-- Logs begin at Thu 2021-06-17 07:34:15 UTC, end at Thu 2021-06-17 09:10:19 UTC. -- Jun 17 08:25:05.346993 n-d-758944-30 systemd[1]: Started Devstack devstack@q-svc.service. Jun 17 08:25:08.119489 n-d-758944-30 neutron-server[94265]: INFO neutron.common.config [-] Logging enabled! Jun 17 08:25:08.120180 n-d-758944-30 neutron-server[94265]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev356 Jun 17 08:25:08.120465 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94265) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 17 08:25:08.123784 n-d-758944-30 neutron-server[94265]: INFO neutron.common.config [-] Logging enabled! Jun 17 08:25:08.124040 n-d-758944-30 neutron-server[94265]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev356 Jun 17 08:25:08.124350 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94265) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 17 08:25:08.125329 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 08:25:08.125564 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 08:25:08.125965 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 08:25:08.126212 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 08:25:08.126457 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 08:25:08.126813 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.127090 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.127389 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.127634 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.127982 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.128326 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.128667 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.128962 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.129266 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.129555 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.129832 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.130114 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.130346 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.130626 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.130912 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.131197 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.131419 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] debug = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.132280 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.132770 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.133250 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.133535 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.133828 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.134107 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.134378 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.134655 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.134938 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.135288 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] host = n-d-758944-30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.135573 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.135885 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.136426 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.136713 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.136988 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.137267 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.137552 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.137833 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.138108 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] log_file = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.138382 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.138672 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.138961 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.139253 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.139480 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.139697 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.140008 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.140297 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.140574 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.140850 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.141130 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.141402 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.141675 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.141945 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.142233 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.142519 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.142808 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.143089 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.143370 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.143638 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.143946 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.144233 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.144508 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.144782 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.145057 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.145347 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.145610 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.145888 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.146195 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.146480 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.146763 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.147052 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.147351 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.147638 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.147945 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.148220 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.148495 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] use_json = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.148770 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.149044 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.149330 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.149601 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.149873 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.150147 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.150419 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.150703 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:08.151007 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.151308 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.151611 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.151923 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.152220 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.152502 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.152792 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.153073 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.153365 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.153653 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.153944 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.154224 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.154511 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.154790 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.155090 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.155404 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.155723 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.156017 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.156292 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.156568 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.156843 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.157124 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.157412 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.157709 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.158007 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.158282 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.158561 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.158853 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.159133 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.159407 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.159683 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.159995 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.160272 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.160545 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.160827 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.161108 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.161382 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.161654 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.161934 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.162225 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.162502 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.162774 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.163076 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.163356 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.163625 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.163938 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.164217 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.164490 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.164761 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.165039 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.165312 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.165582 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.165859 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.166132 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.166405 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.166678 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.166949 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.167222 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.167497 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.167800 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.168073 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.168344 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.168660 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.168933 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.169222 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.169477 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.169751 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.170059 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.170346 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.170645 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.170923 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.171209 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.171489 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.171794 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.172074 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.172351 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.172628 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.172906 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.173181 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.173477 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.173761 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.174051 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.174336 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.174613 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.174909 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.175213 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.175468 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.175771 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.176050 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.176348 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.176630 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.176928 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.177227 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.177525 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.177828 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.178128 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.178407 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.179247 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.179531 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:08.179775 n-d-758944-30 neutron-server[94265]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 08:25:08.180028 n-d-758944-30 neutron-server[94265]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94265) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 17 08:25:08.539065 n-d-758944-30 neutron-server[94265]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:08.539334 n-d-758944-30 neutron-server[94265]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:08.539618 n-d-758944-30 neutron-server[94265]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:08.539997 n-d-758944-30 neutron-server[94265]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 17 08:25:08.952429 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:08.952729 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:08.953003 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:08.954355 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:08.954631 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:08.954899 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:08.991873 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:08.992151 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:08.992413 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.006603 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.006949 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.007217 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.040173 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.040462 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.040734 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.081309 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.081569 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.081841 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.339261 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.340001 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.340001 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.340001 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.340984 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.468806 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.469128 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.469408 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.469678 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.469946 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.470259 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.470517 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.471082 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.471082 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.471338 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.471534 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.471836 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.472094 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.472359 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.472615 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.472882 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.473153 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.473407 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.473676 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.473924 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.474205 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.474570 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.474818 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.475104 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.475885 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.476137 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.476576 n-d-758944-30 neutron-server[94265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:25:09.476818 n-d-758944-30 neutron-server[94265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:25:09.477055 n-d-758944-30 neutron-server[94265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:25:09.477291 n-d-758944-30 neutron-server[94265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:25:09.477528 n-d-758944-30 neutron-server[94265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:25:09.477760 n-d-758944-30 neutron-server[94265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:25:09.479331 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 17 08:25:09.483053 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 17 08:25:09.487148 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 17 08:25:09.492125 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jun 17 08:25:09.493769 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 17 08:25:09.494241 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 17 08:25:09.494581 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 17 08:25:09.494971 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 17 08:25:09.497931 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 17 08:25:09.498183 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 17 08:25:09.498547 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 08:25:09.530389 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 17 08:25:09.530908 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.531261 n-d-758944-30 neutron-server[94265]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94265) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 17 08:25:09.531730 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.533446 n-d-758944-30 neutron-server[94265]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94265) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 17 08:25:09.533780 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 08:25:09.534066 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 17 08:25:09.538547 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.538904 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:09.604804 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 17 08:25:09.605018 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 17 08:25:09.605200 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 17 08:25:09.605693 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 17 08:25:09.629746 n-d-758944-30 neutron-server[94265]: DEBUG oslo_db.sqlalchemy.engines [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94265) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 17 08:25:10.493451 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.managers [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Initializing driver for type 'gre' Jun 17 08:25:10.494182 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] gre ID ranges: [(1, 1000)] Jun 17 08:25:10.765972 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.managers [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Initializing driver for type 'local' Jun 17 08:25:10.766216 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.managers [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Initializing driver for type 'vlan' Jun 17 08:25:10.904477 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] VlanTypeDriver initialization complete Jun 17 08:25:10.904831 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.managers [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Initializing driver for type 'vxlan' Jun 17 08:25:10.905426 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] vxlan ID ranges: [(1, 1000)] Jun 17 08:25:11.207329 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.managers [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Initializing extension driver 'port_security' Jun 17 08:25:11.207661 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.extensions.port_security [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] PortSecurityExtensionDriver initialization complete Jun 17 08:25:11.208060 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.managers [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Initializing mechanism driver 'openvswitch' Jun 17 08:25:11.208378 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.managers [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Initializing mechanism driver 'hyperv' Jun 17 08:25:11.215987 n-d-758944-30 neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:11.216778 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > port after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.217199 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > port after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.220362 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > port after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.220362 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > subnet after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.220362 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > subnet after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.220362 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > subnet after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.220690 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > network after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.220690 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > network after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.220690 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > network after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.220690 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > security_group after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.220949 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > security_group after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.220949 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > security_group after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.221181 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.221513 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.221867 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.222239 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > address_group after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.222586 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > address_group after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.223019 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > address_group after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.223377 n-d-758944-30 neutron-server[94265]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] ML2 OVO RPC backend initialized. {{(pid=94265) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 17 08:25:11.224165 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > router_interface after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.224519 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.224932 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > network before_response 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.225291 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > networks before_response 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.226219 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > port before_response 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.226566 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > ports before_response 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.226925 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > subnet before_response 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.227260 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > subnets before_response 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.227626 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > network after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.227987 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > network after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.228341 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > network after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.228708 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > port after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.229041 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > port after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.229384 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > port after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.229722 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > subnet after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.230061 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > subnet after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.230427 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > subnet after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.231102 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.plugin [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Modular L2 Plugin initialization complete Jun 17 08:25:11.231484 n-d-758944-30 neutron-server[94265]: DEBUG neutron.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading services supported by the core plugin {{(pid=94265) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 17 08:25:11.231908 n-d-758944-30 neutron-server[94265]: INFO neutron.plugins.ml2.managers [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Got port-security extension from driver 'port_security' Jun 17 08:25:11.232426 n-d-758944-30 neutron-server[94265]: INFO neutron.extensions.vlantransparent [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Disabled vlantransparent extension. Jun 17 08:25:11.232960 n-d-758944-30 neutron-server[94265]: DEBUG neutron.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94265) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 17 08:25:11.233271 n-d-758944-30 neutron-server[94265]: INFO neutron.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading Plugin: router Jun 17 08:25:11.273810 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > router_interface before_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.274209 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > router after_create 55549900 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.274588 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > router before_create 55549900 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.274965 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.275355 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.275735 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > router after_delete 55549900 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.276123 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > floatingip after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.276495 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > router after_create 55549900 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.276853 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > router after_update 55549900 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.277210 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > router after_update 55549900 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.277560 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.277924 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > router after_update 55549900 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.278345 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > router precommit_update 55549900 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.278728 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: port after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.279076 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: port after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.279414 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: subnet after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.279802 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.280159 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > port precommit_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.280515 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > router precommit_create 55549900 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.280891 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: port before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.281241 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > router precommit_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.281607 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > router after_update 55549900 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.281960 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > router precommit_delete 55549900 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.282325 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > router precommit_create 55549900 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.282699 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > router_interface after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.283054 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > router precommit_update 55549900 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.283442 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > network after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.284443 n-d-758944-30 neutron-server[94265]: DEBUG neutron.quota.resource_registry [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Tracking information for resource: router configured {{(pid=94265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:25:11.284775 n-d-758944-30 neutron-server[94265]: DEBUG neutron.quota.resource_registry [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Tracking information for resource: floatingip configured {{(pid=94265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:25:11.291067 n-d-758944-30 neutron-server[94265]: INFO neutron.db.l3_agentschedulers_db [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 17 08:25:11.291754 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: port after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.292173 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: port after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.292568 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: port after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.292983 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: port after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.294037 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > router before_create 55550100 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.294455 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > router precommit_delete 55550100 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.294863 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > router precommit_create 55550100 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.295275 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > router precommit_update 55550100 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.300061 n-d-758944-30 neutron-server[94265]: DEBUG neutron.services.provider_configuration [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Service providers = [] {{(pid=94265) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 17 08:25:11.300500 n-d-758944-30 neutron-server[94265]: DEBUG neutron.db.servicetype_db [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94265) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 17 08:25:11.303756 n-d-758944-30 neutron-server[94265]: DEBUG neutron.services.service_base [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94265) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 08:25:11.304208 n-d-758944-30 neutron-server[94265]: DEBUG neutron.services.service_base [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94265) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 08:25:11.317050 n-d-758944-30 neutron-server[94265]: DEBUG neutron.services.service_base [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94265) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 08:25:11.318042 n-d-758944-30 neutron-server[94265]: DEBUG neutron.services.service_base [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94265) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 08:25:11.318476 n-d-758944-30 neutron-server[94265]: INFO neutron.services.service_base [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 17 08:25:11.318992 n-d-758944-30 neutron-server[94265]: DEBUG neutron.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:25:11.319614 n-d-758944-30 neutron-server[94265]: INFO neutron.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 17 08:25:11.331986 n-d-758944-30 neutron-server[94265]: DEBUG neutron.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:25:11.332375 n-d-758944-30 neutron-server[94265]: INFO neutron.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading Plugin: auto_allocate Jun 17 08:25:11.339953 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: network precommit_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.340375 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: network precommit_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.340989 n-d-758944-30 neutron-server[94265]: DEBUG neutron.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:25:11.341426 n-d-758944-30 neutron-server[94265]: INFO neutron.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading Plugin: tag Jun 17 08:25:11.349150 n-d-758944-30 neutron-server[94265]: DEBUG neutron.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:25:11.349501 n-d-758944-30 neutron-server[94265]: INFO neutron.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading Plugin: timestamp Jun 17 08:25:11.355827 n-d-758944-30 neutron-server[94265]: DEBUG neutron.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:25:11.361228 n-d-758944-30 neutron-server[94265]: INFO neutron.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading Plugin: network_ip_availability Jun 17 08:25:11.367561 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.368097 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.368493 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.369325 n-d-758944-30 neutron-server[94265]: DEBUG neutron.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:25:11.369678 n-d-758944-30 neutron-server[94265]: INFO neutron.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading Plugin: flavors Jun 17 08:25:11.375159 n-d-758944-30 neutron-server[94265]: DEBUG neutron.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:25:11.375589 n-d-758944-30 neutron-server[94265]: INFO neutron.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading Plugin: revisions Jun 17 08:25:11.380537 n-d-758944-30 neutron-server[94265]: DEBUG neutron.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:25:11.380934 n-d-758944-30 neutron-server[94265]: DEBUG oslo_concurrency.lockutils [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.841s {{(pid=94265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:11.381884 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94265) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 17 08:25:11.382220 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Initializing extension manager. Jun 17 08:25:11.382735 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: __init__.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.383073 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: __pycache__ {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.383400 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.383746 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: address_group.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.384572 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.385171 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: address-group Jun 17 08:25:11.385491 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: address_scope.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.386506 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.387148 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: address-scope Jun 17 08:25:11.387460 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: admin_state_down_before_update.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.388479 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.388994 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: router-admin-state-down-before-update Jun 17 08:25:11.389315 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: agent.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.390014 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.390522 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: agent Jun 17 08:25:11.390863 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: agent_resources_synced.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.391794 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.392320 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: agent-resources-synced Jun 17 08:25:11.392656 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: allowedaddresspairs.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.394875 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.395412 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: allowed-address-pairs Jun 17 08:25:11.395761 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: auto_allocated_topology.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.402451 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.403111 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: auto-allocated-topology Jun 17 08:25:11.403521 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: availability_zone.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.404543 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.405171 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: availability_zone Jun 17 08:25:11.405570 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: availability_zone_filter.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.406651 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.407263 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: availability_zone_filter Jun 17 08:25:11.407664 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: data_plane_status.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.408721 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.409360 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension data-plane-status not supported by any of loaded plugins Jun 17 08:25:11.409788 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: default_subnetpools.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.410789 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.411422 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: default-subnetpools Jun 17 08:25:11.411866 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: dhcpagentscheduler.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.412876 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.413530 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: dhcp_agent_scheduler Jun 17 08:25:11.413928 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: dns.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.414950 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.415694 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension dns-integration not supported by any of loaded plugins Jun 17 08:25:11.416127 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: dns_domain_ports.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.417185 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.417917 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 17 08:25:11.418313 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: dvr.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.419066 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.419669 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: dvr Jun 17 08:25:11.420102 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: empty_string_filtering.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.421114 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.421783 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: empty-string-filtering Jun 17 08:25:11.422186 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.423221 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.423906 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 17 08:25:11.430198 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.431094 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.431752 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 17 08:25:11.432161 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: external_net.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.433168 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.433771 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: external-net Jun 17 08:25:11.434172 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: extra_dhcp_opt.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.435311 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.435962 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: extra_dhcp_opt Jun 17 08:25:11.436371 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: extraroute.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.437347 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.437945 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: extraroute Jun 17 08:25:11.438345 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: extraroute_atomic.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.439488 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.440262 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: extraroute-atomic Jun 17 08:25:11.440668 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: filter_validation.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.441423 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.442028 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: filter-validation Jun 17 08:25:11.442428 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: fip_pf_description.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.443467 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.444757 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 17 08:25:11.445154 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: fip_port_details.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.446344 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.446870 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: fip-port-details Jun 17 08:25:11.447189 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: flavors.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.448467 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.448987 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: flavors Jun 17 08:25:11.449309 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.451032 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.451643 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 17 08:25:11.451999 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: floatingip_pools.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.452706 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.453224 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: floatingip-pools Jun 17 08:25:11.453542 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: ip_allocation.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.454463 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.455009 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension ip_allocation not supported by any of loaded plugins Jun 17 08:25:11.455373 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.456313 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.456830 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: ip-substring-filtering Jun 17 08:25:11.457147 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: l2_adjacency.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.458173 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.458620 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension l2_adjacency not supported by any of loaded plugins Jun 17 08:25:11.458935 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: l3.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.459963 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.460519 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: router Jun 17 08:25:11.460839 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: l3_conntrack_helper.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.463281 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.464014 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 17 08:25:11.464349 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.465403 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.465929 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: ext-gw-mode Jun 17 08:25:11.466252 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.467262 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.467809 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: l3-ha Jun 17 08:25:11.468167 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: l3_flavors.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.476524 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.477045 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: l3-flavors Jun 17 08:25:11.477366 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.478380 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.478892 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: l3-port-ip-change-not-allowed Jun 17 08:25:11.479244 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: l3agentscheduler.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.480397 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.480916 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: l3_agent_scheduler Jun 17 08:25:11.481235 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: logging.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.482815 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.483340 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension logging not supported by any of loaded plugins Jun 17 08:25:11.483666 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: metering.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.484452 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.485032 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: metering Jun 17 08:25:11.485353 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.486430 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.486956 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: metering_source_and_destination_fields Jun 17 08:25:11.487278 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: multiprovidernet.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.488211 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.488728 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: multi-provider Jun 17 08:25:11.489047 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: netmtu.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.489967 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.490538 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: net-mtu Jun 17 08:25:11.490856 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: netmtu_writable.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.492305 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.492813 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: net-mtu-writable Jun 17 08:25:11.493133 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: network_availability_zone.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.493784 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.494311 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: network_availability_zone Jun 17 08:25:11.494673 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: network_ip_availability.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.495808 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.496437 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: network-ip-availability Jun 17 08:25:11.496759 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: network_segment_range.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.497606 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.498116 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension network-segment-range not supported by any of loaded plugins Jun 17 08:25:11.498432 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: pagination.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.499420 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.499776 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: pagination Jun 17 08:25:11.500092 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: port_device_profile.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.500985 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.501506 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: port-device-profile Jun 17 08:25:11.501822 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.502780 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.503457 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: port-mac-address-regenerate Jun 17 08:25:11.503799 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.504704 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.505209 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: port-numa-affinity-policy Jun 17 08:25:11.505522 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: port_resource_request.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.506409 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.507549 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension port-resource-request not supported by any of loaded plugins Jun 17 08:25:11.507901 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: portbindings.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.508804 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.509310 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: binding Jun 17 08:25:11.509625 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: portbindings_extended.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.511254 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.511836 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: binding-extended Jun 17 08:25:11.512166 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: portsecurity.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.517957 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.518477 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: port-security Jun 17 08:25:11.518799 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: project_id.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.519958 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.520350 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: project-id Jun 17 08:25:11.520671 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: providernet.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.521576 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.522088 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: provider Jun 17 08:25:11.522431 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: qos.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.526190 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.526717 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension qos not supported by any of loaded plugins Jun 17 08:25:11.527045 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.528312 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.528828 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 17 08:25:11.529151 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.530037 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.530551 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 17 08:25:11.530903 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: qos_default.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.532002 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.532547 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension qos-default not supported by any of loaded plugins Jun 17 08:25:11.533009 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: qos_fip.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.533516 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.534026 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension qos-fip not supported by any of loaded plugins Jun 17 08:25:11.534343 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: qos_gateway_ip.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.535285 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.535825 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 17 08:25:11.536147 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: qos_port_network_policy.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.537075 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.537585 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 17 08:25:11.538450 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: qos_rule_type_details.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.539337 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.539876 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 17 08:25:11.540196 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: qos_rules_alias.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.541367 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.541885 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 17 08:25:11.542199 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: quotasv2.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.543203 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.543520 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: quotas Jun 17 08:25:11.543861 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: quotasv2_detail.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.547081 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.547464 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: quota_details Jun 17 08:25:11.547821 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: rbac.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.548927 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.549490 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: rbac-policies Jun 17 08:25:11.549815 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: rbac_address_group.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.558343 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.558983 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: rbac-address-group Jun 17 08:25:11.559338 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: rbac_address_scope.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.560278 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.560800 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: rbac-address-scope Jun 17 08:25:11.561121 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: rbac_security_groups.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.562255 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.562781 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: rbac-security-groups Jun 17 08:25:11.563112 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: rbac_subnetpool.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.564166 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.564635 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: rbac-subnetpool Jun 17 08:25:11.564953 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: revisionifmatch.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.565885 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.566401 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: revision-if-match Jun 17 08:25:11.566717 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: revisions.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.567869 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.568386 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: standard-attr-revisions Jun 17 08:25:11.568707 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: router_availability_zone.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.569475 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.570019 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: router_availability_zone Jun 17 08:25:11.570374 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: routerservicetype.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.571286 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.571864 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension router-service-type not supported by any of loaded plugins Jun 17 08:25:11.572188 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.573094 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.573613 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: security-groups-normalized-cidr Jun 17 08:25:11.573925 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: security_groups_port_filtering.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.574855 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.575441 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: port-security-groups-filtering Jun 17 08:25:11.576423 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.576763 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.577536 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: security-groups-remote-address-group Jun 17 08:25:11.577782 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: securitygroup.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.587929 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.589194 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: security-group Jun 17 08:25:11.589194 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: segment.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.589990 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.590607 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension segment not supported by any of loaded plugins Jun 17 08:25:11.590968 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.592347 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.592930 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 17 08:25:11.593294 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: servicetype.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.594522 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.595106 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: service-type Jun 17 08:25:11.595553 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: sorting.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.596674 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.597041 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: sorting Jun 17 08:25:11.597483 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: standard_attr_segment.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.598592 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.599185 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 17 08:25:11.599547 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: standardattrdescription.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.601091 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.601669 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: standard-attr-description Jun 17 08:25:11.602032 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: stateful_security_group.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.603059 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.603630 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: stateful-security-group Jun 17 08:25:11.604061 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: stdattrs_common.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.604677 n-d-758944-30 neutron-server[94265]: WARNING neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 17 08:25:11.605031 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.606234 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.606843 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 17 08:25:11.607205 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: subnet_onboard.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.608475 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.609095 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: subnet_onboard Jun 17 08:25:11.609537 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.610489 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.611051 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 17 08:25:11.611416 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: subnet_service_types.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.612467 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.613061 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: subnet-service-types Jun 17 08:25:11.613422 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: subnetallocation.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.614562 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.615133 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: subnet_allocation Jun 17 08:25:11.615495 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.616817 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.617555 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: subnetpool-prefix-ops Jun 17 08:25:11.617925 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.618935 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.619497 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 17 08:25:11.619899 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: tagging.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.621324 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.621968 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: standard-attr-tag Jun 17 08:25:11.622335 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: timestamp.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.623820 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.624439 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loaded extension: standard-attr-timestamp Jun 17 08:25:11.624798 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: trunk.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.625999 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.626566 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension trunk not supported by any of loaded plugins Jun 17 08:25:11.626956 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: trunk_details.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.628091 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.628659 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension trunk-details not supported by any of loaded plugins Jun 17 08:25:11.629016 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: uplink_status_propagation.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.630074 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.630719 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 17 08:25:11.631082 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Loading extension file: vlantransparent.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:25:11.631931 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:25:11.632592 n-d-758944-30 neutron-server[94265]: INFO neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extension vlan-transparent not supported by any of loaded plugins Jun 17 08:25:11.635307 n-d-758944-30 neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Creating instance of TrackedResource for resource:network Jun 17 08:25:11.636171 n-d-758944-30 neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Creating instance of TrackedResource for resource:subnet Jun 17 08:25:11.636610 n-d-758944-30 neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 08:25:11.637040 n-d-758944-30 neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Creating instance of TrackedResource for resource:port Jun 17 08:25:11.638416 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.v2.resource_helper [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:25:11.639076 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.v2.resource_helper [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Service FLAVORS assigned prefix: {{(pid=94265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:25:11.639835 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.v2.resource_helper [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:25:11.640323 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.v2.resource_helper [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:25:11.640715 n-d-758944-30 neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Creating instance of TrackedResource for resource:router Jun 17 08:25:11.641190 n-d-758944-30 neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Creating instance of TrackedResource for resource:floatingip Jun 17 08:25:11.641727 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.v2.resource_helper [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Service METERING assigned prefix: /metering {{(pid=94265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:25:11.643236 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.643690 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.644102 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:25:11.645207 n-d-758944-30 neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 08:25:11.645848 n-d-758944-30 neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Creating instance of TrackedResource for resource:security_group Jun 17 08:25:11.646350 n-d-758944-30 neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 08:25:11.647040 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.v2.resource_helper [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Service CORE assigned prefix: {{(pid=94265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:25:11.647473 n-d-758944-30 neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 08:25:11.647970 n-d-758944-30 neutron-server[94265]: WARNING neutron.quota.resource_registry [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] subnetpool is already registered Jun 17 08:25:11.648505 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.v2.resource_helper [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Service CORE assigned prefix: {{(pid=94265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:25:11.648907 n-d-758944-30 neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 08:25:11.649318 n-d-758944-30 neutron-server[94265]: WARNING neutron.quota.resource_registry [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] subnetpool is already registered Jun 17 08:25:11.652127 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.v2.resource_helper [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:25:11.652681 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.v2.resource_helper [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Service FLAVORS assigned prefix: {{(pid=94265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:25:11.653379 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.v2.resource_helper [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:25:11.653894 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.v2.resource_helper [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:25:11.654306 n-d-758944-30 neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Creating instance of TrackedResource for resource:router Jun 17 08:25:11.654725 n-d-758944-30 neutron-server[94265]: WARNING neutron.quota.resource_registry [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] router is already registered Jun 17 08:25:11.655219 n-d-758944-30 neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Creating instance of TrackedResource for resource:floatingip Jun 17 08:25:11.655636 n-d-758944-30 neutron-server[94265]: WARNING neutron.quota.resource_registry [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] floatingip is already registered Jun 17 08:25:11.656211 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.v2.resource_helper [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Service METERING assigned prefix: /metering {{(pid=94265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:25:11.657009 n-d-758944-30 neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 08:25:11.657510 n-d-758944-30 neutron-server[94265]: WARNING neutron.quota.resource_registry [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] rbac_policy is already registered Jun 17 08:25:11.665408 n-d-758944-30 neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Creating instance of TrackedResource for resource:security_group Jun 17 08:25:11.665408 n-d-758944-30 neutron-server[94265]: WARNING neutron.quota.resource_registry [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] security_group is already registered Jun 17 08:25:11.665408 n-d-758944-30 neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 08:25:11.665408 n-d-758944-30 neutron-server[94265]: WARNING neutron.quota.resource_registry [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] security_group_rule is already registered Jun 17 08:25:11.665408 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.v2.resource_helper [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Service CORE assigned prefix: {{(pid=94265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:25:11.665408 n-d-758944-30 neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 08:25:11.665408 n-d-758944-30 neutron-server[94265]: WARNING neutron.quota.resource_registry [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] subnetpool is already registered Jun 17 08:25:11.665408 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.v2.resource_helper [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Service CORE assigned prefix: {{(pid=94265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:25:11.665408 n-d-758944-30 neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 08:25:11.666336 n-d-758944-30 neutron-server[94265]: WARNING neutron.quota.resource_registry [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] subnetpool is already registered Jun 17 08:25:11.666336 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: extensions {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.666336 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: address-groups {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.666336 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: address-scopes {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.667603 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: agents {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.669017 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: auto-allocated-topology {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.670311 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: availability_zones {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.671765 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: dhcp-networks {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.673377 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: dhcp-agents {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.674978 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: routers {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.676773 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: flavors {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.680236 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: service_profiles {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.681466 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: next_providers {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.682895 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: service_profiles {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.690397 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: floatingip-pools {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.691658 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: routers {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.693411 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: floatingips {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.694843 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: l3-routers {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.699819 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: l3-agents {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.699819 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: metering-labels {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.699819 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: metering-label-rules {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.700865 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: network-ip-availabilities {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.702135 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: bindings {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.703731 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: quotas {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.705298 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: quotas {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.706729 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: rbac-policies {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.707962 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: security-groups {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.709349 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: security-group-rules {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.710549 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: service-providers {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.711820 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: subnetpools {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.713167 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: subnetpools {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.714722 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: tags {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.716483 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: tags {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.718333 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: tags {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.720317 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: tags {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.721872 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: tags {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.723894 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: tags {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.726118 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: tags {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.728002 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: tags {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.729886 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: tags {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.731652 n-d-758944-30 neutron-server[94265]: DEBUG neutron.api.extensions [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Extended resource: tags {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:25:11.737970 n-d-758944-30 neutron-server[94265]: WARNING keystonemiddleware.auth_token [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 17 08:25:11.743255 n-d-758944-30 neutron-server[94265]: WARNING keystonemiddleware.auth_token [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 17 08:25:11.752223 n-d-758944-30 neutron-server[94265]: DEBUG oslo_concurrency.lockutils [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Acquired lock "singleton_lock" {{(pid=94265) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 17 08:25:11.757272 n-d-758944-30 neutron-server[94265]: DEBUG oslo_concurrency.lockutils [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Releasing lock "singleton_lock" {{(pid=94265) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 17 08:25:11.757272 n-d-758944-30 neutron-server[94265]: INFO oslo_service.service [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Starting 2 workers Jun 17 08:25:11.758361 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Started child 94519 {{(pid=94265) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 08:25:11.763392 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Started child 94520 {{(pid=94265) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 08:25:11.764449 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:11.765289 n-d-758944-30 neutron-server[94265]: INFO neutron.service [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Neutron service started, listening on 0.0.0.0:9696 Jun 17 08:25:11.765846 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Notify callbacks [] for process, before_spawn {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:11.766107 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [-] (94519) wsgi starting up on http://0.0.0.0:9696 Jun 17 08:25:11.768528 n-d-758944-30 neutron-server[94265]: INFO oslo_service.service [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Starting 1 workers Jun 17 08:25:11.770530 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:11.772151 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [-] (94520) wsgi starting up on http://0.0.0.0:9696 Jun 17 08:25:11.773895 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Started child 94521 {{(pid=94265) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 08:25:11.774454 n-d-758944-30 neutron-server[94265]: INFO oslo_service.service [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Starting 1 workers Jun 17 08:25:11.778194 n-d-758944-30 neutron-server[94521]: DEBUG neutron.service [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] calling RpcWorker wait() {{(pid=94521) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 17 08:25:11.778821 n-d-758944-30 neutron-server[94521]: DEBUG neutron.service [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] returning from RpcWorker wait() {{(pid=94521) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 17 08:25:11.779123 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Started child 94522 {{(pid=94265) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 08:25:11.779996 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:11.780123 n-d-758944-30 neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e306fd97-83e3-4486-9769-a9d04e8d079d None None] Notify callbacks [] for process, after_spawn {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:11.780465 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:11.782107 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94265) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 08:25:11.782325 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 08:25:11.782708 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 08:25:11.782924 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 08:25:11.783425 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 08:25:11.783597 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 08:25:11.784148 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.784438 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.784707 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.784981 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.785281 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.785878 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.786144 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.786389 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.786929 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.786929 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.787221 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.787347 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.787578 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.788268 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.788631 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.788873 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:11.789683 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.789683 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.789683 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.789683 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.790422 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.790422 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.790422 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.790959 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] debug = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.790959 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.791323 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.791696 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.791923 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.792123 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.792468 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.792902 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.792902 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.793309 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.793516 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.793720 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.793914 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.794269 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.794486 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.794680 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.794866 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.795059 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.795559 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] host = n-d-758944-30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.795810 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.796033 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.796269 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.796547 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.796806 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.797028 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.797288 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.797533 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.797789 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.798040 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.798267 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.798539 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.798793 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.799059 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] log_file = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.799255 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] log_options = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.799449 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.799754 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.800024 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.800237 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.800381 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.800545 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.800806 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.800995 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.801271 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.801416 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.801634 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.802019 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.802175 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.802324 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.802518 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.802775 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.803036 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.803272 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.803579 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.804412 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.804567 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.804806 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.805062 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.805287 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.805524 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.805766 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.806023 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.806295 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.806494 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.806756 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.806996 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.807282 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.807540 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.807843 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.808077 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.808406 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.809211 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.809510 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.809774 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.810199 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.810828 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.811122 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.811337 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.811563 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.814451 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.814451 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] use_json = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.814451 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.814451 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.814451 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.814451 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.814451 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.814451 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.814451 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.815042 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.815042 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.815042 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.815042 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.815282 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.815355 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.815624 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.815861 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.816089 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.816347 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.816585 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.816914 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.817163 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.817466 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.817721 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.817993 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.818326 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.818610 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.818873 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.819128 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.819370 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.819593 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.819852 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.820209 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.820492 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.820750 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.821002 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.821226 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.821471 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.821710 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.821928 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.822147 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.822369 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.822633 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.822882 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.823101 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.823328 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.823560 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.823845 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.824080 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.824331 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.824580 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.824816 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.825043 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.825263 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.825485 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.825706 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.825927 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.826157 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.826412 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.826689 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.826956 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.827205 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.827448 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.827676 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.827934 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.828194 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.828418 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.828621 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.828829 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.829058 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.829311 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.829579 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.829822 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.830045 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.830266 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.830495 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.830710 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.830952 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.831198 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.831419 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.831647 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.831904 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.832200 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.832463 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.832708 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.832954 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.833735 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.833961 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.834189 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.834332 n-d-758944-30 neutron-server[94522]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:11.834494 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.834647 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.834892 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.835118 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.835342 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.835643 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.836009 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.836255 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.837352 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.837352 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.837352 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.837352 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.837768 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.837768 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.837923 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.838152 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.838374 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.838628 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.838881 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.839155 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.839377 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.839651 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.839902 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.840157 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.840387 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.840645 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.840903 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.841187 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.841467 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.841913 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.842070 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.842258 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.842613 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.842771 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.843071 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.843294 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.843557 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.843892 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.844220 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.844437 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.844681 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.847136 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.847136 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.847136 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.847136 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.847136 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.847136 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.847597 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.847687 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.847994 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.848212 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.848636 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.848732 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.849031 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.849284 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.849499 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.849712 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.850006 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.850756 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.851012 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.851299 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.851551 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.851839 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.852109 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.852339 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.852591 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.854490 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.854490 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.854490 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.854490 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.854490 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.854490 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.854490 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.854490 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.855044 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.855044 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.855174 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.855453 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.855755 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.855755 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.856030 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.856282 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.856507 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.856848 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.856967 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.857530 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.857530 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.857710 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.859004 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.859004 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.859004 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.859004 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.859004 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.859004 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.859450 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.859531 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.859759 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.859986 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.860201 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.860421 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.860866 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.861299 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.861762 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.862213 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.862534 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.862826 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.863150 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.863478 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.865667 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.865667 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.865667 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.865667 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.865667 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.865667 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.865667 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.865667 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.866495 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.866495 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.866495 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.866495 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.866793 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.866922 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.867139 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.867355 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.867573 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.867824 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.868065 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.868356 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.868614 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.868848 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.869094 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.869335 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.869566 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.869778 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.870164 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.870374 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.870764 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.871112 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.871284 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.871435 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.871616 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.872056 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.872320 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.872541 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.872752 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.872968 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.873171 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.873396 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.873664 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.873951 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.874166 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.874416 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.874663 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.874882 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.875149 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.875383 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.876186 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.876186 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.876186 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.876804 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.876804 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.877172 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.877172 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.877677 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.877677 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.878049 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.878049 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.878442 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.878655 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.878854 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.879130 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.879409 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.879649 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.879944 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.880253 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.880607 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.881088 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.881088 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.881594 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.881822 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.882061 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.882061 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.882663 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.882663 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.883100 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.883100 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.883608 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.883608 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.884088 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.884088 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.884521 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.884521 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.885044 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.885044 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.885044 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.886562 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 08:25:11.886562 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94265) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 08:25:11.886562 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 08:25:11.886562 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 08:25:11.886562 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 08:25:11.887641 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 08:25:11.887641 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 08:25:11.887641 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.887641 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.887641 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.887641 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.887641 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.889141 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.889141 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.889141 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.889141 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.889141 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.889141 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.889141 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.889141 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.890498 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.890498 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.890498 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.890498 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.890498 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.890498 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.890498 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.890498 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.891901 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.891901 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] debug = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.891901 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.891901 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.891901 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.891901 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.892691 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.892691 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.892691 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.892691 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.892691 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.892691 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.892691 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.892691 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.893699 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.893699 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.893699 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.893699 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.893699 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.893699 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] host = n-d-758944-30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.893699 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.893699 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.893699 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.894692 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.894692 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.894692 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.894692 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.894692 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.894692 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.894692 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.894692 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.895749 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.895749 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.895749 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] log_file = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.895749 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] log_options = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.895749 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.895749 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.895749 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.895749 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.896960 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.896960 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.896960 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.896960 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.896960 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.896960 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.896960 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.898308 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.898308 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.898308 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.898308 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.898308 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.898308 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.899004 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.899004 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.899004 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.899004 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.899004 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.899595 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.899595 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.899595 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.899595 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.900279 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.900279 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.900279 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.900279 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.900279 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.900891 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.900891 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.900891 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.900891 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.901561 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.901561 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.901561 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.902085 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.902274 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.902443 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.902602 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.902768 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.902949 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.903085 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.903261 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] use_json = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.903261 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.903589 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.903589 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.904361 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.904361 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.904361 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.904361 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.904361 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:25:11.905299 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.905299 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.905299 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.905299 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.905299 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.905299 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.906440 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.906440 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.906440 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.906440 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.906440 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.906440 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.906440 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.907644 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.907644 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.907644 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.907644 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.907644 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.907644 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.907644 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.907644 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.909189 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.909189 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.909189 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.909189 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.909189 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.909189 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.909189 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.909189 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.910372 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.910372 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.910372 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.910372 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.910372 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.910372 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.910372 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.910372 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.910372 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.911921 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.911921 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.911921 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.911921 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.911921 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.911921 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.911921 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.911921 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.911921 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.913240 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.913240 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.913240 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.913240 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.913240 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.913240 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.913240 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.913240 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.913240 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.914410 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.914410 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.914410 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.914410 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.914410 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.914410 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.914410 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.914410 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.914410 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.915635 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.915635 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.915635 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.915635 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.915635 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.915635 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.915635 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.915635 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.915635 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.916780 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.916780 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.916780 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.916780 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.916780 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.916780 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.916780 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.917569 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.917569 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.917569 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.917569 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.917569 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.918151 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.918151 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.918151 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.918494 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.918494 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.918732 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.918732 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.918982 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.919111 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.919236 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.919355 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.919463 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.919634 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.919864 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.920034 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.920204 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.920402 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.920571 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.920710 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.920837 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.920995 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.921158 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.921320 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.921482 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.921627 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.921813 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.921989 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.922120 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.922273 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.922441 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.922613 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.922776 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.922938 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.923189 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.923324 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.923451 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.923580 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.923735 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.923868 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.924027 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.924167 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.924343 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.924500 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.924668 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.924831 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.924992 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.925178 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.925341 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.925504 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.925658 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.925818 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.925980 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.926292 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.926591 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.926897 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.927200 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.927526 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.927691 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.928027 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.928189 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.928891 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.929044 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.929189 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.929357 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.929519 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.929684 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.929847 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.930011 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.930175 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.930335 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.930496 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.930659 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.930821 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.930979 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.931142 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.931304 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.931465 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.931627 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.931810 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.931975 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.932138 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.932301 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.932463 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.932628 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.932792 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.932955 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.933118 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.933286 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.933425 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.933581 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.933746 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.933908 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.934071 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.934235 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.934396 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.934560 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.934723 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.934886 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.935049 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.935216 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.935381 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.935564 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.935798 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.935975 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.936129 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.936343 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.936437 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.936588 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.936749 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.936911 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.937072 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.937234 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.937398 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.937715 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.937715 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.937896 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.938030 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.938192 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.938353 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.938515 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.938693 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.938856 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.939019 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.939282 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.939518 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.939782 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.939782 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.940209 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.940209 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.940209 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.940791 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.940791 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.940791 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.941386 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.941386 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.941386 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.941386 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.942174 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.942174 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.942174 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.942174 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.942174 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.943233 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.943233 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.943233 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.943233 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.943233 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.943233 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.943233 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.944159 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.944159 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.944159 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.944159 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.944159 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.944159 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.944856 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.944856 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.944856 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.944856 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.945330 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.945330 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.945330 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.945689 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.945689 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.945689 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.946041 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.946041 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.946277 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.946417 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.946542 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.946668 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.946794 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.946919 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.947081 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.947242 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.947470 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.947615 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.947812 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.947971 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.948101 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.948231 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.948362 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.948852 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.949020 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.949185 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.949350 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.949504 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.949649 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:25:11.949807 n-d-758944-30 neutron-server[94265]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 08:25:11.970820 n-d-758944-30 neutron-server[94521]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:12.083059 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36080) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:12.092744 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068038 Jun 17 08:25:25.367446 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6086746c-aea7-4281-adbd-678cd6ef7e85 None None] get_active_networks_info from n-d-758944-30 {{(pid=94521) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:25:25.481657 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6086746c-aea7-4281-adbd-678cd6ef7e85 None None] No non-hosted networks {{(pid=94521) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 17 08:25:25.533953 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.agentschedulers_db [None req-6086746c-aea7-4281-adbd-678cd6ef7e85 None None] DHCP Agent not found on host n-d-758944-30 {{(pid=94521) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 17 08:25:25.881665 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b3b70605-8fbd-4a4f-bb85-6d7503ab1e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767'] for agent, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:27.973858 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767'] for agent, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:27.975221 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:27.975551 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:27.984701 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:27.985062 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:27.987178 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:27.988275 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:27.989424 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:28.002527 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:28.005571 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:28.006327 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:28.007937 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:28.009155 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:28.017648 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-758944-30', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:28.027390 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-758944-30', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:29.388293 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8694dd17-00a4-4689-949a-4eca368a7e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767'] for agent, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:29.458982 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.db.api [None req-c04b20b0-860e-48e2-86e7-ea28652e5f96 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-758944-30 {{(pid=94521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:25:29.459429 n-d-758944-30 neutron-server[94521]: DEBUG oslo_db.api [None req-c04b20b0-860e-48e2-86e7-ea28652e5f96 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:25:30.086749 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c04b20b0-860e-48e2-86e7-ea28652e5f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:30.780226 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767'] for agent, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:32.369200 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767'] for agent, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:33.979522 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36172) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:34.669637 n-d-758944-30 neutron-server[94520]: WARNING oslo_policy.policy [None req-d53a3f5a-7efb-4aad-9daa-0ea2af63a2b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:25:34.670364 n-d-758944-30 neutron-server[94520]: WARNING oslo_policy.policy [None req-d53a3f5a-7efb-4aad-9daa-0ea2af63a2b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:25:34.891673 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [None req-d53a3f5a-7efb-4aad-9daa-0ea2af63a2b3 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:25:34.892906 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d53a3f5a-7efb-4aad-9daa-0ea2af63a2b3 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9121556 Jun 17 08:25:36.769193 n-d-758944-30 neutron-server[94521]: INFO neutron.db.l3_hamode_db [None req-e60df73c-48e3-4f13-8d17-05a84683b7bb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 17 08:25:36.856846 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60df73c-48e3-4f13-8d17-05a84683b7bb None None] Routers set() bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:36.857340 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60df73c-48e3-4f13-8d17-05a84683b7bb None None] Router IDs set() for agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 17 08:25:37.543564 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36186) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:37.898703 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-a2683b03-f401-4598-92ce-ff1f877b346b admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:37.994496 n-d-758944-30 neutron-server[94520]: DEBUG neutron.policy [None req-a2683b03-f401-4598-92ce-ff1f877b346b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94520) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 08:25:38.040933 n-d-758944-30 neutron-server[94520]: WARNING oslo_policy.policy [None req-a2683b03-f401-4598-92ce-ff1f877b346b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:25:38.041343 n-d-758944-30 neutron-server[94520]: WARNING oslo_policy.policy [None req-a2683b03-f401-4598-92ce-ff1f877b346b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:25:38.050169 n-d-758944-30 neutron-server[94520]: INFO neutron.quota [None req-a2683b03-f401-4598-92ce-ff1f877b346b admin admin] Loaded quota_driver: . Jun 17 08:25:38.367060 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2683b03-f401-4598-92ce-ff1f877b346b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774481978974', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774481978381', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774481990103', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774481993241', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774481939920', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774481946793', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1999811', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2006346', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-553874', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-619727'] for rbac-policy, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:38.773296 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2683b03-f401-4598-92ce-ff1f877b346b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:38.774592 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a2683b03-f401-4598-92ce-ff1f877b346b admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2299428 Jun 17 08:25:41.536179 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36198) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:42.138310 n-d-758944-30 neutron-server[94519]: WARNING oslo_policy.policy [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:25:42.138993 n-d-758944-30 neutron-server[94519]: WARNING oslo_policy.policy [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:25:42.360860 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '8639159b52f94c4bb4729e61cf01f202', 'project_id': '8639159b52f94c4bb4729e61cf01f202'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:42.362881 n-d-758944-30 neutron-server[94519]: INFO neutron.quota [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Loaded quota_driver: . Jun 17 08:25:42.554182 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Made reservation on behalf of 8639159b52f94c4bb4729e61cf01f202 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:42.628222 n-d-758944-30 neutron-server[94519]: DEBUG neutron.policy [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94519) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 08:25:42.674724 n-d-758944-30 neutron-server[94519]: WARNING oslo_policy.policy [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:25:42.675144 n-d-758944-30 neutron-server[94519]: WARNING oslo_policy.policy [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:25:42.685795 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.710081 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.863217 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.993612 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.999890 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:43.024201 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:25:43.051404 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774480564776', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.052148 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Unsubscribe: segment precommit_create {{(pid=94519) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 08:25:43.052689 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Added segment 1e0737f0-76cc-4dc4-beb1-bf260d6ff208 of type vlan for network 225af787-d94a-447c-a890-f090fb2461f5 Jun 17 08:25:43.060052 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12af76c2-5de1-4f75-a360-05d48c7a09d2,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:43.095477 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:43.095915 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:43.096383 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:43.096756 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:43.097134 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:43.097512 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:43.097863 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:43.098226 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:43.098593 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:43.098937 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:43.099357 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:43.099756 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Tracked resource versions report: Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: pushed versions: Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: { 'AddressGroup': {'1.2'}, Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: 'ConntrackHelper': {'1.0'}, Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: 'Log': {'1.0'}, Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: 'Network': {'1.1'}, Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: 'Port': {'1.7'}, Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: 'PortForwarding': {'1.2'}, Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: 'QosPolicy': {'1.8'}, Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: 'SecurityGroup': {'1.4'}, Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: 'SubPort': {'1.0'}, Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: 'Subnet': {'1.1'}, Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: 'Trunk': {'1.1'}} Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: consumer versions: Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: { DHCP agent@n-d-758944-30: {}, Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: L3 agent@n-d-758944-30: {}, Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: Metadata agent@n-d-758944-30: {}, Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: Metering agent@n-d-758944-30: {}, Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: Open vSwitch agent@n-d-758944-30: { 'AddressGroup': '1.2', Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: 'ConntrackHelper': '1.0', Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: 'Log': '1.0', Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: 'Network': '1.1', Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: 'Port': '1.7', Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: 'PortForwarding': '1.2', Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: 'QosPolicy': '1.8', Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: 'SecurityGroup': '1.4', Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: 'SecurityGroupRule': '1.2', Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: 'SubPort': '1.0', Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: 'Subnet': '1.1', Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: 'Trunk': '1.1'}} Jun 17 08:25:43.101101 n-d-758944-30 neutron-server[94519]: {{(pid=94519) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:25:43.154402 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:43.223453 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.406775 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.408481 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:43.409211 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.411426 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:43.515148 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Pushing event updated for resources: {'Network': ['ID=225af787-d94a-447c-a890-f090fb2461f5,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:43.518701 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:43.529562 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 225af787-d94a-447c-a890-f090fb2461f5 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:25:43.580591 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 2.0344307 Jun 17 08:25:46.346533 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36220) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:46.786423 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097eebd6-1bfe-4809-94f9-bc58b6bf2315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:46.787785 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-097eebd6-1bfe-4809-94f9-bc58b6bf2315 admin admin] 10.222.0.49 "GET /v2.0/networks/225af787-d94a-447c-a890-f090fb2461f5 HTTP/1.1" status: 200 len: 825 time: 0.4402366 Jun 17 08:25:46.830507 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0c2f13f3-60a8-4eff-b84e-73c6219b3cd2 admin admin] 10.222.0.49 "GET /v2.0/subnetpools/d3b7bc5c-12bb-4a6b-a7e8-d6d98f845246 HTTP/1.1" status: 200 len: 734 time: 0.0371461 Jun 17 08:25:46.840437 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-3b9dce01-f495-417a-bf7b-4642b0fa3cc6 admin admin] Request body: {'subnet': {'tenant_id': '8639159b52f94c4bb4729e61cf01f202', 'subnetpool_id': 'd3b7bc5c-12bb-4a6b-a7e8-d6d98f845246', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '225af787-d94a-447c-a890-f090fb2461f5', 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:46.976256 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9dce01-f495-417a-bf7b-4642b0fa3cc6 admin admin] Made reservation on behalf of 8639159b52f94c4bb4729e61cf01f202 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:46.978657 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3b9dce01-f495-417a-bf7b-4642b0fa3cc6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.405081 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3b9dce01-f495-417a-bf7b-4642b0fa3cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.407749 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:47.475721 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9dce01-f495-417a-bf7b-4642b0fa3cc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dc34cba-c982-41ab-9255-35222ebc6ca8,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:47.482565 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3b9dce01-f495-417a-bf7b-4642b0fa3cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:47.483878 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9dce01-f495-417a-bf7b-4642b0fa3cc6 admin admin] Checking segment: {'id': '1e0737f0-76cc-4dc4-beb1-bf260d6ff208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '225af787-d94a-447c-a890-f090fb2461f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:47.484282 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9dce01-f495-417a-bf7b-4642b0fa3cc6 admin admin] Network hostable DHCP agents. Network: 225af787-d94a-447c-a890-f090fb2461f5, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:25:47.673063 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9dce01-f495-417a-bf7b-4642b0fa3cc6 admin admin] Network 225af787-d94a-447c-a890-f090fb2461f5 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:25:47.821506 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-3b9dce01-f495-417a-bf7b-4642b0fa3cc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 225af787-d94a-447c-a890-f090fb2461f5) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:47.826803 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9dce01-f495-417a-bf7b-4642b0fa3cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:47.827392 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3b9dce01-f495-417a-bf7b-4642b0fa3cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.833268 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fedac68-86d6-4b9a-8ba5-b3fc95bc81d7 None None] Network 225af787-d94a-447c-a890-f090fb2461f5 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:25:48.005958 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3b9dce01-f495-417a-bf7b-4642b0fa3cc6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1684673 Jun 17 08:25:48.186597 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-225af787-d94a-447c-a890-f090fb2461f5', 'network_id': '225af787-d94a-447c-a890-f090fb2461f5', 'tenant_id': '8639159b52f94c4bb4729e61cf01f202', 'fixed_ips': [{'subnet_id': '6dc34cba-c982-41ab-9255-35222ebc6ca8'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:25:48.188011 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:48.504350 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Allocated IP 172.20.0.2 (225af787-d94a-447c-a890-f090fb2461f5/6dc34cba-c982-41ab-9255-35222ebc6ca8/f1148444-b7d0-4797-ac49-433c0b7ae716) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:48.748639 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:48.771641 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Transition to ACTIVE for port object f1148444-b7d0-4797-ac49-433c0b7ae716 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:48.832459 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Transition to ACTIVE for port object f1148444-b7d0-4797-ac49-433c0b7ae716 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:48.945320 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:48.949397 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:49.023014 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Network 225af787-d94a-447c-a890-f090fb2461f5 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:49.029043 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:49.032269 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:49.046747 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Pushing event updated for resources: {'Port': ['ID=f1148444-b7d0-4797-ac49-433c0b7ae716,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:49.094229 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:49.094637 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:49.094893 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:49.095226 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:49.095571 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:49.095920 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:49.096238 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:49.096558 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:49.096864 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:49.097183 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:49.097497 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:49.097799 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Tracked resource versions report: Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: pushed versions: Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: { 'AddressGroup': {'1.2'}, Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: 'ConntrackHelper': {'1.0'}, Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: 'Log': {'1.0'}, Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: 'Network': {'1.1'}, Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: 'Port': {'1.7'}, Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: 'PortForwarding': {'1.2'}, Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: 'QosPolicy': {'1.8'}, Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: 'SecurityGroup': {'1.4'}, Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: 'SubPort': {'1.0'}, Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: 'Subnet': {'1.1'}, Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: 'Trunk': {'1.1'}} Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: consumer versions: Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: { DHCP agent@n-d-758944-30: {}, Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: L3 agent@n-d-758944-30: {}, Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: Metadata agent@n-d-758944-30: {}, Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: Metering agent@n-d-758944-30: {}, Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: Open vSwitch agent@n-d-758944-30: { 'AddressGroup': '1.2', Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: 'ConntrackHelper': '1.0', Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: 'Log': '1.0', Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: 'Network': '1.1', Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: 'Port': '1.7', Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: 'PortForwarding': '1.2', Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: 'QosPolicy': '1.8', Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: 'SecurityGroup': '1.4', Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: 'SecurityGroupRule': '1.2', Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: 'SubPort': '1.0', Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: 'Subnet': '1.1', Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: 'Trunk': '1.1'}} Jun 17 08:25:49.099511 n-d-758944-30 neutron-server[94521]: {{(pid=94521) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:25:49.119945 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:49.136753 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Attempting to bind port f1148444-b7d0-4797-ac49-433c0b7ae716 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:49.140286 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Attempting to bind port f1148444-b7d0-4797-ac49-433c0b7ae716 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '1e0737f0-76cc-4dc4-beb1-bf260d6ff208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '225af787-d94a-447c-a890-f090fb2461f5'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:49.140286 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Attempting to bind port f1148444-b7d0-4797-ac49-433c0b7ae716 on network 225af787-d94a-447c-a890-f090fb2461f5 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:49.144617 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:49.145150 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Checking segment: {'id': '1e0737f0-76cc-4dc4-beb1-bf260d6ff208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '225af787-d94a-447c-a890-f090fb2461f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:49.145805 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:49.146338 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Bound using segment: {'id': '1e0737f0-76cc-4dc4-beb1-bf260d6ff208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '225af787-d94a-447c-a890-f090fb2461f5'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:49.146957 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Bound port: f1148444-b7d0-4797-ac49-433c0b7ae716, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0737f0-76cc-4dc4-beb1-bf260d6ff208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '225af787-d94a-447c-a890-f090fb2461f5'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:49.147524 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:49.297442 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] For port f1148444-b7d0-4797-ac49-433c0b7ae716, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:49.305487 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] For port f1148444-b7d0-4797-ac49-433c0b7ae716, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=f1148444-b7d0-4797-ac49-433c0b7ae716,segment=NetworkSegment(1e0737f0-76cc-4dc4-beb1-bf260d6ff208),segment_id=1e0737f0-76cc-4dc4-beb1-bf260d6ff208)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:49.475973 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:49.479224 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:49.572073 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Pushing event updated for resources: {'Port': ['ID=f1148444-b7d0-4797-ac49-433c0b7ae716,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:49.572073 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:50.572669 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36228) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:50.933879 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [None req-15a2a96f-a618-4535-811d-fd944912821e admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:25:50.934970 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-15a2a96f-a618-4535-811d-fd944912821e admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3611693 Jun 17 08:25:53.450600 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36236) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:53.866681 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [None req-bfaf6c90-c2d7-47a9-84b1-8040011672c2 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:25:53.867816 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-bfaf6c90-c2d7-47a9-84b1-8040011672c2 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4157832 Jun 17 08:25:55.337533 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c44edb57-a144-48aa-926a-594b3a40a8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:55.988190 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662185e0-f098-4f1a-90b1-922211d355bb None None] Network 225af787-d94a-447c-a890-f090fb2461f5 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:25:56.401732 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8829f062-9c29-4eac-9ffa-7df71be69b28 None None] Provisioning for port f1148444-b7d0-4797-ac49-433c0b7ae716 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:56.509381 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device f1148444-b7d0-4797-ac49-433c0b7ae716 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:56.768186 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36250) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:56.817823 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port f1148444-b7d0-4797-ac49-433c0b7ae716 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:56.822694 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port f1148444-b7d0-4797-ac49-433c0b7ae716 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:56.823152 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:56.941365 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:56.980420 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port f1148444-b7d0-4797-ac49-433c0b7ae716, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=f1148444-b7d0-4797-ac49-433c0b7ae716,segment=NetworkSegment(1e0737f0-76cc-4dc4-beb1-bf260d6ff208),segment_id=1e0737f0-76cc-4dc4-beb1-bf260d6ff208)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:57.118101 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-83db9f00-0648-422d-9b3e-8c4ec7de67b3 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '8639159b52f94c4bb4729e61cf01f202', 'admin_state_up': True}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:57.129849 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:57.134148 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:57.182995 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=f1148444-b7d0-4797-ac49-433c0b7ae716,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:57.186190 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:57.354634 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-83db9f00-0648-422d-9b3e-8c4ec7de67b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:57.356453 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-83db9f00-0648-422d-9b3e-8c4ec7de67b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:57.526246 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-83db9f00-0648-422d-9b3e-8c4ec7de67b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:57.726877 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-83db9f00-0648-422d-9b3e-8c4ec7de67b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:57.974445 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-83db9f00-0648-422d-9b3e-8c4ec7de67b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:57.976170 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-83db9f00-0648-422d-9b3e-8c4ec7de67b3 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2070103 Jun 17 08:25:58.057847 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:58.443296 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device f1148444-b7d0-4797-ac49-433c0b7ae716 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:58.508535 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port f1148444-b7d0-4797-ac49-433c0b7ae716 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:58.508909 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:59.409951 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c7d7-a16e-4228-a2c1-b919508c8516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:00.522926 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36258) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:00.902908 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:00.923130 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [None req-1507a822-1dfe-4116-9036-3bd6124aa433 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:26:00.924220 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1507a822-1dfe-4116-9036-3bd6124aa433 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4003129 Jun 17 08:26:02.316409 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:03.621176 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36276) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:03.774275 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:03.946873 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Made reservation on behalf of b8439fbfed87494c92b1e1cc5467ae7f for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:26:03.949689 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:03.967257 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:04.099787 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:04.181407 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:04.187392 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:04.196607 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Reserving flat network on physical network physnet1 {{(pid=94520) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 17 08:26:04.236180 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774480564776', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:04.236967 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Unsubscribe: segment precommit_create {{(pid=94520) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 08:26:04.237527 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Added segment 3fa8e1df-b445-48f1-b070-212cc182c837 of type flat for network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a Jun 17 08:26:04.262243 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0022d816-3c3d-4c7d-bdad-38363594f34e,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:04.312571 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:04.313002 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:04.313386 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:04.313773 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:04.314136 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:04.314483 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:04.314889 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:04.315286 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:04.315630 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:04.316004 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:04.316431 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:04.316850 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Tracked resource versions report: Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: pushed versions: Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: { 'AddressGroup': {'1.2'}, Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: 'ConntrackHelper': {'1.0'}, Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: 'Log': {'1.0'}, Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: 'Network': {'1.1'}, Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: 'Port': {'1.7'}, Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: 'PortForwarding': {'1.2'}, Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: 'QosPolicy': {'1.8'}, Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: 'SecurityGroup': {'1.4'}, Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: 'SubPort': {'1.0'}, Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: 'Subnet': {'1.1'}, Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: 'Trunk': {'1.1'}} Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: consumer versions: Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: { DHCP agent@n-d-758944-30: {}, Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: L3 agent@n-d-758944-30: {}, Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: Metadata agent@n-d-758944-30: {}, Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: Metering agent@n-d-758944-30: {}, Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: Open vSwitch agent@n-d-758944-30: { 'AddressGroup': '1.2', Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: 'ConntrackHelper': '1.0', Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: 'Log': '1.0', Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: 'Network': '1.1', Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: 'Port': '1.7', Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: 'PortForwarding': '1.2', Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: 'QosPolicy': '1.8', Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: 'SecurityGroup': '1.4', Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: 'SecurityGroupRule': '1.2', Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: 'SubPort': '1.0', Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: 'Subnet': '1.1', Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: 'Trunk': '1.1'}} Jun 17 08:26:04.318747 n-d-758944-30 neutron-server[94520]: {{(pid=94520) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:26:04.382704 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:04.385116 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:04.554461 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:04.555901 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:04.556588 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:04.558834 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:04.660697 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Pushing event updated for resources: {'Network': ['ID=47e26d50-07b5-44f6-8ce3-9ccc70a7083a,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:04.665728 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:04.673096 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:26:04.721819 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0993049 Jun 17 08:26:06.998574 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36298) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:07.170979 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b96052-9062-4837-bb14-4e134571135f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:07.172538 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b7b96052-9062-4837-bb14-4e134571135f admin admin] 10.222.0.49 "GET /v2.0/subnets/6dc34cba-c982-41ab-9255-35222ebc6ca8 HTTP/1.1" status: 200 len: 849 time: 0.1729257 Jun 17 08:26:07.299739 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-655542e5-bebb-43d7-9e15-7dbd9de6b8fb admin admin] 10.222.0.49 "GET /v2.0/routers/967fcfec-c38a-4504-9158-dd4c7dac50cd HTTP/1.1" status: 200 len: 704 time: 0.1210477 Jun 17 08:26:07.589660 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2b22730b-1142-4ee7-b86d-eec370fca224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:07.955321 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-2b22730b-1142-4ee7-b86d-eec370fca224 admin admin] Allocated IP 172.20.0.1 (225af787-d94a-447c-a890-f090fb2461f5/6dc34cba-c982-41ab-9255-35222ebc6ca8/86bbe741-3162-4b05-8b32-7a14004e4749) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:26:08.163852 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2b22730b-1142-4ee7-b86d-eec370fca224 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:08.190559 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-2b22730b-1142-4ee7-b86d-eec370fca224 admin admin] Transition to ACTIVE for port object 86bbe741-3162-4b05-8b32-7a14004e4749 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:08.491887 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2b22730b-1142-4ee7-b86d-eec370fca224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:08.495122 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:08.559628 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b22730b-1142-4ee7-b86d-eec370fca224 admin admin] Network 225af787-d94a-447c-a890-f090fb2461f5 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:26:08.565028 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-2b22730b-1142-4ee7-b86d-eec370fca224 admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:08.578748 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b22730b-1142-4ee7-b86d-eec370fca224 admin admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:26:08.579240 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2b22730b-1142-4ee7-b86d-eec370fca224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:08.649415 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22730b-1142-4ee7-b86d-eec370fca224 admin admin] Pushing event updated for resources: {'Port': ['ID=86bbe741-3162-4b05-8b32-7a14004e4749,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:08.729193 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2b22730b-1142-4ee7-b86d-eec370fca224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:09.029870 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2b22730b-1142-4ee7-b86d-eec370fca224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:09.079778 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ec434d18-9cb6-41e7-a0ef-767ac7540094 None None] Provisioning for port 86bbe741-3162-4b05-8b32-7a14004e4749 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:09.084590 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ec434d18-9cb6-41e7-a0ef-767ac7540094 None None] Provisioning complete for port 86bbe741-3162-4b05-8b32-7a14004e4749 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:09.084969 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ec434d18-9cb6-41e7-a0ef-767ac7540094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:09.118960 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-ec434d18-9cb6-41e7-a0ef-767ac7540094 None None] Port 86bbe741-3162-4b05-8b32-7a14004e4749 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:26:09.215063 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2b22730b-1142-4ee7-b86d-eec370fca224 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:09.409924 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2b22730b-1142-4ee7-b86d-eec370fca224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:09.411566 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2b22730b-1142-4ee7-b86d-eec370fca224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:09.413459 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2b22730b-1142-4ee7-b86d-eec370fca224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:09.497117 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22730b-1142-4ee7-b86d-eec370fca224 admin admin] Pushing event updated for resources: {'Port': ['ID=86bbe741-3162-4b05-8b32-7a14004e4749,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:09.504017 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2b22730b-1142-4ee7-b86d-eec370fca224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:09.546590 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b22730b-1142-4ee7-b86d-eec370fca224 admin admin] Network 225af787-d94a-447c-a890-f090fb2461f5 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:26:09.548166 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-2b22730b-1142-4ee7-b86d-eec370fca224 admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:09.743557 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-86c7139a-b26c-46c8-aca8-b5c7077c8bb6 None None] Provisioning complete for port 86bbe741-3162-4b05-8b32-7a14004e4749 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:09.747806 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-86c7139a-b26c-46c8-aca8-b5c7077c8bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:09.786353 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-86c7139a-b26c-46c8-aca8-b5c7077c8bb6 None None] Port 86bbe741-3162-4b05-8b32-7a14004e4749 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:26:09.822575 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b22730b-1142-4ee7-b86d-eec370fca224 admin admin] Router 967fcfec-c38a-4504-9158-dd4c7dac50cd is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:26:09.919085 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b22730b-1142-4ee7-b86d-eec370fca224 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:26:09.925335 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2b22730b-1142-4ee7-b86d-eec370fca224 admin admin] 10.222.0.49 "PUT /v2.0/routers/967fcfec-c38a-4504-9158-dd4c7dac50cd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6204340 Jun 17 08:26:09.935612 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6608da35-1142-4f06-a338-e395528d9321 None None] Sync routers for ids ['967fcfec-c38a-4504-9158-dd4c7dac50cd'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:26:09.955688 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6608da35-1142-4f06-a338-e395528d9321 None None] Routers {'967fcfec-c38a-4504-9158-dd4c7dac50cd'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:26:09.957318 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-6608da35-1142-4f06-a338-e395528d9321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:25:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['967fcfec-c38a-4504-9158-dd4c7dac50cd'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:10.198541 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-6608da35-1142-4f06-a338-e395528d9321 None None] Set router 967fcfec-c38a-4504-9158-dd4c7dac50cd gateway port host: None {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:26:10.705855 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-6608da35-1142-4f06-a338-e395528d9321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967fcfec-c38a-4504-9158-dd4c7dac50cd', 'name': 'router1', 'tenant_id': '8639159b52f94c4bb4729e61cf01f202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:57Z', 'updated_at': '2021-06-17T08:26:08Z', 'revision_number': 2, 'project_id': '8639159b52f94c4bb4729e61cf01f202', 'gw_port_host': None, '_interfaces': [{'id': '86bbe741-3162-4b05-8b32-7a14004e4749', 'name': '', 'network_id': '225af787-d94a-447c-a890-f090fb2461f5', 'tenant_id': '8639159b52f94c4bb4729e61cf01f202', 'mac_address': 'fa:16:3e:42:48:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967fcfec-c38a-4504-9158-dd4c7dac50cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6dc34cba-c982-41ab-9255-35222ebc6ca8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:26:07Z', 'updated_at': '2021-06-17T08:26:09Z', 'revision_number': 2, 'project_id': '8639159b52f94c4bb4729e61cf01f202', 'subnets': [{'id': '6dc34cba-c982-41ab-9255-35222ebc6ca8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3b7bc5c-12bb-4a6b-a7e8-d6d98f845246'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:10.762757 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6608da35-1142-4f06-a338-e395528d9321 None None] Checking router: 967fcfec-c38a-4504-9158-dd4c7dac50cd for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:26:10.763253 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6608da35-1142-4f06-a338-e395528d9321 None None] Updating router 967fcfec-c38a-4504-9158-dd4c7dac50cd port 86bbe741-3162-4b05-8b32-7a14004e4749 binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:26:10.843651 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-6608da35-1142-4f06-a338-e395528d9321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:10.907310 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 5 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:26:11.484809 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-6608da35-1142-4f06-a338-e395528d9321 None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:11.505919 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-6608da35-1142-4f06-a338-e395528d9321 None None] Transition to ACTIVE for port object 86bbe741-3162-4b05-8b32-7a14004e4749 will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:11.626421 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-6608da35-1142-4f06-a338-e395528d9321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:11.630299 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:11.768083 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9497f8-a964-4034-b8e9-660d8069d3e7 None None] Pushing event updated for resources: {'Port': ['ID=86bbe741-3162-4b05-8b32-7a14004e4749,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:11.776995 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9497f8-a964-4034-b8e9-660d8069d3e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:11.777449 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9497f8-a964-4034-b8e9-660d8069d3e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:11.777626 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9497f8-a964-4034-b8e9-660d8069d3e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:11.777956 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9497f8-a964-4034-b8e9-660d8069d3e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:11.778276 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9497f8-a964-4034-b8e9-660d8069d3e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:11.778592 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9497f8-a964-4034-b8e9-660d8069d3e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:11.778904 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9497f8-a964-4034-b8e9-660d8069d3e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:11.779216 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9497f8-a964-4034-b8e9-660d8069d3e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:11.779531 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9497f8-a964-4034-b8e9-660d8069d3e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:11.779867 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9497f8-a964-4034-b8e9-660d8069d3e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:11.780181 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9497f8-a964-4034-b8e9-660d8069d3e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:11.780487 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9497f8-a964-4034-b8e9-660d8069d3e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9497f8-a964-4034-b8e9-660d8069d3e7 None None] Tracked resource versions report: Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: pushed versions: Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: { 'AddressGroup': {'1.2'}, Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: 'ConntrackHelper': {'1.0'}, Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: 'Log': {'1.0'}, Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: 'Network': {'1.1'}, Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: 'Port': {'1.7'}, Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: 'PortForwarding': {'1.2'}, Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: 'QosPolicy': {'1.8'}, Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: 'SecurityGroup': {'1.4'}, Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: 'SubPort': {'1.0'}, Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: 'Subnet': {'1.1'}, Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: 'Trunk': {'1.1'}} Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: consumer versions: Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: { DHCP agent@n-d-758944-30: {}, Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: L3 agent@n-d-758944-30: {}, Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: Metadata agent@n-d-758944-30: {}, Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: Metering agent@n-d-758944-30: {}, Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: Open vSwitch agent@n-d-758944-30: { 'AddressGroup': '1.2', Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: 'ConntrackHelper': '1.0', Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: 'Log': '1.0', Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: 'Network': '1.1', Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: 'Port': '1.7', Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: 'PortForwarding': '1.2', Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: 'QosPolicy': '1.8', Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: 'SecurityGroup': '1.4', Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: 'SecurityGroupRule': '1.2', Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: 'SubPort': '1.0', Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: 'Subnet': '1.1', Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: 'Trunk': '1.1'}} Jun 17 08:26:11.781644 n-d-758944-30 neutron-server[94522]: {{(pid=94522) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:26:11.787809 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-2f9497f8-a964-4034-b8e9-660d8069d3e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:11.862254 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-6608da35-1142-4f06-a338-e395528d9321 None None] Attempting to bind port 86bbe741-3162-4b05-8b32-7a14004e4749 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:26:11.862657 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-6608da35-1142-4f06-a338-e395528d9321 None None] Attempting to bind port 86bbe741-3162-4b05-8b32-7a14004e4749 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '1e0737f0-76cc-4dc4-beb1-bf260d6ff208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '225af787-d94a-447c-a890-f090fb2461f5'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:26:11.863130 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6608da35-1142-4f06-a338-e395528d9321 None None] Attempting to bind port 86bbe741-3162-4b05-8b32-7a14004e4749 on network 225af787-d94a-447c-a890-f090fb2461f5 {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:11.869650 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6608da35-1142-4f06-a338-e395528d9321 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:26:11.870064 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6608da35-1142-4f06-a338-e395528d9321 None None] Checking segment: {'id': '1e0737f0-76cc-4dc4-beb1-bf260d6ff208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '225af787-d94a-447c-a890-f090fb2461f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:26:11.870576 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-6608da35-1142-4f06-a338-e395528d9321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:11.870957 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6608da35-1142-4f06-a338-e395528d9321 None None] Bound using segment: {'id': '1e0737f0-76cc-4dc4-beb1-bf260d6ff208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '225af787-d94a-447c-a890-f090fb2461f5'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:26:11.871485 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-6608da35-1142-4f06-a338-e395528d9321 None None] Bound port: 86bbe741-3162-4b05-8b32-7a14004e4749, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0737f0-76cc-4dc4-beb1-bf260d6ff208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '225af787-d94a-447c-a890-f090fb2461f5'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:26:11.871894 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-6608da35-1142-4f06-a338-e395528d9321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:11.962892 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-6608da35-1142-4f06-a338-e395528d9321 None None] For port 86bbe741-3162-4b05-8b32-7a14004e4749, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:11.988208 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-6608da35-1142-4f06-a338-e395528d9321 None None] For port 86bbe741-3162-4b05-8b32-7a14004e4749, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=86bbe741-3162-4b05-8b32-7a14004e4749,segment=NetworkSegment(1e0737f0-76cc-4dc4-beb1-bf260d6ff208),segment_id=1e0737f0-76cc-4dc4-beb1-bf260d6ff208)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:26:12.107234 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-6608da35-1142-4f06-a338-e395528d9321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:12.109769 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-2f9497f8-a964-4034-b8e9-660d8069d3e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:12.163420 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6608da35-1142-4f06-a338-e395528d9321 None None] Routers {'967fcfec-c38a-4504-9158-dd4c7dac50cd'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:26:12.164130 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-6608da35-1142-4f06-a338-e395528d9321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:25:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['967fcfec-c38a-4504-9158-dd4c7dac50cd'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:12.239756 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9497f8-a964-4034-b8e9-660d8069d3e7 None None] Pushing event updated for resources: {'Port': ['ID=86bbe741-3162-4b05-8b32-7a14004e4749,revision_number=4']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:12.252538 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-2f9497f8-a964-4034-b8e9-660d8069d3e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:12.267130 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-6608da35-1142-4f06-a338-e395528d9321 None None] Set router 967fcfec-c38a-4504-9158-dd4c7dac50cd gateway port host: None {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:26:12.375750 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36308) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:12.513052 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-6608da35-1142-4f06-a338-e395528d9321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967fcfec-c38a-4504-9158-dd4c7dac50cd', 'name': 'router1', 'tenant_id': '8639159b52f94c4bb4729e61cf01f202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:57Z', 'updated_at': '2021-06-17T08:26:08Z', 'revision_number': 2, 'project_id': '8639159b52f94c4bb4729e61cf01f202', 'gw_port_host': None, '_interfaces': [{'id': '86bbe741-3162-4b05-8b32-7a14004e4749', 'name': '', 'network_id': '225af787-d94a-447c-a890-f090fb2461f5', 'tenant_id': '8639159b52f94c4bb4729e61cf01f202', 'mac_address': 'fa:16:3e:42:48:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967fcfec-c38a-4504-9158-dd4c7dac50cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6dc34cba-c982-41ab-9255-35222ebc6ca8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:26:07Z', 'updated_at': '2021-06-17T08:26:11Z', 'revision_number': 4, 'project_id': '8639159b52f94c4bb4729e61cf01f202', 'subnets': [{'id': '6dc34cba-c982-41ab-9255-35222ebc6ca8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3b7bc5c-12bb-4a6b-a7e8-d6d98f845246'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:12.517636 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5044d18d-e040-43f5-b274-d9c53c0fea17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:12.519002 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5044d18d-e040-43f5-b274-d9c53c0fea17 admin admin] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 842 time: 0.1424053 Jun 17 08:26:12.533601 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-3e76d8e1-99a7-4ee2-a791-6b3b01df5ba8 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.25.2.1', 'cidr': '172.25.2.0/24', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:12.539679 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6608da35-1142-4f06-a338-e395528d9321 None None] The sync data for ids ['967fcfec-c38a-4504-9158-dd4c7dac50cd'] in n-d-758944-30 is: [{'id': '967fcfec-c38a-4504-9158-dd4c7dac50cd', 'name': 'router1', 'tenant_id': '8639159b52f94c4bb4729e61cf01f202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:57Z', 'updated_at': '2021-06-17T08:26:08Z', 'revision_number': 2, 'project_id': '8639159b52f94c4bb4729e61cf01f202', 'gw_port_host': None, '_interfaces': [{'id': '86bbe741-3162-4b05-8b32-7a14004e4749', 'name': '', 'network_id': '225af787-d94a-447c-a890-f090fb2461f5', 'tenant_id': '8639159b52f94c4bb4729e61cf01f202', 'mac_address': 'fa:16:3e:42:48:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967fcfec-c38a-4504-9158-dd4c7dac50cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6dc34cba-c982-41ab-9255-35222ebc6ca8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:26:07Z', 'updated_at': '2021-06-17T08:26:11Z', 'revision_number': 4, 'project_id': '8639159b52f94c4bb4729e61cf01f202', 'subnets': [{'id': '6dc34cba-c982-41ab-9255-35222ebc6ca8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3b7bc5c-12bb-4a6b-a7e8-d6d98f845246'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:26:12.633420 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e76d8e1-99a7-4ee2-a791-6b3b01df5ba8 admin admin] Made reservation on behalf of b8439fbfed87494c92b1e1cc5467ae7f for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:26:12.636037 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3e76d8e1-99a7-4ee2-a791-6b3b01df5ba8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:13.136595 n-d-758944-30 neutron-server[94519]: DEBUG neutron.objects.ports [None req-3e76d8e1-99a7-4ee2-a791-6b3b01df5ba8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94519) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:26:13.137071 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3e76d8e1-99a7-4ee2-a791-6b3b01df5ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:13.139389 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:13.202334 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76d8e1-99a7-4ee2-a791-6b3b01df5ba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc42cdd1-3da5-4ada-bb49-608a1fdd0030,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:13.209247 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e76d8e1-99a7-4ee2-a791-6b3b01df5ba8 admin admin] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:26:13.209652 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e76d8e1-99a7-4ee2-a791-6b3b01df5ba8 admin admin] Network hostable DHCP agents. Network: 47e26d50-07b5-44f6-8ce3-9ccc70a7083a, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:26:13.212173 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3e76d8e1-99a7-4ee2-a791-6b3b01df5ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:13.366790 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e76d8e1-99a7-4ee2-a791-6b3b01df5ba8 admin admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:26:13.520219 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-3e76d8e1-99a7-4ee2-a791-6b3b01df5ba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 47e26d50-07b5-44f6-8ce3-9ccc70a7083a) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:13.527793 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e76d8e1-99a7-4ee2-a791-6b3b01df5ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:13.527916 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3e76d8e1-99a7-4ee2-a791-6b3b01df5ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:13.533035 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986d1794-1b04-403e-b3dc-662c75100f93 None None] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:26:13.624686 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3e76d8e1-99a7-4ee2-a791-6b3b01df5ba8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0942597 Jun 17 08:26:13.708131 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573f3880-7de0-4865-8277-95b2ccbca005 None None] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:26:16.398110 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36320) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:16.468971 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 86bbe741-3162-4b05-8b32-7a14004e4749 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:16.616839 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 86bbe741-3162-4b05-8b32-7a14004e4749 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:16.623220 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 86bbe741-3162-4b05-8b32-7a14004e4749 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:16.623896 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:16.682834 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-61d6f9c3-5a4c-4cf8-8f37-b831c4e1ec34 admin admin] 10.222.0.49 "GET /v2.0/routers/967fcfec-c38a-4504-9158-dd4c7dac50cd HTTP/1.1" status: 200 len: 710 time: 0.2829206 Jun 17 08:26:16.748193 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:16.794696 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 86bbe741-3162-4b05-8b32-7a14004e4749, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=86bbe741-3162-4b05-8b32-7a14004e4749,segment=NetworkSegment(1e0737f0-76cc-4dc4-beb1-bf260d6ff208),segment_id=1e0737f0-76cc-4dc4-beb1-bf260d6ff208)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:16.800692 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aad15f5-ae02-496d-84b5-a91ad7e926bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:16.802639 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0aad15f5-ae02-496d-84b5-a91ad7e926bc admin admin] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 886 time: 0.1140563 Jun 17 08:26:16.819101 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-f565832c-9e84-43b1-985e-2c2a25a816c0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:16.993947 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:16.999434 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:17.079676 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=86bbe741-3162-4b05-8b32-7a14004e4749,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:17.086082 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:17.185700 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f565832c-9e84-43b1-985e-2c2a25a816c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:17.594361 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f565832c-9e84-43b1-985e-2c2a25a816c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:17.681752 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f565832c-9e84-43b1-985e-2c2a25a816c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:17.841825 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-f565832c-9e84-43b1-985e-2c2a25a816c0 admin admin] Allocated IP 172.25.2.46 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/9a111eed-df1a-4650-be34-cba8f18495a5) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:26:17.953727 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f565832c-9e84-43b1-985e-2c2a25a816c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:18.125744 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f565832c-9e84-43b1-985e-2c2a25a816c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:18.128075 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:18.202901 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f565832c-9e84-43b1-985e-2c2a25a816c0 admin admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:26:18.210333 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-f565832c-9e84-43b1-985e-2c2a25a816c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:18.213773 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f565832c-9e84-43b1-985e-2c2a25a816c0 admin admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:26:18.220175 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565832c-9e84-43b1-985e-2c2a25a816c0 admin admin] Pushing event updated for resources: {'Port': ['ID=9a111eed-df1a-4650-be34-cba8f18495a5,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:18.279839 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f565832c-9e84-43b1-985e-2c2a25a816c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:18.444009 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 86bbe741-3162-4b05-8b32-7a14004e4749 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:18.492716 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 86bbe741-3162-4b05-8b32-7a14004e4749 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:18.492974 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:18.662838 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f565832c-9e84-43b1-985e-2c2a25a816c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:18.874121 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f565832c-9e84-43b1-985e-2c2a25a816c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:18.877789 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f565832c-9e84-43b1-985e-2c2a25a816c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-940956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941038', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-949414'] for router, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:18.996592 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f565832c-9e84-43b1-985e-2c2a25a816c0 admin admin] Router 967fcfec-c38a-4504-9158-dd4c7dac50cd has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:26:19.112854 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f565832c-9e84-43b1-985e-2c2a25a816c0 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:26:19.118143 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f565832c-9e84-43b1-985e-2c2a25a816c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:19.119454 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f565832c-9e84-43b1-985e-2c2a25a816c0 admin admin] 10.222.0.49 "PUT /v2.0/routers/967fcfec-c38a-4504-9158-dd4c7dac50cd HTTP/1.1" status: 200 len: 889 time: 2.3040569 Jun 17 08:26:19.139079 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d115c7-fdec-4829-bbcc-6626af8760d1 None None] Sync routers for ids ['967fcfec-c38a-4504-9158-dd4c7dac50cd'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:26:19.151286 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d115c7-fdec-4829-bbcc-6626af8760d1 None None] Routers {'967fcfec-c38a-4504-9158-dd4c7dac50cd'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:26:19.152033 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-44d115c7-fdec-4829-bbcc-6626af8760d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:25:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['967fcfec-c38a-4504-9158-dd4c7dac50cd'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:19.383058 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-44d115c7-fdec-4829-bbcc-6626af8760d1 None None] Set router 967fcfec-c38a-4504-9158-dd4c7dac50cd gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:26:19.839291 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-44d115c7-fdec-4829-bbcc-6626af8760d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967fcfec-c38a-4504-9158-dd4c7dac50cd', 'name': 'router1', 'tenant_id': '8639159b52f94c4bb4729e61cf01f202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '9a111eed-df1a-4650-be34-cba8f18495a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:57Z', 'updated_at': '2021-06-17T08:26:18Z', 'revision_number': 4, 'project_id': '8639159b52f94c4bb4729e61cf01f202', 'gw_port': {'id': '9a111eed-df1a-4650-be34-cba8f18495a5', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967fcfec-c38a-4504-9158-dd4c7dac50cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:26:17Z', 'updated_at': '2021-06-17T08:26:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '86bbe741-3162-4b05-8b32-7a14004e4749', 'name': '', 'network_id': '225af787-d94a-447c-a890-f090fb2461f5', 'tenant_id': '8639159b52f94c4bb4729e61cf01f202', 'mac_address': 'fa:16:3e:42:48:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967fcfec-c38a-4504-9158-dd4c7dac50cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6dc34cba-c982-41ab-9255-35222ebc6ca8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:26:07Z', 'updated_at': '2021-06-17T08:26:16Z', 'revision_number': 5, 'project_id': '8639159b52f94c4bb4729e61cf01f202', 'subnets': [{'id': '6dc34cba-c982-41ab-9255-35222ebc6ca8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3b7bc5c-12bb-4a6b-a7e8-d6d98f845246'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:19.894886 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d115c7-fdec-4829-bbcc-6626af8760d1 None None] Checking router: 967fcfec-c38a-4504-9158-dd4c7dac50cd for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:26:19.895248 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d115c7-fdec-4829-bbcc-6626af8760d1 None None] Updating router 967fcfec-c38a-4504-9158-dd4c7dac50cd port 9a111eed-df1a-4650-be34-cba8f18495a5 binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:26:19.938187 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-44d115c7-fdec-4829-bbcc-6626af8760d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:20.367310 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-44d115c7-fdec-4829-bbcc-6626af8760d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:20.384920 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-44d115c7-fdec-4829-bbcc-6626af8760d1 None None] Transition to ACTIVE for port object 9a111eed-df1a-4650-be34-cba8f18495a5 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:20.519047 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-44d115c7-fdec-4829-bbcc-6626af8760d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:20.521870 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:20.578540 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d569a4-0209-417c-baf3-86cd6475877b None None] Pushing event updated for resources: {'Port': ['ID=9a111eed-df1a-4650-be34-cba8f18495a5,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:20.580953 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-44d115c7-fdec-4829-bbcc-6626af8760d1 None None] Attempting to bind port 9a111eed-df1a-4650-be34-cba8f18495a5 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:26:20.581323 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-44d115c7-fdec-4829-bbcc-6626af8760d1 None None] Attempting to bind port 9a111eed-df1a-4650-be34-cba8f18495a5 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:26:20.581792 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d115c7-fdec-4829-bbcc-6626af8760d1 None None] Attempting to bind port 9a111eed-df1a-4650-be34-cba8f18495a5 on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:20.583863 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e5d569a4-0209-417c-baf3-86cd6475877b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:20.588104 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d115c7-fdec-4829-bbcc-6626af8760d1 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:26:20.588481 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d115c7-fdec-4829-bbcc-6626af8760d1 None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:26:20.588885 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-44d115c7-fdec-4829-bbcc-6626af8760d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:20.589271 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d115c7-fdec-4829-bbcc-6626af8760d1 None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:26:20.589740 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-44d115c7-fdec-4829-bbcc-6626af8760d1 None None] Bound port: 9a111eed-df1a-4650-be34-cba8f18495a5, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:26:20.590118 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-44d115c7-fdec-4829-bbcc-6626af8760d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:20.643853 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-44d115c7-fdec-4829-bbcc-6626af8760d1 None None] For port 9a111eed-df1a-4650-be34-cba8f18495a5, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:20.647368 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-44d115c7-fdec-4829-bbcc-6626af8760d1 None None] For port 9a111eed-df1a-4650-be34-cba8f18495a5, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=9a111eed-df1a-4650-be34-cba8f18495a5,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:26:20.765925 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-44d115c7-fdec-4829-bbcc-6626af8760d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:20.768476 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:20.828921 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d115c7-fdec-4829-bbcc-6626af8760d1 None None] Routers {'967fcfec-c38a-4504-9158-dd4c7dac50cd'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:26:20.829562 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-44d115c7-fdec-4829-bbcc-6626af8760d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:25:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['967fcfec-c38a-4504-9158-dd4c7dac50cd'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:20.831526 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d569a4-0209-417c-baf3-86cd6475877b None None] Pushing event updated for resources: {'Port': ['ID=9a111eed-df1a-4650-be34-cba8f18495a5,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:20.835238 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e5d569a4-0209-417c-baf3-86cd6475877b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:21.045653 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-44d115c7-fdec-4829-bbcc-6626af8760d1 None None] Set router 967fcfec-c38a-4504-9158-dd4c7dac50cd gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:26:21.297379 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-44d115c7-fdec-4829-bbcc-6626af8760d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967fcfec-c38a-4504-9158-dd4c7dac50cd', 'name': 'router1', 'tenant_id': '8639159b52f94c4bb4729e61cf01f202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '9a111eed-df1a-4650-be34-cba8f18495a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:57Z', 'updated_at': '2021-06-17T08:26:18Z', 'revision_number': 4, 'project_id': '8639159b52f94c4bb4729e61cf01f202', 'gw_port': {'id': '9a111eed-df1a-4650-be34-cba8f18495a5', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967fcfec-c38a-4504-9158-dd4c7dac50cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:26:17Z', 'updated_at': '2021-06-17T08:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '86bbe741-3162-4b05-8b32-7a14004e4749', 'name': '', 'network_id': '225af787-d94a-447c-a890-f090fb2461f5', 'tenant_id': '8639159b52f94c4bb4729e61cf01f202', 'mac_address': 'fa:16:3e:42:48:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967fcfec-c38a-4504-9158-dd4c7dac50cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6dc34cba-c982-41ab-9255-35222ebc6ca8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:26:07Z', 'updated_at': '2021-06-17T08:26:16Z', 'revision_number': 5, 'project_id': '8639159b52f94c4bb4729e61cf01f202', 'subnets': [{'id': '6dc34cba-c982-41ab-9255-35222ebc6ca8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3b7bc5c-12bb-4a6b-a7e8-d6d98f845246'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:21.325978 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d115c7-fdec-4829-bbcc-6626af8760d1 None None] The sync data for ids ['967fcfec-c38a-4504-9158-dd4c7dac50cd'] in n-d-758944-30 is: [{'id': '967fcfec-c38a-4504-9158-dd4c7dac50cd', 'name': 'router1', 'tenant_id': '8639159b52f94c4bb4729e61cf01f202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '9a111eed-df1a-4650-be34-cba8f18495a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:57Z', 'updated_at': '2021-06-17T08:26:18Z', 'revision_number': 4, 'project_id': '8639159b52f94c4bb4729e61cf01f202', 'gw_port': {'id': '9a111eed-df1a-4650-be34-cba8f18495a5', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967fcfec-c38a-4504-9158-dd4c7dac50cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:26:17Z', 'updated_at': '2021-06-17T08:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '86bbe741-3162-4b05-8b32-7a14004e4749', 'name': '', 'network_id': '225af787-d94a-447c-a890-f090fb2461f5', 'tenant_id': '8639159b52f94c4bb4729e61cf01f202', 'mac_address': 'fa:16:3e:42:48:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967fcfec-c38a-4504-9158-dd4c7dac50cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6dc34cba-c982-41ab-9255-35222ebc6ca8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:26:07Z', 'updated_at': '2021-06-17T08:26:16Z', 'revision_number': 5, 'project_id': '8639159b52f94c4bb4729e61cf01f202', 'subnets': [{'id': '6dc34cba-c982-41ab-9255-35222ebc6ca8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3b7bc5c-12bb-4a6b-a7e8-d6d98f845246'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:26:21.645490 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36328) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:21.819843 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d8b68f71-1b2b-4a9c-8b62-0e57d94461ac admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1726391 Jun 17 08:26:22.485845 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 9a111eed-df1a-4650-be34-cba8f18495a5 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:22.633464 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 9a111eed-df1a-4650-be34-cba8f18495a5 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:22.638309 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 9a111eed-df1a-4650-be34-cba8f18495a5 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:22.638684 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:22.730253 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:22.753301 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 9a111eed-df1a-4650-be34-cba8f18495a5, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=9a111eed-df1a-4650-be34-cba8f18495a5,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:22.963259 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:22.966434 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:23.029768 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=9a111eed-df1a-4650-be34-cba8f18495a5,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:23.033515 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:24.474734 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 9a111eed-df1a-4650-be34-cba8f18495a5 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:24.559666 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 9a111eed-df1a-4650-be34-cba8f18495a5 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:24.560739 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:25.348146 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-dd7f1227-f141-4d35-9cf6-3df0a740ec05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:27.944713 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:29.370099 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-64230cc6-3d85-407d-bb27-650f83d3bdca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:30.741487 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:32.307768 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:47.872816 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 5 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:26:55.399165 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2c59b1c2-3066-4298-a723-a425cefb35a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:57.919352 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:59.408056 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-442e7c45-9c13-4acc-a34c-bdac756c9ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.786537 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:02.410105 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:24.872597 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 5 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:27:25.334761 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a1c59e67-efe7-4bf3-8dd7-deb635883cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:27.898815 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:29.368798 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7e79d0c0-712b-4f1f-9a2f-8ba00dd1d034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:30.749484 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:32.418104 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:55.325854 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e022c456-d971-414c-8cd8-4f128bcee4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:57.896815 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:59.361820 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-dd4dd48f-2635-40c6-8ea0-8ef1c05f3aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:00.754022 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:01.871593 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 5 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:28:02.319935 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:13.184116 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36928) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:13.318398 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd30fce-dd28-472f-a7b8-6de19fcefe50 admin admin] GET failed (client error): The resource could not be found. Jun 17 08:28:13.319879 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4dd30fce-dd28-472f-a7b8-6de19fcefe50 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1344852 Jun 17 08:28:13.486378 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48afd18c-d47d-4ed9-b922-817637ee7479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:13.487810 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-48afd18c-d47d-4ed9-b922-817637ee7479 admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1641057 Jun 17 08:28:15.691437 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36938) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:15.808206 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128f384c-4606-4af2-a889-4b33aba5f90f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:15.809589 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-128f384c-4606-4af2-a889-4b33aba5f90f admin admin] 10.222.0.49 "GET /v2.0/subnets/6dc34cba-c982-41ab-9255-35222ebc6ca8 HTTP/1.1" status: 200 len: 849 time: 0.1170681 Jun 17 08:28:15.819196 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-9455b8c8-9664-4685-8f7c-4f96e88a44a8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:15.908514 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9455b8c8-9664-4685-8f7c-4f96e88a44a8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:16.160742 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9455b8c8-9664-4685-8f7c-4f96e88a44a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774480467312'] for subnet, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:16.163297 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3e76d8e1-99a7-4ee2-a791-6b3b01df5ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:16.194688 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9455b8c8-9664-4685-8f7c-4f96e88a44a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:16.195322 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9455b8c8-9664-4685-8f7c-4f96e88a44a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:16.196644 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9455b8c8-9664-4685-8f7c-4f96e88a44a8 admin admin] 10.222.0.49 "PUT /v2.0/subnets/6dc34cba-c982-41ab-9255-35222ebc6ca8 HTTP/1.1" status: 200 len: 868 time: 0.3814425 Jun 17 08:28:16.205044 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1c543a-e615-43dd-8235-15588bfa12c2 None None] Network 225af787-d94a-447c-a890-f090fb2461f5 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:28:16.217799 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455b8c8-9664-4685-8f7c-4f96e88a44a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dc34cba-c982-41ab-9255-35222ebc6ca8,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:16.226857 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455b8c8-9664-4685-8f7c-4f96e88a44a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:16.227199 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455b8c8-9664-4685-8f7c-4f96e88a44a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:16.227561 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455b8c8-9664-4685-8f7c-4f96e88a44a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:16.228096 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455b8c8-9664-4685-8f7c-4f96e88a44a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:16.228552 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455b8c8-9664-4685-8f7c-4f96e88a44a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:16.228930 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455b8c8-9664-4685-8f7c-4f96e88a44a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:16.229249 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455b8c8-9664-4685-8f7c-4f96e88a44a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:16.229597 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455b8c8-9664-4685-8f7c-4f96e88a44a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:16.229914 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455b8c8-9664-4685-8f7c-4f96e88a44a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:16.230260 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455b8c8-9664-4685-8f7c-4f96e88a44a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:16.230593 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455b8c8-9664-4685-8f7c-4f96e88a44a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:16.231065 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455b8c8-9664-4685-8f7c-4f96e88a44a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:16.235454 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9455b8c8-9664-4685-8f7c-4f96e88a44a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:16.612744 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-fccb914f-f57f-4a33-86c8-7049722b4549 None None] Provisioning complete for port 86bbe741-3162-4b05-8b32-7a14004e4749 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:16.613317 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-fccb914f-f57f-4a33-86c8-7049722b4549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:16.731373 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-fccb914f-f57f-4a33-86c8-7049722b4549 None None] Provisioning complete for port f1148444-b7d0-4797-ac49-433c0b7ae716 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:16.731900 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-fccb914f-f57f-4a33-86c8-7049722b4549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:18.481915 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36946) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:18.702254 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43001ce-5b39-4d27-a2b3-302faadee023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:18.702663 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43001ce-5b39-4d27-a2b3-302faadee023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:18.704201 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e43001ce-5b39-4d27-a2b3-302faadee023 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2211499 Jun 17 08:28:20.911535 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36954) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:21.134559 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca69c4b-7389-48db-a945-c1815fd7e17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:21.135154 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca69c4b-7389-48db-a945-c1815fd7e17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:21.137082 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-cca69c4b-7389-48db-a945-c1815fd7e17e admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2244947 Jun 17 08:28:23.382792 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36964) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:23.529022 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8dacf4-1707-470b-8e25-0f57a1e52968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:23.531178 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5e8dacf4-1707-470b-8e25-0f57a1e52968 admin admin] 10.222.0.49 "GET /v2.0/networks/225af787-d94a-447c-a890-f090fb2461f5 HTTP/1.1" status: 200 len: 869 time: 0.1468441 Jun 17 08:28:25.366092 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7e2e1288-36f5-40bf-8550-6abb983c480b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:25.790657 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36972) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:25.959447 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5614e9-cae1-4aef-a59c-bab76675d685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:25.961778 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-bc5614e9-cae1-4aef-a59c-bab76675d685 admin admin] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 886 time: 0.1690402 Jun 17 08:28:27.909914 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:28.553882 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36980) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:28.688601 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c806f8-fc80-41dd-88c7-e0d7fa60da65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:28.689060 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c806f8-fc80-41dd-88c7-e0d7fa60da65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:28.690674 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d9c806f8-fc80-41dd-88c7-e0d7fa60da65 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1356995 Jun 17 08:28:29.337412 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e2a94318-3cde-43eb-b914-14204d888fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:30.775680 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:30.974059 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36988) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:31.076705 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8725f298-d350-4550-9ed7-2912a042c64b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:31.077091 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8725f298-d350-4550-9ed7-2912a042c64b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:31.078656 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-8725f298-d350-4550-9ed7-2912a042c64b admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1033471 Jun 17 08:28:32.310087 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:33.297140 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36996) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:33.443012 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443ae05f-a7e9-4c84-b0b7-fd86d00fdea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:33.445496 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-443ae05f-a7e9-4c84-b0b7-fd86d00fdea8 admin admin] 10.222.0.49 "GET /v2.0/subnets/6dc34cba-c982-41ab-9255-35222ebc6ca8 HTTP/1.1" status: 200 len: 868 time: 0.1468210 Jun 17 08:28:35.676554 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37004) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:35.799669 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e849f73-83e7-434e-8348-13f983509119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:35.802157 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0e849f73-83e7-434e-8348-13f983509119 admin admin] 10.222.0.49 "GET /v2.0/subnets/bc42cdd1-3da5-4ada-bb49-608a1fdd0030 HTTP/1.1" status: 200 len: 816 time: 0.1243894 Jun 17 08:28:38.876060 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 5 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:28:55.366599 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5e6e04e3-34cf-4373-a523-5c1eb131df25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.942780 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:59.342023 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-3cc7ecbd-5adb-4c22-abc8-20c8a25d4c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.765782 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.834243 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37048) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:00.885261 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [None req-07a22e8a-e4ab-450d-9021-6e28b652588a admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:29:00.886291 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-07a22e8a-e4ab-450d-9021-6e28b652588a admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0508022 Jun 17 08:29:02.300116 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:03.190433 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37056) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:03.252423 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f50c50e-72eb-455d-a74c-24f05c04bcd0 admin admin] GET failed (client error): The resource could not be found. Jun 17 08:29:03.254155 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-6f50c50e-72eb-455d-a74c-24f05c04bcd0 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625095 Jun 17 08:29:03.500750 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78149998-50ce-48d5-a111-5c699ba6f4a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:03.502364 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-78149998-50ce-48d5-a111-5c699ba6f4a4 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2441692 Jun 17 08:29:05.782842 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37064) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:05.840713 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-e3d6e81b-a507-41b3-8a65-fa8087d0d1f5 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:05.941564 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d6e81b-a507-41b3-8a65-fa8087d0d1f5 admin admin] Made reservation on behalf of b8439fbfed87494c92b1e1cc5467ae7f for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:05.944070 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e3d6e81b-a507-41b3-8a65-fa8087d0d1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:05.982390 n-d-758944-30 neutron-server[94519]: WARNING neutron.services.revisions.revision_plugin [None req-e3d6e81b-a507-41b3-8a65-fa8087d0d1f5 admin admin] Could not find related network for resource to bump revision. Jun 17 08:29:05.999551 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d6e81b-a507-41b3-8a65-fa8087d0d1f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:29:06.016326 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e3d6e81b-a507-41b3-8a65-fa8087d0d1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:06.016888 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-e3d6e81b-a507-41b3-8a65-fa8087d0d1f5 admin admin] Added segment 11514fa0-8233-43d7-88cc-6ef4ab0142ab of type vlan for network 26debee9-bc17-4dec-acaf-a4c976511744 Jun 17 08:29:06.086747 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e3d6e81b-a507-41b3-8a65-fa8087d0d1f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:06.220089 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e3d6e81b-a507-41b3-8a65-fa8087d0d1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:06.221374 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d6e81b-a507-41b3-8a65-fa8087d0d1f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:06.221950 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e3d6e81b-a507-41b3-8a65-fa8087d0d1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:06.224318 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:06.284677 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6e81b-a507-41b3-8a65-fa8087d0d1f5 admin admin] Pushing event updated for resources: {'Network': ['ID=26debee9-bc17-4dec-acaf-a4c976511744,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:06.287835 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e3d6e81b-a507-41b3-8a65-fa8087d0d1f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:06.296037 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 26debee9-bc17-4dec-acaf-a4c976511744 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:29:06.376470 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e3d6e81b-a507-41b3-8a65-fa8087d0d1f5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5923090 Jun 17 08:29:08.622923 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37072) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:08.688951 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d47cca2-4ee5-480e-95af-b74c94c8b210 admin admin] GET failed (client error): The resource could not be found. Jun 17 08:29:08.690377 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4d47cca2-4ee5-480e-95af-b74c94c8b210 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0664582 Jun 17 08:29:08.765869 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110b42ed-67e4-4ad4-895a-621e78eb9689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:08.767403 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-110b42ed-67e4-4ad4-895a-621e78eb9689 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0718789 Jun 17 08:29:08.779340 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-26998127-62c7-4c5f-abeb-5d77b5e1007a admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:09.198155 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26998127-62c7-4c5f-abeb-5d77b5e1007a admin admin] Made reservation on behalf of b8439fbfed87494c92b1e1cc5467ae7f for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:09.200534 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-26998127-62c7-4c5f-abeb-5d77b5e1007a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:09.471207 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-26998127-62c7-4c5f-abeb-5d77b5e1007a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:09.473559 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:09.526024 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26998127-62c7-4c5f-abeb-5d77b5e1007a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fa94245-1f4d-486b-9e45-990a58fa5ffe,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:09.531495 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-26998127-62c7-4c5f-abeb-5d77b5e1007a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:09.538928 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26998127-62c7-4c5f-abeb-5d77b5e1007a admin admin] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:29:09.539282 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26998127-62c7-4c5f-abeb-5d77b5e1007a admin admin] Network hostable DHCP agents. Network: 26debee9-bc17-4dec-acaf-a4c976511744, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:29:09.604609 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26998127-62c7-4c5f-abeb-5d77b5e1007a admin admin] Network 26debee9-bc17-4dec-acaf-a4c976511744 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:29:09.667326 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-26998127-62c7-4c5f-abeb-5d77b5e1007a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 26debee9-bc17-4dec-acaf-a4c976511744) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:09.671942 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26998127-62c7-4c5f-abeb-5d77b5e1007a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:09.672523 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-26998127-62c7-4c5f-abeb-5d77b5e1007a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:09.676638 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9138c149-d7a8-4bc4-9c2c-2a5f17246ede None None] Network 26debee9-bc17-4dec-acaf-a4c976511744 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:29:09.759653 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-26998127-62c7-4c5f-abeb-5d77b5e1007a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9839609 Jun 17 08:29:09.847903 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-26debee9-bc17-4dec-acaf-a4c976511744', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'tenant_id': 'b8439fbfed87494c92b1e1cc5467ae7f', 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:29:09.849057 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:10.026657 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Allocated IP 192.168.233.2 (26debee9-bc17-4dec-acaf-a4c976511744/9fa94245-1f4d-486b-9e45-990a58fa5ffe/dfbcbfca-e92f-488b-873a-a3b0eeac7f92) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:29:10.210923 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:10.222480 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Transition to ACTIVE for port object dfbcbfca-e92f-488b-873a-a3b0eeac7f92 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:10.240684 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Transition to ACTIVE for port object dfbcbfca-e92f-488b-873a-a3b0eeac7f92 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:10.359805 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:10.363422 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:10.425280 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Network 26debee9-bc17-4dec-acaf-a4c976511744 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:29:10.430863 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:10.433598 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:29:10.439950 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Pushing event updated for resources: {'Port': ['ID=dfbcbfca-e92f-488b-873a-a3b0eeac7f92,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:10.451549 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:10.451933 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:10.452274 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:10.452605 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:10.452944 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:10.453274 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:10.453654 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:10.453998 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:10.454323 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:10.454651 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:10.454965 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:10.455279 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:10.459576 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:10.527607 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Attempting to bind port dfbcbfca-e92f-488b-873a-a3b0eeac7f92 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:10.528056 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Attempting to bind port dfbcbfca-e92f-488b-873a-a3b0eeac7f92 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:10.528610 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Attempting to bind port dfbcbfca-e92f-488b-873a-a3b0eeac7f92 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:10.535374 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:29:10.535995 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:29:10.536633 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:10.537273 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:29:10.538035 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Bound port: dfbcbfca-e92f-488b-873a-a3b0eeac7f92, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:29:10.538633 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:10.624327 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] For port dfbcbfca-e92f-488b-873a-a3b0eeac7f92, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:29:10.628043 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] For port dfbcbfca-e92f-488b-873a-a3b0eeac7f92, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=dfbcbfca-e92f-488b-873a-a3b0eeac7f92,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:29:10.736123 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:10.738611 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:10.806705 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Pushing event updated for resources: {'Port': ['ID=dfbcbfca-e92f-488b-873a-a3b0eeac7f92,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:10.810042 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:11.758179 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98471977-207a-4a72-9640-f3e61cf5a8e8 None None] Network 26debee9-bc17-4dec-acaf-a4c976511744 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:29:11.958788 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-1d9ace3e-1657-48d7-8ed0-02a428c40678 None None] Provisioning for port dfbcbfca-e92f-488b-873a-a3b0eeac7f92 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:12.646398 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device dfbcbfca-e92f-488b-873a-a3b0eeac7f92 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:29:12.804752 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port dfbcbfca-e92f-488b-873a-a3b0eeac7f92 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:12.808938 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port dfbcbfca-e92f-488b-873a-a3b0eeac7f92 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:12.809312 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:12.910605 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:12.958166 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port dfbcbfca-e92f-488b-873a-a3b0eeac7f92, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=dfbcbfca-e92f-488b-873a-a3b0eeac7f92,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:13.056136 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.059289 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:13.113719 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=dfbcbfca-e92f-488b-873a-a3b0eeac7f92,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:13.117396 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:14.627817 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device dfbcbfca-e92f-488b-873a-a3b0eeac7f92 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:29:14.710209 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port dfbcbfca-e92f-488b-873a-a3b0eeac7f92 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:14.711000 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:15.875063 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 5 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:29:25.363491 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9acd54a6-3c51-4fc7-bd9e-cb7b808734f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:27.916095 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:29.442274 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-674bb51a-376d-480c-bdc9-fd6c2a31aa8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:30.769142 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:32.323948 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:52.874658 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 5 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:29:55.379638 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ae249faa-b191-42cd-85c0-37416f91e569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:57.920292 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:59.418547 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-da6dfe3f-1730-4783-b551-59912a64e3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:00.751277 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:02.310992 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:25.348284 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e893858f-89cd-4738-ad87-d42d76cf5dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:27.922127 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:29.366676 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-66861d8e-ca5d-417a-a568-1132cccfe0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:29.873665 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 5 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:30:30.847071 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:32.320084 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:55.384872 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-16b0e43c-f506-407b-bd6b-583059d72d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:57.920234 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:58.048802 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37124) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:58.055478 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [None req-f29cb267-a043-4128-a2cf-4cab79d8737a tempest-verify_tempest_config-1331677011 tempest-verify_tempest_config-1331677011-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:30:58.056556 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f29cb267-a043-4128-a2cf-4cab79d8737a tempest-verify_tempest_config-1331677011 tempest-verify_tempest_config-1331677011-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067306 Jun 17 08:30:58.674661 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37142) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:58.797037 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c67cb509-5e4c-492d-b6cd-dd0d3f74ff35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:58.891400 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c67cb509-5e4c-492d-b6cd-dd0d3f74ff35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.000209 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c67cb509-5e4c-492d-b6cd-dd0d3f74ff35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.003793 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:59.049332 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c67cb509-5e4c-492d-b6cd-dd0d3f74ff35 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9731241899644b07852dd6f085c1fffb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3735139 Jun 17 08:30:59.050284 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67cb509-5e4c-492d-b6cd-dd0d3f74ff35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2437a154-01df-4711-ad6c-a6d32a692996,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:59.052058 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37148) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:59.057494 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67cb509-5e4c-492d-b6cd-dd0d3f74ff35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:59.057837 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67cb509-5e4c-492d-b6cd-dd0d3f74ff35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:59.058175 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67cb509-5e4c-492d-b6cd-dd0d3f74ff35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:59.058506 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67cb509-5e4c-492d-b6cd-dd0d3f74ff35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:59.058831 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67cb509-5e4c-492d-b6cd-dd0d3f74ff35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:59.059156 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67cb509-5e4c-492d-b6cd-dd0d3f74ff35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:59.059474 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67cb509-5e4c-492d-b6cd-dd0d3f74ff35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:59.059838 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67cb509-5e4c-492d-b6cd-dd0d3f74ff35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:59.060156 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67cb509-5e4c-492d-b6cd-dd0d3f74ff35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:59.060478 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67cb509-5e4c-492d-b6cd-dd0d3f74ff35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:59.060828 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67cb509-5e4c-492d-b6cd-dd0d3f74ff35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:59.061176 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67cb509-5e4c-492d-b6cd-dd0d3f74ff35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:59.067605 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c67cb509-5e4c-492d-b6cd-dd0d3f74ff35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:59.118531 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1cd928c2-bf73-4dab-a18f-655f568b1320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.140941 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1cd928c2-bf73-4dab-a18f-655f568b1320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.349062 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1cd928c2-bf73-4dab-a18f-655f568b1320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.352459 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1cd928c2-bf73-4dab-a18f-655f568b1320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.353648 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1cd928c2-bf73-4dab-a18f-655f568b1320 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2437a154-01df-4711-ad6c-a6d32a692996 HTTP/1.1" status: 204 len: 168 time: 0.3003330 Jun 17 08:30:59.354279 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:59.361938 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd928c2-bf73-4dab-a18f-655f568b1320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2437a154-01df-4711-ad6c-a6d32a692996,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:59.369017 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd928c2-bf73-4dab-a18f-655f568b1320 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:59.369393 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd928c2-bf73-4dab-a18f-655f568b1320 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:59.369729 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd928c2-bf73-4dab-a18f-655f568b1320 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:59.370060 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd928c2-bf73-4dab-a18f-655f568b1320 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:59.370406 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd928c2-bf73-4dab-a18f-655f568b1320 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:59.370696 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd928c2-bf73-4dab-a18f-655f568b1320 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:59.371020 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd928c2-bf73-4dab-a18f-655f568b1320 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:59.371334 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd928c2-bf73-4dab-a18f-655f568b1320 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:59.371735 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd928c2-bf73-4dab-a18f-655f568b1320 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:59.371999 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd928c2-bf73-4dab-a18f-655f568b1320 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:59.372344 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd928c2-bf73-4dab-a18f-655f568b1320 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:59.372685 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd928c2-bf73-4dab-a18f-655f568b1320 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:59.376457 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1cd928c2-bf73-4dab-a18f-655f568b1320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:59.423747 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-24dc01cf-5f74-47ed-8616-6f7933cbf373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:00.775847 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:02.342511 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:06.873053 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 5 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:31:25.337279 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4b00040c-7bf1-4b6e-bf4b-55c01dae7965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:27.891622 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:29.370000 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1250c761-f418-440f-8348-e797ef0facd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:30.823062 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:32.348732 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:43.870901 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 5 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:31:55.323725 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c6ec0f6a-003b-4aa1-8ac8-cbf66baa5dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:57.919931 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:59.392346 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b478fad8-9724-4860-ab20-0e618584701a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.771140 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.329389 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.869339 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 5 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:32:25.308263 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4fca6099-b2c4-4fbf-8a94-b8cf255470d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.908513 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.365628 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0ba4923e-b638-4e00-9dd1-98287f2be997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:30.771506 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.348271 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:55.357936 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-17f9ce56-f1ba-4402-b4a8-0e806253b2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:57.870757 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 5 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:32:57.902823 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:59.359578 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0554cb62-e394-4d37-aa80-1d8e413528c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:00.799876 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:02.365060 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:25.325453 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ff78bb13-e911-4447-a5bd-8a24de510b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:27.894792 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.565455 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-29aa186f-c281-4521-b326-44696ee89551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:30.770933 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:32.329078 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:34.870035 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 5 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:33:47.357037 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767'] for agent, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:50.282850 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767'] for agent, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:55.325091 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8e4f8bc9-a88f-40e9-8618-47386fcf3314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.976703 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.420433 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7e330a2e-91b3-46ba-be6a-909384f9eb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:00.793665 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:02.351872 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.868858 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:34:17.307809 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.077265 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.342054 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-191e5946-6450-4ab9-b8a3-38fc3346ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.905560 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.376486 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8a7b9f09-1348-4845-9442-f7fefe598e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:30.833108 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:32.379771 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.419047 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37212) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:46.537767 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d37798a4-d924-4fb5-9913-efc6e41e6d7e admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1175568 Jun 17 08:34:47.318509 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.809942 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37222) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:48.874405 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:34:48.882242 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0a336ebc-7fdb-4988-b0aa-68792d572598 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0709598 Jun 17 08:34:50.067604 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.313570 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-fc407ef1-cef7-4feb-8a6f-b14897258d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.922251 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:59.370264 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-aaa1b488-1bb4-4a46-aa42-4f3967301b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:00.853613 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:02.341329 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:17.318277 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:20.095031 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:25.341034 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-143a4abd-c81f-44be-9220-fd46b42745b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:25.875673 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:35:28.569824 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:29.419995 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5cda-932e-426b-8212-e2ecb205bee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:30.802275 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:32.366525 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:47.373389 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:50.076410 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:55.313460 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-17b80750-78b1-462b-9f43-db1e474b1c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.923474 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:59.498914 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-36fc7a96-d542-41bf-9ad6-fc65b89f85f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:00.846950 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:02.346674 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:02.877261 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:36:13.712416 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37416) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:13.987091 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-840871843-network', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:14.144043 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Made reservation on behalf of c15e34d135d048379888e28b7cdd5b3a for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:14.152010 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.155690 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.285196 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.382274 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.390816 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1cd928c2-bf73-4dab-a18f-655f568b1320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:14.424501 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:36:14.441709 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40ec1ac-f091-4642-be23-cd1510d412ac,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:14.447194 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.447544 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Added segment 7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7 of type vlan for network 31e06f2d-0e35-40cc-88df-cef11ddd5527 Jun 17 08:36:14.459601 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:14.460000 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:14.460306 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:14.460633 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:14.460955 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:14.461273 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:14.461589 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:14.461901 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:14.462213 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:14.462521 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:14.462886 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:14.463136 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Tracked resource versions report: Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: pushed versions: Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: { 'AddressGroup': {'1.2'}, Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: 'ConntrackHelper': {'1.0'}, Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: 'Log': {'1.0'}, Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: 'Network': {'1.1'}, Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: 'Port': {'1.7'}, Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: 'PortForwarding': {'1.2'}, Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: 'QosPolicy': {'1.8'}, Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: 'SecurityGroup': {'1.4'}, Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: 'SubPort': {'1.0'}, Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: 'Subnet': {'1.1'}, Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: 'Trunk': {'1.1'}} Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: consumer versions: Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: { DHCP agent@n-d-758944-30: {}, Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: HyperV agent@n-h1-758944-30: {}, Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: HyperV agent@n-h2-758944-30: {}, Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: L3 agent@n-d-758944-30: {}, Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: Metadata agent@n-d-758944-30: {}, Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: Metering agent@n-d-758944-30: {}, Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: Open vSwitch agent@n-d-758944-30: { 'AddressGroup': '1.2', Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: 'ConntrackHelper': '1.0', Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: 'Log': '1.0', Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: 'Network': '1.1', Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: 'Port': '1.7', Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: 'PortForwarding': '1.2', Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: 'QosPolicy': '1.8', Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: 'SecurityGroup': '1.4', Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: 'SecurityGroupRule': '1.2', Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: 'SubPort': '1.0', Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: 'Subnet': '1.1', Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: 'Trunk': '1.1'}} Jun 17 08:36:14.464261 n-d-758944-30 neutron-server[94520]: {{(pid=94520) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:36:14.475367 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:14.732209 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.732209 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.732209 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:14.732209 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.732209 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:14.732209 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Pushing event updated for resources: {'Network': ['ID=31e06f2d-0e35-40cc-88df-cef11ddd5527,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:14.732209 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:14.734772 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 31e06f2d-0e35-40cc-88df-cef11ddd5527 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:36:14.826833 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1107605 Jun 17 08:36:14.827572 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37452) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:14.837296 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-246994c3-b0f4-43ff-a5e8-3bca50b49610 admin admin] Request body: {'subnet': {'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840871843-subnet', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:14.882486 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37454) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:14.989835 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246994c3-b0f4-43ff-a5e8-3bca50b49610 admin admin] Made reservation on behalf of c15e34d135d048379888e28b7cdd5b3a for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:14.992429 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-246994c3-b0f4-43ff-a5e8-3bca50b49610 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:15.321029 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-246994c3-b0f4-43ff-a5e8-3bca50b49610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:15.324141 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:15.369822 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246994c3-b0f4-43ff-a5e8-3bca50b49610 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5e8ab6c-8b7b-4e37-b033-797fad98bbda,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:15.377266 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-246994c3-b0f4-43ff-a5e8-3bca50b49610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:15.401550 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246994c3-b0f4-43ff-a5e8-3bca50b49610 admin admin] Checking segment: {'id': '7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:15.402184 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246994c3-b0f4-43ff-a5e8-3bca50b49610 admin admin] Network hostable DHCP agents. Network: 31e06f2d-0e35-40cc-88df-cef11ddd5527, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:36:15.530081 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246994c3-b0f4-43ff-a5e8-3bca50b49610 admin admin] Network 31e06f2d-0e35-40cc-88df-cef11ddd5527 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:36:15.592111 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ab15488d-7931-4c87-ac0e-232a27c6feef tempest-AutoAllocateNetworkTest-415358419 tempest-AutoAllocateNetworkTest-415358419-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=56398b60107b42a4966cbdfc96d141c3&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7078586 Jun 17 08:36:15.594393 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37474) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:15.649423 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-246994c3-b0f4-43ff-a5e8-3bca50b49610 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 31e06f2d-0e35-40cc-88df-cef11ddd5527) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:15.656725 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246994c3-b0f4-43ff-a5e8-3bca50b49610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:15.658188 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-246994c3-b0f4-43ff-a5e8-3bca50b49610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:15.665079 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19e74c1-a6ac-48b5-9955-89395b83d4fd None None] Network 31e06f2d-0e35-40cc-88df-cef11ddd5527 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:15.863952 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f0d545-ae90-48df-bf27-70e03e644934 tempest-AutoAllocateNetworkTest-415358419 tempest-AutoAllocateNetworkTest-415358419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:15.865515 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f9f0d545-ae90-48df-bf27-70e03e644934 tempest-AutoAllocateNetworkTest-415358419 tempest-AutoAllocateNetworkTest-415358419-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2698398 Jun 17 08:36:15.869448 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37480) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:15.872429 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-246994c3-b0f4-43ff-a5e8-3bca50b49610 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0424671 Jun 17 08:36:15.873495 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37482) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:15.881838 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-4b03c74c-e6c9-4d3c-ba3e-ad20d9b388d9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-840871843-router', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:15.906236 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-31e06f2d-0e35-40cc-88df-cef11ddd5527', 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'fixed_ips': [{'subnet_id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:36:15.907116 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.019164 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-8bf18ed8-19e7-4859-81ff-ec6918a5c450 tempest-AutoAllocateNetworkTest-415358419 tempest-AutoAllocateNetworkTest-415358419-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1485355 Jun 17 08:36:16.025520 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37484) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:16.061608 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Allocated IP 172.20.0.2 (31e06f2d-0e35-40cc-88df-cef11ddd5527/e5e8ab6c-8b7b-4e37-b033-797fad98bbda/2a199dca-fe24-4a31-8183-4fde9be5284a) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:16.067801 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-29b88dab-1fa5-4f3e-a974-ce3f821bac17 tempest-AutoAllocateNetworkTest-415358419 tempest-AutoAllocateNetworkTest-415358419-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=56398b60107b42a4966cbdfc96d141c3 HTTP/1.1" status: 200 len: 208 time: 0.0407126 Jun 17 08:36:16.109871 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4b03c74c-e6c9-4d3c-ba3e-ad20d9b388d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.115670 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4b03c74c-e6c9-4d3c-ba3e-ad20d9b388d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.217016 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.222408 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4b03c74c-e6c9-4d3c-ba3e-ad20d9b388d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.230215 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Transition to ACTIVE for port object 2a199dca-fe24-4a31-8183-4fde9be5284a will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:16.243995 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Transition to ACTIVE for port object 2a199dca-fe24-4a31-8183-4fde9be5284a will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:16.426828 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.430867 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:16.470524 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Network 31e06f2d-0e35-40cc-88df-cef11ddd5527 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:16.474367 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:16.477597 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:16.497587 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Pushing event updated for resources: {'Port': ['ID=2a199dca-fe24-4a31-8183-4fde9be5284a,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:16.525561 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:16.525905 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:16.526241 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:16.526741 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:16.526942 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:16.527270 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:16.527628 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:16.527943 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:16.528257 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:16.528575 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:16.528892 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:16.529206 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Tracked resource versions report: Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: pushed versions: Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: { 'AddressGroup': {'1.2'}, Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: 'ConntrackHelper': {'1.0'}, Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: 'Log': {'1.0'}, Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: 'Network': {'1.1'}, Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: 'Port': {'1.7'}, Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: 'PortForwarding': {'1.2'}, Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: 'QosPolicy': {'1.8'}, Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: 'SecurityGroup': {'1.4'}, Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: 'SubPort': {'1.0'}, Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: 'Subnet': {'1.1'}, Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: 'Trunk': {'1.1'}} Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: consumer versions: Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: { DHCP agent@n-d-758944-30: {}, Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: HyperV agent@n-h1-758944-30: {}, Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: HyperV agent@n-h2-758944-30: {}, Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: L3 agent@n-d-758944-30: {}, Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: Metadata agent@n-d-758944-30: {}, Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: Metering agent@n-d-758944-30: {}, Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: Open vSwitch agent@n-d-758944-30: { 'AddressGroup': '1.2', Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: 'ConntrackHelper': '1.0', Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: 'Log': '1.0', Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: 'Network': '1.1', Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: 'Port': '1.7', Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: 'PortForwarding': '1.2', Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: 'QosPolicy': '1.8', Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: 'SecurityGroup': '1.4', Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: 'SecurityGroupRule': '1.2', Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: 'SubPort': '1.0', Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: 'Subnet': '1.1', Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: 'Trunk': '1.1'}} Jun 17 08:36:16.530335 n-d-758944-30 neutron-server[94521]: {{(pid=94521) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:36:16.534320 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:16.566636 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Attempting to bind port 2a199dca-fe24-4a31-8183-4fde9be5284a on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:16.567022 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Attempting to bind port 2a199dca-fe24-4a31-8183-4fde9be5284a by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:16.567397 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Attempting to bind port 2a199dca-fe24-4a31-8183-4fde9be5284a on network 31e06f2d-0e35-40cc-88df-cef11ddd5527 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:16.574783 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:16.575052 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Checking segment: {'id': '7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:16.575431 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.575967 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Bound using segment: {'id': '7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:16.576560 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Bound port: 2a199dca-fe24-4a31-8183-4fde9be5284a, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:16.576939 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.580207 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4b03c74c-e6c9-4d3c-ba3e-ad20d9b388d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.653526 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] For port 2a199dca-fe24-4a31-8183-4fde9be5284a, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:16.657268 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] For port 2a199dca-fe24-4a31-8183-4fde9be5284a, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=2a199dca-fe24-4a31-8183-4fde9be5284a,segment=NetworkSegment(7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7),segment_id=7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:16.724576 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.727682 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:16.782992 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Pushing event updated for resources: {'Port': ['ID=2a199dca-fe24-4a31-8183-4fde9be5284a,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:16.786347 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:16.946619 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4b03c74c-e6c9-4d3c-ba3e-ad20d9b388d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.984525 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4b03c74c-e6c9-4d3c-ba3e-ad20d9b388d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:17.160050 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-4b03c74c-e6c9-4d3c-ba3e-ad20d9b388d9 admin admin] Allocated IP 172.25.2.28 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/97043c40-bc5e-4715-9789-2a8ca502dbaf) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:17.300633 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4b03c74c-e6c9-4d3c-ba3e-ad20d9b388d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:17.366946 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:17.426587 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4b03c74c-e6c9-4d3c-ba3e-ad20d9b388d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:17.429128 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:17.468582 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b03c74c-e6c9-4d3c-ba3e-ad20d9b388d9 admin admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:17.470579 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-4b03c74c-e6c9-4d3c-ba3e-ad20d9b388d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:17.476926 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b03c74c-e6c9-4d3c-ba3e-ad20d9b388d9 admin admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:17.482512 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03c74c-e6c9-4d3c-ba3e-ad20d9b388d9 admin admin] Pushing event updated for resources: {'Port': ['ID=97043c40-bc5e-4715-9789-2a8ca502dbaf,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:17.515313 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4b03c74c-e6c9-4d3c-ba3e-ad20d9b388d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:17.708204 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37528) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:17.983459 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c47491e-217b-477e-bf80-e024adf45692 None None] Network 31e06f2d-0e35-40cc-88df-cef11ddd5527 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:18.019270 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4b03c74c-e6c9-4d3c-ba3e-ad20d9b388d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.254527 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0dffb694-e6f6-48da-958f-49d2c11b13c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.299099 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4b03c74c-e6c9-4d3c-ba3e-ad20d9b388d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.343914 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-eba72f6d-b925-41b1-86f0-e1a2e83f2c66 None None] Provisioning for port 2a199dca-fe24-4a31-8183-4fde9be5284a completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:18.506619 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0dffb694-e6f6-48da-958f-49d2c11b13c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.575778 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0dffb694-e6f6-48da-958f-49d2c11b13c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.591418 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:18.658554 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dffb694-e6f6-48da-958f-49d2c11b13c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9338250-68fe-4629-aebb-a624b83f3973,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:18.665341 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0dffb694-e6f6-48da-958f-49d2c11b13c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:18.679892 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b03c74c-e6c9-4d3c-ba3e-ad20d9b388d9 admin admin] Router e120ac66-135b-4adc-919c-bcdbfe62a5f7 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:36:18.708424 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0dffb694-e6f6-48da-958f-49d2c11b13c1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=56398b60107b42a4966cbdfc96d141c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9986043 Jun 17 08:36:18.711124 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37552) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:18.882634 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-18b35e36-c759-43bf-bd94-261c2392f656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.908415 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-18b35e36-c759-43bf-bd94-261c2392f656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.915016 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b03c74c-e6c9-4d3c-ba3e-ad20d9b388d9 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:36:18.927384 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513296a8-2198-4aa5-b094-90e764969b70 None None] Sync routers for ids ['e120ac66-135b-4adc-919c-bcdbfe62a5f7'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:36:18.949456 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513296a8-2198-4aa5-b094-90e764969b70 None None] Routers {'e120ac66-135b-4adc-919c-bcdbfe62a5f7'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:18.955409 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-513296a8-2198-4aa5-b094-90e764969b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:35:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e120ac66-135b-4adc-919c-bcdbfe62a5f7'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:19.031371 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 2a199dca-fe24-4a31-8183-4fde9be5284a up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:19.066808 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4b03c74c-e6c9-4d3c-ba3e-ad20d9b388d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:19.072033 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37562) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:19.072743 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4b03c74c-e6c9-4d3c-ba3e-ad20d9b388d9 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.1974080 Jun 17 08:36:19.152248 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-18b35e36-c759-43bf-bd94-261c2392f656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:19.152494 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 2a199dca-fe24-4a31-8183-4fde9be5284a completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:19.157925 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-18b35e36-c759-43bf-bd94-261c2392f656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:19.161718 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 2a199dca-fe24-4a31-8183-4fde9be5284a triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:19.161718 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:19.162555 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-18b35e36-c759-43bf-bd94-261c2392f656 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9338250-68fe-4629-aebb-a624b83f3973 HTTP/1.1" status: 204 len: 168 time: 0.4502647 Jun 17 08:36:19.165809 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c67cb509-5e4c-492d-b6cd-dd0d3f74ff35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:19.177627 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b35e36-c759-43bf-bd94-261c2392f656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9338250-68fe-4629-aebb-a624b83f3973,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:19.191972 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b35e36-c759-43bf-bd94-261c2392f656 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:19.192652 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b35e36-c759-43bf-bd94-261c2392f656 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:19.193683 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b35e36-c759-43bf-bd94-261c2392f656 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:19.194251 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b35e36-c759-43bf-bd94-261c2392f656 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:19.194779 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b35e36-c759-43bf-bd94-261c2392f656 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:19.195275 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b35e36-c759-43bf-bd94-261c2392f656 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:19.195972 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b35e36-c759-43bf-bd94-261c2392f656 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:19.196481 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b35e36-c759-43bf-bd94-261c2392f656 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:19.196959 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b35e36-c759-43bf-bd94-261c2392f656 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:19.197459 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b35e36-c759-43bf-bd94-261c2392f656 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:19.197955 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b35e36-c759-43bf-bd94-261c2392f656 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:19.198581 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b35e36-c759-43bf-bd94-261c2392f656 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b35e36-c759-43bf-bd94-261c2392f656 admin admin] Tracked resource versions report: Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: pushed versions: Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: { 'AddressGroup': {'1.2'}, Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: 'ConntrackHelper': {'1.0'}, Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: 'Log': {'1.0'}, Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: 'Network': {'1.1'}, Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: 'Port': {'1.7'}, Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: 'PortForwarding': {'1.2'}, Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: 'QosPolicy': {'1.8'}, Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: 'SecurityGroup': {'1.4'}, Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: 'SubPort': {'1.0'}, Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: 'Subnet': {'1.1'}, Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: 'Trunk': {'1.1'}} Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: consumer versions: Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: { DHCP agent@n-d-758944-30: {}, Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: HyperV agent@n-h1-758944-30: {}, Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: HyperV agent@n-h2-758944-30: {}, Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: L3 agent@n-d-758944-30: {}, Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: Metadata agent@n-d-758944-30: {}, Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: Metering agent@n-d-758944-30: {}, Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: Open vSwitch agent@n-d-758944-30: { 'AddressGroup': '1.2', Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: 'ConntrackHelper': '1.0', Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: 'Log': '1.0', Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: 'Network': '1.1', Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: 'Port': '1.7', Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: 'PortForwarding': '1.2', Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: 'QosPolicy': '1.8', Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: 'SecurityGroup': '1.4', Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: 'SecurityGroupRule': '1.2', Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: 'SubPort': '1.0', Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: 'Subnet': '1.1', Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: 'Trunk': '1.1'}} Jun 17 08:36:19.199912 n-d-758944-30 neutron-server[94519]: {{(pid=94519) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:36:19.207644 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-18b35e36-c759-43bf-bd94-261c2392f656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:19.270499 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-513296a8-2198-4aa5-b094-90e764969b70 None None] Set router e120ac66-135b-4adc-919c-bcdbfe62a5f7 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:19.455416 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:19.505757 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 2a199dca-fe24-4a31-8183-4fde9be5284a, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=2a199dca-fe24-4a31-8183-4fde9be5284a,segment=NetworkSegment(7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7),segment_id=7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:19.607146 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-513296a8-2198-4aa5-b094-90e764969b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840871843-router', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:17Z', 'revision_number': 3, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'gw_port': {'id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:19.626755 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:19.629822 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e5d569a4-0209-417c-baf3-86cd6475877b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:19.678232 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513296a8-2198-4aa5-b094-90e764969b70 None None] Checking router: e120ac66-135b-4adc-919c-bcdbfe62a5f7 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:36:19.678694 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513296a8-2198-4aa5-b094-90e764969b70 None None] Updating router e120ac66-135b-4adc-919c-bcdbfe62a5f7 port 97043c40-bc5e-4715-9789-2a8ca502dbaf binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:36:19.747520 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-513296a8-2198-4aa5-b094-90e764969b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:19.751268 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=2a199dca-fe24-4a31-8183-4fde9be5284a,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:19.755260 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:19.895625 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b83a0fa7-68e4-4db0-ac50-563fced5bb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.146333 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.167584 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-513296a8-2198-4aa5-b094-90e764969b70 None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.184246 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-513296a8-2198-4aa5-b094-90e764969b70 None None] Transition to ACTIVE for port object 97043c40-bc5e-4715-9789-2a8ca502dbaf will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:20.242070 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-b83a0fa7-68e4-4db0-ac50-563fced5bb74 admin admin] Allocated IP 172.20.0.1 (31e06f2d-0e35-40cc-88df-cef11ddd5527/e5e8ab6c-8b7b-4e37-b033-797fad98bbda/d889228a-7466-403a-b2cf-746d88470ba5) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:20.311742 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-513296a8-2198-4aa5-b094-90e764969b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.322085 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-2f9497f8-a964-4034-b8e9-660d8069d3e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:20.373681 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af6350-54d8-4041-8c9f-6cbd4acb8889 None None] Pushing event updated for resources: {'Port': ['ID=97043c40-bc5e-4715-9789-2a8ca502dbaf,revision_number=2']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:20.376920 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-513296a8-2198-4aa5-b094-90e764969b70 None None] Attempting to bind port 97043c40-bc5e-4715-9789-2a8ca502dbaf on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:20.377296 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-513296a8-2198-4aa5-b094-90e764969b70 None None] Attempting to bind port 97043c40-bc5e-4715-9789-2a8ca502dbaf by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:20.377660 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513296a8-2198-4aa5-b094-90e764969b70 None None] Attempting to bind port 97043c40-bc5e-4715-9789-2a8ca502dbaf on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:20.383267 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513296a8-2198-4aa5-b094-90e764969b70 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:20.383644 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513296a8-2198-4aa5-b094-90e764969b70 None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:20.384088 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-513296a8-2198-4aa5-b094-90e764969b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.384488 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513296a8-2198-4aa5-b094-90e764969b70 None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:20.385003 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-513296a8-2198-4aa5-b094-90e764969b70 None None] Bound port: 97043c40-bc5e-4715-9789-2a8ca502dbaf, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:20.385420 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-513296a8-2198-4aa5-b094-90e764969b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.423814 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af6350-54d8-4041-8c9f-6cbd4acb8889 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:20.424217 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af6350-54d8-4041-8c9f-6cbd4acb8889 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:20.424549 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af6350-54d8-4041-8c9f-6cbd4acb8889 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:20.424962 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af6350-54d8-4041-8c9f-6cbd4acb8889 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:20.425307 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af6350-54d8-4041-8c9f-6cbd4acb8889 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:20.425674 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af6350-54d8-4041-8c9f-6cbd4acb8889 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:20.425996 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af6350-54d8-4041-8c9f-6cbd4acb8889 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:20.426467 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af6350-54d8-4041-8c9f-6cbd4acb8889 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:20.426847 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af6350-54d8-4041-8c9f-6cbd4acb8889 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:20.427757 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af6350-54d8-4041-8c9f-6cbd4acb8889 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:20.428123 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af6350-54d8-4041-8c9f-6cbd4acb8889 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:20.428827 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af6350-54d8-4041-8c9f-6cbd4acb8889 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af6350-54d8-4041-8c9f-6cbd4acb8889 None None] Tracked resource versions report: Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: pushed versions: Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: { 'AddressGroup': {'1.2'}, Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: 'ConntrackHelper': {'1.0'}, Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: 'Log': {'1.0'}, Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: 'Network': {'1.1'}, Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: 'Port': {'1.7'}, Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: 'PortForwarding': {'1.2'}, Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: 'QosPolicy': {'1.8'}, Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: 'SecurityGroup': {'1.4'}, Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: 'SubPort': {'1.0'}, Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: 'Subnet': {'1.1'}, Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: 'Trunk': {'1.1'}} Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: consumer versions: Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: { DHCP agent@n-d-758944-30: {}, Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: HyperV agent@n-h1-758944-30: {}, Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: HyperV agent@n-h2-758944-30: {}, Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: L3 agent@n-d-758944-30: {}, Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: Metadata agent@n-d-758944-30: {}, Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: Metering agent@n-d-758944-30: {}, Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: Open vSwitch agent@n-d-758944-30: { 'AddressGroup': '1.2', Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: 'ConntrackHelper': '1.0', Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: 'Log': '1.0', Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: 'Network': '1.1', Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: 'Port': '1.7', Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: 'PortForwarding': '1.2', Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: 'QosPolicy': '1.8', Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: 'SecurityGroup': '1.4', Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: 'SecurityGroupRule': '1.2', Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: 'SubPort': '1.0', Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: 'Subnet': '1.1', Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: 'Trunk': '1.1'}} Jun 17 08:36:20.430133 n-d-758944-30 neutron-server[94522]: {{(pid=94522) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:36:20.467362 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-40af6350-54d8-4041-8c9f-6cbd4acb8889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:20.491893 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-513296a8-2198-4aa5-b094-90e764969b70 None None] For port 97043c40-bc5e-4715-9789-2a8ca502dbaf, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:20.497582 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-513296a8-2198-4aa5-b094-90e764969b70 None None] For port 97043c40-bc5e-4715-9789-2a8ca502dbaf, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=97043c40-bc5e-4715-9789-2a8ca502dbaf,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:20.511580 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b83a0fa7-68e4-4db0-ac50-563fced5bb74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.545943 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-b83a0fa7-68e4-4db0-ac50-563fced5bb74 admin admin] Transition to ACTIVE for port object d889228a-7466-403a-b2cf-746d88470ba5 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:20.600612 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-513296a8-2198-4aa5-b094-90e764969b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.606497 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:20.673791 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513296a8-2198-4aa5-b094-90e764969b70 None None] Routers {'e120ac66-135b-4adc-919c-bcdbfe62a5f7'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:20.674282 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-513296a8-2198-4aa5-b094-90e764969b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:35:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e120ac66-135b-4adc-919c-bcdbfe62a5f7'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:20.679899 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af6350-54d8-4041-8c9f-6cbd4acb8889 None None] Pushing event updated for resources: {'Port': ['ID=97043c40-bc5e-4715-9789-2a8ca502dbaf,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:20.683121 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-40af6350-54d8-4041-8c9f-6cbd4acb8889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:20.714957 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b83a0fa7-68e4-4db0-ac50-563fced5bb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.717885 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:20.768908 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a0fa7-68e4-4db0-ac50-563fced5bb74 admin admin] Pushing event updated for resources: {'Port': ['ID=d889228a-7466-403a-b2cf-746d88470ba5,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:20.772689 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b83a0fa7-68e4-4db0-ac50-563fced5bb74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:20.782973 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83a0fa7-68e4-4db0-ac50-563fced5bb74 admin admin] Network 31e06f2d-0e35-40cc-88df-cef11ddd5527 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:20.785222 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-b83a0fa7-68e4-4db0-ac50-563fced5bb74 admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:20.788591 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83a0fa7-68e4-4db0-ac50-563fced5bb74 admin admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:20.789694 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b83a0fa7-68e4-4db0-ac50-563fced5bb74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.943974 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 2a199dca-fe24-4a31-8183-4fde9be5284a up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:20.988225 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-513296a8-2198-4aa5-b094-90e764969b70 None None] Set router e120ac66-135b-4adc-919c-bcdbfe62a5f7 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:21.077883 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 2a199dca-fe24-4a31-8183-4fde9be5284a triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:21.078147 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:21.290400 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-513296a8-2198-4aa5-b094-90e764969b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840871843-router', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:17Z', 'revision_number': 3, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'gw_port': {'id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:21.323391 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513296a8-2198-4aa5-b094-90e764969b70 None None] The sync data for ids ['e120ac66-135b-4adc-919c-bcdbfe62a5f7'] in n-d-758944-30 is: [{'id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840871843-router', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:17Z', 'revision_number': 3, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'gw_port': {'id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:36:21.327647 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b83a0fa7-68e4-4db0-ac50-563fced5bb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:21.351500 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-24a4d90f-6366-4ddd-bb9e-6a70f6bfacb6 None None] Provisioning for port d889228a-7466-403a-b2cf-746d88470ba5 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:21.355995 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-24a4d90f-6366-4ddd-bb9e-6a70f6bfacb6 None None] Provisioning complete for port d889228a-7466-403a-b2cf-746d88470ba5 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:21.358316 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-24a4d90f-6366-4ddd-bb9e-6a70f6bfacb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:21.422224 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-24a4d90f-6366-4ddd-bb9e-6a70f6bfacb6 None None] Port d889228a-7466-403a-b2cf-746d88470ba5 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:36:21.630065 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b83a0fa7-68e4-4db0-ac50-563fced5bb74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:21.782580 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b83a0fa7-68e4-4db0-ac50-563fced5bb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:21.784361 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b83a0fa7-68e4-4db0-ac50-563fced5bb74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:21.799179 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b83a0fa7-68e4-4db0-ac50-563fced5bb74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:21.835632 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37662) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:21.896646 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a0fa7-68e4-4db0-ac50-563fced5bb74 admin admin] Pushing event updated for resources: {'Port': ['ID=d889228a-7466-403a-b2cf-746d88470ba5,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:21.967509 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b83a0fa7-68e4-4db0-ac50-563fced5bb74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:22.050169 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83a0fa7-68e4-4db0-ac50-563fced5bb74 admin admin] Network 31e06f2d-0e35-40cc-88df-cef11ddd5527 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:22.053954 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-b83a0fa7-68e4-4db0-ac50-563fced5bb74 admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:22.211845 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-27d141ea-185c-4968-ac64-7b18c871bfca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.413717 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-27d141ea-185c-4968-ac64-7b18c871bfca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.467747 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-1421a7c6-1f46-4d90-9e08-95a95d31132d None None] Provisioning complete for port d889228a-7466-403a-b2cf-746d88470ba5 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:22.473329 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1421a7c6-1f46-4d90-9e08-95a95d31132d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.501721 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-27d141ea-185c-4968-ac64-7b18c871bfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.508208 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0dffb694-e6f6-48da-958f-49d2c11b13c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:22.529719 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83a0fa7-68e4-4db0-ac50-563fced5bb74 admin admin] Router e120ac66-135b-4adc-919c-bcdbfe62a5f7 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:36:22.559202 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-1421a7c6-1f46-4d90-9e08-95a95d31132d None None] Port d889228a-7466-403a-b2cf-746d88470ba5 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:36:22.613548 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d141ea-185c-4968-ac64-7b18c871bfca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54698ba-3e3b-41ce-9b6c-fa1be741eebb,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:22.629029 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-27d141ea-185c-4968-ac64-7b18c871bfca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:22.633573 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-27d141ea-185c-4968-ac64-7b18c871bfca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dff5ef953e5f4b699386df2d02ac2414&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7966650 Jun 17 08:36:22.636642 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37706) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:22.708379 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-983aeb69-3fc7-478d-af92-766cf3a7ba82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.756359 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-983aeb69-3fc7-478d-af92-766cf3a7ba82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.803650 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83a0fa7-68e4-4db0-ac50-563fced5bb74 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:36:22.813708 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b83a0fa7-68e4-4db0-ac50-563fced5bb74 admin admin] 10.222.0.49 "PUT /v2.0/routers/e120ac66-135b-4adc-919c-bcdbfe62a5f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7401190 Jun 17 08:36:22.896724 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37716) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:22.956985 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 97043c40-bc5e-4715-9789-2a8ca502dbaf up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:23.022409 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-983aeb69-3fc7-478d-af92-766cf3a7ba82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:23.028212 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-983aeb69-3fc7-478d-af92-766cf3a7ba82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:23.030095 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-983aeb69-3fc7-478d-af92-766cf3a7ba82 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e54698ba-3e3b-41ce-9b6c-fa1be741eebb HTTP/1.1" status: 204 len: 168 time: 0.3920324 Jun 17 08:36:23.031046 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:23.041552 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983aeb69-3fc7-478d-af92-766cf3a7ba82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54698ba-3e3b-41ce-9b6c-fa1be741eebb,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:23.043933 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-983aeb69-3fc7-478d-af92-766cf3a7ba82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:23.251173 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 97043c40-bc5e-4715-9789-2a8ca502dbaf completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:23.258133 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 97043c40-bc5e-4715-9789-2a8ca502dbaf triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:23.258785 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:23.401454 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:23.425292 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 97043c40-bc5e-4715-9789-2a8ca502dbaf, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=97043c40-bc5e-4715-9789-2a8ca502dbaf,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:23.560331 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:23.578924 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:23.657785 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=97043c40-bc5e-4715-9789-2a8ca502dbaf,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:23.673155 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:23.795468 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-402ef61e-eccb-4553-b953-7a4e27b42ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:23.980554 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-402ef61e-eccb-4553-b953-7a4e27b42ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:24.174929 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-402ef61e-eccb-4553-b953-7a4e27b42ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:24.191010 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:24.247244 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-402ef61e-eccb-4553-b953-7a4e27b42ffc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d48c4766caea4e41be894ef06084e186&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3475022 Jun 17 08:36:24.251883 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37756) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:24.256074 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ef61e-eccb-4553-b953-7a4e27b42ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef84e8d-f73e-4aeb-aeba-d42a93fd800d,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:24.263461 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-402ef61e-eccb-4553-b953-7a4e27b42ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:24.379501 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-eaca362c-d8c9-47aa-bcce-6a50bd18e59a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:24.397975 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37762) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:24.413689 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b268ea31-7a86-4563-9f51-210dc373867a None None] Sync routers for ids ['e120ac66-135b-4adc-919c-bcdbfe62a5f7'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:36:24.433641 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b268ea31-7a86-4563-9f51-210dc373867a None None] Routers {'e120ac66-135b-4adc-919c-bcdbfe62a5f7'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:24.435100 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-b268ea31-7a86-4563-9f51-210dc373867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:35:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e120ac66-135b-4adc-919c-bcdbfe62a5f7'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:24.436147 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-eaca362c-d8c9-47aa-bcce-6a50bd18e59a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:24.620923 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-b268ea31-7a86-4563-9f51-210dc373867a None None] Set router e120ac66-135b-4adc-919c-bcdbfe62a5f7 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:24.670273 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-eaca362c-d8c9-47aa-bcce-6a50bd18e59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:24.673567 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-eaca362c-d8c9-47aa-bcce-6a50bd18e59a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:24.674803 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-eaca362c-d8c9-47aa-bcce-6a50bd18e59a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8ef84e8d-f73e-4aeb-aeba-d42a93fd800d HTTP/1.1" status: 204 len: 168 time: 0.4207387 Jun 17 08:36:24.676240 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:24.687865 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca362c-d8c9-47aa-bcce-6a50bd18e59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef84e8d-f73e-4aeb-aeba-d42a93fd800d,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:24.697409 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-eaca362c-d8c9-47aa-bcce-6a50bd18e59a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:24.907809 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 97043c40-bc5e-4715-9789-2a8ca502dbaf up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:25.009902 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 97043c40-bc5e-4715-9789-2a8ca502dbaf triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:25.010282 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.035374 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2d875a1-59b1-4986-9de4-c8b7f0c11edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.061006 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-b268ea31-7a86-4563-9f51-210dc373867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840871843-router', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:21Z', 'revision_number': 4, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'gw_port': {'id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'd889228a-7466-403a-b2cf-746d88470ba5', 'name': '', 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'mac_address': 'fa:16:3e:fc:bd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:19Z', 'updated_at': '2021-06-17T08:36:21Z', 'revision_number': 2, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'subnets': [{'id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:25.093647 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b268ea31-7a86-4563-9f51-210dc373867a None None] Checking router: e120ac66-135b-4adc-919c-bcdbfe62a5f7 for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:36:25.094276 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b268ea31-7a86-4563-9f51-210dc373867a None None] Updating router e120ac66-135b-4adc-919c-bcdbfe62a5f7 port d889228a-7466-403a-b2cf-746d88470ba5 binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:36:25.162607 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b268ea31-7a86-4563-9f51-210dc373867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.174581 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2d875a1-59b1-4986-9de4-c8b7f0c11edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.236040 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37802) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:25.250915 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a4c34a34-3466-4e1c-91e1-bf678397cc95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.283961 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2d875a1-59b1-4986-9de4-c8b7f0c11edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.304337 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:25.431629 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a2d875a1-59b1-4986-9de4-c8b7f0c11edf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1322237d2ece401faa3af81c8339c105&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0302944 Jun 17 08:36:25.433222 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d875a1-59b1-4986-9de4-c8b7f0c11edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d46399-a524-44e0-84a2-91232d74a92f,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:25.437069 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a2d875a1-59b1-4986-9de4-c8b7f0c11edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:25.438185 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-abc852f0-f0be-4a6b-962b-51b8824f7fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.438317 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37810) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:25.590244 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-affff1ad-d485-44cb-a9de-91d7b17c99fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.606292 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a4c34a34-3466-4e1c-91e1-bf678397cc95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.689250 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a4c34a34-3466-4e1c-91e1-bf678397cc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.696912 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b268ea31-7a86-4563-9f51-210dc373867a None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.717850 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b268ea31-7a86-4563-9f51-210dc373867a None None] Transition to ACTIVE for port object d889228a-7466-403a-b2cf-746d88470ba5 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:25.718117 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:25.722515 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-affff1ad-d485-44cb-a9de-91d7b17c99fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.781459 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a4c34a34-3466-4e1c-91e1-bf678397cc95 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ee4b247df16546e3a58b1fa7e75000e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5441287 Jun 17 08:36:25.783444 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c34a34-3466-4e1c-91e1-bf678397cc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634daf7c-a2ba-4649-b579-441ec2c67647,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:25.783734 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37828) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:25.789167 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a4c34a34-3466-4e1c-91e1-bf678397cc95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:25.849711 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b255349f-bae9-49cb-a65b-a0e4401f099f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.858456 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b268ea31-7a86-4563-9f51-210dc373867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.883268 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:25.883556 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b255349f-bae9-49cb-a65b-a0e4401f099f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.975818 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-affff1ad-d485-44cb-a9de-91d7b17c99fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.979388 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-affff1ad-d485-44cb-a9de-91d7b17c99fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.983137 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-affff1ad-d485-44cb-a9de-91d7b17c99fb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/49d46399-a524-44e0-84a2-91232d74a92f HTTP/1.1" status: 204 len: 168 time: 0.5411551 Jun 17 08:36:25.983137 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-27d141ea-185c-4968-ac64-7b18c871bfca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:25.990631 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affff1ad-d485-44cb-a9de-91d7b17c99fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d46399-a524-44e0-84a2-91232d74a92f,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:25.999173 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-affff1ad-d485-44cb-a9de-91d7b17c99fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:26.044200 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61e048-dcbf-4f75-b0f7-28d4584aa8a4 None None] Pushing event updated for resources: {'Port': ['ID=d889228a-7466-403a-b2cf-746d88470ba5,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:26.057532 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-db61e048-dcbf-4f75-b0f7-28d4584aa8a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:26.080950 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-b268ea31-7a86-4563-9f51-210dc373867a None None] Attempting to bind port d889228a-7466-403a-b2cf-746d88470ba5 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:26.081444 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-b268ea31-7a86-4563-9f51-210dc373867a None None] Attempting to bind port d889228a-7466-403a-b2cf-746d88470ba5 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:26.082721 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b268ea31-7a86-4563-9f51-210dc373867a None None] Attempting to bind port d889228a-7466-403a-b2cf-746d88470ba5 on network 31e06f2d-0e35-40cc-88df-cef11ddd5527 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:26.093291 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b268ea31-7a86-4563-9f51-210dc373867a None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:26.093687 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b268ea31-7a86-4563-9f51-210dc373867a None None] Checking segment: {'id': '7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:26.094392 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b268ea31-7a86-4563-9f51-210dc373867a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.095379 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b268ea31-7a86-4563-9f51-210dc373867a None None] Bound using segment: {'id': '7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:26.096172 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-b268ea31-7a86-4563-9f51-210dc373867a None None] Bound port: d889228a-7466-403a-b2cf-746d88470ba5, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:26.096594 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b268ea31-7a86-4563-9f51-210dc373867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.139738 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b255349f-bae9-49cb-a65b-a0e4401f099f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.147321 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b255349f-bae9-49cb-a65b-a0e4401f099f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.147321 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b255349f-bae9-49cb-a65b-a0e4401f099f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/634daf7c-a2ba-4649-b579-441ec2c67647 HTTP/1.1" status: 204 len: 168 time: 0.3590119 Jun 17 08:36:26.147321 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:26.152095 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255349f-bae9-49cb-a65b-a0e4401f099f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634daf7c-a2ba-4649-b579-441ec2c67647,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:26.154258 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b255349f-bae9-49cb-a65b-a0e4401f099f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:26.184279 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-b268ea31-7a86-4563-9f51-210dc373867a None None] For port d889228a-7466-403a-b2cf-746d88470ba5, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:26.187432 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-b268ea31-7a86-4563-9f51-210dc373867a None None] For port d889228a-7466-403a-b2cf-746d88470ba5, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=d889228a-7466-403a-b2cf-746d88470ba5,segment=NetworkSegment(7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7),segment_id=7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:26.290091 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b268ea31-7a86-4563-9f51-210dc373867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.294604 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:26.344993 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b268ea31-7a86-4563-9f51-210dc373867a None None] Routers {'e120ac66-135b-4adc-919c-bcdbfe62a5f7'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:26.345641 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-b268ea31-7a86-4563-9f51-210dc373867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:35:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e120ac66-135b-4adc-919c-bcdbfe62a5f7'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:26.395192 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37854) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:26.418413 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d52b9fe3-8822-47d9-8d0f-7d89825a00ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.472355 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-b268ea31-7a86-4563-9f51-210dc373867a None None] Set router e120ac66-135b-4adc-919c-bcdbfe62a5f7 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:26.626028 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d52b9fe3-8822-47d9-8d0f-7d89825a00ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.636602 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61e048-dcbf-4f75-b0f7-28d4584aa8a4 None None] Pushing event updated for resources: {'Port': ['ID=d889228a-7466-403a-b2cf-746d88470ba5,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:26.644518 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-db61e048-dcbf-4f75-b0f7-28d4584aa8a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:26.717798 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d52b9fe3-8822-47d9-8d0f-7d89825a00ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.723349 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:26.754067 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-b268ea31-7a86-4563-9f51-210dc373867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840871843-router', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:21Z', 'revision_number': 4, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'gw_port': {'id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'd889228a-7466-403a-b2cf-746d88470ba5', 'name': '', 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'mac_address': 'fa:16:3e:fc:bd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:19Z', 'updated_at': '2021-06-17T08:36:26Z', 'revision_number': 4, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'subnets': [{'id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:26.768315 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37866) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:26.769014 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d52b9fe3-8822-47d9-8d0f-7d89825a00ff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fc3a85c2103c4c189f3035c0b60e4a2a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3690338 Jun 17 08:36:26.769014 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b9fe3-8822-47d9-8d0f-7d89825a00ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4d028f-31f8-449d-94f1-06b957ac3993,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:26.770748 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d52b9fe3-8822-47d9-8d0f-7d89825a00ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:26.793998 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b268ea31-7a86-4563-9f51-210dc373867a None None] The sync data for ids ['e120ac66-135b-4adc-919c-bcdbfe62a5f7'] in n-d-758944-30 is: [{'id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840871843-router', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:21Z', 'revision_number': 4, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'gw_port': {'id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'd889228a-7466-403a-b2cf-746d88470ba5', 'name': '', 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'mac_address': 'fa:16:3e:fc:bd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:19Z', 'updated_at': '2021-06-17T08:36:26Z', 'revision_number': 4, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'subnets': [{'id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:36:26.884685 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-db0cc67e-9441-4808-ae95-98ea971f4f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.906222 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-db0cc67e-9441-4808-ae95-98ea971f4f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.091164 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37872) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:27.123424 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-db0cc67e-9441-4808-ae95-98ea971f4f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.126882 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-db0cc67e-9441-4808-ae95-98ea971f4f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.131093 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-db0cc67e-9441-4808-ae95-98ea971f4f1a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1c4d028f-31f8-449d-94f1-06b957ac3993 HTTP/1.1" status: 204 len: 168 time: 0.3609664 Jun 17 08:36:27.131093 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b255349f-bae9-49cb-a65b-a0e4401f099f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:27.151434 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0cc67e-9441-4808-ae95-98ea971f4f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4d028f-31f8-449d-94f1-06b957ac3993,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:27.151434 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-db0cc67e-9441-4808-ae95-98ea971f4f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:27.776576 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e41fabca-0dce-4f3d-a184-8b8376d60951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.897792 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e41fabca-0dce-4f3d-a184-8b8376d60951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.077489 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e41fabca-0dce-4f3d-a184-8b8376d60951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.077725 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.102937 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:28.107571 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e41fabca-0dce-4f3d-a184-8b8376d60951 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1a53ae166a4f487bba763f5b63e5fd72&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0151987 Jun 17 08:36:28.111386 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37892) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:28.141884 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41fabca-0dce-4f3d-a184-8b8376d60951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116d54ec-9fe5-49d1-8a24-9351bfde89c6,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:28.157346 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e41fabca-0dce-4f3d-a184-8b8376d60951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:28.168198 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cca8b50a-d121-490f-923c-19087e053067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.189728 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cca8b50a-d121-490f-923c-19087e053067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.282116 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37894) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:28.299358 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-77fe6cad-205e-443f-9324-c64ac0cfc80f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.363646 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cca8b50a-d121-490f-923c-19087e053067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.368407 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cca8b50a-d121-490f-923c-19087e053067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.373439 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-cca8b50a-d121-490f-923c-19087e053067 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/116d54ec-9fe5-49d1-8a24-9351bfde89c6 HTTP/1.1" status: 204 len: 168 time: 0.2569764 Jun 17 08:36:28.373439 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:28.378941 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8b50a-d121-490f-923c-19087e053067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116d54ec-9fe5-49d1-8a24-9351bfde89c6,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:28.381295 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cca8b50a-d121-490f-923c-19087e053067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:28.482762 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-77fe6cad-205e-443f-9324-c64ac0cfc80f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.512706 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37902) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:28.520064 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-5bf48942-9f74-4350-b17f-b656c46a41db admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2032135285-network', 'tenant_id': '4960126f4d8140209e485d2219df4f28'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:28.626936 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-77fe6cad-205e-443f-9324-c64ac0cfc80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.633328 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:28.699269 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-77fe6cad-205e-443f-9324-c64ac0cfc80f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b37957e43e944c1796446b2429a1a0f0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4155354 Jun 17 08:36:28.700703 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe6cad-205e-443f-9324-c64ac0cfc80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac22f903-36ea-496b-9b22-cba7362ac737,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:28.703078 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37908) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:28.705830 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-77fe6cad-205e-443f-9324-c64ac0cfc80f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:28.773935 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-48943279-45df-4b19-a6a8-5d9c2d07db0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.787401 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf48942-9f74-4350-b17f-b656c46a41db admin admin] Made reservation on behalf of 4960126f4d8140209e485d2219df4f28 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:28.790534 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5bf48942-9f74-4350-b17f-b656c46a41db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.811844 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5bf48942-9f74-4350-b17f-b656c46a41db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.823208 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-48943279-45df-4b19-a6a8-5d9c2d07db0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.957812 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d889228a-7466-403a-b2cf-746d88470ba5 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:28.989871 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-48943279-45df-4b19-a6a8-5d9c2d07db0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.995253 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-48943279-45df-4b19-a6a8-5d9c2d07db0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.996769 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-48943279-45df-4b19-a6a8-5d9c2d07db0f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ac22f903-36ea-496b-9b22-cba7362ac737 HTTP/1.1" status: 204 len: 168 time: 0.2921631 Jun 17 08:36:29.001494 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-18b35e36-c759-43bf-bd94-261c2392f656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:29.016842 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48943279-45df-4b19-a6a8-5d9c2d07db0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac22f903-36ea-496b-9b22-cba7362ac737,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:29.019447 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-48943279-45df-4b19-a6a8-5d9c2d07db0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:29.096650 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5bf48942-9f74-4350-b17f-b656c46a41db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.121548 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port d889228a-7466-403a-b2cf-746d88470ba5 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:29.134838 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port d889228a-7466-403a-b2cf-746d88470ba5 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:29.134838 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.228140 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.243502 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5bf48942-9f74-4350-b17f-b656c46a41db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.252407 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:29.269790 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port d889228a-7466-403a-b2cf-746d88470ba5, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=d889228a-7466-403a-b2cf-746d88470ba5,segment=NetworkSegment(7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7),segment_id=7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:29.288329 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf48942-9f74-4350-b17f-b656c46a41db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:36:29.295606 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf48942-9f74-4350-b17f-b656c46a41db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22663a23-4ac8-4988-b975-271c36da8e82,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:29.299525 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5bf48942-9f74-4350-b17f-b656c46a41db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:29.302691 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5bf48942-9f74-4350-b17f-b656c46a41db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.303722 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-5bf48942-9f74-4350-b17f-b656c46a41db admin admin] Added segment de523fdf-0505-4659-9b84-d1a2e955ade0 of type vlan for network b320b910-d8ce-4f9a-8349-8e8182901f7f Jun 17 08:36:29.359905 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5bf48942-9f74-4350-b17f-b656c46a41db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.398898 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.398898 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-d11c9310-febf-413b-ae82-44ef8e859a22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:29.460079 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=d889228a-7466-403a-b2cf-746d88470ba5,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:29.463513 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:29.483842 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37940) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:29.486313 n-d-758944-30 neutron-server[94519]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 17 08:36:29.496071 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2c57885e-7cfe-4e67-ad87-47ab87ba7808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.512811 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-89b47fe4-240e-48c4-a550-52d5bf036f79 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=aa1264acc7fc41b88f1be5da9b2ac0f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275905 Jun 17 08:36:29.575250 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5bf48942-9f74-4350-b17f-b656c46a41db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.579287 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf48942-9f74-4350-b17f-b656c46a41db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:29.580364 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5bf48942-9f74-4350-b17f-b656c46a41db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.591629 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-48b575d5-4e19-48b9-9c13-c3b93bf1ef47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:29.730141 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf48942-9f74-4350-b17f-b656c46a41db admin admin] Pushing event updated for resources: {'Network': ['ID=b320b910-d8ce-4f9a-8349-8e8182901f7f,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:29.742414 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network b320b910-d8ce-4f9a-8349-8e8182901f7f details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:36:29.743583 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5bf48942-9f74-4350-b17f-b656c46a41db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:29.781850 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-cda568cf-2906-4b18-8ebb-77438bf7be74 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:29.784508 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-cda568cf-2906-4b18-8ebb-77438bf7be74 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2639394 Jun 17 08:36:29.811625 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-d43adb18-350e-40f8-b8d8-5648134f3168 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/quotas/aa1264acc7fc41b88f1be5da9b2ac0f5 HTTP/1.1" status: 200 len: 375 time: 0.0195978 Jun 17 08:36:29.871044 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-eceac9dc-ed61-4a14-a24e-475e1909a992 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa1264acc7fc41b88f1be5da9b2ac0f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517933 Jun 17 08:36:29.898069 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5bf48942-9f74-4350-b17f-b656c46a41db admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3792861 Jun 17 08:36:29.898283 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37946) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:29.906388 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-15deb338-38a7-4d42-a6b8-f7c28bd147a3 admin admin] Request body: {'subnet': {'network_id': 'b320b910-d8ce-4f9a-8349-8e8182901f7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2032135285-subnet', 'tenant_id': '4960126f4d8140209e485d2219df4f28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:30.054826 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37954) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:30.077649 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15deb338-38a7-4d42-a6b8-f7c28bd147a3 admin admin] Made reservation on behalf of 4960126f4d8140209e485d2219df4f28 for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:30.081861 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-15deb338-38a7-4d42-a6b8-f7c28bd147a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:30.087697 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5ed85bd0-8209-4ad1-a1de-9969dcd8ec43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:30.437516 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5ed85bd0-8209-4ad1-a1de-9969dcd8ec43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:30.569943 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5ed85bd0-8209-4ad1-a1de-9969dcd8ec43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:30.575259 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a2d875a1-59b1-4986-9de4-c8b7f0c11edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:30.616220 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5ed85bd0-8209-4ad1-a1de-9969dcd8ec43 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=11439d52da8347bd88c48eafbc88c7fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5596035 Jun 17 08:36:30.619368 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37982) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:30.624832 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed85bd0-8209-4ad1-a1de-9969dcd8ec43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c5cca7-a0c9-425c-ada5-3c26a55b2e3c,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:30.630496 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5ed85bd0-8209-4ad1-a1de-9969dcd8ec43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:30.632029 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-15deb338-38a7-4d42-a6b8-f7c28bd147a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:30.635475 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:30.759518 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-201bf70d-fff5-4004-9bad-b40f73a84f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:30.812936 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-201bf70d-fff5-4004-9bad-b40f73a84f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:30.880904 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:30.898499 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15deb338-38a7-4d42-a6b8-f7c28bd147a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec8e819d-1b6f-4205-826c-608c45a65788,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:30.909799 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-15deb338-38a7-4d42-a6b8-f7c28bd147a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:30.964405 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15deb338-38a7-4d42-a6b8-f7c28bd147a3 admin admin] Checking segment: {'id': 'de523fdf-0505-4659-9b84-d1a2e955ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b320b910-d8ce-4f9a-8349-8e8182901f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:30.971365 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15deb338-38a7-4d42-a6b8-f7c28bd147a3 admin admin] Network hostable DHCP agents. Network: b320b910-d8ce-4f9a-8349-8e8182901f7f, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:36:31.046385 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d889228a-7466-403a-b2cf-746d88470ba5 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:31.072571 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-201bf70d-fff5-4004-9bad-b40f73a84f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:31.089466 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-201bf70d-fff5-4004-9bad-b40f73a84f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:31.092537 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37992) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:31.096201 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-201bf70d-fff5-4004-9bad-b40f73a84f28 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/12c5cca7-a0c9-425c-ada5-3c26a55b2e3c HTTP/1.1" status: 204 len: 168 time: 0.4707785 Jun 17 08:36:31.097487 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5bf48942-9f74-4350-b17f-b656c46a41db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:31.118217 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15deb338-38a7-4d42-a6b8-f7c28bd147a3 admin admin] Network b320b910-d8ce-4f9a-8349-8e8182901f7f is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:36:31.126507 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201bf70d-fff5-4004-9bad-b40f73a84f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c5cca7-a0c9-425c-ada5-3c26a55b2e3c,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:31.130589 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port d889228a-7466-403a-b2cf-746d88470ba5 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:31.130589 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:31.134009 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-201bf70d-fff5-4004-9bad-b40f73a84f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:31.253697 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-15deb338-38a7-4d42-a6b8-f7c28bd147a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, b320b910-d8ce-4f9a-8349-8e8182901f7f) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:31.257193 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15deb338-38a7-4d42-a6b8-f7c28bd147a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:31.258133 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-15deb338-38a7-4d42-a6b8-f7c28bd147a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:31.280309 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5d130e-fa91-4d71-b44a-d8def6e320ef None None] Network b320b910-d8ce-4f9a-8349-8e8182901f7f requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:31.388040 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-15deb338-38a7-4d42-a6b8-f7c28bd147a3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4876661 Jun 17 08:36:31.390614 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38014) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:31.401247 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-0ef01a19-0acd-4978-8e00-5e5969df75d7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2032135285-router', 'tenant_id': '4960126f4d8140209e485d2219df4f28', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:31.566117 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0ef01a19-0acd-4978-8e00-5e5969df75d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:31.572227 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0ef01a19-0acd-4978-8e00-5e5969df75d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:31.582118 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dc2e52-c963-4568-8cfe-f6a97dd09789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-b320b910-d8ce-4f9a-8349-8e8182901f7f', 'network_id': 'b320b910-d8ce-4f9a-8349-8e8182901f7f', 'tenant_id': '4960126f4d8140209e485d2219df4f28', 'fixed_ips': [{'subnet_id': 'ec8e819d-1b6f-4205-826c-608c45a65788'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:36:31.583034 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-51dc2e52-c963-4568-8cfe-f6a97dd09789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:31.693437 n-d-758944-30 neutron-server[94520]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 17 08:36:31.730600 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-51dc2e52-c963-4568-8cfe-f6a97dd09789 None None] Allocated IP 172.20.0.2 (b320b910-d8ce-4f9a-8349-8e8182901f7f/ec8e819d-1b6f-4205-826c-608c45a65788/3d5850df-c5b2-4553-9432-08ab19d80a0c) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:31.763521 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0ef01a19-0acd-4978-8e00-5e5969df75d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:31.793998 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-afb4b39b-f3e5-4da5-8d4e-5fe5f9fe89b4 req-e1408632-4d12-4c08-bd2f-0d137c0ea64a tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/ports?device_id=a76040d2-c920-4b0f-b552-655ba18e78a2 HTTP/1.1" status: 200 len: 210 time: 0.7000558 Jun 17 08:36:31.893789 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-51dc2e52-c963-4568-8cfe-f6a97dd09789 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:31.904158 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-51dc2e52-c963-4568-8cfe-f6a97dd09789 None None] Transition to ACTIVE for port object 3d5850df-c5b2-4553-9432-08ab19d80a0c will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:31.922780 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-51dc2e52-c963-4568-8cfe-f6a97dd09789 None None] Transition to ACTIVE for port object 3d5850df-c5b2-4553-9432-08ab19d80a0c will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:32.012791 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-51dc2e52-c963-4568-8cfe-f6a97dd09789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:32.016700 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:32.053724 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dc2e52-c963-4568-8cfe-f6a97dd09789 None None] Network b320b910-d8ce-4f9a-8349-8e8182901f7f is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:32.057483 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-51dc2e52-c963-4568-8cfe-f6a97dd09789 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:32.061605 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dc2e52-c963-4568-8cfe-f6a97dd09789 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:32.061802 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0ef01a19-0acd-4978-8e00-5e5969df75d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:32.080925 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc2e52-c963-4568-8cfe-f6a97dd09789 None None] Pushing event updated for resources: {'Port': ['ID=3d5850df-c5b2-4553-9432-08ab19d80a0c,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:32.104219 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-51dc2e52-c963-4568-8cfe-f6a97dd09789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:32.144906 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-51dc2e52-c963-4568-8cfe-f6a97dd09789 None None] Attempting to bind port 3d5850df-c5b2-4553-9432-08ab19d80a0c on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:32.145223 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-51dc2e52-c963-4568-8cfe-f6a97dd09789 None None] Attempting to bind port 3d5850df-c5b2-4553-9432-08ab19d80a0c by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'de523fdf-0505-4659-9b84-d1a2e955ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b320b910-d8ce-4f9a-8349-8e8182901f7f'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:32.146379 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dc2e52-c963-4568-8cfe-f6a97dd09789 None None] Attempting to bind port 3d5850df-c5b2-4553-9432-08ab19d80a0c on network b320b910-d8ce-4f9a-8349-8e8182901f7f {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:32.153321 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dc2e52-c963-4568-8cfe-f6a97dd09789 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:32.154439 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dc2e52-c963-4568-8cfe-f6a97dd09789 None None] Checking segment: {'id': 'de523fdf-0505-4659-9b84-d1a2e955ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b320b910-d8ce-4f9a-8349-8e8182901f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:32.155269 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-51dc2e52-c963-4568-8cfe-f6a97dd09789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:32.155859 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dc2e52-c963-4568-8cfe-f6a97dd09789 None None] Bound using segment: {'id': 'de523fdf-0505-4659-9b84-d1a2e955ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b320b910-d8ce-4f9a-8349-8e8182901f7f'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:32.156562 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-51dc2e52-c963-4568-8cfe-f6a97dd09789 None None] Bound port: 3d5850df-c5b2-4553-9432-08ab19d80a0c, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de523fdf-0505-4659-9b84-d1a2e955ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b320b910-d8ce-4f9a-8349-8e8182901f7f'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:32.157318 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-51dc2e52-c963-4568-8cfe-f6a97dd09789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:32.247137 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-51dc2e52-c963-4568-8cfe-f6a97dd09789 None None] For port 3d5850df-c5b2-4553-9432-08ab19d80a0c, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:32.253542 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-51dc2e52-c963-4568-8cfe-f6a97dd09789 None None] For port 3d5850df-c5b2-4553-9432-08ab19d80a0c, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=3d5850df-c5b2-4553-9432-08ab19d80a0c,segment=NetworkSegment(de523fdf-0505-4659-9b84-d1a2e955ade0),segment_id=de523fdf-0505-4659-9b84-d1a2e955ade0)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:32.345402 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-51dc2e52-c963-4568-8cfe-f6a97dd09789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:32.351261 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:32.410772 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:32.474918 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc2e52-c963-4568-8cfe-f6a97dd09789 None None] Pushing event updated for resources: {'Port': ['ID=3d5850df-c5b2-4553-9432-08ab19d80a0c,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:32.480677 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-51dc2e52-c963-4568-8cfe-f6a97dd09789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:32.516929 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0ef01a19-0acd-4978-8e00-5e5969df75d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:32.543621 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0ef01a19-0acd-4978-8e00-5e5969df75d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:32.893933 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-0ef01a19-0acd-4978-8e00-5e5969df75d7 admin admin] Allocated IP 172.25.2.168 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/9b6ef3b1-e77c-43ac-a486-fcc794537afb) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:33.050725 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 3d5850df-c5b2-4553-9432-08ab19d80a0c up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:33.112465 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b8e95834-cf0e-4e48-84ea-4704b0ae70aa req-355650e3-8e97-4f05-8ba4-d9732d99e6f9 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/ports?device_id=a76040d2-c920-4b0f-b552-655ba18e78a2 HTTP/1.1" status: 200 len: 210 time: 0.1076844 Jun 17 08:36:33.186288 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0ef01a19-0acd-4978-8e00-5e5969df75d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:33.346113 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 3d5850df-c5b2-4553-9432-08ab19d80a0c completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:33.348545 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0ef01a19-0acd-4978-8e00-5e5969df75d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:33.361266 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f565832c-9e84-43b1-985e-2c2a25a816c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:33.436133 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef01a19-0acd-4978-8e00-5e5969df75d7 admin admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:33.436133 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-0ef01a19-0acd-4978-8e00-5e5969df75d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:33.441585 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef01a19-0acd-4978-8e00-5e5969df75d7 admin admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:33.563171 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef01a19-0acd-4978-8e00-5e5969df75d7 admin admin] Pushing event updated for resources: {'Port': ['ID=9b6ef3b1-e77c-43ac-a486-fcc794537afb,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:33.563171 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0ef01a19-0acd-4978-8e00-5e5969df75d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:33.918448 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0ef01a19-0acd-4978-8e00-5e5969df75d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:33.935254 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d317a097-c409-4e58-bbc2-b531a9eaf066 None None] Network b320b910-d8ce-4f9a-8349-8e8182901f7f requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:34.171661 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8fd9b868-8912-49d2-8f31-5c54f7f88977 None None] Provisioning for port 3d5850df-c5b2-4553-9432-08ab19d80a0c completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:34.180344 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8fd9b868-8912-49d2-8f31-5c54f7f88977 None None] Provisioning complete for port 3d5850df-c5b2-4553-9432-08ab19d80a0c triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:34.181198 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8fd9b868-8912-49d2-8f31-5c54f7f88977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:34.264593 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0ef01a19-0acd-4978-8e00-5e5969df75d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:34.363176 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e856a9ae-f5ff-456c-b357-97a5fde8beb9 req-198e9657-8db4-4979-bff7-d81dc4e241f2 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/ports?device_id=a76040d2-c920-4b0f-b552-655ba18e78a2 HTTP/1.1" status: 200 len: 210 time: 0.0576956 Jun 17 08:36:34.456829 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8fd9b868-8912-49d2-8f31-5c54f7f88977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:34.527552 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8fd9b868-8912-49d2-8f31-5c54f7f88977 None None] For port 3d5850df-c5b2-4553-9432-08ab19d80a0c, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=3d5850df-c5b2-4553-9432-08ab19d80a0c,segment=NetworkSegment(de523fdf-0505-4659-9b84-d1a2e955ade0),segment_id=de523fdf-0505-4659-9b84-d1a2e955ade0)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:34.621726 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8fd9b868-8912-49d2-8f31-5c54f7f88977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:34.631212 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:34.683675 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef01a19-0acd-4978-8e00-5e5969df75d7 admin admin] Router cbe33e71-f3c8-4b59-bf26-a2d229956172 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:36:34.752521 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9b868-8912-49d2-8f31-5c54f7f88977 None None] Pushing event updated for resources: {'Port': ['ID=3d5850df-c5b2-4553-9432-08ab19d80a0c,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:34.761763 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8fd9b868-8912-49d2-8f31-5c54f7f88977 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:34.777387 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-01c36936-dd60-4eef-9756-73d3f32aa2dd None None] Provisioning complete for port 3d5850df-c5b2-4553-9432-08ab19d80a0c triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:34.778170 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-01c36936-dd60-4eef-9756-73d3f32aa2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:34.912746 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef01a19-0acd-4978-8e00-5e5969df75d7 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:36:34.931176 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786cc98f-ef6e-4ccd-9013-ec99fe32fa56 None None] Sync routers for ids ['cbe33e71-f3c8-4b59-bf26-a2d229956172'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:36:34.970054 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786cc98f-ef6e-4ccd-9013-ec99fe32fa56 None None] Routers {'cbe33e71-f3c8-4b59-bf26-a2d229956172'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:34.973945 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-786cc98f-ef6e-4ccd-9013-ec99fe32fa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:36:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cbe33e71-f3c8-4b59-bf26-a2d229956172'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:34.993311 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 3d5850df-c5b2-4553-9432-08ab19d80a0c up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:35.024751 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0ef01a19-0acd-4978-8e00-5e5969df75d7 admin admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.026665 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0ef01a19-0acd-4978-8e00-5e5969df75d7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.6338959 Jun 17 08:36:35.033558 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38110) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:35.169406 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 3d5850df-c5b2-4553-9432-08ab19d80a0c triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:35.176248 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.201363 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-786cc98f-ef6e-4ccd-9013-ec99fe32fa56 None None] Set router cbe33e71-f3c8-4b59-bf26-a2d229956172 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:35.575779 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-786cc98f-ef6e-4ccd-9013-ec99fe32fa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe33e71-f3c8-4b59-bf26-a2d229956172', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2032135285-router', 'tenant_id': '4960126f4d8140209e485d2219df4f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '9b6ef3b1-e77c-43ac-a486-fcc794537afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:31Z', 'updated_at': '2021-06-17T08:36:33Z', 'revision_number': 3, 'project_id': '4960126f4d8140209e485d2219df4f28', 'gw_port': {'id': '9b6ef3b1-e77c-43ac-a486-fcc794537afb', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe33e71-f3c8-4b59-bf26-a2d229956172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:32Z', 'updated_at': '2021-06-17T08:36:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:35.638780 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786cc98f-ef6e-4ccd-9013-ec99fe32fa56 None None] Checking router: cbe33e71-f3c8-4b59-bf26-a2d229956172 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:36:35.639144 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786cc98f-ef6e-4ccd-9013-ec99fe32fa56 None None] Updating router cbe33e71-f3c8-4b59-bf26-a2d229956172 port 9b6ef3b1-e77c-43ac-a486-fcc794537afb binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:36:35.685387 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-786cc98f-ef6e-4ccd-9013-ec99fe32fa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.721941 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5a0fe332-ea1a-4d90-af8e-c3ce0d875192 req-2f0acd10-d1e3-4105-b06c-d50b01af5e4f tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/ports?device_id=a76040d2-c920-4b0f-b552-655ba18e78a2 HTTP/1.1" status: 200 len: 210 time: 0.0752041 Jun 17 08:36:35.948575 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-be7b1711-42d7-42b5-bbf2-04b1c77aaeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.258938 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-be7b1711-42d7-42b5-bbf2-04b1c77aaeb9 admin admin] Allocated IP 172.20.0.1 (b320b910-d8ce-4f9a-8349-8e8182901f7f/ec8e819d-1b6f-4205-826c-608c45a65788/b0cb7195-1c80-440d-a017-04be39ad4ab3) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:36.278317 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-786cc98f-ef6e-4ccd-9013-ec99fe32fa56 None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.301566 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-786cc98f-ef6e-4ccd-9013-ec99fe32fa56 None None] Transition to ACTIVE for port object 9b6ef3b1-e77c-43ac-a486-fcc794537afb will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:36.418085 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-786cc98f-ef6e-4ccd-9013-ec99fe32fa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.420567 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:36.484638 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-786cc98f-ef6e-4ccd-9013-ec99fe32fa56 None None] Attempting to bind port 9b6ef3b1-e77c-43ac-a486-fcc794537afb on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:36.485025 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-786cc98f-ef6e-4ccd-9013-ec99fe32fa56 None None] Attempting to bind port 9b6ef3b1-e77c-43ac-a486-fcc794537afb by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:36.485383 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786cc98f-ef6e-4ccd-9013-ec99fe32fa56 None None] Attempting to bind port 9b6ef3b1-e77c-43ac-a486-fcc794537afb on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:36.488230 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a043e-ab16-405c-998b-a6db6f9ee22d None None] Pushing event updated for resources: {'Port': ['ID=9b6ef3b1-e77c-43ac-a486-fcc794537afb,revision_number=2']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:36.495471 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-c75a043e-ab16-405c-998b-a6db6f9ee22d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:36.498544 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786cc98f-ef6e-4ccd-9013-ec99fe32fa56 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:36.498923 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786cc98f-ef6e-4ccd-9013-ec99fe32fa56 None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:36.499593 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-786cc98f-ef6e-4ccd-9013-ec99fe32fa56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.500035 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786cc98f-ef6e-4ccd-9013-ec99fe32fa56 None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:36.500522 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-786cc98f-ef6e-4ccd-9013-ec99fe32fa56 None None] Bound port: 9b6ef3b1-e77c-43ac-a486-fcc794537afb, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:36.500929 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-786cc98f-ef6e-4ccd-9013-ec99fe32fa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.504882 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-be7b1711-42d7-42b5-bbf2-04b1c77aaeb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.566535 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-be7b1711-42d7-42b5-bbf2-04b1c77aaeb9 admin admin] Transition to ACTIVE for port object b0cb7195-1c80-440d-a017-04be39ad4ab3 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:36.604887 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-786cc98f-ef6e-4ccd-9013-ec99fe32fa56 None None] For port 9b6ef3b1-e77c-43ac-a486-fcc794537afb, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:36.608986 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-786cc98f-ef6e-4ccd-9013-ec99fe32fa56 None None] For port 9b6ef3b1-e77c-43ac-a486-fcc794537afb, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=9b6ef3b1-e77c-43ac-a486-fcc794537afb,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:36.700783 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-786cc98f-ef6e-4ccd-9013-ec99fe32fa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.700783 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:36.756167 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-be7b1711-42d7-42b5-bbf2-04b1c77aaeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.758628 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786cc98f-ef6e-4ccd-9013-ec99fe32fa56 None None] Routers {'cbe33e71-f3c8-4b59-bf26-a2d229956172'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:36.759280 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-786cc98f-ef6e-4ccd-9013-ec99fe32fa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:36:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cbe33e71-f3c8-4b59-bf26-a2d229956172'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:36.764445 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:36.801476 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a043e-ab16-405c-998b-a6db6f9ee22d None None] Pushing event updated for resources: {'Port': ['ID=9b6ef3b1-e77c-43ac-a486-fcc794537afb,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:36.830724 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7b1711-42d7-42b5-bbf2-04b1c77aaeb9 admin admin] Network b320b910-d8ce-4f9a-8349-8e8182901f7f is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:36.831442 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-c75a043e-ab16-405c-998b-a6db6f9ee22d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:36.838027 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.50', 63444) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:36.847902 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-be7b1711-42d7-42b5-bbf2-04b1c77aaeb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:36.863907 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7b1711-42d7-42b5-bbf2-04b1c77aaeb9 admin admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:36.864529 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-be7b1711-42d7-42b5-bbf2-04b1c77aaeb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.877925 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-6d336a8c-e409-48e6-b02b-a2ba6049ee96 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=aa1264acc7fc41b88f1be5da9b2ac0f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387034 Jun 17 08:36:36.954602 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b1711-42d7-42b5-bbf2-04b1c77aaeb9 admin admin] Pushing event updated for resources: {'Port': ['ID=b0cb7195-1c80-440d-a017-04be39ad4ab3,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:36.956581 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-786cc98f-ef6e-4ccd-9013-ec99fe32fa56 None None] Set router cbe33e71-f3c8-4b59-bf26-a2d229956172 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:36.964117 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-be7b1711-42d7-42b5-bbf2-04b1c77aaeb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:37.136006 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-360b1ff0-8fdd-448e-8aed-1848ca5a12c3 req-1978e91f-4212-4d72-b7e2-9d3765df6ed7 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/ports?device_id=a76040d2-c920-4b0f-b552-655ba18e78a2 HTTP/1.1" status: 200 len: 210 time: 0.0738807 Jun 17 08:36:37.221059 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-9a9cfaa9-1271-4ce4-acf0-32eacd17a1ec tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:37.233571 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-9a9cfaa9-1271-4ce4-acf0-32eacd17a1ec tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3453662 Jun 17 08:36:37.292512 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-92deb6b6-3933-4dd3-af73-c0947611195c tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Request body: {'port': {'device_id': 'a76040d2-c920-4b0f-b552-655ba18e78a2', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'admin_state_up': True, 'tenant_id': 'aa1264acc7fc41b88f1be5da9b2ac0f5'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:37.370721 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-be7b1711-42d7-42b5-bbf2-04b1c77aaeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:37.424269 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-786cc98f-ef6e-4ccd-9013-ec99fe32fa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe33e71-f3c8-4b59-bf26-a2d229956172', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2032135285-router', 'tenant_id': '4960126f4d8140209e485d2219df4f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '9b6ef3b1-e77c-43ac-a486-fcc794537afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:31Z', 'updated_at': '2021-06-17T08:36:33Z', 'revision_number': 3, 'project_id': '4960126f4d8140209e485d2219df4f28', 'gw_port': {'id': '9b6ef3b1-e77c-43ac-a486-fcc794537afb', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe33e71-f3c8-4b59-bf26-a2d229956172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:32Z', 'updated_at': '2021-06-17T08:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:37.466710 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786cc98f-ef6e-4ccd-9013-ec99fe32fa56 None None] The sync data for ids ['cbe33e71-f3c8-4b59-bf26-a2d229956172'] in n-d-758944-30 is: [{'id': 'cbe33e71-f3c8-4b59-bf26-a2d229956172', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2032135285-router', 'tenant_id': '4960126f4d8140209e485d2219df4f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '9b6ef3b1-e77c-43ac-a486-fcc794537afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:31Z', 'updated_at': '2021-06-17T08:36:33Z', 'revision_number': 3, 'project_id': '4960126f4d8140209e485d2219df4f28', 'gw_port': {'id': '9b6ef3b1-e77c-43ac-a486-fcc794537afb', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe33e71-f3c8-4b59-bf26-a2d229956172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:32Z', 'updated_at': '2021-06-17T08:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:36:37.503296 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e171b242-70d5-4f08-badc-98e9634fc9d4 None None] Provisioning for port b0cb7195-1c80-440d-a017-04be39ad4ab3 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:37.508738 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e171b242-70d5-4f08-badc-98e9634fc9d4 None None] Provisioning complete for port b0cb7195-1c80-440d-a017-04be39ad4ab3 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:37.509289 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e171b242-70d5-4f08-badc-98e9634fc9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:37.570886 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-e171b242-70d5-4f08-badc-98e9634fc9d4 None None] Port b0cb7195-1c80-440d-a017-04be39ad4ab3 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:36:37.606137 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-be7b1711-42d7-42b5-bbf2-04b1c77aaeb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:37.788829 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-be7b1711-42d7-42b5-bbf2-04b1c77aaeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:37.790827 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-92deb6b6-3933-4dd3-af73-c0947611195c tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Made reservation on behalf of aa1264acc7fc41b88f1be5da9b2ac0f5 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:37.791305 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-be7b1711-42d7-42b5-bbf2-04b1c77aaeb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:37.795062 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-92deb6b6-3933-4dd3-af73-c0947611195c tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:37.812997 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:37.835750 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-92deb6b6-3933-4dd3-af73-c0947611195c tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:37.923741 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b1711-42d7-42b5-bbf2-04b1c77aaeb9 admin admin] Pushing event updated for resources: {'Port': ['ID=b0cb7195-1c80-440d-a017-04be39ad4ab3,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:37.929606 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-be7b1711-42d7-42b5-bbf2-04b1c77aaeb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:38.018166 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7b1711-42d7-42b5-bbf2-04b1c77aaeb9 admin admin] Network b320b910-d8ce-4f9a-8349-8e8182901f7f is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:38.025600 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-be7b1711-42d7-42b5-bbf2-04b1c77aaeb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:38.086468 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-92deb6b6-3933-4dd3-af73-c0947611195c tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:38.197869 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-92deb6b6-3933-4dd3-af73-c0947611195c tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:38.207869 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:38.272654 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7b1711-42d7-42b5-bbf2-04b1c77aaeb9 admin admin] Router cbe33e71-f3c8-4b59-bf26-a2d229956172 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:36:38.337165 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92deb6b6-3933-4dd3-af73-c0947611195c tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7db958c4-ad70-49e8-a538-fef2f307b554,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:38.344926 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-92deb6b6-3933-4dd3-af73-c0947611195c tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:38.432497 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-5c48852b-7231-491d-9195-8b34d1359deb None None] Provisioning complete for port b0cb7195-1c80-440d-a017-04be39ad4ab3 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:38.434905 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5c48852b-7231-491d-9195-8b34d1359deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:38.516488 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-5c48852b-7231-491d-9195-8b34d1359deb None None] Port b0cb7195-1c80-440d-a017-04be39ad4ab3 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:36:38.641870 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7b1711-42d7-42b5-bbf2-04b1c77aaeb9 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:36:38.650254 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-be7b1711-42d7-42b5-bbf2-04b1c77aaeb9 admin admin] 10.222.0.49 "PUT /v2.0/routers/cbe33e71-f3c8-4b59-bf26-a2d229956172/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6152189 Jun 17 08:36:38.939588 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bc33c4a5-a4ee-44c3-8dfe-835e05c9d8b6 req-6980af9c-b746-4406-8bf3-249b75bdbe11 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/ports?device_id=a76040d2-c920-4b0f-b552-655ba18e78a2 HTTP/1.1" status: 200 len: 210 time: 0.0786445 Jun 17 08:36:39.059899 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 9b6ef3b1-e77c-43ac-a486-fcc794537afb up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:39.063686 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-92deb6b6-3933-4dd3-af73-c0947611195c tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Allocated IP 192.168.233.95 (26debee9-bc17-4dec-acaf-a4c976511744/9fa94245-1f4d-486b-9e45-990a58fa5ffe/499258e0-4108-452f-991a-8385129a9e3a) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:39.286978 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-92deb6b6-3933-4dd3-af73-c0947611195c tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:39.303996 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-92deb6b6-3933-4dd3-af73-c0947611195c tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Transition to ACTIVE for port object 499258e0-4108-452f-991a-8385129a9e3a will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:39.345488 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 9b6ef3b1-e77c-43ac-a486-fcc794537afb completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:39.350283 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 9b6ef3b1-e77c-43ac-a486-fcc794537afb triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:39.350670 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:39.462577 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:39.492112 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 9b6ef3b1-e77c-43ac-a486-fcc794537afb, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=9b6ef3b1-e77c-43ac-a486-fcc794537afb,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:39.504871 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-92deb6b6-3933-4dd3-af73-c0947611195c tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:39.522244 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:39.595477 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:39.600779 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:39.677749 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-92deb6b6-3933-4dd3-af73-c0947611195c tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Network 26debee9-bc17-4dec-acaf-a4c976511744 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:39.685711 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-92deb6b6-3933-4dd3-af73-c0947611195c tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:39.689003 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-92deb6b6-3933-4dd3-af73-c0947611195c tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:39.695164 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-92deb6b6-3933-4dd3-af73-c0947611195c tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:39.695878 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-92deb6b6-3933-4dd3-af73-c0947611195c tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:39.715305 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92deb6b6-3933-4dd3-af73-c0947611195c tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Pushing event updated for resources: {'Port': ['ID=499258e0-4108-452f-991a-8385129a9e3a,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:39.715527 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=9b6ef3b1-e77c-43ac-a486-fcc794537afb,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:39.718592 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-92deb6b6-3933-4dd3-af73-c0947611195c tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:39.721395 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:39.792321 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-92deb6b6-3933-4dd3-af73-c0947611195c tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5097539 Jun 17 08:36:39.805079 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-e9a7baa4-9f3f-4204-9445-adcbf460615b tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:36:39.806248 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-e9a7baa4-9f3f-4204-9445-adcbf460615b tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070331 Jun 17 08:36:39.876756 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:36:40.018549 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf555015-1367-4bd3-900f-3e8292dd9fae None None] Sync routers for ids ['cbe33e71-f3c8-4b59-bf26-a2d229956172'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:36:40.053930 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf555015-1367-4bd3-900f-3e8292dd9fae None None] Routers {'cbe33e71-f3c8-4b59-bf26-a2d229956172'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:40.054815 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-cf555015-1367-4bd3-900f-3e8292dd9fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:36:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cbe33e71-f3c8-4b59-bf26-a2d229956172'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:40.298556 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-79b02e95-eddc-41d2-b258-969800b4c23e None None] Provisioning for port 499258e0-4108-452f-991a-8385129a9e3a completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:40.310293 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-79b02e95-eddc-41d2-b258-969800b4c23e None None] Provisioning complete for port 499258e0-4108-452f-991a-8385129a9e3a triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:40.310684 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-79b02e95-eddc-41d2-b258-969800b4c23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:40.364412 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-cf555015-1367-4bd3-900f-3e8292dd9fae None None] Set router cbe33e71-f3c8-4b59-bf26-a2d229956172 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:40.483198 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-79b02e95-eddc-41d2-b258-969800b4c23e None None] Port 499258e0-4108-452f-991a-8385129a9e3a cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:36:40.561782 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ea158-5e76-4654-91e9-9496b2e29ac3 req-0580825a-2a52-464f-aaab-b920a679f36d tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:40.574527 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b88ea158-5e76-4654-91e9-9496b2e29ac3 req-0580825a-2a52-464f-aaab-b920a679f36d tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/ports?device_id=a76040d2-c920-4b0f-b552-655ba18e78a2 HTTP/1.1" status: 200 len: 935 time: 0.1783965 Jun 17 08:36:40.727283 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b88ea158-5e76-4654-91e9-9496b2e29ac3 req-9ccfdb58-d40d-44e5-9731-192106d865ba tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/security-groups?id=7db958c4-ad70-49e8-a538-fef2f307b554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079884 Jun 17 08:36:40.762836 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-cf555015-1367-4bd3-900f-3e8292dd9fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe33e71-f3c8-4b59-bf26-a2d229956172', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2032135285-router', 'tenant_id': '4960126f4d8140209e485d2219df4f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '9b6ef3b1-e77c-43ac-a486-fcc794537afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:31Z', 'updated_at': '2021-06-17T08:36:37Z', 'revision_number': 4, 'project_id': '4960126f4d8140209e485d2219df4f28', 'gw_port': {'id': '9b6ef3b1-e77c-43ac-a486-fcc794537afb', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe33e71-f3c8-4b59-bf26-a2d229956172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:32Z', 'updated_at': '2021-06-17T08:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'b0cb7195-1c80-440d-a017-04be39ad4ab3', 'name': '', 'network_id': 'b320b910-d8ce-4f9a-8349-8e8182901f7f', 'tenant_id': '4960126f4d8140209e485d2219df4f28', 'mac_address': 'fa:16:3e:94:77:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe33e71-f3c8-4b59-bf26-a2d229956172', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ec8e819d-1b6f-4205-826c-608c45a65788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:35Z', 'updated_at': '2021-06-17T08:36:37Z', 'revision_number': 2, 'project_id': '4960126f4d8140209e485d2219df4f28', 'subnets': [{'id': 'ec8e819d-1b6f-4205-826c-608c45a65788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:41.015236 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf555015-1367-4bd3-900f-3e8292dd9fae None None] Checking router: cbe33e71-f3c8-4b59-bf26-a2d229956172 for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:36:41.015236 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf555015-1367-4bd3-900f-3e8292dd9fae None None] Updating router cbe33e71-f3c8-4b59-bf26-a2d229956172 port b0cb7195-1c80-440d-a017-04be39ad4ab3 binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:36:41.026735 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-3bcf269d-c82f-4533-876e-e36c7d4b45c7 service neutron] Request body: {'port': {'device_id': 'a76040d2-c920-4b0f-b552-655ba18e78a2', 'device_owner': 'compute:tempest-test_az-1124996683', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:41.028672 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-cf555015-1367-4bd3-900f-3e8292dd9fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:41.028672 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 9b6ef3b1-e77c-43ac-a486-fcc794537afb up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:41.032001 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38280) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:41.032861 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-3bcf269d-c82f-4533-876e-e36c7d4b45c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:41.107878 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 9b6ef3b1-e77c-43ac-a486-fcc794537afb triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:41.108206 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:41.445092 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-cf555015-1367-4bd3-900f-3e8292dd9fae None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:41.466677 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-cf555015-1367-4bd3-900f-3e8292dd9fae None None] Transition to ACTIVE for port object b0cb7195-1c80-440d-a017-04be39ad4ab3 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:41.765072 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-3bcf269d-c82f-4533-876e-e36c7d4b45c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 499258e0-4108-452f-991a-8385129a9e3a {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:36:41.774667 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-3bcf269d-c82f-4533-876e-e36c7d4b45c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:41.793378 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-3bcf269d-c82f-4533-876e-e36c7d4b45c7 service neutron] Transition to ACTIVE for port object 499258e0-4108-452f-991a-8385129a9e3a will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:43.153065 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-68023307-3d97-4d06-b388-8bbe33b4052d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:43.318040 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-68023307-3d97-4d06-b388-8bbe33b4052d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:43.452581 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-cf555015-1367-4bd3-900f-3e8292dd9fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:43.454636 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:43.547824 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-68023307-3d97-4d06-b388-8bbe33b4052d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:43.552847 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-3bcf269d-c82f-4533-876e-e36c7d4b45c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:43.555126 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-77fe6cad-205e-443f-9324-c64ac0cfc80f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:43.557297 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:43.589539 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68023307-3d97-4d06-b388-8bbe33b4052d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37a4780-310c-4e06-ae67-3c9a3aa1f7ac,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:43.616928 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-68023307-3d97-4d06-b388-8bbe33b4052d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:43.626341 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-68023307-3d97-4d06-b388-8bbe33b4052d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=147d55bc34414bc5900ad8cd16145473&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6197112 Jun 17 08:36:43.627375 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38296) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:43.686263 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-58334e3a-5182-4527-96c1-11017f9d0bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:43.711859 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf269d-c82f-4533-876e-e36c7d4b45c7 service neutron] Pushing event updated for resources: {'Port': ['ID=499258e0-4108-452f-991a-8385129a9e3a,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:43.725110 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3bcf269d-c82f-4533-876e-e36c7d4b45c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:43.749701 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-58334e3a-5182-4527-96c1-11017f9d0bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:43.790894 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-cf555015-1367-4bd3-900f-3e8292dd9fae None None] Attempting to bind port b0cb7195-1c80-440d-a017-04be39ad4ab3 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:43.803121 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-cf555015-1367-4bd3-900f-3e8292dd9fae None None] Attempting to bind port b0cb7195-1c80-440d-a017-04be39ad4ab3 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'de523fdf-0505-4659-9b84-d1a2e955ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b320b910-d8ce-4f9a-8349-8e8182901f7f'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:43.816148 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf555015-1367-4bd3-900f-3e8292dd9fae None None] Attempting to bind port b0cb7195-1c80-440d-a017-04be39ad4ab3 on network b320b910-d8ce-4f9a-8349-8e8182901f7f {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:43.823913 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf555015-1367-4bd3-900f-3e8292dd9fae None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:43.824604 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf555015-1367-4bd3-900f-3e8292dd9fae None None] Checking segment: {'id': 'de523fdf-0505-4659-9b84-d1a2e955ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b320b910-d8ce-4f9a-8349-8e8182901f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:43.825261 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-cf555015-1367-4bd3-900f-3e8292dd9fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:43.825821 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf555015-1367-4bd3-900f-3e8292dd9fae None None] Bound using segment: {'id': 'de523fdf-0505-4659-9b84-d1a2e955ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b320b910-d8ce-4f9a-8349-8e8182901f7f'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:43.826477 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-cf555015-1367-4bd3-900f-3e8292dd9fae None None] Bound port: b0cb7195-1c80-440d-a017-04be39ad4ab3, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de523fdf-0505-4659-9b84-d1a2e955ade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b320b910-d8ce-4f9a-8349-8e8182901f7f'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:43.833918 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-cf555015-1367-4bd3-900f-3e8292dd9fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:43.979904 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b814d-7de5-41d4-a9fa-812ad0e8615d None None] Pushing event updated for resources: {'Port': ['ID=b0cb7195-1c80-440d-a017-04be39ad4ab3,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:43.995766 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-bd6b814d-7de5-41d4-a9fa-812ad0e8615d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:44.013257 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-58334e3a-5182-4527-96c1-11017f9d0bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:44.016354 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-58334e3a-5182-4527-96c1-11017f9d0bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:44.022089 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-58334e3a-5182-4527-96c1-11017f9d0bda admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e37a4780-310c-4e06-ae67-3c9a3aa1f7ac HTTP/1.1" status: 204 len: 168 time: 0.3881977 Jun 17 08:36:44.022089 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:44.040624 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58334e3a-5182-4527-96c1-11017f9d0bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37a4780-310c-4e06-ae67-3c9a3aa1f7ac,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:44.048882 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-58334e3a-5182-4527-96c1-11017f9d0bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:44.074707 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-3bcf269d-c82f-4533-876e-e36c7d4b45c7 service neutron] Attempting to bind port 499258e0-4108-452f-991a-8385129a9e3a on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:44.075076 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-3bcf269d-c82f-4533-876e-e36c7d4b45c7 service neutron] Attempting to bind port 499258e0-4108-452f-991a-8385129a9e3a by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:44.075445 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-3bcf269d-c82f-4533-876e-e36c7d4b45c7 service neutron] Attempting to bind port 499258e0-4108-452f-991a-8385129a9e3a on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:44.092703 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-3bcf269d-c82f-4533-876e-e36c7d4b45c7 service neutron] Port 499258e0-4108-452f-991a-8385129a9e3a on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:36:44.101102 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-3bcf269d-c82f-4533-876e-e36c7d4b45c7 service neutron] Attempting to bind port 499258e0-4108-452f-991a-8385129a9e3a on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:44.122170 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-3bcf269d-c82f-4533-876e-e36c7d4b45c7 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:44.122554 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-3bcf269d-c82f-4533-876e-e36c7d4b45c7 service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:44.134355 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-3bcf269d-c82f-4533-876e-e36c7d4b45c7 service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:44.135115 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-3bcf269d-c82f-4533-876e-e36c7d4b45c7 service neutron] Bound port: 499258e0-4108-452f-991a-8385129a9e3a, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:44.135358 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-3bcf269d-c82f-4533-876e-e36c7d4b45c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:44.175695 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-cf555015-1367-4bd3-900f-3e8292dd9fae None None] For port b0cb7195-1c80-440d-a017-04be39ad4ab3, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:44.220276 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-cf555015-1367-4bd3-900f-3e8292dd9fae None None] For port b0cb7195-1c80-440d-a017-04be39ad4ab3, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=b0cb7195-1c80-440d-a017-04be39ad4ab3,segment=NetworkSegment(de523fdf-0505-4659-9b84-d1a2e955ade0),segment_id=de523fdf-0505-4659-9b84-d1a2e955ade0)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:44.289438 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-cf555015-1367-4bd3-900f-3e8292dd9fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:44.303105 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e5d569a4-0209-417c-baf3-86cd6475877b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:44.328314 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9de8f4-945b-4dbb-a475-cd429221f35b req-f5698dfe-83da-43e9-839d-3336be66bd4c tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:44.330803 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3f9de8f4-945b-4dbb-a475-cd429221f35b req-f5698dfe-83da-43e9-839d-3336be66bd4c tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/ports?device_id=a76040d2-c920-4b0f-b552-655ba18e78a2 HTTP/1.1" status: 200 len: 969 time: 0.1026504 Jun 17 08:36:44.430588 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf555015-1367-4bd3-900f-3e8292dd9fae None None] Routers {'cbe33e71-f3c8-4b59-bf26-a2d229956172'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:44.431976 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-cf555015-1367-4bd3-900f-3e8292dd9fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:36:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cbe33e71-f3c8-4b59-bf26-a2d229956172'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:44.435544 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3f9de8f4-945b-4dbb-a475-cd429221f35b req-ed6dc3d7-93bb-4c8d-8ab4-7b5ac6d68661 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/security-groups?id=7db958c4-ad70-49e8-a538-fef2f307b554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968995 Jun 17 08:36:44.444838 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-3bcf269d-c82f-4533-876e-e36c7d4b45c7 service neutron] For port 499258e0-4108-452f-991a-8385129a9e3a, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:44.470532 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-3bcf269d-c82f-4533-876e-e36c7d4b45c7 service neutron] For port 499258e0-4108-452f-991a-8385129a9e3a, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=499258e0-4108-452f-991a-8385129a9e3a,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:44.582214 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-3bcf269d-c82f-4533-876e-e36c7d4b45c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:44.594195 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3bcf269d-c82f-4533-876e-e36c7d4b45c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:44.617710 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b814d-7de5-41d4-a9fa-812ad0e8615d None None] Pushing event updated for resources: {'Port': ['ID=b0cb7195-1c80-440d-a017-04be39ad4ab3,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:44.642390 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38314) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:44.692298 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-3bcf269d-c82f-4533-876e-e36c7d4b45c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:44.694295 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-3bcf269d-c82f-4533-876e-e36c7d4b45c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:44.698691 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-3bcf269d-c82f-4533-876e-e36c7d4b45c7 service neutron] 10.222.0.50 "PUT /v2.0/ports/499258e0-4108-452f-991a-8385129a9e3a HTTP/1.1" status: 200 len: 1118 time: 4.2762368 Jun 17 08:36:44.699466 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76040d2-c920-4b0f-b552-655ba18e78a2', 'tag': '499258e0-4108-452f-991a-8385129a9e3a'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:36:44.760949 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-bd6b814d-7de5-41d4-a9fa-812ad0e8615d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:45.045684 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf269d-c82f-4533-876e-e36c7d4b45c7 service neutron] Pushing event updated for resources: {'Port': ['ID=499258e0-4108-452f-991a-8385129a9e3a,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:45.063299 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3bcf269d-c82f-4533-876e-e36c7d4b45c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:45.077085 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-cf555015-1367-4bd3-900f-3e8292dd9fae None None] Set router cbe33e71-f3c8-4b59-bf26-a2d229956172 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:45.118041 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b9fbc686-1700-449a-8831-5dc64cc7b6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:45.118920 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-afde687c-ee1d-47ac-a374-37a28ced8edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:45.120552 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-afde687c-ee1d-47ac-a374-37a28ced8edc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aa1264acc7fc41b88f1be5da9b2ac0f5&device_id=a76040d2-c920-4b0f-b552-655ba18e78a2 HTTP/1.1" status: 200 len: 1121 time: 0.1686220 Jun 17 08:36:45.303057 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-7063966c-7cbb-4138-be25-34876fa9e4fb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=499258e0-4108-452f-991a-8385129a9e3a HTTP/1.1" status: 200 len: 217 time: 0.1730742 Jun 17 08:36:45.402070 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b9fbc686-1700-449a-8831-5dc64cc7b6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:45.485469 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-e536feab-df8d-42ef-adcf-f5d6b2c0fb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:45.488628 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-e536feab-df8d-42ef-adcf-f5d6b2c0fb03 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1690516 Jun 17 08:36:45.528658 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b9fbc686-1700-449a-8831-5dc64cc7b6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:45.544468 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-68023307-3d97-4d06-b388-8bbe33b4052d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:45.571082 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-cf555015-1367-4bd3-900f-3e8292dd9fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe33e71-f3c8-4b59-bf26-a2d229956172', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2032135285-router', 'tenant_id': '4960126f4d8140209e485d2219df4f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '9b6ef3b1-e77c-43ac-a486-fcc794537afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:31Z', 'updated_at': '2021-06-17T08:36:37Z', 'revision_number': 4, 'project_id': '4960126f4d8140209e485d2219df4f28', 'gw_port': {'id': '9b6ef3b1-e77c-43ac-a486-fcc794537afb', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe33e71-f3c8-4b59-bf26-a2d229956172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:32Z', 'updated_at': '2021-06-17T08:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'b0cb7195-1c80-440d-a017-04be39ad4ab3', 'name': '', 'network_id': 'b320b910-d8ce-4f9a-8349-8e8182901f7f', 'tenant_id': '4960126f4d8140209e485d2219df4f28', 'mac_address': 'fa:16:3e:94:77:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe33e71-f3c8-4b59-bf26-a2d229956172', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ec8e819d-1b6f-4205-826c-608c45a65788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:35Z', 'updated_at': '2021-06-17T08:36:44Z', 'revision_number': 4, 'project_id': '4960126f4d8140209e485d2219df4f28', 'subnets': [{'id': 'ec8e819d-1b6f-4205-826c-608c45a65788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:45.582628 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fbc686-1700-449a-8831-5dc64cc7b6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5348e06-1338-416b-a261-2f4978d3b537,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:45.595926 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b9fbc686-1700-449a-8831-5dc64cc7b6da admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f381754e9d4e4d48bc6cb3c71e369c82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9449322 Jun 17 08:36:45.595926 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b9fbc686-1700-449a-8831-5dc64cc7b6da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:45.595926 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38340) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:45.671402 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-437c1d50-f18b-44e6-99b9-b0b00f4280c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:45.691995 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf555015-1367-4bd3-900f-3e8292dd9fae None None] The sync data for ids ['cbe33e71-f3c8-4b59-bf26-a2d229956172'] in n-d-758944-30 is: [{'id': 'cbe33e71-f3c8-4b59-bf26-a2d229956172', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2032135285-router', 'tenant_id': '4960126f4d8140209e485d2219df4f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '9b6ef3b1-e77c-43ac-a486-fcc794537afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:31Z', 'updated_at': '2021-06-17T08:36:37Z', 'revision_number': 4, 'project_id': '4960126f4d8140209e485d2219df4f28', 'gw_port': {'id': '9b6ef3b1-e77c-43ac-a486-fcc794537afb', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe33e71-f3c8-4b59-bf26-a2d229956172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:32Z', 'updated_at': '2021-06-17T08:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'b0cb7195-1c80-440d-a017-04be39ad4ab3', 'name': '', 'network_id': 'b320b910-d8ce-4f9a-8349-8e8182901f7f', 'tenant_id': '4960126f4d8140209e485d2219df4f28', 'mac_address': 'fa:16:3e:94:77:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe33e71-f3c8-4b59-bf26-a2d229956172', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ec8e819d-1b6f-4205-826c-608c45a65788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:35Z', 'updated_at': '2021-06-17T08:36:44Z', 'revision_number': 4, 'project_id': '4960126f4d8140209e485d2219df4f28', 'subnets': [{'id': 'ec8e819d-1b6f-4205-826c-608c45a65788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:36:45.709794 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-98bfe5fa-e200-4834-aaad-5c98ff5194c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:45.712026 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-98bfe5fa-e200-4834-aaad-5c98ff5194c3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2115984 Jun 17 08:36:45.715082 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-437c1d50-f18b-44e6-99b9-b0b00f4280c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:46.122014 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-2b19793d-a29b-47d0-8ee5-b7ede38207cd service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742568 Jun 17 08:36:46.205283 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce719762-d566-4508-b94f-520ba01937c6" -d '{"events": [{"name": "network-changed", "server_uuid": "a76040d2-c920-4b0f-b552-655ba18e78a2", "tag": "499258e0-4108-452f-991a-8385129a9e3a"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:36:46.418004 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-14d7196d-4ccd-445c-b756-00fd3d4b3ab8 req-aa828342-dd97-4849-a2fd-34436a441b26 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130846 Jun 17 08:36:46.922838 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-437c1d50-f18b-44e6-99b9-b0b00f4280c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:46.929353 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-437c1d50-f18b-44e6-99b9-b0b00f4280c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:46.944158 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-437c1d50-f18b-44e6-99b9-b0b00f4280c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5348e06-1338-416b-a261-2f4978d3b537 HTTP/1.1" status: 204 len: 168 time: 1.3430989 Jun 17 08:36:46.945288 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:46.955538 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38352) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:46.979847 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c1d50-f18b-44e6-99b9-b0b00f4280c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5348e06-1338-416b-a261-2f4978d3b537,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:46.993248 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-437c1d50-f18b-44e6-99b9-b0b00f4280c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:47.006426 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-53b736d6-f58e-43fc-a987-abea56ff837c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.055063 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38354) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:47.068821 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device b0cb7195-1c80-440d-a017-04be39ad4ab3 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:47.069413 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-44d09373-406c-4ee4-b436-45278bcac5ed tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Request body: {'security_group': {'name': 'tempest-securitygroup--495913667', 'description': 'tempest-description--475461562'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:47.294588 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port b0cb7195-1c80-440d-a017-04be39ad4ab3 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:47.307109 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port b0cb7195-1c80-440d-a017-04be39ad4ab3 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:47.307543 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.347821 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-53b736d6-f58e-43fc-a987-abea56ff837c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.417729 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-53b736d6-f58e-43fc-a987-abea56ff837c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.422453 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:47.433499 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.453254 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca3c91-9fcf-4be2-acc5-f2169b679345 req-99f2eafe-9dc2-4687-8f28-7616a5b8e9ac tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:47.454995 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c1ca3c91-9fcf-4be2-acc5-f2169b679345 req-99f2eafe-9dc2-4687-8f28-7616a5b8e9ac tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/ports?device_id=a76040d2-c920-4b0f-b552-655ba18e78a2 HTTP/1.1" status: 200 len: 969 time: 0.1565752 Jun 17 08:36:47.484690 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b736d6-f58e-43fc-a987-abea56ff837c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd1f972-6cc6-45dc-933e-bca705db7431,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:47.495282 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-53b736d6-f58e-43fc-a987-abea56ff837c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:47.535603 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-53b736d6-f58e-43fc-a987-abea56ff837c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f8e08ba0277c491f831e2d4a9555d966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5748091 Jun 17 08:36:47.537188 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38360) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:47.539474 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c1ca3c91-9fcf-4be2-acc5-f2169b679345 req-57100c64-736e-4002-a4a1-8c098ae4e970 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/security-groups?id=7db958c4-ad70-49e8-a538-fef2f307b554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762582 Jun 17 08:36:47.589061 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761c675f-0687-4375-bd34-a61b91fc854d x-openstack-request-id: req-761c675f-0687-4375-bd34-a61b91fc854d {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:36:47.592078 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76040d2-c920-4b0f-b552-655ba18e78a2", "tag": "499258e0-4108-452f-991a-8385129a9e3a", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:36:47.592580 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-761c675f-0687-4375-bd34-a61b91fc854d {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:36:47.593578 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76040d2-c920-4b0f-b552-655ba18e78a2', 'tag': '499258e0-4108-452f-991a-8385129a9e3a', 'status': 'completed', 'code': 200} Jun 17 08:36:47.600860 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.609984 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-44d09373-406c-4ee4-b436-45278bcac5ed tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.647308 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port b0cb7195-1c80-440d-a017-04be39ad4ab3, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=b0cb7195-1c80-440d-a017-04be39ad4ab3,segment=NetworkSegment(de523fdf-0505-4659-9b84-d1a2e955ade0),segment_id=de523fdf-0505-4659-9b84-d1a2e955ade0)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:47.690297 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d357a9fb-6112-4f96-8c22-28c66266d993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.719103 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d357a9fb-6112-4f96-8c22-28c66266d993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.740148 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.746619 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-db61e048-dcbf-4f75-b0f7-28d4584aa8a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:47.857927 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-44d09373-406c-4ee4-b436-45278bcac5ed tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.863473 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=b0cb7195-1c80-440d-a017-04be39ad4ab3,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:47.878446 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:47.901145 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d357a9fb-6112-4f96-8c22-28c66266d993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.909313 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d357a9fb-6112-4f96-8c22-28c66266d993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.915272 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d357a9fb-6112-4f96-8c22-28c66266d993 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bdd1f972-6cc6-45dc-933e-bca705db7431 HTTP/1.1" status: 204 len: 168 time: 0.3721681 Jun 17 08:36:47.915272 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cca8b50a-d121-490f-923c-19087e053067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:47.927631 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357a9fb-6112-4f96-8c22-28c66266d993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd1f972-6cc6-45dc-933e-bca705db7431,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:47.936775 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d357a9fb-6112-4f96-8c22-28c66266d993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:47.988942 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-44d09373-406c-4ee4-b436-45278bcac5ed tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.988942 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e41fabca-0dce-4f3d-a184-8b8376d60951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:48.029725 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d09373-406c-4ee4-b436-45278bcac5ed tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da8c91fc-15fc-4551-8e19-1d9282b795c0,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:48.033713 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-44d09373-406c-4ee4-b436-45278bcac5ed tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:48.109377 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-44d09373-406c-4ee4-b436-45278bcac5ed tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:48.116948 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-44d09373-406c-4ee4-b436-45278bcac5ed tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0534968 Jun 17 08:36:48.117218 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38376) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:48.123288 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-715f7116-48b7-4fb8-a6dc-05fc236a5b5d tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Request body: {'security_group_rule': {'security_group_id': 'da8c91fc-15fc-4551-8e19-1d9282b795c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:48.256748 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-715f7116-48b7-4fb8-a6dc-05fc236a5b5d tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:48.384533 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38388) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:48.384757 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-715f7116-48b7-4fb8-a6dc-05fc236a5b5d tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:48.396311 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1cb72f81-1645-4b8e-b716-c4019d95c0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:48.637496 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1cb72f81-1645-4b8e-b716-c4019d95c0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:48.780504 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1cb72f81-1645-4b8e-b716-c4019d95c0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:48.784357 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-715f7116-48b7-4fb8-a6dc-05fc236a5b5d tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:48.784812 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:48.794634 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:48.812444 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f7116-48b7-4fb8-a6dc-05fc236a5b5d tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a89918c3-b849-46e6-a46a-c241e01661f0,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:48.821036 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-715f7116-48b7-4fb8-a6dc-05fc236a5b5d tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:48.894360 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1cb72f81-1645-4b8e-b716-c4019d95c0e8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=caeeae02b20c44b6b5f2575efce16308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5255659 Jun 17 08:36:48.905756 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38404) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:48.922157 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb72f81-1645-4b8e-b716-c4019d95c0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd1d8a8-df76-4b78-86f5-8516534203c3,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:48.953212 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1cb72f81-1645-4b8e-b716-c4019d95c0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:48.995575 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-715f7116-48b7-4fb8-a6dc-05fc236a5b5d tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:48.997074 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-715f7116-48b7-4fb8-a6dc-05fc236a5b5d tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8791642 Jun 17 08:36:49.000065 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38410) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:49.008928 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-86071f5b-fbe0-4bbb-84ad-9a5653966533 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Request body: {'security_group_rule': {'security_group_id': 'da8c91fc-15fc-4551-8e19-1d9282b795c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:49.021374 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device b0cb7195-1c80-440d-a017-04be39ad4ab3 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:49.128749 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-76e4ccaa-f0ed-4462-8768-c9aa89329ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.164220 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-76e4ccaa-f0ed-4462-8768-c9aa89329ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.225068 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port b0cb7195-1c80-440d-a017-04be39ad4ab3 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:49.225498 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.358606 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7340fa-65b9-4265-9653-6e9a1681545d req-a3607bdc-885c-4587-89f8-9290f9d46590 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:49.369234 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3f7340fa-65b9-4265-9653-6e9a1681545d req-a3607bdc-885c-4587-89f8-9290f9d46590 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/ports?device_id=a76040d2-c920-4b0f-b552-655ba18e78a2 HTTP/1.1" status: 200 len: 969 time: 0.1921847 Jun 17 08:36:49.418742 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-86071f5b-fbe0-4bbb-84ad-9a5653966533 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.430733 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-76e4ccaa-f0ed-4462-8768-c9aa89329ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.434871 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-76e4ccaa-f0ed-4462-8768-c9aa89329ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.437507 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-76e4ccaa-f0ed-4462-8768-c9aa89329ae7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7cd1d8a8-df76-4b78-86f5-8516534203c3 HTTP/1.1" status: 204 len: 168 time: 0.5303824 Jun 17 08:36:49.438363 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:49.456646 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4ccaa-f0ed-4462-8768-c9aa89329ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd1d8a8-df76-4b78-86f5-8516534203c3,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:49.465885 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-76e4ccaa-f0ed-4462-8768-c9aa89329ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:49.514158 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3f7340fa-65b9-4265-9653-6e9a1681545d req-e995bf8d-f369-40be-ac8b-c6781dbb8a99 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/security-groups?id=7db958c4-ad70-49e8-a538-fef2f307b554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349454 Jun 17 08:36:49.595225 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-86071f5b-fbe0-4bbb-84ad-9a5653966533 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.687209 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-86071f5b-fbe0-4bbb-84ad-9a5653966533 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.690284 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:49.721578 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86071f5b-fbe0-4bbb-84ad-9a5653966533 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c33a27-c9aa-40bf-90fa-82fe498736d4,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:49.727043 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-86071f5b-fbe0-4bbb-84ad-9a5653966533 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:49.857300 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-86071f5b-fbe0-4bbb-84ad-9a5653966533 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.860585 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-86071f5b-fbe0-4bbb-84ad-9a5653966533 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8576553 Jun 17 08:36:49.863063 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38442) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:49.868989 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-546756cc-02ed-488b-9924-7820f2f9fa64 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:50.029359 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-546756cc-02ed-488b-9924-7820f2f9fa64 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks [] for floatingip, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.323631 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-546756cc-02ed-488b-9924-7820f2f9fa64 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.371845 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.478792 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-546756cc-02ed-488b-9924-7820f2f9fa64 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Allocated IP 172.25.2.2 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/d6fc660a-dbc8-49c4-9046-41ace3cf1b0d) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:50.658417 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-546756cc-02ed-488b-9924-7820f2f9fa64 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.748677 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38452) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:50.929729 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-546756cc-02ed-488b-9924-7820f2f9fa64 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.968602 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-be7b1711-42d7-42b5-bbf2-04b1c77aaeb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:51.073315 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546756cc-02ed-488b-9924-7820f2f9fa64 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:51.084417 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-546756cc-02ed-488b-9924-7820f2f9fa64 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:51.091940 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546756cc-02ed-488b-9924-7820f2f9fa64 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:51.100527 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778a915-2d51-4cb9-8c7c-3a40c9c5813e req-225d5ef2-3922-4866-9f21-2c757bd69139 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:51.102792 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c778a915-2d51-4cb9-8c7c-3a40c9c5813e req-225d5ef2-3922-4866-9f21-2c757bd69139 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/ports?device_id=a76040d2-c920-4b0f-b552-655ba18e78a2 HTTP/1.1" status: 200 len: 969 time: 0.2034624 Jun 17 08:36:51.201680 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c778a915-2d51-4cb9-8c7c-3a40c9c5813e req-c7c6cec2-1821-46f6-9dfb-9dbf56f9d4b4 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/security-groups?id=7db958c4-ad70-49e8-a538-fef2f307b554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852613 Jun 17 08:36:51.276531 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546756cc-02ed-488b-9924-7820f2f9fa64 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Pushing event updated for resources: {'Port': ['ID=d6fc660a-dbc8-49c4-9046-41ace3cf1b0d,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:51.282340 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3614dde5-e306-46e3-b92b-ff97af27e9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:51.284449 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-546756cc-02ed-488b-9924-7820f2f9fa64 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:51.365301 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-546756cc-02ed-488b-9924-7820f2f9fa64 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:51.464468 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3614dde5-e306-46e3-b92b-ff97af27e9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:51.644224 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3614dde5-e306-46e3-b92b-ff97af27e9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:51.652019 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-44d09373-406c-4ee4-b436-45278bcac5ed tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:51.690236 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-546756cc-02ed-488b-9924-7820f2f9fa64 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:51.738378 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3614dde5-e306-46e3-b92b-ff97af27e9b4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4e546793d6a54443a0a3a9d5767cc4e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9984670 Jun 17 08:36:51.739908 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38496) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:51.825917 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614dde5-e306-46e3-b92b-ff97af27e9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f242ae4-399c-4d4a-918e-aa88e026e37a,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:51.835310 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3614dde5-e306-46e3-b92b-ff97af27e9b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:51.948236 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-95ca8981-1d80-4c6f-ba04-72a4224379b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:52.024623 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-95ca8981-1d80-4c6f-ba04-72a4224379b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:52.235223 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce719762-d566-4508-b94f-520ba01937c6 req-2b4fb6a4-67ec-45f1-baa7-e3f7478c140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:52.240633 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ce719762-d566-4508-b94f-520ba01937c6 req-2b4fb6a4-67ec-45f1-baa7-e3f7478c140e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aa1264acc7fc41b88f1be5da9b2ac0f5&device_id=a76040d2-c920-4b0f-b552-655ba18e78a2 HTTP/1.1" status: 200 len: 1121 time: 0.1763530 Jun 17 08:36:52.279085 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-546756cc-02ed-488b-9924-7820f2f9fa64 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:52.321222 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-95ca8981-1d80-4c6f-ba04-72a4224379b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:52.356143 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-95ca8981-1d80-4c6f-ba04-72a4224379b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:52.357386 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-95ca8981-1d80-4c6f-ba04-72a4224379b6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f242ae4-399c-4d4a-918e-aa88e026e37a HTTP/1.1" status: 204 len: 168 time: 0.6163111 Jun 17 08:36:52.368455 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-546756cc-02ed-488b-9924-7820f2f9fa64 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:52.371056 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:52.384127 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:52.470152 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca8981-1d80-4c6f-ba04-72a4224379b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f242ae4-399c-4d4a-918e-aa88e026e37a,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:52.473234 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-95ca8981-1d80-4c6f-ba04-72a4224379b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:52.617852 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce719762-d566-4508-b94f-520ba01937c6 req-7c42809e-05d7-4f22-ac75-cc4fac888265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:52.621882 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ce719762-d566-4508-b94f-520ba01937c6 req-7c42809e-05d7-4f22-ac75-cc4fac888265 service neutron] 10.222.0.50 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.3731542 Jun 17 08:36:52.637081 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-546756cc-02ed-488b-9924-7820f2f9fa64 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:52.712702 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ce719762-d566-4508-b94f-520ba01937c6 req-c0dac3f4-f52c-4bad-86e9-6e81e3ddcbeb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=499258e0-4108-452f-991a-8385129a9e3a HTTP/1.1" status: 200 len: 217 time: 0.0858688 Jun 17 08:36:52.719809 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546756cc-02ed-488b-9924-7820f2f9fa64 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Pushing event updated for resources: {'Port': ['ID=d6fc660a-dbc8-49c4-9046-41ace3cf1b0d,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:52.726918 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-546756cc-02ed-488b-9924-7820f2f9fa64 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:52.747430 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-546756cc-02ed-488b-9924-7820f2f9fa64 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:52.748794 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-546756cc-02ed-488b-9924-7820f2f9fa64 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.8836291 Jun 17 08:36:52.785263 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce719762-d566-4508-b94f-520ba01937c6 req-f581bcf2-c8a0-4921-ad72-99a14f03d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:52.787347 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ce719762-d566-4508-b94f-520ba01937c6 req-f581bcf2-c8a0-4921-ad72-99a14f03d72f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0664213 Jun 17 08:36:52.807970 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c4486-cff0-4d18-a36b-eb886bf21b06 req-83d9eaf3-5234-4cbd-9a91-955d1b559393 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:52.821404 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e39c4486-cff0-4d18-a36b-eb886bf21b06 req-83d9eaf3-5234-4cbd-9a91-955d1b559393 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/ports?device_id=a76040d2-c920-4b0f-b552-655ba18e78a2 HTTP/1.1" status: 200 len: 969 time: 0.1960483 Jun 17 08:36:52.853866 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce719762-d566-4508-b94f-520ba01937c6 req-532037b4-ef7a-4d9e-a061-42ad918a7172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:52.856178 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ce719762-d566-4508-b94f-520ba01937c6 req-532037b4-ef7a-4d9e-a061-42ad918a7172 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0611467 Jun 17 08:36:52.883498 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e39c4486-cff0-4d18-a36b-eb886bf21b06 req-33ce90fd-3a00-46e9-b261-a757518627fe tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/security-groups?id=7db958c4-ad70-49e8-a538-fef2f307b554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562284 Jun 17 08:36:53.026168 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ce719762-d566-4508-b94f-520ba01937c6 req-ee2189d6-4a3e-4b7c-9b7f-53da725ca87e service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618981 Jun 17 08:36:53.152243 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ce719762-d566-4508-b94f-520ba01937c6 req-45dfda36-cad6-4a06-ab99-dd4bcfdffd04 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181703 Jun 17 08:36:53.180062 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38550) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:53.522586 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-24a24994-4136-41b4-8f78-86b235dbb9c6 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--495913667&fields=id&tenant_id=c15e34d135d048379888e28b7cdd5b3a HTTP/1.1" status: 200 len: 267 time: 0.0554018 Jun 17 08:36:53.720769 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-cb12dc45-a452-45dc-b9a6-5841218f415b tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:53.722211 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-cb12dc45-a452-45dc-b9a6-5841218f415b tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/networks?id=31e06f2d-0e35-40cc-88df-cef11ddd5527 HTTP/1.1" status: 200 len: 823 time: 0.1928737 Jun 17 08:36:53.739804 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-1d7671bd-7ee4-4d7f-805a-51e5c98c0b0b tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/quotas/c15e34d135d048379888e28b7cdd5b3a HTTP/1.1" status: 200 len: 375 time: 0.0100198 Jun 17 08:36:53.897949 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-39a85ee9-914b-4ea9-a6f1-feff841c6d0f tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c15e34d135d048379888e28b7cdd5b3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1524167 Jun 17 08:36:54.018721 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38588) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:54.052961 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-39ef7926-b660-4aad-a76d-3736aebe432c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:54.153193 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e8a78-f077-493e-a0e2-729285efac91 req-ebfbb739-4fbf-4b7f-b0e0-9797c83a7cc5 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:54.155009 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ea6e8a78-f077-493e-a0e2-729285efac91 req-ebfbb739-4fbf-4b7f-b0e0-9797c83a7cc5 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/ports?device_id=a76040d2-c920-4b0f-b552-655ba18e78a2 HTTP/1.1" status: 200 len: 969 time: 0.1259151 Jun 17 08:36:54.221761 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-957dd439-1b0d-4bd9-8ab5-40ad52a8bfaa admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-948857602-network', 'tenant_id': 'a1c990ebd74a4b32a1ec7d295a37fe73'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:54.237354 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ea6e8a78-f077-493e-a0e2-729285efac91 req-53e82627-3d0f-48a2-bbc8-44e64702de0c tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/security-groups?id=7db958c4-ad70-49e8-a538-fef2f307b554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745451 Jun 17 08:36:54.262680 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-39ef7926-b660-4aad-a76d-3736aebe432c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:54.351590 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-39ef7926-b660-4aad-a76d-3736aebe432c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:54.363883 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-0ca49b33-86d1-44be-8659-e713644cddd3 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:36:54.363883 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-0ca49b33-86d1-44be-8659-e713644cddd3 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1590445 Jun 17 08:36:54.386365 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:54.416616 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-39ef7926-b660-4aad-a76d-3736aebe432c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=44d9b685872245c7be8af0d6fbf24f8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3970985 Jun 17 08:36:54.423221 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38602) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:54.448110 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef7926-b660-4aad-a76d-3736aebe432c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8885cc17-4d5b-4e6a-b1fd-6e74afabc94c,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:54.456114 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-39ef7926-b660-4aad-a76d-3736aebe432c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:54.468895 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957dd439-1b0d-4bd9-8ab5-40ad52a8bfaa admin admin] Made reservation on behalf of a1c990ebd74a4b32a1ec7d295a37fe73 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:54.471609 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-957dd439-1b0d-4bd9-8ab5-40ad52a8bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:54.489690 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-957dd439-1b0d-4bd9-8ab5-40ad52a8bfaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:54.500554 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-9abf9a0e-952b-4c5a-a744-8b7d4b167904 service neutron] 10.222.0.49 "GET /v2.0/networks/31e06f2d-0e35-40cc-88df-cef11ddd5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289742 Jun 17 08:36:54.528327 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-eab05a80-6f29-46eb-9939-809bb301ebb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:54.569265 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-eab05a80-6f29-46eb-9939-809bb301ebb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:54.607286 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-822d32f4-7907-416d-b6c4-6ee310462de9 service neutron] 10.222.0.49 "GET /v2.0/networks/31e06f2d-0e35-40cc-88df-cef11ddd5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057386 Jun 17 08:36:54.667659 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-957dd439-1b0d-4bd9-8ab5-40ad52a8bfaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:54.760679 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-eab05a80-6f29-46eb-9939-809bb301ebb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:54.763974 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-eab05a80-6f29-46eb-9939-809bb301ebb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:54.765345 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-eab05a80-6f29-46eb-9939-809bb301ebb3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8885cc17-4d5b-4e6a-b1fd-6e74afabc94c HTTP/1.1" status: 204 len: 168 time: 0.3408029 Jun 17 08:36:54.766852 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d357a9fb-6112-4f96-8c22-28c66266d993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:54.779428 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab05a80-6f29-46eb-9939-809bb301ebb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8885cc17-4d5b-4e6a-b1fd-6e74afabc94c,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:54.782707 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-eab05a80-6f29-46eb-9939-809bb301ebb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:54.840878 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-957dd439-1b0d-4bd9-8ab5-40ad52a8bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:54.849546 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-402ef61e-eccb-4553-b953-7a4e27b42ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:54.898741 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-957dd439-1b0d-4bd9-8ab5-40ad52a8bfaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:36:54.918140 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957dd439-1b0d-4bd9-8ab5-40ad52a8bfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c05035-46d4-45fd-909a-ebffd022775f,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:54.923316 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-957dd439-1b0d-4bd9-8ab5-40ad52a8bfaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:54.936182 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-957dd439-1b0d-4bd9-8ab5-40ad52a8bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:54.936712 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-957dd439-1b0d-4bd9-8ab5-40ad52a8bfaa admin admin] Added segment a1dbb195-5e3c-45b9-afe5-22bef787f841 of type vlan for network f60ef741-1693-4275-83c4-b371328659a8 Jun 17 08:36:54.991367 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-957dd439-1b0d-4bd9-8ab5-40ad52a8bfaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:55.124021 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-06a93174-628f-4641-9290-b7e37dffbd2b req-d7cc0426-e6e0-40e4-8a22-f4de27a7e5bf tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=c25f1170112f4368b23bf7aca37ba85b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300808 Jun 17 08:36:55.172322 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-957dd439-1b0d-4bd9-8ab5-40ad52a8bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:55.174949 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957dd439-1b0d-4bd9-8ab5-40ad52a8bfaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:55.175623 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-957dd439-1b0d-4bd9-8ab5-40ad52a8bfaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:55.179559 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5bf48942-9f74-4350-b17f-b656c46a41db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:55.343252 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957dd439-1b0d-4bd9-8ab5-40ad52a8bfaa admin admin] Pushing event updated for resources: {'Network': ['ID=f60ef741-1693-4275-83c4-b371328659a8,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:55.356706 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-957dd439-1b0d-4bd9-8ab5-40ad52a8bfaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:55.362902 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network f60ef741-1693-4275-83c4-b371328659a8 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:36:55.400237 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a93174-628f-4641-9290-b7e37dffbd2b req-6f7eb1e0-399c-4b02-b9c7-d5ab95bdfa0a tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:55.402344 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-06a93174-628f-4641-9290-b7e37dffbd2b req-6f7eb1e0-399c-4b02-b9c7-d5ab95bdfa0a tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2721310 Jun 17 08:36:55.423008 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-06a93174-628f-4641-9290-b7e37dffbd2b req-05e080da-3e49-40f8-a9f2-de84b1a636c4 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/quotas/c25f1170112f4368b23bf7aca37ba85b HTTP/1.1" status: 200 len: 375 time: 0.0102477 Jun 17 08:36:55.447231 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b09a0be2-6883-4ce5-9d59-d99c5e1f6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:55.460680 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-06a93174-628f-4641-9290-b7e37dffbd2b req-f788209d-ee7a-47ce-aa1a-3c173f82ec31 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c25f1170112f4368b23bf7aca37ba85b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307336 Jun 17 08:36:55.478710 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-957dd439-1b0d-4bd9-8ab5-40ad52a8bfaa admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.2972431 Jun 17 08:36:55.482925 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38652) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:55.490869 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-abb8dd5a-781c-489b-91fe-84bdf8407cfb admin admin] Request body: {'subnet': {'network_id': 'f60ef741-1693-4275-83c4-b371328659a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-948857602-subnet', 'tenant_id': 'a1c990ebd74a4b32a1ec7d295a37fe73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:55.661520 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb8dd5a-781c-489b-91fe-84bdf8407cfb admin admin] Made reservation on behalf of a1c990ebd74a4b32a1ec7d295a37fe73 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:55.668051 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-abb8dd5a-781c-489b-91fe-84bdf8407cfb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:55.745467 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-57f631bb-d3d7-4778-8a59-4aad104db263 req-72bd8e40-5edb-4ef6-b835-6a43252bc708 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5e337c-bf07-4b4c-a816-067a83b71e60 HTTP/1.1" status: 200 len: 210 time: 0.0343049 Jun 17 08:36:56.028782 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38662) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:56.038904 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400b78e-a701-4d6b-801a-03314797f763 req-5f5e5f5c-57a1-444f-bb8f-53962051f222 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:56.041060 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5400b78e-a701-4d6b-801a-03314797f763 req-5f5e5f5c-57a1-444f-bb8f-53962051f222 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/ports?device_id=a76040d2-c920-4b0f-b552-655ba18e78a2 HTTP/1.1" status: 200 len: 969 time: 0.1209931 Jun 17 08:36:56.089338 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-01fc03f5-6b28-472b-b5ca-e901ee38bdf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:56.100150 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5400b78e-a701-4d6b-801a-03314797f763 req-22a82e8f-c617-4977-82cf-ba1f6947270e tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/security-groups?id=7db958c4-ad70-49e8-a538-fef2f307b554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448849 Jun 17 08:36:56.171222 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 499258e0-4108-452f-991a-8385129a9e3a details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:36:56.202831 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c1d40ac1-6630-4fd2-88e5-f37010d8fbf0 req-403af9a5-dde7-4046-b0f1-f9ca30c6d79b tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=64315ec0-d238-4979-80ea-32c581b72ee6 HTTP/1.1" status: 200 len: 210 time: 0.0531933 Jun 17 08:36:56.230276 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-abb8dd5a-781c-489b-91fe-84bdf8407cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:56.243426 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:56.339157 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 499258e0-4108-452f-991a-8385129a9e3a, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=499258e0-4108-452f-991a-8385129a9e3a,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:56.360456 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '499258e0-4108-452f-991a-8385129a9e3a', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '499258e0-4108-452f-991a-8385129a9e3a', 'mac_address': 'fa:16:3e:65:fb:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:tempest-test_az-1124996683', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:36:56.386300 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-01fc03f5-6b28-472b-b5ca-e901ee38bdf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:56.401145 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8dd5a-781c-489b-91fe-84bdf8407cfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=58b6fa78-2c4d-4c76-9c04-e4c6434a4b98,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:56.407885 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-abb8dd5a-781c-489b-91fe-84bdf8407cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:56.416023 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb8dd5a-781c-489b-91fe-84bdf8407cfb admin admin] Checking segment: {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:56.416638 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb8dd5a-781c-489b-91fe-84bdf8407cfb admin admin] Network hostable DHCP agents. Network: f60ef741-1693-4275-83c4-b371328659a8, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:36:56.420477 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:56.440762 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 499258e0-4108-452f-991a-8385129a9e3a {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:36:56.472581 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38672) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:56.477706 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 499258e0-4108-452f-991a-8385129a9e3a, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=499258e0-4108-452f-991a-8385129a9e3a,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:56.494137 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-01fc03f5-6b28-472b-b5ca-e901ee38bdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:56.502409 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:56.540820 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-01fc03f5-6b28-472b-b5ca-e901ee38bdf4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f86fcafe0cdc4d0f8eb7b32e87522f00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5102942 Jun 17 08:36:56.545533 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38676) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:56.553695 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc03f5-6b28-472b-b5ca-e901ee38bdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07a716e-417e-42c7-8513-1f07f0738327,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:56.562304 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-01fc03f5-6b28-472b-b5ca-e901ee38bdf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:56.584614 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb8dd5a-781c-489b-91fe-84bdf8407cfb admin admin] Network f60ef741-1693-4275-83c4-b371328659a8 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:36:56.607163 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3972dd74-5b65-4bd9-bc93-57c18b30a308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:56.634668 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-91a09adf-ce7c-402f-ada5-b309359ac15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:56.650265 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3972dd74-5b65-4bd9-bc93-57c18b30a308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:56.658706 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:56.663487 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:56.698940 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-abb8dd5a-781c-489b-91fe-84bdf8407cfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, f60ef741-1693-4275-83c4-b371328659a8) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:56.719767 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb8dd5a-781c-489b-91fe-84bdf8407cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:56.719767 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-abb8dd5a-781c-489b-91fe-84bdf8407cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:56.770810 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924a3b24-1b16-46ca-bd02-0352fa65fd5d None None] Network f60ef741-1693-4275-83c4-b371328659a8 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:56.853444 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=499258e0-4108-452f-991a-8385129a9e3a,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:56.864003 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:56.868588 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3972dd74-5b65-4bd9-bc93-57c18b30a308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:56.874704 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3972dd74-5b65-4bd9-bc93-57c18b30a308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:56.876498 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3972dd74-5b65-4bd9-bc93-57c18b30a308 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f07a716e-417e-42c7-8513-1f07f0738327 HTTP/1.1" status: 204 len: 168 time: 0.3297520 Jun 17 08:36:56.929939 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:56.943930 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9c09cfbf-a664-441a-b346-8a00cd7417e0 req-39324b3a-0056-42cf-ba31-ef62d0a5970b tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5e337c-bf07-4b4c-a816-067a83b71e60 HTTP/1.1" status: 200 len: 210 time: 0.1035919 Jun 17 08:36:56.961478 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972dd74-5b65-4bd9-bc93-57c18b30a308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07a716e-417e-42c7-8513-1f07f0738327,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:56.969242 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3972dd74-5b65-4bd9-bc93-57c18b30a308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:56.991873 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['499258e0-4108-452f-991a-8385129a9e3a'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:36:57.076102 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-91a09adf-ce7c-402f-ada5-b309359ac15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:57.159907 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-91a09adf-ce7c-402f-ada5-b309359ac15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:57.166536 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-eaca362c-d8c9-47aa-bcce-6a50bd18e59a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:57.193152 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508446d8-9647-49cf-a094-d3ad76918abd None None] Network f60ef741-1693-4275-83c4-b371328659a8 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:57.231897 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a09adf-ce7c-402f-ada5-b309359ac15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aedd1e4-69e2-49b5-afcb-332c1881d1c1,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:57.237914 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-91a09adf-ce7c-402f-ada5-b309359ac15a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fcf1f7e83b6f4562b7ccf157ebbdd399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7632825 Jun 17 08:36:57.239213 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-91a09adf-ce7c-402f-ada5-b309359ac15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:57.240876 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38690) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:57.366468 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-abb8dd5a-781c-489b-91fe-84bdf8407cfb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8726714 Jun 17 08:36:57.443275 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e9d06c66-b306-496f-bdcf-5f301e9e38a4 req-f9530ee9-a03c-4e51-8570-f68cff664628 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=64315ec0-d238-4979-80ea-32c581b72ee6 HTTP/1.1" status: 200 len: 210 time: 0.0701542 Jun 17 08:36:57.443664 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7de2ba-7758-496e-8e82-c577a62b6768 req-a5a81017-59ea-4527-b963-dbacf1731c19 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:57.444812 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8a7de2ba-7758-496e-8e82-c577a62b6768 req-a5a81017-59ea-4527-b963-dbacf1731c19 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/ports?device_id=a76040d2-c920-4b0f-b552-655ba18e78a2 HTTP/1.1" status: 200 len: 970 time: 0.1289828 Jun 17 08:36:57.454741 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-08c808c4-1179-4169-bf0b-a3c2616fd73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:57.482837 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-08c808c4-1179-4169-bf0b-a3c2616fd73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:57.502105 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8a7de2ba-7758-496e-8e82-c577a62b6768 req-20dbfa4a-5b79-4c2f-a0d8-0004331897f5 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/security-groups?id=7db958c4-ad70-49e8-a538-fef2f307b554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463967 Jun 17 08:36:57.680413 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-08c808c4-1179-4169-bf0b-a3c2616fd73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:57.683410 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-08c808c4-1179-4169-bf0b-a3c2616fd73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:57.684666 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-08c808c4-1179-4169-bf0b-a3c2616fd73a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2aedd1e4-69e2-49b5-afcb-332c1881d1c1 HTTP/1.1" status: 204 len: 168 time: 0.4425337 Jun 17 08:36:57.685578 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-201bf70d-fff5-4004-9bad-b40f73a84f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:57.693586 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c808c4-1179-4169-bf0b-a3c2616fd73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aedd1e4-69e2-49b5-afcb-332c1881d1c1,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:57.695957 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-08c808c4-1179-4169-bf0b-a3c2616fd73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:57.984493 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:58.148198 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 499258e0-4108-452f-991a-8385129a9e3a up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:58.170754 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bcbc59d3-7dca-4f04-9d1d-f83841dc7a21 req-793a9738-da01-4e52-9adb-b7ac906fa48e tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5e337c-bf07-4b4c-a816-067a83b71e60 HTTP/1.1" status: 200 len: 210 time: 0.0336173 Jun 17 08:36:58.374345 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 499258e0-4108-452f-991a-8385129a9e3a completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:58.392200 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 499258e0-4108-452f-991a-8385129a9e3a triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:58.392200 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:58.480718 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:58.512384 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76040d2-c920-4b0f-b552-655ba18e78a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499258e0-4108-452f-991a-8385129a9e3a'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:36:58.583216 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-551e5750-f513-4082-adce-0e12d28c24a1 req-fce4d347-77a4-45f0-99b9-45d4f96fb5e1 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=64315ec0-d238-4979-80ea-32c581b72ee6 HTTP/1.1" status: 200 len: 210 time: 0.0304945 Jun 17 08:36:58.622605 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 499258e0-4108-452f-991a-8385129a9e3a, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=499258e0-4108-452f-991a-8385129a9e3a,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:58.797052 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:58.799951 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:58.856683 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=499258e0-4108-452f-991a-8385129a9e3a,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:58.861001 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:58.868785 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0fe79-6576-45b0-84ac-c8f94d592e97 req-4a4b84ea-34a3-4609-ba17-437a02117267 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:58.871852 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-08b0fe79-6576-45b0-84ac-c8f94d592e97 req-4a4b84ea-34a3-4609-ba17-437a02117267 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/ports?device_id=a76040d2-c920-4b0f-b552-655ba18e78a2 HTTP/1.1" status: 200 len: 970 time: 0.1296375 Jun 17 08:36:58.935457 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-08b0fe79-6576-45b0-84ac-c8f94d592e97 req-f4daa4da-8bbe-47c6-b72f-3fbed8de1306 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/security-groups?id=7db958c4-ad70-49e8-a538-fef2f307b554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538595 Jun 17 08:36:59.093837 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38744) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:59.108928 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b99b0789-7d9c-416f-9789-f5b56fea0d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.217918 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd318098-932e-4bf1-ba9e-b342b2b31ba3" -d '{"events": [{"server_uuid": "a76040d2-c920-4b0f-b552-655ba18e78a2", "name": "network-vif-plugged", "status": "completed", "tag": "499258e0-4108-452f-991a-8385129a9e3a"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:36:59.242297 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b99b0789-7d9c-416f-9789-f5b56fea0d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.310327 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38752) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:59.319653 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-bcfa6039-6c6d-4a3a-8fdc-0fb08764e95e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1417745289-network', 'tenant_id': 'ba9e44b35f1d4bfa823cdb24688d3261'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:59.338498 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.53', 64395) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:59.391118 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fc30c0e7-f696-4077-a0fd-2e95098d723f req-4f99d7cc-d53b-4bdd-bbb8-217dc3c28875 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5e337c-bf07-4b4c-a816-067a83b71e60 HTTP/1.1" status: 200 len: 210 time: 0.0533412 Jun 17 08:36:59.397379 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b99b0789-7d9c-416f-9789-f5b56fea0d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.406434 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:59.429357 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4f15a8f8-b843-43a4-8c33-9010c6f12064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.478134 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b0789-7d9c-416f-9789-f5b56fea0d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38735ae6-18a8-43ef-a1f0-e9e07c910952,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:59.481572 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b99b0789-7d9c-416f-9789-f5b56fea0d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:59.506559 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b99b0789-7d9c-416f-9789-f5b56fea0d66 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fc8efa7cdaed428abe6bc82bd773e699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4115918 Jun 17 08:36:59.510776 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38758) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:59.574473 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3406624a-bd40-4e15-ba39-654f2e766458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.608328 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3406624a-bd40-4e15-ba39-654f2e766458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.642180 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfa6039-6c6d-4a3a-8fdc-0fb08764e95e admin admin] Made reservation on behalf of ba9e44b35f1d4bfa823cdb24688d3261 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:59.645565 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6039-6c6d-4a3a-8fdc-0fb08764e95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.675034 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6039-6c6d-4a3a-8fdc-0fb08764e95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.747925 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-91819c83-b4a5-4e89-baa8-1fed76018a48 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:59.749881 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-91819c83-b4a5-4e89-baa8-1fed76018a48 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.53 "GET /v2.0/networks?id=31e06f2d-0e35-40cc-88df-cef11ddd5527 HTTP/1.1" status: 200 len: 823 time: 0.4099400 Jun 17 08:36:59.850938 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3406624a-bd40-4e15-ba39-654f2e766458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.857428 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3406624a-bd40-4e15-ba39-654f2e766458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.859927 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3406624a-bd40-4e15-ba39-654f2e766458 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/38735ae6-18a8-43ef-a1f0-e9e07c910952 HTTP/1.1" status: 204 len: 168 time: 0.3463981 Jun 17 08:36:59.868858 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1cb72f81-1645-4b8e-b716-c4019d95c0e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:59.898121 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-5482db7c-38c9-49c8-a366-7fa3af4281c3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c15e34d135d048379888e28b7cdd5b3a HTTP/1.1" status: 200 len: 379 time: 0.0817366 Jun 17 08:36:59.909799 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-cc221253-9628-4f0d-9905-6f040a75d4f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Request body: {'port': {'device_id': '2f5e337c-bf07-4b4c-a816-067a83b71e60', 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527', 'admin_state_up': True, 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'security_groups': ['da8c91fc-15fc-4551-8e19-1d9282b795c0']}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:59.919601 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406624a-bd40-4e15-ba39-654f2e766458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38735ae6-18a8-43ef-a1f0-e9e07c910952,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:59.948469 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3406624a-bd40-4e15-ba39-654f2e766458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:00.067771 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb384ee0-0156-4edd-bc23-6a380a6d879e x-openstack-request-id: req-fb384ee0-0156-4edd-bc23-6a380a6d879e {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:00.068329 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76040d2-c920-4b0f-b552-655ba18e78a2", "name": "network-vif-plugged", "status": "completed", "tag": "499258e0-4108-452f-991a-8385129a9e3a", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:00.068812 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb384ee0-0156-4edd-bc23-6a380a6d879e {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:00.069709 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76040d2-c920-4b0f-b552-655ba18e78a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499258e0-4108-452f-991a-8385129a9e3a', 'code': 200} Jun 17 08:37:00.225827 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6039-6c6d-4a3a-8fdc-0fb08764e95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:00.228233 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.53', 64397) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:00.273448 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-06a93174-628f-4641-9290-b7e37dffbd2b req-f52ac9c6-b0af-457f-ac57-12f1883d8713 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c25f1170112f4368b23bf7aca37ba85b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439613 Jun 17 08:37:00.419287 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b13feb-aac3-46e2-96e4-dfdaebbb115a req-3e2968ac-e845-43de-a140-9f2b911c0cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:00.423832 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-57b13feb-aac3-46e2-96e4-dfdaebbb115a req-3e2968ac-e845-43de-a140-9f2b911c0cce service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a76040d2-c920-4b0f-b552-655ba18e78a2 HTTP/1.1" status: 200 len: 1123 time: 0.1631215 Jun 17 08:37:00.425139 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6b4cbe2f-eca8-40f6-b101-66b5f4c45924 req-4fc08ca7-17e2-4c8f-8e39-6f0980d4ece8 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=64315ec0-d238-4979-80ea-32c581b72ee6 HTTP/1.1" status: 200 len: 210 time: 0.1240027 Jun 17 08:37:00.431680 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6039-6c6d-4a3a-8fdc-0fb08764e95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:00.442847 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-db0cc67e-9441-4808-ae95-98ea971f4f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:00.476494 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-57b13feb-aac3-46e2-96e4-dfdaebbb115a req-ecec41a5-daa8-4697-b8cb-bcff2fcfbb10 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:00.501617 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcfa6039-6c6d-4a3a-8fdc-0fb08764e95e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:37:00.515028 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa6039-6c6d-4a3a-8fdc-0fb08764e95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381da5e0-3aed-4235-ae2b-54958e6577dc,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:00.531459 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bcfa6039-6c6d-4a3a-8fdc-0fb08764e95e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:00.547120 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6039-6c6d-4a3a-8fdc-0fb08764e95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:00.547493 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-bcfa6039-6c6d-4a3a-8fdc-0fb08764e95e admin admin] Added segment 079f381f-97c3-4aad-afd9-bbc0cbf24d9b of type vlan for network 2f7cc54e-ecf0-4832-be66-8e215b115d25 Jun 17 08:37:00.587676 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a93174-628f-4641-9290-b7e37dffbd2b req-aae0808c-3887-4a80-8374-c7895a69513e tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:00.588321 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-06a93174-628f-4641-9290-b7e37dffbd2b req-aae0808c-3887-4a80-8374-c7895a69513e tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3100095 Jun 17 08:37:00.637468 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6039-6c6d-4a3a-8fdc-0fb08764e95e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:00.673726 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-06a93174-628f-4641-9290-b7e37dffbd2b req-12478af6-94b3-48da-8643-02f2e1ee5961 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Request body: {'port': {'device_id': '64315ec0-d238-4979-80ea-32c581b72ee6', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'admin_state_up': True, 'tenant_id': 'c25f1170112f4368b23bf7aca37ba85b'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:00.696666 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-cc221253-9628-4f0d-9905-6f040a75d4f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Made reservation on behalf of c15e34d135d048379888e28b7cdd5b3a for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:00.705278 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-cc221253-9628-4f0d-9905-6f040a75d4f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:00.754238 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192efb77-d5a6-43a8-9c24-b8d45b5cf902 req-d8d5178d-efdd-491a-b7b8-42160f08bebd tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:00.756462 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-192efb77-d5a6-43a8-9c24-b8d45b5cf902 req-d8d5178d-efdd-491a-b7b8-42160f08bebd tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/ports?device_id=a76040d2-c920-4b0f-b552-655ba18e78a2 HTTP/1.1" status: 200 len: 971 time: 0.2032447 Jun 17 08:37:00.848019 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6039-6c6d-4a3a-8fdc-0fb08764e95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:00.852305 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfa6039-6c6d-4a3a-8fdc-0fb08764e95e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:00.852907 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6039-6c6d-4a3a-8fdc-0fb08764e95e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:00.856025 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-545f05c1-678d-428f-a434-7d71a7d7843b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:00.917661 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:00.953320 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-cc221253-9628-4f0d-9905-6f040a75d4f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Allocated IP 172.20.0.7 (31e06f2d-0e35-40cc-88df-cef11ddd5527/e5e8ab6c-8b7b-4e37-b033-797fad98bbda/652ef14a-dfc2-4475-9d4e-4a7b1d006abf) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:00.968620 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa6039-6c6d-4a3a-8fdc-0fb08764e95e admin admin] Pushing event updated for resources: {'Network': ['ID=2f7cc54e-ecf0-4832-be66-8e215b115d25,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:00.981963 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bcfa6039-6c6d-4a3a-8fdc-0fb08764e95e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:00.982478 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 2f7cc54e-ecf0-4832-be66-8e215b115d25 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:37:00.989362 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-57b13feb-aac3-46e2-96e4-dfdaebbb115a req-ecec41a5-daa8-4697-b8cb-bcff2fcfbb10 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:00.994689 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-192efb77-d5a6-43a8-9c24-b8d45b5cf902 req-07cd2b07-a578-4560-9572-533f837c5535 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/security-groups?id=7db958c4-ad70-49e8-a538-fef2f307b554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265234 Jun 17 08:37:01.201844 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-84cae6a4-4e5d-41bd-80e4-bdc9ff2e0f6c req-a5535a1c-914e-401d-be38-f9d248628abb tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5e337c-bf07-4b4c-a816-067a83b71e60 HTTP/1.1" status: 200 len: 210 time: 0.0540118 Jun 17 08:37:01.208371 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-57b13feb-aac3-46e2-96e4-dfdaebbb115a req-ecec41a5-daa8-4697-b8cb-bcff2fcfbb10 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:01.241642 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a4c34a34-3466-4e1c-91e1-bf678397cc95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:01.265848 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-cc221253-9628-4f0d-9905-6f040a75d4f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:01.277717 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-57b13feb-aac3-46e2-96e4-dfdaebbb115a req-ecec41a5-daa8-4697-b8cb-bcff2fcfbb10 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7db958c4-ad70-49e8-a538-fef2f307b554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8485241 Jun 17 08:37:01.289367 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec41a5-daa8-4697-b8cb-bcff2fcfbb10 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=89273f41-7817-4f95-b84e-eca58d78a7fe,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:01.293761 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ecec41a5-daa8-4697-b8cb-bcff2fcfbb10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:01.294675 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-cc221253-9628-4f0d-9905-6f040a75d4f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Transition to ACTIVE for port object 652ef14a-dfc2-4475-9d4e-4a7b1d006abf will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:01.436357 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-bcfa6039-6c6d-4a3a-8fdc-0fb08764e95e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1211314 Jun 17 08:37:01.436958 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38808) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:01.445132 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-4d0484c1-1fc1-4639-85fc-048f82d82448 admin admin] Request body: {'subnet': {'network_id': '2f7cc54e-ecf0-4832-be66-8e215b115d25', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1417745289-subnet', 'tenant_id': 'ba9e44b35f1d4bfa823cdb24688d3261', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:01.570812 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-cc221253-9628-4f0d-9905-6f040a75d4f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:01.599159 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-286aed7d-b9fa-4ab9-b64c-3c6f64345c59 req-f85993ee-35f9-40e3-b9c8-9cc1fbc0073e tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=64315ec0-d238-4979-80ea-32c581b72ee6 HTTP/1.1" status: 200 len: 210 time: 0.0448499 Jun 17 08:37:01.601003 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-92deb6b6-3933-4dd3-af73-c0947611195c tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:01.649970 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-cc221253-9628-4f0d-9905-6f040a75d4f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Network 31e06f2d-0e35-40cc-88df-cef11ddd5527 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:01.661614 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a93174-628f-4641-9290-b7e37dffbd2b req-12478af6-94b3-48da-8643-02f2e1ee5961 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Made reservation on behalf of c25f1170112f4368b23bf7aca37ba85b for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:01.662463 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-cc221253-9628-4f0d-9905-6f040a75d4f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:01.662463 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-cc221253-9628-4f0d-9905-6f040a75d4f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:01.663287 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-cc221253-9628-4f0d-9905-6f040a75d4f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:01.663993 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-cc221253-9628-4f0d-9905-6f040a75d4f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:01.666404 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-06a93174-628f-4641-9290-b7e37dffbd2b req-12478af6-94b3-48da-8643-02f2e1ee5961 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:01.693536 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc221253-9628-4f0d-9905-6f040a75d4f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Pushing event updated for resources: {'Port': ['ID=652ef14a-dfc2-4475-9d4e-4a7b1d006abf,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:01.695343 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-06a93174-628f-4641-9290-b7e37dffbd2b req-12478af6-94b3-48da-8643-02f2e1ee5961 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:01.698821 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cc221253-9628-4f0d-9905-6f040a75d4f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:01.882312 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0484c1-1fc1-4639-85fc-048f82d82448 admin admin] Made reservation on behalf of ba9e44b35f1d4bfa823cdb24688d3261 for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:01.884791 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4d0484c1-1fc1-4639-85fc-048f82d82448 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:01.981260 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-cc221253-9628-4f0d-9905-6f040a75d4f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0813792 Jun 17 08:37:02.079602 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-be8f39ed-e177-44da-8204-dbad3ac02c3d None None] Provisioning for port 652ef14a-dfc2-4475-9d4e-4a7b1d006abf completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:02.079602 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-be8f39ed-e177-44da-8204-dbad3ac02c3d None None] Provisioning complete for port 652ef14a-dfc2-4475-9d4e-4a7b1d006abf triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:02.079602 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-be8f39ed-e177-44da-8204-dbad3ac02c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.189761 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-06a93174-628f-4641-9290-b7e37dffbd2b req-12478af6-94b3-48da-8643-02f2e1ee5961 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.198239 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-be8f39ed-e177-44da-8204-dbad3ac02c3d None None] Port 652ef14a-dfc2-4475-9d4e-4a7b1d006abf cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:37:02.293869 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-06a93174-628f-4641-9290-b7e37dffbd2b req-12478af6-94b3-48da-8643-02f2e1ee5961 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.302391 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3614dde5-e306-46e3-b92b-ff97af27e9b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:02.337558 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4d0484c1-1fc1-4639-85fc-048f82d82448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.393917 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38836) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:02.408646 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.474993 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12478af6-94b3-48da-8643-02f2e1ee5961 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c645bbf3-a6dc-47d7-884f-6efcbbf7a0f4,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:02.496407 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-12478af6-94b3-48da-8643-02f2e1ee5961 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:02.511334 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-246994c3-b0f4-43ff-a5e8-3bca50b49610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:02.655686 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4b023-34fc-4d8d-8267-3a00ede6ab9d req-c103179f-02f7-4409-8cc6-5e09777b7398 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:02.657333 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-eec4b023-34fc-4d8d-8267-3a00ede6ab9d req-c103179f-02f7-4409-8cc6-5e09777b7398 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/ports?device_id=a76040d2-c920-4b0f-b552-655ba18e78a2 HTTP/1.1" status: 200 len: 971 time: 0.4213495 Jun 17 08:37:02.696561 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c1593ae3-fe4e-4214-917e-3750c4aef84a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.717557 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0484c1-1fc1-4639-85fc-048f82d82448 admin admin] Pushing event updated for resources: {'Subnet': ['ID=680243a6-ad46-4761-a52a-9e4c942f0bed,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:02.722092 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0484c1-1fc1-4639-85fc-048f82d82448 admin admin] Checking segment: {'id': '079f381f-97c3-4aad-afd9-bbc0cbf24d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2f7cc54e-ecf0-4832-be66-8e215b115d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:02.722578 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0484c1-1fc1-4639-85fc-048f82d82448 admin admin] Network hostable DHCP agents. Network: 2f7cc54e-ecf0-4832-be66-8e215b115d25, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:37:02.742735 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4d0484c1-1fc1-4639-85fc-048f82d82448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:02.770962 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-eec4b023-34fc-4d8d-8267-3a00ede6ab9d req-b2109270-9666-498d-be7c-39f71732ade6 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/security-groups?id=7db958c4-ad70-49e8-a538-fef2f307b554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954502 Jun 17 08:37:02.784854 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-06a93174-628f-4641-9290-b7e37dffbd2b req-12478af6-94b3-48da-8643-02f2e1ee5961 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Allocated IP 192.168.233.84 (26debee9-bc17-4dec-acaf-a4c976511744/9fa94245-1f4d-486b-9e45-990a58fa5ffe/99eed13f-3678-4420-a7d3-ac4e681790c2) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:02.809471 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da392b1c-2eac-46e2-be37-02c51020bea8 req-5302260f-59dc-4fc6-8e83-ff594e7d86f8 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:02.811382 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-da392b1c-2eac-46e2-be37-02c51020bea8 req-5302260f-59dc-4fc6-8e83-ff594e7d86f8 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5e337c-bf07-4b4c-a816-067a83b71e60 HTTP/1.1" status: 200 len: 931 time: 0.2123885 Jun 17 08:37:02.921607 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-da392b1c-2eac-46e2-be37-02c51020bea8 req-1bae5e35-df8a-47dd-bd63-abd09e33cc4c tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/security-groups?id=da8c91fc-15fc-4551-8e19-1d9282b795c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819836 Jun 17 08:37:02.955507 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c1593ae3-fe4e-4214-917e-3750c4aef84a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.964726 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0484c1-1fc1-4639-85fc-048f82d82448 admin admin] Network 2f7cc54e-ecf0-4832-be66-8e215b115d25 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:37:03.079025 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ee8bb49a-7a62-40d8-8884-fbf84a852374 req-1c4fe6da-dab1-470e-a7ab-205b14d14dae tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=64315ec0-d238-4979-80ea-32c581b72ee6 HTTP/1.1" status: 200 len: 210 time: 0.0884113 Jun 17 08:37:03.105833 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c1593ae3-fe4e-4214-917e-3750c4aef84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:03.110651 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:03.154752 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c1593ae3-fe4e-4214-917e-3750c4aef84a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8850527fe7fe426eaf236ccf9186d908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7587306 Jun 17 08:37:03.154954 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-06a93174-628f-4641-9290-b7e37dffbd2b req-12478af6-94b3-48da-8643-02f2e1ee5961 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:03.157012 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1593ae3-fe4e-4214-917e-3750c4aef84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c583e74-6fac-4595-9342-1ac4ed456a83,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:03.157794 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38852) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:03.160208 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c1593ae3-fe4e-4214-917e-3750c4aef84a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:03.192555 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-4d0484c1-1fc1-4639-85fc-048f82d82448 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 2f7cc54e-ecf0-4832-be66-8e215b115d25) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:03.200593 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0484c1-1fc1-4639-85fc-048f82d82448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:03.201470 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4d0484c1-1fc1-4639-85fc-048f82d82448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:03.207058 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8618adde-dcf3-4d68-a0b1-be945aca6ab4 None None] Network 2f7cc54e-ecf0-4832-be66-8e215b115d25 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:03.226144 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-06a93174-628f-4641-9290-b7e37dffbd2b req-12478af6-94b3-48da-8643-02f2e1ee5961 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Transition to ACTIVE for port object 99eed13f-3678-4420-a7d3-ac4e681790c2 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:03.359986 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4d0484c1-1fc1-4639-85fc-048f82d82448 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9215534 Jun 17 08:37:03.375656 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-89401634-0af1-4d61-bfe9-c7e8169a1d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:03.409483 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45035d39-6a7d-435c-aad4-21c99def2bdd None None] Network 2f7cc54e-ecf0-4832-be66-8e215b115d25 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:03.416276 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-89401634-0af1-4d61-bfe9-c7e8169a1d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:03.482740 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-06a93174-628f-4641-9290-b7e37dffbd2b req-12478af6-94b3-48da-8643-02f2e1ee5961 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:03.491156 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-546756cc-02ed-488b-9924-7820f2f9fa64 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:03.596116 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a93174-628f-4641-9290-b7e37dffbd2b req-12478af6-94b3-48da-8643-02f2e1ee5961 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Network 26debee9-bc17-4dec-acaf-a4c976511744 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:03.605565 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-06a93174-628f-4641-9290-b7e37dffbd2b req-12478af6-94b3-48da-8643-02f2e1ee5961 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:03.617325 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a93174-628f-4641-9290-b7e37dffbd2b req-12478af6-94b3-48da-8643-02f2e1ee5961 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:03.621995 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a93174-628f-4641-9290-b7e37dffbd2b req-12478af6-94b3-48da-8643-02f2e1ee5961 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:03.622638 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-06a93174-628f-4641-9290-b7e37dffbd2b req-12478af6-94b3-48da-8643-02f2e1ee5961 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:03.650633 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12478af6-94b3-48da-8643-02f2e1ee5961 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Pushing event updated for resources: {'Port': ['ID=99eed13f-3678-4420-a7d3-ac4e681790c2,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:03.654815 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-12478af6-94b3-48da-8643-02f2e1ee5961 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:03.655906 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-89401634-0af1-4d61-bfe9-c7e8169a1d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:03.661187 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-89401634-0af1-4d61-bfe9-c7e8169a1d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:03.665930 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-89401634-0af1-4d61-bfe9-c7e8169a1d69 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1c583e74-6fac-4595-9342-1ac4ed456a83 HTTP/1.1" status: 204 len: 168 time: 0.5065484 Jun 17 08:37:03.669146 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:03.678848 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89401634-0af1-4d61-bfe9-c7e8169a1d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c583e74-6fac-4595-9342-1ac4ed456a83,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:03.681968 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-89401634-0af1-4d61-bfe9-c7e8169a1d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:03.775753 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-06a93174-628f-4641-9290-b7e37dffbd2b req-12478af6-94b3-48da-8643-02f2e1ee5961 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1165550 Jun 17 08:37:04.055256 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346d1cc-512c-4a22-9dd7-8285c5f6b748 req-5536590b-7184-423d-9ac1-043ac2783fc2 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:04.064692 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2346d1cc-512c-4a22-9dd7-8285c5f6b748 req-5536590b-7184-423d-9ac1-043ac2783fc2 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/ports?device_id=a76040d2-c920-4b0f-b552-655ba18e78a2 HTTP/1.1" status: 200 len: 971 time: 0.1010737 Jun 17 08:37:04.068823 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-9e771ff2-7797-4567-ae7d-72ddefd34d40 None None] Provisioning for port 99eed13f-3678-4420-a7d3-ac4e681790c2 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:04.074423 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-9e771ff2-7797-4567-ae7d-72ddefd34d40 None None] Provisioning complete for port 99eed13f-3678-4420-a7d3-ac4e681790c2 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:04.075131 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9e771ff2-7797-4567-ae7d-72ddefd34d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:04.124508 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2346d1cc-512c-4a22-9dd7-8285c5f6b748 req-e5263503-a644-4983-aa73-9c060d7fa765 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/security-groups?id=7db958c4-ad70-49e8-a538-fef2f307b554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575767 Jun 17 08:37:04.133071 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-9e771ff2-7797-4567-ae7d-72ddefd34d40 None None] Port 99eed13f-3678-4420-a7d3-ac4e681790c2 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:37:04.332930 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db47e9-bca8-4771-b40f-d9cede78af01 req-5f00e401-f62a-4d55-bca0-b9161849d27c tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:04.334450 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-75db47e9-bca8-4771-b40f-d9cede78af01 req-5f00e401-f62a-4d55-bca0-b9161849d27c tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5e337c-bf07-4b4c-a816-067a83b71e60 HTTP/1.1" status: 200 len: 931 time: 0.0856404 Jun 17 08:37:04.385464 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-75db47e9-bca8-4771-b40f-d9cede78af01 req-33aec513-47bd-429d-9a49-cd29cb0b3364 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/security-groups?id=da8c91fc-15fc-4551-8e19-1d9282b795c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412474 Jun 17 08:37:04.496413 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38890) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:04.646881 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adc1d5-e51a-4ed8-b336-eb6ef13ccd70 req-5cfb1d43-223e-4011-9622-e929a4495a5f tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:04.649245 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a8adc1d5-e51a-4ed8-b336-eb6ef13ccd70 req-5cfb1d43-223e-4011-9622-e929a4495a5f tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=64315ec0-d238-4979-80ea-32c581b72ee6 HTTP/1.1" status: 200 len: 935 time: 0.1459010 Jun 17 08:37:04.715135 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a8adc1d5-e51a-4ed8-b336-eb6ef13ccd70 req-c77272f9-2436-4198-b823-e6333904de83 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/security-groups?id=c645bbf3-a6dc-47d7-884f-6efcbbf7a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562694 Jun 17 08:37:04.960013 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38904) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:05.058713 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-a8288133-e818-453b-851a-3e864539b1ad tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:05.061093 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-a8288133-e818-453b-851a-3e864539b1ad tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/networks?id=f60ef741-1693-4275-83c4-b371328659a8 HTTP/1.1" status: 200 len: 807 time: 0.1715095 Jun 17 08:37:05.100896 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-f843b16c-8b76-45b9-9afd-c55f76fa0295 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/quotas/a1c990ebd74a4b32a1ec7d295a37fe73 HTTP/1.1" status: 200 len: 375 time: 0.0292318 Jun 17 08:37:05.104353 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0ddd6118-5bab-4552-8296-5f682494a201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:05.145950 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-92ddb780-3cb4-4ba4-93d4-624fddc6f2c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:05.157764 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-5c9e7ab0-7e85-4c01-a028-ca9d98894339 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426636 Jun 17 08:37:05.174205 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38912) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:05.204421 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.db.api [None req-92ddb780-3cb4-4ba4-93d4-624fddc6f2c7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:37:05.204421 n-d-758944-30 neutron-server[94520]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 17 08:37:05.204421 n-d-758944-30 neutron-server[94520]: [parameters: {'project_id': '9ed5c6f0bfdd471b932057b9fe0e0d68', 'id': '529284f5-4c77-4daa-915b-144e62edad64', 'expiration': datetime.datetime(2021, 6, 17, 8, 39, 5, 185229)}] Jun 17 08:37:05.204421 n-d-758944-30 neutron-server[94520]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:37:05.210527 n-d-758944-30 neutron-server[94520]: DEBUG oslo_db.api [None req-92ddb780-3cb4-4ba4-93d4-624fddc6f2c7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:37:05.210527 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab05231-02d5-49c4-b6df-3b102b7bc0d0 req-14946fa6-9ec4-4528-ad07-e5c068dfd23e tempest-AggregatesAdminTestJSON-1647183935 tempest-AggregatesAdminTestJSON-1647183935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:05.210673 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-882bb87d-603b-47f7-a193-1322c80a5596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:05.214994 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7ab05231-02d5-49c4-b6df-3b102b7bc0d0 req-14946fa6-9ec4-4528-ad07-e5c068dfd23e tempest-AggregatesAdminTestJSON-1647183935 tempest-AggregatesAdminTestJSON-1647183935-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a76040d2-c920-4b0f-b552-655ba18e78a2 HTTP/1.1" status: 200 len: 1123 time: 0.3589940 Jun 17 08:37:05.245425 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7ab05231-02d5-49c4-b6df-3b102b7bc0d0 req-ffed9f09-0f8b-40e3-a6f2-e2843bc23ca2 tempest-AggregatesAdminTestJSON-1647183935 tempest-AggregatesAdminTestJSON-1647183935-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:05.331849 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0ddd6118-5bab-4552-8296-5f682494a201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:05.383013 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-08394553-855d-43fb-9eec-4f98aa9bf272 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:37:05.384145 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-08394553-855d-43fb-9eec-4f98aa9bf272 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0618851 Jun 17 08:37:05.449019 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0ddd6118-5bab-4552-8296-5f682494a201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:05.455729 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.db.api [req-7ab05231-02d5-49c4-b6df-3b102b7bc0d0 req-ffed9f09-0f8b-40e3-a6f2-e2843bc23ca2 tempest-AggregatesAdminTestJSON-1647183935 tempest-AggregatesAdminTestJSON-1647183935-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:37:05.455729 n-d-758944-30 neutron-server[94520]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:37:05.455729 n-d-758944-30 neutron-server[94520]: [parameters: {'project_id_1': 'f7de4a5976cf4c8ba819dece28aa8a2b', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 37, 5, 258254)}] Jun 17 08:37:05.455729 n-d-758944-30 neutron-server[94520]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:37:05.456403 n-d-758944-30 neutron-server[94520]: DEBUG oslo_db.api [req-7ab05231-02d5-49c4-b6df-3b102b7bc0d0 req-ffed9f09-0f8b-40e3-a6f2-e2843bc23ca2 tempest-AggregatesAdminTestJSON-1647183935 tempest-AggregatesAdminTestJSON-1647183935-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:37:05.457904 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-01fc03f5-6b28-472b-b5ca-e901ee38bdf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:05.517698 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0ddd6118-5bab-4552-8296-5f682494a201 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5eb926d3a5504bafa2cd17adf23b24e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5557780 Jun 17 08:37:05.522330 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38922) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:05.556531 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd6118-5bab-4552-8296-5f682494a201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd9754e-eea3-4619-9bdc-a2a3f215dde2,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:05.565346 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0ddd6118-5bab-4552-8296-5f682494a201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:05.569969 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-faa79ea5-1a82-4a0c-878b-63192ee69a2b service neutron] 10.222.0.49 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779797 Jun 17 08:37:05.620584 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ddd65e35-ddce-4c56-8a5d-8d2b6e3c6a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:05.662429 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ddd65e35-ddce-4c56-8a5d-8d2b6e3c6a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:05.672049 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-882bb87d-603b-47f7-a193-1322c80a5596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:05.711186 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-9bf6b60d-a584-41b7-ab34-08668b0187c1 service neutron] 10.222.0.49 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298144 Jun 17 08:37:05.718802 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-92ddb780-3cb4-4ba4-93d4-624fddc6f2c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:05.737219 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-882bb87d-603b-47f7-a193-1322c80a5596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:05.755999 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:05.780006 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-882bb87d-603b-47f7-a193-1322c80a5596 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0703a1ce7e1743bd89ff07c4da18f3a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6041641 Jun 17 08:37:05.783047 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38926) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:05.789901 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882bb87d-603b-47f7-a193-1322c80a5596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899d99df-374e-447c-bf9f-1b8856163946,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:05.793115 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-882bb87d-603b-47f7-a193-1322c80a5596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:05.835964 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ddd65e35-ddce-4c56-8a5d-8d2b6e3c6a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:05.838520 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ddd65e35-ddce-4c56-8a5d-8d2b6e3c6a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:05.839694 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ddd65e35-ddce-4c56-8a5d-8d2b6e3c6a79 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dfd9754e-eea3-4619-9bdc-a2a3f215dde2 HTTP/1.1" status: 204 len: 168 time: 0.3160100 Jun 17 08:37:05.847823 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:05.868866 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd65e35-ddce-4c56-8a5d-8d2b6e3c6a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd9754e-eea3-4619-9bdc-a2a3f215dde2,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:05.871913 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ddd65e35-ddce-4c56-8a5d-8d2b6e3c6a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:05.907945 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d3512fb5-411b-4b31-bac8-f2dddd4a3a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:05.965007 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7ab05231-02d5-49c4-b6df-3b102b7bc0d0 req-ffed9f09-0f8b-40e3-a6f2-e2843bc23ca2 tempest-AggregatesAdminTestJSON-1647183935 tempest-AggregatesAdminTestJSON-1647183935-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:05.994222 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-92ddb780-3cb4-4ba4-93d4-624fddc6f2c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:05.996560 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d3512fb5-411b-4b31-bac8-f2dddd4a3a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.068831 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-92ddb780-3cb4-4ba4-93d4-624fddc6f2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.073575 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-58334e3a-5182-4527-96c1-11017f9d0bda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:06.133618 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-92ddb780-3cb4-4ba4-93d4-624fddc6f2c7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ed5c6f0bfdd471b932057b9fe0e0d68&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6351793 Jun 17 08:37:06.137304 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38934) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:06.142884 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ddb780-3cb4-4ba4-93d4-624fddc6f2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a337084a-ad5f-4e7f-8b3f-6490657bf8a7,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:06.152092 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-92ddb780-3cb4-4ba4-93d4-624fddc6f2c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:06.202743 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d3512fb5-411b-4b31-bac8-f2dddd4a3a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.209619 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d3512fb5-411b-4b31-bac8-f2dddd4a3a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.211469 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d3512fb5-411b-4b31-bac8-f2dddd4a3a0a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/899d99df-374e-447c-bf9f-1b8856163946 HTTP/1.1" status: 204 len: 168 time: 0.4270127 Jun 17 08:37:06.214088 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-437c1d50-f18b-44e6-99b9-b0b00f4280c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:06.239403 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3512fb5-411b-4b31-bac8-f2dddd4a3a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899d99df-374e-447c-bf9f-1b8856163946,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:06.243354 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d3512fb5-411b-4b31-bac8-f2dddd4a3a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:06.334539 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7ab05231-02d5-49c4-b6df-3b102b7bc0d0 req-ffed9f09-0f8b-40e3-a6f2-e2843bc23ca2 tempest-AggregatesAdminTestJSON-1647183935 tempest-AggregatesAdminTestJSON-1647183935-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.356747 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-03a74099-7c5d-4b89-988e-e2fa783da4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.403070 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683f45c-8f5d-49d2-9c52-ef55af7fa49e req-f03872b1-b1d1-479b-bb4f-c1900c01e605 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:06.404688 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8683f45c-8f5d-49d2-9c52-ef55af7fa49e req-f03872b1-b1d1-479b-bb4f-c1900c01e605 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5e337c-bf07-4b4c-a816-067a83b71e60 HTTP/1.1" status: 200 len: 931 time: 0.2507257 Jun 17 08:37:06.410395 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-03a74099-7c5d-4b89-988e-e2fa783da4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.419568 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7ab05231-02d5-49c4-b6df-3b102b7bc0d0 req-ffed9f09-0f8b-40e3-a6f2-e2843bc23ca2 tempest-AggregatesAdminTestJSON-1647183935 tempest-AggregatesAdminTestJSON-1647183935-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.426195 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-affff1ad-d485-44cb-a9de-91d7b17c99fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:06.480594 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7ab05231-02d5-49c4-b6df-3b102b7bc0d0 req-ffed9f09-0f8b-40e3-a6f2-e2843bc23ca2 tempest-AggregatesAdminTestJSON-1647183935 tempest-AggregatesAdminTestJSON-1647183935-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=7db958c4-ad70-49e8-a538-fef2f307b554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2529624 Jun 17 08:37:06.491675 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8683f45c-8f5d-49d2-9c52-ef55af7fa49e req-ec45583f-5ce0-45ba-ab9f-5c16d5da3276 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/security-groups?id=da8c91fc-15fc-4551-8e19-1d9282b795c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730138 Jun 17 08:37:06.492140 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed9f09-0f8b-40e3-a6f2-e2843bc23ca2 tempest-AggregatesAdminTestJSON-1647183935 tempest-AggregatesAdminTestJSON-1647183935-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f4421a-7fb9-4b1b-8f50-2fda1b75f59a,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:06.509027 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ffed9f09-0f8b-40e3-a6f2-e2843bc23ca2 tempest-AggregatesAdminTestJSON-1647183935 tempest-AggregatesAdminTestJSON-1647183935-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:06.597741 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3bf2551d-78f9-41ee-a549-ba57f9119c3c req-56e4008c-0358-4564-b295-7b1a5bf0d167 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 210 time: 0.0361452 Jun 17 08:37:06.679291 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-03a74099-7c5d-4b89-988e-e2fa783da4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.682050 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-03a74099-7c5d-4b89-988e-e2fa783da4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.685928 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-03a74099-7c5d-4b89-988e-e2fa783da4e1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a337084a-ad5f-4e7f-8b3f-6490657bf8a7 HTTP/1.1" status: 204 len: 168 time: 0.5436940 Jun 17 08:37:06.685928 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:06.695340 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a74099-7c5d-4b89-988e-e2fa783da4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a337084a-ad5f-4e7f-8b3f-6490657bf8a7,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:06.703965 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d5682-2264-478a-9645-6f4013a29ba0 req-ae22d956-bdcb-4e17-bc80-0ee081bb87b2 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:06.705506 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-583d5682-2264-478a-9645-6f4013a29ba0 req-ae22d956-bdcb-4e17-bc80-0ee081bb87b2 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=64315ec0-d238-4979-80ea-32c581b72ee6 HTTP/1.1" status: 200 len: 935 time: 0.0901334 Jun 17 08:37:06.706350 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-03a74099-7c5d-4b89-988e-e2fa783da4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:06.794099 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-583d5682-2264-478a-9645-6f4013a29ba0 req-44a7e0ce-a591-438f-88cf-7b062c787d58 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/security-groups?id=c645bbf3-a6dc-47d7-884f-6efcbbf7a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686016 Jun 17 08:37:06.909440 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38956) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:06.923586 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-66897dd2-ab99-41a7-b384-be700ec44633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:07.041981 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-66897dd2-ab99-41a7-b384-be700ec44633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:07.166667 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-66897dd2-ab99-41a7-b384-be700ec44633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:07.172889 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0ddd6118-5bab-4552-8296-5f682494a201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:07.216838 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66897dd2-ab99-41a7-b384-be700ec44633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f432f6c4-923b-4f97-a8d4-d10fcd97c41a,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:07.220449 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-66897dd2-ab99-41a7-b384-be700ec44633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:07.226048 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-66897dd2-ab99-41a7-b384-be700ec44633 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=25d1b1a673fb4af6b8e34dd983e081a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126719 Jun 17 08:37:07.228409 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38968) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:07.288283 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-53c3b9b4-dbb2-4822-be83-da61259020e4 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:37:07.289198 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-53c3b9b4-dbb2-4822-be83-da61259020e4 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072515 Jun 17 08:37:07.289753 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [req-06a93174-628f-4641-9290-b7e37dffbd2b req-f5f5c433-fe59-4abe-8504-c8f2074e0cb0 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:37:07.290900 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-06a93174-628f-4641-9290-b7e37dffbd2b req-f5f5c433-fe59-4abe-8504-c8f2074e0cb0 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069802 Jun 17 08:37:07.306440 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e7d5f7ee-e5a2-4ff6-9106-5d2a09cf30bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:07.331035 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e7d5f7ee-e5a2-4ff6-9106-5d2a09cf30bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:07.525453 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e7d5f7ee-e5a2-4ff6-9106-5d2a09cf30bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:07.528569 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e7d5f7ee-e5a2-4ff6-9106-5d2a09cf30bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:07.530916 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e7d5f7ee-e5a2-4ff6-9106-5d2a09cf30bd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f432f6c4-923b-4f97-a8d4-d10fcd97c41a HTTP/1.1" status: 204 len: 168 time: 0.3014662 Jun 17 08:37:07.532274 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b99b0789-7d9c-416f-9789-f5b56fea0d66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:07.544879 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5f7ee-e5a2-4ff6-9106-5d2a09cf30bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f432f6c4-923b-4f97-a8d4-d10fcd97c41a,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:07.550808 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e7d5f7ee-e5a2-4ff6-9106-5d2a09cf30bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:07.774435 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d717ba-184b-4915-8b57-00f6fd5e7e81 req-70864d9b-7c85-4af2-864a-c5051b11da22 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:07.777050 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-05d717ba-184b-4915-8b57-00f6fd5e7e81 req-70864d9b-7c85-4af2-864a-c5051b11da22 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5e337c-bf07-4b4c-a816-067a83b71e60 HTTP/1.1" status: 200 len: 931 time: 0.0806890 Jun 17 08:37:07.822918 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-05d717ba-184b-4915-8b57-00f6fd5e7e81 req-8427ae68-dd39-4585-920a-b2bfc6bc894f tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/security-groups?id=da8c91fc-15fc-4551-8e19-1d9282b795c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403168 Jun 17 08:37:07.909996 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-04ba009f-7191-43fe-8a62-3e45cc38084a req-4d617046-ad8e-460e-8377-bd0c27e039ec tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 210 time: 0.0436919 Jun 17 08:37:07.939343 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38998) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:07.961548 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d14c5ab4-3721-4896-bb5a-2d57ae2a0ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.102241 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-86a4988d-dc53-4492-9f07-bf40852db568 service neutron] Request body: {'port': {'device_id': '2f5e337c-bf07-4b4c-a816-067a83b71e60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:08.170407 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d14c5ab4-3721-4896-bb5a-2d57ae2a0ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.206399 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-06a93174-628f-4641-9290-b7e37dffbd2b req-adb51996-da84-4b0e-8864-a23f2e844c4f service neutron] Request body: {'port': {'device_id': '64315ec0-d238-4979-80ea-32c581b72ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:08.231088 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afffa53-b877-4402-ba57-93f10179d200 req-1cab9645-eb08-4cde-bf1d-8959550a809f tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:08.232708 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4afffa53-b877-4402-ba57-93f10179d200 req-1cab9645-eb08-4cde-bf1d-8959550a809f tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=64315ec0-d238-4979-80ea-32c581b72ee6 HTTP/1.1" status: 200 len: 935 time: 0.1829445 Jun 17 08:37:08.233732 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-86a4988d-dc53-4492-9f07-bf40852db568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.284013 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d14c5ab4-3721-4896-bb5a-2d57ae2a0ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.295414 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-12478af6-94b3-48da-8643-02f2e1ee5961 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:08.317842 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-06a93174-628f-4641-9290-b7e37dffbd2b req-adb51996-da84-4b0e-8864-a23f2e844c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.384850 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4afffa53-b877-4402-ba57-93f10179d200 req-f2f101ab-c0ad-41c7-a074-fcba1c5090b9 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/security-groups?id=c645bbf3-a6dc-47d7-884f-6efcbbf7a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416798 Jun 17 08:37:08.385523 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c5ab4-3721-4896-bb5a-2d57ae2a0ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bda164d-4b0f-41c5-8f11-14df79079c54,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:08.392419 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d14c5ab4-3721-4896-bb5a-2d57ae2a0ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:08.418084 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d14c5ab4-3721-4896-bb5a-2d57ae2a0ff8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ccce58ef53ac4db4b051a13bba793e06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4765098 Jun 17 08:37:08.500595 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39022) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:08.658508 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bbf978b9-d285-4f43-9463-d2ef3d49aacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.706493 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39034) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:08.722124 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-06a93174-628f-4641-9290-b7e37dffbd2b req-adb51996-da84-4b0e-8864-a23f2e844c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99eed13f-3678-4420-a7d3-ac4e681790c2 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:37:08.722382 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bbf978b9-d285-4f43-9463-d2ef3d49aacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.735005 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-06a93174-628f-4641-9290-b7e37dffbd2b req-adb51996-da84-4b0e-8864-a23f2e844c4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.770800 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-06a93174-628f-4641-9290-b7e37dffbd2b req-adb51996-da84-4b0e-8864-a23f2e844c4f service neutron] Transition to ACTIVE for port object 99eed13f-3678-4420-a7d3-ac4e681790c2 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:08.829431 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-86a4988d-dc53-4492-9f07-bf40852db568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 652ef14a-dfc2-4475-9d4e-4a7b1d006abf {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:37:08.839446 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-86a4988d-dc53-4492-9f07-bf40852db568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.871397 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-06a93174-628f-4641-9290-b7e37dffbd2b req-adb51996-da84-4b0e-8864-a23f2e844c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.876638 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:08.881772 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-86a4988d-dc53-4492-9f07-bf40852db568 service neutron] Transition to ACTIVE for port object 652ef14a-dfc2-4475-9d4e-4a7b1d006abf will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:08.898104 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bbf978b9-d285-4f43-9463-d2ef3d49aacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.902081 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bbf978b9-d285-4f43-9463-d2ef3d49aacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.904297 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-bbf978b9-d285-4f43-9463-d2ef3d49aacb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0bda164d-4b0f-41c5-8f11-14df79079c54 HTTP/1.1" status: 204 len: 168 time: 0.4027309 Jun 17 08:37:08.905362 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:08.919456 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf978b9-d285-4f43-9463-d2ef3d49aacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bda164d-4b0f-41c5-8f11-14df79079c54,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:08.922761 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bbf978b9-d285-4f43-9463-d2ef3d49aacb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:09.003528 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb51996-da84-4b0e-8864-a23f2e844c4f service neutron] Pushing event updated for resources: {'Port': ['ID=99eed13f-3678-4420-a7d3-ac4e681790c2,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:09.006764 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-adb51996-da84-4b0e-8864-a23f2e844c4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:09.018092 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-4fd763d8-a9a6-42d5-bd6b-47694eee4d87 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1088562443-network', 'tenant_id': '83cf41e7e8fb4fe69e4189b1b65c9e7a'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:09.036832 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-86a4988d-dc53-4492-9f07-bf40852db568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:09.050275 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-546756cc-02ed-488b-9924-7820f2f9fa64 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:09.175099 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-06a93174-628f-4641-9290-b7e37dffbd2b req-adb51996-da84-4b0e-8864-a23f2e844c4f service neutron] Attempting to bind port 99eed13f-3678-4420-a7d3-ac4e681790c2 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:09.175647 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-06a93174-628f-4641-9290-b7e37dffbd2b req-adb51996-da84-4b0e-8864-a23f2e844c4f service neutron] Attempting to bind port 99eed13f-3678-4420-a7d3-ac4e681790c2 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:09.176085 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a93174-628f-4641-9290-b7e37dffbd2b req-adb51996-da84-4b0e-8864-a23f2e844c4f service neutron] Attempting to bind port 99eed13f-3678-4420-a7d3-ac4e681790c2 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:09.186457 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a93174-628f-4641-9290-b7e37dffbd2b req-adb51996-da84-4b0e-8864-a23f2e844c4f service neutron] Port 99eed13f-3678-4420-a7d3-ac4e681790c2 on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:37:09.186781 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a93174-628f-4641-9290-b7e37dffbd2b req-adb51996-da84-4b0e-8864-a23f2e844c4f service neutron] Attempting to bind port 99eed13f-3678-4420-a7d3-ac4e681790c2 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:09.195063 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a93174-628f-4641-9290-b7e37dffbd2b req-adb51996-da84-4b0e-8864-a23f2e844c4f service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:09.195448 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a93174-628f-4641-9290-b7e37dffbd2b req-adb51996-da84-4b0e-8864-a23f2e844c4f service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:09.196051 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a93174-628f-4641-9290-b7e37dffbd2b req-adb51996-da84-4b0e-8864-a23f2e844c4f service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:09.196593 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-06a93174-628f-4641-9290-b7e37dffbd2b req-adb51996-da84-4b0e-8864-a23f2e844c4f service neutron] Bound port: 99eed13f-3678-4420-a7d3-ac4e681790c2, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:09.196945 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-06a93174-628f-4641-9290-b7e37dffbd2b req-adb51996-da84-4b0e-8864-a23f2e844c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:09.276638 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74360644-eee5-4beb-910b-1597c5ae4036 req-bfcc1e5a-bcb1-4196-b90c-bd5805d1331b tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:09.277682 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-74360644-eee5-4beb-910b-1597c5ae4036 req-bfcc1e5a-bcb1-4196-b90c-bd5805d1331b tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5e337c-bf07-4b4c-a816-067a83b71e60 HTTP/1.1" status: 200 len: 943 time: 0.2537870 Jun 17 08:37:09.280281 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd763d8-a9a6-42d5-bd6b-47694eee4d87 admin admin] Made reservation on behalf of 83cf41e7e8fb4fe69e4189b1b65c9e7a for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:09.282965 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4fd763d8-a9a6-42d5-bd6b-47694eee4d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:09.315975 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd029896-20c5-4624-ba01-1cd64bb8cd16 req-277d2627-d870-42c2-9953-3839a642e220 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 210 time: 0.1000423 Jun 17 08:37:09.323736 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4988d-dc53-4492-9f07-bf40852db568 service neutron] Pushing event updated for resources: {'Port': ['ID=652ef14a-dfc2-4475-9d4e-4a7b1d006abf,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:09.327226 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-86a4988d-dc53-4492-9f07-bf40852db568 service neutron] Attempting to bind port 652ef14a-dfc2-4475-9d4e-4a7b1d006abf on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:09.327819 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-86a4988d-dc53-4492-9f07-bf40852db568 service neutron] Attempting to bind port 652ef14a-dfc2-4475-9d4e-4a7b1d006abf by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:09.328857 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-86a4988d-dc53-4492-9f07-bf40852db568 service neutron] Attempting to bind port 652ef14a-dfc2-4475-9d4e-4a7b1d006abf on network 31e06f2d-0e35-40cc-88df-cef11ddd5527 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:09.344277 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4fd763d8-a9a6-42d5-bd6b-47694eee4d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:09.345299 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-86a4988d-dc53-4492-9f07-bf40852db568 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:09.346137 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-86a4988d-dc53-4492-9f07-bf40852db568 service neutron] Port 652ef14a-dfc2-4475-9d4e-4a7b1d006abf on network 31e06f2d-0e35-40cc-88df-cef11ddd5527 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:37:09.346632 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-86a4988d-dc53-4492-9f07-bf40852db568 service neutron] Attempting to bind port 652ef14a-dfc2-4475-9d4e-4a7b1d006abf on network 31e06f2d-0e35-40cc-88df-cef11ddd5527 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:09.353662 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-86a4988d-dc53-4492-9f07-bf40852db568 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:09.354338 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-86a4988d-dc53-4492-9f07-bf40852db568 service neutron] Checking segment: {'id': '7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:09.355270 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-86a4988d-dc53-4492-9f07-bf40852db568 service neutron] Bound using segment: {'id': '7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:09.356079 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-86a4988d-dc53-4492-9f07-bf40852db568 service neutron] Bound port: 652ef14a-dfc2-4475-9d4e-4a7b1d006abf, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:09.356938 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-86a4988d-dc53-4492-9f07-bf40852db568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:09.375074 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-74360644-eee5-4beb-910b-1597c5ae4036 req-3e638659-5453-4ab4-884d-317b46fcd07b tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/security-groups?id=da8c91fc-15fc-4551-8e19-1d9282b795c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894639 Jun 17 08:37:09.395453 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-06a93174-628f-4641-9290-b7e37dffbd2b req-adb51996-da84-4b0e-8864-a23f2e844c4f service neutron] For port 99eed13f-3678-4420-a7d3-ac4e681790c2, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:09.406738 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-06a93174-628f-4641-9290-b7e37dffbd2b req-adb51996-da84-4b0e-8864-a23f2e844c4f service neutron] For port 99eed13f-3678-4420-a7d3-ac4e681790c2, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=99eed13f-3678-4420-a7d3-ac4e681790c2,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:09.489285 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-06a93174-628f-4641-9290-b7e37dffbd2b req-adb51996-da84-4b0e-8864-a23f2e844c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:09.496025 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-86a4988d-dc53-4492-9f07-bf40852db568 service neutron] For port 652ef14a-dfc2-4475-9d4e-4a7b1d006abf, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:09.501997 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0ef01a19-0acd-4978-8e00-5e5969df75d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:09.509178 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-86a4988d-dc53-4492-9f07-bf40852db568 service neutron] For port 652ef14a-dfc2-4475-9d4e-4a7b1d006abf, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=652ef14a-dfc2-4475-9d4e-4a7b1d006abf,segment=NetworkSegment(7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7),segment_id=7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:09.586529 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-86a4988d-dc53-4492-9f07-bf40852db568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:09.589250 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:09.609698 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a93174-628f-4641-9290-b7e37dffbd2b req-adb51996-da84-4b0e-8864-a23f2e844c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:09.610577 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-06a93174-628f-4641-9290-b7e37dffbd2b req-adb51996-da84-4b0e-8864-a23f2e844c4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:09.612386 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-06a93174-628f-4641-9290-b7e37dffbd2b req-adb51996-da84-4b0e-8864-a23f2e844c4f service neutron] 10.222.0.53 "PUT /v2.0/ports/99eed13f-3678-4420-a7d3-ac4e681790c2 HTTP/1.1" status: 200 len: 1096 time: 1.9626868 Jun 17 08:37:09.615305 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64315ec0-d238-4979-80ea-32c581b72ee6', 'tag': '99eed13f-3678-4420-a7d3-ac4e681790c2'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:09.618179 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529391fb-737a-43fd-bb74-c71138f0f27d" -d '{"events": [{"name": "network-changed", "server_uuid": "64315ec0-d238-4979-80ea-32c581b72ee6", "tag": "99eed13f-3678-4420-a7d3-ac4e681790c2"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:09.631961 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-86a4988d-dc53-4492-9f07-bf40852db568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:09.632614 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-86a4988d-dc53-4492-9f07-bf40852db568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:09.634220 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-86a4988d-dc53-4492-9f07-bf40852db568 service neutron] 10.222.0.53 "PUT /v2.0/ports/652ef14a-dfc2-4475-9d4e-4a7b1d006abf HTTP/1.1" status: 200 len: 1092 time: 1.9849555 Jun 17 08:37:09.634767 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5e337c-bf07-4b4c-a816-067a83b71e60', 'tag': '652ef14a-dfc2-4475-9d4e-4a7b1d006abf'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:09.806133 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb51996-da84-4b0e-8864-a23f2e844c4f service neutron] Pushing event updated for resources: {'Port': ['ID=99eed13f-3678-4420-a7d3-ac4e681790c2,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:09.830353 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-adb51996-da84-4b0e-8864-a23f2e844c4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:09.832622 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4fd763d8-a9a6-42d5-bd6b-47694eee4d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:09.918031 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06033b-4704-4a42-a350-ff35ba3e4c85 req-66721676-5995-4076-a333-9b311c723062 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:09.919662 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0a06033b-4704-4a42-a350-ff35ba3e4c85 req-66721676-5995-4076-a333-9b311c723062 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=64315ec0-d238-4979-80ea-32c581b72ee6 HTTP/1.1" status: 200 len: 947 time: 0.2752218 Jun 17 08:37:09.922498 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4988d-dc53-4492-9f07-bf40852db568 service neutron] Pushing event updated for resources: {'Port': ['ID=652ef14a-dfc2-4475-9d4e-4a7b1d006abf,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:09.930865 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-86a4988d-dc53-4492-9f07-bf40852db568 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:09.953421 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4fd763d8-a9a6-42d5-bd6b-47694eee4d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:09.968053 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-66897dd2-ab99-41a7-b384-be700ec44633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:09.979305 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a93174-628f-4641-9290-b7e37dffbd2b req-dc39787f-8baa-4a2a-a587-03f681affba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:09.980858 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-06a93174-628f-4641-9290-b7e37dffbd2b req-dc39787f-8baa-4a2a-a587-03f681affba9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c25f1170112f4368b23bf7aca37ba85b&device_id=64315ec0-d238-4979-80ea-32c581b72ee6 HTTP/1.1" status: 200 len: 1099 time: 0.2023458 Jun 17 08:37:10.079103 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd763d8-a9a6-42d5-bd6b-47694eee4d87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:37:10.086937 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-06a93174-628f-4641-9290-b7e37dffbd2b req-5025560f-0f11-4174-82d8-3bf896754034 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=99eed13f-3678-4420-a7d3-ac4e681790c2 HTTP/1.1" status: 200 len: 217 time: 0.0975046 Jun 17 08:37:10.100661 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac93fdb-0d30-4e3f-8c52-1a53a7e63843 x-openstack-request-id: req-2ac93fdb-0d30-4e3f-8c52-1a53a7e63843 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:10.100976 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64315ec0-d238-4979-80ea-32c581b72ee6", "tag": "99eed13f-3678-4420-a7d3-ac4e681790c2", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:10.101246 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ac93fdb-0d30-4e3f-8c52-1a53a7e63843 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:10.101895 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64315ec0-d238-4979-80ea-32c581b72ee6', 'tag': '99eed13f-3678-4420-a7d3-ac4e681790c2', 'status': 'completed', 'code': 200} Jun 17 08:37:10.111615 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd763d8-a9a6-42d5-bd6b-47694eee4d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affe5fb6-c65d-40a9-beba-68081607a1e8,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:10.119498 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4fd763d8-a9a6-42d5-bd6b-47694eee4d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:10.119966 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-4fd763d8-a9a6-42d5-bd6b-47694eee4d87 admin admin] Added segment 05855bdd-6e93-4d6f-82ea-ff21360fa3a2 of type vlan for network 67d432c0-aec1-4bb0-b6ac-80a3209ce476 Jun 17 08:37:10.129047 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4fd763d8-a9a6-42d5-bd6b-47694eee4d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:10.153687 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0a06033b-4704-4a42-a350-ff35ba3e4c85 req-1897a29c-7834-4a8c-930a-3c9c608a3e5b tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/security-groups?id=c645bbf3-a6dc-47d7-884f-6efcbbf7a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002983 Jun 17 08:37:10.202488 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a93174-628f-4641-9290-b7e37dffbd2b req-4af94e24-acc6-4099-b368-df6769701ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:10.206126 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-06a93174-628f-4641-9290-b7e37dffbd2b req-4af94e24-acc6-4099-b368-df6769701ee8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1107779 Jun 17 08:37:10.214842 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-54a176c9-9e5e-49bd-b016-5652d15ad44e tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:10.216366 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-54a176c9-9e5e-49bd-b016-5652d15ad44e tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.50 "GET /v2.0/networks?id=f60ef741-1693-4275-83c4-b371328659a8 HTTP/1.1" status: 200 len: 807 time: 0.3120151 Jun 17 08:37:10.229873 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-a9598e64-dad3-4e71-87b5-519680fcde61 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Request body: {'port': {'device_id': '332f04f8-ccce-4787-abc1-2a15fed4445f', 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8', 'admin_state_up': True, 'tenant_id': 'a1c990ebd74a4b32a1ec7d295a37fe73'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:10.235759 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4fd763d8-a9a6-42d5-bd6b-47694eee4d87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:10.243895 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-a109d5e9-c704-4ead-af89-ab5a17fc6fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:10.245494 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-a109d5e9-c704-4ead-af89-ab5a17fc6fcf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c15e34d135d048379888e28b7cdd5b3a&device_id=2f5e337c-bf07-4b4c-a816-067a83b71e60 HTTP/1.1" status: 200 len: 1095 time: 0.3716013 Jun 17 08:37:10.330379 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2358702b-355b-436c-948f-674688043c92" -d '{"events": [{"name": "network-changed", "server_uuid": "2f5e337c-bf07-4b4c-a816-067a83b71e60", "tag": "652ef14a-dfc2-4475-9d4e-4a7b1d006abf"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:10.365240 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-b2c74edb-c8e3-4ba3-8dd5-6c260d274e88 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=652ef14a-dfc2-4475-9d4e-4a7b1d006abf HTTP/1.1" status: 200 len: 217 time: 0.1061118 Jun 17 08:37:10.418321 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a93174-628f-4641-9290-b7e37dffbd2b req-593fa88d-0344-49a4-9ca7-a6173d18077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:10.419889 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-06a93174-628f-4641-9290-b7e37dffbd2b req-593fa88d-0344-49a4-9ca7-a6173d18077b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2069402 Jun 17 08:37:10.448390 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-12b6da29-f755-4af5-83ce-ec44d4d36b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:10.449891 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-12b6da29-f755-4af5-83ce-ec44d4d36b3d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5e8ab6c-8b7b-4e37-b033-797fad98bbda HTTP/1.1" status: 200 len: 862 time: 0.0773218 Jun 17 08:37:10.527671 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-ae9bc90b-85d4-4819-abe3-2c1d97edae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:10.529202 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-ae9bc90b-85d4-4819-abe3-2c1d97edae14 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=31e06f2d-0e35-40cc-88df-cef11ddd5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729766 Jun 17 08:37:10.534668 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-06a93174-628f-4641-9290-b7e37dffbd2b req-d2ce6c80-8425-45cc-bf66-74e42c1e4753 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078103 Jun 17 08:37:10.691517 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-06a93174-628f-4641-9290-b7e37dffbd2b req-cad3ed4a-026f-41f3-a7db-d26cd9ba78b2 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504440 Jun 17 08:37:10.821044 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a83e603-0062-4499-aeb5-e78f43ff5877 x-openstack-request-id: req-8a83e603-0062-4499-aeb5-e78f43ff5877 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:10.821938 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f5e337c-bf07-4b4c-a816-067a83b71e60", "tag": "652ef14a-dfc2-4475-9d4e-4a7b1d006abf", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:10.822589 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8a83e603-0062-4499-aeb5-e78f43ff5877 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:10.824359 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f5e337c-bf07-4b4c-a816-067a83b71e60', 'tag': '652ef14a-dfc2-4475-9d4e-4a7b1d006abf', 'status': 'completed', 'code': 200} Jun 17 08:37:10.838998 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-a9598e64-dad3-4e71-87b5-519680fcde61 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Made reservation on behalf of a1c990ebd74a4b32a1ec7d295a37fe73 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:10.842415 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-a9598e64-dad3-4e71-87b5-519680fcde61 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:10.844884 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4fd763d8-a9a6-42d5-bd6b-47694eee4d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:10.862575 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd763d8-a9a6-42d5-bd6b-47694eee4d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:10.863164 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4fd763d8-a9a6-42d5-bd6b-47694eee4d87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:10.895130 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:10.905132 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-88600151-5d37-4850-ab95-79e8948b66b6 req-7a0f6e1a-2aa5-4aa8-b8b2-91f532e9d621 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 210 time: 0.0716321 Jun 17 08:37:10.975166 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529391fb-737a-43fd-bb74-c71138f0f27d req-c8ffabf1-c627-4a1d-9dfc-3c5e247b10fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:10.978883 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-529391fb-737a-43fd-bb74-c71138f0f27d req-c8ffabf1-c627-4a1d-9dfc-3c5e247b10fc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c25f1170112f4368b23bf7aca37ba85b&device_id=64315ec0-d238-4979-80ea-32c581b72ee6 HTTP/1.1" status: 200 len: 1099 time: 0.1063380 Jun 17 08:37:10.995096 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd763d8-a9a6-42d5-bd6b-47694eee4d87 admin admin] Pushing event updated for resources: {'Network': ['ID=67d432c0-aec1-4bb0-b6ac-80a3209ce476,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:11.007199 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 67d432c0-aec1-4bb0-b6ac-80a3209ce476 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:37:11.042558 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4fd763d8-a9a6-42d5-bd6b-47694eee4d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:11.070271 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-655ce8e2-8ea0-4b17-bbda-e1dea17515e0 service neutron] 10.222.0.53 "GET /v2.0/networks/31e06f2d-0e35-40cc-88df-cef11ddd5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290830 Jun 17 08:37:11.138556 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4fd763d8-a9a6-42d5-bd6b-47694eee4d87 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4309437 Jun 17 08:37:11.169499 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39120) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:11.178104 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-32ab15fb-075f-4ca1-a808-1cefc8be6e7d admin admin] Request body: {'subnet': {'network_id': '67d432c0-aec1-4bb0-b6ac-80a3209ce476', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1088562443-subnet', 'tenant_id': '83cf41e7e8fb4fe69e4189b1b65c9e7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:11.264106 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-a9598e64-dad3-4e71-87b5-519680fcde61 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Allocated IP 172.20.0.7 (f60ef741-1693-4275-83c4-b371328659a8/58b6fa78-2c4d-4c76-9c04-e4c6434a4b98/e3472699-738f-4841-b702-3da81639efef) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:11.300176 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9ce3e055-6b84-414e-b83a-b938656ea314 req-38f88580-fc9a-447e-8f68-d43815799bfd service neutron] 10.222.0.53 "GET /v2.0/networks/31e06f2d-0e35-40cc-88df-cef11ddd5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213933 Jun 17 08:37:11.355465 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ab15fb-075f-4ca1-a808-1cefc8be6e7d admin admin] Made reservation on behalf of 83cf41e7e8fb4fe69e4189b1b65c9e7a for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:11.360660 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-32ab15fb-075f-4ca1-a808-1cefc8be6e7d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:11.503472 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-a9598e64-dad3-4e71-87b5-519680fcde61 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:11.558654 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529391fb-737a-43fd-bb74-c71138f0f27d req-f508fceb-a6c3-44ad-bdae-772584402698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:11.560403 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-529391fb-737a-43fd-bb74-c71138f0f27d req-f508fceb-a6c3-44ad-bdae-772584402698 service neutron] 10.222.0.53 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.5746572 Jun 17 08:37:11.611341 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-529391fb-737a-43fd-bb74-c71138f0f27d req-f1922bcd-4ad7-4876-9da6-e827596280ce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=99eed13f-3678-4420-a7d3-ac4e681790c2 HTTP/1.1" status: 200 len: 217 time: 0.0440078 Jun 17 08:37:11.636229 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4e7a2-e33d-4db2-a5f7-622827dd01a0 req-b098efe3-8e46-4d76-8206-8d4bc3e93416 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:11.638876 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aaf4e7a2-e33d-4db2-a5f7-622827dd01a0 req-b098efe3-8e46-4d76-8206-8d4bc3e93416 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5e337c-bf07-4b4c-a816-067a83b71e60 HTTP/1.1" status: 200 len: 943 time: 0.2959917 Jun 17 08:37:11.673775 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358702b-355b-436c-948f-674688043c92 req-aaa29ed3-73c8-40b0-8d38-881166a21ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:11.675370 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2358702b-355b-436c-948f-674688043c92 req-aaa29ed3-73c8-40b0-8d38-881166a21ebb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c15e34d135d048379888e28b7cdd5b3a&device_id=2f5e337c-bf07-4b4c-a816-067a83b71e60 HTTP/1.1" status: 200 len: 1095 time: 0.1454980 Jun 17 08:37:11.740583 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529391fb-737a-43fd-bb74-c71138f0f27d req-9271c5b9-99af-4d1a-9557-7dec2ba70bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:11.743318 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-529391fb-737a-43fd-bb74-c71138f0f27d req-9271c5b9-99af-4d1a-9557-7dec2ba70bfb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1249225 Jun 17 08:37:11.791925 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-a9598e64-dad3-4e71-87b5-519680fcde61 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:11.795884 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aaf4e7a2-e33d-4db2-a5f7-622827dd01a0 req-ad68fc14-e083-430a-bbfd-e89b1bccba4a tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/security-groups?id=da8c91fc-15fc-4551-8e19-1d9282b795c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181920 Jun 17 08:37:11.813304 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:11.833884 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529391fb-737a-43fd-bb74-c71138f0f27d req-c421bee5-d8ec-42fd-914a-0f4543faf824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:11.835776 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-529391fb-737a-43fd-bb74-c71138f0f27d req-c421bee5-d8ec-42fd-914a-0f4543faf824 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0822513 Jun 17 08:37:11.914581 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-a9598e64-dad3-4e71-87b5-519680fcde61 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Network f60ef741-1693-4275-83c4-b371328659a8 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:11.932840 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-a9598e64-dad3-4e71-87b5-519680fcde61 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:11.950601 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-a9598e64-dad3-4e71-87b5-519680fcde61 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:11.956600 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-a9598e64-dad3-4e71-87b5-519680fcde61 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:11.957321 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-a9598e64-dad3-4e71-87b5-519680fcde61 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:11.989658 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9598e64-dad3-4e71-87b5-519680fcde61 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Pushing event updated for resources: {'Port': ['ID=e3472699-738f-4841-b702-3da81639efef,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:12.000190 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23ad54-3e14-41da-b322-199318b9e790 req-2f1e1b97-bb4b-4856-9f8d-f8b0adac9961 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:12.001865 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5d23ad54-3e14-41da-b322-199318b9e790 req-2f1e1b97-bb4b-4856-9f8d-f8b0adac9961 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=64315ec0-d238-4979-80ea-32c581b72ee6 HTTP/1.1" status: 200 len: 947 time: 0.3240528 Jun 17 08:37:12.006173 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a9598e64-dad3-4e71-87b5-519680fcde61 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:12.007848 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358702b-355b-436c-948f-674688043c92 req-10837841-2bab-4afa-9c8a-74158458d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:12.009251 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2358702b-355b-436c-948f-674688043c92 req-10837841-2bab-4afa-9c8a-74158458d455 service neutron] 10.222.0.53 "GET /v2.0/networks?id=31e06f2d-0e35-40cc-88df-cef11ddd5527 HTTP/1.1" status: 200 len: 924 time: 0.3204839 Jun 17 08:37:12.037088 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-529391fb-737a-43fd-bb74-c71138f0f27d req-59d2f014-47db-410c-9c51-3a1e488b0a95 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924546 Jun 17 08:37:12.068588 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-32ab15fb-075f-4ca1-a808-1cefc8be6e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.070908 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2358702b-355b-436c-948f-674688043c92 req-be762308-d588-48de-bea6-487abadf5f69 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=652ef14a-dfc2-4475-9d4e-4a7b1d006abf HTTP/1.1" status: 200 len: 217 time: 0.0516047 Jun 17 08:37:12.076930 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3b9dce01-f495-417a-bf7b-4642b0fa3cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:12.147443 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-a9598e64-dad3-4e71-87b5-519680fcde61 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9216342 Jun 17 08:37:12.154547 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5d23ad54-3e14-41da-b322-199318b9e790 req-02045ac1-a230-46c9-b1a1-32969e2b4317 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/security-groups?id=c645bbf3-a6dc-47d7-884f-6efcbbf7a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433809 Jun 17 08:37:12.171551 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-f05c539f-13ff-4d4e-9deb-0f9244b872a9 service neutron] Request body: {'port': {'device_id': '332f04f8-ccce-4787-abc1-2a15fed4445f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:12.214512 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-529391fb-737a-43fd-bb74-c71138f0f27d req-c1507e6a-3395-4e2f-b700-194b5e299da2 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707952 Jun 17 08:37:12.231906 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab15fb-075f-4ca1-a808-1cefc8be6e7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=40be7263-3a66-488d-b7fa-e5824e5f91cc,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:12.239554 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-32ab15fb-075f-4ca1-a808-1cefc8be6e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:12.241404 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358702b-355b-436c-948f-674688043c92 req-a148ecd6-915b-458f-a67f-853950233dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:12.242921 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2358702b-355b-436c-948f-674688043c92 req-a148ecd6-915b-458f-a67f-853950233dd1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5e8ab6c-8b7b-4e37-b033-797fad98bbda HTTP/1.1" status: 200 len: 862 time: 0.1636772 Jun 17 08:37:12.319792 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab15fb-075f-4ca1-a808-1cefc8be6e7d admin admin] Checking segment: {'id': '05855bdd-6e93-4d6f-82ea-ff21360fa3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '67d432c0-aec1-4bb0-b6ac-80a3209ce476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:12.320168 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ab15fb-075f-4ca1-a808-1cefc8be6e7d admin admin] Network hostable DHCP agents. Network: 67d432c0-aec1-4bb0-b6ac-80a3209ce476, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:37:12.337201 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-f05c539f-13ff-4d4e-9deb-0f9244b872a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.411114 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358702b-355b-436c-948f-674688043c92 req-517e32ed-8640-4f4a-a6bb-b3b419497256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:12.412780 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2358702b-355b-436c-948f-674688043c92 req-517e32ed-8640-4f4a-a6bb-b3b419497256 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=31e06f2d-0e35-40cc-88df-cef11ddd5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1580889 Jun 17 08:37:12.526306 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-db3201f7-7b84-4eb0-8918-0ba28eff7c1f req-444d0fca-e273-4612-9ddc-0eb31f85fd1c tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1841471920', 'description': 'tempest-description-628714775'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:12.544707 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ab15fb-075f-4ca1-a808-1cefc8be6e7d admin admin] Network 67d432c0-aec1-4bb0-b6ac-80a3209ce476 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:37:12.658489 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2358702b-355b-436c-948f-674688043c92 req-a1031e3a-7206-48dd-937a-69569c8ee14c service neutron] 10.222.0.53 "GET /v2.0/networks/31e06f2d-0e35-40cc-88df-cef11ddd5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376254 Jun 17 08:37:12.705470 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c77883-6a77-411b-9087-f7630cfb1dbe req-5d5b5d72-99b6-41ec-8255-9b7658128a16 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:12.706988 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-21c77883-6a77-411b-9087-f7630cfb1dbe req-5d5b5d72-99b6-41ec-8255-9b7658128a16 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 931 time: 0.1068406 Jun 17 08:37:12.761776 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-21c77883-6a77-411b-9087-f7630cfb1dbe req-1d99bc41-57e9-4010-889c-da00002566dd tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411038 Jun 17 08:37:12.777262 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-db3201f7-7b84-4eb0-8918-0ba28eff7c1f req-444d0fca-e273-4612-9ddc-0eb31f85fd1c tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.786109 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-32ab15fb-075f-4ca1-a808-1cefc8be6e7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 67d432c0-aec1-4bb0-b6ac-80a3209ce476) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:12.812578 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6133cc-016f-4c53-8e5b-57e506d752d2 None None] Network 67d432c0-aec1-4bb0-b6ac-80a3209ce476 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:12.823191 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ab15fb-075f-4ca1-a808-1cefc8be6e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:12.823912 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-32ab15fb-075f-4ca1-a808-1cefc8be6e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.834059 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-db3201f7-7b84-4eb0-8918-0ba28eff7c1f req-444d0fca-e273-4612-9ddc-0eb31f85fd1c tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.859091 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2358702b-355b-436c-948f-674688043c92 req-6a909413-466e-498d-9d8b-654cefba585b service neutron] 10.222.0.53 "GET /v2.0/networks/31e06f2d-0e35-40cc-88df-cef11ddd5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919892 Jun 17 08:37:12.868005 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-f05c539f-13ff-4d4e-9deb-0f9244b872a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3472699-738f-4841-b702-3da81639efef {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:37:12.879662 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-f05c539f-13ff-4d4e-9deb-0f9244b872a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.894651 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-f05c539f-13ff-4d4e-9deb-0f9244b872a9 service neutron] Transition to ACTIVE for port object e3472699-738f-4841-b702-3da81639efef will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:12.983113 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e65f321-535f-41ea-9c36-d32eeeb9bcd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-67d432c0-aec1-4bb0-b6ac-80a3209ce476', 'network_id': '67d432c0-aec1-4bb0-b6ac-80a3209ce476', 'tenant_id': '83cf41e7e8fb4fe69e4189b1b65c9e7a', 'fixed_ips': [{'subnet_id': '40be7263-3a66-488d-b7fa-e5824e5f91cc'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:37:12.984012 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8e65f321-535f-41ea-9c36-d32eeeb9bcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:13.017208 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-32ab15fb-075f-4ca1-a808-1cefc8be6e7d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8468194 Jun 17 08:37:13.025360 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39176) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:13.026541 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-f4a8a436-928c-4745-9e6c-110c17b43296 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1088562443-router', 'tenant_id': '83cf41e7e8fb4fe69e4189b1b65c9e7a', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:13.051863 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-f05c539f-13ff-4d4e-9deb-0f9244b872a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:13.063503 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:13.175968 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c539f-13ff-4d4e-9deb-0f9244b872a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e3472699-738f-4841-b702-3da81639efef,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:13.189007 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-8e65f321-535f-41ea-9c36-d32eeeb9bcd1 None None] Allocated IP 172.20.0.2 (67d432c0-aec1-4bb0-b6ac-80a3209ce476/40be7263-3a66-488d-b7fa-e5824e5f91cc/8b731abf-12b4-40c8-a74a-72ae2e27d35f) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:13.189115 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f05c539f-13ff-4d4e-9deb-0f9244b872a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:13.197142 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f5071169-905e-4940-bd57-16d0e890386f req-d9014249-ceb5-4240-ba7c-672d1bd61260 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0948d5e43af24be5adbe3ba56dc21ec4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354984 Jun 17 08:37:13.231641 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-f05c539f-13ff-4d4e-9deb-0f9244b872a9 service neutron] Attempting to bind port e3472699-738f-4841-b702-3da81639efef on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:13.231960 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-f05c539f-13ff-4d4e-9deb-0f9244b872a9 service neutron] Attempting to bind port e3472699-738f-4841-b702-3da81639efef by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:13.232243 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-f05c539f-13ff-4d4e-9deb-0f9244b872a9 service neutron] Attempting to bind port e3472699-738f-4841-b702-3da81639efef on network f60ef741-1693-4275-83c4-b371328659a8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:13.246552 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-db3201f7-7b84-4eb0-8918-0ba28eff7c1f req-444d0fca-e273-4612-9ddc-0eb31f85fd1c tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:13.247628 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-f05c539f-13ff-4d4e-9deb-0f9244b872a9 service neutron] Port e3472699-738f-4841-b702-3da81639efef on network f60ef741-1693-4275-83c4-b371328659a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:37:13.247982 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-f05c539f-13ff-4d4e-9deb-0f9244b872a9 service neutron] Attempting to bind port e3472699-738f-4841-b702-3da81639efef on network f60ef741-1693-4275-83c4-b371328659a8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:13.253654 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-f05c539f-13ff-4d4e-9deb-0f9244b872a9 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:13.254000 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-f05c539f-13ff-4d4e-9deb-0f9244b872a9 service neutron] Checking segment: {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:13.254422 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-f05c539f-13ff-4d4e-9deb-0f9244b872a9 service neutron] Bound using segment: {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:13.254866 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-f05c539f-13ff-4d4e-9deb-0f9244b872a9 service neutron] Bound port: e3472699-738f-4841-b702-3da81639efef, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:13.255220 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-f05c539f-13ff-4d4e-9deb-0f9244b872a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:13.328338 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5071169-905e-4940-bd57-16d0e890386f req-62e3a49d-7802-47e8-a9ce-9d527d4ff696 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:13.330239 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f5071169-905e-4940-bd57-16d0e890386f req-62e3a49d-7802-47e8-a9ce-9d527d4ff696 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1274147 Jun 17 08:37:13.333712 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-f05c539f-13ff-4d4e-9deb-0f9244b872a9 service neutron] For port e3472699-738f-4841-b702-3da81639efef, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:13.337817 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-f05c539f-13ff-4d4e-9deb-0f9244b872a9 service neutron] For port e3472699-738f-4841-b702-3da81639efef, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=e3472699-738f-4841-b702-3da81639efef,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:13.356608 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f5071169-905e-4940-bd57-16d0e890386f req-d4bed36b-c0d5-4e96-88dd-999a6bb81b4f tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/quotas/0948d5e43af24be5adbe3ba56dc21ec4 HTTP/1.1" status: 200 len: 375 time: 0.0118861 Jun 17 08:37:13.358175 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-db3201f7-7b84-4eb0-8918-0ba28eff7c1f req-444d0fca-e273-4612-9ddc-0eb31f85fd1c tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:13.367426 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:13.369508 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8e65f321-535f-41ea-9c36-d32eeeb9bcd1 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:13.378910 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8e65f321-535f-41ea-9c36-d32eeeb9bcd1 None None] Transition to ACTIVE for port object 8b731abf-12b4-40c8-a74a-72ae2e27d35f will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:13.404567 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f5071169-905e-4940-bd57-16d0e890386f req-76752345-9c17-4f57-9618-eb5fcba99e3d tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0948d5e43af24be5adbe3ba56dc21ec4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418427 Jun 17 08:37:13.405311 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8e65f321-535f-41ea-9c36-d32eeeb9bcd1 None None] Transition to ACTIVE for port object 8b731abf-12b4-40c8-a74a-72ae2e27d35f will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:13.422178 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d0fca-e273-4612-9ddc-0eb31f85fd1c tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3994830f-b94d-4806-a510-a633a84ab7b4,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:13.426542 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-444d0fca-e273-4612-9ddc-0eb31f85fd1c tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:13.442462 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-f05c539f-13ff-4d4e-9deb-0f9244b872a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:13.448147 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b83a0fa7-68e4-4db0-ac50-563fced5bb74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:13.496315 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-f05c539f-13ff-4d4e-9deb-0f9244b872a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:13.496945 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-f05c539f-13ff-4d4e-9deb-0f9244b872a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:13.498399 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-f05c539f-13ff-4d4e-9deb-0f9244b872a9 service neutron] 10.222.0.50 "PUT /v2.0/ports/e3472699-738f-4841-b702-3da81639efef HTTP/1.1" status: 200 len: 1092 time: 1.3414216 Jun 17 08:37:13.499147 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332f04f8-ccce-4787-abc1-2a15fed4445f', 'tag': 'e3472699-738f-4841-b702-3da81639efef'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:13.501532 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350aa169-c8ac-49ee-868c-72437f18d903" -d '{"events": [{"name": "network-changed", "server_uuid": "332f04f8-ccce-4787-abc1-2a15fed4445f", "tag": "e3472699-738f-4841-b702-3da81639efef"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:13.528934 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c539f-13ff-4d4e-9deb-0f9244b872a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e3472699-738f-4841-b702-3da81639efef,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:13.532377 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f05c539f-13ff-4d4e-9deb-0f9244b872a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:13.580332 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8e65f321-535f-41ea-9c36-d32eeeb9bcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:13.582372 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:13.616827 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f4a8a436-928c-4745-9e6c-110c17b43296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:13.618177 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f4a8a436-928c-4745-9e6c-110c17b43296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:13.620420 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e65f321-535f-41ea-9c36-d32eeeb9bcd1 None None] Network 67d432c0-aec1-4bb0-b6ac-80a3209ce476 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:13.623536 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-8e65f321-535f-41ea-9c36-d32eeeb9bcd1 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:13.627169 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e65f321-535f-41ea-9c36-d32eeeb9bcd1 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:13.639785 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65f321-535f-41ea-9c36-d32eeeb9bcd1 None None] Pushing event updated for resources: {'Port': ['ID=8b731abf-12b4-40c8-a74a-72ae2e27d35f,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:13.643017 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8e65f321-535f-41ea-9c36-d32eeeb9bcd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:13.692452 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f4a8a436-928c-4745-9e6c-110c17b43296 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:13.701535 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-8e65f321-535f-41ea-9c36-d32eeeb9bcd1 None None] Attempting to bind port 8b731abf-12b4-40c8-a74a-72ae2e27d35f on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:13.701911 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-8e65f321-535f-41ea-9c36-d32eeeb9bcd1 None None] Attempting to bind port 8b731abf-12b4-40c8-a74a-72ae2e27d35f by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '05855bdd-6e93-4d6f-82ea-ff21360fa3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '67d432c0-aec1-4bb0-b6ac-80a3209ce476'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:13.702301 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e65f321-535f-41ea-9c36-d32eeeb9bcd1 None None] Attempting to bind port 8b731abf-12b4-40c8-a74a-72ae2e27d35f on network 67d432c0-aec1-4bb0-b6ac-80a3209ce476 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:13.709259 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e65f321-535f-41ea-9c36-d32eeeb9bcd1 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:13.709640 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e65f321-535f-41ea-9c36-d32eeeb9bcd1 None None] Checking segment: {'id': '05855bdd-6e93-4d6f-82ea-ff21360fa3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '67d432c0-aec1-4bb0-b6ac-80a3209ce476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:13.710047 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8e65f321-535f-41ea-9c36-d32eeeb9bcd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:13.710457 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e65f321-535f-41ea-9c36-d32eeeb9bcd1 None None] Bound using segment: {'id': '05855bdd-6e93-4d6f-82ea-ff21360fa3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '67d432c0-aec1-4bb0-b6ac-80a3209ce476'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:13.710934 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-8e65f321-535f-41ea-9c36-d32eeeb9bcd1 None None] Bound port: 8b731abf-12b4-40c8-a74a-72ae2e27d35f, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05855bdd-6e93-4d6f-82ea-ff21360fa3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '67d432c0-aec1-4bb0-b6ac-80a3209ce476'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:13.711313 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8e65f321-535f-41ea-9c36-d32eeeb9bcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:13.763039 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-db3201f7-7b84-4eb0-8918-0ba28eff7c1f req-444d0fca-e273-4612-9ddc-0eb31f85fd1c tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:13.787234 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-bc89aa5c-3b4e-4195-84d7-4c5be9f40b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:13.789291 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-bc89aa5c-3b4e-4195-84d7-4c5be9f40b0f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 1095 time: 0.0770788 Jun 17 08:37:13.821657 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8e65f321-535f-41ea-9c36-d32eeeb9bcd1 None None] For port 8b731abf-12b4-40c8-a74a-72ae2e27d35f, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:13.829169 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8e65f321-535f-41ea-9c36-d32eeeb9bcd1 None None] For port 8b731abf-12b4-40c8-a74a-72ae2e27d35f, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=8b731abf-12b4-40c8-a74a-72ae2e27d35f,segment=NetworkSegment(05855bdd-6e93-4d6f-82ea-ff21360fa3a2),segment_id=05855bdd-6e93-4d6f-82ea-ff21360fa3a2)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:13.838469 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-9bdcba47-46d5-4e71-9640-a5c01afc3184 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3472699-738f-4841-b702-3da81639efef HTTP/1.1" status: 200 len: 217 time: 0.0414472 Jun 17 08:37:13.918316 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8e65f321-535f-41ea-9c36-d32eeeb9bcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:13.929824 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-51dc2e52-c963-4568-8cfe-f6a97dd09789 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:14.041497 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65f321-535f-41ea-9c36-d32eeeb9bcd1 None None] Pushing event updated for resources: {'Port': ['ID=8b731abf-12b4-40c8-a74a-72ae2e27d35f,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:14.056885 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8e65f321-535f-41ea-9c36-d32eeeb9bcd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:14.116707 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85bff9-0d06-4f07-a725-11c77b3bebc3 req-3bc14b14-d933-42c9-a52d-c8920ba431c3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:14.124577 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6a85bff9-0d06-4f07-a725-11c77b3bebc3 req-3bc14b14-d933-42c9-a52d-c8920ba431c3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5e337c-bf07-4b4c-a816-067a83b71e60 HTTP/1.1" status: 200 len: 943 time: 0.1298089 Jun 17 08:37:14.168668 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6a85bff9-0d06-4f07-a725-11c77b3bebc3 req-d7221d9f-647d-4669-aa2e-81617d22ee4e tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/security-groups?id=da8c91fc-15fc-4551-8e19-1d9282b795c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431588 Jun 17 08:37:14.183306 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-db3201f7-7b84-4eb0-8918-0ba28eff7c1f req-444d0fca-e273-4612-9ddc-0eb31f85fd1c tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:14.185847 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-eab05a80-6f29-46eb-9939-809bb301ebb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:14.352909 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d0fca-e273-4612-9ddc-0eb31f85fd1c tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=602c6b05-8cc1-4370-b517-d5276158e8cd,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:14.357772 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f4a8a436-928c-4745-9e6c-110c17b43296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:14.370306 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-444d0fca-e273-4612-9ddc-0eb31f85fd1c tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:14.389039 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-fff810b4-7de3-4791-aec1-9ee43608c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:14.392851 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-fff810b4-7de3-4791-aec1-9ee43608c7ea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=58b6fa78-2c4d-4c76-9c04-e4c6434a4b98 HTTP/1.1" status: 200 len: 847 time: 0.5200469 Jun 17 08:37:14.398876 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-db3201f7-7b84-4eb0-8918-0ba28eff7c1f req-444d0fca-e273-4612-9ddc-0eb31f85fd1c tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:14.412711 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-db3201f7-7b84-4eb0-8918-0ba28eff7c1f req-444d0fca-e273-4612-9ddc-0eb31f85fd1c tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.8924742 Jun 17 08:37:14.442846 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-b448e625-68e3-493a-b204-c85d2796f787 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f60ef741-1693-4275-83c4-b371328659a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310152 Jun 17 08:37:14.624086 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-5a46ec7a-fa3f-4527-ac86-415c5a0b426b service neutron] 10.222.0.50 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744709 Jun 17 08:37:14.635770 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339b23d5-4a1b-4f6b-8d58-f64b79082404 x-openstack-request-id: req-339b23d5-4a1b-4f6b-8d58-f64b79082404 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:14.636019 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332f04f8-ccce-4787-abc1-2a15fed4445f", "tag": "e3472699-738f-4841-b702-3da81639efef", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:14.636297 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-339b23d5-4a1b-4f6b-8d58-f64b79082404 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:14.636708 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332f04f8-ccce-4787-abc1-2a15fed4445f', 'tag': 'e3472699-738f-4841-b702-3da81639efef', 'status': 'completed', 'code': 200} Jun 17 08:37:14.720494 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9426a-25cd-444d-855b-6e8d57006d34 req-b5344272-dfd2-4fe4-9109-4522dda4bf8f tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:14.722066 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-21d9426a-25cd-444d-855b-6e8d57006d34 req-b5344272-dfd2-4fe4-9109-4522dda4bf8f tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=64315ec0-d238-4979-80ea-32c581b72ee6 HTTP/1.1" status: 200 len: 947 time: 0.2150323 Jun 17 08:37:14.775231 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-62af3467-4ac7-4adf-a0aa-ffb534d1ba3f req-00582121-0d6a-4541-a5a1-f4999bac523f service neutron] 10.222.0.50 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411531 Jun 17 08:37:14.810217 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-21d9426a-25cd-444d-855b-6e8d57006d34 req-bb31db1e-5174-4ab6-98b4-5ac9d11ab986 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/security-groups?id=c645bbf3-a6dc-47d7-884f-6efcbbf7a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782821 Jun 17 08:37:14.812005 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0180c1-429e-49cd-9c6d-0daed4b66dac req-edb3a7c3-0254-49b4-af10-5414b073af74 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:14.814964 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5b0180c1-429e-49cd-9c6d-0daed4b66dac req-edb3a7c3-0254-49b4-af10-5414b073af74 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 943 time: 0.0867181 Jun 17 08:37:14.864245 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5b0180c1-429e-49cd-9c6d-0daed4b66dac req-d9ffc632-df05-4ff6-8f67-3740bad0e5d4 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436857 Jun 17 08:37:14.980419 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7f5a4b58-9654-401f-931d-f96770993240 req-3ea7ea3f-0e47-4c08-8b0f-7879aa0b0108 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0948d5e43af24be5adbe3ba56dc21ec4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408010 Jun 17 08:37:14.990642 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f4a8a436-928c-4745-9e6c-110c17b43296 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:15.026963 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 652ef14a-dfc2-4475-9d4e-4a7b1d006abf details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:37:15.042557 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f4a8a436-928c-4745-9e6c-110c17b43296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:15.118014 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-382e45ac-72a2-4f80-b55d-123ccd6bfef5 req-0785e6ee-989e-4519-97b6-7512345fa808 tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Request body: {'security_group': {'name': 'tempest-securitygroup-216152373', 'description': 'tempest-description-663180213'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:15.137325 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 8b731abf-12b4-40c8-a74a-72ae2e27d35f up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:15.229161 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-382e45ac-72a2-4f80-b55d-123ccd6bfef5 req-0785e6ee-989e-4519-97b6-7512345fa808 tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:15.239233 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 652ef14a-dfc2-4475-9d4e-4a7b1d006abf, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=652ef14a-dfc2-4475-9d4e-4a7b1d006abf,segment=NetworkSegment(7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7),segment_id=7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:15.254847 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '652ef14a-dfc2-4475-9d4e-4a7b1d006abf', 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527', 'port_id': '652ef14a-dfc2-4475-9d4e-4a7b1d006abf', 'mac_address': 'fa:16:3e:0c:8c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:37:15.279137 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350aa169-c8ac-49ee-868c-72437f18d903 req-375fdc23-8fb5-4666-b057-4896b49dacde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:15.280850 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-350aa169-c8ac-49ee-868c-72437f18d903 req-375fdc23-8fb5-4666-b057-4896b49dacde service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 1095 time: 0.2571363 Jun 17 08:37:15.282799 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a79a936-f8ce-46ca-897d-fc6918ac50aa None None] Network 67d432c0-aec1-4bb0-b6ac-80a3209ce476 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:15.292249 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a4b58-9654-401f-931d-f96770993240 req-fff98f32-8f61-4e8d-a4f5-e1703a17e97a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:15.295483 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7f5a4b58-9654-401f-931d-f96770993240 req-fff98f32-8f61-4e8d-a4f5-e1703a17e97a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3022242 Jun 17 08:37:15.302190 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 8b731abf-12b4-40c8-a74a-72ae2e27d35f completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:15.337800 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-382e45ac-72a2-4f80-b55d-123ccd6bfef5 req-0785e6ee-989e-4519-97b6-7512345fa808 tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:15.368903 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:15.379290 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-f4a8a436-928c-4745-9e6c-110c17b43296 admin admin] Allocated IP 172.25.2.118 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/784944e8-7102-4b8e-852d-54ce9e79b0db) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:15.388434 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7f5a4b58-9654-401f-931d-f96770993240 req-fa8ea0e8-b522-4d9c-938c-688f0c59d883 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/quotas/0948d5e43af24be5adbe3ba56dc21ec4 HTTP/1.1" status: 200 len: 375 time: 0.0753934 Jun 17 08:37:15.398841 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 652ef14a-dfc2-4475-9d4e-4a7b1d006abf {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:37:15.430802 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 652ef14a-dfc2-4475-9d4e-4a7b1d006abf, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=652ef14a-dfc2-4475-9d4e-4a7b1d006abf,segment=NetworkSegment(7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7),segment_id=7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:15.434759 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7f5a4b58-9654-401f-931d-f96770993240 req-113e44b6-f5b7-4c04-8246-a9a8456677d6 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0948d5e43af24be5adbe3ba56dc21ec4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404005 Jun 17 08:37:15.499367 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-382e45ac-72a2-4f80-b55d-123ccd6bfef5 req-0785e6ee-989e-4519-97b6-7512345fa808 tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:15.504665 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c666a808-074b-4c6d-98cb-6f884850a41f None None] Provisioning for port 8b731abf-12b4-40c8-a74a-72ae2e27d35f completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:15.511000 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5ed85bd0-8209-4ad1-a1de-9969dcd8ec43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:15.511214 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c666a808-074b-4c6d-98cb-6f884850a41f None None] Provisioning complete for port 8b731abf-12b4-40c8-a74a-72ae2e27d35f triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:15.511558 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c666a808-074b-4c6d-98cb-6f884850a41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:15.518677 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350aa169-c8ac-49ee-868c-72437f18d903 req-9795e675-0b14-4a88-86e1-ff35f7d93a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:15.520880 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-350aa169-c8ac-49ee-868c-72437f18d903 req-9795e675-0b14-4a88-86e1-ff35f7d93a05 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f60ef741-1693-4275-83c4-b371328659a8 HTTP/1.1" status: 200 len: 908 time: 0.2221544 Jun 17 08:37:15.543437 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785e6ee-989e-4519-97b6-7512345fa808 tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13781720-b36b-4093-8f83-7525ca6bc06b,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:15.557566 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0785e6ee-989e-4519-97b6-7512345fa808 tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:15.558663 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0785e6ee-989e-4519-97b6-7512345fa808 tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:15.559473 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0785e6ee-989e-4519-97b6-7512345fa808 tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:15.560364 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0785e6ee-989e-4519-97b6-7512345fa808 tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:15.564739 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0785e6ee-989e-4519-97b6-7512345fa808 tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:15.564739 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0785e6ee-989e-4519-97b6-7512345fa808 tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:15.564739 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0785e6ee-989e-4519-97b6-7512345fa808 tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:15.564739 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0785e6ee-989e-4519-97b6-7512345fa808 tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:15.564739 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0785e6ee-989e-4519-97b6-7512345fa808 tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:15.564739 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0785e6ee-989e-4519-97b6-7512345fa808 tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:15.564739 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0785e6ee-989e-4519-97b6-7512345fa808 tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:15.565906 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0785e6ee-989e-4519-97b6-7512345fa808 tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:15.575533 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-350aa169-c8ac-49ee-868c-72437f18d903 req-6f0e5cbc-608b-412d-801a-faf74ee66166 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3472699-738f-4841-b702-3da81639efef HTTP/1.1" status: 200 len: 217 time: 0.0466328 Jun 17 08:37:15.587555 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0785e6ee-989e-4519-97b6-7512345fa808 tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:15.632832 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-382e45ac-72a2-4f80-b55d-123ccd6bfef5 req-0785e6ee-989e-4519-97b6-7512345fa808 tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:15.645935 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-382e45ac-72a2-4f80-b55d-123ccd6bfef5 req-0785e6ee-989e-4519-97b6-7512345fa808 tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5333498 Jun 17 08:37:15.658028 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f4a8a436-928c-4745-9e6c-110c17b43296 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:15.671321 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350aa169-c8ac-49ee-868c-72437f18d903 req-01df5a16-db14-4b20-8941-24c5f22da66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:15.672681 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-350aa169-c8ac-49ee-868c-72437f18d903 req-01df5a16-db14-4b20-8941-24c5f22da66b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=58b6fa78-2c4d-4c76-9c04-e4c6434a4b98 HTTP/1.1" status: 200 len: 847 time: 0.0869486 Jun 17 08:37:15.684209 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:15.684994 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 99eed13f-3678-4420-a7d3-ac4e681790c2 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:37:15.689116 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:15.711370 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-350aa169-c8ac-49ee-868c-72437f18d903 req-db1e2905-9189-4f03-a181-7559c0cdf18f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f60ef741-1693-4275-83c4-b371328659a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320556 Jun 17 08:37:15.810672 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=652ef14a-dfc2-4475-9d4e-4a7b1d006abf,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:15.832249 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:15.836261 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.db.resource_extend [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:37:15.901869 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-350aa169-c8ac-49ee-868c-72437f18d903 req-36f56346-dad7-4a6f-b237-1cad1c5e7c72 service neutron] 10.222.0.50 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710281 Jun 17 08:37:15.959445 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f4a8a436-928c-4745-9e6c-110c17b43296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.019518 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c666a808-074b-4c6d-98cb-6f884850a41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.047580 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a9598e64-dad3-4e71-87b5-519680fcde61 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:16.111836 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-c666a808-074b-4c6d-98cb-6f884850a41f None None] For port 8b731abf-12b4-40c8-a74a-72ae2e27d35f, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=8b731abf-12b4-40c8-a74a-72ae2e27d35f,segment=NetworkSegment(05855bdd-6e93-4d6f-82ea-ff21360fa3a2),segment_id=05855bdd-6e93-4d6f-82ea-ff21360fa3a2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:16.148690 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 99eed13f-3678-4420-a7d3-ac4e681790c2, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=99eed13f-3678-4420-a7d3-ac4e681790c2,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:16.182170 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '99eed13f-3678-4420-a7d3-ac4e681790c2', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '99eed13f-3678-4420-a7d3-ac4e681790c2', 'mac_address': 'fa:16:3e:d9:4f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:37:16.225776 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a8a436-928c-4745-9e6c-110c17b43296 admin admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:16.230906 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8a436-928c-4745-9e6c-110c17b43296 admin admin] Pushing event updated for resources: {'Port': ['ID=784944e8-7102-4b8e-852d-54ce9e79b0db,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:16.237819 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-f4a8a436-928c-4745-9e6c-110c17b43296 admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:16.246230 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.249741 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c666a808-074b-4c6d-98cb-6f884850a41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.258301 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:16.267768 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f4a8a436-928c-4745-9e6c-110c17b43296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:16.284650 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99eed13f-3678-4420-a7d3-ac4e681790c2 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:37:16.322055 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 99eed13f-3678-4420-a7d3-ac4e681790c2, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=99eed13f-3678-4420-a7d3-ac4e681790c2,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:16.336560 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666a808-074b-4c6d-98cb-6f884850a41f None None] Pushing event updated for resources: {'Port': ['ID=8b731abf-12b4-40c8-a74a-72ae2e27d35f,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:16.344809 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a8a436-928c-4745-9e6c-110c17b43296 admin admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:16.350249 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-c666a808-074b-4c6d-98cb-6f884850a41f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:16.352782 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-350aa169-c8ac-49ee-868c-72437f18d903 req-ba9e74a5-62be-48af-8162-89e70d1b7588 service neutron] 10.222.0.50 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426255 Jun 17 08:37:16.382279 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-b2dac4df-5992-4f23-aab0-1061f53f3f64 req-2d95ddfa-a37e-4e02-b7dd-8402edd07eec tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1691896723', 'description': 'tempest-description-975735008'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:16.397957 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a93fc529-d8f3-4273-abdb-0d562b104977 None None] Provisioning complete for port 8b731abf-12b4-40c8-a74a-72ae2e27d35f triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:16.398415 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a93fc529-d8f3-4273-abdb-0d562b104977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.450214 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.453668 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:16.512653 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b2dac4df-5992-4f23-aab0-1061f53f3f64 req-2d95ddfa-a37e-4e02-b7dd-8402edd07eec tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.526262 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b2dac4df-5992-4f23-aab0-1061f53f3f64 req-2d95ddfa-a37e-4e02-b7dd-8402edd07eec tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.554152 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=99eed13f-3678-4420-a7d3-ac4e681790c2,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:16.565342 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:16.566359 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:16.567401 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:16.568356 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:16.569199 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:16.569993 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:16.571969 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:16.572988 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:16.573790 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:16.574590 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:16.575389 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:16.576254 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:16.598626 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:16.680328 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9568151-dbe9-4227-8d42-f47e0ab6694b req-430340c7-9a52-466d-91c3-4a75914808fc tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:16.681911 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e9568151-dbe9-4227-8d42-f47e0ab6694b req-430340c7-9a52-466d-91c3-4a75914808fc tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5e337c-bf07-4b4c-a816-067a83b71e60 HTTP/1.1" status: 200 len: 944 time: 0.5593917 Jun 17 08:37:16.705613 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b2dac4df-5992-4f23-aab0-1061f53f3f64 req-2d95ddfa-a37e-4e02-b7dd-8402edd07eec tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.772468 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e9568151-dbe9-4227-8d42-f47e0ab6694b req-36f5b36f-8284-42d9-bc03-a3ab4e10ce55 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/security-groups?id=da8c91fc-15fc-4551-8e19-1d9282b795c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745981 Jun 17 08:37:16.806023 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['652ef14a-dfc2-4475-9d4e-4a7b1d006abf'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:37:16.812907 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['99eed13f-3678-4420-a7d3-ac4e681790c2'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:37:16.862510 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dc2b3013-89aa-473b-93b3-3773e2768bbe req-76236290-c355-4deb-aa4f-976debaffbdd tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=61f81ce8-aa89-48ff-8798-d6239fd82a17 HTTP/1.1" status: 200 len: 210 time: 0.0302043 Jun 17 08:37:16.875211 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b2dac4df-5992-4f23-aab0-1061f53f3f64 req-2d95ddfa-a37e-4e02-b7dd-8402edd07eec tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.882485 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ffed9f09-0f8b-40e3-a6f2-e2843bc23ca2 tempest-AggregatesAdminTestJSON-1647183935 tempest-AggregatesAdminTestJSON-1647183935-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:16.896565 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:37:16.948592 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95ddfa-a37e-4e02-b7dd-8402edd07eec tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad74a1e6-b08e-46a3-a80f-e728f7df0895,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:16.952495 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2d95ddfa-a37e-4e02-b7dd-8402edd07eec tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:17.040049 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b2dac4df-5992-4f23-aab0-1061f53f3f64 req-2d95ddfa-a37e-4e02-b7dd-8402edd07eec tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.054462 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 8b731abf-12b4-40c8-a74a-72ae2e27d35f up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:17.151285 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b2dac4df-5992-4f23-aab0-1061f53f3f64 req-2d95ddfa-a37e-4e02-b7dd-8402edd07eec tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.154660 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-983aeb69-3fc7-478d-af92-766cf3a7ba82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:17.156724 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 8b731abf-12b4-40c8-a74a-72ae2e27d35f triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:17.157649 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.187523 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95ddfa-a37e-4e02-b7dd-8402edd07eec tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebed5b1-c324-42fe-8d3c-c710b8b23c54,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:17.190826 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2d95ddfa-a37e-4e02-b7dd-8402edd07eec tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:17.258254 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f4a8a436-928c-4745-9e6c-110c17b43296 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.303203 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b2dac4df-5992-4f23-aab0-1061f53f3f64 req-2d95ddfa-a37e-4e02-b7dd-8402edd07eec tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.303450 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12d3ac-90f9-4352-9f9b-ff95ddd0859a req-03d8534c-570d-4371-b55f-9f8539cfc67a tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:17.304774 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b12d3ac-90f9-4352-9f9b-ff95ddd0859a req-03d8534c-570d-4371-b55f-9f8539cfc67a tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=64315ec0-d238-4979-80ea-32c581b72ee6 HTTP/1.1" status: 200 len: 948 time: 0.1882365 Jun 17 08:37:17.305626 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b2dac4df-5992-4f23-aab0-1061f53f3f64 req-2d95ddfa-a37e-4e02-b7dd-8402edd07eec tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9288549 Jun 17 08:37:17.402188 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b12d3ac-90f9-4352-9f9b-ff95ddd0859a req-a5c4acc2-e511-49c8-bb97-ca56de204893 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/security-groups?id=c645bbf3-a6dc-47d7-884f-6efcbbf7a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705147 Jun 17 08:37:17.429419 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.523020 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-6d84a13d-0e00-479f-b932-c2c29d461c80 req-96d15e9b-aadd-4edd-93fe-70f3a8641ca6 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1869258508', 'description': 'tempest-description-1072799600'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:17.549333 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ac041-75f8-40c1-894c-5e32d92eec70 req-272a84ee-b7a7-4117-bcc9-94c134ac5e7f tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:17.552779 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-001ac041-75f8-40c1-894c-5e32d92eec70 req-272a84ee-b7a7-4117-bcc9-94c134ac5e7f tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 943 time: 0.0931113 Jun 17 08:37:17.585992 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f4a8a436-928c-4745-9e6c-110c17b43296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.619893 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-001ac041-75f8-40c1-894c-5e32d92eec70 req-4551f1fe-ff84-4335-9da3-6c4f5456bc68 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588179 Jun 17 08:37:17.681829 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d84a13d-0e00-479f-b932-c2c29d461c80 req-96d15e9b-aadd-4edd-93fe-70f3a8641ca6 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.841309 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d84a13d-0e00-479f-b932-c2c29d461c80 req-96d15e9b-aadd-4edd-93fe-70f3a8641ca6 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.881216 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f5071169-905e-4940-bd57-16d0e890386f req-95dd72e7-7ddc-480e-8a0a-04e85d4039ed tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0948d5e43af24be5adbe3ba56dc21ec4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238352 Jun 17 08:37:17.965095 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a8a436-928c-4745-9e6c-110c17b43296 admin admin] Router b7a64f47-3774-4721-b8ea-c14e23fa94f7 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:37:17.968297 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d84a13d-0e00-479f-b932-c2c29d461c80 req-96d15e9b-aadd-4edd-93fe-70f3a8641ca6 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.978382 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:18.128402 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d15e9b-aadd-4edd-93fe-70f3a8641ca6 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9ee029-6c34-4543-a8e5-360b538c8e58,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:18.142116 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d84a13d-0e00-479f-b932-c2c29d461c80 req-96d15e9b-aadd-4edd-93fe-70f3a8641ca6 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.143348 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d84a13d-0e00-479f-b932-c2c29d461c80 req-96d15e9b-aadd-4edd-93fe-70f3a8641ca6 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6498053 Jun 17 08:37:18.144218 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-96d15e9b-aadd-4edd-93fe-70f3a8641ca6 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:18.176805 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5071169-905e-4940-bd57-16d0e890386f req-520a2d04-d89a-47a8-b60f-d5859ead9e31 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:18.181437 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f5071169-905e-4940-bd57-16d0e890386f req-520a2d04-d89a-47a8-b60f-d5859ead9e31 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2908971 Jun 17 08:37:18.197680 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-f5071169-905e-4940-bd57-16d0e890386f req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Request body: {'port': {'device_id': 'e34c3a43-6579-49d1-82ff-3201c137259f', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'admin_state_up': True, 'tenant_id': '0948d5e43af24be5adbe3ba56dc21ec4'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:18.272190 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device e3472699-738f-4841-b702-3da81639efef details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:37:18.381688 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a8a436-928c-4745-9e6c-110c17b43296 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:37:18.396527 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd567a-723e-451e-a7a4-e7c6198ae864 None None] Sync routers for ids ['b7a64f47-3774-4721-b8ea-c14e23fa94f7'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:37:18.418205 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfd567a-723e-451e-a7a4-e7c6198ae864 None None] Routers {'b7a64f47-3774-4721-b8ea-c14e23fa94f7'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:37:18.419916 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-1cfd567a-723e-451e-a7a4-e7c6198ae864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:36:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['b7a64f47-3774-4721-b8ea-c14e23fa94f7'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:18.492016 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f4a8a436-928c-4745-9e6c-110c17b43296 admin admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.498379 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39278) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:18.499196 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f4a8a436-928c-4745-9e6c-110c17b43296 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.4760721 Jun 17 08:37:18.508470 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port e3472699-738f-4841-b702-3da81639efef, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=e3472699-738f-4841-b702-3da81639efef,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:18.547842 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': 'e3472699-738f-4841-b702-3da81639efef', 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8', 'port_id': 'e3472699-738f-4841-b702-3da81639efef', 'mac_address': 'fa:16:3e:7f:84:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b6fa78-2c4d-4c76-9c04-e4c6434a4b98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:37:18.568035 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1975a-2412-4acd-8512-1abbcf76732e req-d06a0a4f-ea06-480b-b730-e2799958c305 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:18.569879 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-66e1975a-2412-4acd-8512-1abbcf76732e req-d06a0a4f-ea06-480b-b730-e2799958c305 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5e337c-bf07-4b4c-a816-067a83b71e60 HTTP/1.1" status: 200 len: 944 time: 0.2855892 Jun 17 08:37:18.655317 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-66e1975a-2412-4acd-8512-1abbcf76732e req-ca760c39-6a89-4eca-844f-8bbc449b99e1 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/security-groups?id=da8c91fc-15fc-4551-8e19-1d9282b795c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750830 Jun 17 08:37:18.677844 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-1cfd567a-723e-451e-a7a4-e7c6198ae864 None None] Set router b7a64f47-3774-4721-b8ea-c14e23fa94f7 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:37:18.711271 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5071169-905e-4940-bd57-16d0e890386f req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Made reservation on behalf of 0948d5e43af24be5adbe3ba56dc21ec4 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:18.718828 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.719484 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f5071169-905e-4940-bd57-16d0e890386f req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.739467 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-15b4ca74-642b-4ba4-b306-15e55baf98b6 req-ed390dbd-ad35-483c-9679-0567190cf0cd tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=61f81ce8-aa89-48ff-8798-d6239fd82a17 HTTP/1.1" status: 200 len: 210 time: 0.0947766 Jun 17 08:37:18.764473 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3472699-738f-4841-b702-3da81639efef {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:37:18.779456 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f5071169-905e-4940-bd57-16d0e890386f req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.844750 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port e3472699-738f-4841-b702-3da81639efef, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=e3472699-738f-4841-b702-3da81639efef,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:18.963090 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.968737 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:19.080844 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 652ef14a-dfc2-4475-9d4e-4a7b1d006abf up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:19.081073 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f5071169-905e-4940-bd57-16d0e890386f req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:19.100536 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-1cfd567a-723e-451e-a7a4-e7c6198ae864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a64f47-3774-4721-b8ea-c14e23fa94f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1088562443-router', 'tenant_id': '83cf41e7e8fb4fe69e4189b1b65c9e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '784944e8-7102-4b8e-852d-54ce9e79b0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:13Z', 'updated_at': '2021-06-17T08:37:16Z', 'revision_number': 3, 'project_id': '83cf41e7e8fb4fe69e4189b1b65c9e7a', 'gw_port': {'id': '784944e8-7102-4b8e-852d-54ce9e79b0db', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a64f47-3774-4721-b8ea-c14e23fa94f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:15Z', 'updated_at': '2021-06-17T08:37:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:19.131432 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=e3472699-738f-4841-b702-3da81639efef,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:19.136361 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:19.194780 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f5071169-905e-4940-bd57-16d0e890386f req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:19.216046 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-48943279-45df-4b19-a6a8-5d9c2d07db0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:19.218986 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['e3472699-738f-4841-b702-3da81639efef'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:37:19.266831 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=261d2836-c02a-4726-bc44-d27644f5f798,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:19.283590 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd567a-723e-451e-a7a4-e7c6198ae864 None None] Checking router: b7a64f47-3774-4721-b8ea-c14e23fa94f7 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:37:19.283962 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd567a-723e-451e-a7a4-e7c6198ae864 None None] Updating router b7a64f47-3774-4721-b8ea-c14e23fa94f7 port 784944e8-7102-4b8e-852d-54ce9e79b0db binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:37:19.289396 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:19.289939 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:19.290396 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:19.290853 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:19.291302 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:19.291783 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:19.292231 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:19.292695 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:19.293132 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:19.293572 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:19.294010 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:19.294509 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:19.302936 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:19.345408 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-1cfd567a-723e-451e-a7a4-e7c6198ae864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:19.362094 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 652ef14a-dfc2-4475-9d4e-4a7b1d006abf completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:19.377969 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 652ef14a-dfc2-4475-9d4e-4a7b1d006abf triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:19.382195 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:19.402071 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e8d51-a0db-47cb-a008-ecaa797877d1 req-d6f3cbef-192f-470e-816f-6d938d4481ce tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:19.403823 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-405e8d51-a0db-47cb-a008-ecaa797877d1 req-d6f3cbef-192f-470e-816f-6d938d4481ce tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=64315ec0-d238-4979-80ea-32c581b72ee6 HTTP/1.1" status: 200 len: 948 time: 0.2201433 Jun 17 08:37:19.466140 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c251b2ca-137d-4efa-ad26-dee6eb6295da req-64e96077-d158-4298-9a7f-d8b99f0bbb19 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45080 time: 0.5881736 Jun 17 08:37:19.495656 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-405e8d51-a0db-47cb-a008-ecaa797877d1 req-d9fd3143-5795-406b-94a2-ef15dc3b9d0a tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/security-groups?id=c645bbf3-a6dc-47d7-884f-6efcbbf7a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788112 Jun 17 08:37:19.548202 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-f5071169-905e-4940-bd57-16d0e890386f req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Allocated IP 192.168.233.181 (26debee9-bc17-4dec-acaf-a4c976511744/9fa94245-1f4d-486b-9e45-990a58fa5ffe/4c6a4554-5f02-4460-aa6e-57387a4631c7) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:19.642061 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:19.662480 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6646530-d215-499a-b241-197b0e49d6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:19.683047 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-1cfd567a-723e-451e-a7a4-e7c6198ae864 None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:19.694749 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-1cfd567a-723e-451e-a7a4-e7c6198ae864 None None] Transition to ACTIVE for port object 784944e8-7102-4b8e-852d-54ce9e79b0db will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:19.744655 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c251b2ca-137d-4efa-ad26-dee6eb6295da req-b393b4d6-55cb-4e39-82ca-e2f09976d322 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "GET /v2.0/security-groups/0022d816-3c3d-4c7d-bdad-38363594f34e HTTP/1.1" status: 200 len: 2977 time: 0.2772522 Jun 17 08:37:19.757487 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5e337c-bf07-4b4c-a816-067a83b71e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652ef14a-dfc2-4475-9d4e-4a7b1d006abf'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:19.761354 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f67e2de-484f-4d64-8650-9f41cd94dd17" -d '{"events": [{"server_uuid": "2f5e337c-bf07-4b4c-a816-067a83b71e60", "name": "network-vif-plugged", "status": "completed", "tag": "652ef14a-dfc2-4475-9d4e-4a7b1d006abf"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:19.778536 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7f5a4b58-9654-401f-931d-f96770993240 req-50bd7e9c-9a70-485e-a0c5-ed7a1de49412 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0948d5e43af24be5adbe3ba56dc21ec4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0984583 Jun 17 08:37:19.788764 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-1cfd567a-723e-451e-a7a4-e7c6198ae864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:19.791904 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:19.792104 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 652ef14a-dfc2-4475-9d4e-4a7b1d006abf, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=652ef14a-dfc2-4475-9d4e-4a7b1d006abf,segment=NetworkSegment(7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7),segment_id=7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:19.849745 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1cecc7-d758-4331-b4e4-7b1847f02800 None None] Pushing event updated for resources: {'Port': ['ID=784944e8-7102-4b8e-852d-54ce9e79b0db,revision_number=2']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:19.853700 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ea801-e661-46d5-a928-01889a20b571 req-dfb153eb-b994-4a88-b295-deb4c928fa96 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:19.855337 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fb9ea801-e661-46d5-a928-01889a20b571 req-dfb153eb-b994-4a88-b295-deb4c928fa96 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 944 time: 0.1481483 Jun 17 08:37:19.857117 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-0c1cecc7-d758-4331-b4e4-7b1847f02800 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:19.858740 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-1cfd567a-723e-451e-a7a4-e7c6198ae864 None None] Attempting to bind port 784944e8-7102-4b8e-852d-54ce9e79b0db on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:19.859427 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-1cfd567a-723e-451e-a7a4-e7c6198ae864 None None] Attempting to bind port 784944e8-7102-4b8e-852d-54ce9e79b0db by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:19.860048 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfd567a-723e-451e-a7a4-e7c6198ae864 None None] Attempting to bind port 784944e8-7102-4b8e-852d-54ce9e79b0db on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:19.866684 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f5071169-905e-4940-bd57-16d0e890386f req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:19.870860 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfd567a-723e-451e-a7a4-e7c6198ae864 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:19.873191 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfd567a-723e-451e-a7a4-e7c6198ae864 None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:19.873191 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-1cfd567a-723e-451e-a7a4-e7c6198ae864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:19.873191 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfd567a-723e-451e-a7a4-e7c6198ae864 None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:19.873191 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-1cfd567a-723e-451e-a7a4-e7c6198ae864 None None] Bound port: 784944e8-7102-4b8e-852d-54ce9e79b0db, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:19.874182 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-1cfd567a-723e-451e-a7a4-e7c6198ae864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:19.897101 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-f5071169-905e-4940-bd57-16d0e890386f req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Transition to ACTIVE for port object 4c6a4554-5f02-4460-aa6e-57387a4631c7 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:19.906841 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:19.908581 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 99eed13f-3678-4420-a7d3-ac4e681790c2 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:19.929510 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fb9ea801-e661-46d5-a928-01889a20b571 req-926ebd32-d14f-441a-8451-2a05f350fa49 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601752 Jun 17 08:37:19.942626 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-1cfd567a-723e-451e-a7a4-e7c6198ae864 None None] For port 784944e8-7102-4b8e-852d-54ce9e79b0db, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:19.947086 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-1cfd567a-723e-451e-a7a4-e7c6198ae864 None None] For port 784944e8-7102-4b8e-852d-54ce9e79b0db, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=784944e8-7102-4b8e-852d-54ce9e79b0db,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:19.980523 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:20.037566 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c251b2ca-137d-4efa-ad26-dee6eb6295da req-8d41f959-a762-4f89-92c0-70c4f109fca8 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "GET /v2.0/security-groups/0022d816-3c3d-4c7d-bdad-38363594f34e HTTP/1.1" status: 200 len: 2977 time: 0.2915897 Jun 17 08:37:20.056101 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-1cfd567a-723e-451e-a7a4-e7c6198ae864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.072842 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-0c1cecc7-d758-4331-b4e4-7b1847f02800 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:20.093793 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f5071169-905e-4940-bd57-16d0e890386f req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.100440 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f4a8a436-928c-4745-9e6c-110c17b43296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:20.145123 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfd567a-723e-451e-a7a4-e7c6198ae864 None None] Routers {'b7a64f47-3774-4721-b8ea-c14e23fa94f7'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:37:20.146684 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-1cfd567a-723e-451e-a7a4-e7c6198ae864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:36:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['b7a64f47-3774-4721-b8ea-c14e23fa94f7'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:20.147000 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=652ef14a-dfc2-4475-9d4e-4a7b1d006abf,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:20.147156 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a4b58-9654-401f-931d-f96770993240 req-1a056f69-05cc-48e0-a49e-c0aac12b5954 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:20.148730 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7f5a4b58-9654-401f-931d-f96770993240 req-1a056f69-05cc-48e0-a49e-c0aac12b5954 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3611667 Jun 17 08:37:20.153847 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:20.163357 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-7f5a4b58-9654-401f-931d-f96770993240 req-8f891917-a333-432e-b9e5-3288a7311eb8 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Request body: {'port': {'device_id': '61f81ce8-aa89-48ff-8798-d6239fd82a17', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'admin_state_up': True, 'tenant_id': '0948d5e43af24be5adbe3ba56dc21ec4'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:20.228949 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5071169-905e-4940-bd57-16d0e890386f req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Network 26debee9-bc17-4dec-acaf-a4c976511744 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:20.233229 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.249955 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-f5071169-905e-4940-bd57-16d0e890386f req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:20.250239 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c251b2ca-137d-4efa-ad26-dee6eb6295da req-ea91c5c2-142a-4b58-9f03-06eefcbb85b7 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "GET /v2.0/security-groups/12af76c2-5de1-4f75-a360-05d48c7a09d2 HTTP/1.1" status: 200 len: 2973 time: 0.1980178 Jun 17 08:37:20.260235 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5071169-905e-4940-bd57-16d0e890386f req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:20.272417 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5071169-905e-4940-bd57-16d0e890386f req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:20.273193 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f5071169-905e-4940-bd57-16d0e890386f req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.280571 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 99eed13f-3678-4420-a7d3-ac4e681790c2 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:20.280966 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Pushing event updated for resources: {'Port': ['ID=4c6a4554-5f02-4460-aa6e-57387a4631c7,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:20.305130 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:20.305286 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device e3472699-738f-4841-b702-3da81639efef up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:20.343253 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-f6646530-d215-499a-b241-197b0e49d6ff admin admin] Allocated IP 172.20.0.1 (67d432c0-aec1-4bb0-b6ac-80a3209ce476/40be7263-3a66-488d-b7fa-e5824e5f91cc/f1df15da-bbb6-4e90-b620-3c40be70ebbf) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:20.384089 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 99eed13f-3678-4420-a7d3-ac4e681790c2 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:20.384747 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.413374 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c251b2ca-137d-4efa-ad26-dee6eb6295da req-58576b32-8371-4c00-882d-9793cac01156 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "GET /v2.0/security-groups/12af76c2-5de1-4f75-a360-05d48c7a09d2 HTTP/1.1" status: 200 len: 2973 time: 0.1395049 Jun 17 08:37:20.471915 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1cecc7-d758-4331-b4e4-7b1847f02800 None None] Pushing event updated for resources: {'Port': ['ID=784944e8-7102-4b8e-852d-54ce9e79b0db,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:20.487159 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f5071169-905e-4940-bd57-16d0e890386f req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2960641 Jun 17 08:37:20.503616 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1cecc7-d758-4331-b4e4-7b1847f02800 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:20.504116 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1cecc7-d758-4331-b4e4-7b1847f02800 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:20.504422 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1cecc7-d758-4331-b4e4-7b1847f02800 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:20.504721 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1cecc7-d758-4331-b4e4-7b1847f02800 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:20.505766 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1cecc7-d758-4331-b4e4-7b1847f02800 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:20.505766 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1cecc7-d758-4331-b4e4-7b1847f02800 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:20.505766 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1cecc7-d758-4331-b4e4-7b1847f02800 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:20.506136 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1cecc7-d758-4331-b4e4-7b1847f02800 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:20.506276 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1cecc7-d758-4331-b4e4-7b1847f02800 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:20.506592 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1cecc7-d758-4331-b4e4-7b1847f02800 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:20.506830 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1cecc7-d758-4331-b4e4-7b1847f02800 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:20.507746 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1cecc7-d758-4331-b4e4-7b1847f02800 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:20.509313 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-f5071169-905e-4940-bd57-16d0e890386f req-b7bd6e90-becb-46d7-ad9f-b068e870b7b7 service neutron] Request body: {'port': {'device_id': 'e34c3a43-6579-49d1-82ff-3201c137259f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:20.521805 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-0c1cecc7-d758-4331-b4e4-7b1847f02800 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:20.555676 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c251b2ca-137d-4efa-ad26-dee6eb6295da req-b858ca2c-a86b-4499-a404-ec9737c367a7 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "GET /v2.0/security-groups/22663a23-4ac8-4988-b975-271c36da8e82 HTTP/1.1" status: 200 len: 2977 time: 0.1409080 Jun 17 08:37:20.573010 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-1cfd567a-723e-451e-a7a4-e7c6198ae864 None None] Set router b7a64f47-3774-4721-b8ea-c14e23fa94f7 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:37:20.586783 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port e3472699-738f-4841-b702-3da81639efef completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:20.601935 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port e3472699-738f-4841-b702-3da81639efef triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:20.602737 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.636312 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c01409-4c65-4c79-bca1-06c69899d661 req-85bbba03-872f-444c-9ec9-0551043495d2 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:20.637956 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-89c01409-4c65-4c79-bca1-06c69899d661 req-85bbba03-872f-444c-9ec9-0551043495d2 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5e337c-bf07-4b4c-a816-067a83b71e60 HTTP/1.1" status: 200 len: 945 time: 0.2592609 Jun 17 08:37:20.648423 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f5071169-905e-4940-bd57-16d0e890386f req-b7bd6e90-becb-46d7-ad9f-b068e870b7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.672970 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.736640 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-89c01409-4c65-4c79-bca1-06c69899d661 req-308c01bd-4358-42c5-9d77-2d2bd38a4995 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/security-groups?id=da8c91fc-15fc-4551-8e19-1d9282b795c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725231 Jun 17 08:37:20.801824 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f5a4b58-9654-401f-931d-f96770993240 req-8f891917-a333-432e-b9e5-3288a7311eb8 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Made reservation on behalf of 0948d5e43af24be5adbe3ba56dc21ec4 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:20.805349 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7f5a4b58-9654-401f-931d-f96770993240 req-8f891917-a333-432e-b9e5-3288a7311eb8 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.819356 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 99eed13f-3678-4420-a7d3-ac4e681790c2, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=99eed13f-3678-4420-a7d3-ac4e681790c2,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:20.859374 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-1cfd567a-723e-451e-a7a4-e7c6198ae864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a64f47-3774-4721-b8ea-c14e23fa94f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1088562443-router', 'tenant_id': '83cf41e7e8fb4fe69e4189b1b65c9e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '784944e8-7102-4b8e-852d-54ce9e79b0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:13Z', 'updated_at': '2021-06-17T08:37:16Z', 'revision_number': 3, 'project_id': '83cf41e7e8fb4fe69e4189b1b65c9e7a', 'gw_port': {'id': '784944e8-7102-4b8e-852d-54ce9e79b0db', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a64f47-3774-4721-b8ea-c14e23fa94f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:15Z', 'updated_at': '2021-06-17T08:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:20.897313 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494e8992-1c6a-46d9-aed4-097e0486753e x-openstack-request-id: req-494e8992-1c6a-46d9-aed4-097e0486753e {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:20.898062 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd567a-723e-451e-a7a4-e7c6198ae864 None None] The sync data for ids ['b7a64f47-3774-4721-b8ea-c14e23fa94f7'] in n-d-758944-30 is: [{'id': 'b7a64f47-3774-4721-b8ea-c14e23fa94f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1088562443-router', 'tenant_id': '83cf41e7e8fb4fe69e4189b1b65c9e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '784944e8-7102-4b8e-852d-54ce9e79b0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:13Z', 'updated_at': '2021-06-17T08:37:16Z', 'revision_number': 3, 'project_id': '83cf41e7e8fb4fe69e4189b1b65c9e7a', 'gw_port': {'id': '784944e8-7102-4b8e-852d-54ce9e79b0db', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a64f47-3774-4721-b8ea-c14e23fa94f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:15Z', 'updated_at': '2021-06-17T08:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:37:20.899389 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5e337c-bf07-4b4c-a816-067a83b71e60", "name": "network-vif-plugged", "status": "completed", "tag": "652ef14a-dfc2-4475-9d4e-4a7b1d006abf", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:20.899771 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-494e8992-1c6a-46d9-aed4-097e0486753e {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:20.900837 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5e337c-bf07-4b4c-a816-067a83b71e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652ef14a-dfc2-4475-9d4e-4a7b1d006abf', 'code': 200} Jun 17 08:37:20.921240 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6646530-d215-499a-b241-197b0e49d6ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.936806 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.967861 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.53', 64409) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:20.973635 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c251b2ca-137d-4efa-ad26-dee6eb6295da req-4d2ef94a-63ec-4def-914a-556594b2b1a0 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "GET /v2.0/security-groups/22663a23-4ac8-4988-b975-271c36da8e82 HTTP/1.1" status: 200 len: 2977 time: 0.4164968 Jun 17 08:37:20.978396 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-f6646530-d215-499a-b241-197b0e49d6ff admin admin] Transition to ACTIVE for port object f1df15da-bbb6-4e90-b620-3c40be70ebbf will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:21.010047 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:21.013507 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port e3472699-738f-4841-b702-3da81639efef, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=e3472699-738f-4841-b702-3da81639efef,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:21.014539 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-c666a808-074b-4c6d-98cb-6f884850a41f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:21.053154 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b82f4fc4-6789-48b5-b37c-e90433fe6bc5 None None] Provisioning for port 4c6a4554-5f02-4460-aa6e-57387a4631c7 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:21.072059 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b82f4fc4-6789-48b5-b37c-e90433fe6bc5 None None] Provisioning complete for port 4c6a4554-5f02-4460-aa6e-57387a4631c7 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:21.072483 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b82f4fc4-6789-48b5-b37c-e90433fe6bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:21.076879 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c251b2ca-137d-4efa-ad26-dee6eb6295da req-f1c235d3-6f27-46c7-8590-446fc5191fab tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "GET /v2.0/security-groups/33c05035-46d4-45fd-909a-ebffd022775f HTTP/1.1" status: 200 len: 2981 time: 0.0938447 Jun 17 08:37:21.108875 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=99eed13f-3678-4420-a7d3-ac4e681790c2,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:21.113582 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:21.122011 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-b82f4fc4-6789-48b5-b37c-e90433fe6bc5 None None] Port 4c6a4554-5f02-4460-aa6e-57387a4631c7 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:37:21.124636 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4aaba6c2-1392-4d7e-b77d-6b85b51bcd2a req-cc4cc611-3b54-42e7-8cce-da1e81c932ff tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=61f81ce8-aa89-48ff-8798-d6239fd82a17 HTTP/1.1" status: 200 len: 210 time: 0.0591002 Jun 17 08:37:21.133533 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:21.135417 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:21.154804 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c251b2ca-137d-4efa-ad26-dee6eb6295da req-a8d5c7a5-ac95-4448-a8cb-ff54e06eff27 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "GET /v2.0/security-groups/33c05035-46d4-45fd-909a-ebffd022775f HTTP/1.1" status: 200 len: 2981 time: 0.0686414 Jun 17 08:37:21.168974 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e22dcb-0e85-48f0-8519-6c7e80565aca req-0ca3959b-946f-4a57-853f-30c9df31bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:21.170610 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f1e22dcb-0e85-48f0-8519-6c7e80565aca req-0ca3959b-946f-4a57-853f-30c9df31bd8a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2f5e337c-bf07-4b4c-a816-067a83b71e60 HTTP/1.1" status: 200 len: 1097 time: 0.2017148 Jun 17 08:37:21.185913 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=e3472699-738f-4841-b702-3da81639efef,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:21.193504 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:21.205594 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6646530-d215-499a-b241-197b0e49d6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:21.223595 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2b22730b-1142-4ee7-b86d-eec370fca224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:21.242578 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-f5071169-905e-4940-bd57-16d0e890386f req-b7bd6e90-becb-46d7-ad9f-b068e870b7b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c6a4554-5f02-4460-aa6e-57387a4631c7 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:37:21.254028 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f5071169-905e-4940-bd57-16d0e890386f req-b7bd6e90-becb-46d7-ad9f-b068e870b7b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:21.262574 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f1e22dcb-0e85-48f0-8519-6c7e80565aca req-5dee8c36-97b4-42d3-b793-ce7196bd711c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=da8c91fc-15fc-4551-8e19-1d9282b795c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626857 Jun 17 08:37:21.276926 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-f5071169-905e-4940-bd57-16d0e890386f req-b7bd6e90-becb-46d7-ad9f-b068e870b7b7 service neutron] Transition to ACTIVE for port object 4c6a4554-5f02-4460-aa6e-57387a4631c7 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:21.300792 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c251b2ca-137d-4efa-ad26-dee6eb6295da req-8e8cad67-98f1-4875-bd62-b77b2b507632 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "GET /v2.0/security-groups/381da5e0-3aed-4235-ae2b-54958e6577dc HTTP/1.1" status: 200 len: 2981 time: 0.1396356 Jun 17 08:37:21.310094 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6646530-d215-499a-b241-197b0e49d6ff admin admin] Pushing event updated for resources: {'Port': ['ID=f1df15da-bbb6-4e90-b620-3c40be70ebbf,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:21.314944 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6646530-d215-499a-b241-197b0e49d6ff admin admin] Network 67d432c0-aec1-4bb0-b6ac-80a3209ce476 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:21.315831 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f6646530-d215-499a-b241-197b0e49d6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:21.322379 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-f6646530-d215-499a-b241-197b0e49d6ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:21.325225 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6646530-d215-499a-b241-197b0e49d6ff admin admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:21.325683 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6646530-d215-499a-b241-197b0e49d6ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:21.433951 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c251b2ca-137d-4efa-ad26-dee6eb6295da req-80f27af2-b39a-422b-922e-ccb11170e38f tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "GET /v2.0/security-groups/381da5e0-3aed-4235-ae2b-54958e6577dc HTTP/1.1" status: 200 len: 2981 time: 0.1210253 Jun 17 08:37:21.525325 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c251b2ca-137d-4efa-ad26-dee6eb6295da req-72498377-553e-4c7a-ab9d-96c114b5d356 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "GET /v2.0/security-groups/3994830f-b94d-4806-a510-a633a84ab7b4 HTTP/1.1" status: 200 len: 2981 time: 0.0807905 Jun 17 08:37:21.674403 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c251b2ca-137d-4efa-ad26-dee6eb6295da req-3126c635-4684-4e4d-bbba-bb57942450de tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "GET /v2.0/security-groups/3994830f-b94d-4806-a510-a633a84ab7b4 HTTP/1.1" status: 200 len: 2981 time: 0.0593872 Jun 17 08:37:21.674403 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c251b2ca-137d-4efa-ad26-dee6eb6295da req-767e5eb8-2c45-4d20-92c2-761c2f2bcada tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "GET /v2.0/security-groups/7db958c4-ad70-49e8-a538-fef2f307b554 HTTP/1.1" status: 200 len: 2981 time: 0.0598700 Jun 17 08:37:21.686345 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f5071169-905e-4940-bd57-16d0e890386f req-b7bd6e90-becb-46d7-ad9f-b068e870b7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:21.692469 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:22.020287 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c251b2ca-137d-4efa-ad26-dee6eb6295da req-e80d26aa-7b47-43fa-9de9-165d4ccc59a3 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "GET /v2.0/security-groups/7db958c4-ad70-49e8-a538-fef2f307b554 HTTP/1.1" status: 200 len: 2981 time: 0.1201138 Jun 17 08:37:22.025123 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212405c6-4f00-4ef1-8d20-e251509e5062 req-0d0dde86-63a8-48ec-96c0-d129781bcda7 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:22.025123 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-212405c6-4f00-4ef1-8d20-e251509e5062 req-0d0dde86-63a8-48ec-96c0-d129781bcda7 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=64315ec0-d238-4979-80ea-32c581b72ee6 HTTP/1.1" status: 200 len: 949 time: 0.3935425 Jun 17 08:37:22.025123 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd6e90-becb-46d7-ad9f-b068e870b7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6a4554-5f02-4460-aa6e-57387a4631c7,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:22.025123 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b7bd6e90-becb-46d7-ad9f-b068e870b7b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:22.026496 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-7f5a4b58-9654-401f-931d-f96770993240 req-8f891917-a333-432e-b9e5-3288a7311eb8 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Allocated IP 192.168.233.15 (26debee9-bc17-4dec-acaf-a4c976511744/9fa94245-1f4d-486b-9e45-990a58fa5ffe/f62b5d15-8228-4ce8-921d-bbe84d1b207e) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:22.027271 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-212405c6-4f00-4ef1-8d20-e251509e5062 req-6b1c2ff3-8c48-481e-8e2c-290a96997b88 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/security-groups?id=c645bbf3-a6dc-47d7-884f-6efcbbf7a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435805 Jun 17 08:37:22.027361 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c251b2ca-137d-4efa-ad26-dee6eb6295da req-5cef5e84-ed87-4de5-a544-08e908092858 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "GET /v2.0/security-groups/89273f41-7817-4f95-b84e-eca58d78a7fe HTTP/1.1" status: 200 len: 2981 time: 0.0799868 Jun 17 08:37:22.027361 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c251b2ca-137d-4efa-ad26-dee6eb6295da req-2632b279-0126-4459-8e95-62a302d928c8 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "GET /v2.0/security-groups/89273f41-7817-4f95-b84e-eca58d78a7fe HTTP/1.1" status: 200 len: 2981 time: 0.1131101 Jun 17 08:37:22.059800 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-f5071169-905e-4940-bd57-16d0e890386f req-b7bd6e90-becb-46d7-ad9f-b068e870b7b7 service neutron] Attempting to bind port 4c6a4554-5f02-4460-aa6e-57387a4631c7 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:22.060049 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-f5071169-905e-4940-bd57-16d0e890386f req-b7bd6e90-becb-46d7-ad9f-b068e870b7b7 service neutron] Attempting to bind port 4c6a4554-5f02-4460-aa6e-57387a4631c7 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:22.060374 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5071169-905e-4940-bd57-16d0e890386f req-b7bd6e90-becb-46d7-ad9f-b068e870b7b7 service neutron] Attempting to bind port 4c6a4554-5f02-4460-aa6e-57387a4631c7 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:22.070648 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5071169-905e-4940-bd57-16d0e890386f req-b7bd6e90-becb-46d7-ad9f-b068e870b7b7 service neutron] Port 4c6a4554-5f02-4460-aa6e-57387a4631c7 on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:37:22.070993 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5071169-905e-4940-bd57-16d0e890386f req-b7bd6e90-becb-46d7-ad9f-b068e870b7b7 service neutron] Attempting to bind port 4c6a4554-5f02-4460-aa6e-57387a4631c7 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:22.081880 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5071169-905e-4940-bd57-16d0e890386f req-b7bd6e90-becb-46d7-ad9f-b068e870b7b7 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:22.082258 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5071169-905e-4940-bd57-16d0e890386f req-b7bd6e90-becb-46d7-ad9f-b068e870b7b7 service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:22.082946 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5071169-905e-4940-bd57-16d0e890386f req-b7bd6e90-becb-46d7-ad9f-b068e870b7b7 service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:22.083150 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-f5071169-905e-4940-bd57-16d0e890386f req-b7bd6e90-becb-46d7-ad9f-b068e870b7b7 service neutron] Bound port: 4c6a4554-5f02-4460-aa6e-57387a4631c7, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:22.083461 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f5071169-905e-4940-bd57-16d0e890386f req-b7bd6e90-becb-46d7-ad9f-b068e870b7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.096218 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c251b2ca-137d-4efa-ad26-dee6eb6295da req-54b60244-058a-4cf4-838d-9d971f7dc071 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "GET /v2.0/security-groups/ad74a1e6-b08e-46a3-a80f-e728f7df0895 HTTP/1.1" status: 200 len: 2981 time: 0.0932949 Jun 17 08:37:22.116091 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7bd0b3-31ea-4267-a36f-7b60a1c6d4a6 req-b039362f-5c33-4f5c-b316-196d731173f0 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:22.117665 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9d7bd0b3-31ea-4267-a36f-7b60a1c6d4a6 req-b039362f-5c33-4f5c-b316-196d731173f0 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 945 time: 0.1422348 Jun 17 08:37:22.142506 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7f5a4b58-9654-401f-931d-f96770993240 req-8f891917-a333-432e-b9e5-3288a7311eb8 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.170675 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-7f5a4b58-9654-401f-931d-f96770993240 req-8f891917-a333-432e-b9e5-3288a7311eb8 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Transition to ACTIVE for port object f62b5d15-8228-4ce8-921d-bbe84d1b207e will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:22.178279 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c251b2ca-137d-4efa-ad26-dee6eb6295da req-0af24899-d4e6-4437-bb3e-be321c8ed381 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "GET /v2.0/security-groups/ad74a1e6-b08e-46a3-a80f-e728f7df0895 HTTP/1.1" status: 200 len: 2981 time: 0.0662713 Jun 17 08:37:22.212906 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9d7bd0b3-31ea-4267-a36f-7b60a1c6d4a6 req-647a9235-2548-4370-a9a5-1f4721dac4b4 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646820 Jun 17 08:37:22.225671 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-f5071169-905e-4940-bd57-16d0e890386f req-b7bd6e90-becb-46d7-ad9f-b068e870b7b7 service neutron] For port 4c6a4554-5f02-4460-aa6e-57387a4631c7, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:22.229929 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-f5071169-905e-4940-bd57-16d0e890386f req-b7bd6e90-becb-46d7-ad9f-b068e870b7b7 service neutron] For port 4c6a4554-5f02-4460-aa6e-57387a4631c7, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4c6a4554-5f02-4460-aa6e-57387a4631c7,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:22.264878 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-71cc5b30-c6f5-40df-bc43-891746248d4c None None] Provisioning for port f1df15da-bbb6-4e90-b620-3c40be70ebbf completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:22.270510 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-71cc5b30-c6f5-40df-bc43-891746248d4c None None] Provisioning complete for port f1df15da-bbb6-4e90-b620-3c40be70ebbf triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:22.270796 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-71cc5b30-c6f5-40df-bc43-891746248d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.292331 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c251b2ca-137d-4efa-ad26-dee6eb6295da req-05ab88f2-f737-4f71-9968-eaa6e8901eae tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "GET /v2.0/security-groups/affe5fb6-c65d-40a9-beba-68081607a1e8 HTTP/1.1" status: 200 len: 2981 time: 0.0997956 Jun 17 08:37:22.292331 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6646530-d215-499a-b241-197b0e49d6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.331830 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-71cc5b30-c6f5-40df-bc43-891746248d4c None None] Port f1df15da-bbb6-4e90-b620-3c40be70ebbf cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:37:22.380390 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f5071169-905e-4940-bd57-16d0e890386f req-b7bd6e90-becb-46d7-ad9f-b068e870b7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.383898 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:22.405977 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c251b2ca-137d-4efa-ad26-dee6eb6295da req-cfa53e15-4ce4-4d07-a52a-b4a58b95a133 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "GET /v2.0/security-groups/affe5fb6-c65d-40a9-beba-68081607a1e8 HTTP/1.1" status: 200 len: 2981 time: 0.1017718 Jun 17 08:37:22.425384 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5071169-905e-4940-bd57-16d0e890386f req-b7bd6e90-becb-46d7-ad9f-b068e870b7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:22.426065 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f5071169-905e-4940-bd57-16d0e890386f req-b7bd6e90-becb-46d7-ad9f-b068e870b7b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.430132 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f5071169-905e-4940-bd57-16d0e890386f req-b7bd6e90-becb-46d7-ad9f-b068e870b7b7 service neutron] 10.222.0.53 "PUT /v2.0/ports/4c6a4554-5f02-4460-aa6e-57387a4631c7 HTTP/1.1" status: 200 len: 1097 time: 1.9295311 Jun 17 08:37:22.430132 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e34c3a43-6579-49d1-82ff-3201c137259f', 'tag': '4c6a4554-5f02-4460-aa6e-57387a4631c7'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:22.430401 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4dbea8-648c-461b-b946-d0708f97fe3c" -d '{"events": [{"name": "network-changed", "server_uuid": "e34c3a43-6579-49d1-82ff-3201c137259f", "tag": "4c6a4554-5f02-4460-aa6e-57387a4631c7"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:22.470164 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7f5a4b58-9654-401f-931d-f96770993240 req-8f891917-a333-432e-b9e5-3288a7311eb8 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.477387 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd6e90-becb-46d7-ad9f-b068e870b7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6a4554-5f02-4460-aa6e-57387a4631c7,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:22.483017 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b7bd6e90-becb-46d7-ad9f-b068e870b7b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:22.508540 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:22.584588 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f5a4b58-9654-401f-931d-f96770993240 req-8f891917-a333-432e-b9e5-3288a7311eb8 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Network 26debee9-bc17-4dec-acaf-a4c976511744 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:22.604585 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c251b2ca-137d-4efa-ad26-dee6eb6295da req-e95cce38-97d5-45dc-a6c3-7a9445166acb tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "GET /v2.0/security-groups/b1f4421a-7fb9-4b1b-8f50-2fda1b75f59a HTTP/1.1" status: 200 len: 2981 time: 0.1911464 Jun 17 08:37:22.704268 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6646530-d215-499a-b241-197b0e49d6ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.706780 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-7f5a4b58-9654-401f-931d-f96770993240 req-8f891917-a333-432e-b9e5-3288a7311eb8 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:22.742014 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5a4b58-9654-401f-931d-f96770993240 req-8f891917-a333-432e-b9e5-3288a7311eb8 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:22.748371 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a4b58-9654-401f-931d-f96770993240 req-8f891917-a333-432e-b9e5-3288a7311eb8 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:22.748578 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5071169-905e-4940-bd57-16d0e890386f req-68af4d46-69e3-4c87-b39e-7601f87c2f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:22.749296 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7f5a4b58-9654-401f-931d-f96770993240 req-8f891917-a333-432e-b9e5-3288a7311eb8 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.751804 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f5071169-905e-4940-bd57-16d0e890386f req-68af4d46-69e3-4c87-b39e-7601f87c2f9f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0948d5e43af24be5adbe3ba56dc21ec4&device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 1100 time: 0.1625121 Jun 17 08:37:22.776367 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f891917-a333-432e-b9e5-3288a7311eb8 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Pushing event updated for resources: {'Port': ['ID=f62b5d15-8228-4ce8-921d-bbe84d1b207e,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:22.794688 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8f891917-a333-432e-b9e5-3288a7311eb8 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:22.800327 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c251b2ca-137d-4efa-ad26-dee6eb6295da req-a11b838c-2303-43de-b729-67bfbb63c497 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "GET /v2.0/security-groups/b1f4421a-7fb9-4b1b-8f50-2fda1b75f59a HTTP/1.1" status: 200 len: 2981 time: 0.1929431 Jun 17 08:37:22.843777 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6646530-d215-499a-b241-197b0e49d6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.851517 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6646530-d215-499a-b241-197b0e49d6ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.878120 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-12478af6-94b3-48da-8643-02f2e1ee5961 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:22.886739 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f5071169-905e-4940-bd57-16d0e890386f req-033ccaf0-c9f7-45ca-bdf2-f7cfe03a1534 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=4c6a4554-5f02-4460-aa6e-57387a4631c7 HTTP/1.1" status: 200 len: 217 time: 0.1253214 Jun 17 08:37:22.902724 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64315ec0-d238-4979-80ea-32c581b72ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99eed13f-3678-4420-a7d3-ac4e681790c2'}, {'server_uuid': '332f04f8-ccce-4787-abc1-2a15fed4445f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3472699-738f-4841-b702-3da81639efef'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:22.905883 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21b9fa7-5c6d-4624-9a06-ff72cc03d230" -d '{"events": [{"server_uuid": "64315ec0-d238-4979-80ea-32c581b72ee6", "name": "network-vif-plugged", "status": "completed", "tag": "99eed13f-3678-4420-a7d3-ac4e681790c2"}, {"server_uuid": "332f04f8-ccce-4787-abc1-2a15fed4445f", "name": "network-vif-plugged", "status": "completed", "tag": "e3472699-738f-4841-b702-3da81639efef"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:22.954716 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7f5a4b58-9654-401f-931d-f96770993240 req-8f891917-a333-432e-b9e5-3288a7311eb8 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7962933 Jun 17 08:37:22.986454 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-7f5a4b58-9654-401f-931d-f96770993240 req-0052b254-150e-420b-a1e3-d570cd28dbb1 service neutron] Request body: {'port': {'device_id': '61f81ce8-aa89-48ff-8798-d6239fd82a17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:23.015360 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5071169-905e-4940-bd57-16d0e890386f req-998b958b-fd42-402e-88fd-0a8f36cf25bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:23.017028 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f5071169-905e-4940-bd57-16d0e890386f req-998b958b-fd42-402e-88fd-0a8f36cf25bf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1137159 Jun 17 08:37:23.022135 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c251b2ca-137d-4efa-ad26-dee6eb6295da req-709766d9-9dea-494b-8ce3-db433e0b5019 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "GET /v2.0/security-groups/c645bbf3-a6dc-47d7-884f-6efcbbf7a0f4 HTTP/1.1" status: 200 len: 2981 time: 0.2131197 Jun 17 08:37:23.094049 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6646530-d215-499a-b241-197b0e49d6ff admin admin] Pushing event updated for resources: {'Port': ['ID=f1df15da-bbb6-4e90-b620-3c40be70ebbf,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:23.122832 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f6646530-d215-499a-b241-197b0e49d6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:23.142466 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 784944e8-7102-4b8e-852d-54ce9e79b0db up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:23.151981 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142dc31a-c026-4ef7-ab47-aa72622a0a20 req-73831692-fa3c-4819-af0b-7963fc7e86e4 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:23.161072 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-142dc31a-c026-4ef7-ab47-aa72622a0a20 req-73831692-fa3c-4819-af0b-7963fc7e86e4 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5e337c-bf07-4b4c-a816-067a83b71e60 HTTP/1.1" status: 200 len: 945 time: 0.2720158 Jun 17 08:37:23.176189 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c251b2ca-137d-4efa-ad26-dee6eb6295da req-263ed615-e74a-488d-b859-4b9c2a30d409 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "GET /v2.0/security-groups/c645bbf3-a6dc-47d7-884f-6efcbbf7a0f4 HTTP/1.1" status: 200 len: 2981 time: 0.1443098 Jun 17 08:37:23.188860 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5071169-905e-4940-bd57-16d0e890386f req-2a493b10-b5e8-438d-96c4-f351b29c531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:23.192639 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f5071169-905e-4940-bd57-16d0e890386f req-2a493b10-b5e8-438d-96c4-f351b29c531d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1577098 Jun 17 08:37:23.239941 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7f5a4b58-9654-401f-931d-f96770993240 req-0052b254-150e-420b-a1e3-d570cd28dbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:23.265791 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6646530-d215-499a-b241-197b0e49d6ff admin admin] Network 67d432c0-aec1-4bb0-b6ac-80a3209ce476 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:23.266962 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-142dc31a-c026-4ef7-ab47-aa72622a0a20 req-9edee3d5-1a0d-4d2b-b68b-9fddaf33a233 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/security-groups?id=da8c91fc-15fc-4551-8e19-1d9282b795c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058183 Jun 17 08:37:23.300424 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-f6646530-d215-499a-b241-197b0e49d6ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:23.329383 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 784944e8-7102-4b8e-852d-54ce9e79b0db completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:23.335445 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f5071169-905e-4940-bd57-16d0e890386f req-62ab4833-97f5-4733-b2b5-691df8e880aa service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329429 Jun 17 08:37:23.341375 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 784944e8-7102-4b8e-852d-54ce9e79b0db triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:23.342276 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:23.386938 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c251b2ca-137d-4efa-ad26-dee6eb6295da req-0d31e28b-9606-4d3c-92e6-fefeaa00817b tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "GET /v2.0/security-groups/d40ec1ac-f091-4642-be23-cd1510d412ac HTTP/1.1" status: 200 len: 2977 time: 0.1555252 Jun 17 08:37:23.425268 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-f5db72d8-9689-4a68-afdf-6ea1c5e5211e None None] Provisioning for port f62b5d15-8228-4ce8-921d-bbe84d1b207e completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:23.465309 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-f5db72d8-9689-4a68-afdf-6ea1c5e5211e None None] Provisioning complete for port f62b5d15-8228-4ce8-921d-bbe84d1b207e triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:23.471381 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f5db72d8-9689-4a68-afdf-6ea1c5e5211e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:23.502431 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f5071169-905e-4940-bd57-16d0e890386f req-97b6f050-c78f-4f42-8f19-a8779d04ba76 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621039 Jun 17 08:37:23.552155 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-f5db72d8-9689-4a68-afdf-6ea1c5e5211e None None] Port f62b5d15-8228-4ce8-921d-bbe84d1b207e cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:37:23.593540 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:23.605789 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c251b2ca-137d-4efa-ad26-dee6eb6295da req-00874fcb-4fc3-4a9a-a280-8fd7fd58a792 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "GET /v2.0/security-groups/d40ec1ac-f091-4642-be23-cd1510d412ac HTTP/1.1" status: 200 len: 2977 time: 0.1828485 Jun 17 08:37:23.639748 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 784944e8-7102-4b8e-852d-54ce9e79b0db, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=784944e8-7102-4b8e-852d-54ce9e79b0db,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:23.699826 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39328) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:23.725461 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94f5c87-07c5-4707-9c52-63a15bbc859e x-openstack-request-id: req-c94f5c87-07c5-4707-9c52-63a15bbc859e {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:23.725783 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e34c3a43-6579-49d1-82ff-3201c137259f", "tag": "4c6a4554-5f02-4460-aa6e-57387a4631c7", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:23.726064 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c94f5c87-07c5-4707-9c52-63a15bbc859e {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:23.726639 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e34c3a43-6579-49d1-82ff-3201c137259f', 'tag': '4c6a4554-5f02-4460-aa6e-57387a4631c7', 'status': 'completed', 'code': 200} Jun 17 08:37:23.729157 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:23.732221 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:23.736907 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc53e0-28b4-480b-a60f-c726fb60c5d4 req-f0703de3-a9a1-41a2-8563-571a1b694a02 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:23.738234 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-69fc53e0-28b4-480b-a60f-c726fb60c5d4 req-f0703de3-a9a1-41a2-8563-571a1b694a02 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=61f81ce8-aa89-48ff-8798-d6239fd82a17 HTTP/1.1" status: 200 len: 935 time: 0.1671355 Jun 17 08:37:23.771388 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6646530-d215-499a-b241-197b0e49d6ff admin admin] Router b7a64f47-3774-4721-b8ea-c14e23fa94f7 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:37:23.785127 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f1e1ad-7bc5-4acb-a10a-0d627cb03d1d x-openstack-request-id: req-f6f1e1ad-7bc5-4acb-a10a-0d627cb03d1d {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:23.792222 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64315ec0-d238-4979-80ea-32c581b72ee6", "name": "network-vif-plugged", "status": "completed", "tag": "99eed13f-3678-4420-a7d3-ac4e681790c2", "code": 200}, {"server_uuid": "332f04f8-ccce-4787-abc1-2a15fed4445f", "name": "network-vif-plugged", "status": "completed", "tag": "e3472699-738f-4841-b702-3da81639efef", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:23.797810 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f6f1e1ad-7bc5-4acb-a10a-0d627cb03d1d {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:23.801504 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64315ec0-d238-4979-80ea-32c581b72ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99eed13f-3678-4420-a7d3-ac4e681790c2', 'code': 200} Jun 17 08:37:23.802221 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332f04f8-ccce-4787-abc1-2a15fed4445f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3472699-738f-4841-b702-3da81639efef', 'code': 200} Jun 17 08:37:23.837185 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a1a65db8-dfec-402a-adef-c5f6344e776b None None] Provisioning complete for port f1df15da-bbb6-4e90-b620-3c40be70ebbf triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:23.842433 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a1a65db8-dfec-402a-adef-c5f6344e776b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:23.901575 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=784944e8-7102-4b8e-852d-54ce9e79b0db,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:23.913482 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:23.929036 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-69fc53e0-28b4-480b-a60f-c726fb60c5d4 req-c6381b87-0e69-4338-8ea0-0ae32cfc7d66 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355262 Jun 17 08:37:23.953611 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a1a65db8-dfec-402a-adef-c5f6344e776b None None] Port f1df15da-bbb6-4e90-b620-3c40be70ebbf cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:37:24.031173 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-40164db3-eafc-4d4b-a6c3-54cf63c1e510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:24.112546 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6646530-d215-499a-b241-197b0e49d6ff admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:37:24.124753 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfb5488-3187-4c05-bd72-9f473c1e3670 None None] Sync routers for ids ['b7a64f47-3774-4721-b8ea-c14e23fa94f7'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:37:24.129415 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f6646530-d215-499a-b241-197b0e49d6ff admin admin] 10.222.0.49 "PUT /v2.0/routers/b7a64f47-3774-4721-b8ea-c14e23fa94f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6292725 Jun 17 08:37:24.139392 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfb5488-3187-4c05-bd72-9f473c1e3670 None None] Routers {'b7a64f47-3774-4721-b8ea-c14e23fa94f7'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:37:24.140245 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-ccfb5488-3187-4c05-bd72-9f473c1e3670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:36:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['b7a64f47-3774-4721-b8ea-c14e23fa94f7'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:24.141740 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86102ab5-4c60-4afe-a094-b7d10a96e657 req-a9c48f86-5d1b-45a8-bc52-722cc8df6c57 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:24.144529 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-86102ab5-4c60-4afe-a094-b7d10a96e657 req-a9c48f86-5d1b-45a8-bc52-722cc8df6c57 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=64315ec0-d238-4979-80ea-32c581b72ee6 HTTP/1.1" status: 200 len: 949 time: 0.1769474 Jun 17 08:37:24.151413 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-7f5a4b58-9654-401f-931d-f96770993240 req-0052b254-150e-420b-a1e3-d570cd28dbb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f62b5d15-8228-4ce8-921d-bbe84d1b207e {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:37:24.178446 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7f5a4b58-9654-401f-931d-f96770993240 req-0052b254-150e-420b-a1e3-d570cd28dbb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:24.205473 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4dbea8-648c-461b-b946-d0708f97fe3c req-8ef19cd1-32ab-4c9b-b5f7-5b4b69699854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:24.206650 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-7f5a4b58-9654-401f-931d-f96770993240 req-0052b254-150e-420b-a1e3-d570cd28dbb1 service neutron] Transition to ACTIVE for port object f62b5d15-8228-4ce8-921d-bbe84d1b207e will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:24.207339 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b4dbea8-648c-461b-b946-d0708f97fe3c req-8ef19cd1-32ab-4c9b-b5f7-5b4b69699854 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0948d5e43af24be5adbe3ba56dc21ec4&device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 1100 time: 0.4670603 Jun 17 08:37:24.221301 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-86102ab5-4c60-4afe-a094-b7d10a96e657 req-11220765-acd4-41c2-99c3-8b6566384ab5 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/security-groups?id=c645bbf3-a6dc-47d7-884f-6efcbbf7a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629270 Jun 17 08:37:24.231134 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f0dd2-f18e-45ef-af5c-5461219f6f34 req-a26439e1-1d98-4485-8864-ec9939060df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:24.232673 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f36f0dd2-f18e-45ef-af5c-5461219f6f34 req-a26439e1-1d98-4485-8864-ec9939060df1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 1097 time: 0.3480997 Jun 17 08:37:24.321116 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-ccfb5488-3187-4c05-bd72-9f473c1e3670 None None] Set router b7a64f47-3774-4721-b8ea-c14e23fa94f7 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:37:24.323781 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1ef82-edee-42dc-8786-2879139d0f19 req-055b5dbf-457b-43c0-a80c-e8688d97d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:24.328042 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7f5a4b58-9654-401f-931d-f96770993240 req-0052b254-150e-420b-a1e3-d570cd28dbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:24.328308 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d0a1ef82-edee-42dc-8786-2879139d0f19 req-055b5dbf-457b-43c0-a80c-e8688d97d0ad service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=64315ec0-d238-4979-80ea-32c581b72ee6 HTTP/1.1" status: 200 len: 1101 time: 0.4414067 Jun 17 08:37:24.336434 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:24.354693 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783ee6b-2e7c-484b-a9e2-c11efe9b7ed4 req-62351a22-8509-4376-9d48-57124100d252 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:24.356318 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4783ee6b-2e7c-484b-a9e2-c11efe9b7ed4 req-62351a22-8509-4376-9d48-57124100d252 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 945 time: 0.2980490 Jun 17 08:37:24.396824 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f36f0dd2-f18e-45ef-af5c-5461219f6f34 req-fd5e7ad6-4fad-49f8-891d-3788d2dc24d8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487443 Jun 17 08:37:24.457819 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d0a1ef82-edee-42dc-8786-2879139d0f19 req-7147541c-70a3-40b4-9b34-36fd6b57cb2c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c645bbf3-a6dc-47d7-884f-6efcbbf7a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225877 Jun 17 08:37:24.458042 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-eefbd4a3-b872-4c40-9e22-ea1e0c3a59bb req-618603ca-7d84-4fbb-a62e-d9d4ef8eaa42 tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f3350af7e9ca46f2843aef9f589616f2 HTTP/1.1" status: 200 len: 6101 time: 0.2028482 Jun 17 08:37:24.464503 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4dbea8-648c-461b-b946-d0708f97fe3c req-26fa5109-a25b-4f55-9f84-7f62f882a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:24.465057 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052b254-150e-420b-a1e3-d570cd28dbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=f62b5d15-8228-4ce8-921d-bbe84d1b207e,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:24.465882 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b4dbea8-648c-461b-b946-d0708f97fe3c req-26fa5109-a25b-4f55-9f84-7f62f882a620 service neutron] 10.222.0.53 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.2404840 Jun 17 08:37:24.470690 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0052b254-150e-420b-a1e3-d570cd28dbb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:24.505906 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4783ee6b-2e7c-484b-a9e2-c11efe9b7ed4 req-78b4e38e-50fd-4802-8fc3-51e64f96e7a0 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941920 Jun 17 08:37:24.553335 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-7f5a4b58-9654-401f-931d-f96770993240 req-0052b254-150e-420b-a1e3-d570cd28dbb1 service neutron] Attempting to bind port f62b5d15-8228-4ce8-921d-bbe84d1b207e on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:24.553858 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-7f5a4b58-9654-401f-931d-f96770993240 req-0052b254-150e-420b-a1e3-d570cd28dbb1 service neutron] Attempting to bind port f62b5d15-8228-4ce8-921d-bbe84d1b207e by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:24.554426 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5a4b58-9654-401f-931d-f96770993240 req-0052b254-150e-420b-a1e3-d570cd28dbb1 service neutron] Attempting to bind port f62b5d15-8228-4ce8-921d-bbe84d1b207e on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:24.573763 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5a4b58-9654-401f-931d-f96770993240 req-0052b254-150e-420b-a1e3-d570cd28dbb1 service neutron] Port f62b5d15-8228-4ce8-921d-bbe84d1b207e on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:37:24.574337 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5a4b58-9654-401f-931d-f96770993240 req-0052b254-150e-420b-a1e3-d570cd28dbb1 service neutron] Attempting to bind port f62b5d15-8228-4ce8-921d-bbe84d1b207e on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:24.578888 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b4dbea8-648c-461b-b946-d0708f97fe3c req-0a69d15f-95a8-4d12-b1e4-f1f7ff9b08fc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=4c6a4554-5f02-4460-aa6e-57387a4631c7 HTTP/1.1" status: 200 len: 217 time: 0.0673501 Jun 17 08:37:24.586258 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-40164db3-eafc-4d4b-a6c3-54cf63c1e510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:24.590168 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-eefbd4a3-b872-4c40-9e22-ea1e0c3a59bb req-d1c7fea8-ca0d-4ee5-8c31-5bb114400fd7 tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] 10.222.0.49 "GET /v2.0/security-groups/3994830f-b94d-4806-a510-a633a84ab7b4 HTTP/1.1" status: 200 len: 2981 time: 0.1209857 Jun 17 08:37:24.591731 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5a4b58-9654-401f-931d-f96770993240 req-0052b254-150e-420b-a1e3-d570cd28dbb1 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:24.592286 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5a4b58-9654-401f-931d-f96770993240 req-0052b254-150e-420b-a1e3-d570cd28dbb1 service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:24.592885 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5a4b58-9654-401f-931d-f96770993240 req-0052b254-150e-420b-a1e3-d570cd28dbb1 service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:24.593649 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-7f5a4b58-9654-401f-931d-f96770993240 req-0052b254-150e-420b-a1e3-d570cd28dbb1 service neutron] Bound port: f62b5d15-8228-4ce8-921d-bbe84d1b207e, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:24.594229 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7f5a4b58-9654-401f-931d-f96770993240 req-0052b254-150e-420b-a1e3-d570cd28dbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:24.632364 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-ccfb5488-3187-4c05-bd72-9f473c1e3670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a64f47-3774-4721-b8ea-c14e23fa94f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1088562443-router', 'tenant_id': '83cf41e7e8fb4fe69e4189b1b65c9e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '784944e8-7102-4b8e-852d-54ce9e79b0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:13Z', 'updated_at': '2021-06-17T08:37:21Z', 'revision_number': 4, 'project_id': '83cf41e7e8fb4fe69e4189b1b65c9e7a', 'gw_port': {'id': '784944e8-7102-4b8e-852d-54ce9e79b0db', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a64f47-3774-4721-b8ea-c14e23fa94f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:15Z', 'updated_at': '2021-06-17T08:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'f1df15da-bbb6-4e90-b620-3c40be70ebbf', 'name': '', 'network_id': '67d432c0-aec1-4bb0-b6ac-80a3209ce476', 'tenant_id': '83cf41e7e8fb4fe69e4189b1b65c9e7a', 'mac_address': 'fa:16:3e:d6:72:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a64f47-3774-4721-b8ea-c14e23fa94f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '40be7263-3a66-488d-b7fa-e5824e5f91cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:19Z', 'updated_at': '2021-06-17T08:37:22Z', 'revision_number': 2, 'project_id': '83cf41e7e8fb4fe69e4189b1b65c9e7a', 'subnets': [{'id': '40be7263-3a66-488d-b7fa-e5824e5f91cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:24.652159 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4dbea8-648c-461b-b946-d0708f97fe3c req-592ad76a-9601-44ce-8364-7445680caeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:24.654497 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b4dbea8-648c-461b-b946-d0708f97fe3c req-592ad76a-9601-44ce-8364-7445680caeed service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0666330 Jun 17 08:37:24.684783 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-40164db3-eafc-4d4b-a6c3-54cf63c1e510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:24.708584 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-444d0fca-e273-4612-9ddc-0eb31f85fd1c tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:24.714856 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfb5488-3187-4c05-bd72-9f473c1e3670 None None] Checking router: b7a64f47-3774-4721-b8ea-c14e23fa94f7 for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:37:24.715213 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfb5488-3187-4c05-bd72-9f473c1e3670 None None] Updating router b7a64f47-3774-4721-b8ea-c14e23fa94f7 port f1df15da-bbb6-4e90-b620-3c40be70ebbf binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:37:24.769925 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-eefbd4a3-b872-4c40-9e22-ea1e0c3a59bb req-ca8a6864-c0b8-4921-93d4-2fc95eb8b009 tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] 10.222.0.49 "GET /v2.0/security-groups/3994830f-b94d-4806-a510-a633a84ab7b4 HTTP/1.1" status: 200 len: 2981 time: 0.1669960 Jun 17 08:37:24.772843 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-40164db3-eafc-4d4b-a6c3-54cf63c1e510 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7e501420c74d423ba897e06a058ad33f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0661957 Jun 17 08:37:24.773983 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39342) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:24.793831 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40164db3-eafc-4d4b-a6c3-54cf63c1e510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f518a3-ee9d-4928-8369-bd62d5057e2e,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:24.803595 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-7f5a4b58-9654-401f-931d-f96770993240 req-0052b254-150e-420b-a1e3-d570cd28dbb1 service neutron] For port f62b5d15-8228-4ce8-921d-bbe84d1b207e, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:24.810492 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-7f5a4b58-9654-401f-931d-f96770993240 req-0052b254-150e-420b-a1e3-d570cd28dbb1 service neutron] For port f62b5d15-8228-4ce8-921d-bbe84d1b207e, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=f62b5d15-8228-4ce8-921d-bbe84d1b207e,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:24.854842 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-40164db3-eafc-4d4b-a6c3-54cf63c1e510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:24.896702 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4dbea8-648c-461b-b946-d0708f97fe3c req-630c4235-10f7-4d76-9cff-c52d5f32f4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:24.900950 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b4dbea8-648c-461b-b946-d0708f97fe3c req-630c4235-10f7-4d76-9cff-c52d5f32f4ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2364054 Jun 17 08:37:24.910763 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7bb22823-4a8f-484e-a2cd-08d701b138da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:24.922530 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7f5a4b58-9654-401f-931d-f96770993240 req-0052b254-150e-420b-a1e3-d570cd28dbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:24.925896 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-be7b1711-42d7-42b5-bbf2-04b1c77aaeb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:24.991167 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a4b58-9654-401f-931d-f96770993240 req-0052b254-150e-420b-a1e3-d570cd28dbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:24.991828 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7f5a4b58-9654-401f-931d-f96770993240 req-0052b254-150e-420b-a1e3-d570cd28dbb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:24.993256 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7f5a4b58-9654-401f-931d-f96770993240 req-0052b254-150e-420b-a1e3-d570cd28dbb1 service neutron] 10.222.0.53 "PUT /v2.0/ports/f62b5d15-8228-4ce8-921d-bbe84d1b207e HTTP/1.1" status: 200 len: 1096 time: 2.0121911 Jun 17 08:37:24.993763 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f81ce8-aa89-48ff-8798-d6239fd82a17', 'tag': 'f62b5d15-8228-4ce8-921d-bbe84d1b207e'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:24.996237 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561cc745-6f40-4a7a-afec-c0c856e5b1b1" -d '{"events": [{"name": "network-changed", "server_uuid": "61f81ce8-aa89-48ff-8798-d6239fd82a17", "tag": "f62b5d15-8228-4ce8-921d-bbe84d1b207e"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:25.006367 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ccfb5488-3187-4c05-bd72-9f473c1e3670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:25.080248 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7bb22823-4a8f-484e-a2cd-08d701b138da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:25.088841 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 784944e8-7102-4b8e-852d-54ce9e79b0db up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:25.149318 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052b254-150e-420b-a1e3-d570cd28dbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=f62b5d15-8228-4ce8-921d-bbe84d1b207e,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:25.156319 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0052b254-150e-420b-a1e3-d570cd28dbb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:25.178295 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b4dbea8-648c-461b-b946-d0708f97fe3c req-0daa4564-b9cf-4240-8fe0-54ffb9991d09 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695100 Jun 17 08:37:25.179061 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-36f60c40-eb95-4e2c-9324-d164dc0735bf req-0aacc852-cbd3-46c5-b47e-ea9e30731803 tempest-FloatingIPsNegativeTestJSON-558474087 tempest-FloatingIPsNegativeTestJSON-558474087-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=83cf41e7e8fb4fe69e4189b1b65c9e7a HTTP/1.1" status: 200 len: 217 time: 0.1495440 Jun 17 08:37:25.193790 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 784944e8-7102-4b8e-852d-54ce9e79b0db triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:25.194424 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:25.291828 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bbbd7-b2ac-427b-9285-e0dc214fa5fd req-094314a4-fecb-4ba3-bb63-829d3fbb6b1b tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:25.300686 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4d4bbbd7-b2ac-427b-9285-e0dc214fa5fd req-094314a4-fecb-4ba3-bb63-829d3fbb6b1b tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5e337c-bf07-4b4c-a816-067a83b71e60 HTTP/1.1" status: 200 len: 945 time: 0.3428531 Jun 17 08:37:25.383801 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4d4bbbd7-b2ac-427b-9285-e0dc214fa5fd req-c4a88103-11ef-4f3c-b7c4-0d1dc153cc46 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/security-groups?id=da8c91fc-15fc-4551-8e19-1d9282b795c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814872 Jun 17 08:37:25.411099 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b4dbea8-648c-461b-b946-d0708f97fe3c req-36d8863e-50b5-409d-be9d-081dcc06ce15 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221811 Jun 17 08:37:25.558706 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-25ef6683-32c7-4603-8257-6eae2bf1d90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:25.567429 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7bb22823-4a8f-484e-a2cd-08d701b138da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:25.572408 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7bb22823-4a8f-484e-a2cd-08d701b138da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:25.575500 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7bb22823-4a8f-484e-a2cd-08d701b138da admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d0f518a3-ee9d-4928-8369-bd62d5057e2e HTTP/1.1" status: 204 len: 168 time: 0.7960010 Jun 17 08:37:25.579229 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-957dd439-1b0d-4bd9-8ab5-40ad52a8bfaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:25.598424 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb22823-4a8f-484e-a2cd-08d701b138da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f518a3-ee9d-4928-8369-bd62d5057e2e,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:25.607202 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7bb22823-4a8f-484e-a2cd-08d701b138da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:25.619073 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4481f135-9304-4b84-bfdd-3dfe77bdd7dd req-16f5ea7c-06d9-4ce6-b4f6-61e9757dcdb5 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "GET /v2.0/security-groups/0f9ee029-6c34-4543-a8e5-360b538c8e58 HTTP/1.1" status: 200 len: 1778 time: 0.0647604 Jun 17 08:37:25.647886 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a4b58-9654-401f-931d-f96770993240 req-88a45607-e425-4e11-b4c8-960b33e5202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:25.650155 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7f5a4b58-9654-401f-931d-f96770993240 req-88a45607-e425-4e11-b4c8-960b33e5202c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0948d5e43af24be5adbe3ba56dc21ec4&device_id=61f81ce8-aa89-48ff-8798-d6239fd82a17 HTTP/1.1" status: 200 len: 1099 time: 0.4255207 Jun 17 08:37:25.675059 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ccfb5488-3187-4c05-bd72-9f473c1e3670 None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:25.682919 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc8996-9600-4144-a8f3-4a1d02c2ed21 req-9e872f80-215e-497c-a657-823667005e4f tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:25.685611 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9bfc8996-9600-4144-a8f3-4a1d02c2ed21 req-9e872f80-215e-497c-a657-823667005e4f tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=61f81ce8-aa89-48ff-8798-d6239fd82a17 HTTP/1.1" status: 200 len: 947 time: 0.1753054 Jun 17 08:37:25.692302 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ccfb5488-3187-4c05-bd72-9f473c1e3670 None None] Transition to ACTIVE for port object f1df15da-bbb6-4e90-b620-3c40be70ebbf will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:25.708490 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7f5a4b58-9654-401f-931d-f96770993240 req-1325d94a-379e-43ae-9244-a8a8f4c819af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=f62b5d15-8228-4ce8-921d-bbe84d1b207e HTTP/1.1" status: 200 len: 217 time: 0.0515132 Jun 17 08:37:25.733291 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9bfc8996-9600-4144-a8f3-4a1d02c2ed21 req-07d59b3c-07ad-49b3-95d9-28065baca66d tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408909 Jun 17 08:37:25.782765 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4481f135-9304-4b84-bfdd-3dfe77bdd7dd req-3ed43ac1-7fc7-4612-8d10-0dba14b460f8 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:25.802550 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a4b58-9654-401f-931d-f96770993240 req-edf1aece-9e0e-467d-ad41-d718eff2e1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:25.804196 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7f5a4b58-9654-401f-931d-f96770993240 req-edf1aece-9e0e-467d-ad41-d718eff2e1c3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0887523 Jun 17 08:37:25.805750 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66498e0-50b1-42be-9f85-b4a49a441f1d x-openstack-request-id: req-d66498e0-50b1-42be-9f85-b4a49a441f1d {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:25.806064 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f81ce8-aa89-48ff-8798-d6239fd82a17", "tag": "f62b5d15-8228-4ce8-921d-bbe84d1b207e", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:25.806335 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d66498e0-50b1-42be-9f85-b4a49a441f1d {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:25.806760 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f81ce8-aa89-48ff-8798-d6239fd82a17', 'tag': 'f62b5d15-8228-4ce8-921d-bbe84d1b207e', 'status': 'completed', 'code': 200} Jun 17 08:37:25.821322 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ccfb5488-3187-4c05-bd72-9f473c1e3670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:25.826293 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-bd6b814d-7de5-41d4-a9fa-812ad0e8615d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:25.845280 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4481f135-9304-4b84-bfdd-3dfe77bdd7dd req-3ed43ac1-7fc7-4612-8d10-0dba14b460f8 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:25.890581 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-987af67c-fb8f-47ba-bea0-e5bba3b04304 req-90b6d783-676a-40fb-b28c-6999b527a35f tempest-FloatingIPsNegativeTestJSON-558474087 tempest-FloatingIPsNegativeTestJSON-558474087-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0733421 Jun 17 08:37:25.921064 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a4b58-9654-401f-931d-f96770993240 req-f955b46d-7864-4921-97fd-ef6d3aec4c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:25.932074 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7f5a4b58-9654-401f-931d-f96770993240 req-f955b46d-7864-4921-97fd-ef6d3aec4c8d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1129467 Jun 17 08:37:25.992572 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856608b-2c2e-42e2-9d9f-d75aae57815f None None] Pushing event updated for resources: {'Port': ['ID=f1df15da-bbb6-4e90-b620-3c40be70ebbf,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:25.997241 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-b856608b-2c2e-42e2-9d9f-d75aae57815f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:26.013133 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4481f135-9304-4b84-bfdd-3dfe77bdd7dd req-3ed43ac1-7fc7-4612-8d10-0dba14b460f8 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:26.022372 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4481f135-9304-4b84-bfdd-3dfe77bdd7dd req-3ed43ac1-7fc7-4612-8d10-0dba14b460f8 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:26.022372 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4481f135-9304-4b84-bfdd-3dfe77bdd7dd req-3ed43ac1-7fc7-4612-8d10-0dba14b460f8 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f9ee029-6c34-4543-a8e5-360b538c8e58 HTTP/1.1" status: 204 len: 173 time: 0.3897974 Jun 17 08:37:26.022372 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:26.035444 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed43ac1-7fc7-4612-8d10-0dba14b460f8 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9ee029-6c34-4543-a8e5-360b538c8e58,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:26.039897 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3ed43ac1-7fc7-4612-8d10-0dba14b460f8 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:26.089827 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7f5a4b58-9654-401f-931d-f96770993240 req-88b80261-5424-4b5d-975d-1560ce07999f service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511414 Jun 17 08:37:26.138543 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-ccfb5488-3187-4c05-bd72-9f473c1e3670 None None] Attempting to bind port f1df15da-bbb6-4e90-b620-3c40be70ebbf on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:26.141791 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-ccfb5488-3187-4c05-bd72-9f473c1e3670 None None] Attempting to bind port f1df15da-bbb6-4e90-b620-3c40be70ebbf by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '05855bdd-6e93-4d6f-82ea-ff21360fa3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '67d432c0-aec1-4bb0-b6ac-80a3209ce476'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:26.143306 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfb5488-3187-4c05-bd72-9f473c1e3670 None None] Attempting to bind port f1df15da-bbb6-4e90-b620-3c40be70ebbf on network 67d432c0-aec1-4bb0-b6ac-80a3209ce476 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:26.162350 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfb5488-3187-4c05-bd72-9f473c1e3670 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:26.180357 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfb5488-3187-4c05-bd72-9f473c1e3670 None None] Checking segment: {'id': '05855bdd-6e93-4d6f-82ea-ff21360fa3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '67d432c0-aec1-4bb0-b6ac-80a3209ce476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:26.181219 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ccfb5488-3187-4c05-bd72-9f473c1e3670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:26.181993 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfb5488-3187-4c05-bd72-9f473c1e3670 None None] Bound using segment: {'id': '05855bdd-6e93-4d6f-82ea-ff21360fa3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '67d432c0-aec1-4bb0-b6ac-80a3209ce476'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:26.182845 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-ccfb5488-3187-4c05-bd72-9f473c1e3670 None None] Bound port: f1df15da-bbb6-4e90-b620-3c40be70ebbf, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05855bdd-6e93-4d6f-82ea-ff21360fa3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '67d432c0-aec1-4bb0-b6ac-80a3209ce476'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:26.183572 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ccfb5488-3187-4c05-bd72-9f473c1e3670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:26.312522 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-ccfb5488-3187-4c05-bd72-9f473c1e3670 None None] For port f1df15da-bbb6-4e90-b620-3c40be70ebbf, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:26.321747 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-ccfb5488-3187-4c05-bd72-9f473c1e3670 None None] For port f1df15da-bbb6-4e90-b620-3c40be70ebbf, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=f1df15da-bbb6-4e90-b620-3c40be70ebbf,segment=NetworkSegment(05855bdd-6e93-4d6f-82ea-ff21360fa3a2),segment_id=05855bdd-6e93-4d6f-82ea-ff21360fa3a2)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:26.350834 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7f5a4b58-9654-401f-931d-f96770993240 req-c1496551-cafb-4a93-9a33-c52d15e8654f service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549052 Jun 17 08:37:26.385195 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd6abf-a3a3-4404-ada0-c9aaf7bc9f56 req-91fff8a9-7c6b-4ea7-bf7f-d17c976fa5a0 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:26.386762 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cddd6abf-a3a3-4404-ada0-c9aaf7bc9f56 req-91fff8a9-7c6b-4ea7-bf7f-d17c976fa5a0 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5e337c-bf07-4b4c-a816-067a83b71e60 HTTP/1.1" status: 200 len: 945 time: 0.0842378 Jun 17 08:37:26.402340 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39370) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:26.407275 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-d91f8c30-876d-4790-964a-e4b31119af07 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Request body: {'floatingip': {'port_id': '652ef14a-dfc2-4475-9d4e-4a7b1d006abf'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:26.409081 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9df90-ce09-47a7-bf23-84734c916eba req-722a8540-3d7d-4909-a7c2-bfff34a73503 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:26.417109 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0fe9df90-ce09-47a7-bf23-84734c916eba req-722a8540-3d7d-4909-a7c2-bfff34a73503 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=64315ec0-d238-4979-80ea-32c581b72ee6 HTTP/1.1" status: 200 len: 949 time: 0.1548395 Jun 17 08:37:26.482268 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0fe9df90-ce09-47a7-bf23-84734c916eba req-e2aea7e9-a537-4b3f-a45b-55da26c7838f tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/security-groups?id=c645bbf3-a6dc-47d7-884f-6efcbbf7a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600801 Jun 17 08:37:26.491026 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d91f8c30-876d-4790-964a-e4b31119af07 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks [] for floatingip, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:26.517830 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ccfb5488-3187-4c05-bd72-9f473c1e3670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:26.521927 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:26.671636 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856608b-2c2e-42e2-9d9f-d75aae57815f None None] Pushing event updated for resources: {'Port': ['ID=f1df15da-bbb6-4e90-b620-3c40be70ebbf,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:26.679116 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-b856608b-2c2e-42e2-9d9f-d75aae57815f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:26.690426 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [req-8803cbbd-159a-42a5-8b1f-bc5f646ddfff req-27016fda-d2ec-4394-8f45-bf82e41a03c7 tempest-FloatingIPsNegativeTestJSON-558474087 tempest-FloatingIPsNegativeTestJSON-558474087-project] show failed (client error): The resource could not be found. Jun 17 08:37:26.693980 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfb5488-3187-4c05-bd72-9f473c1e3670 None None] Routers {'b7a64f47-3774-4721-b8ea-c14e23fa94f7'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:37:26.695651 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-ccfb5488-3187-4c05-bd72-9f473c1e3670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:36:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['b7a64f47-3774-4721-b8ea-c14e23fa94f7'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:26.703837 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8803cbbd-159a-42a5-8b1f-bc5f646ddfff req-27016fda-d2ec-4394-8f45-bf82e41a03c7 tempest-FloatingIPsNegativeTestJSON-558474087 tempest-FloatingIPsNegativeTestJSON-558474087-project] 10.222.0.49 "GET /v2.0/floatingips/4acf0300-0022-47da-919e-0f1a8236aaca HTTP/1.1" status: 404 len: 350 time: 0.1769068 Jun 17 08:37:26.766442 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39374) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:26.880823 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39378) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:26.916556 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b43e9445-496c-43f2-bcbf-8fa91da61061 req-3b0072e7-535b-4e63-9460-83771ddcc529 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "GET /v2.0/security-groups/0ebed5b1-c324-42fe-8d3c-c710b8b23c54 HTTP/1.1" status: 200 len: 1777 time: 0.1853862 Jun 17 08:37:26.936935 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-58a6ddd6-46c2-427b-ae31-badd78cf3954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:26.978961 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-ccfb5488-3187-4c05-bd72-9f473c1e3670 None None] Set router b7a64f47-3774-4721-b8ea-c14e23fa94f7 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:37:27.013107 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cc745-6f40-4a7a-afec-c0c856e5b1b1 req-f365c3a1-0f6a-47bc-8d2f-783b4595b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:27.014617 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-561cc745-6f40-4a7a-afec-c0c856e5b1b1 req-f365c3a1-0f6a-47bc-8d2f-783b4595b97b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0948d5e43af24be5adbe3ba56dc21ec4&device_id=61f81ce8-aa89-48ff-8798-d6239fd82a17 HTTP/1.1" status: 200 len: 1099 time: 0.3448057 Jun 17 08:37:27.081872 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 4c6a4554-5f02-4460-aa6e-57387a4631c7 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:37:27.115974 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112cb2e-efdb-44c2-b941-f62d9dc7ceee req-b8b12a83-75b5-41e2-a801-42dcdaa7f797 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:27.117762 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3112cb2e-efdb-44c2-b941-f62d9dc7ceee req-b8b12a83-75b5-41e2-a801-42dcdaa7f797 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 945 time: 0.5812109 Jun 17 08:37:27.142991 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b43e9445-496c-43f2-bcbf-8fa91da61061 req-a09762da-9e08-4a3f-a9bf-eca72ec15e48 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.198923 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b43e9445-496c-43f2-bcbf-8fa91da61061 req-a09762da-9e08-4a3f-a9bf-eca72ec15e48 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.290483 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cc745-6f40-4a7a-afec-c0c856e5b1b1 req-6391aefd-180c-43d5-ad8d-6de96d3ffebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:27.290483 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-561cc745-6f40-4a7a-afec-c0c856e5b1b1 req-6391aefd-180c-43d5-ad8d-6de96d3ffebf service neutron] 10.222.0.53 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.2287710 Jun 17 08:37:27.345367 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-561cc745-6f40-4a7a-afec-c0c856e5b1b1 req-4e879ef9-ba7d-4b3f-bb47-751097bc40c3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=f62b5d15-8228-4ce8-921d-bbe84d1b207e HTTP/1.1" status: 200 len: 217 time: 0.0470252 Jun 17 08:37:27.387065 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b43e9445-496c-43f2-bcbf-8fa91da61061 req-a09762da-9e08-4a3f-a9bf-eca72ec15e48 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.390428 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b43e9445-496c-43f2-bcbf-8fa91da61061 req-a09762da-9e08-4a3f-a9bf-eca72ec15e48 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.392899 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b43e9445-496c-43f2-bcbf-8fa91da61061 req-a09762da-9e08-4a3f-a9bf-eca72ec15e48 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/0ebed5b1-c324-42fe-8d3c-c710b8b23c54 HTTP/1.1" status: 204 len: 173 time: 0.4589822 Jun 17 08:37:27.417002 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3112cb2e-efdb-44c2-b941-f62d9dc7ceee req-eb467ca9-0f20-4e7a-976e-c9074001875f tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540307 Jun 17 08:37:27.417941 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3ed43ac1-7fc7-4612-8d10-0dba14b460f8 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:27.445345 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-58a6ddd6-46c2-427b-ae31-badd78cf3954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.509625 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09762da-9e08-4a3f-a9bf-eca72ec15e48 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebed5b1-c324-42fe-8d3c-c710b8b23c54,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:27.549613 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-58a6ddd6-46c2-427b-ae31-badd78cf3954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.551449 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cc745-6f40-4a7a-afec-c0c856e5b1b1 req-ab451082-a30d-42bb-89c5-6679f027b0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:27.553274 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-561cc745-6f40-4a7a-afec-c0c856e5b1b1 req-ab451082-a30d-42bb-89c5-6679f027b0e3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.2005913 Jun 17 08:37:27.556052 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a09762da-9e08-4a3f-a9bf-eca72ec15e48 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:27.587580 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c1593ae3-fe4e-4214-917e-3750c4aef84a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:27.679210 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 4c6a4554-5f02-4460-aa6e-57387a4631c7, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4c6a4554-5f02-4460-aa6e-57387a4631c7,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:27.736059 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.db.resource_extend [None req-d91f8c30-876d-4790-964a-e4b31119af07 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:37:27.738969 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '4c6a4554-5f02-4460-aa6e-57387a4631c7', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '4c6a4554-5f02-4460-aa6e-57387a4631c7', 'mac_address': 'fa:16:3e:a0:83:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:37:27.749130 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-58a6ddd6-46c2-427b-ae31-badd78cf3954 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=662c363bd0734a4f86f6b8b07991f57f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8665597 Jun 17 08:37:27.758188 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39388) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:27.772217 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cc745-6f40-4a7a-afec-c0c856e5b1b1 req-799f988e-7ef9-4413-85a3-ff031a1bec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:27.774324 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-561cc745-6f40-4a7a-afec-c0c856e5b1b1 req-799f988e-7ef9-4413-85a3-ff031a1bec69 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2080672 Jun 17 08:37:27.806870 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-ccfb5488-3187-4c05-bd72-9f473c1e3670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a64f47-3774-4721-b8ea-c14e23fa94f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1088562443-router', 'tenant_id': '83cf41e7e8fb4fe69e4189b1b65c9e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '784944e8-7102-4b8e-852d-54ce9e79b0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:13Z', 'updated_at': '2021-06-17T08:37:21Z', 'revision_number': 4, 'project_id': '83cf41e7e8fb4fe69e4189b1b65c9e7a', 'gw_port': {'id': '784944e8-7102-4b8e-852d-54ce9e79b0db', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a64f47-3774-4721-b8ea-c14e23fa94f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:15Z', 'updated_at': '2021-06-17T08:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'f1df15da-bbb6-4e90-b620-3c40be70ebbf', 'name': '', 'network_id': '67d432c0-aec1-4bb0-b6ac-80a3209ce476', 'tenant_id': '83cf41e7e8fb4fe69e4189b1b65c9e7a', 'mac_address': 'fa:16:3e:d6:72:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a64f47-3774-4721-b8ea-c14e23fa94f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '40be7263-3a66-488d-b7fa-e5824e5f91cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:19Z', 'updated_at': '2021-06-17T08:37:26Z', 'revision_number': 4, 'project_id': '83cf41e7e8fb4fe69e4189b1b65c9e7a', 'subnets': [{'id': '40be7263-3a66-488d-b7fa-e5824e5f91cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:27.862349 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a6ddd6-46c2-427b-ae31-badd78cf3954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e597497-5015-4e9f-8414-f9e3edbd3e4d,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:27.908501 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-58a6ddd6-46c2-427b-ae31-badd78cf3954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:27.922615 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.940277 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfb5488-3187-4c05-bd72-9f473c1e3670 None None] The sync data for ids ['b7a64f47-3774-4721-b8ea-c14e23fa94f7'] in n-d-758944-30 is: [{'id': 'b7a64f47-3774-4721-b8ea-c14e23fa94f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1088562443-router', 'tenant_id': '83cf41e7e8fb4fe69e4189b1b65c9e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '784944e8-7102-4b8e-852d-54ce9e79b0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:13Z', 'updated_at': '2021-06-17T08:37:21Z', 'revision_number': 4, 'project_id': '83cf41e7e8fb4fe69e4189b1b65c9e7a', 'gw_port': {'id': '784944e8-7102-4b8e-852d-54ce9e79b0db', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a64f47-3774-4721-b8ea-c14e23fa94f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:15Z', 'updated_at': '2021-06-17T08:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'f1df15da-bbb6-4e90-b620-3c40be70ebbf', 'name': '', 'network_id': '67d432c0-aec1-4bb0-b6ac-80a3209ce476', 'tenant_id': '83cf41e7e8fb4fe69e4189b1b65c9e7a', 'mac_address': 'fa:16:3e:d6:72:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a64f47-3774-4721-b8ea-c14e23fa94f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '40be7263-3a66-488d-b7fa-e5824e5f91cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:19Z', 'updated_at': '2021-06-17T08:37:26Z', 'revision_number': 4, 'project_id': '83cf41e7e8fb4fe69e4189b1b65c9e7a', 'subnets': [{'id': '40be7263-3a66-488d-b7fa-e5824e5f91cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:37:27.970020 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d91f8c30-876d-4790-964a-e4b31119af07 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.976814 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6a4554-5f02-4460-aa6e-57387a4631c7 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:37:27.996683 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-80b7893f-7272-4a62-819f-fb6cc5a90e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:28.057190 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 4c6a4554-5f02-4460-aa6e-57387a4631c7, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4c6a4554-5f02-4460-aa6e-57387a4631c7,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:28.057626 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-23a1fbda-4d16-4ed4-ba49-492248183c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:28.067202 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-561cc745-6f40-4a7a-afec-c0c856e5b1b1 req-9db9ee41-2a56-4111-a8f8-c86e4f90b365 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842081 Jun 17 08:37:28.080416 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d91f8c30-876d-4790-964a-e4b31119af07 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:28.138195 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:28.167760 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-23a1fbda-4d16-4ed4-ba49-492248183c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:28.185909 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:28.189359 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-1dcfb580-c961-4f05-8193-da2dd2de8b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:28.273426 n-d-758944-30 neutron-server[94519]: INFO neutron.db.l3_db [None req-d91f8c30-876d-4790-964a-e4b31119af07 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Floating IP d3e93000-2b10-47a8-910a-3d58989593ea associated. External IP: 172.25.2.2, port: 652ef14a-dfc2-4475-9d4e-4a7b1d006abf. Jun 17 08:37:28.344491 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=4c6a4554-5f02-4460-aa6e-57387a4631c7,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:28.351000 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:28.407343 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['4c6a4554-5f02-4460-aa6e-57387a4631c7'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:37:28.441082 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-23a1fbda-4d16-4ed4-ba49-492248183c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:28.446595 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-23a1fbda-4d16-4ed4-ba49-492248183c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:28.449534 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-23a1fbda-4d16-4ed4-ba49-492248183c05 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8e597497-5015-4e9f-8414-f9e3edbd3e4d HTTP/1.1" status: 204 len: 168 time: 0.6005220 Jun 17 08:37:28.449534 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-92deb6b6-3933-4dd3-af73-c0947611195c tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:28.470713 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1fbda-4d16-4ed4-ba49-492248183c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e597497-5015-4e9f-8414-f9e3edbd3e4d,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:28.502421 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90248e6-5c34-46fc-83f9-461bd2e3ddbe req-cece4919-1054-4d3e-8a58-b078bf119f56 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:28.505334 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c90248e6-5c34-46fc-83f9-461bd2e3ddbe req-cece4919-1054-4d3e-8a58-b078bf119f56 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=61f81ce8-aa89-48ff-8798-d6239fd82a17 HTTP/1.1" status: 200 len: 947 time: 0.5950770 Jun 17 08:37:28.556555 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-23a1fbda-4d16-4ed4-ba49-492248183c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:28.637710 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-561cc745-6f40-4a7a-afec-c0c856e5b1b1 req-5ee8c63e-e829-4545-a15d-e4bfb55cd199 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5345068 Jun 17 08:37:28.681457 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c90248e6-5c34-46fc-83f9-461bd2e3ddbe req-0c605db8-3e44-4a83-9903-1fa2182bbbdc tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400871 Jun 17 08:37:28.744042 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91f8c30-876d-4790-964a-e4b31119af07 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Router e120ac66-135b-4adc-919c-bcdbfe62a5f7 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:37:28.869647 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5893c567-4e0a-43c6-ab4d-ab4d07a016b6 req-dd16b442-d4e7-4fbf-a16c-c72b019df0c8 tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] 10.222.0.49 "GET /v2.0/security-groups/13781720-b36b-4093-8f83-7525ca6bc06b HTTP/1.1" status: 200 len: 1776 time: 0.0878110 Jun 17 08:37:28.920069 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91f8c30-876d-4790-964a-e4b31119af07 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:37:28.932840 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d91f8c30-876d-4790-964a-e4b31119af07 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:28.939830 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef143886-9870-44ce-8ea6-5c2184b82d15 None None] Sync routers for ids ['e120ac66-135b-4adc-919c-bcdbfe62a5f7'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:37:28.969031 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef143886-9870-44ce-8ea6-5c2184b82d15 None None] Routers {'e120ac66-135b-4adc-919c-bcdbfe62a5f7'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:37:28.971924 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-ef143886-9870-44ce-8ea6-5c2184b82d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:36:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e120ac66-135b-4adc-919c-bcdbfe62a5f7'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:28.977237 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-80b7893f-7272-4a62-819f-fb6cc5a90e9d admin admin] Deleting port f1df15da-bbb6-4e90-b620-3c40be70ebbf {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:28.977933 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-80b7893f-7272-4a62-819f-fb6cc5a90e9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:28.996247 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d91f8c30-876d-4790-964a-e4b31119af07 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "PUT /v2.0/floatingips/d3e93000-2b10-47a8-910a-3d58989593ea HTTP/1.1" status: 200 len: 989 time: 2.5925207 Jun 17 08:37:28.997222 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5e337c-bf07-4b4c-a816-067a83b71e60', 'tag': '652ef14a-dfc2-4475-9d4e-4a7b1d006abf'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:29.001027 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4180b9-8071-4e9f-b793-dd7c91cd2d33" -d '{"events": [{"name": "network-changed", "server_uuid": "2f5e337c-bf07-4b4c-a816-067a83b71e60", "tag": "652ef14a-dfc2-4475-9d4e-4a7b1d006abf"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:29.036370 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5893c567-4e0a-43c6-ab4d-ab4d07a016b6 req-4d8314da-1a8e-4715-ac98-d76c7464a5dc tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.079268 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device f62b5d15-8228-4ce8-921d-bbe84d1b207e details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:37:29.111617 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device f1df15da-bbb6-4e90-b620-3c40be70ebbf up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:29.124696 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-80b7893f-7272-4a62-819f-fb6cc5a90e9d admin admin] For port f1df15da-bbb6-4e90-b620-3c40be70ebbf, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=f1df15da-bbb6-4e90-b620-3c40be70ebbf,segment=NetworkSegment(05855bdd-6e93-4d6f-82ea-ff21360fa3a2),segment_id=05855bdd-6e93-4d6f-82ea-ff21360fa3a2)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:29.125257 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-80b7893f-7272-4a62-819f-fb6cc5a90e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.254660 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-80b7893f-7272-4a62-819f-fb6cc5a90e9d admin admin] Calling delete_port for f1df15da-bbb6-4e90-b620-3c40be70ebbf owned by network:router_interface {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:29.261609 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-ef143886-9870-44ce-8ea6-5c2184b82d15 None None] Set router e120ac66-135b-4adc-919c-bcdbfe62a5f7 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:37:29.406286 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port f62b5d15-8228-4ce8-921d-bbe84d1b207e, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=f62b5d15-8228-4ce8-921d-bbe84d1b207e,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:29.426332 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': 'f62b5d15-8228-4ce8-921d-bbe84d1b207e', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': 'f62b5d15-8228-4ce8-921d-bbe84d1b207e', 'mac_address': 'fa:16:3e:1c:ab:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:37:29.490772 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2f5f485c-836d-4713-9bea-e7972c635448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.509073 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port f1df15da-bbb6-4e90-b620-3c40be70ebbf completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:29.525547 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port f1df15da-bbb6-4e90-b620-3c40be70ebbf triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:29.528192 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.558562 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5893c567-4e0a-43c6-ab4d-ab4d07a016b6 req-4d8314da-1a8e-4715-ac98-d76c7464a5dc tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.628898 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.651432 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f7c1d-8265-42dc-9e88-6cef01d19886 req-de1dcd1b-eb35-4a17-bfe5-0f30da27ee05 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:29.659799 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f94f7c1d-8265-42dc-9e88-6cef01d19886 req-de1dcd1b-eb35-4a17-bfe5-0f30da27ee05 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 1097 time: 0.1282291 Jun 17 08:37:29.685070 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.689172 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62b5d15-8228-4ce8-921d-bbe84d1b207e {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:37:29.709711 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f94f7c1d-8265-42dc-9e88-6cef01d19886 req-37ef7d0d-2b24-477b-9d0e-d575ee0aeed7 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438547 Jun 17 08:37:29.724809 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-ef143886-9870-44ce-8ea6-5c2184b82d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840871843-router', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:21Z', 'revision_number': 4, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'gw_port': {'id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': 'd3e93000-2b10-47a8-910a-3d58989593ea', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'floating_ip_address': '172.25.2.2', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'port_id': '652ef14a-dfc2-4475-9d4e-4a7b1d006abf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527', 'mac_address': 'fa:16:3e:0c:8c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5e337c-bf07-4b4c-a816-067a83b71e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:36:51Z', 'updated_at': '2021-06-17T08:37:27Z', 'revision_number': 1, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd889228a-7466-403a-b2cf-746d88470ba5', 'name': '', 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'mac_address': 'fa:16:3e:fc:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:19Z', 'updated_at': '2021-06-17T08:36:29Z', 'revision_number': 5, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'subnets': [{'id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:29.740410 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port f62b5d15-8228-4ce8-921d-bbe84d1b207e, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=f62b5d15-8228-4ce8-921d-bbe84d1b207e,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:29.742502 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-80b7893f-7272-4a62-819f-fb6cc5a90e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.745104 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:29.767379 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef143886-9870-44ce-8ea6-5c2184b82d15 None None] Checking router: e120ac66-135b-4adc-919c-bcdbfe62a5f7 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:37:29.778397 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef143886-9870-44ce-8ea6-5c2184b82d15 None None] Routers {'e120ac66-135b-4adc-919c-bcdbfe62a5f7'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:37:29.779122 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-ef143886-9870-44ce-8ea6-5c2184b82d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:37:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e120ac66-135b-4adc-919c-bcdbfe62a5f7'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:29.782932 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7893f-7272-4a62-819f-fb6cc5a90e9d admin admin] Pushing event deleted for resources: {'Port': ['ID=f1df15da-bbb6-4e90-b620-3c40be70ebbf,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:29.785887 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-80b7893f-7272-4a62-819f-fb6cc5a90e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:29.885900 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5893c567-4e0a-43c6-ab4d-ab4d07a016b6 req-4d8314da-1a8e-4715-ac98-d76c7464a5dc tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.888700 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5893c567-4e0a-43c6-ab4d-ab4d07a016b6 req-4d8314da-1a8e-4715-ac98-d76c7464a5dc tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.900016 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-ef143886-9870-44ce-8ea6-5c2184b82d15 None None] Set router e120ac66-135b-4adc-919c-bcdbfe62a5f7 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:37:29.901618 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5893c567-4e0a-43c6-ab4d-ab4d07a016b6 req-4d8314da-1a8e-4715-ac98-d76c7464a5dc tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] 10.222.0.49 "DELETE /v2.0/security-groups/13781720-b36b-4093-8f83-7525ca6bc06b HTTP/1.1" status: 204 len: 173 time: 1.0292649 Jun 17 08:37:29.903543 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.907066 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8e65f321-535f-41ea-9c36-d32eeeb9bcd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:29.974704 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-91a09adf-ce7c-402f-ada5-b309359ac15a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:30.000888 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8314da-1a8e-4715-ac98-d76c7464a5dc tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13781720-b36b-4093-8f83-7525ca6bc06b,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:30.012301 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4d8314da-1a8e-4715-ac98-d76c7464a5dc tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:30.100035 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-80b7893f-7272-4a62-819f-fb6cc5a90e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:30.126500 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7361de-9054-457b-8960-6257663a538b x-openstack-request-id: req-ec7361de-9054-457b-8960-6257663a538b {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:30.127422 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f5e337c-bf07-4b4c-a816-067a83b71e60", "tag": "652ef14a-dfc2-4475-9d4e-4a7b1d006abf", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:30.129492 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec7361de-9054-457b-8960-6257663a538b {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:30.131295 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f5e337c-bf07-4b4c-a816-067a83b71e60', 'tag': '652ef14a-dfc2-4475-9d4e-4a7b1d006abf', 'status': 'completed', 'code': 200} Jun 17 08:37:30.162037 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=f62b5d15-8228-4ce8-921d-bbe84d1b207e,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:30.164965 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:30.171778 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['f62b5d15-8228-4ce8-921d-bbe84d1b207e'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:37:30.389955 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4180b9-8071-4e9f-b793-dd7c91cd2d33 req-02938b60-29e9-4e77-8eb7-ccccff9e70a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:30.391495 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0f4180b9-8071-4e9f-b793-dd7c91cd2d33 req-02938b60-29e9-4e77-8eb7-ccccff9e70a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c15e34d135d048379888e28b7cdd5b3a&device_id=2f5e337c-bf07-4b4c-a816-067a83b71e60 HTTP/1.1" status: 200 len: 1097 time: 0.1901178 Jun 17 08:37:30.429088 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954de71-56f3-47ff-9d94-d16d7f80af52 req-7e03d262-e1b2-4795-865c-cf730776cede tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:30.431063 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c954de71-56f3-47ff-9d94-d16d7f80af52 req-7e03d262-e1b2-4795-865c-cf730776cede tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=64315ec0-d238-4979-80ea-32c581b72ee6 HTTP/1.1" status: 200 len: 949 time: 0.1577754 Jun 17 08:37:30.476170 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-ef143886-9870-44ce-8ea6-5c2184b82d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840871843-router', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:21Z', 'revision_number': 4, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'gw_port': {'id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': 'd3e93000-2b10-47a8-910a-3d58989593ea', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'floating_ip_address': '172.25.2.2', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'port_id': '652ef14a-dfc2-4475-9d4e-4a7b1d006abf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527', 'mac_address': 'fa:16:3e:0c:8c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5e337c-bf07-4b4c-a816-067a83b71e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:36:51Z', 'updated_at': '2021-06-17T08:37:27Z', 'revision_number': 1, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd889228a-7466-403a-b2cf-746d88470ba5', 'name': '', 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'mac_address': 'fa:16:3e:fc:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:19Z', 'updated_at': '2021-06-17T08:36:29Z', 'revision_number': 5, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'subnets': [{'id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:30.507562 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c954de71-56f3-47ff-9d94-d16d7f80af52 req-82a258e6-7fd9-4aaa-a56b-511a577a18bc tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/security-groups?id=c645bbf3-a6dc-47d7-884f-6efcbbf7a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690107 Jun 17 08:37:30.517357 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef143886-9870-44ce-8ea6-5c2184b82d15 None None] The sync data for ids ['e120ac66-135b-4adc-919c-bcdbfe62a5f7'] in n-d-758944-30 is: [{'id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840871843-router', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:21Z', 'revision_number': 4, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'gw_port': {'id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': 'd3e93000-2b10-47a8-910a-3d58989593ea', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'floating_ip_address': '172.25.2.2', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'port_id': '652ef14a-dfc2-4475-9d4e-4a7b1d006abf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527', 'mac_address': 'fa:16:3e:0c:8c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5e337c-bf07-4b4c-a816-067a83b71e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:36:51Z', 'updated_at': '2021-06-17T08:37:27Z', 'revision_number': 1, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd889228a-7466-403a-b2cf-746d88470ba5', 'name': '', 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'mac_address': 'fa:16:3e:fc:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:19Z', 'updated_at': '2021-06-17T08:36:29Z', 'revision_number': 5, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'subnets': [{'id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:37:30.623587 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4180b9-8071-4e9f-b793-dd7c91cd2d33 req-0a5ef76f-c93e-4eeb-89ab-6c4b5710f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:30.625341 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0f4180b9-8071-4e9f-b793-dd7c91cd2d33 req-0a5ef76f-c93e-4eeb-89ab-6c4b5710f267 service neutron] 10.222.0.53 "GET /v2.0/networks?id=31e06f2d-0e35-40cc-88df-cef11ddd5527 HTTP/1.1" status: 200 len: 924 time: 0.1278963 Jun 17 08:37:30.746496 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0f4180b9-8071-4e9f-b793-dd7c91cd2d33 req-ff01fd6c-5c74-4e30-b822-9e6a02536b53 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=652ef14a-dfc2-4475-9d4e-4a7b1d006abf HTTP/1.1" status: 200 len: 997 time: 0.1113198 Jun 17 08:37:30.766929 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b341c-6ffc-4e72-90a2-f29105aa91ef req-a38e8c25-783e-4602-a40e-6a2d6ef05f08 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:30.774384 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd6b341c-6ffc-4e72-90a2-f29105aa91ef req-a38e8c25-783e-4602-a40e-6a2d6ef05f08 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 1097 time: 0.4452288 Jun 17 08:37:30.817008 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:30.847470 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b7893f-7272-4a62-819f-fb6cc5a90e9d admin admin] Router b7a64f47-3774-4721-b8ea-c14e23fa94f7 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:37:30.853839 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd6b341c-6ffc-4e72-90a2-f29105aa91ef req-9a6caec1-3e96-43a5-ba09-f2e87d48b258 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785573 Jun 17 08:37:30.870428 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4180b9-8071-4e9f-b793-dd7c91cd2d33 req-ebe975b8-5bdf-47b3-bfb3-de487a96c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:30.874295 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0f4180b9-8071-4e9f-b793-dd7c91cd2d33 req-ebe975b8-5bdf-47b3-bfb3-de487a96c4c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5e8ab6c-8b7b-4e37-b033-797fad98bbda HTTP/1.1" status: 200 len: 862 time: 0.1182382 Jun 17 08:37:30.985453 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caf00a7-3fae-4f67-96db-9352b66d3482 None None] New status for floating IP d3e93000-2b10-47a8-910a-3d58989593ea: ACTIVE {{(pid=94521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:37:30.997442 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68bb5d-4b5e-4d85-bb4b-dfb57cf82252 req-119b5304-34d5-4693-bf63-c00f970a9e96 tempest-DeleteServersAdminTestJSON-1816620839 tempest-DeleteServersAdminTestJSON-1816620839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:31.000837 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cb68bb5d-4b5e-4d85-bb4b-dfb57cf82252 req-119b5304-34d5-4693-bf63-c00f970a9e96 tempest-DeleteServersAdminTestJSON-1816620839 tempest-DeleteServersAdminTestJSON-1816620839-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=64315ec0-d238-4979-80ea-32c581b72ee6 HTTP/1.1" status: 200 len: 1101 time: 0.4914117 Jun 17 08:37:31.075411 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2ab99-3001-48bc-9e4b-17842a4c99f4 req-9e20e4a9-b3a3-4e6f-8a3f-f0d0146ccd0d tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:31.077081 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ece2ab99-3001-48bc-9e4b-17842a4c99f4 req-9e20e4a9-b3a3-4e6f-8a3f-f0d0146ccd0d tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=61f81ce8-aa89-48ff-8798-d6239fd82a17 HTTP/1.1" status: 200 len: 948 time: 0.2398951 Jun 17 08:37:31.158486 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ece2ab99-3001-48bc-9e4b-17842a4c99f4 req-992a7232-3f3e-491c-8c51-ba5b338762ae tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698647 Jun 17 08:37:31.178929 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device f62b5d15-8228-4ce8-921d-bbe84d1b207e up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:31.191535 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-cb68bb5d-4b5e-4d85-bb4b-dfb57cf82252 req-3e95ad22-9c71-4936-80a7-0859239bd5b9 tempest-DeleteServersAdminTestJSON-1816620839 tempest-DeleteServersAdminTestJSON-1816620839-project-admin] Deleting port 99eed13f-3678-4420-a7d3-ac4e681790c2 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:31.192193 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-cb68bb5d-4b5e-4d85-bb4b-dfb57cf82252 req-3e95ad22-9c71-4936-80a7-0859239bd5b9 tempest-DeleteServersAdminTestJSON-1816620839 tempest-DeleteServersAdminTestJSON-1816620839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.378303 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-cb68bb5d-4b5e-4d85-bb4b-dfb57cf82252 req-3e95ad22-9c71-4936-80a7-0859239bd5b9 tempest-DeleteServersAdminTestJSON-1816620839 tempest-DeleteServersAdminTestJSON-1816620839-project-admin] For port 99eed13f-3678-4420-a7d3-ac4e681790c2, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=99eed13f-3678-4420-a7d3-ac4e681790c2,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:31.378683 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-cb68bb5d-4b5e-4d85-bb4b-dfb57cf82252 req-3e95ad22-9c71-4936-80a7-0859239bd5b9 tempest-DeleteServersAdminTestJSON-1816620839 tempest-DeleteServersAdminTestJSON-1816620839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.450299 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fe8d8fba-147e-4497-ae92-3f67f1cafcc4 req-4c9c735f-5a4a-43bd-9dd0-5a0a6f1aef5e tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] 10.222.0.49 "GET /v2.0/security-groups/602c6b05-8cc1-4370-b517-d5276158e8cd HTTP/1.1" status: 200 len: 1777 time: 0.1659214 Jun 17 08:37:31.459487 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4180b9-8071-4e9f-b793-dd7c91cd2d33 req-40fc1fba-c2bd-46e9-934a-a12673259e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:31.462543 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0f4180b9-8071-4e9f-b793-dd7c91cd2d33 req-40fc1fba-c2bd-46e9-934a-a12673259e56 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=31e06f2d-0e35-40cc-88df-cef11ddd5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5792601 Jun 17 08:37:31.483129 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-cb68bb5d-4b5e-4d85-bb4b-dfb57cf82252 req-3e95ad22-9c71-4936-80a7-0859239bd5b9 tempest-DeleteServersAdminTestJSON-1816620839 tempest-DeleteServersAdminTestJSON-1816620839-project-admin] Calling delete_port for 99eed13f-3678-4420-a7d3-ac4e681790c2 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:31.531300 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b7893f-7272-4a62-819f-fb6cc5a90e9d admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:37:31.541930 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eea416-f764-425d-a1d0-9f81bff667a7 None None] Sync routers for ids ['b7a64f47-3774-4721-b8ea-c14e23fa94f7'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:37:31.542854 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-80b7893f-7272-4a62-819f-fb6cc5a90e9d admin admin] 10.222.0.49 "PUT /v2.0/routers/b7a64f47-3774-4721-b8ea-c14e23fa94f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7743828 Jun 17 08:37:31.567534 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eea416-f764-425d-a1d0-9f81bff667a7 None None] Routers {'b7a64f47-3774-4721-b8ea-c14e23fa94f7'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:37:31.573363 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-92eea416-f764-425d-a1d0-9f81bff667a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:37:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['b7a64f47-3774-4721-b8ea-c14e23fa94f7'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:31.576635 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39450) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:31.751824 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fe8d8fba-147e-4497-ae92-3f67f1cafcc4 req-830da71d-d1c0-49b9-8f88-37694635e6cc tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.795185 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0f4180b9-8071-4e9f-b793-dd7c91cd2d33 req-23e210f3-9457-4f0c-a063-4549b4b59345 service neutron] 10.222.0.53 "GET /v2.0/networks/31e06f2d-0e35-40cc-88df-cef11ddd5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188815 Jun 17 08:37:31.817642 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fe8d8fba-147e-4497-ae92-3f67f1cafcc4 req-830da71d-d1c0-49b9-8f88-37694635e6cc tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.833488 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-92eea416-f764-425d-a1d0-9f81bff667a7 None None] Set router b7a64f47-3774-4721-b8ea-c14e23fa94f7 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:37:31.868240 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port f62b5d15-8228-4ce8-921d-bbe84d1b207e completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:31.872760 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port f62b5d15-8228-4ce8-921d-bbe84d1b207e triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:31.873130 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.921834 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-39c7f8bc-a719-4837-87ad-3f79958ff26f admin admin] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.968783 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-cb68bb5d-4b5e-4d85-bb4b-dfb57cf82252 req-3e95ad22-9c71-4936-80a7-0859239bd5b9 tempest-DeleteServersAdminTestJSON-1816620839 tempest-DeleteServersAdminTestJSON-1816620839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.976577 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:32.034235 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.060348 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95ad22-9c71-4936-80a7-0859239bd5b9 tempest-DeleteServersAdminTestJSON-1816620839 tempest-DeleteServersAdminTestJSON-1816620839-project-admin] Pushing event deleted for resources: {'Port': ['ID=99eed13f-3678-4420-a7d3-ac4e681790c2,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:32.078587 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3e95ad22-9c71-4936-80a7-0859239bd5b9 tempest-DeleteServersAdminTestJSON-1816620839 tempest-DeleteServersAdminTestJSON-1816620839-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:32.083803 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['99eed13f-3678-4420-a7d3-ac4e681790c2'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:37:32.109213 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0f4180b9-8071-4e9f-b793-dd7c91cd2d33 req-ab0ee6b6-576e-4f0e-a625-17943fcfae18 service neutron] 10.222.0.53 "GET /v2.0/networks/31e06f2d-0e35-40cc-88df-cef11ddd5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938616 Jun 17 08:37:32.136374 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-39c7f8bc-a719-4837-87ad-3f79958ff26f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.179672 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fe8d8fba-147e-4497-ae92-3f67f1cafcc4 req-830da71d-d1c0-49b9-8f88-37694635e6cc tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.180059 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port f62b5d15-8228-4ce8-921d-bbe84d1b207e, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=f62b5d15-8228-4ce8-921d-bbe84d1b207e,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:32.182700 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fe8d8fba-147e-4497-ae92-3f67f1cafcc4 req-830da71d-d1c0-49b9-8f88-37694635e6cc tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.185013 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f81ce8-aa89-48ff-8798-d6239fd82a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62b5d15-8228-4ce8-921d-bbe84d1b207e'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:32.190596 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a82874b-8786-4efd-b441-41cd81af91a0" -d '{"events": [{"server_uuid": "61f81ce8-aa89-48ff-8798-d6239fd82a17", "name": "network-vif-plugged", "status": "completed", "tag": "f62b5d15-8228-4ce8-921d-bbe84d1b207e"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:32.192279 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fe8d8fba-147e-4497-ae92-3f67f1cafcc4 req-830da71d-d1c0-49b9-8f88-37694635e6cc tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] 10.222.0.49 "DELETE /v2.0/security-groups/602c6b05-8cc1-4370-b517-d5276158e8cd HTTP/1.1" status: 204 len: 173 time: 0.7235129 Jun 17 08:37:32.192279 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b9fbc686-1700-449a-8831-5dc64cc7b6da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:32.195586 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-92eea416-f764-425d-a1d0-9f81bff667a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a64f47-3774-4721-b8ea-c14e23fa94f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1088562443-router', 'tenant_id': '83cf41e7e8fb4fe69e4189b1b65c9e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '784944e8-7102-4b8e-852d-54ce9e79b0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:13Z', 'updated_at': '2021-06-17T08:37:29Z', 'revision_number': 5, 'project_id': '83cf41e7e8fb4fe69e4189b1b65c9e7a', 'gw_port': {'id': '784944e8-7102-4b8e-852d-54ce9e79b0db', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a64f47-3774-4721-b8ea-c14e23fa94f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:15Z', 'updated_at': '2021-06-17T08:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:32.225924 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb68bb5d-4b5e-4d85-bb4b-dfb57cf82252 req-3e95ad22-9c71-4936-80a7-0859239bd5b9 tempest-DeleteServersAdminTestJSON-1816620839 tempest-DeleteServersAdminTestJSON-1816620839-project-admin] No DVR routers for this DVR port 99eed13f-3678-4420-a7d3-ac4e681790c2 on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:37:32.232660 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830da71d-d1c0-49b9-8f88-37694635e6cc tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=602c6b05-8cc1-4370-b517-d5276158e8cd,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:32.235664 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-cb68bb5d-4b5e-4d85-bb4b-dfb57cf82252 req-3e95ad22-9c71-4936-80a7-0859239bd5b9 tempest-DeleteServersAdminTestJSON-1816620839 tempest-DeleteServersAdminTestJSON-1816620839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.237752 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cb68bb5d-4b5e-4d85-bb4b-dfb57cf82252 req-3e95ad22-9c71-4936-80a7-0859239bd5b9 tempest-DeleteServersAdminTestJSON-1816620839 tempest-DeleteServersAdminTestJSON-1816620839-project-admin] 10.222.0.53 "DELETE /v2.0/ports/99eed13f-3678-4420-a7d3-ac4e681790c2 HTTP/1.1" status: 204 len: 173 time: 1.2297583 Jun 17 08:37:32.239029 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-830da71d-d1c0-49b9-8f88-37694635e6cc tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:32.243435 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64315ec0-d238-4979-80ea-32c581b72ee6', 'name': 'network-vif-deleted', 'tag': '99eed13f-3678-4420-a7d3-ac4e681790c2'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:32.245946 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f48181-117c-4e92-9b41-300748efcca0" -d '{"events": [{"server_uuid": "64315ec0-d238-4979-80ea-32c581b72ee6", "name": "network-vif-deleted", "tag": "99eed13f-3678-4420-a7d3-ac4e681790c2"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:32.251821 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eea416-f764-425d-a1d0-9f81bff667a7 None None] Checking router: b7a64f47-3774-4721-b8ea-c14e23fa94f7 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:37:32.262648 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eea416-f764-425d-a1d0-9f81bff667a7 None None] Routers {'b7a64f47-3774-4721-b8ea-c14e23fa94f7'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:37:32.263506 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-92eea416-f764-425d-a1d0-9f81bff667a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:37:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['b7a64f47-3774-4721-b8ea-c14e23fa94f7'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:32.314575 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.319987 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 4c6a4554-5f02-4460-aa6e-57387a4631c7 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:32.398668 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-92eea416-f764-425d-a1d0-9f81bff667a7 None None] Set router b7a64f47-3774-4721-b8ea-c14e23fa94f7 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:37:32.477414 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e8a619a4-6c0d-42ee-97a8-f9668c36cc74 req-39af35fc-cc05-4836-9e27-a8b7a7d31daa tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=64315ec0-d238-4979-80ea-32c581b72ee6 HTTP/1.1" status: 200 len: 210 time: 0.0542181 Jun 17 08:37:32.489156 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-39c7f8bc-a719-4837-87ad-3f79958ff26f admin admin] Deleting port 784944e8-7102-4b8e-852d-54ce9e79b0db {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:32.489156 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-39c7f8bc-a719-4837-87ad-3f79958ff26f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.494220 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-b856608b-2c2e-42e2-9d9f-d75aae57815f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:32.568228 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.640872 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=f62b5d15-8228-4ce8-921d-bbe84d1b207e,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:32.651298 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:32.686274 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-39c7f8bc-a719-4837-87ad-3f79958ff26f admin admin] For port 784944e8-7102-4b8e-852d-54ce9e79b0db, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=784944e8-7102-4b8e-852d-54ce9e79b0db,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:32.686499 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-39c7f8bc-a719-4837-87ad-3f79958ff26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.750473 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-92eea416-f764-425d-a1d0-9f81bff667a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a64f47-3774-4721-b8ea-c14e23fa94f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1088562443-router', 'tenant_id': '83cf41e7e8fb4fe69e4189b1b65c9e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '784944e8-7102-4b8e-852d-54ce9e79b0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:13Z', 'updated_at': '2021-06-17T08:37:29Z', 'revision_number': 5, 'project_id': '83cf41e7e8fb4fe69e4189b1b65c9e7a', 'gw_port': {'id': '784944e8-7102-4b8e-852d-54ce9e79b0db', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a64f47-3774-4721-b8ea-c14e23fa94f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:15Z', 'updated_at': '2021-06-17T08:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:32.762884 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-39c7f8bc-a719-4837-87ad-3f79958ff26f admin admin] Calling delete_port for 784944e8-7102-4b8e-852d-54ce9e79b0db owned by network:router_gateway {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:32.783467 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eea416-f764-425d-a1d0-9f81bff667a7 None None] The sync data for ids ['b7a64f47-3774-4721-b8ea-c14e23fa94f7'] in n-d-758944-30 is: [{'id': 'b7a64f47-3774-4721-b8ea-c14e23fa94f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1088562443-router', 'tenant_id': '83cf41e7e8fb4fe69e4189b1b65c9e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '784944e8-7102-4b8e-852d-54ce9e79b0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:13Z', 'updated_at': '2021-06-17T08:37:29Z', 'revision_number': 5, 'project_id': '83cf41e7e8fb4fe69e4189b1b65c9e7a', 'gw_port': {'id': '784944e8-7102-4b8e-852d-54ce9e79b0db', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a64f47-3774-4721-b8ea-c14e23fa94f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:15Z', 'updated_at': '2021-06-17T08:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:37:32.796451 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 4c6a4554-5f02-4460-aa6e-57387a4631c7 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:32.802211 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 4c6a4554-5f02-4460-aa6e-57387a4631c7 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:32.802633 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.810699 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a9c909-195d-44a1-a94a-6759a8fb0935 x-openstack-request-id: req-77a9c909-195d-44a1-a94a-6759a8fb0935 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:32.810699 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f81ce8-aa89-48ff-8798-d6239fd82a17", "name": "network-vif-plugged", "status": "completed", "tag": "f62b5d15-8228-4ce8-921d-bbe84d1b207e", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:32.810699 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-77a9c909-195d-44a1-a94a-6759a8fb0935 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:32.810699 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f81ce8-aa89-48ff-8798-d6239fd82a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62b5d15-8228-4ce8-921d-bbe84d1b207e', 'code': 200} Jun 17 08:37:32.959552 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.987800 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc9e96-3528-4e27-992c-1c18fef46be0 req-2dd09957-7483-4ff7-ac04-9d248211c14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:32.992411 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-56dc9e96-3528-4e27-992c-1c18fef46be0 req-2dd09957-7483-4ff7-ac04-9d248211c14e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=61f81ce8-aa89-48ff-8798-d6239fd82a17 HTTP/1.1" status: 200 len: 1101 time: 0.1019425 Jun 17 08:37:33.015926 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 4c6a4554-5f02-4460-aa6e-57387a4631c7, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4c6a4554-5f02-4460-aa6e-57387a4631c7,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:33.046005 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-56dc9e96-3528-4e27-992c-1c18fef46be0 req-bd26f488-a018-4ea9-8846-057f3a21bc21 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475860 Jun 17 08:37:33.098026 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195fc8c-d5bf-428d-8375-35788835a05c req-c292f111-539b-43c6-bc62-74d8f37b49d4 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:33.099605 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d195fc8c-d5bf-428d-8375-35788835a05c req-c292f111-539b-43c6-bc62-74d8f37b49d4 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=61f81ce8-aa89-48ff-8798-d6239fd82a17 HTTP/1.1" status: 200 len: 949 time: 0.1120930 Jun 17 08:37:33.148457 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d195fc8c-d5bf-428d-8375-35788835a05c req-9fd0fc8f-b642-4b60-a3b4-8dd501e0ba13 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404556 Jun 17 08:37:33.169072 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device f1df15da-bbb6-4e90-b620-3c40be70ebbf no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:37:33.206095 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: f1df15da-bbb6-4e90-b620-3c40be70ebbf {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:37:33.206095 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device f1df15da-bbb6-4e90-b620-3c40be70ebbf not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:37:33.206095 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:33.206095 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:33.206852 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39482) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:33.223100 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae79b93a-c8db-4af2-8667-1ac9852b75dc x-openstack-request-id: req-ae79b93a-c8db-4af2-8667-1ac9852b75dc {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:33.224067 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64315ec0-d238-4979-80ea-32c581b72ee6", "name": "network-vif-deleted", "tag": "99eed13f-3678-4420-a7d3-ac4e681790c2", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:33.224568 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ae79b93a-c8db-4af2-8667-1ac9852b75dc {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:33.225190 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64315ec0-d238-4979-80ea-32c581b72ee6', 'name': 'network-vif-deleted', 'tag': '99eed13f-3678-4420-a7d3-ac4e681790c2', 'status': 'completed', 'code': 200} Jun 17 08:37:33.232668 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-39c7f8bc-a719-4837-87ad-3f79958ff26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:33.241472 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f6646530-d215-499a-b241-197b0e49d6ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:33.273798 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=4c6a4554-5f02-4460-aa6e-57387a4631c7,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:33.277821 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:33.279347 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 99eed13f-3678-4420-a7d3-ac4e681790c2 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:37:33.281832 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7f8bc-a719-4837-87ad-3f79958ff26f admin admin] Pushing event deleted for resources: {'Port': ['ID=784944e8-7102-4b8e-852d-54ce9e79b0db,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:33.308154 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 99eed13f-3678-4420-a7d3-ac4e681790c2 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:37:33.308404 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 99eed13f-3678-4420-a7d3-ac4e681790c2 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:37:33.338016 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-39c7f8bc-a719-4837-87ad-3f79958ff26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:33.502611 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-39c7f8bc-a719-4837-87ad-3f79958ff26f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:33.510827 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-39c7f8bc-a719-4837-87ad-3f79958ff26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:33.518371 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-39c7f8bc-a719-4837-87ad-3f79958ff26f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:33.603686 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-cfecfa5e-2cf6-449e-9443-8863c32334cc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f3350af7e9ca46f2843aef9f589616f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3964982 Jun 17 08:37:33.607658 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39496) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:33.672225 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8b84a1de-8809-43cd-a37e-9a9cac6124af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:33.700837 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8b84a1de-8809-43cd-a37e-9a9cac6124af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:33.833906 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-39c7f8bc-a719-4837-87ad-3f79958ff26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:33.834639 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c7f8bc-a719-4837-87ad-3f79958ff26f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7a64f47-3774-4721-b8ea-c14e23fa94f7 {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:37:33.842405 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-39c7f8bc-a719-4837-87ad-3f79958ff26f admin admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:33.843815 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-39c7f8bc-a719-4837-87ad-3f79958ff26f admin admin] 10.222.0.49 "DELETE /v2.0/routers/b7a64f47-3774-4721-b8ea-c14e23fa94f7 HTTP/1.1" status: 204 len: 168 time: 2.2656488 Jun 17 08:37:33.846520 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39514) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:33.879785 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8b84a1de-8809-43cd-a37e-9a9cac6124af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:33.899356 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8b84a1de-8809-43cd-a37e-9a9cac6124af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:33.918462 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-8b84a1de-8809-43cd-a37e-9a9cac6124af admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3994830f-b94d-4806-a510-a633a84ab7b4 HTTP/1.1" status: 204 len: 168 time: 0.2978215 Jun 17 08:37:33.924750 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-39ef7926-b660-4aad-a76d-3736aebe432c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:33.960752 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84a1de-8809-43cd-a37e-9a9cac6124af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3994830f-b94d-4806-a510-a633a84ab7b4,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:33.965771 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8b84a1de-8809-43cd-a37e-9a9cac6124af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:34.010025 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa0f6126-32d3-49a0-955c-8935af1e1ad1 admin admin] Deleting subnet 40be7263-3a66-488d-b7fa-e5824e5f91cc {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:37:34.015538 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6126-32d3-49a0-955c-8935af1e1ad1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:34.025286 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-633f75b1-11cb-493f-9dd8-cde4118514b5 req-d6f4fcb4-8a95-4e7d-b2d0-eb2c42aef713 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=64315ec0-d238-4979-80ea-32c581b72ee6 HTTP/1.1" status: 200 len: 210 time: 0.0958118 Jun 17 08:37:34.065301 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6126-32d3-49a0-955c-8935af1e1ad1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:34.177874 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6126-32d3-49a0-955c-8935af1e1ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:34.432318 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6126-32d3-49a0-955c-8935af1e1ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:34.437873 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-abb8dd5a-781c-489b-91fe-84bdf8407cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:34.483960 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f6126-32d3-49a0-955c-8935af1e1ad1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40be7263-3a66-488d-b7fa-e5824e5f91cc,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:34.487997 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fa0f6126-32d3-49a0-955c-8935af1e1ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:34.489118 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6126-32d3-49a0-955c-8935af1e1ad1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:34.493898 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39536) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:34.494120 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-fa0f6126-32d3-49a0-955c-8935af1e1ad1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/40be7263-3a66-488d-b7fa-e5824e5f91cc HTTP/1.1" status: 204 len: 168 time: 0.6456010 Jun 17 08:37:34.497461 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f49a4d6-37da-44f4-8884-44fb7949ba70 None None] Network 67d432c0-aec1-4bb0-b6ac-80a3209ce476 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:34.614303 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:34.651672 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc1e62-32c7-4445-8d11-65466ac16a5a req-e8ab7489-683f-4124-9d42-3976c7101368 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:34.653287 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bebc1e62-32c7-4445-8d11-65466ac16a5a req-e8ab7489-683f-4124-9d42-3976c7101368 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=61f81ce8-aa89-48ff-8798-d6239fd82a17 HTTP/1.1" status: 200 len: 949 time: 0.1479847 Jun 17 08:37:34.720841 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bebc1e62-32c7-4445-8d11-65466ac16a5a req-8358f0da-b2f4-496d-9794-e00966dd97c7 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459588 Jun 17 08:37:34.737476 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Deleting port 8b731abf-12b4-40c8-a74a-72ae2e27d35f {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:34.737816 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:34.740327 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afcbbfe-0c6f-4bef-853e-dac2374178f3 None None] DHCP port deletion for 67d432c0-aec1-4bb0-b6ac-80a3209ce476 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:37:34.810074 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34c3a43-6579-49d1-82ff-3201c137259f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6a4554-5f02-4460-aa6e-57387a4631c7'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:34.815087 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79ad708-4d88-448b-baeb-0ee56f00aaf3" -d '{"events": [{"server_uuid": "e34c3a43-6579-49d1-82ff-3201c137259f", "name": "network-vif-plugged", "status": "completed", "tag": "4c6a4554-5f02-4460-aa6e-57387a4631c7"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:34.833711 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-9afcbbfe-0c6f-4bef-853e-dac2374178f3 None None] Deleting port 8b731abf-12b4-40c8-a74a-72ae2e27d35f {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:34.833711 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9afcbbfe-0c6f-4bef-853e-dac2374178f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:34.835368 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] For port 8b731abf-12b4-40c8-a74a-72ae2e27d35f, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=8b731abf-12b4-40c8-a74a-72ae2e27d35f,segment=NetworkSegment(05855bdd-6e93-4d6f-82ea-ff21360fa3a2),segment_id=05855bdd-6e93-4d6f-82ea-ff21360fa3a2)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:34.842725 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:34.929692 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-9afcbbfe-0c6f-4bef-853e-dac2374178f3 None None] For port 8b731abf-12b4-40c8-a74a-72ae2e27d35f, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=8b731abf-12b4-40c8-a74a-72ae2e27d35f,segment=NetworkSegment(05855bdd-6e93-4d6f-82ea-ff21360fa3a2),segment_id=05855bdd-6e93-4d6f-82ea-ff21360fa3a2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:34.929692 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9afcbbfe-0c6f-4bef-853e-dac2374178f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:34.937243 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Calling delete_port for 8b731abf-12b4-40c8-a74a-72ae2e27d35f owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:34.996324 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39546) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:35.056274 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 784944e8-7102-4b8e-852d-54ce9e79b0db no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:37:35.074817 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f8884155-a5a7-4382-8d9d-801643e09131 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b90709c6ae54428a91c259e3e8d72ff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0729315 Jun 17 08:37:35.075506 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39550) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:35.108746 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-9afcbbfe-0c6f-4bef-853e-dac2374178f3 None None] Calling delete_port for 8b731abf-12b4-40c8-a74a-72ae2e27d35f owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:35.145385 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bb1f88da-aaa4-478f-a217-d89ba6ffee02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.152797 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 784944e8-7102-4b8e-852d-54ce9e79b0db {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:37:35.153251 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 784944e8-7102-4b8e-852d-54ce9e79b0db not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:37:35.153789 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 8b731abf-12b4-40c8-a74a-72ae2e27d35f no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:37:35.176269 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bb1f88da-aaa4-478f-a217-d89ba6ffee02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.193162 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.203099 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:35.236842 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b731abf-12b4-40c8-a74a-72ae2e27d35f,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:35.241282 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] No DVR routers for this DVR port 8b731abf-12b4-40c8-a74a-72ae2e27d35f on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:37:35.243506 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:35.293383 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No active binding found for port 8b731abf-12b4-40c8-a74a-72ae2e27d35f {{(pid=94521) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 17 08:37:35.294017 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 8b731abf-12b4-40c8-a74a-72ae2e27d35f not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:37:35.331063 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.342539 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:37:35.342989 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:37:35.343787 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:37:35.344138 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Subscribe: > port after_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:37:35.344501 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:37:35.344820 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Subscribe: > port after_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:37:35.345138 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:37:35.345454 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:37:35.345776 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:37:35.346087 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:37:35.361074 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9afcbbfe-0c6f-4bef-853e-dac2374178f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.366306 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:35.411199 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afcbbfe-0c6f-4bef-853e-dac2374178f3 None None] Pushing event deleted for resources: {'Port': ['ID=8b731abf-12b4-40c8-a74a-72ae2e27d35f,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:35.414478 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afcbbfe-0c6f-4bef-853e-dac2374178f3 None None] No DVR routers for this DVR port 8b731abf-12b4-40c8-a74a-72ae2e27d35f on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:37:35.418525 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9afcbbfe-0c6f-4bef-853e-dac2374178f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:35.476238 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:37:35.476829 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:37:35.477442 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:37:35.477959 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:37:35.480223 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d432c0-aec1-4bb0-b6ac-80a3209ce476']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:35.499432 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bb1f88da-aaa4-478f-a217-d89ba6ffee02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.503808 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bb1f88da-aaa4-478f-a217-d89ba6ffee02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.505515 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-bb1f88da-aaa4-478f-a217-d89ba6ffee02 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ad74a1e6-b08e-46a3-a80f-e728f7df0895 HTTP/1.1" status: 204 len: 168 time: 0.4287136 Jun 17 08:37:35.515790 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3972dd74-5b65-4bd9-bc93-57c18b30a308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:35.532431 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05855bdd-6e93-4d6f-82ea-ff21360fa3a2') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:35.532919 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05855bdd-6e93-4d6f-82ea-ff21360fa3a2') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:35.540946 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f88da-aaa4-478f-a217-d89ba6ffee02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad74a1e6-b08e-46a3-a80f-e728f7df0895,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:35.545605 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bb1f88da-aaa4-478f-a217-d89ba6ffee02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:35.567268 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.610270 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.621272 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:37:35.621686 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: from cryptography.utils import int_from_bytes Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: from cryptography.utils import int_from_bytes Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:37:35.701142 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:37:35.708021 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39562) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:35.820632 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.830793 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bcfa6039-6c6d-4a3a-8fdc-0fb08764e95e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:35.837536 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.839556 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/67d432c0-aec1-4bb0-b6ac-80a3209ce476 HTTP/1.1" status: 204 len: 168 time: 1.3445549 Jun 17 08:37:35.850999 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=67d432c0-aec1-4bb0-b6ac-80a3209ce476,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:35.856848 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:35.886438 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40dd3b4-7f42-49c0-bfe6-fab2978cccac req-e9e41f2d-4e77-4ba1-b709-6d9a620c2073 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:35.888433 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f40dd3b4-7f42-49c0-bfe6-fab2978cccac req-e9e41f2d-4e77-4ba1-b709-6d9a620c2073 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.1116736 Jun 17 08:37:35.991046 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f40dd3b4-7f42-49c0-bfe6-fab2978cccac req-475a80e7-5a9f-473b-9614-91b12baaab58 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868132 Jun 17 08:37:36.040968 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [req-9a32c279-e080-406a-bb25-78625ed562bd req-6368a4d2-aa7d-4364-a6b4-0f2c40fc259a tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:37:36.042049 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9a32c279-e080-406a-bb25-78625ed562bd req-6368a4d2-aa7d-4364-a6b4-0f2c40fc259a tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3330095 Jun 17 08:37:36.057040 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beae01dd-7a02-4631-b04a-2328140edc57 x-openstack-request-id: req-beae01dd-7a02-4631-b04a-2328140edc57 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:36.062618 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34c3a43-6579-49d1-82ff-3201c137259f", "name": "network-vif-plugged", "status": "completed", "tag": "4c6a4554-5f02-4460-aa6e-57387a4631c7", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:36.062618 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-beae01dd-7a02-4631-b04a-2328140edc57 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:36.062618 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34c3a43-6579-49d1-82ff-3201c137259f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6a4554-5f02-4460-aa6e-57387a4631c7', 'code': 200} Jun 17 08:37:36.191851 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-9a32c279-e080-406a-bb25-78625ed562bd req-df40318e-d856-4a87-b2ca-85c0b74ea50a service neutron] Request body: {'binding': {'host': 'n-h2-758944-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:36.192176 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-9a32c279-e080-406a-bb25-78625ed562bd req-df40318e-d856-4a87-b2ca-85c0b74ea50a service neutron] Unknown quota resources ['binding']. {{(pid=94520) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:37:36.270704 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69aa90-697d-42b5-a0c4-10cafbdbdb3c req-cde8e96b-8c48-46c1-824a-a694735d8525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:36.272284 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4b69aa90-697d-42b5-a0c4-10cafbdbdb3c req-cde8e96b-8c48-46c1-824a-a694735d8525 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 1102 time: 0.0794182 Jun 17 08:37:36.334208 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4b69aa90-697d-42b5-a0c4-10cafbdbdb3c req-6d3152b0-4173-4f83-9ed6-4962af8bd9c5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486953 Jun 17 08:37:36.444948 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39584) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:36.499725 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-12c46631-2d06-4d11-8a78-9c8bd5206567 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=83cf41e7e8fb4fe69e4189b1b65c9e7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533116 Jun 17 08:37:36.502845 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39586) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:36.512890 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-9a32c279-e080-406a-bb25-78625ed562bd req-df40318e-d856-4a87-b2ca-85c0b74ea50a service neutron] Attempting to bind port e3472699-738f-4841-b702-3da81639efef on host n-h2-758944-30 for vnic_type normal with profile None {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:36.513225 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-9a32c279-e080-406a-bb25-78625ed562bd req-df40318e-d856-4a87-b2ca-85c0b74ea50a service neutron] Attempting to bind port e3472699-738f-4841-b702-3da81639efef by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:36.513555 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a32c279-e080-406a-bb25-78625ed562bd req-df40318e-d856-4a87-b2ca-85c0b74ea50a service neutron] Attempting to bind port e3472699-738f-4841-b702-3da81639efef on network f60ef741-1693-4275-83c4-b371328659a8 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:36.522979 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a32c279-e080-406a-bb25-78625ed562bd req-df40318e-d856-4a87-b2ca-85c0b74ea50a service neutron] Port e3472699-738f-4841-b702-3da81639efef on network f60ef741-1693-4275-83c4-b371328659a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:37:36.523309 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a32c279-e080-406a-bb25-78625ed562bd req-df40318e-d856-4a87-b2ca-85c0b74ea50a service neutron] Attempting to bind port e3472699-738f-4841-b702-3da81639efef on network f60ef741-1693-4275-83c4-b371328659a8 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:36.535843 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a32c279-e080-406a-bb25-78625ed562bd req-df40318e-d856-4a87-b2ca-85c0b74ea50a service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:36.536179 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a32c279-e080-406a-bb25-78625ed562bd req-df40318e-d856-4a87-b2ca-85c0b74ea50a service neutron] Checking segment: {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:36.537062 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a32c279-e080-406a-bb25-78625ed562bd req-df40318e-d856-4a87-b2ca-85c0b74ea50a service neutron] Bound using segment: {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:36.537062 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-9a32c279-e080-406a-bb25-78625ed562bd req-df40318e-d856-4a87-b2ca-85c0b74ea50a service neutron] Bound port: e3472699-738f-4841-b702-3da81639efef, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:36.550259 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4939f3f-b367-4343-a504-273086221757 req-8716f1c6-6780-4c4c-a7f1-a9f26b33ea40 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:36.551869 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f4939f3f-b367-4343-a504-273086221757 req-8716f1c6-6780-4c4c-a7f1-a9f26b33ea40 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/ports?device_id=a76040d2-c920-4b0f-b552-655ba18e78a2 HTTP/1.1" status: 200 len: 971 time: 0.1574442 Jun 17 08:37:36.588921 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5ef985ac-e6e6-41a3-a02c-05e73ecd8f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:36.613431 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5ef985ac-e6e6-41a3-a02c-05e73ecd8f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:36.768291 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5ef985ac-e6e6-41a3-a02c-05e73ecd8f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:36.771971 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5ef985ac-e6e6-41a3-a02c-05e73ecd8f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:36.775847 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5ef985ac-e6e6-41a3-a02c-05e73ecd8f5e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/affe5fb6-c65d-40a9-beba-68081607a1e8 HTTP/1.1" status: 204 len: 168 time: 0.2688615 Jun 17 08:37:36.775847 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-08c808c4-1179-4169-bf0b-a3c2616fd73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:36.783414 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef985ac-e6e6-41a3-a02c-05e73ecd8f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affe5fb6-c65d-40a9-beba-68081607a1e8,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:36.786589 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5ef985ac-e6e6-41a3-a02c-05e73ecd8f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:36.898919 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f4939f3f-b367-4343-a504-273086221757 req-d733337d-2f19-466d-98ab-44108a17a3c5 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/security-groups?id=7db958c4-ad70-49e8-a538-fef2f307b554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277757 Jun 17 08:37:36.911329 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-9a32c279-e080-406a-bb25-78625ed562bd req-df40318e-d856-4a87-b2ca-85c0b74ea50a service neutron] For port e3472699-738f-4841-b702-3da81639efef, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=e3472699-738f-4841-b702-3da81639efef,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:37.050407 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-5af0ee3a-1923-4c1e-916a-c3fe95b5e358 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=c25f1170112f4368b23bf7aca37ba85b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276725 Jun 17 08:37:37.086680 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2102c-e7d4-46b3-907d-a1439c5e2557 req-121d9230-1d76-4b5c-8b45-f7f24191b950 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:37.088235 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1cc2102c-e7d4-46b3-907d-a1439c5e2557 req-121d9230-1d76-4b5c-8b45-f7f24191b950 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.50 "GET /v2.0/ports?device_id=a76040d2-c920-4b0f-b552-655ba18e78a2 HTTP/1.1" status: 200 len: 971 time: 0.0747461 Jun 17 08:37:37.143998 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9a32c279-e080-406a-bb25-78625ed562bd req-df40318e-d856-4a87-b2ca-85c0b74ea50a service neutron] Notify callbacks [] for binding, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:37.146405 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9a32c279-e080-406a-bb25-78625ed562bd req-df40318e-d856-4a87-b2ca-85c0b74ea50a service neutron] 10.222.0.49 "POST /v2.0/ports/e3472699-738f-4841-b702-3da81639efef/bindings HTTP/1.1" status: 201 len: 390 time: 1.0295942 Jun 17 08:37:37.209915 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-1cc2102c-e7d4-46b3-907d-a1439c5e2557 req-a2a3a6c9-63a2-4b2d-a655-ffa46ebdae9d tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Deleting port 499258e0-4108-452f-991a-8385129a9e3a {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:37.210260 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1cc2102c-e7d4-46b3-907d-a1439c5e2557 req-a2a3a6c9-63a2-4b2d-a655-ffa46ebdae9d tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:37.232691 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-1ac8ca9b-ed15-4045-ae46-a6aa2d4f8efc tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:37.235577 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-1ac8ca9b-ed15-4045-ae46-a6aa2d4f8efc tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1758451 Jun 17 08:37:37.257123 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-813d1da2-ad99-4348-adf3-342fd4d41516 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/quotas/c25f1170112f4368b23bf7aca37ba85b HTTP/1.1" status: 200 len: 375 time: 0.0145948 Jun 17 08:37:37.295526 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-7700a4a1-e690-484e-b7a5-6bfadd92a198 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c25f1170112f4368b23bf7aca37ba85b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308800 Jun 17 08:37:37.373026 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-1cc2102c-e7d4-46b3-907d-a1439c5e2557 req-a2a3a6c9-63a2-4b2d-a655-ffa46ebdae9d tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] For port 499258e0-4108-452f-991a-8385129a9e3a, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=499258e0-4108-452f-991a-8385129a9e3a,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:37.377382 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1cc2102c-e7d4-46b3-907d-a1439c5e2557 req-a2a3a6c9-63a2-4b2d-a655-ffa46ebdae9d tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:37.428826 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39614) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:37.568036 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-1cc2102c-e7d4-46b3-907d-a1439c5e2557 req-a2a3a6c9-63a2-4b2d-a655-ffa46ebdae9d tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Calling delete_port for 499258e0-4108-452f-991a-8385129a9e3a owned by compute:tempest-test_az-1124996683 {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:37.614315 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-14b78320-b88e-40f1-8b8e-d9b068450dcc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1590672599-network', 'tenant_id': '2bdd577611ae4f9585de9e743d7bf61e'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:37.807779 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b78320-b88e-40f1-8b8e-d9b068450dcc admin admin] Made reservation on behalf of 2bdd577611ae4f9585de9e743d7bf61e for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:37.810452 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-14b78320-b88e-40f1-8b8e-d9b068450dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:37.831545 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-14b78320-b88e-40f1-8b8e-d9b068450dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:38.000200 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1cc2102c-e7d4-46b3-907d-a1439c5e2557 req-a2a3a6c9-63a2-4b2d-a655-ffa46ebdae9d tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:38.012787 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['499258e0-4108-452f-991a-8385129a9e3a'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:37:38.021069 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789d476-5980-4571-9de3-2d6af1c1f7fa req-5bf6c432-0c69-469a-bfd1-e83a8ef48c9e tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:38.022634 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a789d476-5980-4571-9de3-2d6af1c1f7fa req-5bf6c432-0c69-469a-bfd1-e83a8ef48c9e tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.1150296 Jun 17 08:37:38.026761 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:38.027968 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-14b78320-b88e-40f1-8b8e-d9b068450dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:38.049081 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6fb69a-fde3-4185-95af-383b45e6581e req-4a1c51f8-f06a-4198-826a-cc1b4ec51504 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:38.051809 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7e6fb69a-fde3-4185-95af-383b45e6581e req-4a1c51f8-f06a-4198-826a-cc1b4ec51504 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 945 time: 0.1804707 Jun 17 08:37:38.076700 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a789d476-5980-4571-9de3-2d6af1c1f7fa req-ec5b355b-29ef-43ae-8017-b095033187fd tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446761 Jun 17 08:37:38.188716 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3a6c9-63a2-4b2d-a655-ffa46ebdae9d tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Pushing event deleted for resources: {'Port': ['ID=499258e0-4108-452f-991a-8385129a9e3a,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:38.192746 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a2a3a6c9-63a2-4b2d-a655-ffa46ebdae9d tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:38.215937 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e28dd773-a0ba-46ab-8a94-b3d3db21ac25 req-0725b73e-0323-46bd-bff1-3b852499c67f tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=f57ab428-a04e-4f2f-b69e-e8435652e373 HTTP/1.1" status: 200 len: 210 time: 0.0683925 Jun 17 08:37:38.271586 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc2102c-e7d4-46b3-907d-a1439c5e2557 req-a2a3a6c9-63a2-4b2d-a655-ffa46ebdae9d tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] No DVR routers for this DVR port 499258e0-4108-452f-991a-8385129a9e3a on host n-h1-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:37:38.271586 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1cc2102c-e7d4-46b3-907d-a1439c5e2557 req-a2a3a6c9-63a2-4b2d-a655-ffa46ebdae9d tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:38.271586 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1cc2102c-e7d4-46b3-907d-a1439c5e2557 req-a2a3a6c9-63a2-4b2d-a655-ffa46ebdae9d tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.50 "DELETE /v2.0/ports/499258e0-4108-452f-991a-8385129a9e3a HTTP/1.1" status: 204 len: 173 time: 1.1635165 Jun 17 08:37:38.271586 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76040d2-c920-4b0f-b552-655ba18e78a2', 'name': 'network-vif-deleted', 'tag': '499258e0-4108-452f-991a-8385129a9e3a'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:38.271586 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01baf5ed-0cef-42ea-a244-f3b5292fa526" -d '{"events": [{"server_uuid": "a76040d2-c920-4b0f-b552-655ba18e78a2", "name": "network-vif-deleted", "tag": "499258e0-4108-452f-991a-8385129a9e3a"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:38.282941 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7e6fb69a-fde3-4185-95af-383b45e6581e req-17bc9322-a824-4092-928d-e958a5ad682b tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224448 Jun 17 08:37:38.310587 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-14b78320-b88e-40f1-8b8e-d9b068450dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:38.328089 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b78320-b88e-40f1-8b8e-d9b068450dcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:37:38.339593 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3406624a-bd40-4e15-ba39-654f2e766458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:38.385236 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-14b78320-b88e-40f1-8b8e-d9b068450dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:38.385798 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-14b78320-b88e-40f1-8b8e-d9b068450dcc admin admin] Added segment 4526234c-ebe7-406c-8833-e85e885fc743 of type vlan for network 014d2b65-0003-4f0d-8108-50fa5fd8446b Jun 17 08:37:38.388201 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b78320-b88e-40f1-8b8e-d9b068450dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3915ed-c0c4-4034-a9f1-546795a85fbe,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:38.414139 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-14b78320-b88e-40f1-8b8e-d9b068450dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:38.473134 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-14b78320-b88e-40f1-8b8e-d9b068450dcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:38.566546 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fea30650-6f51-4266-8660-1654290b40df req-a889a0ff-460c-4f35-a470-6aae6516d6a5 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0948d5e43af24be5adbe3ba56dc21ec4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427153 Jun 17 08:37:38.579828 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4331841a-0067-4fc3-9153-0b967f6aefb7 req-004ae8a4-b327-4298-9167-37a41aefd58b tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/ports?device_id=a76040d2-c920-4b0f-b552-655ba18e78a2 HTTP/1.1" status: 200 len: 210 time: 0.0348213 Jun 17 08:37:38.653475 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-14b78320-b88e-40f1-8b8e-d9b068450dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:38.655478 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b78320-b88e-40f1-8b8e-d9b068450dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:38.655897 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-14b78320-b88e-40f1-8b8e-d9b068450dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:38.658026 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-382652a1-0778-411b-820f-639de56bebc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:38.676382 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32c279-e080-406a-bb25-78625ed562bd req-9deb3a63-7343-4d04-9a48-86648b721e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:38.677907 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9a32c279-e080-406a-bb25-78625ed562bd req-9deb3a63-7343-4d04-9a48-86648b721e63 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 1097 time: 0.2553241 Jun 17 08:37:38.700294 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe9a95b-b41b-4dfd-809f-f4e0edf68136 x-openstack-request-id: req-9fe9a95b-b41b-4dfd-809f-f4e0edf68136 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:38.700631 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76040d2-c920-4b0f-b552-655ba18e78a2", "name": "network-vif-deleted", "tag": "499258e0-4108-452f-991a-8385129a9e3a", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:38.701085 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9fe9a95b-b41b-4dfd-809f-f4e0edf68136 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:38.701338 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76040d2-c920-4b0f-b552-655ba18e78a2', 'name': 'network-vif-deleted', 'tag': '499258e0-4108-452f-991a-8385129a9e3a', 'status': 'completed', 'code': 200} Jun 17 08:37:38.817966 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b78320-b88e-40f1-8b8e-d9b068450dcc admin admin] Pushing event updated for resources: {'Network': ['ID=014d2b65-0003-4f0d-8108-50fa5fd8446b,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:38.825190 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-14b78320-b88e-40f1-8b8e-d9b068450dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:38.830252 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 014d2b65-0003-4f0d-8108-50fa5fd8446b details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:37:38.866086 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-14b78320-b88e-40f1-8b8e-d9b068450dcc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4360635 Jun 17 08:37:38.869059 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39672) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:38.875764 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-e2787fcb-a8b4-4faf-bcf2-23428e79d8b4 admin admin] Request body: {'subnet': {'network_id': '014d2b65-0003-4f0d-8108-50fa5fd8446b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1590672599-subnet', 'tenant_id': '2bdd577611ae4f9585de9e743d7bf61e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:38.883502 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea30650-6f51-4266-8660-1654290b40df req-20174c73-3e2f-4082-a9af-f5d3510fa858 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:38.892298 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fea30650-6f51-4266-8660-1654290b40df req-20174c73-3e2f-4082-a9af-f5d3510fa858 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3246264 Jun 17 08:37:38.976387 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fea30650-6f51-4266-8660-1654290b40df req-9b181e27-c5ff-4851-9351-5d8f763281c7 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/quotas/0948d5e43af24be5adbe3ba56dc21ec4 HTTP/1.1" status: 200 len: 375 time: 0.0829241 Jun 17 08:37:38.998131 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2787fcb-a8b4-4faf-bcf2-23428e79d8b4 admin admin] Made reservation on behalf of 2bdd577611ae4f9585de9e743d7bf61e for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:39.001397 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e2787fcb-a8b4-4faf-bcf2-23428e79d8b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:39.064128 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32c279-e080-406a-bb25-78625ed562bd req-2f0b2aaf-42c7-4cc4-a368-d1ab8aec9531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:39.065342 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9a32c279-e080-406a-bb25-78625ed562bd req-2f0b2aaf-42c7-4cc4-a368-d1ab8aec9531 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f60ef741-1693-4275-83c4-b371328659a8 HTTP/1.1" status: 200 len: 908 time: 0.3741987 Jun 17 08:37:39.136796 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9a32c279-e080-406a-bb25-78625ed562bd req-18efcf35-4cfe-430d-a6b8-ecfe60c3017b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3472699-738f-4841-b702-3da81639efef HTTP/1.1" status: 200 len: 217 time: 0.0590873 Jun 17 08:37:39.243654 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32c279-e080-406a-bb25-78625ed562bd req-9222f9bf-f2b0-44bc-b62a-b0307d49c98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:39.243654 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9a32c279-e080-406a-bb25-78625ed562bd req-9222f9bf-f2b0-44bc-b62a-b0307d49c98a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=58b6fa78-2c4d-4c76-9c04-e4c6434a4b98 HTTP/1.1" status: 200 len: 847 time: 0.0956216 Jun 17 08:37:39.324970 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9a32c279-e080-406a-bb25-78625ed562bd req-71349a60-291c-49e7-8b19-f3a56d0432e4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f60ef741-1693-4275-83c4-b371328659a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659657 Jun 17 08:37:39.332367 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fea30650-6f51-4266-8660-1654290b40df req-80b788f0-3416-43f9-8937-fe01b7e39c45 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0948d5e43af24be5adbe3ba56dc21ec4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3544667 Jun 17 08:37:39.382813 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e2787fcb-a8b4-4faf-bcf2-23428e79d8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:39.386331 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4d0484c1-1fc1-4639-85fc-048f82d82448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:39.493600 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9a32c279-e080-406a-bb25-78625ed562bd req-43ce4cf7-98d3-4f98-a527-a00650e01ce2 service neutron] 10.222.0.53 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601818 Jun 17 08:37:39.555375 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2787fcb-a8b4-4faf-bcf2-23428e79d8b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50552678-4c56-4434-a3a0-58025f8da32a,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:39.562276 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3ea10955-2238-48e6-a1e0-ba320e519bc5 req-d52c5975-8086-494a-b9ef-c2c54624dd96 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=f57ab428-a04e-4f2f-b69e-e8435652e373 HTTP/1.1" status: 200 len: 210 time: 0.0798161 Jun 17 08:37:39.568283 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e2787fcb-a8b4-4faf-bcf2-23428e79d8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:39.569861 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2787fcb-a8b4-4faf-bcf2-23428e79d8b4 admin admin] Checking segment: {'id': '4526234c-ebe7-406c-8833-e85e885fc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '014d2b65-0003-4f0d-8108-50fa5fd8446b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:39.570957 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2787fcb-a8b4-4faf-bcf2-23428e79d8b4 admin admin] Network hostable DHCP agents. Network: 014d2b65-0003-4f0d-8108-50fa5fd8446b, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:37:39.652266 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9a32c279-e080-406a-bb25-78625ed562bd req-bc4c2a80-ede6-40b8-aa02-7502e7f40f95 service neutron] 10.222.0.53 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512153 Jun 17 08:37:39.802300 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2787fcb-a8b4-4faf-bcf2-23428e79d8b4 admin admin] Network 014d2b65-0003-4f0d-8108-50fa5fd8446b is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:37:39.815428 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42148d43-066f-45c0-baa0-783dc63c9d76 req-21f03a80-d7eb-45bc-80ff-ccb18404f711 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:39.817206 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-42148d43-066f-45c0-baa0-783dc63c9d76 req-21f03a80-d7eb-45bc-80ff-ccb18404f711 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 945 time: 0.0892289 Jun 17 08:37:39.885134 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-42148d43-066f-45c0-baa0-783dc63c9d76 req-70d928f6-3014-4bbc-9328-ffee1c2b2c42 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603063 Jun 17 08:37:39.888917 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-43a7a039-5237-429a-a918-946954a6ffcd req-d48a67b1-a9ad-4149-8ea2-e1555d365430 tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] 10.222.0.49 "GET /v2.0/ports?device_id=a76040d2-c920-4b0f-b552-655ba18e78a2 HTTP/1.1" status: 200 len: 210 time: 0.0479882 Jun 17 08:37:39.916264 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-e2787fcb-a8b4-4faf-bcf2-23428e79d8b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 014d2b65-0003-4f0d-8108-50fa5fd8446b) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:39.927154 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2787fcb-a8b4-4faf-bcf2-23428e79d8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:39.931153 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e2787fcb-a8b4-4faf-bcf2-23428e79d8b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:39.934220 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11475c01-d762-4e1f-b4ce-0cf5d029dcc7 None None] Network 014d2b65-0003-4f0d-8108-50fa5fd8446b requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:40.091354 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e2787fcb-a8b4-4faf-bcf2-23428e79d8b4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2182436 Jun 17 08:37:40.091571 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39706) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:40.097370 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-d2dffe1f-88ee-4d81-a9da-9d8bd47c9db3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1590672599-router', 'tenant_id': '2bdd577611ae4f9585de9e743d7bf61e', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:40.165886 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39712) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:40.184134 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6be8228d-2458-41f0-b6dd-d83feebc50fd req-0e7d0632-61aa-4111-8dc5-2bf41040d73b tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=efb41070-937c-43c3-b406-4414d77a4928 HTTP/1.1" status: 200 len: 210 time: 0.1172006 Jun 17 08:37:40.242405 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32c279-e080-406a-bb25-78625ed562bd req-fe1c3ca1-c9eb-4969-9dcd-b03b0dcce95a tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:40.246182 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9a32c279-e080-406a-bb25-78625ed562bd req-fe1c3ca1-c9eb-4969-9dcd-b03b0dcce95a tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f&tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&binding%3Ahost_id=n-h1-758944-30 HTTP/1.1" status: 200 len: 1097 time: 0.3034759 Jun 17 08:37:40.251480 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d2dffe1f-88ee-4d81-a9da-9d8bd47c9db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:40.253363 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d2dffe1f-88ee-4d81-a9da-9d8bd47c9db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:40.268918 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-9a32c279-e080-406a-bb25-78625ed562bd req-dfc15c77-59d9-4ef0-8ffc-71ec7d8b3610 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-30'}}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:40.401709 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9a32c279-e080-406a-bb25-78625ed562bd req-dfc15c77-59d9-4ef0-8ffc-71ec7d8b3610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:40.418725 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef0629e-97b9-4ac7-a290-6604756f2d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-014d2b65-0003-4f0d-8108-50fa5fd8446b', 'network_id': '014d2b65-0003-4f0d-8108-50fa5fd8446b', 'tenant_id': '2bdd577611ae4f9585de9e743d7bf61e', 'fixed_ips': [{'subnet_id': '50552678-4c56-4434-a3a0-58025f8da32a'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:37:40.419589 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d2dffe1f-88ee-4d81-a9da-9d8bd47c9db3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:40.420161 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-eef0629e-97b9-4ac7-a290-6604756f2d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:40.474703 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6706151d-50bb-4484-8382-b93bf6415119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:40.640379 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-9a32c279-e080-406a-bb25-78625ed562bd req-dfc15c77-59d9-4ef0-8ffc-71ec7d8b3610 service neutron] For port e3472699-738f-4841-b702-3da81639efef, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=e3472699-738f-4841-b702-3da81639efef,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:40.735644 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-9a32c279-e080-406a-bb25-78625ed562bd req-dfc15c77-59d9-4ef0-8ffc-71ec7d8b3610 service neutron] For port e3472699-738f-4841-b702-3da81639efef, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:40.751430 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-eef0629e-97b9-4ac7-a290-6604756f2d1c None None] Allocated IP 172.20.0.2 (014d2b65-0003-4f0d-8108-50fa5fd8446b/50552678-4c56-4434-a3a0-58025f8da32a/8afb8c16-5b30-4cc5-b86a-bd73edcd9eae) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:40.946505 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d2dffe1f-88ee-4d81-a9da-9d8bd47c9db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:40.989481 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1709051d-d1c8-43d6-b829-5edcbcf767cf req-4f914112-5c8c-4f59-8729-80816f216f82 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=f57ab428-a04e-4f2f-b69e-e8435652e373 HTTP/1.1" status: 200 len: 210 time: 0.1641269 Jun 17 08:37:41.006665 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6706151d-50bb-4484-8382-b93bf6415119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:41.116352 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-eef0629e-97b9-4ac7-a290-6604756f2d1c None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:41.145402 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-eef0629e-97b9-4ac7-a290-6604756f2d1c None None] Transition to ACTIVE for port object 8afb8c16-5b30-4cc5-b86a-bd73edcd9eae will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:41.168807 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-eef0629e-97b9-4ac7-a290-6604756f2d1c None None] Transition to ACTIVE for port object 8afb8c16-5b30-4cc5-b86a-bd73edcd9eae will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:41.253038 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-eef0629e-97b9-4ac7-a290-6604756f2d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:41.276482 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9a32c279-e080-406a-bb25-78625ed562bd req-dfc15c77-59d9-4ef0-8ffc-71ec7d8b3610 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:41.281459 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6706151d-50bb-4484-8382-b93bf6415119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:41.283425 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:41.289690 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332f04f8-ccce-4787-abc1-2a15fed4445f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3472699-738f-4841-b702-3da81639efef'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:41.296927 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ab7a2d-376f-44dd-9570-d293d78ad328" -d '{"events": [{"server_uuid": "332f04f8-ccce-4787-abc1-2a15fed4445f", "name": "network-vif-unplugged", "status": "completed", "tag": "e3472699-738f-4841-b702-3da81639efef"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:41.388772 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef0629e-97b9-4ac7-a290-6604756f2d1c None None] Network 014d2b65-0003-4f0d-8108-50fa5fd8446b is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:41.392543 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-eef0629e-97b9-4ac7-a290-6604756f2d1c None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:41.407020 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef0629e-97b9-4ac7-a290-6604756f2d1c None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:41.422372 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:41.426669 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a888ffe-a9e4-4d44-a12f-e682d73812b1 req-7edfe7ff-bed8-4145-979a-6452a990d6e3 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:41.438656 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-6706151d-50bb-4484-8382-b93bf6415119 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b3d6fc1316342e38dfcc86ed69bb362&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2715309 Jun 17 08:37:41.442605 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7a888ffe-a9e4-4d44-a12f-e682d73812b1 req-7edfe7ff-bed8-4145-979a-6452a990d6e3 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 945 time: 0.2224166 Jun 17 08:37:41.449621 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39750) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:41.499047 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9a32c279-e080-406a-bb25-78625ed562bd req-dfc15c77-59d9-4ef0-8ffc-71ec7d8b3610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:41.514426 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:41.568702 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7a888ffe-a9e4-4d44-a12f-e682d73812b1 req-dc06ffa9-c0c6-4ebb-8633-9de422a6803b tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233873 Jun 17 08:37:41.575169 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706151d-50bb-4484-8382-b93bf6415119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb5173d-44da-4465-a19c-905852056d3b,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:41.612396 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6706151d-50bb-4484-8382-b93bf6415119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:41.646224 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e8d87bcb-034c-42b2-b10d-e040245be92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:41.648779 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-eef0629e-97b9-4ac7-a290-6604756f2d1c None None] Attempting to bind port 8afb8c16-5b30-4cc5-b86a-bd73edcd9eae on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:41.649602 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-eef0629e-97b9-4ac7-a290-6604756f2d1c None None] Attempting to bind port 8afb8c16-5b30-4cc5-b86a-bd73edcd9eae by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '4526234c-ebe7-406c-8833-e85e885fc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '014d2b65-0003-4f0d-8108-50fa5fd8446b'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:41.650208 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef0629e-97b9-4ac7-a290-6604756f2d1c None None] Attempting to bind port 8afb8c16-5b30-4cc5-b86a-bd73edcd9eae on network 014d2b65-0003-4f0d-8108-50fa5fd8446b {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:41.659594 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9d3d23-c1b8-4014-8a29-7c27155ba8c1 x-openstack-request-id: req-dc9d3d23-c1b8-4014-8a29-7c27155ba8c1 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:41.659929 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332f04f8-ccce-4787-abc1-2a15fed4445f", "name": "network-vif-unplugged", "status": "completed", "tag": "e3472699-738f-4841-b702-3da81639efef", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:41.660291 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dc9d3d23-c1b8-4014-8a29-7c27155ba8c1 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:41.661761 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0629e-97b9-4ac7-a290-6604756f2d1c None None] Pushing event updated for resources: {'Port': ['ID=8afb8c16-5b30-4cc5-b86a-bd73edcd9eae,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:41.663987 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332f04f8-ccce-4787-abc1-2a15fed4445f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3472699-738f-4841-b702-3da81639efef', 'code': 200} Jun 17 08:37:41.667308 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-eef0629e-97b9-4ac7-a290-6604756f2d1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:41.687626 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef0629e-97b9-4ac7-a290-6604756f2d1c None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:41.688823 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef0629e-97b9-4ac7-a290-6604756f2d1c None None] Checking segment: {'id': '4526234c-ebe7-406c-8833-e85e885fc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '014d2b65-0003-4f0d-8108-50fa5fd8446b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:41.690236 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-eef0629e-97b9-4ac7-a290-6604756f2d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:41.690536 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc15c77-59d9-4ef0-8ffc-71ec7d8b3610 service neutron] Pushing event updated for resources: {'Port': ['ID=e3472699-738f-4841-b702-3da81639efef,revision_number=7']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:41.694418 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef0629e-97b9-4ac7-a290-6604756f2d1c None None] Bound using segment: {'id': '4526234c-ebe7-406c-8833-e85e885fc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '014d2b65-0003-4f0d-8108-50fa5fd8446b'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:41.698561 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-eef0629e-97b9-4ac7-a290-6604756f2d1c None None] Bound port: 8afb8c16-5b30-4cc5-b86a-bd73edcd9eae, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4526234c-ebe7-406c-8833-e85e885fc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '014d2b65-0003-4f0d-8108-50fa5fd8446b'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:41.699226 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-eef0629e-97b9-4ac7-a290-6604756f2d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:41.735400 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dfc15c77-59d9-4ef0-8ffc-71ec7d8b3610 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:41.749166 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e8d87bcb-034c-42b2-b10d-e040245be92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:41.763698 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cb713615-4be1-4b4e-a853-9fc0f39392b6 req-d68b796d-2ac5-4ca3-b0e4-eede984fdbd5 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=efb41070-937c-43c3-b406-4414d77a4928 HTTP/1.1" status: 200 len: 210 time: 0.0968869 Jun 17 08:37:41.787200 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-be60c609-443f-44cc-b90c-82583be6a715 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=c25f1170112f4368b23bf7aca37ba85b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499949 Jun 17 08:37:41.874996 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-eef0629e-97b9-4ac7-a290-6604756f2d1c None None] For port 8afb8c16-5b30-4cc5-b86a-bd73edcd9eae, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:41.876352 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39760) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:41.880913 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-eef0629e-97b9-4ac7-a290-6604756f2d1c None None] For port 8afb8c16-5b30-4cc5-b86a-bd73edcd9eae, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=8afb8c16-5b30-4cc5-b86a-bd73edcd9eae,segment=NetworkSegment(4526234c-ebe7-406c-8833-e85e885fc743),segment_id=4526234c-ebe7-406c-8833-e85e885fc743)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:42.003062 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d2dffe1f-88ee-4d81-a9da-9d8bd47c9db3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:42.004106 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-9a32c279-e080-406a-bb25-78625ed562bd req-dfc15c77-59d9-4ef0-8ffc-71ec7d8b3610 service neutron] Attempting to bind port e3472699-738f-4841-b702-3da81639efef on host n-h1-758944-30 for vnic_type normal with profile {"migrating_to": "n-h2-758944-30"} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:42.004106 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-9a32c279-e080-406a-bb25-78625ed562bd req-dfc15c77-59d9-4ef0-8ffc-71ec7d8b3610 service neutron] Attempting to bind port e3472699-738f-4841-b702-3da81639efef by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:42.004106 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a32c279-e080-406a-bb25-78625ed562bd req-dfc15c77-59d9-4ef0-8ffc-71ec7d8b3610 service neutron] Attempting to bind port e3472699-738f-4841-b702-3da81639efef on network f60ef741-1693-4275-83c4-b371328659a8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:42.015290 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a32c279-e080-406a-bb25-78625ed562bd req-dfc15c77-59d9-4ef0-8ffc-71ec7d8b3610 service neutron] Port e3472699-738f-4841-b702-3da81639efef on network f60ef741-1693-4275-83c4-b371328659a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:37:42.015955 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a32c279-e080-406a-bb25-78625ed562bd req-dfc15c77-59d9-4ef0-8ffc-71ec7d8b3610 service neutron] Attempting to bind port e3472699-738f-4841-b702-3da81639efef on network f60ef741-1693-4275-83c4-b371328659a8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:42.045352 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a32c279-e080-406a-bb25-78625ed562bd req-dfc15c77-59d9-4ef0-8ffc-71ec7d8b3610 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:42.045979 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a32c279-e080-406a-bb25-78625ed562bd req-dfc15c77-59d9-4ef0-8ffc-71ec7d8b3610 service neutron] Checking segment: {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:42.046629 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a32c279-e080-406a-bb25-78625ed562bd req-dfc15c77-59d9-4ef0-8ffc-71ec7d8b3610 service neutron] Bound using segment: {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:42.047823 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-9a32c279-e080-406a-bb25-78625ed562bd req-dfc15c77-59d9-4ef0-8ffc-71ec7d8b3610 service neutron] Bound port: e3472699-738f-4841-b702-3da81639efef, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:42.048386 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9a32c279-e080-406a-bb25-78625ed562bd req-dfc15c77-59d9-4ef0-8ffc-71ec7d8b3610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:42.066971 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d2dffe1f-88ee-4d81-a9da-9d8bd47c9db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:42.068613 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-eef0629e-97b9-4ac7-a290-6604756f2d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:42.076875 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-51dc2e52-c963-4568-8cfe-f6a97dd09789 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:42.148603 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-7671075f-bbe9-4ce1-b9b5-b02224f40a1a tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:42.150900 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-7671075f-bbe9-4ce1-b9b5-b02224f40a1a tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2582095 Jun 17 08:37:42.179609 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-ba869f00-0338-4bcb-9523-b8e01feda895 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Request body: {'port': {'device_id': 'f57ab428-a04e-4f2f-b69e-e8435652e373', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'admin_state_up': True, 'tenant_id': 'c25f1170112f4368b23bf7aca37ba85b'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:42.214798 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e8d87bcb-034c-42b2-b10d-e040245be92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:42.217989 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e8d87bcb-034c-42b2-b10d-e040245be92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:42.219226 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e8d87bcb-034c-42b2-b10d-e040245be92a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9bb5173d-44da-4465-a19c-905852056d3b HTTP/1.1" status: 204 len: 168 time: 0.7677119 Jun 17 08:37:42.288623 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0629e-97b9-4ac7-a290-6604756f2d1c None None] Pushing event updated for resources: {'Port': ['ID=8afb8c16-5b30-4cc5-b86a-bd73edcd9eae,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:42.301723 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-eef0629e-97b9-4ac7-a290-6604756f2d1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:42.336551 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:42.400652 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d87bcb-034c-42b2-b10d-e040245be92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb5173d-44da-4465-a19c-905852056d3b,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:42.404892 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e8d87bcb-034c-42b2-b10d-e040245be92a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:42.481209 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 499258e0-4108-452f-991a-8385129a9e3a no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:37:42.483649 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-058cfd7c-c122-40e9-ab36-a10ee6cef7fe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aa1264acc7fc41b88f1be5da9b2ac0f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6037312 Jun 17 08:37:42.487587 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39804) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:42.534638 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 499258e0-4108-452f-991a-8385129a9e3a {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:37:42.536266 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 499258e0-4108-452f-991a-8385129a9e3a not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:37:42.576407 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fbb92ab6-ffde-418d-adae-1433b50f744a req-da482028-2179-4c84-a5a4-496e55065c02 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=f57ab428-a04e-4f2f-b69e-e8435652e373 HTTP/1.1" status: 200 len: 210 time: 0.2347209 Jun 17 08:37:42.624164 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-d2dffe1f-88ee-4d81-a9da-9d8bd47c9db3 admin admin] Allocated IP 172.25.2.183 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/d397d9f0-edfc-4fb3-ad69-c12bc08c7178) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:42.658199 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-9a32c279-e080-406a-bb25-78625ed562bd req-dfc15c77-59d9-4ef0-8ffc-71ec7d8b3610 service neutron] For port e3472699-738f-4841-b702-3da81639efef, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:42.668075 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-9a32c279-e080-406a-bb25-78625ed562bd req-dfc15c77-59d9-4ef0-8ffc-71ec7d8b3610 service neutron] For port e3472699-738f-4841-b702-3da81639efef, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=e3472699-738f-4841-b702-3da81639efef,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:42.780659 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b2941949-f4df-47a2-a7d4-3fb0c432f1a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:42.819662 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9a32c279-e080-406a-bb25-78625ed562bd req-dfc15c77-59d9-4ef0-8ffc-71ec7d8b3610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:42.822749 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b7bd6e90-becb-46d7-ad9f-b068e870b7b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:42.866819 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-ba869f00-0338-4bcb-9523-b8e01feda895 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Made reservation on behalf of c25f1170112f4368b23bf7aca37ba85b for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:42.870724 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-ba869f00-0338-4bcb-9523-b8e01feda895 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:42.993964 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b2941949-f4df-47a2-a7d4-3fb0c432f1a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:43.052885 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d2dffe1f-88ee-4d81-a9da-9d8bd47c9db3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:43.125415 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 8afb8c16-5b30-4cc5-b86a-bd73edcd9eae up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:43.157530 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32c279-e080-406a-bb25-78625ed562bd req-dfc15c77-59d9-4ef0-8ffc-71ec7d8b3610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:43.158173 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9a32c279-e080-406a-bb25-78625ed562bd req-dfc15c77-59d9-4ef0-8ffc-71ec7d8b3610 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:43.163680 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9a32c279-e080-406a-bb25-78625ed562bd req-dfc15c77-59d9-4ef0-8ffc-71ec7d8b3610 service neutron] 10.222.0.53 "PUT /v2.0/ports/e3472699-738f-4841-b702-3da81639efef HTTP/1.1" status: 200 len: 1123 time: 2.9083254 Jun 17 08:37:43.166842 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc15c77-59d9-4ef0-8ffc-71ec7d8b3610 service neutron] Pushing event updated for resources: {'Port': ['ID=e3472699-738f-4841-b702-3da81639efef,revision_number=8']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:43.189416 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dfc15c77-59d9-4ef0-8ffc-71ec7d8b3610 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:43.257428 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['e3472699-738f-4841-b702-3da81639efef'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:37:43.391006 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-ba869f00-0338-4bcb-9523-b8e01feda895 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Allocated IP 192.168.233.132 (26debee9-bc17-4dec-acaf-a4c976511744/9fa94245-1f4d-486b-9e45-990a58fa5ffe/6afce6bc-b2f4-4663-b304-7fdb1be44dae) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:43.414943 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 8afb8c16-5b30-4cc5-b86a-bd73edcd9eae completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:43.430585 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-63046096-4a3f-460d-ac8d-2db675d87cc4 req-c3d8b8ca-a728-4c07-b41b-02f2aef9a134 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=efb41070-937c-43c3-b406-4414d77a4928 HTTP/1.1" status: 200 len: 210 time: 0.0648563 Jun 17 08:37:43.452670 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b2941949-f4df-47a2-a7d4-3fb0c432f1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:43.458450 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b2941949-f4df-47a2-a7d4-3fb0c432f1a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:43.465259 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b2941949-f4df-47a2-a7d4-3fb0c432f1a7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7db958c4-ad70-49e8-a538-fef2f307b554 HTTP/1.1" status: 204 len: 168 time: 0.9762609 Jun 17 08:37:43.469369 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d2dffe1f-88ee-4d81-a9da-9d8bd47c9db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:43.491421 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a09762da-9e08-4a3f-a9bf-eca72ec15e48 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:43.532877 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2941949-f4df-47a2-a7d4-3fb0c432f1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db958c4-ad70-49e8-a538-fef2f307b554,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:43.548573 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b2941949-f4df-47a2-a7d4-3fb0c432f1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:43.549449 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343646f0-a728-4277-955f-c80cea6a3791 req-b758d728-057c-47b8-af8b-373413804b41 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:43.552465 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-343646f0-a728-4277-955f-c80cea6a3791 req-b758d728-057c-47b8-af8b-373413804b41 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 943 time: 0.2442665 Jun 17 08:37:43.555099 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:43.609394 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dffe1f-88ee-4d81-a9da-9d8bd47c9db3 admin admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:43.635380 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-d2dffe1f-88ee-4d81-a9da-9d8bd47c9db3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:43.645594 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dffe1f-88ee-4d81-a9da-9d8bd47c9db3 admin admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:43.713700 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dffe1f-88ee-4d81-a9da-9d8bd47c9db3 admin admin] Pushing event updated for resources: {'Port': ['ID=d397d9f0-edfc-4fb3-ad69-c12bc08c7178,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:43.715549 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d2dffe1f-88ee-4d81-a9da-9d8bd47c9db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:43.751408 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332f04f8-ccce-4787-abc1-2a15fed4445f', 'tag': 'e3472699-738f-4841-b702-3da81639efef'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:43.754952 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c09239e-b402-4b93-8789-034d10ba45ec" -d '{"events": [{"name": "network-changed", "server_uuid": "332f04f8-ccce-4787-abc1-2a15fed4445f", "tag": "e3472699-738f-4841-b702-3da81639efef"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:43.870197 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-343646f0-a728-4277-955f-c80cea6a3791 req-1cc0e493-86c6-4683-b132-2e50b463a230 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867906 Jun 17 08:37:43.910210 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39856) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:43.977416 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-ba869f00-0338-4bcb-9523-b8e01feda895 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:44.015983 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-ba869f00-0338-4bcb-9523-b8e01feda895 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Transition to ACTIVE for port object 6afce6bc-b2f4-4663-b304-7fdb1be44dae will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:44.036684 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-aa571094-fb7a-4035-b63b-0ca6f0efe091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:44.043430 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1581b9-a55e-4046-babf-bc70842c2945 None None] Network 014d2b65-0003-4f0d-8108-50fa5fd8446b requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:44.157076 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9ce0f94c-b856-4ba2-bc3e-47018432aa26 req-8c15f5b9-8a08-427b-9fc2-90226c29315f tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=f57ab428-a04e-4f2f-b69e-e8435652e373 HTTP/1.1" status: 200 len: 210 time: 0.0754182 Jun 17 08:37:44.185062 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fea30650-6f51-4266-8660-1654290b40df req-84b8c00f-8bbd-4bf2-b743-6c8c014bf6a7 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0948d5e43af24be5adbe3ba56dc21ec4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341630 Jun 17 08:37:44.202614 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-aa571094-fb7a-4035-b63b-0ca6f0efe091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:44.263987 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-0dfe10c6-576d-45e9-8a59-42cda9ea6d41 None None] Provisioning for port 8afb8c16-5b30-4cc5-b86a-bd73edcd9eae completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:44.279820 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ffcba9-12b0-4d4a-ab1f-38ad968afd0e x-openstack-request-id: req-58ffcba9-12b0-4d4a-ab1f-38ad968afd0e {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:44.279820 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332f04f8-ccce-4787-abc1-2a15fed4445f", "tag": "e3472699-738f-4841-b702-3da81639efef", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:44.280194 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-58ffcba9-12b0-4d4a-ab1f-38ad968afd0e {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:44.280504 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332f04f8-ccce-4787-abc1-2a15fed4445f', 'tag': 'e3472699-738f-4841-b702-3da81639efef', 'status': 'completed', 'code': 200} Jun 17 08:37:44.287252 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-0dfe10c6-576d-45e9-8a59-42cda9ea6d41 None None] Provisioning complete for port 8afb8c16-5b30-4cc5-b86a-bd73edcd9eae triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:44.287645 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0dfe10c6-576d-45e9-8a59-42cda9ea6d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:44.291799 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.50', 63479) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:44.371228 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-aa571094-fb7a-4035-b63b-0ca6f0efe091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:44.382738 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-ba869f00-0338-4bcb-9523-b8e01feda895 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:44.398109 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ddd65e35-ddce-4c56-8a5d-8d2b6e3c6a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:44.409307 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:44.500854 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d2dffe1f-88ee-4d81-a9da-9d8bd47c9db3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:44.506006 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-aa571094-fb7a-4035-b63b-0ca6f0efe091 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=607899490f154c218bd0181e83fe3789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5900722 Jun 17 08:37:44.507528 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa571094-fb7a-4035-b63b-0ca6f0efe091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ef3c21-d18a-4d9f-a099-88dcc282f0ae,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:44.522991 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-ba869f00-0338-4bcb-9523-b8e01feda895 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Network 26debee9-bc17-4dec-acaf-a4c976511744 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:44.529046 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39882) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:44.529790 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba869f00-0338-4bcb-9523-b8e01feda895 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Pushing event updated for resources: {'Port': ['ID=6afce6bc-b2f4-4663-b304-7fdb1be44dae,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:44.531573 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0dfe10c6-576d-45e9-8a59-42cda9ea6d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:44.540470 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-ba869f00-0338-4bcb-9523-b8e01feda895 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:44.544110 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-aa571094-fb7a-4035-b63b-0ca6f0efe091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:44.569270 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ba869f00-0338-4bcb-9523-b8e01feda895 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:44.571152 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-ba869f00-0338-4bcb-9523-b8e01feda895 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:44.588070 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-ba869f00-0338-4bcb-9523-b8e01feda895 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:44.588764 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-ba869f00-0338-4bcb-9523-b8e01feda895 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:44.640267 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-0dfe10c6-576d-45e9-8a59-42cda9ea6d41 None None] For port 8afb8c16-5b30-4cc5-b86a-bd73edcd9eae, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=8afb8c16-5b30-4cc5-b86a-bd73edcd9eae,segment=NetworkSegment(4526234c-ebe7-406c-8833-e85e885fc743),segment_id=4526234c-ebe7-406c-8833-e85e885fc743)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:44.715496 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39894) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:44.730991 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-ba869f00-0338-4bcb-9523-b8e01feda895 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5695281 Jun 17 08:37:44.747875 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0dfe10c6-576d-45e9-8a59-42cda9ea6d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:44.755445 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:44.789480 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b9d73d83-6e81-4183-b2f4-629a9e7e9f69 req-c2de2583-8e4b-424f-8220-8e0c6d742b0c tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=efb41070-937c-43c3-b406-4414d77a4928 HTTP/1.1" status: 200 len: 210 time: 0.0622671 Jun 17 08:37:44.797417 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea30650-6f51-4266-8660-1654290b40df req-15091bcc-0125-4d0a-af39-5ab0ed52a8ca tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:44.800300 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fea30650-6f51-4266-8660-1654290b40df req-15091bcc-0125-4d0a-af39-5ab0ed52a8ca tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6089168 Jun 17 08:37:44.803995 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-00c0fa93-0dba-4a67-b292-619d6e104f8c service neutron] Request body: {'port': {'device_id': 'f57ab428-a04e-4f2f-b69e-e8435652e373', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:44.825403 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-8754475a-1b36-4a53-8a60-bc54e01f1edd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f7de4a5976cf4c8ba819dece28aa8a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0934873 Jun 17 08:37:44.826212 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39900) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:44.920654 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff1d0adc-8215-4fdf-8d88-83a2f8f41c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:44.929734 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-fea30650-6f51-4266-8660-1654290b40df req-2f1240b6-46dc-4c5e-8bad-0aea7c0e783a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Request body: {'port': {'device_id': 'efb41070-937c-43c3-b406-4414d77a4928', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'admin_state_up': True, 'tenant_id': '0948d5e43af24be5adbe3ba56dc21ec4'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:44.941353 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe10c6-576d-45e9-8a59-42cda9ea6d41 None None] Pushing event updated for resources: {'Port': ['ID=8afb8c16-5b30-4cc5-b86a-bd73edcd9eae,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:44.948502 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0dfe10c6-576d-45e9-8a59-42cda9ea6d41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:45.075053 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d2dffe1f-88ee-4d81-a9da-9d8bd47c9db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:45.077728 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0c2db64d-3e80-46fe-a4cb-648afab032a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:45.088752 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-00c0fa93-0dba-4a67-b292-619d6e104f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:45.093070 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-790c3c44-8c05-409e-ae5d-9923a9835706 None None] Provisioning complete for port 8afb8c16-5b30-4cc5-b86a-bd73edcd9eae triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:45.093295 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-790c3c44-8c05-409e-ae5d-9923a9835706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:45.156493 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09239e-b402-4b93-8789-034d10ba45ec req-4de3c371-a397-4d51-b987-8e821e184e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:45.158294 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1c09239e-b402-4b93-8789-034d10ba45ec req-4de3c371-a397-4d51-b987-8e821e184e13 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 1126 time: 0.8629792 Jun 17 08:37:45.165039 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0c2db64d-3e80-46fe-a4cb-648afab032a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:45.271954 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff1d0adc-8215-4fdf-8d88-83a2f8f41c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:45.281731 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-790c3c44-8c05-409e-ae5d-9923a9835706 None None] Provisioning for port 6afce6bc-b2f4-4663-b304-7fdb1be44dae completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:45.287321 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-790c3c44-8c05-409e-ae5d-9923a9835706 None None] Provisioning complete for port 6afce6bc-b2f4-4663-b304-7fdb1be44dae triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:45.287950 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-790c3c44-8c05-409e-ae5d-9923a9835706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:45.319681 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0c2db64d-3e80-46fe-a4cb-648afab032a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:45.322674 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0c2db64d-3e80-46fe-a4cb-648afab032a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:45.327859 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0c2db64d-3e80-46fe-a4cb-648afab032a3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b1f4421a-7fb9-4b1b-8f50-2fda1b75f59a HTTP/1.1" status: 204 len: 168 time: 0.4386406 Jun 17 08:37:45.327859 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e7d5f7ee-e5a2-4ff6-9106-5d2a09cf30bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:45.333661 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-790c3c44-8c05-409e-ae5d-9923a9835706 None None] Port 6afce6bc-b2f4-4663-b304-7fdb1be44dae cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:37:45.338065 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2db64d-3e80-46fe-a4cb-648afab032a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f4421a-7fb9-4b1b-8f50-2fda1b75f59a,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:45.342627 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0c2db64d-3e80-46fe-a4cb-648afab032a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:45.352972 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2dffe1f-88ee-4d81-a9da-9d8bd47c9db3 admin admin] Router 9a10d358-40c5-4108-9801-42d6d42928ff is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:37:45.445052 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576ebb7-a418-41eb-b236-58b03fe181f8 req-7bd61ca3-789f-4c77-9583-fc9bde154c03 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:45.447787 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c576ebb7-a418-41eb-b236-58b03fe181f8 req-7bd61ca3-789f-4c77-9583-fc9bde154c03 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 943 time: 0.3428388 Jun 17 08:37:45.449614 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09239e-b402-4b93-8789-034d10ba45ec req-53e07b6f-7232-45ba-891f-ac109d604894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:45.452076 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1c09239e-b402-4b93-8789-034d10ba45ec req-53e07b6f-7232-45ba-891f-ac109d604894 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f60ef741-1693-4275-83c4-b371328659a8 HTTP/1.1" status: 200 len: 908 time: 0.2644346 Jun 17 08:37:45.626793 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1c09239e-b402-4b93-8789-034d10ba45ec req-d2100c5e-267f-45f0-a716-ec5f74f5e758 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3472699-738f-4841-b702-3da81639efef HTTP/1.1" status: 200 len: 217 time: 0.1106908 Jun 17 08:37:45.766199 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c576ebb7-a418-41eb-b236-58b03fe181f8 req-77f62cd6-0211-4d6d-b19b-4abcc8a3a7ff tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488892 Jun 17 08:37:45.772380 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff1d0adc-8215-4fdf-8d88-83a2f8f41c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:45.775563 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff1d0adc-8215-4fdf-8d88-83a2f8f41c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:45.776157 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ff1d0adc-8215-4fdf-8d88-83a2f8f41c7f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/68ef3c21-d18a-4d9f-a099-88dcc282f0ae HTTP/1.1" status: 204 len: 168 time: 1.2265029 Jun 17 08:37:45.786892 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2dffe1f-88ee-4d81-a9da-9d8bd47c9db3 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:37:45.787990 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-76e4ccaa-f0ed-4462-8768-c9aa89329ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:45.814079 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03de235-979d-466c-b184-5f13a83f9afe req-4d974223-3e74-48ef-a7cf-669b816e6444 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:45.814079 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e03de235-979d-466c-b184-5f13a83f9afe req-4d974223-3e74-48ef-a7cf-669b816e6444 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=f57ab428-a04e-4f2f-b69e-e8435652e373 HTTP/1.1" status: 200 len: 936 time: 0.1108508 Jun 17 08:37:45.814773 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775ed317-1fbe-4710-a981-5025c099e86e None None] Sync routers for ids ['9a10d358-40c5-4108-9801-42d6d42928ff'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:37:45.820320 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fea30650-6f51-4266-8660-1654290b40df req-2f1240b6-46dc-4c5e-8bad-0aea7c0e783a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Made reservation on behalf of 0948d5e43af24be5adbe3ba56dc21ec4 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:45.833056 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-fea30650-6f51-4266-8660-1654290b40df req-2f1240b6-46dc-4c5e-8bad-0aea7c0e783a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:45.838693 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775ed317-1fbe-4710-a981-5025c099e86e None None] Routers {'9a10d358-40c5-4108-9801-42d6d42928ff'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:37:45.840850 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-775ed317-1fbe-4710-a981-5025c099e86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:37:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['9a10d358-40c5-4108-9801-42d6d42928ff'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:45.852739 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09239e-b402-4b93-8789-034d10ba45ec req-2fb72fcc-dfd7-44ee-ac3e-ae1c4702e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:45.863606 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1c09239e-b402-4b93-8789-034d10ba45ec req-2fb72fcc-dfd7-44ee-ac3e-ae1c4702e78f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=58b6fa78-2c4d-4c76-9c04-e4c6434a4b98 HTTP/1.1" status: 200 len: 847 time: 0.2150595 Jun 17 08:37:45.865684 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d0adc-8215-4fdf-8d88-83a2f8f41c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ef3c21-d18a-4d9f-a099-88dcc282f0ae,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:45.884890 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ff1d0adc-8215-4fdf-8d88-83a2f8f41c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:45.885143 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e03de235-979d-466c-b184-5f13a83f9afe req-6900d770-484a-48a8-a172-8d10b95a7aef tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/security-groups?id=c645bbf3-a6dc-47d7-884f-6efcbbf7a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568562 Jun 17 08:37:45.915012 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1c09239e-b402-4b93-8789-034d10ba45ec req-dd43a4b3-4608-4bb7-bb7b-23929275a883 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f60ef741-1693-4275-83c4-b371328659a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504413 Jun 17 08:37:45.930018 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d2dffe1f-88ee-4d81-a9da-9d8bd47c9db3 admin admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:45.936107 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d2dffe1f-88ee-4d81-a9da-9d8bd47c9db3 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8431852 Jun 17 08:37:45.940019 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39940) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:46.104719 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-775ed317-1fbe-4710-a981-5025c099e86e None None] Set router 9a10d358-40c5-4108-9801-42d6d42928ff gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:37:46.258523 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1c09239e-b402-4b93-8789-034d10ba45ec req-4aae92bc-6c45-4197-baf4-66831b87a6e8 service neutron] 10.222.0.50 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307772 Jun 17 08:37:46.297572 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-00c0fa93-0dba-4a67-b292-619d6e104f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6afce6bc-b2f4-4663-b304-7fdb1be44dae {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:37:46.523050 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-00c0fa93-0dba-4a67-b292-619d6e104f8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:46.643381 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-775ed317-1fbe-4710-a981-5025c099e86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a10d358-40c5-4108-9801-42d6d42928ff', 'name': 'tempest-FloatingIPsTestJSON-1590672599-router', 'tenant_id': '2bdd577611ae4f9585de9e743d7bf61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'd397d9f0-edfc-4fb3-ad69-c12bc08c7178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:40Z', 'updated_at': '2021-06-17T08:37:44Z', 'revision_number': 3, 'project_id': '2bdd577611ae4f9585de9e743d7bf61e', 'gw_port': {'id': 'd397d9f0-edfc-4fb3-ad69-c12bc08c7178', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:62:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a10d358-40c5-4108-9801-42d6d42928ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:42Z', 'updated_at': '2021-06-17T08:37:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:46.698570 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775ed317-1fbe-4710-a981-5025c099e86e None None] Checking router: 9a10d358-40c5-4108-9801-42d6d42928ff for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:37:46.699509 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775ed317-1fbe-4710-a981-5025c099e86e None None] Updating router 9a10d358-40c5-4108-9801-42d6d42928ff port d397d9f0-edfc-4fb3-ad69-c12bc08c7178 binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:37:46.742986 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-775ed317-1fbe-4710-a981-5025c099e86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:46.875861 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c8b65c6b-458e-4672-a678-a00fb2bc705e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:47.008415 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-00c0fa93-0dba-4a67-b292-619d6e104f8c service neutron] Transition to ACTIVE for port object 6afce6bc-b2f4-4663-b304-7fdb1be44dae will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:47.018626 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-58d8a06b-f15c-40b5-9592-59130df0f0cf req-f3fb2ce0-6454-4dec-a0e6-eb1689141266 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=efb41070-937c-43c3-b406-4414d77a4928 HTTP/1.1" status: 200 len: 210 time: 0.5050328 Jun 17 08:37:47.044837 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1c09239e-b402-4b93-8789-034d10ba45ec req-a564cec8-73d2-49c2-aec8-99643ca22421 service neutron] 10.222.0.50 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7624688 Jun 17 08:37:47.089072 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 8afb8c16-5b30-4cc5-b86a-bd73edcd9eae up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:47.172969 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-00c0fa93-0dba-4a67-b292-619d6e104f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:47.173541 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f05c539f-13ff-4d4e-9deb-0f9244b872a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:47.200356 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device e3472699-738f-4841-b702-3da81639efef details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:37:47.298373 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe023f03-0289-4064-9f03-ebd11b6c776b req-5ec7f771-2fc1-4972-b4f8-bd3fd243039e tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:47.300013 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fe023f03-0289-4064-9f03-ebd11b6c776b req-5ec7f771-2fc1-4972-b4f8-bd3fd243039e tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 943 time: 0.2397366 Jun 17 08:37:47.352452 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-c8b65c6b-458e-4672-a678-a00fb2bc705e admin admin] Allocated IP 172.20.0.1 (014d2b65-0003-4f0d-8108-50fa5fd8446b/50552678-4c56-4434-a3a0-58025f8da32a/a3fce7cc-5cfb-41e0-9ede-feddd03d8408) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:47.409265 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0fa93-0dba-4a67-b292-619d6e104f8c service neutron] Pushing event updated for resources: {'Port': ['ID=6afce6bc-b2f4-4663-b304-7fdb1be44dae,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:47.413604 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-00c0fa93-0dba-4a67-b292-619d6e104f8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:47.453112 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-fea30650-6f51-4266-8660-1654290b40df req-2f1240b6-46dc-4c5e-8bad-0aea7c0e783a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Allocated IP 192.168.233.202 (26debee9-bc17-4dec-acaf-a4c976511744/9fa94245-1f4d-486b-9e45-990a58fa5ffe/34d74efa-d1f9-4758-a95e-25b104f27d19) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:47.464264 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port e3472699-738f-4841-b702-3da81639efef, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=e3472699-738f-4841-b702-3da81639efef,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:47.484447 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-00c0fa93-0dba-4a67-b292-619d6e104f8c service neutron] Attempting to bind port 6afce6bc-b2f4-4663-b304-7fdb1be44dae on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:47.488704 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-00c0fa93-0dba-4a67-b292-619d6e104f8c service neutron] Attempting to bind port 6afce6bc-b2f4-4663-b304-7fdb1be44dae by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:47.489228 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-00c0fa93-0dba-4a67-b292-619d6e104f8c service neutron] Attempting to bind port 6afce6bc-b2f4-4663-b304-7fdb1be44dae on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:47.503907 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device e3472699-738f-4841-b702-3da81639efef has no active binding in host n-h2-758944-30 {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 17 08:37:47.505893 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-00c0fa93-0dba-4a67-b292-619d6e104f8c service neutron] Port 6afce6bc-b2f4-4663-b304-7fdb1be44dae on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:37:47.516459 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-00c0fa93-0dba-4a67-b292-619d6e104f8c service neutron] Attempting to bind port 6afce6bc-b2f4-4663-b304-7fdb1be44dae on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:47.530649 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-00c0fa93-0dba-4a67-b292-619d6e104f8c service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:47.531498 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-00c0fa93-0dba-4a67-b292-619d6e104f8c service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:47.532469 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-00c0fa93-0dba-4a67-b292-619d6e104f8c service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:47.533598 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-00c0fa93-0dba-4a67-b292-619d6e104f8c service neutron] Bound port: 6afce6bc-b2f4-4663-b304-7fdb1be44dae, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:47.534473 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-00c0fa93-0dba-4a67-b292-619d6e104f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:47.608039 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 8afb8c16-5b30-4cc5-b86a-bd73edcd9eae triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:47.608473 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:47.701423 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c8b65c6b-458e-4672-a678-a00fb2bc705e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:47.720151 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-c8b65c6b-458e-4672-a678-a00fb2bc705e admin admin] Transition to ACTIVE for port object a3fce7cc-5cfb-41e0-9ede-feddd03d8408 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:47.752399 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fe023f03-0289-4064-9f03-ebd11b6c776b req-b484534a-f851-4c1a-bca8-a3cd675770e1 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388771 Jun 17 08:37:47.763437 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:47.853652 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-00c0fa93-0dba-4a67-b292-619d6e104f8c service neutron] For port 6afce6bc-b2f4-4663-b304-7fdb1be44dae, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:47.861783 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-00c0fa93-0dba-4a67-b292-619d6e104f8c service neutron] For port 6afce6bc-b2f4-4663-b304-7fdb1be44dae, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=6afce6bc-b2f4-4663-b304-7fdb1be44dae,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:47.868058 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-775ed317-1fbe-4710-a981-5025c099e86e None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:47.898379 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-775ed317-1fbe-4710-a981-5025c099e86e None None] Transition to ACTIVE for port object d397d9f0-edfc-4fb3-ad69-c12bc08c7178 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:47.924499 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-fea30650-6f51-4266-8660-1654290b40df req-2f1240b6-46dc-4c5e-8bad-0aea7c0e783a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:47.937270 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c8b65c6b-458e-4672-a678-a00fb2bc705e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:47.939796 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4b03c74c-e6c9-4d3c-ba3e-ad20d9b388d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:47.982354 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-fea30650-6f51-4266-8660-1654290b40df req-2f1240b6-46dc-4c5e-8bad-0aea7c0e783a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Transition to ACTIVE for port object 34d74efa-d1f9-4758-a95e-25b104f27d19 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:47.986840 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-00c0fa93-0dba-4a67-b292-619d6e104f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:47.987845 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b65c6b-458e-4672-a678-a00fb2bc705e admin admin] Network 014d2b65-0003-4f0d-8108-50fa5fd8446b is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:47.989442 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:47.993182 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-c8b65c6b-458e-4672-a678-a00fb2bc705e admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:47.998030 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b65c6b-458e-4672-a678-a00fb2bc705e admin admin] Pushing event updated for resources: {'Port': ['ID=a3fce7cc-5cfb-41e0-9ede-feddd03d8408,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:48.006704 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b65c6b-458e-4672-a678-a00fb2bc705e admin admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:48.016217 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c8b65c6b-458e-4672-a678-a00fb2bc705e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:48.045458 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-775ed317-1fbe-4710-a981-5025c099e86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:48.048650 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-bd6b814d-7de5-41d4-a9fa-812ad0e8615d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:48.065513 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-00c0fa93-0dba-4a67-b292-619d6e104f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:48.067200 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-00c0fa93-0dba-4a67-b292-619d6e104f8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:48.072083 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-00c0fa93-0dba-4a67-b292-619d6e104f8c service neutron] 10.222.0.50 "PUT /v2.0/ports/6afce6bc-b2f4-4663-b304-7fdb1be44dae HTTP/1.1" status: 200 len: 1097 time: 3.2909656 Jun 17 08:37:48.073244 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c8b65c6b-458e-4672-a678-a00fb2bc705e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:48.103201 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57ab428-a04e-4f2f-b69e-e8435652e373', 'tag': '6afce6bc-b2f4-4663-b304-7fdb1be44dae'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:48.112042 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db0fcca-33b3-4673-b6b6-14052b8b85f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f57ab428-a04e-4f2f-b69e-e8435652e373", "tag": "6afce6bc-b2f4-4663-b304-7fdb1be44dae"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:48.199892 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-775ed317-1fbe-4710-a981-5025c099e86e None None] Attempting to bind port d397d9f0-edfc-4fb3-ad69-c12bc08c7178 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:48.199892 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-775ed317-1fbe-4710-a981-5025c099e86e None None] Attempting to bind port d397d9f0-edfc-4fb3-ad69-c12bc08c7178 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:48.199892 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775ed317-1fbe-4710-a981-5025c099e86e None None] Attempting to bind port d397d9f0-edfc-4fb3-ad69-c12bc08c7178 on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:48.245383 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775ed317-1fbe-4710-a981-5025c099e86e None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:48.249356 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775ed317-1fbe-4710-a981-5025c099e86e None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:48.250071 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-775ed317-1fbe-4710-a981-5025c099e86e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:48.250687 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775ed317-1fbe-4710-a981-5025c099e86e None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:48.251912 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-775ed317-1fbe-4710-a981-5025c099e86e None None] Bound port: d397d9f0-edfc-4fb3-ad69-c12bc08c7178, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:48.256039 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-775ed317-1fbe-4710-a981-5025c099e86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:48.310199 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa96ee-cd9e-49c9-a1ce-ef602374bc0b None None] Pushing event updated for resources: {'Port': ['ID=d397d9f0-edfc-4fb3-ad69-c12bc08c7178,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:48.318339 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-08fa96ee-cd9e-49c9-a1ce-ef602374bc0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:48.337596 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0fa93-0dba-4a67-b292-619d6e104f8c service neutron] Pushing event updated for resources: {'Port': ['ID=6afce6bc-b2f4-4663-b304-7fdb1be44dae,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:48.351691 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-00c0fa93-0dba-4a67-b292-619d6e104f8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:48.389544 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-775ed317-1fbe-4710-a981-5025c099e86e None None] For port d397d9f0-edfc-4fb3-ad69-c12bc08c7178, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:48.398042 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f034ae1-7047-4504-b1ba-efc44c321810 req-548276f9-ce64-4f5f-9563-ed27e832b826 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:48.399081 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-775ed317-1fbe-4710-a981-5025c099e86e None None] For port d397d9f0-edfc-4fb3-ad69-c12bc08c7178, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=d397d9f0-edfc-4fb3-ad69-c12bc08c7178,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:48.400950 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9f034ae1-7047-4504-b1ba-efc44c321810 req-548276f9-ce64-4f5f-9563-ed27e832b826 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=f57ab428-a04e-4f2f-b69e-e8435652e373 HTTP/1.1" status: 200 len: 948 time: 0.4721699 Jun 17 08:37:48.449241 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-ebda8abc-4129-4c8d-b937-f6ea9a3059de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:48.450847 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-ebda8abc-4129-4c8d-b937-f6ea9a3059de service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c25f1170112f4368b23bf7aca37ba85b&device_id=f57ab428-a04e-4f2f-b69e-e8435652e373 HTTP/1.1" status: 200 len: 1100 time: 0.2142079 Jun 17 08:37:48.469504 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9f034ae1-7047-4504-b1ba-efc44c321810 req-b91c0ba2-0264-4872-b26e-33a913db591b tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/security-groups?id=c645bbf3-a6dc-47d7-884f-6efcbbf7a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603786 Jun 17 08:37:48.506446 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-e8baf356-0a2b-4ec6-96d1-4ccbb829f55e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=6afce6bc-b2f4-4663-b304-7fdb1be44dae HTTP/1.1" status: 200 len: 217 time: 0.0458109 Jun 17 08:37:48.555092 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-fea30650-6f51-4266-8660-1654290b40df req-2f1240b6-46dc-4c5e-8bad-0aea7c0e783a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:48.562176 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cc221253-9628-4f0d-9905-6f040a75d4f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: from cryptography.utils import int_from_bytes Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: from cryptography.utils import int_from_bytes Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:48.577592 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:37:48.584354 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:48.584354 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:48.584354 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:48.584354 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:37:48.584354 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:48.584354 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:48.584354 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:48.584354 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:37:48.584354 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:48.584354 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:48.584354 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:48.584354 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:37:48.584354 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:48.584354 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:48.584354 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:48.584354 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:48.588258 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['4c6a4554-5f02-4460-aa6e-57387a4631c7', 'f62b5d15-8228-4ce8-921d-bbe84d1b207e'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:37:48.644956 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fea30650-6f51-4266-8660-1654290b40df req-2f1240b6-46dc-4c5e-8bad-0aea7c0e783a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Network 26debee9-bc17-4dec-acaf-a4c976511744 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:48.648063 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-70b43204-e85f-487f-8a93-e014626ff500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:48.649534 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-70b43204-e85f-487f-8a93-e014626ff500 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1364398 Jun 17 08:37:48.658582 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-fea30650-6f51-4266-8660-1654290b40df req-2f1240b6-46dc-4c5e-8bad-0aea7c0e783a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:48.674316 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea30650-6f51-4266-8660-1654290b40df req-2f1240b6-46dc-4c5e-8bad-0aea7c0e783a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:48.680667 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea30650-6f51-4266-8660-1654290b40df req-2f1240b6-46dc-4c5e-8bad-0aea7c0e783a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:48.681455 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-fea30650-6f51-4266-8660-1654290b40df req-2f1240b6-46dc-4c5e-8bad-0aea7c0e783a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:48.692511 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-775ed317-1fbe-4710-a981-5025c099e86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:48.702533 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-eef0629e-97b9-4ac7-a290-6604756f2d1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:48.706364 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1240b6-46dc-4c5e-8bad-0aea7c0e783a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Pushing event updated for resources: {'Port': ['ID=34d74efa-d1f9-4758-a95e-25b104f27d19,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:48.712562 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2f1240b6-46dc-4c5e-8bad-0aea7c0e783a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:48.747915 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a472112a-6e0b-4b0b-aa06-2563caf15c78 None None] Provisioning for port a3fce7cc-5cfb-41e0-9ede-feddd03d8408 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:48.760939 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a472112a-6e0b-4b0b-aa06-2563caf15c78 None None] Provisioning complete for port a3fce7cc-5cfb-41e0-9ede-feddd03d8408 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:48.761670 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a472112a-6e0b-4b0b-aa06-2563caf15c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:48.828090 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58febe-777c-4d45-931a-e61adeaba16b req-a29e9e70-0ea9-459d-bcfc-759980316d11 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:48.830770 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c8b65c6b-458e-4672-a678-a00fb2bc705e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:48.833344 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-df58febe-777c-4d45-931a-e61adeaba16b req-a29e9e70-0ea9-459d-bcfc-759980316d11 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=efb41070-937c-43c3-b406-4414d77a4928 HTTP/1.1" status: 200 len: 936 time: 0.2383397 Jun 17 08:37:48.937040 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa96ee-cd9e-49c9-a1ce-ef602374bc0b None None] Pushing event updated for resources: {'Port': ['ID=d397d9f0-edfc-4fb3-ad69-c12bc08c7178,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:48.953268 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775ed317-1fbe-4710-a981-5025c099e86e None None] Routers {'9a10d358-40c5-4108-9801-42d6d42928ff'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:37:48.961002 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-775ed317-1fbe-4710-a981-5025c099e86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:37:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['9a10d358-40c5-4108-9801-42d6d42928ff'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:48.961466 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-0a036de0-d002-419d-afa6-76e3249fe18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:48.961466 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-0a036de0-d002-419d-afa6-76e3249fe18c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3031979 Jun 17 08:37:48.974041 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-df58febe-777c-4d45-931a-e61adeaba16b req-5f56113e-07eb-4b7c-b732-590068173280 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242115 Jun 17 08:37:49.148532 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2db49c1-f5bb-4a6f-9471-e0564d582539 x-openstack-request-id: req-d2db49c1-f5bb-4a6f-9471-e0564d582539 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:49.148885 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f57ab428-a04e-4f2f-b69e-e8435652e373", "tag": "6afce6bc-b2f4-4663-b304-7fdb1be44dae", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:49.149279 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d2db49c1-f5bb-4a6f-9471-e0564d582539 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:49.149873 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f57ab428-a04e-4f2f-b69e-e8435652e373', 'tag': '6afce6bc-b2f4-4663-b304-7fdb1be44dae', 'status': 'completed', 'code': 200} Jun 17 08:37:49.159280 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fea30650-6f51-4266-8660-1654290b40df req-2f1240b6-46dc-4c5e-8bad-0aea7c0e783a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2396755 Jun 17 08:37:49.184378 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-fea30650-6f51-4266-8660-1654290b40df req-50483a3f-3c45-4654-b95b-19ba5eb58864 service neutron] Request body: {'port': {'device_id': 'efb41070-937c-43c3-b406-4414d77a4928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:49.214208 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c8b65c6b-458e-4672-a678-a00fb2bc705e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:49.309417 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-08fa96ee-cd9e-49c9-a1ce-ef602374bc0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:49.329295 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a472112a-6e0b-4b0b-aa06-2563caf15c78 None None] Port a3fce7cc-5cfb-41e0-9ede-feddd03d8408 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:37:49.356709 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c8b65c6b-458e-4672-a678-a00fb2bc705e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:49.396401 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-47cfc697-35f2-4c87-87ba-7ac4ab66f6ff service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204552 Jun 17 08:37:49.398078 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:49.453892 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c8b65c6b-458e-4672-a678-a00fb2bc705e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:49.460712 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b65c6b-458e-4672-a678-a00fb2bc705e admin admin] Pushing event updated for resources: {'Port': ['ID=a3fce7cc-5cfb-41e0-9ede-feddd03d8408,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:49.468044 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c8b65c6b-458e-4672-a678-a00fb2bc705e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:49.512273 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-775ed317-1fbe-4710-a981-5025c099e86e None None] Set router 9a10d358-40c5-4108-9801-42d6d42928ff gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:37:49.568065 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9a32c279-e080-406a-bb25-78625ed562bd req-c2ee957d-3d70-4e0e-8ddf-1f3156545e8b service neutron] 10.222.0.50 "GET /v2.0/ports/e3472699-738f-4841-b702-3da81639efef/bindings/n-h2-758944-30 HTTP/1.1" status: 200 len: 385 time: 0.3203073 Jun 17 08:37:49.586371 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-fea30650-6f51-4266-8660-1654290b40df req-50483a3f-3c45-4654-b95b-19ba5eb58864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:49.654973 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b65c6b-458e-4672-a678-a00fb2bc705e admin admin] Network 014d2b65-0003-4f0d-8108-50fa5fd8446b is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:49.657038 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-c8b65c6b-458e-4672-a678-a00fb2bc705e admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:49.715330 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d31d2-1a54-4c6b-a98b-260d24447af0 req-598b476f-f4b6-4bb4-8b9a-909522b188f6 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:49.736210 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fa2d31d2-1a54-4c6b-a98b-260d24447af0 req-598b476f-f4b6-4bb4-8b9a-909522b188f6 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 943 time: 0.5472474 Jun 17 08:37:49.819643 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b65c6b-458e-4672-a678-a00fb2bc705e admin admin] Router 9a10d358-40c5-4108-9801-42d6d42928ff has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:37:49.886512 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-f9f1dde8-dcb5-4c8a-ac79-b12c8551a8d7 None None] Provisioning for port 34d74efa-d1f9-4758-a95e-25b104f27d19 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:49.938746 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fa2d31d2-1a54-4c6b-a98b-260d24447af0 req-e17080ef-62dd-484d-93ba-2bcff86665b3 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015324 Jun 17 08:37:49.951355 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ebf95dbd-3d8a-4932-ab3e-1c7d966d4486 req-f1878783-0633-4e38-9b1a-2079720b8617 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5256217 Jun 17 08:37:49.976330 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-f9f1dde8-dcb5-4c8a-ac79-b12c8551a8d7 None None] Provisioning complete for port 34d74efa-d1f9-4758-a95e-25b104f27d19 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:49.976944 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f9f1dde8-dcb5-4c8a-ac79-b12c8551a8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.032371 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b65c6b-458e-4672-a678-a00fb2bc705e admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:37:50.047492 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c8b65c6b-458e-4672-a678-a00fb2bc705e admin admin] 10.222.0.49 "PUT /v2.0/routers/9a10d358-40c5-4108-9801-42d6d42928ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1092219 Jun 17 08:37:50.072588 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-f9f1dde8-dcb5-4c8a-ac79-b12c8551a8d7 None None] Port 34d74efa-d1f9-4758-a95e-25b104f27d19 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:37:50.136783 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-775ed317-1fbe-4710-a981-5025c099e86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a10d358-40c5-4108-9801-42d6d42928ff', 'name': 'tempest-FloatingIPsTestJSON-1590672599-router', 'tenant_id': '2bdd577611ae4f9585de9e743d7bf61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'd397d9f0-edfc-4fb3-ad69-c12bc08c7178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:40Z', 'updated_at': '2021-06-17T08:37:48Z', 'revision_number': 4, 'project_id': '2bdd577611ae4f9585de9e743d7bf61e', 'gw_port': {'id': 'd397d9f0-edfc-4fb3-ad69-c12bc08c7178', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:62:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a10d358-40c5-4108-9801-42d6d42928ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:42Z', 'updated_at': '2021-06-17T08:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'a3fce7cc-5cfb-41e0-9ede-feddd03d8408', 'name': '', 'network_id': '014d2b65-0003-4f0d-8108-50fa5fd8446b', 'tenant_id': '2bdd577611ae4f9585de9e743d7bf61e', 'mac_address': 'fa:16:3e:1a:93:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a10d358-40c5-4108-9801-42d6d42928ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '50552678-4c56-4434-a3a0-58025f8da32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:46Z', 'updated_at': '2021-06-17T08:37:47Z', 'revision_number': 1, 'project_id': '2bdd577611ae4f9585de9e743d7bf61e', 'subnets': [{'id': '50552678-4c56-4434-a3a0-58025f8da32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:50.172062 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775ed317-1fbe-4710-a981-5025c099e86e None None] The sync data for ids ['9a10d358-40c5-4108-9801-42d6d42928ff'] in n-d-758944-30 is: [{'id': '9a10d358-40c5-4108-9801-42d6d42928ff', 'name': 'tempest-FloatingIPsTestJSON-1590672599-router', 'tenant_id': '2bdd577611ae4f9585de9e743d7bf61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'd397d9f0-edfc-4fb3-ad69-c12bc08c7178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:40Z', 'updated_at': '2021-06-17T08:37:48Z', 'revision_number': 4, 'project_id': '2bdd577611ae4f9585de9e743d7bf61e', 'gw_port': {'id': 'd397d9f0-edfc-4fb3-ad69-c12bc08c7178', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:62:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a10d358-40c5-4108-9801-42d6d42928ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:42Z', 'updated_at': '2021-06-17T08:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'a3fce7cc-5cfb-41e0-9ede-feddd03d8408', 'name': '', 'network_id': '014d2b65-0003-4f0d-8108-50fa5fd8446b', 'tenant_id': '2bdd577611ae4f9585de9e743d7bf61e', 'mac_address': 'fa:16:3e:1a:93:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a10d358-40c5-4108-9801-42d6d42928ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '50552678-4c56-4434-a3a0-58025f8da32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:46Z', 'updated_at': '2021-06-17T08:37:47Z', 'revision_number': 1, 'project_id': '2bdd577611ae4f9585de9e743d7bf61e', 'subnets': [{'id': '50552678-4c56-4434-a3a0-58025f8da32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:37:50.194209 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.210063 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a90441fc-9754-4fb5-98f7-d2605a392542 None None] Provisioning complete for port a3fce7cc-5cfb-41e0-9ede-feddd03d8408 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:50.210685 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a90441fc-9754-4fb5-98f7-d2605a392542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.264060 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a90441fc-9754-4fb5-98f7-d2605a392542 None None] Port a3fce7cc-5cfb-41e0-9ede-feddd03d8408 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:37:50.352137 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-9a32c279-e080-406a-bb25-78625ed562bd req-f16ee2e8-ddca-4756-9be8-048c37edd34f service neutron] For port e3472699-738f-4841-b702-3da81639efef, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=e3472699-738f-4841-b702-3da81639efef,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:50.421552 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-9a32c279-e080-406a-bb25-78625ed562bd req-f16ee2e8-ddca-4756-9be8-048c37edd34f service neutron] For port e3472699-738f-4841-b702-3da81639efef, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:50.426123 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0fcca-33b3-4673-b6b6-14052b8b85f5 req-39c32d00-066c-47bb-9db3-db575d81b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:50.427724 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0db0fcca-33b3-4673-b6b6-14052b8b85f5 req-39c32d00-066c-47bb-9db3-db575d81b0bb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c25f1170112f4368b23bf7aca37ba85b&device_id=f57ab428-a04e-4f2f-b69e-e8435652e373 HTTP/1.1" status: 200 len: 1100 time: 0.3062882 Jun 17 08:37:50.507420 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-9a32c279-e080-406a-bb25-78625ed562bd req-f16ee2e8-ddca-4756-9be8-048c37edd34f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3472699-738f-4841-b702-3da81639efef {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:37:50.538212 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-9a32c279-e080-406a-bb25-78625ed562bd req-f16ee2e8-ddca-4756-9be8-048c37edd34f service neutron] For port e3472699-738f-4841-b702-3da81639efef, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=e3472699-738f-4841-b702-3da81639efef,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:50.602044 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed212504-9330-4e57-8611-1fc76ecf7a3d req-13525a53-0c6b-49f6-8c2f-98c22ff4625b tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:50.603687 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ed212504-9330-4e57-8611-1fc76ecf7a3d req-13525a53-0c6b-49f6-8c2f-98c22ff4625b tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=f57ab428-a04e-4f2f-b69e-e8435652e373 HTTP/1.1" status: 200 len: 948 time: 0.4134693 Jun 17 08:37:50.650582 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-fea30650-6f51-4266-8660-1654290b40df req-50483a3f-3c45-4654-b95b-19ba5eb58864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34d74efa-d1f9-4758-a95e-25b104f27d19 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:37:50.672768 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-fea30650-6f51-4266-8660-1654290b40df req-50483a3f-3c45-4654-b95b-19ba5eb58864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.711435 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ed212504-9330-4e57-8611-1fc76ecf7a3d req-7d7d40b0-80ec-44d2-94f5-a24f148f6242 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/security-groups?id=c645bbf3-a6dc-47d7-884f-6efcbbf7a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965571 Jun 17 08:37:50.723374 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-fea30650-6f51-4266-8660-1654290b40df req-50483a3f-3c45-4654-b95b-19ba5eb58864 service neutron] Transition to ACTIVE for port object 34d74efa-d1f9-4758-a95e-25b104f27d19 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:50.728784 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0fcca-33b3-4673-b6b6-14052b8b85f5 req-2f35f65e-ea98-41f4-9dd7-f9d4983b73ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:50.730584 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0db0fcca-33b3-4673-b6b6-14052b8b85f5 req-2f35f65e-ea98-41f4-9dd7-f9d4983b73ef service neutron] 10.222.0.50 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.2389221 Jun 17 08:37:50.781558 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0db0fcca-33b3-4673-b6b6-14052b8b85f5 req-3754b3b3-a3df-457f-839c-8adc09850ea8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=6afce6bc-b2f4-4663-b304-7fdb1be44dae HTTP/1.1" status: 200 len: 217 time: 0.0408869 Jun 17 08:37:50.782378 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9a32c279-e080-406a-bb25-78625ed562bd req-f16ee2e8-ddca-4756-9be8-048c37edd34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.832173 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cfa98e-ae87-4c08-bdab-00fae8626abe req-be8d10e1-98f0-4ff9-b22a-8722895b755b tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:50.833454 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-72cfa98e-ae87-4c08-bdab-00fae8626abe req-be8d10e1-98f0-4ff9-b22a-8722895b755b tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=efb41070-937c-43c3-b406-4414d77a4928 HTTP/1.1" status: 200 len: 936 time: 0.0956266 Jun 17 08:37:50.865317 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-fea30650-6f51-4266-8660-1654290b40df req-50483a3f-3c45-4654-b95b-19ba5eb58864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.875285 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:50.885253 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-72cfa98e-ae87-4c08-bdab-00fae8626abe req-e5aa375f-d2d8-4b4f-ab7e-91352e60d34e tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451920 Jun 17 08:37:51.367662 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0fcca-33b3-4673-b6b6-14052b8b85f5 req-83db80f1-0c3f-4cfa-8f53-9e53227e0f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:51.369287 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0db0fcca-33b3-4673-b6b6-14052b8b85f5 req-83db80f1-0c3f-4cfa-8f53-9e53227e0f5a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.5723858 Jun 17 08:37:51.460299 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50483a3f-3c45-4654-b95b-19ba5eb58864 service neutron] Pushing event updated for resources: {'Port': ['ID=34d74efa-d1f9-4758-a95e-25b104f27d19,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:51.463291 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-50483a3f-3c45-4654-b95b-19ba5eb58864 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:51.541356 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-9a32c279-e080-406a-bb25-78625ed562bd req-f16ee2e8-ddca-4756-9be8-048c37edd34f service neutron] Transition to ACTIVE for port object e3472699-738f-4841-b702-3da81639efef will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:51.579998 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3aee3d4e-ea16-41f6-b88c-ed3a854a5138 req-caff02ea-a8a9-4f30-8183-42602ede4da0 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7304482 Jun 17 08:37:51.580983 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-fea30650-6f51-4266-8660-1654290b40df req-50483a3f-3c45-4654-b95b-19ba5eb58864 service neutron] Attempting to bind port 34d74efa-d1f9-4758-a95e-25b104f27d19 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:51.582037 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-fea30650-6f51-4266-8660-1654290b40df req-50483a3f-3c45-4654-b95b-19ba5eb58864 service neutron] Attempting to bind port 34d74efa-d1f9-4758-a95e-25b104f27d19 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:51.582577 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea30650-6f51-4266-8660-1654290b40df req-50483a3f-3c45-4654-b95b-19ba5eb58864 service neutron] Attempting to bind port 34d74efa-d1f9-4758-a95e-25b104f27d19 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:51.603980 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-3aee3d4e-ea16-41f6-b88c-ed3a854a5138 req-55d7c1e6-14a4-4e11-9b8a-279a9af73957 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:51.612975 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea30650-6f51-4266-8660-1654290b40df req-50483a3f-3c45-4654-b95b-19ba5eb58864 service neutron] Port 34d74efa-d1f9-4758-a95e-25b104f27d19 on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:37:51.613483 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea30650-6f51-4266-8660-1654290b40df req-50483a3f-3c45-4654-b95b-19ba5eb58864 service neutron] Attempting to bind port 34d74efa-d1f9-4758-a95e-25b104f27d19 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:51.641532 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea30650-6f51-4266-8660-1654290b40df req-50483a3f-3c45-4654-b95b-19ba5eb58864 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:51.641875 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea30650-6f51-4266-8660-1654290b40df req-50483a3f-3c45-4654-b95b-19ba5eb58864 service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:51.642281 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea30650-6f51-4266-8660-1654290b40df req-50483a3f-3c45-4654-b95b-19ba5eb58864 service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:51.642730 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-fea30650-6f51-4266-8660-1654290b40df req-50483a3f-3c45-4654-b95b-19ba5eb58864 service neutron] Bound port: 34d74efa-d1f9-4758-a95e-25b104f27d19, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:51.643085 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-fea30650-6f51-4266-8660-1654290b40df req-50483a3f-3c45-4654-b95b-19ba5eb58864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:51.649007 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0fcca-33b3-4673-b6b6-14052b8b85f5 req-86cf92cc-c602-4709-923b-ebd651b2fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:51.650534 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0db0fcca-33b3-4673-b6b6-14052b8b85f5 req-86cf92cc-c602-4709-923b-ebd651b2fe8c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2521834 Jun 17 08:37:51.797267 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-fea30650-6f51-4266-8660-1654290b40df req-50483a3f-3c45-4654-b95b-19ba5eb58864 service neutron] For port 34d74efa-d1f9-4758-a95e-25b104f27d19, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:51.799644 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3aee3d4e-ea16-41f6-b88c-ed3a854a5138 req-55d7c1e6-14a4-4e11-9b8a-279a9af73957 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks [] for floatingip, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:51.803395 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9a32c279-e080-406a-bb25-78625ed562bd req-f16ee2e8-ddca-4756-9be8-048c37edd34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:51.810582 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3e95ad22-9c71-4936-80a7-0859239bd5b9 tempest-DeleteServersAdminTestJSON-1816620839 tempest-DeleteServersAdminTestJSON-1816620839-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:51.835325 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-fea30650-6f51-4266-8660-1654290b40df req-50483a3f-3c45-4654-b95b-19ba5eb58864 service neutron] For port 34d74efa-d1f9-4758-a95e-25b104f27d19, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=34d74efa-d1f9-4758-a95e-25b104f27d19,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:51.839578 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0db0fcca-33b3-4673-b6b6-14052b8b85f5 req-302c0861-a2f2-428c-8dbb-c37a69ed19ff service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785023 Jun 17 08:37:51.989070 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-fea30650-6f51-4266-8660-1654290b40df req-50483a3f-3c45-4654-b95b-19ba5eb58864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:52.026301 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ee2e8-ddca-4756-9be8-048c37edd34f service neutron] Pushing event updated for resources: {'Port': ['ID=e3472699-738f-4841-b702-3da81639efef,revision_number=10']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:52.059494 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f16ee2e8-ddca-4756-9be8-048c37edd34f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:52.061317 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:52.064795 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea30650-6f51-4266-8660-1654290b40df req-50483a3f-3c45-4654-b95b-19ba5eb58864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:52.065643 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-fea30650-6f51-4266-8660-1654290b40df req-50483a3f-3c45-4654-b95b-19ba5eb58864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:52.067494 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fea30650-6f51-4266-8660-1654290b40df req-50483a3f-3c45-4654-b95b-19ba5eb58864 service neutron] 10.222.0.53 "PUT /v2.0/ports/34d74efa-d1f9-4758-a95e-25b104f27d19 HTTP/1.1" status: 200 len: 1097 time: 2.8971493 Jun 17 08:37:52.086643 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb41070-937c-43c3-b406-4414d77a4928', 'tag': '34d74efa-d1f9-4758-a95e-25b104f27d19'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:52.089533 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463931bc-282a-42fe-9507-0023cbe6afdd" -d '{"events": [{"name": "network-changed", "server_uuid": "efb41070-937c-43c3-b406-4414d77a4928", "tag": "34d74efa-d1f9-4758-a95e-25b104f27d19"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:52.161271 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0db0fcca-33b3-4673-b6b6-14052b8b85f5 req-fab6ae81-90f4-4bf3-b26a-d82aeafdf6e7 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008561 Jun 17 08:37:52.218791 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50483a3f-3c45-4654-b95b-19ba5eb58864 service neutron] Pushing event updated for resources: {'Port': ['ID=34d74efa-d1f9-4758-a95e-25b104f27d19,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:52.224438 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-50483a3f-3c45-4654-b95b-19ba5eb58864 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:52.278828 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3aee3d4e-ea16-41f6-b88c-ed3a854a5138 req-55d7c1e6-14a4-4e11-9b8a-279a9af73957 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:52.396751 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea30650-6f51-4266-8660-1654290b40df req-9226c88e-46e4-480e-a9a9-4d7a13ae0a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:52.398297 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fea30650-6f51-4266-8660-1654290b40df req-9226c88e-46e4-480e-a9a9-4d7a13ae0a94 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0948d5e43af24be5adbe3ba56dc21ec4&device_id=efb41070-937c-43c3-b406-4414d77a4928 HTTP/1.1" status: 200 len: 1100 time: 0.1594915 Jun 17 08:37:52.458610 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fea30650-6f51-4266-8660-1654290b40df req-773c63f4-e5be-42d4-9595-f20176954bef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=34d74efa-d1f9-4758-a95e-25b104f27d19 HTTP/1.1" status: 200 len: 217 time: 0.0432322 Jun 17 08:37:52.492136 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-3aee3d4e-ea16-41f6-b88c-ed3a854a5138 req-55d7c1e6-14a4-4e11-9b8a-279a9af73957 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Allocated IP 172.25.2.203 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/883649cb-c57c-45c0-b59a-3bc4fba4aad6) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:52.506478 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 6afce6bc-b2f4-4663-b304-7fdb1be44dae details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:37:52.549048 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea30650-6f51-4266-8660-1654290b40df req-fca9f2e4-5ac9-4171-bf4a-e3c851321727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:52.550495 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fea30650-6f51-4266-8660-1654290b40df req-fca9f2e4-5ac9-4171-bf4a-e3c851321727 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0814371 Jun 17 08:37:52.621469 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb95c5-3553-433e-bef5-b7d93859ef40 req-6560832d-365d-4491-8bbc-1ab903d0b711 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:52.629532 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-38fb95c5-3553-433e-bef5-b7d93859ef40 req-6560832d-365d-4491-8bbc-1ab903d0b711 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 944 time: 0.1247497 Jun 17 08:37:52.644808 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a32c279-e080-406a-bb25-78625ed562bd req-f16ee2e8-ddca-4756-9be8-048c37edd34f service neutron] No DVR routers for this DVR port e3472699-738f-4841-b702-3da81639efef on host n-h1-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:37:52.681743 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-38fb95c5-3553-433e-bef5-b7d93859ef40 req-849ba01d-350f-47d8-9430-4cc83d736479 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500410 Jun 17 08:37:52.702735 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device e3472699-738f-4841-b702-3da81639efef no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:37:52.711077 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 6afce6bc-b2f4-4663-b304-7fdb1be44dae, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=6afce6bc-b2f4-4663-b304-7fdb1be44dae,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:52.776664 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9a32c279-e080-406a-bb25-78625ed562bd req-f16ee2e8-ddca-4756-9be8-048c37edd34f service neutron] 10.222.0.50 "PUT /v2.0/ports/e3472699-738f-4841-b702-3da81639efef/bindings/n-h2-758944-30/activate HTTP/1.1" status: 200 len: 370 time: 3.2010026 Jun 17 08:37:52.795535 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '6afce6bc-b2f4-4663-b304-7fdb1be44dae', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '6afce6bc-b2f4-4663-b304-7fdb1be44dae', 'mac_address': 'fa:16:3e:1f:46:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:37:52.817328 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3aee3d4e-ea16-41f6-b88c-ed3a854a5138 req-55d7c1e6-14a4-4e11-9b8a-279a9af73957 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:52.823642 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea30650-6f51-4266-8660-1654290b40df req-727b8aaa-294d-471b-8e7b-c5cceb23a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:52.825524 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fea30650-6f51-4266-8660-1654290b40df req-727b8aaa-294d-471b-8e7b-c5cceb23a5e4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1931262 Jun 17 08:37:52.915430 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device e3472699-738f-4841-b702-3da81639efef not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:37:52.915680 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ff20d6-4039-491c-8094-924aeefdf9a1 None None] Sync routers for ids ['9a10d358-40c5-4108-9801-42d6d42928ff'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:37:52.916346 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:52.923049 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ff20d6-4039-491c-8094-924aeefdf9a1 None None] Routers {'9a10d358-40c5-4108-9801-42d6d42928ff'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:37:52.923246 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6afce6bc-b2f4-4663-b304-7fdb1be44dae {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:37:52.924029 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-64ff20d6-4039-491c-8094-924aeefdf9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:37:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['9a10d358-40c5-4108-9801-42d6d42928ff'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:52.946884 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5b3dd-a267-4076-938c-74c59e04d033 req-3bb043cf-5b82-4b3a-871a-b8b818a3e633 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:52.948796 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-26d5b3dd-a267-4076-938c-74c59e04d033 req-3bb043cf-5b82-4b3a-871a-b8b818a3e633 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=f57ab428-a04e-4f2f-b69e-e8435652e373 HTTP/1.1" status: 200 len: 948 time: 0.1094368 Jun 17 08:37:52.976490 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 6afce6bc-b2f4-4663-b304-7fdb1be44dae, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=6afce6bc-b2f4-4663-b304-7fdb1be44dae,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:53.013226 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fea30650-6f51-4266-8660-1654290b40df req-c5371aa7-719b-48f2-ada3-65e85852793d service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765385 Jun 17 08:37:53.039016 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d397d9f0-edfc-4fb3-ad69-c12bc08c7178 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:53.099269 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-26d5b3dd-a267-4076-938c-74c59e04d033 req-60444252-fa83-426c-865d-64c89a2d2f76 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/security-groups?id=c645bbf3-a6dc-47d7-884f-6efcbbf7a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405737 Jun 17 08:37:53.107966 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:53.135476 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-b856608b-2c2e-42e2-9d9f-d75aae57815f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:53.135724 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-64ff20d6-4039-491c-8094-924aeefdf9a1 None None] Set router 9a10d358-40c5-4108-9801-42d6d42928ff gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:37:53.161457 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3aee3d4e-ea16-41f6-b88c-ed3a854a5138 req-55d7c1e6-14a4-4e11-9b8a-279a9af73957 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:53.161457 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-adb51996-da84-4b0e-8864-a23f2e844c4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:53.209108 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7c1e6-14a4-4e11-9b8a-279a9af73957 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Pushing event updated for resources: {'Port': ['ID=883649cb-c57c-45c0-b59a-3bc4fba4aad6,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:53.228450 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32c279-e080-406a-bb25-78625ed562bd req-340bc512-3e15-4705-9749-119b2b5579f5 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:53.230288 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9a32c279-e080-406a-bb25-78625ed562bd req-340bc512-3e15-4705-9749-119b2b5579f5 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f&tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&binding%3Ahost_id=n-h1-758944-30 HTTP/1.1" status: 200 len: 1096 time: 0.2238052 Jun 17 08:37:53.232110 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-55d7c1e6-14a4-4e11-9b8a-279a9af73957 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:53.238256 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=6afce6bc-b2f4-4663-b304-7fdb1be44dae,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:53.241950 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:53.254680 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aee3d4e-ea16-41f6-b88c-ed3a854a5138 req-55d7c1e6-14a4-4e11-9b8a-279a9af73957 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:53.263633 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-3aee3d4e-ea16-41f6-b88c-ed3a854a5138 req-55d7c1e6-14a4-4e11-9b8a-279a9af73957 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:53.274682 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aee3d4e-ea16-41f6-b88c-ed3a854a5138 req-55d7c1e6-14a4-4e11-9b8a-279a9af73957 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:53.284062 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fea30650-6f51-4266-8660-1654290b40df req-a6f326dd-8cfd-4f52-b0f3-1b0f50b056ea service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635446 Jun 17 08:37:53.315170 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['6afce6bc-b2f4-4663-b304-7fdb1be44dae'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:37:53.321679 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port d397d9f0-edfc-4fb3-ad69-c12bc08c7178 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:53.344306 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88969a-fd83-498c-a8c8-d52c500f53a9 req-1e5cfbfe-6782-46a6-bb26-ef29e018ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:53.345826 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3a88969a-fd83-498c-a8c8-d52c500f53a9 req-1e5cfbfe-6782-46a6-bb26-ef29e018ff3e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 1096 time: 0.2419314 Jun 17 08:37:53.361195 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port d397d9f0-edfc-4fb3-ad69-c12bc08c7178 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:53.361848 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:53.369052 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-64ff20d6-4039-491c-8094-924aeefdf9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a10d358-40c5-4108-9801-42d6d42928ff', 'name': 'tempest-FloatingIPsTestJSON-1590672599-router', 'tenant_id': '2bdd577611ae4f9585de9e743d7bf61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'd397d9f0-edfc-4fb3-ad69-c12bc08c7178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:40Z', 'updated_at': '2021-06-17T08:37:48Z', 'revision_number': 4, 'project_id': '2bdd577611ae4f9585de9e743d7bf61e', 'gw_port': {'id': 'd397d9f0-edfc-4fb3-ad69-c12bc08c7178', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:62:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a10d358-40c5-4108-9801-42d6d42928ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:42Z', 'updated_at': '2021-06-17T08:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'a3fce7cc-5cfb-41e0-9ede-feddd03d8408', 'name': '', 'network_id': '014d2b65-0003-4f0d-8108-50fa5fd8446b', 'tenant_id': '2bdd577611ae4f9585de9e743d7bf61e', 'mac_address': 'fa:16:3e:1a:93:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a10d358-40c5-4108-9801-42d6d42928ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '50552678-4c56-4434-a3a0-58025f8da32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:46Z', 'updated_at': '2021-06-17T08:37:48Z', 'revision_number': 2, 'project_id': '2bdd577611ae4f9585de9e743d7bf61e', 'subnets': [{'id': '50552678-4c56-4434-a3a0-58025f8da32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:53.400822 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ff20d6-4039-491c-8094-924aeefdf9a1 None None] Checking router: 9a10d358-40c5-4108-9801-42d6d42928ff for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:37:53.401556 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ff20d6-4039-491c-8094-924aeefdf9a1 None None] Updating router 9a10d358-40c5-4108-9801-42d6d42928ff port a3fce7cc-5cfb-41e0-9ede-feddd03d8408 binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:37:53.413350 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3aee3d4e-ea16-41f6-b88c-ed3a854a5138 req-55d7c1e6-14a4-4e11-9b8a-279a9af73957 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:53.436714 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-64ff20d6-4039-491c-8094-924aeefdf9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:53.500526 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32c279-e080-406a-bb25-78625ed562bd req-ece792d0-2fb9-4d2d-9b3f-1124ecc9f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:53.503133 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9a32c279-e080-406a-bb25-78625ed562bd req-ece792d0-2fb9-4d2d-9b3f-1124ecc9f30d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f&tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73 HTTP/1.1" status: 200 len: 1096 time: 0.2579794 Jun 17 08:37:53.508143 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88969a-fd83-498c-a8c8-d52c500f53a9 req-93f7ddad-a500-4fb6-a7b6-ebac6403f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:53.509973 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3a88969a-fd83-498c-a8c8-d52c500f53a9 req-93f7ddad-a500-4fb6-a7b6-ebac6403f58d service neutron] 10.222.0.50 "GET /v2.0/networks?id=f60ef741-1693-4275-83c4-b371328659a8 HTTP/1.1" status: 200 len: 908 time: 0.1406472 Jun 17 08:37:53.522867 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:53.543532 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f41350-81df-42fd-adc2-2e01849483d5 req-6b9af4ab-33b5-4ce7-ae32-8a9e9a3f15e3 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:53.553677 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d1f41350-81df-42fd-adc2-2e01849483d5 req-6b9af4ab-33b5-4ce7-ae32-8a9e9a3f15e3 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=efb41070-937c-43c3-b406-4414d77a4928 HTTP/1.1" status: 200 len: 948 time: 0.1669488 Jun 17 08:37:53.602126 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port d397d9f0-edfc-4fb3-ad69-c12bc08c7178, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=d397d9f0-edfc-4fb3-ad69-c12bc08c7178,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:53.607169 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3aee3d4e-ea16-41f6-b88c-ed3a854a5138 req-55d7c1e6-14a4-4e11-9b8a-279a9af73957 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:53.609959 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3a88969a-fd83-498c-a8c8-d52c500f53a9 req-c215aeef-f2cb-433d-b898-3bd1d190e2c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3472699-738f-4841-b702-3da81639efef HTTP/1.1" status: 200 len: 217 time: 0.0940635 Jun 17 08:37:53.638462 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d1f41350-81df-42fd-adc2-2e01849483d5 req-00e7eee4-b55a-4fa9-9769-cd4eb753e2ab tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833297 Jun 17 08:37:53.674294 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32c279-e080-406a-bb25-78625ed562bd req-55bde808-2e2e-4c4a-936c-0f9b5423ee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:53.674294 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9a32c279-e080-406a-bb25-78625ed562bd req-55bde808-2e2e-4c4a-936c-0f9b5423ee3a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 1096 time: 0.0938878 Jun 17 08:37:53.687423 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:53.689443 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8fd9b868-8912-49d2-8f31-5c54f7f88977 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:53.718796 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88969a-fd83-498c-a8c8-d52c500f53a9 req-9e204fb7-4eab-4703-8147-730844f1997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:53.720612 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3a88969a-fd83-498c-a8c8-d52c500f53a9 req-9e204fb7-4eab-4703-8147-730844f1997a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=58b6fa78-2c4d-4c76-9c04-e4c6434a4b98 HTTP/1.1" status: 200 len: 847 time: 0.0842288 Jun 17 08:37:53.760487 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3a88969a-fd83-498c-a8c8-d52c500f53a9 req-5b24cffa-8216-4457-8d98-9ae3aa92c92e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f60ef741-1693-4275-83c4-b371328659a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289748 Jun 17 08:37:53.818524 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ea5704-9bae-48bb-84bc-b7d72c2e0cd3 x-openstack-request-id: req-28ea5704-9bae-48bb-84bc-b7d72c2e0cd3 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:53.818926 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb41070-937c-43c3-b406-4414d77a4928", "tag": "34d74efa-d1f9-4758-a95e-25b104f27d19", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:53.819217 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-28ea5704-9bae-48bb-84bc-b7d72c2e0cd3 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:53.819669 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb41070-937c-43c3-b406-4414d77a4928', 'tag': '34d74efa-d1f9-4758-a95e-25b104f27d19', 'status': 'completed', 'code': 200} Jun 17 08:37:53.838763 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32c279-e080-406a-bb25-78625ed562bd req-cc050ed7-9b2f-405a-89dc-fbf43d71484f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:53.839811 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=d397d9f0-edfc-4fb3-ad69-c12bc08c7178,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:53.840441 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9a32c279-e080-406a-bb25-78625ed562bd req-cc050ed7-9b2f-405a-89dc-fbf43d71484f service neutron] 10.222.0.53 "GET /v2.0/networks?id=f60ef741-1693-4275-83c4-b371328659a8 HTTP/1.1" status: 200 len: 908 time: 0.1635633 Jun 17 08:37:53.852268 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:53.881560 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-64ff20d6-4039-491c-8094-924aeefdf9a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:53.898268 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-64ff20d6-4039-491c-8094-924aeefdf9a1 None None] Transition to ACTIVE for port object a3fce7cc-5cfb-41e0-9ede-feddd03d8408 will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:53.918411 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:37:53.920085 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9a32c279-e080-406a-bb25-78625ed562bd req-e92996c0-f1bf-40f6-8cf2-cdf099ef1840 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3472699-738f-4841-b702-3da81639efef HTTP/1.1" status: 200 len: 217 time: 0.0650465 Jun 17 08:37:54.005497 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32c279-e080-406a-bb25-78625ed562bd req-9408a90e-5ba8-4b18-a967-99fe0ccddc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:54.007396 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9a32c279-e080-406a-bb25-78625ed562bd req-9408a90e-5ba8-4b18-a967-99fe0ccddc03 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=58b6fa78-2c4d-4c76-9c04-e4c6434a4b98 HTTP/1.1" status: 200 len: 847 time: 0.0850153 Jun 17 08:37:54.024995 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-64ff20d6-4039-491c-8094-924aeefdf9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:54.037219 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:54.067497 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9a32c279-e080-406a-bb25-78625ed562bd req-61d16b86-fbec-4fb3-9342-b16d0d817a08 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f60ef741-1693-4275-83c4-b371328659a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475047 Jun 17 08:37:54.217940 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec2a56-5bf4-4639-90c4-4a5364619666 None None] Pushing event updated for resources: {'Port': ['ID=a3fce7cc-5cfb-41e0-9ede-feddd03d8408,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:54.223960 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-5cec2a56-5bf4-4639-90c4-4a5364619666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:54.280184 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-64ff20d6-4039-491c-8094-924aeefdf9a1 None None] Attempting to bind port a3fce7cc-5cfb-41e0-9ede-feddd03d8408 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:54.280852 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-64ff20d6-4039-491c-8094-924aeefdf9a1 None None] Attempting to bind port a3fce7cc-5cfb-41e0-9ede-feddd03d8408 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '4526234c-ebe7-406c-8833-e85e885fc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '014d2b65-0003-4f0d-8108-50fa5fd8446b'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:54.282462 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ff20d6-4039-491c-8094-924aeefdf9a1 None None] Attempting to bind port a3fce7cc-5cfb-41e0-9ede-feddd03d8408 on network 014d2b65-0003-4f0d-8108-50fa5fd8446b {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:54.291437 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ff20d6-4039-491c-8094-924aeefdf9a1 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:54.291843 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ff20d6-4039-491c-8094-924aeefdf9a1 None None] Checking segment: {'id': '4526234c-ebe7-406c-8833-e85e885fc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '014d2b65-0003-4f0d-8108-50fa5fd8446b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:54.292489 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-64ff20d6-4039-491c-8094-924aeefdf9a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:54.292934 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9a32c279-e080-406a-bb25-78625ed562bd req-10722133-e108-482a-b8c7-12ec071e6724 service neutron] 10.222.0.53 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175241 Jun 17 08:37:54.293448 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ff20d6-4039-491c-8094-924aeefdf9a1 None None] Bound using segment: {'id': '4526234c-ebe7-406c-8833-e85e885fc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '014d2b65-0003-4f0d-8108-50fa5fd8446b'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:54.294530 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-64ff20d6-4039-491c-8094-924aeefdf9a1 None None] Bound port: a3fce7cc-5cfb-41e0-9ede-feddd03d8408, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4526234c-ebe7-406c-8833-e85e885fc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '014d2b65-0003-4f0d-8108-50fa5fd8446b'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:54.295082 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-64ff20d6-4039-491c-8094-924aeefdf9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:54.452870 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463931bc-282a-42fe-9507-0023cbe6afdd req-020326df-9890-48f0-93fa-902f7e8c4658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:54.457864 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-463931bc-282a-42fe-9507-0023cbe6afdd req-020326df-9890-48f0-93fa-902f7e8c4658 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0948d5e43af24be5adbe3ba56dc21ec4&device_id=efb41070-937c-43c3-b406-4414d77a4928 HTTP/1.1" status: 200 len: 1100 time: 0.6371031 Jun 17 08:37:54.482669 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-64ff20d6-4039-491c-8094-924aeefdf9a1 None None] For port a3fce7cc-5cfb-41e0-9ede-feddd03d8408, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:54.486497 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-64ff20d6-4039-491c-8094-924aeefdf9a1 None None] For port a3fce7cc-5cfb-41e0-9ede-feddd03d8408, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=a3fce7cc-5cfb-41e0-9ede-feddd03d8408,segment=NetworkSegment(4526234c-ebe7-406c-8833-e85e885fc743),segment_id=4526234c-ebe7-406c-8833-e85e885fc743)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:54.516404 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9a32c279-e080-406a-bb25-78625ed562bd req-aef12380-7688-427e-bab2-6e973128944f service neutron] 10.222.0.53 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117159 Jun 17 08:37:54.520909 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 6afce6bc-b2f4-4663-b304-7fdb1be44dae up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:54.563230 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3aee3d4e-ea16-41f6-b88c-ed3a854a5138 req-55d7c1e6-14a4-4e11-9b8a-279a9af73957 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:54.584361 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3a88969a-fd83-498c-a8c8-d52c500f53a9 req-f6e3825e-1331-4c6c-bae1-7a160427ec13 service neutron] 10.222.0.50 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7620251 Jun 17 08:37:54.589554 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-64ff20d6-4039-491c-8094-924aeefdf9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:54.593469 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-c75a043e-ab16-405c-998b-a6db6f9ee22d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:54.608808 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40334) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:54.683437 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ff20d6-4039-491c-8094-924aeefdf9a1 None None] Routers {'9a10d358-40c5-4108-9801-42d6d42928ff'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:37:54.684002 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-64ff20d6-4039-491c-8094-924aeefdf9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:37:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['9a10d358-40c5-4108-9801-42d6d42928ff'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:54.686361 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec2a56-5bf4-4639-90c4-4a5364619666 None None] Pushing event updated for resources: {'Port': ['ID=a3fce7cc-5cfb-41e0-9ede-feddd03d8408,revision_number=4']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:54.692503 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-5cec2a56-5bf4-4639-90c4-4a5364619666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:54.697500 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3aee3d4e-ea16-41f6-b88c-ed3a854a5138 req-55d7c1e6-14a4-4e11-9b8a-279a9af73957 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:54.701368 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-adb51996-da84-4b0e-8864-a23f2e844c4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:54.703911 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463931bc-282a-42fe-9507-0023cbe6afdd req-a56732fc-dbf4-429f-bad0-f10267c205f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:54.705424 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-463931bc-282a-42fe-9507-0023cbe6afdd req-a56732fc-dbf4-429f-bad0-f10267c205f6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.2317026 Jun 17 08:37:54.745554 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 6afce6bc-b2f4-4663-b304-7fdb1be44dae completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:54.761581 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 6afce6bc-b2f4-4663-b304-7fdb1be44dae triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:54.762145 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:54.861485 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-454b2b17-3cb8-4868-907f-d0738b26a228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:54.908404 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3a88969a-fd83-498c-a8c8-d52c500f53a9 req-d0407b5d-1471-4042-809d-d5a04907008e service neutron] 10.222.0.50 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095803 Jun 17 08:37:54.909438 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3aee3d4e-ea16-41f6-b88c-ed3a854a5138 req-55d7c1e6-14a4-4e11-9b8a-279a9af73957 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:54.923081 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:54.926529 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-463931bc-282a-42fe-9507-0023cbe6afdd req-8224742e-62d1-4d6e-93e0-d11e4ddc005f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=34d74efa-d1f9-4758-a95e-25b104f27d19 HTTP/1.1" status: 200 len: 217 time: 0.1528547 Jun 17 08:37:54.928551 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7c1e6-14a4-4e11-9b8a-279a9af73957 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Pushing event updated for resources: {'Port': ['ID=883649cb-c57c-45c0-b59a-3bc4fba4aad6,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:54.936300 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-55d7c1e6-14a4-4e11-9b8a-279a9af73957 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:54.940160 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-64ff20d6-4039-491c-8094-924aeefdf9a1 None None] Set router 9a10d358-40c5-4108-9801-42d6d42928ff gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:37:54.976474 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57ab428-a04e-4f2f-b69e-e8435652e373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afce6bc-b2f4-4663-b304-7fdb1be44dae'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:54.981988 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6befca1-cba1-4c32-9aed-3c724b860f67" -d '{"events": [{"server_uuid": "f57ab428-a04e-4f2f-b69e-e8435652e373", "name": "network-vif-plugged", "status": "completed", "tag": "6afce6bc-b2f4-4663-b304-7fdb1be44dae"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:55.009000 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 6afce6bc-b2f4-4663-b304-7fdb1be44dae, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=6afce6bc-b2f4-4663-b304-7fdb1be44dae,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:55.065988 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463931bc-282a-42fe-9507-0023cbe6afdd req-4be4fa69-43e0-422e-956f-fa3eb9747d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:55.070946 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-463931bc-282a-42fe-9507-0023cbe6afdd req-4be4fa69-43e0-422e-956f-fa3eb9747d6e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1137428 Jun 17 08:37:55.097737 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.106484 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:55.150340 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device a3fce7cc-5cfb-41e0-9ede-feddd03d8408 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:55.155677 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463931bc-282a-42fe-9507-0023cbe6afdd req-a340242b-fd82-42ec-847f-7d51687c495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:55.157293 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-463931bc-282a-42fe-9507-0023cbe6afdd req-a340242b-fd82-42ec-847f-7d51687c495b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0787046 Jun 17 08:37:55.161974 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-454b2b17-3cb8-4868-907f-d0738b26a228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.195068 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4076ce0-2994-415f-8ae0-2cd23b15f3b5 req-b252c92c-8c1b-40fe-b130-ae2273508cc2 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:55.196530 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d4076ce0-2994-415f-8ae0-2cd23b15f3b5 req-b252c92c-8c1b-40fe-b130-ae2273508cc2 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 944 time: 0.1005847 Jun 17 08:37:55.262131 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-454b2b17-3cb8-4868-907f-d0738b26a228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.266946 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-14b78320-b88e-40f1-8b8e-d9b068450dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:55.270755 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=6afce6bc-b2f4-4663-b304-7fdb1be44dae,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:55.274758 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:55.293473 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-463931bc-282a-42fe-9507-0023cbe6afdd req-3f2838b4-12be-4e94-88a2-f1f3aa3fee65 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265998 Jun 17 08:37:55.330631 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d4076ce0-2994-415f-8ae0-2cd23b15f3b5 req-361a0746-de0f-40fb-b789-66c336418db5 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250856 Jun 17 08:37:55.339633 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-454b2b17-3cb8-4868-907f-d0738b26a228 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81e38f20b2884604885187c3f464a8a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7293582 Jun 17 08:37:55.343312 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b2b17-3cb8-4868-907f-d0738b26a228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f514a7e3-ece6-46b3-815a-9d06b3057898,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:55.368330 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40352) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:55.368330 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-454b2b17-3cb8-4868-907f-d0738b26a228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:55.369026 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3aee3d4e-ea16-41f6-b88c-ed3a854a5138 req-55d7c1e6-14a4-4e11-9b8a-279a9af73957 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.369026 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3aee3d4e-ea16-41f6-b88c-ed3a854a5138 req-55d7c1e6-14a4-4e11-9b8a-279a9af73957 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7779815 Jun 17 08:37:55.375001 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port a3fce7cc-5cfb-41e0-9ede-feddd03d8408 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:55.392862 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d842c948-af0b-4205-9ae7-109ec2c33dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.396865 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port a3fce7cc-5cfb-41e0-9ede-feddd03d8408 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:55.397250 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.410949 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32c279-e080-406a-bb25-78625ed562bd req-b5a27fb5-80de-4dab-8492-b3801396a7d9 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:55.412486 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9a32c279-e080-406a-bb25-78625ed562bd req-b5a27fb5-80de-4dab-8492-b3801396a7d9 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f&tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&binding%3Ahost_id=n-h2-758944-30 HTTP/1.1" status: 200 len: 1096 time: 0.2062111 Jun 17 08:37:55.457222 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-64ff20d6-4039-491c-8094-924aeefdf9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a10d358-40c5-4108-9801-42d6d42928ff', 'name': 'tempest-FloatingIPsTestJSON-1590672599-router', 'tenant_id': '2bdd577611ae4f9585de9e743d7bf61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'd397d9f0-edfc-4fb3-ad69-c12bc08c7178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:40Z', 'updated_at': '2021-06-17T08:37:48Z', 'revision_number': 4, 'project_id': '2bdd577611ae4f9585de9e743d7bf61e', 'gw_port': {'id': 'd397d9f0-edfc-4fb3-ad69-c12bc08c7178', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:62:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a10d358-40c5-4108-9801-42d6d42928ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:42Z', 'updated_at': '2021-06-17T08:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'a3fce7cc-5cfb-41e0-9ede-feddd03d8408', 'name': '', 'network_id': '014d2b65-0003-4f0d-8108-50fa5fd8446b', 'tenant_id': '2bdd577611ae4f9585de9e743d7bf61e', 'mac_address': 'fa:16:3e:1a:93:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a10d358-40c5-4108-9801-42d6d42928ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '50552678-4c56-4434-a3a0-58025f8da32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:46Z', 'updated_at': '2021-06-17T08:37:54Z', 'revision_number': 4, 'project_id': '2bdd577611ae4f9585de9e743d7bf61e', 'subnets': [{'id': '50552678-4c56-4434-a3a0-58025f8da32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:55.498210 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3aee3d4e-ea16-41f6-b88c-ed3a854a5138 req-98329390-94b4-40a6-a6bc-c8860944db1a tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.203 HTTP/1.1" status: 200 len: 696 time: 0.1122034 Jun 17 08:37:55.518983 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-084863f4-d26e-496f-a180-f82f9117dc82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.523472 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ff20d6-4039-491c-8094-924aeefdf9a1 None None] The sync data for ids ['9a10d358-40c5-4108-9801-42d6d42928ff'] in n-d-758944-30 is: [{'id': '9a10d358-40c5-4108-9801-42d6d42928ff', 'name': 'tempest-FloatingIPsTestJSON-1590672599-router', 'tenant_id': '2bdd577611ae4f9585de9e743d7bf61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'd397d9f0-edfc-4fb3-ad69-c12bc08c7178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:40Z', 'updated_at': '2021-06-17T08:37:48Z', 'revision_number': 4, 'project_id': '2bdd577611ae4f9585de9e743d7bf61e', 'gw_port': {'id': 'd397d9f0-edfc-4fb3-ad69-c12bc08c7178', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:62:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a10d358-40c5-4108-9801-42d6d42928ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:42Z', 'updated_at': '2021-06-17T08:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'a3fce7cc-5cfb-41e0-9ede-feddd03d8408', 'name': '', 'network_id': '014d2b65-0003-4f0d-8108-50fa5fd8446b', 'tenant_id': '2bdd577611ae4f9585de9e743d7bf61e', 'mac_address': 'fa:16:3e:1a:93:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a10d358-40c5-4108-9801-42d6d42928ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '50552678-4c56-4434-a3a0-58025f8da32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:46Z', 'updated_at': '2021-06-17T08:37:54Z', 'revision_number': 4, 'project_id': '2bdd577611ae4f9585de9e743d7bf61e', 'subnets': [{'id': '50552678-4c56-4434-a3a0-58025f8da32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:37:55.585070 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-084863f4-d26e-496f-a180-f82f9117dc82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.598625 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.640895 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port a3fce7cc-5cfb-41e0-9ede-feddd03d8408, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=a3fce7cc-5cfb-41e0-9ede-feddd03d8408,segment=NetworkSegment(4526234c-ebe7-406c-8833-e85e885fc743),segment_id=4526234c-ebe7-406c-8833-e85e885fc743)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:55.709059 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-463931bc-282a-42fe-9507-0023cbe6afdd req-6a23a39b-cdda-4a80-b6ae-be4dfd8fae61 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089065 Jun 17 08:37:55.721503 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.722942 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d397d9f0-edfc-4fb3-ad69-c12bc08c7178 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:55.726535 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:55.770153 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b1c57462-ddc0-433e-9f88-69df3a458029 req-bc9c0489-471c-4301-8e97-7b4136a74e53 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2f5e337c-bf07-4b4c-a816-067a83b71e60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1274645 Jun 17 08:37:55.809306 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee3d4e-ea16-41f6-b88c-ed3a854a5138 req-9945eb40-6c52-49e3-b5b5-41051bf24e16 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:55.811207 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3aee3d4e-ea16-41f6-b88c-ed3a854a5138 req-9945eb40-6c52-49e3-b5b5-41051bf24e16 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 784 time: 0.2976105 Jun 17 08:37:55.812837 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33017f9c-b3e5-4f91-98cd-ee8baa9cc204 req-3a938cf3-0095-448e-9aa8-5318468269b0 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:55.814441 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-33017f9c-b3e5-4f91-98cd-ee8baa9cc204 req-3a938cf3-0095-448e-9aa8-5318468269b0 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=f57ab428-a04e-4f2f-b69e-e8435652e373 HTTP/1.1" status: 200 len: 950 time: 0.1984448 Jun 17 08:37:55.830461 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [req-3aee3d4e-ea16-41f6-b88c-ed3a854a5138 req-d3cfe441-125b-4374-881d-66a177cef8a3 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:37:55.833286 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3aee3d4e-ea16-41f6-b88c-ed3a854a5138 req-d3cfe441-125b-4374-881d-66a177cef8a3 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165236 Jun 17 08:37:55.846180 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-9a32c279-e080-406a-bb25-78625ed562bd req-a69a6248-92bc-444a-8fc3-8e6dd32d042c service neutron] For port e3472699-738f-4841-b702-3da81639efef, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:55.861693 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9a32c279-e080-406a-bb25-78625ed562bd req-a69a6248-92bc-444a-8fc3-8e6dd32d042c service neutron] Notify callbacks [] for binding, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.863284 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9a32c279-e080-406a-bb25-78625ed562bd req-a69a6248-92bc-444a-8fc3-8e6dd32d042c service neutron] 10.222.0.53 "DELETE /v2.0/ports/e3472699-738f-4841-b702-3da81639efef/bindings/n-h1-758944-30 HTTP/1.1" status: 204 len: 173 time: 0.4391549 Jun 17 08:37:55.866017 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-084863f4-d26e-496f-a180-f82f9117dc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.868763 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-084863f4-d26e-496f-a180-f82f9117dc82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.872353 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-084863f4-d26e-496f-a180-f82f9117dc82 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f514a7e3-ece6-46b3-815a-9d06b3057898 HTTP/1.1" status: 204 len: 168 time: 0.5090265 Jun 17 08:37:55.872353 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d3512fb5-411b-4b31-bac8-f2dddd4a3a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:55.902816 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port d397d9f0-edfc-4fb3-ad69-c12bc08c7178 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:55.904154 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.908302 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=a3fce7cc-5cfb-41e0-9ede-feddd03d8408,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:55.910273 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-33017f9c-b3e5-4f91-98cd-ee8baa9cc204 req-510fedff-bbec-4064-927d-4adf67f7ace1 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/security-groups?id=c645bbf3-a6dc-47d7-884f-6efcbbf7a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844581 Jun 17 08:37:55.911587 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084863f4-d26e-496f-a180-f82f9117dc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f514a7e3-ece6-46b3-815a-9d06b3057898,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:55.917319 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-084863f4-d26e-496f-a180-f82f9117dc82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:55.937198 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c57462-ddc0-433e-9f88-69df3a458029 req-12586eb1-a104-41ac-8a13-1374c76b06ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:55.940356 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b1c57462-ddc0-433e-9f88-69df3a458029 req-12586eb1-a104-41ac-8a13-1374c76b06ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c15e34d135d048379888e28b7cdd5b3a&device_id=2f5e337c-bf07-4b4c-a816-067a83b71e60 HTTP/1.1" status: 200 len: 1097 time: 0.1061568 Jun 17 08:37:55.970894 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:56.191888 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c57462-ddc0-433e-9f88-69df3a458029 req-cbf55200-1d4b-4eda-91e5-94c16a1a9f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:56.193464 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b1c57462-ddc0-433e-9f88-69df3a458029 req-cbf55200-1d4b-4eda-91e5-94c16a1a9f73 service neutron] 10.222.0.53 "GET /v2.0/networks?id=31e06f2d-0e35-40cc-88df-cef11ddd5527 HTTP/1.1" status: 200 len: 924 time: 0.2130651 Jun 17 08:37:56.265987 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b0581-5860-49ff-a330-71baa7d93318 req-bc890a03-253b-4171-9c92-806c1214b4a3 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:56.267657 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ce5b0581-5860-49ff-a330-71baa7d93318 req-bc890a03-253b-4171-9c92-806c1214b4a3 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=efb41070-937c-43c3-b406-4414d77a4928 HTTP/1.1" status: 200 len: 948 time: 0.1761603 Jun 17 08:37:56.386173 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ce5b0581-5860-49ff-a330-71baa7d93318 req-20fc9ef4-b2e3-4f4a-bf3d-5f925960e915 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897846 Jun 17 08:37:56.400103 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b1c57462-ddc0-433e-9f88-69df3a458029 req-77f9516b-8f20-4d64-bd27-451bca384136 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=652ef14a-dfc2-4475-9d4e-4a7b1d006abf HTTP/1.1" status: 200 len: 999 time: 0.1978378 Jun 17 08:37:56.459249 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c584ae-ac63-4e6f-832c-acc03cfa68c8 x-openstack-request-id: req-67c584ae-ac63-4e6f-832c-acc03cfa68c8 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:56.459249 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57ab428-a04e-4f2f-b69e-e8435652e373", "name": "network-vif-plugged", "status": "completed", "tag": "6afce6bc-b2f4-4663-b304-7fdb1be44dae", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:56.459249 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-67c584ae-ac63-4e6f-832c-acc03cfa68c8 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:56.464315 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57ab428-a04e-4f2f-b69e-e8435652e373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afce6bc-b2f4-4663-b304-7fdb1be44dae', 'code': 200} Jun 17 08:37:56.475916 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c57462-ddc0-433e-9f88-69df3a458029 req-5cf4a2d8-957e-4c44-892b-bd6b68599438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:56.477792 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b1c57462-ddc0-433e-9f88-69df3a458029 req-5cf4a2d8-957e-4c44-892b-bd6b68599438 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5e8ab6c-8b7b-4e37-b033-797fad98bbda HTTP/1.1" status: 200 len: 862 time: 0.0716126 Jun 17 08:37:56.600388 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c57462-ddc0-433e-9f88-69df3a458029 req-d6be7ef7-24d6-4da6-8823-432470d1644b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:56.601941 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b1c57462-ddc0-433e-9f88-69df3a458029 req-d6be7ef7-24d6-4da6-8823-432470d1644b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=31e06f2d-0e35-40cc-88df-cef11ddd5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1146965 Jun 17 08:37:56.668502 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a6b29-e190-4c25-ab68-54e577c40ed9 req-c90b5990-f583-48bd-a491-3455ea918040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:56.670039 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8a5a6b29-e190-4c25-ab68-54e577c40ed9 req-c90b5990-f583-48bd-a491-3455ea918040 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f57ab428-a04e-4f2f-b69e-e8435652e373 HTTP/1.1" status: 200 len: 1102 time: 0.1295485 Jun 17 08:37:56.707629 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d2b0508c-267f-41f1-8769-6910cf92c387 req-782f5b1f-b338-4af8-83ec-6876af3083ab tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] 10.222.0.49 "GET /v2.0/floatingips/253a0539-f5c7-4b48-a423-50af1d67ffb4 HTTP/1.1" status: 200 len: 693 time: 0.1016350 Jun 17 08:37:56.797186 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8a5a6b29-e190-4c25-ab68-54e577c40ed9 req-53db7dea-e798-4e34-97bb-e7772f2fc001 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c645bbf3-a6dc-47d7-884f-6efcbbf7a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002042 Jun 17 08:37:56.841046 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b1c57462-ddc0-433e-9f88-69df3a458029 req-d50a7650-180d-4677-8ace-a292dd88e6a7 service neutron] 10.222.0.53 "GET /v2.0/networks/31e06f2d-0e35-40cc-88df-cef11ddd5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246985 Jun 17 08:37:56.872893 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0508c-267f-41f1-8769-6910cf92c387 req-79e4b12f-f69a-445b-8247-7b6b48eda630 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:56.873179 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b06a5c-b870-4364-8eb5-9186364f0992 req-ab6159a5-eeb9-45f2-93b8-177fa80176c6 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:56.874559 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d2b0508c-267f-41f1-8769-6910cf92c387 req-79e4b12f-f69a-445b-8247-7b6b48eda630 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 784 time: 0.1546903 Jun 17 08:37:56.875095 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-00b06a5c-b870-4364-8eb5-9186364f0992 req-ab6159a5-eeb9-45f2-93b8-177fa80176c6 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 944 time: 0.0699868 Jun 17 08:37:56.891389 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [req-d2b0508c-267f-41f1-8769-6910cf92c387 req-5fbbab5d-7fc8-4fae-bba2-2744f70920c1 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:37:56.892454 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d2b0508c-267f-41f1-8769-6910cf92c387 req-5fbbab5d-7fc8-4fae-bba2-2744f70920c1 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077848 Jun 17 08:37:56.936633 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-00b06a5c-b870-4364-8eb5-9186364f0992 req-0ad31f55-e873-401f-80f8-7bdb0ec30880 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533891 Jun 17 08:37:56.938959 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40408) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:56.978767 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c8c53291-b69a-402b-a034-f82f76a9bffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:57.019508 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device a3fce7cc-5cfb-41e0-9ede-feddd03d8408 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:57.033150 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b1c57462-ddc0-433e-9f88-69df3a458029 req-63d4e1ce-665a-49fb-b768-b8a49bfc483d service neutron] 10.222.0.53 "GET /v2.0/networks/31e06f2d-0e35-40cc-88df-cef11ddd5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818962 Jun 17 08:37:57.095169 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port a3fce7cc-5cfb-41e0-9ede-feddd03d8408 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:57.095947 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:57.100366 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-466ba6ce-63fa-4082-9276-b55e874d7fc8 req-80b11fb4-b585-4ea1-b44f-cdf64b5e4ee9 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=2bdd577611ae4f9585de9e743d7bf61e HTTP/1.1" status: 200 len: 696 time: 0.1106761 Jun 17 08:37:57.162870 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c8c53291-b69a-402b-a034-f82f76a9bffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:57.211947 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 34d74efa-d1f9-4758-a95e-25b104f27d19 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:37:57.281381 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ba6ce-63fa-4082-9276-b55e874d7fc8 req-3881eee8-8097-4ca9-98b5-4584e1c390cf tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:57.287891 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23a8b6-b6ef-4b8f-b2ba-a45bd898ec6d req-847b9f89-213d-4637-96f7-914bb2d45db4 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:57.289214 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-466ba6ce-63fa-4082-9276-b55e874d7fc8 req-3881eee8-8097-4ca9-98b5-4584e1c390cf tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] 10.222.0.49 "GET /v2.0/networks?id=47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 787 time: 0.1879101 Jun 17 08:37:57.290662 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ff23a8b6-b6ef-4b8f-b2ba-a45bd898ec6d req-847b9f89-213d-4637-96f7-914bb2d45db4 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=f57ab428-a04e-4f2f-b69e-e8435652e373 HTTP/1.1" status: 200 len: 950 time: 0.0967302 Jun 17 08:37:57.295501 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [req-466ba6ce-63fa-4082-9276-b55e874d7fc8 req-a8b71074-88ae-44c2-bd47-3151ffc2de9a tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:37:57.307676 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-466ba6ce-63fa-4082-9276-b55e874d7fc8 req-a8b71074-88ae-44c2-bd47-3151ffc2de9a tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173523 Jun 17 08:37:57.386096 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ff23a8b6-b6ef-4b8f-b2ba-a45bd898ec6d req-33972bce-ab26-4b0e-b377-fd8e604f15cb tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/security-groups?id=c645bbf3-a6dc-47d7-884f-6efcbbf7a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864885 Jun 17 08:37:57.390617 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 34d74efa-d1f9-4758-a95e-25b104f27d19, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=34d74efa-d1f9-4758-a95e-25b104f27d19,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:57.413819 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '34d74efa-d1f9-4758-a95e-25b104f27d19', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '34d74efa-d1f9-4758-a95e-25b104f27d19', 'mac_address': 'fa:16:3e:1e:9f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:37:57.451427 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6f416f3c-ccda-4117-8371-1e544d4acb28 req-a3909d26-93fe-4bf8-b9d5-6c1bda129d0d tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] 10.222.0.49 "GET /v2.0/floatingips/253a0539-f5c7-4b48-a423-50af1d67ffb4 HTTP/1.1" status: 200 len: 693 time: 0.0692420 Jun 17 08:37:57.459004 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:57.474007 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d74efa-d1f9-4758-a95e-25b104f27d19 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:37:57.497134 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 34d74efa-d1f9-4758-a95e-25b104f27d19, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=34d74efa-d1f9-4758-a95e-25b104f27d19,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:57.541780 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c8c53291-b69a-402b-a034-f82f76a9bffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:57.567198 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f733b-5a0b-4faf-ad39-5538b98ff43f req-16f1bffe-c701-4ddd-b152-0cc44be54270 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:57.569065 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-397f733b-5a0b-4faf-ad39-5538b98ff43f req-16f1bffe-c701-4ddd-b152-0cc44be54270 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 1096 time: 0.0668514 Jun 17 08:37:57.614063 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:57.614686 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-397f733b-5a0b-4faf-ad39-5538b98ff43f req-bc14cdba-c055-4de0-ac9e-6d6361ade9f0 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380220 Jun 17 08:37:57.617062 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-eef0629e-97b9-4ac7-a290-6604756f2d1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:57.728110 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=34d74efa-d1f9-4758-a95e-25b104f27d19,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:57.731913 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:57.854441 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b2941949-f4df-47a2-a7d4-3fb0c432f1a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:57.901450 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c8c53291-b69a-402b-a034-f82f76a9bffb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fedc547ce7a04391bf7b0086d926a405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9605243 Jun 17 08:37:57.902365 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c53291-b69a-402b-a034-f82f76a9bffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bf8569-f955-4e70-ac82-dcbebe8fd411,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:57.904930 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40452) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:57.907395 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c8c53291-b69a-402b-a034-f82f76a9bffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:57.920738 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['34d74efa-d1f9-4758-a95e-25b104f27d19'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:37:57.946745 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f416f3c-ccda-4117-8371-1e544d4acb28 req-45bce2a3-3d9a-4771-b644-53c5a7d98932 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:57.952222 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6f416f3c-ccda-4117-8371-1e544d4acb28 req-45bce2a3-3d9a-4771-b644-53c5a7d98932 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 784 time: 0.4930856 Jun 17 08:37:57.960441 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [req-6f416f3c-ccda-4117-8371-1e544d4acb28 req-841d61de-d904-43e3-9483-7f291cc93638 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:37:57.961458 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6f416f3c-ccda-4117-8371-1e544d4acb28 req-841d61de-d904-43e3-9483-7f291cc93638 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073655 Jun 17 08:37:57.969487 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-58fcd920-126f-4b21-b980-3b93270da244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:57.992532 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-58fcd920-126f-4b21-b980-3b93270da244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:58.053215 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6f416f3c-ccda-4117-8371-1e544d4acb28 req-50e45ef3-95aa-48cd-ac1e-134e44c0fcc0 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.203 HTTP/1.1" status: 200 len: 696 time: 0.0818615 Jun 17 08:37:58.062758 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:58.115269 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6f416f3c-ccda-4117-8371-1e544d4acb28 req-3ea8eaf6-d970-4629-951d-c512a2d4db9a tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.203 HTTP/1.1" status: 200 len: 696 time: 0.0554059 Jun 17 08:37:58.158002 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-58fcd920-126f-4b21-b980-3b93270da244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:58.161353 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-58fcd920-126f-4b21-b980-3b93270da244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:58.162501 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-58fcd920-126f-4b21-b980-3b93270da244 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/62bf8569-f955-4e70-ac82-dcbebe8fd411 HTTP/1.1" status: 204 len: 168 time: 0.2565882 Jun 17 08:37:58.200974 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-03a74099-7c5d-4b89-988e-e2fa783da4e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:58.202107 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fcd920-126f-4b21-b980-3b93270da244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bf8569-f955-4e70-ac82-dcbebe8fd411,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:58.205311 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-58fcd920-126f-4b21-b980-3b93270da244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:58.286861 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038990c-3989-40fc-8580-5052632960e8 req-43c28166-5f2f-44de-acd6-533204ad3db3 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:58.290160 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1038990c-3989-40fc-8580-5052632960e8 req-43c28166-5f2f-44de-acd6-533204ad3db3 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=efb41070-937c-43c3-b406-4414d77a4928 HTTP/1.1" status: 200 len: 949 time: 0.1424627 Jun 17 08:37:58.325205 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-6f416f3c-ccda-4117-8371-1e544d4acb28 req-b10b847b-c436-47f5-9983-885d200e19a6 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Deleting port 883649cb-c57c-45c0-b59a-3bc4fba4aad6 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:58.325205 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6f416f3c-ccda-4117-8371-1e544d4acb28 req-b10b847b-c436-47f5-9983-885d200e19a6 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:58.343165 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1038990c-3989-40fc-8580-5052632960e8 req-723ce75a-8953-456e-9c59-33a7c07c7975 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416927 Jun 17 08:37:58.416124 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6f416f3c-ccda-4117-8371-1e544d4acb28 req-b10b847b-c436-47f5-9983-885d200e19a6 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:58.416556 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6f416f3c-ccda-4117-8371-1e544d4acb28 req-b10b847b-c436-47f5-9983-885d200e19a6 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:58.483412 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-6f416f3c-ccda-4117-8371-1e544d4acb28 req-b10b847b-c436-47f5-9983-885d200e19a6 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Calling delete_port for 883649cb-c57c-45c0-b59a-3bc4fba4aad6 owned by network:floatingip {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:58.677324 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84412906-eb46-43ff-bb2c-b29987992933 req-559cafde-8bff-4bca-8836-6f3a25b2cf4f tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:58.678811 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-84412906-eb46-43ff-bb2c-b29987992933 req-559cafde-8bff-4bca-8836-6f3a25b2cf4f tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/networks?id=f60ef741-1693-4275-83c4-b371328659a8 HTTP/1.1" status: 200 len: 807 time: 0.1154134 Jun 17 08:37:58.700319 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-84412906-eb46-43ff-bb2c-b29987992933 req-11742d24-5a60-4a2b-b827-86412a0186bb tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/quotas/a1c990ebd74a4b32a1ec7d295a37fe73 HTTP/1.1" status: 200 len: 375 time: 0.0149002 Jun 17 08:37:58.776079 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-84412906-eb46-43ff-bb2c-b29987992933 req-49290e6c-8a89-4dc0-a6eb-af1b48d73700 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0741904 Jun 17 08:37:58.788359 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6f416f3c-ccda-4117-8371-1e544d4acb28 req-b10b847b-c436-47f5-9983-885d200e19a6 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:58.791801 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-86a4988d-dc53-4492-9f07-bf40852db568 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:58.833571 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b847b-c436-47f5-9983-885d200e19a6 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Pushing event deleted for resources: {'Port': ['ID=883649cb-c57c-45c0-b59a-3bc4fba4aad6,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:58.836939 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b10b847b-c436-47f5-9983-885d200e19a6 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:58.935423 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-84412906-eb46-43ff-bb2c-b29987992933 req-8aad29d9-3111-4f9b-b62c-6ce2a2487248 service neutron] 10.222.0.49 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523001 Jun 17 08:37:58.951501 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6f416f3c-ccda-4117-8371-1e544d4acb28 req-b10b847b-c436-47f5-9983-885d200e19a6 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks [] for floatingip, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:58.957281 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6f416f3c-ccda-4117-8371-1e544d4acb28 req-b10b847b-c436-47f5-9983-885d200e19a6 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:58.959431 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6f416f3c-ccda-4117-8371-1e544d4acb28 req-b10b847b-c436-47f5-9983-885d200e19a6 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] 10.222.0.49 "DELETE /v2.0/floatingips/253a0539-f5c7-4b48-a423-50af1d67ffb4 HTTP/1.1" status: 204 len: 173 time: 0.8385727 Jun 17 08:37:59.006188 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40484) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:59.051222 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-84412906-eb46-43ff-bb2c-b29987992933 req-6f3b43ac-32b9-4ec1-a553-2b0849d50a71 service neutron] 10.222.0.49 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036556 Jun 17 08:37:59.151897 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08edd14-58ae-424a-aab7-58d7d3f21f82 req-c8dad996-cada-46b3-bec0-794416569486 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:59.153487 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a08edd14-58ae-424a-aab7-58d7d3f21f82 req-c8dad996-cada-46b3-bec0-794416569486 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=f57ab428-a04e-4f2f-b69e-e8435652e373 HTTP/1.1" status: 200 len: 950 time: 0.0738137 Jun 17 08:37:59.198642 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a08edd14-58ae-424a-aab7-58d7d3f21f82 req-2cf76bd1-9e4e-4bef-a7fa-9ff35b1c4083 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/security-groups?id=c645bbf3-a6dc-47d7-884f-6efcbbf7a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341845 Jun 17 08:37:59.220428 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-360e2727-5250-4069-914a-3c2339026083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:59.227038 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 34d74efa-d1f9-4758-a95e-25b104f27d19 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:59.389992 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7d6b9fae-f177-4f9d-920e-5e5dd320462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:59.487268 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 34d74efa-d1f9-4758-a95e-25b104f27d19 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:59.491801 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 34d74efa-d1f9-4758-a95e-25b104f27d19 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:59.492436 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:59.512913 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7dce655b-056d-49fa-a880-d5ca6477d585 req-0b6ed162-104f-479e-a2df-87a036b1b6bc tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2760701 Jun 17 08:37:59.558547 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-7dce655b-056d-49fa-a880-d5ca6477d585 req-c49c8432-106e-4e85-ad7b-4bb04607c788 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:59.617633 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:59.627579 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-360e2727-5250-4069-914a-3c2339026083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:59.664467 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb41070-937c-43c3-b406-4414d77a4928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d74efa-d1f9-4758-a95e-25b104f27d19'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:59.674652 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14db9d68-6a92-43eb-a9ce-405cefb829ea" -d '{"events": [{"server_uuid": "efb41070-937c-43c3-b406-4414d77a4928", "name": "network-vif-plugged", "status": "completed", "tag": "34d74efa-d1f9-4758-a95e-25b104f27d19"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:59.691189 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 34d74efa-d1f9-4758-a95e-25b104f27d19, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=34d74efa-d1f9-4758-a95e-25b104f27d19,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:59.735095 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-360e2727-5250-4069-914a-3c2339026083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:59.740401 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4d8314da-1a8e-4715-ac98-d76c7464a5dc tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:59.764957 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:59.766907 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:59.791180 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-360e2727-5250-4069-914a-3c2339026083 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3f12eace15fa49cea6c44076f5756c10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7813122 Jun 17 08:37:59.791180 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e2727-5250-4069-914a-3c2339026083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df78dc1e-72f4-44fc-a681-a189bc03f4b3,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:59.791634 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40518) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:59.793870 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-360e2727-5250-4069-914a-3c2339026083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:59.829738 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=34d74efa-d1f9-4758-a95e-25b104f27d19,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:59.834785 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:59.854492 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-59dd6601-70b5-4bc6-92da-897062d26fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:59.867980 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7dce655b-056d-49fa-a880-d5ca6477d585 req-c49c8432-106e-4e85-ad7b-4bb04607c788 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks [] for floatingip, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:59.881344 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-59dd6601-70b5-4bc6-92da-897062d26fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.010664 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7dce655b-056d-49fa-a880-d5ca6477d585 req-c49c8432-106e-4e85-ad7b-4bb04607c788 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.033720 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-59dd6601-70b5-4bc6-92da-897062d26fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.039985 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-59dd6601-70b5-4bc6-92da-897062d26fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.039985 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-59dd6601-70b5-4bc6-92da-897062d26fd0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/df78dc1e-72f4-44fc-a681-a189bc03f4b3 HTTP/1.1" status: 204 len: 168 time: 0.2458334 Jun 17 08:38:00.039985 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:00.047896 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd6601-70b5-4bc6-92da-897062d26fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df78dc1e-72f4-44fc-a681-a189bc03f4b3,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:00.072170 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-59dd6601-70b5-4bc6-92da-897062d26fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:00.141207 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1180ffb9-8402-4c7a-8695-f141a28d5e57 req-3f682aae-8ddc-430e-8fb0-d8b1a4dbc2ce tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 210 time: 0.0651345 Jun 17 08:38:00.193891 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-7dce655b-056d-49fa-a880-d5ca6477d585 req-c49c8432-106e-4e85-ad7b-4bb04607c788 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Allocated IP 172.25.2.25 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/63b6d323-00c2-4d81-84b1-c6196c893065) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:00.336670 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7dce655b-056d-49fa-a880-d5ca6477d585 req-c49c8432-106e-4e85-ad7b-4bb04607c788 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.368662 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a47a2-ac49-466f-a4b9-e57329433952 req-1e679698-e3c8-420d-9ff0-d889564828f0 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:00.377005 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b14a47a2-ac49-466f-a4b9-e57329433952 req-1e679698-e3c8-420d-9ff0-d889564828f0 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=efb41070-937c-43c3-b406-4414d77a4928 HTTP/1.1" status: 200 len: 950 time: 0.1135399 Jun 17 08:38:00.420754 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b14a47a2-ac49-466f-a4b9-e57329433952 req-a2537710-cf36-43ba-9167-8c8be2d551f9 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428088 Jun 17 08:38:00.589056 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7dce655b-056d-49fa-a880-d5ca6477d585 req-c49c8432-106e-4e85-ad7b-4bb04607c788 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.600033 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8f891917-a333-432e-b9e5-3288a7311eb8 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:00.634836 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dce655b-056d-49fa-a880-d5ca6477d585 req-c49c8432-106e-4e85-ad7b-4bb04607c788 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:00.637797 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-7dce655b-056d-49fa-a880-d5ca6477d585 req-c49c8432-106e-4e85-ad7b-4bb04607c788 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:00.641582 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dce655b-056d-49fa-a880-d5ca6477d585 req-c49c8432-106e-4e85-ad7b-4bb04607c788 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:00.681633 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c8432-106e-4e85-ad7b-4bb04607c788 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Pushing event updated for resources: {'Port': ['ID=63b6d323-00c2-4d81-84b1-c6196c893065,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:00.685811 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c49c8432-106e-4e85-ad7b-4bb04607c788 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:00.699254 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0a8015-5073-4dd5-aa01-7851718ee535 x-openstack-request-id: req-df0a8015-5073-4dd5-aa01-7851718ee535 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:00.700338 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb41070-937c-43c3-b406-4414d77a4928", "name": "network-vif-plugged", "status": "completed", "tag": "34d74efa-d1f9-4758-a95e-25b104f27d19", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:00.700790 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-df0a8015-5073-4dd5-aa01-7851718ee535 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:00.701581 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb41070-937c-43c3-b406-4414d77a4928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d74efa-d1f9-4758-a95e-25b104f27d19', 'code': 200} Jun 17 08:38:00.809764 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7dce655b-056d-49fa-a880-d5ca6477d585 req-c49c8432-106e-4e85-ad7b-4bb04607c788 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.838949 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.916753 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4988b9-c939-4479-8870-b7c58413c1ae req-8a49f114-2ab2-408a-99a5-b89a5547875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:00.918285 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ad4988b9-c939-4479-8870-b7c58413c1ae req-8a49f114-2ab2-408a-99a5-b89a5547875a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=efb41070-937c-43c3-b406-4414d77a4928 HTTP/1.1" status: 200 len: 1102 time: 0.1072218 Jun 17 08:38:00.929657 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db848ddd-d06e-4ca3-8cd4-fc7260f2b383 req-96a183ed-83b2-4960-9a37-0162ca0d53f7 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:00.931213 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-db848ddd-d06e-4ca3-8cd4-fc7260f2b383 req-96a183ed-83b2-4960-9a37-0162ca0d53f7 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=f57ab428-a04e-4f2f-b69e-e8435652e373 HTTP/1.1" status: 200 len: 950 time: 0.0876923 Jun 17 08:38:01.016136 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7dce655b-056d-49fa-a880-d5ca6477d585 req-c49c8432-106e-4e85-ad7b-4bb04607c788 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:01.033795 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-db848ddd-d06e-4ca3-8cd4-fc7260f2b383 req-d549a66e-3c8a-4fb7-a82c-b8ebf1fa9514 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/security-groups?id=c645bbf3-a6dc-47d7-884f-6efcbbf7a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917814 Jun 17 08:38:01.057523 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ad4988b9-c939-4479-8870-b7c58413c1ae req-d29da7ff-8f4e-427f-8622-45d8e02c1a62 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113105 Jun 17 08:38:01.260223 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7dce655b-056d-49fa-a880-d5ca6477d585 req-c49c8432-106e-4e85-ad7b-4bb04607c788 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:01.350589 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7dce655b-056d-49fa-a880-d5ca6477d585 req-c49c8432-106e-4e85-ad7b-4bb04607c788 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:01.355091 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:01.458182 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40570) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:01.465710 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c8432-106e-4e85-ad7b-4bb04607c788 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Pushing event updated for resources: {'Port': ['ID=63b6d323-00c2-4d81-84b1-c6196c893065,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:01.469258 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c49c8432-106e-4e85-ad7b-4bb04607c788 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:01.481047 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7dce655b-056d-49fa-a880-d5ca6477d585 req-c49c8432-106e-4e85-ad7b-4bb04607c788 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:01.570471 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-c187ee0f-5f80-4c2e-856a-1786dffe1d8f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-605522105-network', 'tenant_id': '25d10e174ea043af91eeee2909fa8116'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:01.582173 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7dce655b-056d-49fa-a880-d5ca6477d585 req-c49c8432-106e-4e85-ad7b-4bb04607c788 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:01.583496 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7dce655b-056d-49fa-a880-d5ca6477d585 req-c49c8432-106e-4e85-ad7b-4bb04607c788 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0419366 Jun 17 08:38:01.649189 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7dce655b-056d-49fa-a880-d5ca6477d585 req-53785a61-79e0-4252-ab79-3908f2bb5338 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.25 HTTP/1.1" status: 200 len: 695 time: 0.0546379 Jun 17 08:38:01.676466 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c187ee0f-5f80-4c2e-856a-1786dffe1d8f admin admin] Made reservation on behalf of 25d10e174ea043af91eeee2909fa8116 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:01.678747 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c187ee0f-5f80-4c2e-856a-1786dffe1d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:01.688549 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c187ee0f-5f80-4c2e-856a-1786dffe1d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:01.789915 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce655b-056d-49fa-a880-d5ca6477d585 req-f2f6b806-f5e8-4d6d-9b67-fed1956e938d tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:01.791925 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7dce655b-056d-49fa-a880-d5ca6477d585 req-f2f6b806-f5e8-4d6d-9b67-fed1956e938d tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 784 time: 0.1367011 Jun 17 08:38:01.806253 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [req-7dce655b-056d-49fa-a880-d5ca6477d585 req-87ace896-042c-4434-9fb3-351b082d930c tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:38:01.807917 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7dce655b-056d-49fa-a880-d5ca6477d585 req-87ace896-042c-4434-9fb3-351b082d930c tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093088 Jun 17 08:38:01.819737 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c187ee0f-5f80-4c2e-856a-1786dffe1d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:01.899175 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c187ee0f-5f80-4c2e-856a-1786dffe1d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:01.910112 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d52b9fe3-8822-47d9-8d0f-7d89825a00ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:01.967115 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c187ee0f-5f80-4c2e-856a-1786dffe1d8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:38:01.971115 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187ee0f-5f80-4c2e-856a-1786dffe1d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a73220-1a0f-48b7-abbb-d73bd4b5abd5,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:01.974933 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a0d01d53-ef07-4c38-90af-a780f55867de req-d1fc338e-f76a-4e82-a986-02627686ee9f tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 210 time: 0.0647285 Jun 17 08:38:01.991053 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c187ee0f-5f80-4c2e-856a-1786dffe1d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:02.006081 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c187ee0f-5f80-4c2e-856a-1786dffe1d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:02.006666 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-c187ee0f-5f80-4c2e-856a-1786dffe1d8f admin admin] Added segment 5d26018e-29fa-42b2-aacb-c815edf13635 of type vlan for network 06763fe9-e99d-4536-9f97-1417c168f505 Jun 17 08:38:02.063769 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c187ee0f-5f80-4c2e-856a-1786dffe1d8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:02.115256 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-1db31ac1-a4e9-4494-8076-99e0d92efb76 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=b6c57dd66e0449a18126830452f7b7f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267639 Jun 17 08:38:02.235294 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2610b27-6f88-4f04-bc6d-c9b9ee18ad75 req-3ac74111-e92d-4cd2-8924-b58a67933274 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:02.237044 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a2610b27-6f88-4f04-bc6d-c9b9ee18ad75 req-3ac74111-e92d-4cd2-8924-b58a67933274 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=efb41070-937c-43c3-b406-4414d77a4928 HTTP/1.1" status: 200 len: 950 time: 0.0693302 Jun 17 08:38:02.250488 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-54a0c49c-d0dc-42a9-8920-54e57b71415a tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:02.254601 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-54a0c49c-d0dc-42a9-8920-54e57b71415a tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1326237 Jun 17 08:38:02.256779 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c187ee0f-5f80-4c2e-856a-1786dffe1d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:02.260536 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c187ee0f-5f80-4c2e-856a-1786dffe1d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:02.297333 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c187ee0f-5f80-4c2e-856a-1786dffe1d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:02.297333 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-957dd439-1b0d-4bd9-8ab5-40ad52a8bfaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:02.298701 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a2610b27-6f88-4f04-bc6d-c9b9ee18ad75 req-7bd1efe8-be14-430f-a58b-f5708d0105b2 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478032 Jun 17 08:38:02.362295 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-da9933ed-28e4-4cf5-b84f-f8696ca4b6e8 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/quotas/b6c57dd66e0449a18126830452f7b7f2 HTTP/1.1" status: 200 len: 375 time: 0.0910385 Jun 17 08:38:02.446281 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-65d2e96a-45f6-4843-9822-08f9758fea3c tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b6c57dd66e0449a18126830452f7b7f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447109 Jun 17 08:38:02.446995 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187ee0f-5f80-4c2e-856a-1786dffe1d8f admin admin] Pushing event updated for resources: {'Network': ['ID=06763fe9-e99d-4536-9f97-1417c168f505,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:02.457043 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c187ee0f-5f80-4c2e-856a-1786dffe1d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:02.458927 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 06763fe9-e99d-4536-9f97-1417c168f505 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:38:02.477387 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c187ee0f-5f80-4c2e-856a-1786dffe1d8f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0180302 Jun 17 08:38:02.481094 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40592) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:02.493590 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-0a286035-e8e8-4264-8721-988e964ab403 admin admin] Request body: {'subnet': {'network_id': '06763fe9-e99d-4536-9f97-1417c168f505', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-605522105-subnet', 'tenant_id': '25d10e174ea043af91eeee2909fa8116', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:02.500337 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:02.541272 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84412906-eb46-43ff-bb2c-b29987992933 req-d0883be1-35b1-4c00-8a02-23ec8f74ce22 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:02.542888 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-84412906-eb46-43ff-bb2c-b29987992933 req-d0883be1-35b1-4c00-8a02-23ec8f74ce22 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.50 "GET /v2.0/networks?id=f60ef741-1693-4275-83c4-b371328659a8 HTTP/1.1" status: 200 len: 807 time: 0.2566786 Jun 17 08:38:02.558416 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-84412906-eb46-43ff-bb2c-b29987992933 req-17893947-1c11-4a3a-a096-a9ffa1f5fb11 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Request body: {'port': {'device_id': '5d420583-54c8-4d5d-bb0f-ae5c52daed13', 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8', 'admin_state_up': True, 'tenant_id': 'a1c990ebd74a4b32a1ec7d295a37fe73'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:02.619768 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434e751-c4ec-42c8-9b92-7a9bad0b56e0 req-ac5390c1-64f6-4899-9323-cd05dd300850 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:02.621380 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9434e751-c4ec-42c8-9b92-7a9bad0b56e0 req-ac5390c1-64f6-4899-9323-cd05dd300850 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=f57ab428-a04e-4f2f-b69e-e8435652e373 HTTP/1.1" status: 200 len: 950 time: 0.0754654 Jun 17 08:38:02.662577 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9434e751-c4ec-42c8-9b92-7a9bad0b56e0 req-0b0b1ffa-26bf-4546-aab0-3ed0a522c03b tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/security-groups?id=c645bbf3-a6dc-47d7-884f-6efcbbf7a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344670 Jun 17 08:38:02.677174 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a286035-e8e8-4264-8721-988e964ab403 admin admin] Made reservation on behalf of 25d10e174ea043af91eeee2909fa8116 for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:02.680491 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0a286035-e8e8-4264-8721-988e964ab403 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:02.796863 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84412906-eb46-43ff-bb2c-b29987992933 req-17893947-1c11-4a3a-a096-a9ffa1f5fb11 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Made reservation on behalf of a1c990ebd74a4b32a1ec7d295a37fe73 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:02.804656 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-84412906-eb46-43ff-bb2c-b29987992933 req-17893947-1c11-4a3a-a096-a9ffa1f5fb11 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:02.898786 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b27791ee-e943-4135-967c-9f835474c5e9 req-7a41dcdd-100e-47da-9caf-0772474582ba tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] 10.222.0.49 "GET /v2.0/floatingips/234a7d66-1e30-4eb1-8b6e-587b372ab00a HTTP/1.1" status: 200 len: 692 time: 0.1374214 Jun 17 08:38:02.984489 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3e259cb9-a832-4002-90db-f81165499832 req-d0fe3c37-b18d-4bd1-b57e-5856c5eb1ab2 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=6474616f-f069-4103-949b-133c76dbdf41 HTTP/1.1" status: 200 len: 210 time: 0.1430180 Jun 17 08:38:03.166164 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c4e41-3d3e-45b0-bc4a-e9fb7fbc8bf2 req-c5d7145b-bbb2-48da-a861-27b2ed9cb25d tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:03.167678 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-068c4e41-3d3e-45b0-bc4a-e9fb7fbc8bf2 req-c5d7145b-bbb2-48da-a861-27b2ed9cb25d tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f57ab428-a04e-4f2f-b69e-e8435652e373 HTTP/1.1" status: 200 len: 950 time: 0.1858871 Jun 17 08:38:03.170116 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-84412906-eb46-43ff-bb2c-b29987992933 req-17893947-1c11-4a3a-a096-a9ffa1f5fb11 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Allocated IP 172.20.0.2 (f60ef741-1693-4275-83c4-b371328659a8/58b6fa78-2c4d-4c76-9c04-e4c6434a4b98/ebed735f-0065-45cf-a8c5-9df9969b2e30) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:03.172427 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27791ee-e943-4135-967c-9f835474c5e9 req-308974c3-723c-46b5-b3de-11745b19fc8e tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:03.173825 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b27791ee-e943-4135-967c-9f835474c5e9 req-308974c3-723c-46b5-b3de-11745b19fc8e tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 784 time: 0.2740138 Jun 17 08:38:03.198088 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7060bb04-6477-4234-8ed6-c578ca3cd60f req-03eae0ab-9689-4be8-9cc1-5d80b85998a6 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 210 time: 0.0543730 Jun 17 08:38:03.228819 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b27791ee-e943-4135-967c-9f835474c5e9 req-cbaa7c90-24a2-45d5-8de2-c6b4dcae4abb tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.25 HTTP/1.1" status: 200 len: 695 time: 0.0474439 Jun 17 08:38:03.423370 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b27791ee-e943-4135-967c-9f835474c5e9 req-37053b70-b540-430b-9f49-c8abf42014a7 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.25 HTTP/1.1" status: 200 len: 695 time: 0.0467734 Jun 17 08:38:03.427561 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-b27791ee-e943-4135-967c-9f835474c5e9 req-a0bccbf4-c160-4e7b-bf2d-1ae368c5eb47 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Deleting port 63b6d323-00c2-4d81-84b1-c6196c893065 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:03.431293 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b27791ee-e943-4135-967c-9f835474c5e9 req-a0bccbf4-c160-4e7b-bf2d-1ae368c5eb47 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:03.523291 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b27791ee-e943-4135-967c-9f835474c5e9 req-a0bccbf4-c160-4e7b-bf2d-1ae368c5eb47 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:03.523635 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b27791ee-e943-4135-967c-9f835474c5e9 req-a0bccbf4-c160-4e7b-bf2d-1ae368c5eb47 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:03.597914 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-b27791ee-e943-4135-967c-9f835474c5e9 req-a0bccbf4-c160-4e7b-bf2d-1ae368c5eb47 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Calling delete_port for 63b6d323-00c2-4d81-84b1-c6196c893065 owned by network:floatingip {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:03.683764 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-068c4e41-3d3e-45b0-bc4a-e9fb7fbc8bf2 req-5dd0f80a-e7a5-4d84-88ec-a04dc4f14d8e tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Deleting port 6afce6bc-b2f4-4663-b304-7fdb1be44dae {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:03.683764 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-068c4e41-3d3e-45b0-bc4a-e9fb7fbc8bf2 req-5dd0f80a-e7a5-4d84-88ec-a04dc4f14d8e tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:03.728182 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0a286035-e8e8-4264-8721-988e964ab403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:03.741642 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e2787fcb-a8b4-4faf-bcf2-23428e79d8b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:03.761413 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-84412906-eb46-43ff-bb2c-b29987992933 req-17893947-1c11-4a3a-a096-a9ffa1f5fb11 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:03.792201 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f681e-5038-4a94-91b1-8e12b1118aaa req-cfdb92b5-f097-4f7f-a688-de46281b50c2 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:03.799225 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4c8f681e-5038-4a94-91b1-8e12b1118aaa req-cfdb92b5-f097-4f7f-a688-de46281b50c2 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=efb41070-937c-43c3-b406-4414d77a4928 HTTP/1.1" status: 200 len: 950 time: 0.1878049 Jun 17 08:38:03.832088 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a286035-e8e8-4264-8721-988e964ab403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dde6362a-8d80-43f7-8fcf-3398cd98da0f,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:03.842501 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0a286035-e8e8-4264-8721-988e964ab403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:03.872606 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a286035-e8e8-4264-8721-988e964ab403 admin admin] Checking segment: {'id': '5d26018e-29fa-42b2-aacb-c815edf13635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '06763fe9-e99d-4536-9f97-1417c168f505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:03.872990 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a286035-e8e8-4264-8721-988e964ab403 admin admin] Network hostable DHCP agents. Network: 06763fe9-e99d-4536-9f97-1417c168f505, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:38:03.878165 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-068c4e41-3d3e-45b0-bc4a-e9fb7fbc8bf2 req-5dd0f80a-e7a5-4d84-88ec-a04dc4f14d8e tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] For port 6afce6bc-b2f4-4663-b304-7fdb1be44dae, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=6afce6bc-b2f4-4663-b304-7fdb1be44dae,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:03.878620 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-068c4e41-3d3e-45b0-bc4a-e9fb7fbc8bf2 req-5dd0f80a-e7a5-4d84-88ec-a04dc4f14d8e tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:03.897554 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40614) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:03.900611 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4c8f681e-5038-4a94-91b1-8e12b1118aaa req-3f7099d8-8dea-4cac-9f3a-f0a6adbeabd7 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004202 Jun 17 08:38:03.933344 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b27791ee-e943-4135-967c-9f835474c5e9 req-a0bccbf4-c160-4e7b-bf2d-1ae368c5eb47 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:03.936878 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0052b254-150e-420b-a1e3-d570cd28dbb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:03.992473 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-068c4e41-3d3e-45b0-bc4a-e9fb7fbc8bf2 req-5dd0f80a-e7a5-4d84-88ec-a04dc4f14d8e tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Calling delete_port for 6afce6bc-b2f4-4663-b304-7fdb1be44dae owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:03.996940 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bccbf4-c160-4e7b-bf2d-1ae368c5eb47 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Pushing event deleted for resources: {'Port': ['ID=63b6d323-00c2-4d81-84b1-c6196c893065,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:04.009340 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a0bccbf4-c160-4e7b-bf2d-1ae368c5eb47 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:04.056134 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a286035-e8e8-4264-8721-988e964ab403 admin admin] Network 06763fe9-e99d-4536-9f97-1417c168f505 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:38:04.067605 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-84412906-eb46-43ff-bb2c-b29987992933 req-17893947-1c11-4a3a-a096-a9ffa1f5fb11 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.072476 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-50483a3f-3c45-4654-b95b-19ba5eb58864 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:04.093248 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cceedad1-e6d1-4565-aefa-5534c63c6864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.130370 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b27791ee-e943-4135-967c-9f835474c5e9 req-a0bccbf4-c160-4e7b-bf2d-1ae368c5eb47 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks [] for floatingip, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.132759 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b27791ee-e943-4135-967c-9f835474c5e9 req-a0bccbf4-c160-4e7b-bf2d-1ae368c5eb47 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.133951 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b27791ee-e943-4135-967c-9f835474c5e9 req-a0bccbf4-c160-4e7b-bf2d-1ae368c5eb47 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] 10.222.0.49 "DELETE /v2.0/floatingips/234a7d66-1e30-4eb1-8b6e-587b372ab00a HTTP/1.1" status: 204 len: 173 time: 0.8460107 Jun 17 08:38:04.179657 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-0a286035-e8e8-4264-8721-988e964ab403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 06763fe9-e99d-4536-9f97-1417c168f505) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:04.191412 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a286035-e8e8-4264-8721-988e964ab403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:04.191412 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0a286035-e8e8-4264-8721-988e964ab403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.195209 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17893947-1c11-4a3a-a096-a9ffa1f5fb11 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Pushing event updated for resources: {'Port': ['ID=ebed735f-0065-45cf-a8c5-9df9969b2e30,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:04.195669 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61241afc-75e9-4e79-b4a2-2bf33f99a9b9 None None] Network 06763fe9-e99d-4536-9f97-1417c168f505 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:04.200285 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84412906-eb46-43ff-bb2c-b29987992933 req-17893947-1c11-4a3a-a096-a9ffa1f5fb11 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Network f60ef741-1693-4275-83c4-b371328659a8 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:04.213684 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-17893947-1c11-4a3a-a096-a9ffa1f5fb11 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:04.216192 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-84412906-eb46-43ff-bb2c-b29987992933 req-17893947-1c11-4a3a-a096-a9ffa1f5fb11 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:04.219657 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-84412906-eb46-43ff-bb2c-b29987992933 req-17893947-1c11-4a3a-a096-a9ffa1f5fb11 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:04.228082 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84412906-eb46-43ff-bb2c-b29987992933 req-17893947-1c11-4a3a-a096-a9ffa1f5fb11 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:04.229120 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-84412906-eb46-43ff-bb2c-b29987992933 req-17893947-1c11-4a3a-a096-a9ffa1f5fb11 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.287205 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cceedad1-e6d1-4565-aefa-5534c63c6864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.391952 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fe1424-ea2a-4993-a299-86700c79ef44 None None] Network 06763fe9-e99d-4536-9f97-1417c168f505 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:04.410005 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460dd1d-cbf8-4feb-8c0c-8264c754c62c req-3f4896c4-abad-4fc5-937c-a33798b0cbe6 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:04.412623 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6460dd1d-cbf8-4feb-8c0c-8264c754c62c req-3f4896c4-abad-4fc5-937c-a33798b0cbe6 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/ports?device_id=f57ab428-a04e-4f2f-b69e-e8435652e373 HTTP/1.1" status: 200 len: 950 time: 0.1627543 Jun 17 08:38:04.424194 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cceedad1-e6d1-4565-aefa-5534c63c6864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.444908 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bbf978b9-d285-4f43-9463-d2ef3d49aacb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:04.490066 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6460dd1d-cbf8-4feb-8c0c-8264c754c62c req-3c724475-4ec9-49b0-a413-74bad6930beb tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.49 "GET /v2.0/security-groups?id=c645bbf3-a6dc-47d7-884f-6efcbbf7a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695908 Jun 17 08:38:04.498044 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-cceedad1-e6d1-4565-aefa-5534c63c6864 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b873b46779464c499911a5341ae243db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5993664 Jun 17 08:38:04.501538 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40628) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:04.502314 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceedad1-e6d1-4565-aefa-5534c63c6864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d2b20c-7377-4540-ac32-870516132458,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:04.531308 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-cceedad1-e6d1-4565-aefa-5534c63c6864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:04.553819 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0a286035-e8e8-4264-8721-988e964ab403 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.0693767 Jun 17 08:38:04.577726 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-068c4e41-3d3e-45b0-bc4a-e9fb7fbc8bf2 req-5dd0f80a-e7a5-4d84-88ec-a04dc4f14d8e tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.585222 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-84412906-eb46-43ff-bb2c-b29987992933 req-17893947-1c11-4a3a-a096-a9ffa1f5fb11 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0316322 Jun 17 08:38:04.591635 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['6afce6bc-b2f4-4663-b304-7fdb1be44dae'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:38:04.645990 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-00c0fa93-0dba-4a67-b292-619d6e104f8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:04.654353 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-317ca75c-f169-49da-ab38-bd2ae38781d4 req-3ff4fcf0-48d6-45b5-ac35-4e3effc5b9fd tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=6474616f-f069-4103-949b-133c76dbdf41 HTTP/1.1" status: 200 len: 210 time: 0.0862346 Jun 17 08:38:04.674568 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-84412906-eb46-43ff-bb2c-b29987992933 req-9e9bb110-d97f-434c-8a7d-2b000ab154d3 service neutron] Request body: {'port': {'device_id': '5d420583-54c8-4d5d-bb0f-ae5c52daed13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:04.767894 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0f80a-e7a5-4d84-88ec-a04dc4f14d8e tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Pushing event deleted for resources: {'Port': ['ID=6afce6bc-b2f4-4663-b304-7fdb1be44dae,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:04.784176 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5dd0f80a-e7a5-4d84-88ec-a04dc4f14d8e tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:04.850478 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [req-c75b0744-fe3c-4e0a-81c6-59a7ba563051 req-b8a12f1f-fdf2-41b6-9eef-fc0ae23d1e22 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] show failed (client error): The resource could not be found. Jun 17 08:38:04.852386 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c75b0744-fe3c-4e0a-81c6-59a7ba563051 req-b8a12f1f-fdf2-41b6-9eef-fc0ae23d1e22 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] 10.222.0.49 "GET /v2.0/floatingips/234a7d66-1e30-4eb1-8b6e-587b372ab00a HTTP/1.1" status: 404 len: 350 time: 0.1014597 Jun 17 08:38:04.853629 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-068c4e41-3d3e-45b0-bc4a-e9fb7fbc8bf2 req-5dd0f80a-e7a5-4d84-88ec-a04dc4f14d8e tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] No DVR routers for this DVR port 6afce6bc-b2f4-4663-b304-7fdb1be44dae on host n-h1-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:38:04.872454 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-068c4e41-3d3e-45b0-bc4a-e9fb7fbc8bf2 req-5dd0f80a-e7a5-4d84-88ec-a04dc4f14d8e tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.876713 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-068c4e41-3d3e-45b0-bc4a-e9fb7fbc8bf2 req-5dd0f80a-e7a5-4d84-88ec-a04dc4f14d8e tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] 10.222.0.50 "DELETE /v2.0/ports/6afce6bc-b2f4-4663-b304-7fdb1be44dae HTTP/1.1" status: 204 len: 173 time: 1.6887140 Jun 17 08:38:04.878427 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57ab428-a04e-4f2f-b69e-e8435652e373', 'name': 'network-vif-deleted', 'tag': '6afce6bc-b2f4-4663-b304-7fdb1be44dae'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:04.882855 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2707a81e-170c-4aec-a6d3-fdaa57ae8aa7" -d '{"events": [{"server_uuid": "f57ab428-a04e-4f2f-b69e-e8435652e373", "name": "network-vif-deleted", "tag": "6afce6bc-b2f4-4663-b304-7fdb1be44dae"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:04.954493 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c0a0e017-9572-4d8d-9b74-a9f61b7d0e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.979762 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c87e4-90cc-4fe2-83f0-50c9df96808a req-a51b084a-e567-4ac8-b790-766deb070132 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:04.988800 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f12c87e4-90cc-4fe2-83f0-50c9df96808a req-a51b084a-e567-4ac8-b790-766deb070132 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 931 time: 0.1591461 Jun 17 08:38:05.002230 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-84412906-eb46-43ff-bb2c-b29987992933 req-9e9bb110-d97f-434c-8a7d-2b000ab154d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:05.024159 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c0a0e017-9572-4d8d-9b74-a9f61b7d0e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:05.288127 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-49a62e02-a97e-45fc-8b6a-1c20c24810dc tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:05.289792 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-49a62e02-a97e-45fc-8b6a-1c20c24810dc tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/networks?id=06763fe9-e99d-4536-9f97-1417c168f505 HTTP/1.1" status: 200 len: 804 time: 0.2502160 Jun 17 08:38:05.321684 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c0a0e017-9572-4d8d-9b74-a9f61b7d0e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:05.324195 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c0a0e017-9572-4d8d-9b74-a9f61b7d0e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:05.325351 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c0a0e017-9572-4d8d-9b74-a9f61b7d0e0f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e2d2b20c-7377-4540-ac32-870516132458 HTTP/1.1" status: 204 len: 168 time: 0.8211703 Jun 17 08:38:05.336105 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-59dd6601-70b5-4bc6-92da-897062d26fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:05.350123 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-9550ccee-c704-48de-bb60-7d533a0cbfa2 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/quotas/25d10e174ea043af91eeee2909fa8116 HTTP/1.1" status: 200 len: 375 time: 0.0319290 Jun 17 08:38:05.352618 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0e017-9572-4d8d-9b74-a9f61b7d0e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d2b20c-7377-4540-ac32-870516132458,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:05.357017 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c0a0e017-9572-4d8d-9b74-a9f61b7d0e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:05.443951 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-1e1cdf53-0318-465c-a002-869f92d896b5 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=25d10e174ea043af91eeee2909fa8116&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485828 Jun 17 08:38:05.470184 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f12c87e4-90cc-4fe2-83f0-50c9df96808a req-7f9ce7a7-793c-4f92-bddc-e3181015df0f tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717710 Jun 17 08:38:05.561180 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-84412906-eb46-43ff-bb2c-b29987992933 req-9e9bb110-d97f-434c-8a7d-2b000ab154d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebed735f-0065-45cf-a8c5-9df9969b2e30 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:38:05.572373 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-84412906-eb46-43ff-bb2c-b29987992933 req-9e9bb110-d97f-434c-8a7d-2b000ab154d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:05.603769 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-84412906-eb46-43ff-bb2c-b29987992933 req-9e9bb110-d97f-434c-8a7d-2b000ab154d3 service neutron] Transition to ACTIVE for port object ebed735f-0065-45cf-a8c5-9df9969b2e30 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:05.608163 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-49362782-24fc-4dd6-90f1-68010d0a9be5 service neutron] 10.222.0.49 "GET /v2.0/networks/06763fe9-e99d-4536-9f97-1417c168f505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492047 Jun 17 08:38:05.764342 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-84412906-eb46-43ff-bb2c-b29987992933 req-9e9bb110-d97f-434c-8a7d-2b000ab154d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:05.773017 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f16ee2e8-ddca-4756-9be8-048c37edd34f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:05.827776 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-7e201d41-aaa5-43c5-b3b0-bcddc21cf562 service neutron] 10.222.0.49 "GET /v2.0/networks/06763fe9-e99d-4536-9f97-1417c168f505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091768 Jun 17 08:38:05.892434 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9bb110-d97f-434c-8a7d-2b000ab154d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ebed735f-0065-45cf-a8c5-9df9969b2e30,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:05.896295 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ea21d-b9d1-49be-8767-c8681d434093 req-6f4554b0-a0b3-4c49-8acc-1021c01261f1 tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:05.897516 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ea21d-b9d1-49be-8767-c8681d434093 req-6f4554b0-a0b3-4c49-8acc-1021c01261f1 tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:05.898200 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ea21d-b9d1-49be-8767-c8681d434093 req-6f4554b0-a0b3-4c49-8acc-1021c01261f1 tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:05.899655 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9e9bb110-d97f-434c-8a7d-2b000ab154d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:05.900279 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ea21d-b9d1-49be-8767-c8681d434093 req-6f4554b0-a0b3-4c49-8acc-1021c01261f1 tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:05.902528 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ea21d-b9d1-49be-8767-c8681d434093 req-6f4554b0-a0b3-4c49-8acc-1021c01261f1 tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:05.903055 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ea21d-b9d1-49be-8767-c8681d434093 req-6f4554b0-a0b3-4c49-8acc-1021c01261f1 tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:05.912897 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-680ea21d-b9d1-49be-8767-c8681d434093 req-6f4554b0-a0b3-4c49-8acc-1021c01261f1 tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6474616f-f069-4103-949b-133c76dbdf41&device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13&device_id=efb41070-937c-43c3-b406-4414d77a4928&device_id=f57ab428-a04e-4f2f-b69e-e8435652e373&device_id=61f81ce8-aa89-48ff-8798-d6239fd82a17&device_id=e34c3a43-6579-49d1-82ff-3201c137259f&device_id=332f04f8-ccce-4787-abc1-2a15fed4445f&device_id=2f5e337c-bf07-4b4c-a816-067a83b71e60 HTTP/1.1" status: 200 len: 5502 time: 0.1155181 Jun 17 08:38:05.947282 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-680ea21d-b9d1-49be-8767-c8681d434093 req-ce08ade1-6512-4d47-a8cf-33eba4ceab4a tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:05.962213 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-84412906-eb46-43ff-bb2c-b29987992933 req-9e9bb110-d97f-434c-8a7d-2b000ab154d3 service neutron] Attempting to bind port ebed735f-0065-45cf-a8c5-9df9969b2e30 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:38:05.963152 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-84412906-eb46-43ff-bb2c-b29987992933 req-9e9bb110-d97f-434c-8a7d-2b000ab154d3 service neutron] Attempting to bind port ebed735f-0065-45cf-a8c5-9df9969b2e30 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:38:05.964294 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84412906-eb46-43ff-bb2c-b29987992933 req-9e9bb110-d97f-434c-8a7d-2b000ab154d3 service neutron] Attempting to bind port ebed735f-0065-45cf-a8c5-9df9969b2e30 on network f60ef741-1693-4275-83c4-b371328659a8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:05.978578 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84412906-eb46-43ff-bb2c-b29987992933 req-9e9bb110-d97f-434c-8a7d-2b000ab154d3 service neutron] Port ebed735f-0065-45cf-a8c5-9df9969b2e30 on network f60ef741-1693-4275-83c4-b371328659a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:38:05.979617 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84412906-eb46-43ff-bb2c-b29987992933 req-9e9bb110-d97f-434c-8a7d-2b000ab154d3 service neutron] Attempting to bind port ebed735f-0065-45cf-a8c5-9df9969b2e30 on network f60ef741-1693-4275-83c4-b371328659a8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:05.995814 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84412906-eb46-43ff-bb2c-b29987992933 req-9e9bb110-d97f-434c-8a7d-2b000ab154d3 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:38:05.996405 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84412906-eb46-43ff-bb2c-b29987992933 req-9e9bb110-d97f-434c-8a7d-2b000ab154d3 service neutron] Checking segment: {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:05.997045 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84412906-eb46-43ff-bb2c-b29987992933 req-9e9bb110-d97f-434c-8a7d-2b000ab154d3 service neutron] Bound using segment: {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:38:05.998902 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-84412906-eb46-43ff-bb2c-b29987992933 req-9e9bb110-d97f-434c-8a7d-2b000ab154d3 service neutron] Bound port: ebed735f-0065-45cf-a8c5-9df9969b2e30, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:38:05.999484 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-84412906-eb46-43ff-bb2c-b29987992933 req-9e9bb110-d97f-434c-8a7d-2b000ab154d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:06.091249 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-84412906-eb46-43ff-bb2c-b29987992933 req-9e9bb110-d97f-434c-8a7d-2b000ab154d3 service neutron] For port ebed735f-0065-45cf-a8c5-9df9969b2e30, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:06.094705 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-84412906-eb46-43ff-bb2c-b29987992933 req-9e9bb110-d97f-434c-8a7d-2b000ab154d3 service neutron] For port ebed735f-0065-45cf-a8c5-9df9969b2e30, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=ebed735f-0065-45cf-a8c5-9df9969b2e30,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:38:06.130767 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-680ea21d-b9d1-49be-8767-c8681d434093 req-ce08ade1-6512-4d47-a8cf-33eba4ceab4a tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:06.252245 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-84412906-eb46-43ff-bb2c-b29987992933 req-9e9bb110-d97f-434c-8a7d-2b000ab154d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:06.255327 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-50483a3f-3c45-4654-b95b-19ba5eb58864 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:06.257449 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [req-1ad6bb75-993c-4b86-a802-3f8faa56a31d req-253da18b-ed4a-4c22-941e-4f119a6c860f tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] show failed (client error): The resource could not be found. Jun 17 08:38:06.259433 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1ad6bb75-993c-4b86-a802-3f8faa56a31d req-253da18b-ed4a-4c22-941e-4f119a6c860f tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] 10.222.0.49 "GET /v2.0/floatingips/234a7d66-1e30-4eb1-8b6e-587b372ab00a HTTP/1.1" status: 404 len: 350 time: 0.0584080 Jun 17 08:38:06.274168 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40668) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:06.303754 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84412906-eb46-43ff-bb2c-b29987992933 req-9e9bb110-d97f-434c-8a7d-2b000ab154d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:06.304386 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-84412906-eb46-43ff-bb2c-b29987992933 req-9e9bb110-d97f-434c-8a7d-2b000ab154d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:06.305806 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-84412906-eb46-43ff-bb2c-b29987992933 req-9e9bb110-d97f-434c-8a7d-2b000ab154d3 service neutron] 10.222.0.50 "PUT /v2.0/ports/ebed735f-0065-45cf-a8c5-9df9969b2e30 HTTP/1.1" status: 200 len: 1092 time: 1.6378868 Jun 17 08:38:06.328041 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9bb110-d97f-434c-8a7d-2b000ab154d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ebed735f-0065-45cf-a8c5-9df9969b2e30,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:06.331802 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9e9bb110-d97f-434c-8a7d-2b000ab154d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:06.363997 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf188ce-d3c5-481a-9e0a-2a3c7e72d8ed x-openstack-request-id: req-fcf188ce-d3c5-481a-9e0a-2a3c7e72d8ed {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:06.365332 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57ab428-a04e-4f2f-b69e-e8435652e373", "name": "network-vif-deleted", "tag": "6afce6bc-b2f4-4663-b304-7fdb1be44dae", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:06.365332 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fcf188ce-d3c5-481a-9e0a-2a3c7e72d8ed {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:06.365332 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57ab428-a04e-4f2f-b69e-e8435652e373', 'name': 'network-vif-deleted', 'tag': '6afce6bc-b2f4-4663-b304-7fdb1be44dae', 'status': 'completed', 'code': 200} Jun 17 08:38:06.372576 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-680ea21d-b9d1-49be-8767-c8681d434093 req-ce08ade1-6512-4d47-a8cf-33eba4ceab4a tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:06.402840 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-aa571094-fb7a-4035-b63b-0ca6f0efe091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:06.436744 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-680ea21d-b9d1-49be-8767-c8681d434093 req-ce08ade1-6512-4d47-a8cf-33eba4ceab4a tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=da8c91fc-15fc-4551-8e19-1d9282b795c0&id=33c05035-46d4-45fd-909a-ebffd022775f&id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 446 time: 0.5228975 Jun 17 08:38:06.480329 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08ade1-6512-4d47-a8cf-33eba4ceab4a tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf1c7bc-0695-407f-937d-e0298703576f,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:06.513183 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ce08ade1-6512-4d47-a8cf-33eba4ceab4a tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:06.592785 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84412906-eb46-43ff-bb2c-b29987992933 req-0d4be050-3f2c-4cc5-8c51-5596166692b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:06.594567 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-84412906-eb46-43ff-bb2c-b29987992933 req-0d4be050-3f2c-4cc5-8c51-5596166692b0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 1095 time: 0.1008387 Jun 17 08:38:06.595216 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40680) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:06.599869 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 6afce6bc-b2f4-4663-b304-7fdb1be44dae no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:38:06.637765 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 6afce6bc-b2f4-4663-b304-7fdb1be44dae {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:38:06.638401 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 6afce6bc-b2f4-4663-b304-7fdb1be44dae not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:38:06.655044 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-84412906-eb46-43ff-bb2c-b29987992933 req-c027c283-b2fb-4781-8d56-a51bb513e1ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebed735f-0065-45cf-a8c5-9df9969b2e30 HTTP/1.1" status: 200 len: 217 time: 0.0510533 Jun 17 08:38:06.655968 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3c1f8fac-f992-46d8-8119-e869a882a289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:06.681022 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-488a44c0-e83b-407c-83dc-acafd4ffc413 req-bf96f5f0-de66-4784-8281-9088adc3c380 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e54df9-33cf-4507-af1d-b17cc244d1a0 HTTP/1.1" status: 200 len: 210 time: 0.0440681 Jun 17 08:38:06.696803 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-66fd0660-010e-4d29-aa5e-5e243dd1d06e req-ac6e353e-3291-414b-b5da-df1eec60d2f4 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=6474616f-f069-4103-949b-133c76dbdf41 HTTP/1.1" status: 200 len: 210 time: 0.0518358 Jun 17 08:38:06.816663 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84412906-eb46-43ff-bb2c-b29987992933 req-67d8a261-9824-49bd-b5ba-5a3cafccbb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:06.818147 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-84412906-eb46-43ff-bb2c-b29987992933 req-67d8a261-9824-49bd-b5ba-5a3cafccbb8c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=58b6fa78-2c4d-4c76-9c04-e4c6434a4b98 HTTP/1.1" status: 200 len: 847 time: 0.1518908 Jun 17 08:38:06.892550 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-84412906-eb46-43ff-bb2c-b29987992933 req-63099c5a-ab50-49dc-bb00-86cc090a140b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f60ef741-1693-4275-83c4-b371328659a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676167 Jun 17 08:38:06.955504 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fb13cdfc-71e2-49f6-bd91-efd2324a3b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:07.093504 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3c1f8fac-f992-46d8-8119-e869a882a289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:07.176831 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-f24dca29-382e-49a6-8645-d4f5d791fb4f tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b6c57dd66e0449a18126830452f7b7f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430052 Jun 17 08:38:07.178619 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3c1f8fac-f992-46d8-8119-e869a882a289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:07.182621 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-969535ab-bed0-4245-8a72-270888bbcd74 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:07.186019 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-84412906-eb46-43ff-bb2c-b29987992933 req-cdb58d2d-20aa-41cd-800a-9d2652f65a4a service neutron] 10.222.0.50 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864516 Jun 17 08:38:07.194189 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b14f1b-55f4-4ac4-8e1d-a8b1e1b4e219 req-a95db70d-e87d-40a0-a97f-a8da0e795f70 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:07.195727 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d3b14f1b-55f4-4ac4-8e1d-a8b1e1b4e219 req-a95db70d-e87d-40a0-a97f-a8da0e795f70 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 943 time: 0.2392731 Jun 17 08:38:07.286741 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-fb13cdfc-71e2-49f6-bd91-efd2324a3b9c admin admin] Deleting port a3fce7cc-5cfb-41e0-9ede-feddd03d8408 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:07.287097 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fb13cdfc-71e2-49f6-bd91-efd2324a3b9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:07.355036 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3c1f8fac-f992-46d8-8119-e869a882a289 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=72c70195c3e8479d830fda455c504410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7582033 Jun 17 08:38:07.368916 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40688) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:07.369664 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f8fac-f992-46d8-8119-e869a882a289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9348582d-e853-4d6a-9c9b-23f0aacd11f2,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:07.373721 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3c1f8fac-f992-46d8-8119-e869a882a289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:07.424354 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-fb13cdfc-71e2-49f6-bd91-efd2324a3b9c admin admin] For port a3fce7cc-5cfb-41e0-9ede-feddd03d8408, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=a3fce7cc-5cfb-41e0-9ede-feddd03d8408,segment=NetworkSegment(4526234c-ebe7-406c-8833-e85e885fc743),segment_id=4526234c-ebe7-406c-8833-e85e885fc743)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:07.424728 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fb13cdfc-71e2-49f6-bd91-efd2324a3b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:07.440142 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d3b14f1b-55f4-4ac4-8e1d-a8b1e1b4e219 req-00da3201-c33c-4544-911a-46d453d1babe tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124572 Jun 17 08:38:07.448409 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e96710-8a34-4f31-8c60-fa3c4a39bb89 req-dd81c606-fa96-4e96-8bbb-eb3dceca42a1 tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:07.448944 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e96710-8a34-4f31-8c60-fa3c4a39bb89 req-dd81c606-fa96-4e96-8bbb-eb3dceca42a1 tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:07.449440 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e96710-8a34-4f31-8c60-fa3c4a39bb89 req-dd81c606-fa96-4e96-8bbb-eb3dceca42a1 tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:07.451407 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-93e96710-8a34-4f31-8c60-fa3c4a39bb89 req-dd81c606-fa96-4e96-8bbb-eb3dceca42a1 tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=efb41070-937c-43c3-b406-4414d77a4928&device_id=61f81ce8-aa89-48ff-8798-d6239fd82a17&device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 2886 time: 0.1185424 Jun 17 08:38:07.516162 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-ed713c78-e7fb-47da-b87a-6f6407eac36e tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:07.517766 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-ed713c78-e7fb-47da-b87a-6f6407eac36e tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3144162 Jun 17 08:38:07.522788 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-84412906-eb46-43ff-bb2c-b29987992933 req-adea3d2d-24a4-442f-8910-ef9d6db5e5bc service neutron] 10.222.0.50 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204255 Jun 17 08:38:07.540573 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-26376a88-0eb6-4ef9-9623-83b769cc5a8a tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Request body: {'port': {'device_id': '6474616f-f069-4103-949b-133c76dbdf41', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'admin_state_up': True, 'tenant_id': 'b6c57dd66e0449a18126830452f7b7f2'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:07.544305 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-fb13cdfc-71e2-49f6-bd91-efd2324a3b9c admin admin] Calling delete_port for a3fce7cc-5cfb-41e0-9ede-feddd03d8408 owned by network:router_interface {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:07.544968 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cf633df2-847b-4d94-b84c-26902c805e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:07.590035 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-93e96710-8a34-4f31-8c60-fa3c4a39bb89 req-fd3b0965-8a78-4788-9bf3-49947b20225f tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919390 Jun 17 08:38:07.620047 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cf633df2-847b-4d94-b84c-26902c805e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:07.803385 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9c129ff3-3e0a-421a-817e-c7928eb1c460 req-61dbc7a0-ded6-4644-91bb-9143de08ad7b tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e54df9-33cf-4507-af1d-b17cc244d1a0 HTTP/1.1" status: 200 len: 210 time: 0.0374494 Jun 17 08:38:07.814595 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cf633df2-847b-4d94-b84c-26902c805e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:07.828344 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cf633df2-847b-4d94-b84c-26902c805e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:07.828344 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-cf633df2-847b-4d94-b84c-26902c805e05 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9348582d-e853-4d6a-9c9b-23f0aacd11f2 HTTP/1.1" status: 204 len: 168 time: 0.4501770 Jun 17 08:38:07.828344 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-444d0fca-e273-4612-9ddc-0eb31f85fd1c tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:07.837406 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf633df2-847b-4d94-b84c-26902c805e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9348582d-e853-4d6a-9c9b-23f0aacd11f2,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:07.841513 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cf633df2-847b-4d94-b84c-26902c805e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:07.863208 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-26376a88-0eb6-4ef9-9623-83b769cc5a8a tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Made reservation on behalf of b6c57dd66e0449a18126830452f7b7f2 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:07.866579 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-26376a88-0eb6-4ef9-9623-83b769cc5a8a tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:07.884206 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-26376a88-0eb6-4ef9-9623-83b769cc5a8a tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:08.005870 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fb13cdfc-71e2-49f6-bd91-efd2324a3b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:08.010934 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c49c8432-106e-4e85-ad7b-4bb04607c788 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:08.054688 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-26376a88-0eb6-4ef9-9623-83b769cc5a8a tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:08.069845 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13cdfc-71e2-49f6-bd91-efd2324a3b9c admin admin] Pushing event deleted for resources: {'Port': ['ID=a3fce7cc-5cfb-41e0-9ede-feddd03d8408,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:08.072699 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fb13cdfc-71e2-49f6-bd91-efd2324a3b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:08.112139 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-db5beafb-8fdf-4129-9a63-ed713939675f req-40fd4c5e-de47-40ae-8ca5-14617749b8a6 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=6474616f-f069-4103-949b-133c76dbdf41 HTTP/1.1" status: 200 len: 210 time: 0.0534630 Jun 17 08:38:08.253555 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-26376a88-0eb6-4ef9-9623-83b769cc5a8a tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:08.259078 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:08.289510 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fb13cdfc-71e2-49f6-bd91-efd2324a3b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:08.342963 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26376a88-0eb6-4ef9-9623-83b769cc5a8a tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:08.365741 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-26376a88-0eb6-4ef9-9623-83b769cc5a8a tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:08.369885 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d420583-54c8-4d5d-bb0f-ae5c52daed13', 'tag': 'ebed735f-0065-45cf-a8c5-9df9969b2e30'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:08.374497 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e08f118-c6bf-4972-880c-5ea5e39bf9fe" -d '{"events": [{"name": "network-changed", "server_uuid": "5d420583-54c8-4d5d-bb0f-ae5c52daed13", "tag": "ebed735f-0065-45cf-a8c5-9df9969b2e30"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:08.451994 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61476421-ea55-4e5e-afbf-f7d2f21c2fd3 x-openstack-request-id: req-61476421-ea55-4e5e-afbf-f7d2f21c2fd3 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:08.452295 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d420583-54c8-4d5d-bb0f-ae5c52daed13", "tag": "ebed735f-0065-45cf-a8c5-9df9969b2e30", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:08.452584 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-61476421-ea55-4e5e-afbf-f7d2f21c2fd3 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:08.453001 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d420583-54c8-4d5d-bb0f-ae5c52daed13', 'tag': 'ebed735f-0065-45cf-a8c5-9df9969b2e30', 'status': 'completed', 'code': 200} Jun 17 08:38:08.517869 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-26376a88-0eb6-4ef9-9623-83b769cc5a8a tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Allocated IP 192.168.233.220 (26debee9-bc17-4dec-acaf-a4c976511744/9fa94245-1f4d-486b-9e45-990a58fa5ffe/2aadef2a-9a36-42fc-9ef5-c4160d767141) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:08.599001 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb13cdfc-71e2-49f6-bd91-efd2324a3b9c admin admin] Router 9a10d358-40c5-4108-9801-42d6d42928ff has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:38:08.613857 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08f118-c6bf-4972-880c-5ea5e39bf9fe req-b5278587-608d-44e4-89cf-cca5b2801e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:08.615428 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3e08f118-c6bf-4972-880c-5ea5e39bf9fe req-b5278587-608d-44e4-89cf-cca5b2801e35 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 1095 time: 0.1459007 Jun 17 08:38:08.756012 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb13cdfc-71e2-49f6-bd91-efd2324a3b9c admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:38:08.765250 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-fb13cdfc-71e2-49f6-bd91-efd2324a3b9c admin admin] 10.222.0.49 "PUT /v2.0/routers/9a10d358-40c5-4108-9801-42d6d42928ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4871209 Jun 17 08:38:08.766422 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40724) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:08.769988 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb3c031-1e7f-442c-a1a9-530b040e5d3b None None] Sync routers for ids ['9a10d358-40c5-4108-9801-42d6d42928ff'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:38:08.792527 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb3c031-1e7f-442c-a1a9-530b040e5d3b None None] Routers {'9a10d358-40c5-4108-9801-42d6d42928ff'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:38:08.793240 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-dbb3c031-1e7f-442c-a1a9-530b040e5d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:37:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['9a10d358-40c5-4108-9801-42d6d42928ff'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:08.917951 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c25cd7f6-004f-4f21-bade-82eab1c28d08 admin admin] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:08.945174 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-26376a88-0eb6-4ef9-9623-83b769cc5a8a tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:08.962997 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9902e0d-f729-4fa1-861c-eee7f6520e13 req-99025e78-bb69-4360-a556-53ca7a4df667 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:08.971244 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a9902e0d-f729-4fa1-861c-eee7f6520e13 req-99025e78-bb69-4360-a556-53ca7a4df667 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 943 time: 0.3701775 Jun 17 08:38:09.023355 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08f118-c6bf-4972-880c-5ea5e39bf9fe req-577fd941-db9c-4574-b159-46e888d301fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:09.023355 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3e08f118-c6bf-4972-880c-5ea5e39bf9fe req-577fd941-db9c-4574-b159-46e888d301fc service neutron] 10.222.0.50 "GET /v2.0/networks?id=f60ef741-1693-4275-83c4-b371328659a8 HTTP/1.1" status: 200 len: 908 time: 0.3400862 Jun 17 08:38:09.035021 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-26376a88-0eb6-4ef9-9623-83b769cc5a8a tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Transition to ACTIVE for port object 2aadef2a-9a36-42fc-9ef5-c4160d767141 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:09.085872 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c25cd7f6-004f-4f21-bade-82eab1c28d08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:09.101988 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-dbb3c031-1e7f-442c-a1a9-530b040e5d3b None None] Set router 9a10d358-40c5-4108-9801-42d6d42928ff gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:38:09.236512 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40734) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:09.463226 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c58ca4fb-5d8f-4f0c-bac7-4a0bb485f642 req-b2e156de-b3ec-4e26-847d-139ac67bb5ad tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e54df9-33cf-4507-af1d-b17cc244d1a0 HTTP/1.1" status: 200 len: 210 time: 0.0544415 Jun 17 08:38:09.473902 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3e08f118-c6bf-4972-880c-5ea5e39bf9fe req-08a4094f-4eea-40e7-8a97-e516e4520f9f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebed735f-0065-45cf-a8c5-9df9969b2e30 HTTP/1.1" status: 200 len: 217 time: 0.4710724 Jun 17 08:38:09.484233 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-c25cd7f6-004f-4f21-bade-82eab1c28d08 admin admin] Deleting port d397d9f0-edfc-4fb3-ad69-c12bc08c7178 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:09.488459 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c25cd7f6-004f-4f21-bade-82eab1c28d08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:09.513644 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-dbb3c031-1e7f-442c-a1a9-530b040e5d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a10d358-40c5-4108-9801-42d6d42928ff', 'name': 'tempest-FloatingIPsTestJSON-1590672599-router', 'tenant_id': '2bdd577611ae4f9585de9e743d7bf61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'd397d9f0-edfc-4fb3-ad69-c12bc08c7178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:40Z', 'updated_at': '2021-06-17T08:38:07Z', 'revision_number': 5, 'project_id': '2bdd577611ae4f9585de9e743d7bf61e', 'gw_port': {'id': 'd397d9f0-edfc-4fb3-ad69-c12bc08c7178', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:62:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a10d358-40c5-4108-9801-42d6d42928ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:42Z', 'updated_at': '2021-06-17T08:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:09.544968 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a9902e0d-f729-4fa1-861c-eee7f6520e13 req-83c529a7-e628-430d-9c26-f526203541d1 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5717659 Jun 17 08:38:09.546742 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08f118-c6bf-4972-880c-5ea5e39bf9fe req-5cc61a1b-3bf3-4b60-b4d4-5b8a7a74afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:09.558082 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3e08f118-c6bf-4972-880c-5ea5e39bf9fe req-5cc61a1b-3bf3-4b60-b4d4-5b8a7a74afdf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=58b6fa78-2c4d-4c76-9c04-e4c6434a4b98 HTTP/1.1" status: 200 len: 847 time: 0.0774026 Jun 17 08:38:09.558393 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb3c031-1e7f-442c-a1a9-530b040e5d3b None None] Checking router: 9a10d358-40c5-4108-9801-42d6d42928ff for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:38:09.599486 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb3c031-1e7f-442c-a1a9-530b040e5d3b None None] Routers {'9a10d358-40c5-4108-9801-42d6d42928ff'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:38:09.601674 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-dbb3c031-1e7f-442c-a1a9-530b040e5d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:37:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['9a10d358-40c5-4108-9801-42d6d42928ff'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:09.630495 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3e08f118-c6bf-4972-880c-5ea5e39bf9fe req-a45fe276-9cc4-427e-bb89-aa459b894860 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f60ef741-1693-4275-83c4-b371328659a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623767 Jun 17 08:38:09.764637 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-c25cd7f6-004f-4f21-bade-82eab1c28d08 admin admin] For port d397d9f0-edfc-4fb3-ad69-c12bc08c7178, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=d397d9f0-edfc-4fb3-ad69-c12bc08c7178,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:09.765279 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c25cd7f6-004f-4f21-bade-82eab1c28d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:09.769905 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7ceac99d-74ed-4174-b7d4-dd74021e10d8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c25f1170112f4368b23bf7aca37ba85b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5675464 Jun 17 08:38:09.775861 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40744) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:09.852511 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-dbb3c031-1e7f-442c-a1a9-530b040e5d3b None None] Set router 9a10d358-40c5-4108-9801-42d6d42928ff gateway port host: None {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:38:09.862324 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3e08f118-c6bf-4972-880c-5ea5e39bf9fe req-c6067825-1323-439f-bbc0-a8e6f80e09f2 service neutron] 10.222.0.50 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142043 Jun 17 08:38:09.862595 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-c25cd7f6-004f-4f21-bade-82eab1c28d08 admin admin] Calling delete_port for d397d9f0-edfc-4fb3-ad69-c12bc08c7178 owned by network:router_gateway {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:09.927832 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-26376a88-0eb6-4ef9-9623-83b769cc5a8a tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:09.946330 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9e9bb110-d97f-434c-8a7d-2b000ab154d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:09.962329 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-dbb3c031-1e7f-442c-a1a9-530b040e5d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a10d358-40c5-4108-9801-42d6d42928ff', 'name': 'tempest-FloatingIPsTestJSON-1590672599-router', 'tenant_id': '2bdd577611ae4f9585de9e743d7bf61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:40Z', 'updated_at': '2021-06-17T08:38:09Z', 'revision_number': 6, 'project_id': '2bdd577611ae4f9585de9e743d7bf61e', 'gw_port_host': None}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:09.989695 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0ae791c0-7459-406e-a4c8-5a6ee227c2e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:10.004039 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-26376a88-0eb6-4ef9-9623-83b769cc5a8a tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Network 26debee9-bc17-4dec-acaf-a4c976511744 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:10.009604 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb3c031-1e7f-442c-a1a9-530b040e5d3b None None] The sync data for ids ['9a10d358-40c5-4108-9801-42d6d42928ff'] in n-d-758944-30 is: [{'id': '9a10d358-40c5-4108-9801-42d6d42928ff', 'name': 'tempest-FloatingIPsTestJSON-1590672599-router', 'tenant_id': '2bdd577611ae4f9585de9e743d7bf61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:40Z', 'updated_at': '2021-06-17T08:38:09Z', 'revision_number': 6, 'project_id': '2bdd577611ae4f9585de9e743d7bf61e', 'gw_port_host': None}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:38:10.026142 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0ae791c0-7459-406e-a4c8-5a6ee227c2e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:10.051812 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-26376a88-0eb6-4ef9-9623-83b769cc5a8a tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:10.075473 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-26376a88-0eb6-4ef9-9623-83b769cc5a8a tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:10.100690 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-26376a88-0eb6-4ef9-9623-83b769cc5a8a tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:10.103354 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-26376a88-0eb6-4ef9-9623-83b769cc5a8a tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:10.153033 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26376a88-0eb6-4ef9-9623-83b769cc5a8a tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Pushing event updated for resources: {'Port': ['ID=2aadef2a-9a36-42fc-9ef5-c4160d767141,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:10.214768 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-26376a88-0eb6-4ef9-9623-83b769cc5a8a tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:10.230876 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590a12d-478e-4602-be0e-77b8382e9000 req-857ec736-e4eb-4902-9ba3-7351879ac4d5 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:10.232502 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7590a12d-478e-4602-be0e-77b8382e9000 req-857ec736-e4eb-4902-9ba3-7351879ac4d5 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=6474616f-f069-4103-949b-133c76dbdf41 HTTP/1.1" status: 200 len: 936 time: 0.3785322 Jun 17 08:38:10.237016 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3e08f118-c6bf-4972-880c-5ea5e39bf9fe req-f18154aa-1c35-4ca8-8321-78266cdd00f4 service neutron] 10.222.0.50 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325479 Jun 17 08:38:10.276825 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-26376a88-0eb6-4ef9-9623-83b769cc5a8a tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7407665 Jun 17 08:38:10.289233 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0ae791c0-7459-406e-a4c8-5a6ee227c2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:10.292652 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0ae791c0-7459-406e-a4c8-5a6ee227c2e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:10.298100 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0ae791c0-7459-406e-a4c8-5a6ee227c2e0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c645bbf3-a6dc-47d7-884f-6efcbbf7a0f4 HTTP/1.1" status: 204 len: 168 time: 0.5172346 Jun 17 08:38:10.298100 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bcfa6039-6c6d-4a3a-8fdc-0fb08764e95e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:10.308326 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae791c0-7459-406e-a4c8-5a6ee227c2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c645bbf3-a6dc-47d7-884f-6efcbbf7a0f4,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:10.311929 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-e33ce6a8-ea8f-4e5b-88c0-147cfc7c92ae service neutron] Request body: {'port': {'device_id': '6474616f-f069-4103-949b-133c76dbdf41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:10.325634 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0ae791c0-7459-406e-a4c8-5a6ee227c2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:10.370419 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c25cd7f6-004f-4f21-bade-82eab1c28d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:10.375444 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:10.388625 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7590a12d-478e-4602-be0e-77b8382e9000 req-a32e6f3c-ff6e-4273-8cc1-976a6e208646 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435268 Jun 17 08:38:10.460057 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cd7f6-004f-4f21-bade-82eab1c28d08 admin admin] Pushing event deleted for resources: {'Port': ['ID=d397d9f0-edfc-4fb3-ad69-c12bc08c7178,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:10.517418 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c25cd7f6-004f-4f21-bade-82eab1c28d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:10.572445 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-9a6208ff-75e1-47a7-8643-d57499b780b6 None None] Provisioning for port 2aadef2a-9a36-42fc-9ef5-c4160d767141 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:10.591607 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-9a6208ff-75e1-47a7-8643-d57499b780b6 None None] Provisioning complete for port 2aadef2a-9a36-42fc-9ef5-c4160d767141 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:10.592566 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9a6208ff-75e1-47a7-8643-d57499b780b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:10.608574 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device ebed735f-0065-45cf-a8c5-9df9969b2e30 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:38:10.622290 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c25cd7f6-004f-4f21-bade-82eab1c28d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:10.625896 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-e33ce6a8-ea8f-4e5b-88c0-147cfc7c92ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:10.733565 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-e20b2bf7-7fcc-4020-a543-f280c33921a8 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:10.735498 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-e20b2bf7-7fcc-4020-a543-f280c33921a8 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.50 "GET /v2.0/networks?id=06763fe9-e99d-4536-9f97-1417c168f505 HTTP/1.1" status: 200 len: 804 time: 0.1936424 Jun 17 08:38:10.736513 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-9a6208ff-75e1-47a7-8643-d57499b780b6 None None] Port 2aadef2a-9a36-42fc-9ef5-c4160d767141 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:38:10.757894 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-bec495f8-2610-4fa1-b4f1-bd0a0d35b2cf tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Request body: {'port': {'device_id': 'a2e54df9-33cf-4507-af1d-b17cc244d1a0', 'network_id': '06763fe9-e99d-4536-9f97-1417c168f505', 'admin_state_up': True, 'tenant_id': '25d10e174ea043af91eeee2909fa8116'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:10.871991 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c25cd7f6-004f-4f21-bade-82eab1c28d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:10.875312 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c25cd7f6-004f-4f21-bade-82eab1c28d08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:10.898475 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port ebed735f-0065-45cf-a8c5-9df9969b2e30, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=ebed735f-0065-45cf-a8c5-9df9969b2e30,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:10.921618 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-71cef05e-3878-46df-9c95-83d6650436c9 req-0957589c-a637-4913-8346-4ac63859c46a tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e54df9-33cf-4507-af1d-b17cc244d1a0 HTTP/1.1" status: 200 len: 210 time: 0.0441880 Jun 17 08:38:10.972761 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': 'ebed735f-0065-45cf-a8c5-9df9969b2e30', 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8', 'port_id': 'ebed735f-0065-45cf-a8c5-9df9969b2e30', 'mac_address': 'fa:16:3e:ce:d9:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b6fa78-2c4d-4c76-9c04-e4c6434a4b98', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:38:11.060424 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.076388 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device a3fce7cc-5cfb-41e0-9ede-feddd03d8408 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:38:11.098766 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c25cd7f6-004f-4f21-bade-82eab1c28d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.099918 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25cd7f6-004f-4f21-bade-82eab1c28d08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a10d358-40c5-4108-9801-42d6d42928ff {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:38:11.112311 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c25cd7f6-004f-4f21-bade-82eab1c28d08 admin admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.112311 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c25cd7f6-004f-4f21-bade-82eab1c28d08 admin admin] 10.222.0.49 "DELETE /v2.0/routers/9a10d358-40c5-4108-9801-42d6d42928ff HTTP/1.1" status: 204 len: 168 time: 2.3391023 Jun 17 08:38:11.112311 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40768) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:11.120783 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: a3fce7cc-5cfb-41e0-9ede-feddd03d8408 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:38:11.122770 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device a3fce7cc-5cfb-41e0-9ede-feddd03d8408 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:38:11.122911 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d397d9f0-edfc-4fb3-ad69-c12bc08c7178 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:38:11.177389 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: d397d9f0-edfc-4fb3-ad69-c12bc08c7178 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:38:11.177745 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d397d9f0-edfc-4fb3-ad69-c12bc08c7178 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:38:11.183515 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebed735f-0065-45cf-a8c5-9df9969b2e30 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:38:11.226734 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port ebed735f-0065-45cf-a8c5-9df9969b2e30, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=ebed735f-0065-45cf-a8c5-9df9969b2e30,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:11.287155 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-98fade4c-4366-4248-9aa4-85af0b21168e admin admin] Deleting subnet 50552678-4c56-4434-a3a0-58025f8da32a {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:38:11.287642 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30de4c5-fbf8-4cfe-b991-5c80e2833ea4 req-42302d06-4e88-48f5-bbb6-7cd90b26f8f4 tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:11.289295 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c30de4c5-fbf8-4cfe-b991-5c80e2833ea4 req-42302d06-4e88-48f5-bbb6-7cd90b26f8f4 tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 1102 time: 0.5637300 Jun 17 08:38:11.291021 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-98fade4c-4366-4248-9aa4-85af0b21168e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.313323 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.322116 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:11.338315 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-98fade4c-4366-4248-9aa4-85af0b21168e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.382732 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15222f7e-51ee-462e-8fa5-109aca324206 req-be99f3fe-0be1-4bf9-94a7-24ab72d4ba51 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:11.384354 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-15222f7e-51ee-462e-8fa5-109aca324206 req-be99f3fe-0be1-4bf9-94a7-24ab72d4ba51 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 943 time: 0.1931431 Jun 17 08:38:11.405878 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-e33ce6a8-ea8f-4e5b-88c0-147cfc7c92ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aadef2a-9a36-42fc-9ef5-c4160d767141 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:38:11.408265 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=ebed735f-0065-45cf-a8c5-9df9969b2e30,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:11.424639 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:11.428286 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c30de4c5-fbf8-4cfe-b991-5c80e2833ea4 req-889ad41e-39eb-44a7-a829-55e75963c363 tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301427 Jun 17 08:38:11.431232 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-bec495f8-2610-4fa1-b4f1-bd0a0d35b2cf tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Made reservation on behalf of 25d10e174ea043af91eeee2909fa8116 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:11.457289 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-bec495f8-2610-4fa1-b4f1-bd0a0d35b2cf tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.485450 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-e33ce6a8-ea8f-4e5b-88c0-147cfc7c92ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.510262 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-15222f7e-51ee-462e-8fa5-109aca324206 req-46f1538a-495f-4ec4-86e2-2820f8e9f2d2 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186194 Jun 17 08:38:11.514503 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['ebed735f-0065-45cf-a8c5-9df9969b2e30'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:38:11.548038 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-98fade4c-4366-4248-9aa4-85af0b21168e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.551145 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-e33ce6a8-ea8f-4e5b-88c0-147cfc7c92ae service neutron] Transition to ACTIVE for port object 2aadef2a-9a36-42fc-9ef5-c4160d767141 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:11.733886 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-e33ce6a8-ea8f-4e5b-88c0-147cfc7c92ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.741051 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3bcf269d-c82f-4533-876e-e36c7d4b45c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:11.784897 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4873f-e13e-49f6-be16-86699dce5c0a req-d1de789f-8fe2-4303-bfb6-294ff0a1bae2 tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:11.801260 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c5a4873f-e13e-49f6-be16-86699dce5c0a req-d1de789f-8fe2-4303-bfb6-294ff0a1bae2 tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 1102 time: 0.0972347 Jun 17 08:38:11.806228 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-98fade4c-4366-4248-9aa4-85af0b21168e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.811062 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:11.856074 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40786) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:11.867411 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-bec495f8-2610-4fa1-b4f1-bd0a0d35b2cf tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Allocated IP 172.20.0.2 (06763fe9-e99d-4536-9f97-1417c168f505/dde6362a-8d80-43f7-8fcf-3398cd98da0f/eb9a4f70-cd74-4444-870a-05399f68629f) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:11.870735 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ce6a8-ea8f-4e5b-88c0-147cfc7c92ae service neutron] Pushing event updated for resources: {'Port': ['ID=2aadef2a-9a36-42fc-9ef5-c4160d767141,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:11.875089 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fade4c-4366-4248-9aa4-85af0b21168e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50552678-4c56-4434-a3a0-58025f8da32a,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:11.881506 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-98fade4c-4366-4248-9aa4-85af0b21168e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:11.882581 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-98fade4c-4366-4248-9aa4-85af0b21168e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.884541 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-98fade4c-4366-4248-9aa4-85af0b21168e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/50552678-4c56-4434-a3a0-58025f8da32a HTTP/1.1" status: 204 len: 168 time: 0.7739241 Jun 17 08:38:11.888931 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348e92d1-eb8d-4a29-8b28-5f29c05c9934 None None] Network 014d2b65-0003-4f0d-8108-50fa5fd8446b requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:11.891564 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40790) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:11.891766 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e33ce6a8-ea8f-4e5b-88c0-147cfc7c92ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:11.899177 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-50a50b5a-5480-4bb0-bd76-06eeb175a603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.976540 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4728b-33e6-422c-9435-ba9356102b34 req-42aa14d0-6a41-4d27-9252-40d8e86dbe57 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:11.978240 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9aa4728b-33e6-422c-9435-ba9356102b34 req-42aa14d0-6a41-4d27-9252-40d8e86dbe57 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=6474616f-f069-4103-949b-133c76dbdf41 HTTP/1.1" status: 200 len: 936 time: 0.3124173 Jun 17 08:38:11.982074 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-e33ce6a8-ea8f-4e5b-88c0-147cfc7c92ae service neutron] Attempting to bind port 2aadef2a-9a36-42fc-9ef5-c4160d767141 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:38:11.982412 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-e33ce6a8-ea8f-4e5b-88c0-147cfc7c92ae service neutron] Attempting to bind port 2aadef2a-9a36-42fc-9ef5-c4160d767141 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:38:11.982743 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-e33ce6a8-ea8f-4e5b-88c0-147cfc7c92ae service neutron] Attempting to bind port 2aadef2a-9a36-42fc-9ef5-c4160d767141 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:12.013754 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-e33ce6a8-ea8f-4e5b-88c0-147cfc7c92ae service neutron] Port 2aadef2a-9a36-42fc-9ef5-c4160d767141 on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:38:12.014073 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-e33ce6a8-ea8f-4e5b-88c0-147cfc7c92ae service neutron] Attempting to bind port 2aadef2a-9a36-42fc-9ef5-c4160d767141 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:12.078485 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-e33ce6a8-ea8f-4e5b-88c0-147cfc7c92ae service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:38:12.078778 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-e33ce6a8-ea8f-4e5b-88c0-147cfc7c92ae service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:12.079066 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-e33ce6a8-ea8f-4e5b-88c0-147cfc7c92ae service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:38:12.079529 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-e33ce6a8-ea8f-4e5b-88c0-147cfc7c92ae service neutron] Bound port: 2aadef2a-9a36-42fc-9ef5-c4160d767141, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:38:12.080066 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-e33ce6a8-ea8f-4e5b-88c0-147cfc7c92ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.115276 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9aa4728b-33e6-422c-9435-ba9356102b34 req-f4a240a9-f894-4613-b41c-a4821fa9a500 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168478 Jun 17 08:38:12.185410 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb16bd9-3df0-4bf6-80eb-ce94039f5a76 None None] DHCP port deletion for 014d2b65-0003-4f0d-8108-50fa5fd8446b request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:38:12.255859 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-e33ce6a8-ea8f-4e5b-88c0-147cfc7c92ae service neutron] For port 2aadef2a-9a36-42fc-9ef5-c4160d767141, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:12.265189 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-bec495f8-2610-4fa1-b4f1-bd0a0d35b2cf tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.271505 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-eeb16bd9-3df0-4bf6-80eb-ce94039f5a76 None None] Deleting port 8afb8c16-5b30-4cc5-b86a-bd73edcd9eae {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:12.271843 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-e33ce6a8-ea8f-4e5b-88c0-147cfc7c92ae service neutron] For port 2aadef2a-9a36-42fc-9ef5-c4160d767141, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=2aadef2a-9a36-42fc-9ef5-c4160d767141,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:38:12.272083 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-eeb16bd9-3df0-4bf6-80eb-ce94039f5a76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.312742 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c5a4873f-e13e-49f6-be16-86699dce5c0a req-d5698a2b-faaa-4c8e-849e-2a3edc361a7e tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032723 Jun 17 08:38:12.369624 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-eeb16bd9-3df0-4bf6-80eb-ce94039f5a76 None None] For port 8afb8c16-5b30-4cc5-b86a-bd73edcd9eae, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=8afb8c16-5b30-4cc5-b86a-bd73edcd9eae,segment=NetworkSegment(4526234c-ebe7-406c-8833-e85e885fc743),segment_id=4526234c-ebe7-406c-8833-e85e885fc743)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:12.370349 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-eeb16bd9-3df0-4bf6-80eb-ce94039f5a76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.371557 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-e33ce6a8-ea8f-4e5b-88c0-147cfc7c92ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.377810 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-17893947-1c11-4a3a-a096-a9ffa1f5fb11 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:12.391611 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f486ea7d-ac45-466c-94d9-23a5b78d069b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.450751 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ce6a8-ea8f-4e5b-88c0-147cfc7c92ae service neutron] Pushing event updated for resources: {'Port': ['ID=2aadef2a-9a36-42fc-9ef5-c4160d767141,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:12.452024 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-eeb16bd9-3df0-4bf6-80eb-ce94039f5a76 None None] Calling delete_port for 8afb8c16-5b30-4cc5-b86a-bd73edcd9eae owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:12.455965 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e33ce6a8-ea8f-4e5b-88c0-147cfc7c92ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:12.460785 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-bec495f8-2610-4fa1-b4f1-bd0a0d35b2cf tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.468136 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:12.514379 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-e33ce6a8-ea8f-4e5b-88c0-147cfc7c92ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:12.514379 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-e33ce6a8-ea8f-4e5b-88c0-147cfc7c92ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.515748 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-e33ce6a8-ea8f-4e5b-88c0-147cfc7c92ae service neutron] 10.222.0.53 "PUT /v2.0/ports/2aadef2a-9a36-42fc-9ef5-c4160d767141 HTTP/1.1" status: 200 len: 1097 time: 2.2276433 Jun 17 08:38:12.532679 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6474616f-f069-4103-949b-133c76dbdf41', 'tag': '2aadef2a-9a36-42fc-9ef5-c4160d767141'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:12.535477 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b858bb-afff-42ac-be7d-8945dc85052f" -d '{"events": [{"name": "network-changed", "server_uuid": "6474616f-f069-4103-949b-133c76dbdf41", "tag": "2aadef2a-9a36-42fc-9ef5-c4160d767141"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:12.557686 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-bec495f8-2610-4fa1-b4f1-bd0a0d35b2cf tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Network 06763fe9-e99d-4536-9f97-1417c168f505 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:12.560098 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-50a50b5a-5480-4bb0-bd76-06eeb175a603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.570662 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-bec495f8-2610-4fa1-b4f1-bd0a0d35b2cf tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:12.573429 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-bec495f8-2610-4fa1-b4f1-bd0a0d35b2cf tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:12.579696 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-bec495f8-2610-4fa1-b4f1-bd0a0d35b2cf tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:12.580453 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-bec495f8-2610-4fa1-b4f1-bd0a0d35b2cf tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.585117 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-f486ea7d-ac45-466c-94d9-23a5b78d069b admin admin] Deleting port 8afb8c16-5b30-4cc5-b86a-bd73edcd9eae {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:12.585465 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f486ea7d-ac45-466c-94d9-23a5b78d069b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.591658 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec495f8-2610-4fa1-b4f1-bd0a0d35b2cf tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Pushing event updated for resources: {'Port': ['ID=eb9a4f70-cd74-4444-870a-05399f68629f,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:12.594891 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-bec495f8-2610-4fa1-b4f1-bd0a0d35b2cf tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:12.613089 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device ebed735f-0065-45cf-a8c5-9df9969b2e30 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:12.615098 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1e401-81f5-4039-996b-da292e6f1bb9 req-03b851c1-6a09-4501-b467-e545728ba2c1 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:12.620251 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-70b1e401-81f5-4039-996b-da292e6f1bb9 req-03b851c1-6a09-4501-b467-e545728ba2c1 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e54df9-33cf-4507-af1d-b17cc244d1a0 HTTP/1.1" status: 200 len: 931 time: 0.1535654 Jun 17 08:38:12.710375 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-70b1e401-81f5-4039-996b-da292e6f1bb9 req-1941f0ae-bf82-4d53-93ff-a6ae9c961a98 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566490 Jun 17 08:38:12.719466 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-eeb16bd9-3df0-4bf6-80eb-ce94039f5a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.723234 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-f486ea7d-ac45-466c-94d9-23a5b78d069b admin admin] For port 8afb8c16-5b30-4cc5-b86a-bd73edcd9eae, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=8afb8c16-5b30-4cc5-b86a-bd73edcd9eae,segment=NetworkSegment(4526234c-ebe7-406c-8833-e85e885fc743),segment_id=4526234c-ebe7-406c-8833-e85e885fc743)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:12.723686 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f486ea7d-ac45-466c-94d9-23a5b78d069b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.723842 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:12.727143 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-50a50b5a-5480-4bb0-bd76-06eeb175a603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.751779 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb16bd9-3df0-4bf6-80eb-ce94039f5a76 None None] Pushing event deleted for resources: {'Port': ['ID=8afb8c16-5b30-4cc5-b86a-bd73edcd9eae,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:12.755010 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-eeb16bd9-3df0-4bf6-80eb-ce94039f5a76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:12.757013 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb16bd9-3df0-4bf6-80eb-ce94039f5a76 None None] No DVR routers for this DVR port 8afb8c16-5b30-4cc5-b86a-bd73edcd9eae on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:38:12.766192 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-aa378a4e-04ad-418d-9fa4-b9b16c5cd0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:12.776683 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-aa378a4e-04ad-418d-9fa4-b9b16c5cd0e0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b6c57dd66e0449a18126830452f7b7f2&device_id=6474616f-f069-4103-949b-133c76dbdf41 HTTP/1.1" status: 200 len: 1100 time: 0.0934579 Jun 17 08:38:12.777743 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-454b2b17-3cb8-4868-907f-d0738b26a228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:12.807093 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port ebed735f-0065-45cf-a8c5-9df9969b2e30 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:12.811379 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port ebed735f-0065-45cf-a8c5-9df9969b2e30 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:12.811940 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.825993 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-1173f216-cd72-49ee-9bdc-9912f7c2a77b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=2aadef2a-9a36-42fc-9ef5-c4160d767141 HTTP/1.1" status: 200 len: 217 time: 0.0459483 Jun 17 08:38:12.893301 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7bc5e9-1d6f-47f0-bc5c-0c058cefa177 x-openstack-request-id: req-eb7bc5e9-1d6f-47f0-bc5c-0c058cefa177 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:12.894022 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6474616f-f069-4103-949b-133c76dbdf41", "tag": "2aadef2a-9a36-42fc-9ef5-c4160d767141", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:12.895112 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eb7bc5e9-1d6f-47f0-bc5c-0c058cefa177 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:12.896413 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6474616f-f069-4103-949b-133c76dbdf41', 'tag': '2aadef2a-9a36-42fc-9ef5-c4160d767141', 'status': 'completed', 'code': 200} Jun 17 08:38:12.904059 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-bec495f8-2610-4fa1-b4f1-bd0a0d35b2cf tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1515496 Jun 17 08:38:12.907307 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-f486ea7d-ac45-466c-94d9-23a5b78d069b admin admin] Calling delete_port for 8afb8c16-5b30-4cc5-b86a-bd73edcd9eae owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:12.922494 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-9f1e021d-8f67-466c-8cbb-f66a31ff9585 service neutron] Request body: {'port': {'device_id': 'a2e54df9-33cf-4507-af1d-b17cc244d1a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:12.937447 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.938516 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-50a50b5a-5480-4bb0-bd76-06eeb175a603 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ff911b2164ed45898391162fb22912b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0799108 Jun 17 08:38:12.942001 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40804) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:12.985082 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d420583-54c8-4d5d-bb0f-ae5c52daed13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebed735f-0065-45cf-a8c5-9df9969b2e30'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:12.988842 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717ca6e3-42be-498c-ab7c-ef4eaaec62cc" -d '{"events": [{"server_uuid": "5d420583-54c8-4d5d-bb0f-ae5c52daed13", "name": "network-vif-plugged", "status": "completed", "tag": "ebed735f-0065-45cf-a8c5-9df9969b2e30"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:13.011474 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port ebed735f-0065-45cf-a8c5-9df9969b2e30, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=ebed735f-0065-45cf-a8c5-9df9969b2e30,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:13.013346 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a50b5a-5480-4bb0-bd76-06eeb175a603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac5a674-7f17-475a-982d-47f0595faf13,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:13.029079 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-a5f01dac-6605-4969-b9b1-f34a4841d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:13.029079 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-a5f01dac-6605-4969-b9b1-f34a4841d1c3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1940672 Jun 17 08:38:13.049350 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-50a50b5a-5480-4bb0-bd76-06eeb175a603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:13.067291 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 8afb8c16-5b30-4cc5-b86a-bd73edcd9eae no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:38:13.108346 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f486ea7d-ac45-466c-94d9-23a5b78d069b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.117962 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:13.153378 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 8afb8c16-5b30-4cc5-b86a-bd73edcd9eae {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:38:13.156125 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 8afb8c16-5b30-4cc5-b86a-bd73edcd9eae not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:38:13.156265 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486ea7d-ac45-466c-94d9-23a5b78d069b admin admin] Pushing event deleted for resources: {'Port': ['ID=8afb8c16-5b30-4cc5-b86a-bd73edcd9eae,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:13.158104 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.160999 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:13.162000 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f486ea7d-ac45-466c-94d9-23a5b78d069b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:13.166020 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f486ea7d-ac45-466c-94d9-23a5b78d069b admin admin] No DVR routers for this DVR port 8afb8c16-5b30-4cc5-b86a-bd73edcd9eae on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:38:13.176003 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-9f1e021d-8f67-466c-8cbb-f66a31ff9585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.180374 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-152da39f-37a3-4af9-afec-161f816d2c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.225953 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=ebed735f-0065-45cf-a8c5-9df9969b2e30,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:13.231145 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:13.246982 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-152da39f-37a3-4af9-afec-161f816d2c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.270860 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f486ea7d-ac45-466c-94d9-23a5b78d069b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.282114 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-f486ea7d-ac45-466c-94d9-23a5b78d069b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['014d2b65-0003-4f0d-8108-50fa5fd8446b']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:13.287520 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-869a0350-198f-4543-9f36-a111d822fc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:13.289054 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-869a0350-198f-4543-9f36-a111d822fc78 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2509365 Jun 17 08:38:13.298703 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-f486ea7d-ac45-466c-94d9-23a5b78d069b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4526234c-ebe7-406c-8833-e85e885fc743') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:13.298703 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-f486ea7d-ac45-466c-94d9-23a5b78d069b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4526234c-ebe7-406c-8833-e85e885fc743') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:13.306824 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f486ea7d-ac45-466c-94d9-23a5b78d069b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.323751 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f486ea7d-ac45-466c-94d9-23a5b78d069b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.330688 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf2669f-e3e6-46d1-ba1c-43b1c22ae812 x-openstack-request-id: req-caf2669f-e3e6-46d1-ba1c-43b1c22ae812 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:13.331535 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d420583-54c8-4d5d-bb0f-ae5c52daed13", "name": "network-vif-plugged", "status": "completed", "tag": "ebed735f-0065-45cf-a8c5-9df9969b2e30", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:13.331828 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-caf2669f-e3e6-46d1-ba1c-43b1c22ae812 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:13.332230 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d420583-54c8-4d5d-bb0f-ae5c52daed13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebed735f-0065-45cf-a8c5-9df9969b2e30', 'code': 200} Jun 17 08:38:13.345867 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f486ea7d-ac45-466c-94d9-23a5b78d069b admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:38:13.348079 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f486ea7d-ac45-466c-94d9-23a5b78d069b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:38:13.368563 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:38:13.482662 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f486ea7d-ac45-466c-94d9-23a5b78d069b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.493657 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-094dfef1-bc97-49be-b2f5-ed6b76a5c6c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:13.494933 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fa26f-054d-4ee8-a928-7ce03b77b881 req-7624df01-4202-4d27-b70f-5ce138cdd63b tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:13.496582 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e82fa26f-054d-4ee8-a928-7ce03b77b881 req-7624df01-4202-4d27-b70f-5ce138cdd63b tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 945 time: 0.3342512 Jun 17 08:38:13.526039 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f486ea7d-ac45-466c-94d9-23a5b78d069b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.529203 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f486ea7d-ac45-466c-94d9-23a5b78d069b admin admin] 10.222.0.49 "DELETE /v2.0/networks/014d2b65-0003-4f0d-8108-50fa5fd8446b HTTP/1.1" status: 204 len: 168 time: 1.6359274 Jun 17 08:38:13.530602 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486ea7d-ac45-466c-94d9-23a5b78d069b admin admin] Pushing event deleted for resources: {'Network': ['ID=014d2b65-0003-4f0d-8108-50fa5fd8446b,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:13.540805 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f486ea7d-ac45-466c-94d9-23a5b78d069b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:13.566212 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-0bbf81ca-1cd2-42a5-bc0c-67e129f2be3e service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619469 Jun 17 08:38:13.655689 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fbfad-a9b6-4eee-bb9a-4b2074928dbd req-d634c936-5aff-4a94-b484-1349b4bbb617 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:13.658143 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f90fbfad-a9b6-4eee-bb9a-4b2074928dbd req-d634c936-5aff-4a94-b484-1349b4bbb617 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=6474616f-f069-4103-949b-133c76dbdf41 HTTP/1.1" status: 200 len: 948 time: 0.1095881 Jun 17 08:38:13.682587 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-152da39f-37a3-4af9-afec-161f816d2c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.685175 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-152da39f-37a3-4af9-afec-161f816d2c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.686387 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-152da39f-37a3-4af9-afec-161f816d2c29 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fac5a674-7f17-475a-982d-47f0595faf13 HTTP/1.1" status: 204 len: 168 time: 0.7407289 Jun 17 08:38:13.693297 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4fd763d8-a9a6-42d5-bd6b-47694eee4d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:13.697583 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f90fbfad-a9b6-4eee-bb9a-4b2074928dbd req-1200e99f-d0c1-4c46-a732-d9bc336f8dc4 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336862 Jun 17 08:38:13.750881 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152da39f-37a3-4af9-afec-161f816d2c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac5a674-7f17-475a-982d-47f0595faf13,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:13.753949 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-152da39f-37a3-4af9-afec-161f816d2c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:13.788952 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e82fa26f-054d-4ee8-a928-7ce03b77b881 req-ffac60f7-d4a8-459f-bb39-91aed6bd8412 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628379 Jun 17 08:38:13.831942 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cdeca-fa67-4530-8fb4-0db73935f095 req-41c88cd9-8dbe-4a36-a30f-1d10b199e4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:13.833476 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be5cdeca-fa67-4530-8fb4-0db73935f095 req-41c88cd9-8dbe-4a36-a30f-1d10b199e4dd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 1097 time: 0.3952866 Jun 17 08:38:13.875684 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d64988c-10f8-4d0f-9348-23f70884e529 req-762d116f-f80e-4020-8147-04448cfb8a82 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770553 Jun 17 08:38:13.917280 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be5cdeca-fa67-4530-8fb4-0db73935f095 req-6ffc6d6b-8392-4e1d-a9bf-468a34d8efe6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712042 Jun 17 08:38:13.978919 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-9f1e021d-8f67-466c-8cbb-f66a31ff9585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb9a4f70-cd74-4444-870a-05399f68629f {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:38:13.989662 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-9f1e021d-8f67-466c-8cbb-f66a31ff9585 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:14.010055 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40828) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:14.010863 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-9f1e021d-8f67-466c-8cbb-f66a31ff9585 service neutron] Transition to ACTIVE for port object eb9a4f70-cd74-4444-870a-05399f68629f will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:14.055720 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40830) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:14.056043 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-56034145-0c7d-432d-af44-8e158a2bc347 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2bdd577611ae4f9585de9e743d7bf61e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484452 Jun 17 08:38:14.173722 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-9f1e021d-8f67-466c-8cbb-f66a31ff9585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:14.185670 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:14.296276 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-70e04131-c2e7-423b-8e74-076c1fee93e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:14.329918 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b858bb-afff-42ac-be7d-8945dc85052f req-ff579461-4867-4d7b-bfd7-b551c46a2125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:14.329918 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-74b858bb-afff-42ac-be7d-8945dc85052f req-ff579461-4867-4d7b-bfd7-b551c46a2125 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b6c57dd66e0449a18126830452f7b7f2&device_id=6474616f-f069-4103-949b-133c76dbdf41 HTTP/1.1" status: 200 len: 1100 time: 0.2659426 Jun 17 08:38:14.336243 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e021d-8f67-466c-8cbb-f66a31ff9585 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9a4f70-cd74-4444-870a-05399f68629f,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:14.622966 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9f1e021d-8f67-466c-8cbb-f66a31ff9585 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:14.630811 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-70e04131-c2e7-423b-8e74-076c1fee93e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:14.651004 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e7330-8b1e-47f1-8370-a8cfc9655dea req-16cbf1d9-ec62-46b4-aa63-c7a5fc561748 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:14.652525 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1c3e7330-8b1e-47f1-8370-a8cfc9655dea req-16cbf1d9-ec62-46b4-aa63-c7a5fc561748 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e54df9-33cf-4507-af1d-b17cc244d1a0 HTTP/1.1" status: 200 len: 931 time: 0.5748377 Jun 17 08:38:14.727965 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-9f1e021d-8f67-466c-8cbb-f66a31ff9585 service neutron] Attempting to bind port eb9a4f70-cd74-4444-870a-05399f68629f on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:38:14.728310 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-9f1e021d-8f67-466c-8cbb-f66a31ff9585 service neutron] Attempting to bind port eb9a4f70-cd74-4444-870a-05399f68629f by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '5d26018e-29fa-42b2-aacb-c815edf13635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '06763fe9-e99d-4536-9f97-1417c168f505'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:38:14.728648 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-9f1e021d-8f67-466c-8cbb-f66a31ff9585 service neutron] Attempting to bind port eb9a4f70-cd74-4444-870a-05399f68629f on network 06763fe9-e99d-4536-9f97-1417c168f505 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:14.753125 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-9f1e021d-8f67-466c-8cbb-f66a31ff9585 service neutron] Port eb9a4f70-cd74-4444-870a-05399f68629f on network 06763fe9-e99d-4536-9f97-1417c168f505 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:38:14.753459 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-9f1e021d-8f67-466c-8cbb-f66a31ff9585 service neutron] Attempting to bind port eb9a4f70-cd74-4444-870a-05399f68629f on network 06763fe9-e99d-4536-9f97-1417c168f505 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:14.771850 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-9f1e021d-8f67-466c-8cbb-f66a31ff9585 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:38:14.772650 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-9f1e021d-8f67-466c-8cbb-f66a31ff9585 service neutron] Checking segment: {'id': '5d26018e-29fa-42b2-aacb-c815edf13635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '06763fe9-e99d-4536-9f97-1417c168f505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:14.772650 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-9f1e021d-8f67-466c-8cbb-f66a31ff9585 service neutron] Bound using segment: {'id': '5d26018e-29fa-42b2-aacb-c815edf13635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '06763fe9-e99d-4536-9f97-1417c168f505'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:38:14.773013 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-9f1e021d-8f67-466c-8cbb-f66a31ff9585 service neutron] Bound port: eb9a4f70-cd74-4444-870a-05399f68629f, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d26018e-29fa-42b2-aacb-c815edf13635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '06763fe9-e99d-4536-9f97-1417c168f505'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:38:14.773378 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-9f1e021d-8f67-466c-8cbb-f66a31ff9585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:14.804495 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1c3e7330-8b1e-47f1-8370-a8cfc9655dea req-4d426625-625b-4b4f-92e4-14b94289174b tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143346 Jun 17 08:38:14.846425 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b858bb-afff-42ac-be7d-8945dc85052f req-48d1c363-afdb-4f70-b2ef-2632ac8ba0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:14.848478 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-74b858bb-afff-42ac-be7d-8945dc85052f req-48d1c363-afdb-4f70-b2ef-2632ac8ba0c9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.5055358 Jun 17 08:38:14.912793 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-74b858bb-afff-42ac-be7d-8945dc85052f req-efd3a404-2b3e-4b68-9c07-0d93059d00a8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=2aadef2a-9a36-42fc-9ef5-c4160d767141 HTTP/1.1" status: 200 len: 217 time: 0.0480001 Jun 17 08:38:14.936806 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-9f1e021d-8f67-466c-8cbb-f66a31ff9585 service neutron] For port eb9a4f70-cd74-4444-870a-05399f68629f, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:14.940996 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-9f1e021d-8f67-466c-8cbb-f66a31ff9585 service neutron] For port eb9a4f70-cd74-4444-870a-05399f68629f, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=eb9a4f70-cd74-4444-870a-05399f68629f,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:38:14.973161 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-70e04131-c2e7-423b-8e74-076c1fee93e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:14.975852 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-70e04131-c2e7-423b-8e74-076c1fee93e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:14.980366 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-70e04131-c2e7-423b-8e74-076c1fee93e7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c3915ed-c0c4-4034-a9f1-546795a85fbe HTTP/1.1" status: 204 len: 168 time: 0.9202943 Jun 17 08:38:14.980366 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3c1f8fac-f992-46d8-8119-e869a882a289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:15.003941 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e04131-c2e7-423b-8e74-076c1fee93e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3915ed-c0c4-4034-a9f1-546795a85fbe,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:15.006515 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b858bb-afff-42ac-be7d-8945dc85052f req-c8220ed3-ee04-42d9-8ac8-4c435fdbe0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:15.008007 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-74b858bb-afff-42ac-be7d-8945dc85052f req-c8220ed3-ee04-42d9-8ac8-4c435fdbe0ea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0828326 Jun 17 08:38:15.025747 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-70e04131-c2e7-423b-8e74-076c1fee93e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:15.108041 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbdf30-92de-45bc-9548-5b9c976c9cab req-94d824a1-787c-42c2-959a-e9bd1845c16b tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:15.109632 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4fcbdf30-92de-45bc-9548-5b9c976c9cab req-94d824a1-787c-42c2-959a-e9bd1845c16b tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=6474616f-f069-4103-949b-133c76dbdf41 HTTP/1.1" status: 200 len: 948 time: 0.1275184 Jun 17 08:38:15.118643 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b858bb-afff-42ac-be7d-8945dc85052f req-661e0178-2ac9-4ec0-a03c-5c14471f2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:15.120181 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-74b858bb-afff-42ac-be7d-8945dc85052f req-661e0178-2ac9-4ec0-a03c-5c14471f2c15 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0933323 Jun 17 08:38:15.141363 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-9f1e021d-8f67-466c-8cbb-f66a31ff9585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:15.151622 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a2a3a6c9-63a2-4b2d-a655-ffa46ebdae9d tempest-AggregatesAdminTestJSON-369508849 tempest-AggregatesAdminTestJSON-369508849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:15.242408 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-9f1e021d-8f67-466c-8cbb-f66a31ff9585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:15.243041 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-9f1e021d-8f67-466c-8cbb-f66a31ff9585 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:15.244612 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-9f1e021d-8f67-466c-8cbb-f66a31ff9585 service neutron] 10.222.0.50 "PUT /v2.0/ports/eb9a4f70-cd74-4444-870a-05399f68629f HTTP/1.1" status: 200 len: 1092 time: 2.3293502 Jun 17 08:38:15.249141 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e54df9-33cf-4507-af1d-b17cc244d1a0', 'tag': 'eb9a4f70-cd74-4444-870a-05399f68629f'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:15.251620 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4e46b9-2735-430e-b231-7c78f853448c" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e54df9-33cf-4507-af1d-b17cc244d1a0", "tag": "eb9a4f70-cd74-4444-870a-05399f68629f"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:15.256199 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ae43d-6b3c-425d-ba13-c2071948d25c req-7af53bbe-8df4-499f-8aed-92783aef03cb tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:15.265213 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-533ae43d-6b3c-425d-ba13-c2071948d25c req-7af53bbe-8df4-499f-8aed-92783aef03cb tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 945 time: 0.0995572 Jun 17 08:38:15.267725 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4fcbdf30-92de-45bc-9548-5b9c976c9cab req-ba01fb28-1745-455e-8f55-261b4756eabd tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465039 Jun 17 08:38:15.304438 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e021d-8f67-466c-8cbb-f66a31ff9585 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9a4f70-cd74-4444-870a-05399f68629f,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:15.306371 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9f1e021d-8f67-466c-8cbb-f66a31ff9585 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:15.320742 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-74b858bb-afff-42ac-be7d-8945dc85052f req-f5545f4c-9d4c-4035-b8a2-8f8f54e751c0 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884112 Jun 17 08:38:15.324396 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-533ae43d-6b3c-425d-ba13-c2071948d25c req-a3432d2c-5239-43fa-bf8a-ec6faa2bda08 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577064 Jun 17 08:38:15.486956 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-74b858bb-afff-42ac-be7d-8945dc85052f req-04249bf0-dc7a-43b5-9dba-556d20d64c3e service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575973 Jun 17 08:38:15.502393 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-2009d26a-9b3d-4395-a563-b88a55d607fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:15.504039 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-2009d26a-9b3d-4395-a563-b88a55d607fe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=25d10e174ea043af91eeee2909fa8116&device_id=a2e54df9-33cf-4507-af1d-b17cc244d1a0 HTTP/1.1" status: 200 len: 1095 time: 0.0886054 Jun 17 08:38:15.574617 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377519b5-8ac7-4bab-b63d-0dca53fb08da x-openstack-request-id: req-377519b5-8ac7-4bab-b63d-0dca53fb08da {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:15.583338 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e54df9-33cf-4507-af1d-b17cc244d1a0", "tag": "eb9a4f70-cd74-4444-870a-05399f68629f", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:15.583684 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-377519b5-8ac7-4bab-b63d-0dca53fb08da {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:15.585430 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e54df9-33cf-4507-af1d-b17cc244d1a0', 'tag': 'eb9a4f70-cd74-4444-870a-05399f68629f', 'status': 'completed', 'code': 200} Jun 17 08:38:15.590520 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-12910ea1-30a5-4ea2-b1fe-71f68676269a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb9a4f70-cd74-4444-870a-05399f68629f HTTP/1.1" status: 200 len: 217 time: 0.0791495 Jun 17 08:38:15.694748 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-aedba6c4-9c21-4171-b710-ed66ff0c8035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:15.696619 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-aedba6c4-9c21-4171-b710-ed66ff0c8035 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dde6362a-8d80-43f7-8fcf-3398cd98da0f HTTP/1.1" status: 200 len: 844 time: 0.0979879 Jun 17 08:38:15.744154 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-5723aad8-3122-41af-8f46-887cff672d36 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06763fe9-e99d-4536-9f97-1417c168f505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299008 Jun 17 08:38:15.771355 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337a314-eb98-4530-bff5-621a44df4741 req-63c13bd0-dbc7-4d64-8770-0c8d56b91a4f tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:15.772627 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6337a314-eb98-4530-bff5-621a44df4741 req-63c13bd0-dbc7-4d64-8770-0c8d56b91a4f tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 1097 time: 0.0604913 Jun 17 08:38:15.773415 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e3866-035f-4f6d-99f2-e7310952deea req-6410c7e7-125c-4001-b6eb-d212ff708985 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:15.774935 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a10e3866-035f-4f6d-99f2-e7310952deea req-6410c7e7-125c-4001-b6eb-d212ff708985 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.1325557 Jun 17 08:38:15.813558 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6337a314-eb98-4530-bff5-621a44df4741 req-ca6036b8-433b-456d-ba97-4156dfc8633f tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329359 Jun 17 08:38:15.867967 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a10e3866-035f-4f6d-99f2-e7310952deea req-30b60c90-5a99-4dcb-9b29-8364f36c66a4 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682209 Jun 17 08:38:15.923262 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-cc56cbb0-7344-4ad0-b735-183bafa544cc service neutron] 10.222.0.50 "GET /v2.0/networks/06763fe9-e99d-4536-9f97-1417c168f505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704473 Jun 17 08:38:16.094218 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5c94a481-7a80-44a6-8dd8-b1334802fffb req-4715e9e8-e923-4a49-b3c6-2579f7f68167 service neutron] 10.222.0.50 "GET /v2.0/networks/06763fe9-e99d-4536-9f97-1417c168f505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613915 Jun 17 08:38:16.098843 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82bcbe-6b68-40df-bd33-08a46cb939ca req-6989e01a-a19b-470f-827c-0d4d04d6456e tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:16.100398 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be82bcbe-6b68-40df-bd33-08a46cb939ca req-6989e01a-a19b-470f-827c-0d4d04d6456e tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 1097 time: 0.1016667 Jun 17 08:38:16.117015 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91316fc4-9098-4fcc-97e8-597047dd8b5e req-b86d5aa7-79ef-41cc-8b99-1f475a25e012 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:16.125414 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-91316fc4-9098-4fcc-97e8-597047dd8b5e req-b86d5aa7-79ef-41cc-8b99-1f475a25e012 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e54df9-33cf-4507-af1d-b17cc244d1a0 HTTP/1.1" status: 200 len: 943 time: 0.0850255 Jun 17 08:38:16.146568 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be82bcbe-6b68-40df-bd33-08a46cb939ca req-0b5e9b62-c1eb-439b-b1bc-edb20bc26533 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396855 Jun 17 08:38:16.163645 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-91316fc4-9098-4fcc-97e8-597047dd8b5e req-f8a39a25-189a-46ba-a132-de499407ecf0 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380688 Jun 17 08:38:16.308119 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e46b9-2735-430e-b231-7c78f853448c req-b77ddc8f-2c9a-4bbf-ab80-7c2163edaf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:16.308119 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0e4e46b9-2735-430e-b231-7c78f853448c req-b77ddc8f-2c9a-4bbf-ab80-7c2163edaf2f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=25d10e174ea043af91eeee2909fa8116&device_id=a2e54df9-33cf-4507-af1d-b17cc244d1a0 HTTP/1.1" status: 200 len: 1095 time: 0.0592883 Jun 17 08:38:16.432047 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e46b9-2735-430e-b231-7c78f853448c req-fb06c6fa-ea17-44a0-a892-22bc0f1eb4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:16.433474 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0e4e46b9-2735-430e-b231-7c78f853448c req-fb06c6fa-ea17-44a0-a892-22bc0f1eb4fd service neutron] 10.222.0.50 "GET /v2.0/networks?id=06763fe9-e99d-4536-9f97-1417c168f505 HTTP/1.1" status: 200 len: 905 time: 0.1195612 Jun 17 08:38:16.492767 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0e4e46b9-2735-430e-b231-7c78f853448c req-7573478c-2e17-4802-8f15-9cf7ba874070 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb9a4f70-cd74-4444-870a-05399f68629f HTTP/1.1" status: 200 len: 217 time: 0.0510123 Jun 17 08:38:16.566396 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e46b9-2735-430e-b231-7c78f853448c req-a3029b92-f1be-4c11-83a6-851d71402034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:16.567796 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0e4e46b9-2735-430e-b231-7c78f853448c req-a3029b92-f1be-4c11-83a6-851d71402034 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dde6362a-8d80-43f7-8fcf-3398cd98da0f HTTP/1.1" status: 200 len: 844 time: 0.0687115 Jun 17 08:38:16.576593 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f024f-3987-4f56-a668-0cb1427645de req-76250623-4777-4755-a7e1-28f40f38f290 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:16.578105 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5b7f024f-3987-4f56-a668-0cb1427645de req-76250623-4777-4755-a7e1-28f40f38f290 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=6474616f-f069-4103-949b-133c76dbdf41 HTTP/1.1" status: 200 len: 948 time: 0.1482666 Jun 17 08:38:16.611606 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0e4e46b9-2735-430e-b231-7c78f853448c req-9da16a4b-c5fb-4237-8788-e5daf2655cdc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06763fe9-e99d-4536-9f97-1417c168f505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325165 Jun 17 08:38:16.679754 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40930) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:16.688537 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5b7f024f-3987-4f56-a668-0cb1427645de req-e0998812-d7d3-4ff3-a513-7e485a289949 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004262 Jun 17 08:38:16.766403 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0e4e46b9-2735-430e-b231-7c78f853448c req-d3824bee-c921-4bdb-8b4d-645603a80b53 service neutron] 10.222.0.50 "GET /v2.0/networks/06763fe9-e99d-4536-9f97-1417c168f505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451049 Jun 17 08:38:16.879262 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0e4e46b9-2735-430e-b231-7c78f853448c req-9f6dfe3c-1053-4fe9-a0c4-ccbd9df3f35e service neutron] 10.222.0.50 "GET /v2.0/networks/06763fe9-e99d-4536-9f97-1417c168f505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064310 Jun 17 08:38:16.951010 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4b3a4ebe-518f-40c8-aebf-7f7ed33f5fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.009002 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a78820-4a24-450c-8de6-1ff8af00d767 req-eb946c2c-19f8-4ece-9e40-9e9744664bf3 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:17.016053 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c0a78820-4a24-450c-8de6-1ff8af00d767 req-eb946c2c-19f8-4ece-9e40-9e9744664bf3 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 1097 time: 0.1735575 Jun 17 08:38:17.079976 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c0a78820-4a24-450c-8de6-1ff8af00d767 req-20ecee2d-ce19-458d-8d6f-8c310693ac91 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621874 Jun 17 08:38:17.095939 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb0f84-71be-41bb-bc50-42b5d30338f4 req-c0bb7f7c-0153-4ede-b565-d09c48e4a16a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:17.114454 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-debb0f84-71be-41bb-bc50-42b5d30338f4 req-c0bb7f7c-0153-4ede-b565-d09c48e4a16a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.0992248 Jun 17 08:38:17.151506 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4b3a4ebe-518f-40c8-aebf-7f7ed33f5fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.174743 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-debb0f84-71be-41bb-bc50-42b5d30338f4 req-c550bf9d-0653-449a-bc02-b5091abc6425 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570509 Jun 17 08:38:17.233590 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4b3a4ebe-518f-40c8-aebf-7f7ed33f5fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.241425 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-360e2727-5250-4069-914a-3c2339026083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:17.285400 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4b3a4ebe-518f-40c8-aebf-7f7ed33f5fe1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=721207edee1049ee92fccd9f64251aa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6019773 Jun 17 08:38:17.285400 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a4ebe-518f-40c8-aebf-7f7ed33f5fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aeab2c2-f131-437a-9425-aaaf5940339c,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:17.286305 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40960) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:17.292474 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a4ebe-518f-40c8-aebf-7f7ed33f5fe1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:17.292840 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a4ebe-518f-40c8-aebf-7f7ed33f5fe1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:17.293213 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a4ebe-518f-40c8-aebf-7f7ed33f5fe1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:17.293543 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a4ebe-518f-40c8-aebf-7f7ed33f5fe1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:17.293893 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a4ebe-518f-40c8-aebf-7f7ed33f5fe1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:17.294222 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a4ebe-518f-40c8-aebf-7f7ed33f5fe1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:17.294562 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a4ebe-518f-40c8-aebf-7f7ed33f5fe1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:17.294901 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a4ebe-518f-40c8-aebf-7f7ed33f5fe1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:17.295368 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a4ebe-518f-40c8-aebf-7f7ed33f5fe1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:17.295732 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a4ebe-518f-40c8-aebf-7f7ed33f5fe1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:17.296071 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a4ebe-518f-40c8-aebf-7f7ed33f5fe1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:17.296407 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a4ebe-518f-40c8-aebf-7f7ed33f5fe1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:17.311195 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4b3a4ebe-518f-40c8-aebf-7f7ed33f5fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:17.328231 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 2aadef2a-9a36-42fc-9ef5-c4160d767141 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:38:17.383191 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-07968b5d-956a-4ef2-8443-4b875374b3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.405455 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.415242 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-07968b5d-956a-4ef2-8443-4b875374b3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.461326 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 2aadef2a-9a36-42fc-9ef5-c4160d767141, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=2aadef2a-9a36-42fc-9ef5-c4160d767141,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:17.481890 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '2aadef2a-9a36-42fc-9ef5-c4160d767141', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '2aadef2a-9a36-42fc-9ef5-c4160d767141', 'mac_address': 'fa:16:3e:8b:fa:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:38:17.514759 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103e3de-0a65-4b60-ae8c-9358689722f5 req-9831e99b-93ee-40d3-aff4-40314f6713b4 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:17.516320 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5103e3de-0a65-4b60-ae8c-9358689722f5 req-9831e99b-93ee-40d3-aff4-40314f6713b4 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e54df9-33cf-4507-af1d-b17cc244d1a0 HTTP/1.1" status: 200 len: 943 time: 0.0854890 Jun 17 08:38:17.536094 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.558182 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aadef2a-9a36-42fc-9ef5-c4160d767141 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:38:17.567324 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5103e3de-0a65-4b60-ae8c-9358689722f5 req-62a454a0-a8e5-4c57-bf53-198f025733f8 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452471 Jun 17 08:38:17.599997 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 2aadef2a-9a36-42fc-9ef5-c4160d767141, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=2aadef2a-9a36-42fc-9ef5-c4160d767141,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:17.629124 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-07968b5d-956a-4ef2-8443-4b875374b3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.632608 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-07968b5d-956a-4ef2-8443-4b875374b3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.635803 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-07968b5d-956a-4ef2-8443-4b875374b3a3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1aeab2c2-f131-437a-9425-aaaf5940339c HTTP/1.1" status: 204 len: 168 time: 0.3463559 Jun 17 08:38:17.635803 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c187ee0f-5f80-4c2e-856a-1786dffe1d8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:17.644682 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07968b5d-956a-4ef2-8443-4b875374b3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aeab2c2-f131-437a-9425-aaaf5940339c,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:17.646943 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-07968b5d-956a-4ef2-8443-4b875374b3a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:17.696517 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.698523 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:17.763552 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=2aadef2a-9a36-42fc-9ef5-c4160d767141,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:17.793758 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:17.794114 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:17.794458 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:17.794920 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:17.795260 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:17.795591 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:17.796078 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:17.796418 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:17.796747 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:17.797069 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:17.797554 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:17.798070 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:17.805997 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:17.933586 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490def9e-ddbf-419e-8c71-c5f329209004 req-9833456d-ef7f-4731-ad01-9f154476e9e1 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:17.936023 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-490def9e-ddbf-419e-8c71-c5f329209004 req-9833456d-ef7f-4731-ad01-9f154476e9e1 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=6474616f-f069-4103-949b-133c76dbdf41 HTTP/1.1" status: 200 len: 949 time: 0.0891366 Jun 17 08:38:17.981492 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-490def9e-ddbf-419e-8c71-c5f329209004 req-a1173fd3-ceda-4e06-8ef7-149a05d7ff4f tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368011 Jun 17 08:38:18.010829 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['2aadef2a-9a36-42fc-9ef5-c4160d767141'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:38:18.250488 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a16b5d-a4a4-44a2-a08e-b0161ae0f0ea req-38781a10-dc4f-4bf2-84ce-3e1f64acc83e tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:18.252175 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d0a16b5d-a4a4-44a2-a08e-b0161ae0f0ea req-38781a10-dc4f-4bf2-84ce-3e1f64acc83e tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 1097 time: 0.0549731 Jun 17 08:38:18.294362 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d0a16b5d-a4a4-44a2-a08e-b0161ae0f0ea req-bf592f67-513d-46ba-8983-e3756e5775be tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322089 Jun 17 08:38:18.461765 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4668d-2774-4df8-a7c6-a0f5e88edfee req-041ab99a-591e-4f25-aea2-2fabd31806d4 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:18.463538 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1ad4668d-2774-4df8-a7c6-a0f5e88edfee req-041ab99a-591e-4f25-aea2-2fabd31806d4 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.0688574 Jun 17 08:38:18.506612 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41026) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:18.515269 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1ad4668d-2774-4df8-a7c6-a0f5e88edfee req-1e642ec9-e403-4a53-ae4f-34b022a7f7e2 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451574 Jun 17 08:38:18.524955 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-32819d1c-afcd-429a-b591-f1068a7a7497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.629778 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41030) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:18.647316 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device eb9a4f70-cd74-4444-870a-05399f68629f details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:38:18.663255 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-32819d1c-afcd-429a-b591-f1068a7a7497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.731164 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-32819d1c-afcd-429a-b591-f1068a7a7497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.735172 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-96d15e9b-aadd-4edd-93fe-70f3a8641ca6 tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:18.767168 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-85b96581-9737-45f7-aa6c-be9076f1be28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.773524 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port eb9a4f70-cd74-4444-870a-05399f68629f, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=eb9a4f70-cd74-4444-870a-05399f68629f,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:18.778637 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-32819d1c-afcd-429a-b591-f1068a7a7497 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3694c8709d04df6ae24abfe85bcd25b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682943 Jun 17 08:38:18.779647 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41034) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:18.786580 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': 'eb9a4f70-cd74-4444-870a-05399f68629f', 'network_id': '06763fe9-e99d-4536-9f97-1417c168f505', 'port_id': 'eb9a4f70-cd74-4444-870a-05399f68629f', 'mac_address': 'fa:16:3e:be:79:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde6362a-8d80-43f7-8fcf-3398cd98da0f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:38:18.788422 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32819d1c-afcd-429a-b591-f1068a7a7497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e98f32-9ddf-40bf-a335-38f3cac43f5f,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:18.818780 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-32819d1c-afcd-429a-b591-f1068a7a7497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:18.847918 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.886289 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5e9c-b782-4515-9f56-08e0b3f25a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.892124 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb9a4f70-cd74-4444-870a-05399f68629f {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:38:18.923851 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5e9c-b782-4515-9f56-08e0b3f25a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.924110 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-85b96581-9737-45f7-aa6c-be9076f1be28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.948365 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port eb9a4f70-cd74-4444-870a-05399f68629f, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=eb9a4f70-cd74-4444-870a-05399f68629f,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:19.017359 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-85b96581-9737-45f7-aa6c-be9076f1be28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.021081 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0785e6ee-989e-4519-97b6-7512345fa808 tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:19.050137 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.052381 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:19.060559 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b96581-9737-45f7-aa6c-be9076f1be28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbf4593-bb7b-4ca7-a221-293f5c9e06d4,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:19.063642 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-85b96581-9737-45f7-aa6c-be9076f1be28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:19.066505 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-85b96581-9737-45f7-aa6c-be9076f1be28 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2dc400a329eb4fe3aa42d0c4fe6e5d3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4355838 Jun 17 08:38:19.069086 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41042) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:19.069656 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685dca91-e27e-4041-a526-62ffd4e9cd4f req-c682f30a-2ef9-44ae-8b06-b03a9a32a143 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:19.071512 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-685dca91-e27e-4041-a526-62ffd4e9cd4f req-c682f30a-2ef9-44ae-8b06-b03a9a32a143 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e54df9-33cf-4507-af1d-b17cc244d1a0 HTTP/1.1" status: 200 len: 943 time: 0.0726666 Jun 17 08:38:19.105302 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=eb9a4f70-cd74-4444-870a-05399f68629f,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:19.109037 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:19.117236 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-685dca91-e27e-4041-a526-62ffd4e9cd4f req-6d06f9b5-e498-4480-81b5-7cd124dca23a tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399089 Jun 17 08:38:19.122191 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-be83a30b-76f1-461d-bbdf-33de6a09a474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.146471 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-be83a30b-76f1-461d-bbdf-33de6a09a474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.146785 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5e9c-b782-4515-9f56-08e0b3f25a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.149385 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5e9c-b782-4515-9f56-08e0b3f25a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.150506 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-cc6f5e9c-b782-4515-9f56-08e0b3f25a3c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/85e98f32-9ddf-40bf-a335-38f3cac43f5f HTTP/1.1" status: 204 len: 168 time: 0.3698123 Jun 17 08:38:19.151548 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-882bb87d-603b-47f7-a193-1322c80a5596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:19.164037 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f5e9c-b782-4515-9f56-08e0b3f25a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e98f32-9ddf-40bf-a335-38f3cac43f5f,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:19.166389 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cc6f5e9c-b782-4515-9f56-08e0b3f25a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:19.252361 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['eb9a4f70-cd74-4444-870a-05399f68629f'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:38:19.271054 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-be83a30b-76f1-461d-bbdf-33de6a09a474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.276266 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-be83a30b-76f1-461d-bbdf-33de6a09a474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.281733 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-be83a30b-76f1-461d-bbdf-33de6a09a474 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9bbf4593-bb7b-4ca7-a221-293f5c9e06d4 HTTP/1.1" status: 204 len: 168 time: 0.2091227 Jun 17 08:38:19.281733 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-85b96581-9737-45f7-aa6c-be9076f1be28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:19.296733 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83a30b-76f1-461d-bbdf-33de6a09a474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbf4593-bb7b-4ca7-a221-293f5c9e06d4,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:19.304446 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-be83a30b-76f1-461d-bbdf-33de6a09a474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:19.358304 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 2aadef2a-9a36-42fc-9ef5-c4160d767141 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:19.388312 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74dde5-d25b-4dff-9ef7-6b500a81a038 req-063c8cd3-d260-4532-910c-1588ea51ca24 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:19.390066 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0f74dde5-d25b-4dff-9ef7-6b500a81a038 req-063c8cd3-d260-4532-910c-1588ea51ca24 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=6474616f-f069-4103-949b-133c76dbdf41 HTTP/1.1" status: 200 len: 949 time: 0.0929477 Jun 17 08:38:19.446199 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0f74dde5-d25b-4dff-9ef7-6b500a81a038 req-703f321b-b536-402f-b9aa-013532f1aa76 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376544 Jun 17 08:38:19.595334 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 2aadef2a-9a36-42fc-9ef5-c4160d767141 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:19.601884 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 2aadef2a-9a36-42fc-9ef5-c4160d767141 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:19.602280 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.696433 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.720650 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6474616f-f069-4103-949b-133c76dbdf41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aadef2a-9a36-42fc-9ef5-c4160d767141'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:19.723053 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6748eb90-b96c-4768-a26b-abbd559f5969" -d '{"events": [{"server_uuid": "6474616f-f069-4103-949b-133c76dbdf41", "name": "network-vif-plugged", "status": "completed", "tag": "2aadef2a-9a36-42fc-9ef5-c4160d767141"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:19.735881 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 2aadef2a-9a36-42fc-9ef5-c4160d767141, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=2aadef2a-9a36-42fc-9ef5-c4160d767141,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:19.845010 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2586f9-53b9-4c0c-b15c-19d8281ebcf7 req-b3409e18-9fb5-4eac-8196-ee5d16dad2f2 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:19.846680 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2b2586f9-53b9-4c0c-b15c-19d8281ebcf7 req-b3409e18-9fb5-4eac-8196-ee5d16dad2f2 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.0722578 Jun 17 08:38:19.858340 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.860977 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-08fa96ee-cd9e-49c9-a1ce-ef602374bc0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:19.913678 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2b2586f9-53b9-4c0c-b15c-19d8281ebcf7 req-d5c1fb9e-248d-4df3-8485-765cf8095e51 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609541 Jun 17 08:38:19.934773 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=2aadef2a-9a36-42fc-9ef5-c4160d767141,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:19.939186 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:20.025810 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d6ad0c-9a0f-40ac-9060-51390e45ed47 x-openstack-request-id: req-89d6ad0c-9a0f-40ac-9060-51390e45ed47 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:20.026459 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6474616f-f069-4103-949b-133c76dbdf41", "name": "network-vif-plugged", "status": "completed", "tag": "2aadef2a-9a36-42fc-9ef5-c4160d767141", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:20.026726 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-89d6ad0c-9a0f-40ac-9060-51390e45ed47 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:20.027420 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6474616f-f069-4103-949b-133c76dbdf41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aadef2a-9a36-42fc-9ef5-c4160d767141', 'code': 200} Jun 17 08:38:20.178492 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e725d2-040f-4f2a-a4c0-e865de892013 req-e72c9377-931f-4067-8466-27b0a05e2b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:20.178492 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-54e725d2-040f-4f2a-a4c0-e865de892013 req-e72c9377-931f-4067-8466-27b0a05e2b6b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6474616f-f069-4103-949b-133c76dbdf41 HTTP/1.1" status: 200 len: 1102 time: 0.0746560 Jun 17 08:38:20.212798 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.248870 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-54e725d2-040f-4f2a-a4c0-e865de892013 req-8f7fe648-89b0-4195-ae00-3f3ddab7fc1a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668869 Jun 17 08:38:20.334472 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a54761-da34-4e79-9d58-7bbb51033ff0 req-ec361e84-e3ef-409b-8126-a926da87ad8c tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:20.335953 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-95a54761-da34-4e79-9d58-7bbb51033ff0 req-ec361e84-e3ef-409b-8126-a926da87ad8c tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e54df9-33cf-4507-af1d-b17cc244d1a0 HTTP/1.1" status: 200 len: 944 time: 0.0652313 Jun 17 08:38:20.382387 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-95a54761-da34-4e79-9d58-7bbb51033ff0 req-f997c424-547a-4622-b431-89d04c67ae3b tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381534 Jun 17 08:38:20.677388 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device eb9a4f70-cd74-4444-870a-05399f68629f up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:20.812461 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port eb9a4f70-cd74-4444-870a-05399f68629f completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:20.816983 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port eb9a4f70-cd74-4444-870a-05399f68629f triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:20.823412 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.823769 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ca172-0110-4bf4-a5a4-11e58a33da1e req-7e169b3e-116a-4513-b600-4275bf405afc tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:20.824591 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-163ca172-0110-4bf4-a5a4-11e58a33da1e req-7e169b3e-116a-4513-b600-4275bf405afc tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=6474616f-f069-4103-949b-133c76dbdf41 HTTP/1.1" status: 200 len: 950 time: 0.0862262 Jun 17 08:38:20.871795 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-163ca172-0110-4bf4-a5a4-11e58a33da1e req-cf40c2be-a5d2-4a1d-826f-22d7b3c2d818 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397642 Jun 17 08:38:20.907034 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.953460 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port eb9a4f70-cd74-4444-870a-05399f68629f, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=eb9a4f70-cd74-4444-870a-05399f68629f,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:21.085956 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:21.089017 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:21.161601 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=eb9a4f70-cd74-4444-870a-05399f68629f,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:21.165177 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:21.224610 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ac488-fb64-44cb-a9d4-97954ae8155b req-05748ae2-1c50-46f4-80b7-ac3654f743c8 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:21.226160 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bf1ac488-fb64-44cb-a9d4-97954ae8155b req-05748ae2-1c50-46f4-80b7-ac3654f743c8 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.0862546 Jun 17 08:38:21.280747 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bf1ac488-fb64-44cb-a9d4-97954ae8155b req-73e6db13-66c4-48f0-8a15-8925ed75ba5e tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456498 Jun 17 08:38:21.658148 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d5530-5cca-43f2-9d16-b3ba896abc52 req-3409cb02-af3c-4a86-b92a-149936857721 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:21.660305 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e63d5530-5cca-43f2-9d16-b3ba896abc52 req-3409cb02-af3c-4a86-b92a-149936857721 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e54df9-33cf-4507-af1d-b17cc244d1a0 HTTP/1.1" status: 200 len: 945 time: 0.0764921 Jun 17 08:38:21.704735 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e63d5530-5cca-43f2-9d16-b3ba896abc52 req-ff64ac71-989a-4197-a035-6e2c59ad829d tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342927 Jun 17 08:38:21.968453 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41172) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:22.029284 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e54df9-33cf-4507-af1d-b17cc244d1a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9a4f70-cd74-4444-870a-05399f68629f'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:22.033815 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4de84e7-9e5c-4e23-ab0f-dfb5df657083" -d '{"events": [{"server_uuid": "a2e54df9-33cf-4507-af1d-b17cc244d1a0", "name": "network-vif-plugged", "status": "completed", "tag": "eb9a4f70-cd74-4444-870a-05399f68629f"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:22.046097 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41180) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:22.134894 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41184) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:22.257756 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe85f-026a-4f07-9e9f-0ed29ef0cac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:22.287955 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-b6d48a30-5bf9-4144-820b-c77da2564ea9 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:38:22.288909 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-b6d48a30-5bf9-4144-820b-c77da2564ea9 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2405000 Jun 17 08:38:22.329917 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e87e7fbf-2ace-4f4c-89f3-9e3578ca5e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:22.375675 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb46f6-ae69-42b3-985a-8fbbe7233ff7 req-548d3c78-113e-4fdb-88be-b31f9237273a tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:22.377622 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a1bb46f6-ae69-42b3-985a-8fbbe7233ff7 req-548d3c78-113e-4fdb-88be-b31f9237273a tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=6474616f-f069-4103-949b-133c76dbdf41 HTTP/1.1" status: 200 len: 950 time: 0.0752900 Jun 17 08:38:22.398937 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-4cf2febf-72fe-4812-8a16-9bdc7e896889 service neutron] Request body: {'binding': {'host': 'n-h2-758944-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:22.399406 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-4cf2febf-72fe-4812-8a16-9bdc7e896889 service neutron] Unknown quota resources ['binding']. {{(pid=94520) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:38:22.419185 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a1bb46f6-ae69-42b3-985a-8fbbe7233ff7 req-b15032ed-79f9-43f1-a848-4c5f6a15f1ab tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349159 Jun 17 08:38:22.430345 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe85f-026a-4f07-9e9f-0ed29ef0cac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:22.501336 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe85f-026a-4f07-9e9f-0ed29ef0cac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:22.509487 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2d95ddfa-a37e-4e02-b7dd-8402edd07eec tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:22.566085 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b1d1b1-c8a8-4e85-8390-633f514a7aaf x-openstack-request-id: req-f8b1d1b1-c8a8-4e85-8390-633f514a7aaf {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:22.566395 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e54df9-33cf-4507-af1d-b17cc244d1a0", "name": "network-vif-plugged", "status": "completed", "tag": "eb9a4f70-cd74-4444-870a-05399f68629f", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:22.566663 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8b1d1b1-c8a8-4e85-8390-633f514a7aaf {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:22.567076 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e54df9-33cf-4507-af1d-b17cc244d1a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9a4f70-cd74-4444-870a-05399f68629f', 'code': 200} Jun 17 08:38:22.590094 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9fe85f-026a-4f07-9e9f-0ed29ef0cac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d043f55-b57a-41da-b11f-22ab45522baf,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:22.610581 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7b9fe85f-026a-4f07-9e9f-0ed29ef0cac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:22.616135 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7b9fe85f-026a-4f07-9e9f-0ed29ef0cac4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a70a16319ee24064a09f0cb65ee93cd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6461489 Jun 17 08:38:22.624807 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41204) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:22.661640 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-4cf2febf-72fe-4812-8a16-9bdc7e896889 service neutron] Attempting to bind port ebed735f-0065-45cf-a8c5-9df9969b2e30 on host n-h2-758944-30 for vnic_type normal with profile None {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:38:22.661973 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-4cf2febf-72fe-4812-8a16-9bdc7e896889 service neutron] Attempting to bind port ebed735f-0065-45cf-a8c5-9df9969b2e30 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:38:22.662499 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-4cf2febf-72fe-4812-8a16-9bdc7e896889 service neutron] Attempting to bind port ebed735f-0065-45cf-a8c5-9df9969b2e30 on network f60ef741-1693-4275-83c4-b371328659a8 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:22.679067 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-4cf2febf-72fe-4812-8a16-9bdc7e896889 service neutron] Port ebed735f-0065-45cf-a8c5-9df9969b2e30 on network f60ef741-1693-4275-83c4-b371328659a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:38:22.679678 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-4cf2febf-72fe-4812-8a16-9bdc7e896889 service neutron] Attempting to bind port ebed735f-0065-45cf-a8c5-9df9969b2e30 on network f60ef741-1693-4275-83c4-b371328659a8 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:22.694139 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987ef69-a8ac-412a-9c29-2c8624dd0eaf req-938f10eb-47a0-45f2-9a64-bce0a284ac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:22.695736 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b987ef69-a8ac-412a-9c29-2c8624dd0eaf req-938f10eb-47a0-45f2-9a64-bce0a284ac94 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a2e54df9-33cf-4507-af1d-b17cc244d1a0 HTTP/1.1" status: 200 len: 1097 time: 0.0568745 Jun 17 08:38:22.704066 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-4cf2febf-72fe-4812-8a16-9bdc7e896889 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:38:22.704758 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-4cf2febf-72fe-4812-8a16-9bdc7e896889 service neutron] Checking segment: {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:22.706672 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-4cf2febf-72fe-4812-8a16-9bdc7e896889 service neutron] Bound using segment: {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:38:22.706672 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-4cf2febf-72fe-4812-8a16-9bdc7e896889 service neutron] Bound port: ebed735f-0065-45cf-a8c5-9df9969b2e30, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:38:22.765648 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e87e7fbf-2ace-4f4c-89f3-9e3578ca5e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:22.768049 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b987ef69-a8ac-412a-9c29-2c8624dd0eaf req-dc494bed-ea16-4faf-9da3-6d2fbeae2487 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652976 Jun 17 08:38:22.771916 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3f428f99-3752-429f-b78b-3722d5389f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:22.798442 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b536d0-3024-4874-8551-f8eb8c4f1e91 req-3b0baf58-1516-4c99-b6a4-80cda2a1b5a2 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:22.798442 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f1b536d0-3024-4874-8551-f8eb8c4f1e91 req-3b0baf58-1516-4c99-b6a4-80cda2a1b5a2 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.0812879 Jun 17 08:38:22.808957 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3f428f99-3752-429f-b78b-3722d5389f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:22.818494 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-4cf2febf-72fe-4812-8a16-9bdc7e896889 service neutron] For port ebed735f-0065-45cf-a8c5-9df9969b2e30, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ebed735f-0065-45cf-a8c5-9df9969b2e30,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:38:22.841759 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f1b536d0-3024-4874-8551-f8eb8c4f1e91 req-fe4e562d-2b39-465d-8b18-d0d89c3b689f tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369840 Jun 17 08:38:22.873796 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e87e7fbf-2ace-4f4c-89f3-9e3578ca5e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:22.878758 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ce08ade1-6512-4d47-a8cf-33eba4ceab4a tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:22.913104 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e87e7fbf-2ace-4f4c-89f3-9e3578ca5e00 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ae62c16f8793445086de20ed7a0c62ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7770617 Jun 17 08:38:22.918928 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-4cf2febf-72fe-4812-8a16-9bdc7e896889 service neutron] Notify callbacks [] for binding, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:22.919076 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41210) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:22.919162 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-4cf2febf-72fe-4812-8a16-9bdc7e896889 service neutron] 10.222.0.49 "POST /v2.0/ports/ebed735f-0065-45cf-a8c5-9df9969b2e30/bindings HTTP/1.1" status: 201 len: 390 time: 0.5775626 Jun 17 08:38:22.919162 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e7fbf-2ace-4f4c-89f3-9e3578ca5e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bb8a67-a0ea-4238-9ce4-4dad2777643d,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:22.921104 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e87e7fbf-2ace-4f4c-89f3-9e3578ca5e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:22.993189 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e3d44c69-2b62-43de-bb96-8d1cef5eca7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:23.006788 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3f428f99-3752-429f-b78b-3722d5389f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:23.009433 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3f428f99-3752-429f-b78b-3722d5389f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:23.010689 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3f428f99-3752-429f-b78b-3722d5389f89 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4d043f55-b57a-41da-b11f-22ab45522baf HTTP/1.1" status: 204 len: 168 time: 0.3844848 Jun 17 08:38:23.011727 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d14c5ab4-3721-4896-bb5a-2d57ae2a0ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:23.026727 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f428f99-3752-429f-b78b-3722d5389f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d043f55-b57a-41da-b11f-22ab45522baf,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:23.027999 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e3d44c69-2b62-43de-bb96-8d1cef5eca7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:23.030937 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3f428f99-3752-429f-b78b-3722d5389f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:23.198582 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e3d44c69-2b62-43de-bb96-8d1cef5eca7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:23.204685 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e3d44c69-2b62-43de-bb96-8d1cef5eca7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:23.221606 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e3d44c69-2b62-43de-bb96-8d1cef5eca7f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e8bb8a67-a0ea-4238-9ce4-4dad2777643d HTTP/1.1" status: 204 len: 168 time: 0.2935991 Jun 17 08:38:23.224391 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-70e04131-c2e7-423b-8e74-076c1fee93e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:23.250237 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d44c69-2b62-43de-bb96-8d1cef5eca7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bb8a67-a0ea-4238-9ce4-4dad2777643d,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:23.259549 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d44c69-2b62-43de-bb96-8d1cef5eca7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:23.260656 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d44c69-2b62-43de-bb96-8d1cef5eca7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:23.261100 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d44c69-2b62-43de-bb96-8d1cef5eca7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:23.261547 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d44c69-2b62-43de-bb96-8d1cef5eca7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:23.261978 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d44c69-2b62-43de-bb96-8d1cef5eca7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:23.262404 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d44c69-2b62-43de-bb96-8d1cef5eca7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:23.262816 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d44c69-2b62-43de-bb96-8d1cef5eca7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:23.263238 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d44c69-2b62-43de-bb96-8d1cef5eca7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:23.263972 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d44c69-2b62-43de-bb96-8d1cef5eca7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:23.264402 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d44c69-2b62-43de-bb96-8d1cef5eca7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:23.264818 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d44c69-2b62-43de-bb96-8d1cef5eca7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:23.265248 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d44c69-2b62-43de-bb96-8d1cef5eca7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:23.269074 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e3d44c69-2b62-43de-bb96-8d1cef5eca7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:23.342324 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e2799-ad46-427b-9a0a-9a9a64da0fba req-c1876a40-5d8e-471e-be05-cb33320e3481 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:23.343868 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4c8e2799-ad46-427b-9a0a-9a9a64da0fba req-c1876a40-5d8e-471e-be05-cb33320e3481 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e54df9-33cf-4507-af1d-b17cc244d1a0 HTTP/1.1" status: 200 len: 945 time: 0.0691240 Jun 17 08:38:23.384441 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce2666-d69d-4e85-95a9-51e89c5ea32a req-054584b1-368c-4150-9707-0529a963ef13 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:23.386130 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f9ce2666-d69d-4e85-95a9-51e89c5ea32a req-054584b1-368c-4150-9707-0529a963ef13 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=6474616f-f069-4103-949b-133c76dbdf41 HTTP/1.1" status: 200 len: 950 time: 0.0785861 Jun 17 08:38:23.400522 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4c8e2799-ad46-427b-9a0a-9a9a64da0fba req-fbc7802e-cada-43e7-8f0f-9f1c860f999b tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488460 Jun 17 08:38:23.445814 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f9ce2666-d69d-4e85-95a9-51e89c5ea32a req-6c51fd92-9fb0-439b-82ae-32335e23c83b tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450730 Jun 17 08:38:23.610268 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385442e-1674-42ac-b0eb-3a219713ee66 req-00e4e03d-03c3-4687-8e64-59d8b3eee04b tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:23.616121 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f385442e-1674-42ac-b0eb-3a219713ee66 req-00e4e03d-03c3-4687-8e64-59d8b3eee04b tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 945 time: 0.0996985 Jun 17 08:38:23.652923 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f385442e-1674-42ac-b0eb-3a219713ee66 req-aede8f41-b56c-4308-bb8c-eb80155a7de6 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352397 Jun 17 08:38:23.952548 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-24fde52f-242e-4829-b167-5da1f4ddcf0d tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=b6c57dd66e0449a18126830452f7b7f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427098 Jun 17 08:38:24.019876 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41264) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:24.051646 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-47155529-f9c8-468b-9cef-832ca8c895ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:24.053184 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-47155529-f9c8-468b-9cef-832ca8c895ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 1097 time: 0.1143680 Jun 17 08:38:24.095585 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6f9c4ed2-d303-48a9-8a28-2869cbefde08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:24.096783 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-1c5dc6b3-f183-4eac-9ca7-8ae76bcac370 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:24.099524 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-1c5dc6b3-f183-4eac-9ca7-8ae76bcac370 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1455877 Jun 17 08:38:24.124407 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-a68f5958-177a-4abb-b3ff-339d9edf8f20 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/quotas/b6c57dd66e0449a18126830452f7b7f2 HTTP/1.1" status: 200 len: 375 time: 0.0160522 Jun 17 08:38:24.207412 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-0b99648c-4ae4-430f-ae9c-bf728d6644e6 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b6c57dd66e0449a18126830452f7b7f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0807266 Jun 17 08:38:24.296591 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74243fd-9d75-44fb-9227-2898ed510d65 req-44a51dc1-aa38-4d05-bc29-1a6ba44c2d3c tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:24.302171 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b74243fd-9d75-44fb-9227-2898ed510d65 req-44a51dc1-aa38-4d05-bc29-1a6ba44c2d3c tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.2314568 Jun 17 08:38:24.306109 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-507534cf-114d-4e8a-b459-4db18f18ab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:24.307605 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-507534cf-114d-4e8a-b459-4db18f18ab7c service neutron] 10.222.0.53 "GET /v2.0/networks?id=f60ef741-1693-4275-83c4-b371328659a8 HTTP/1.1" status: 200 len: 908 time: 0.2369614 Jun 17 08:38:24.388168 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-11301a13-4b7e-4cd0-a3e1-b84c6e8cbce6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebed735f-0065-45cf-a8c5-9df9969b2e30 HTTP/1.1" status: 200 len: 217 time: 0.0592566 Jun 17 08:38:24.388168 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6f9c4ed2-d303-48a9-8a28-2869cbefde08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:24.431098 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b74243fd-9d75-44fb-9227-2898ed510d65 req-d39bd927-bb35-47b1-a05f-73feca878dc9 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224761 Jun 17 08:38:24.453597 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-d193508d-6927-4688-b207-6fbcc67e4b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:24.455092 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-d193508d-6927-4688-b207-6fbcc67e4b2d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=58b6fa78-2c4d-4c76-9c04-e4c6434a4b98 HTTP/1.1" status: 200 len: 847 time: 0.0643995 Jun 17 08:38:24.529045 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-d8a66890-bf5d-4711-bfc0-c2092a82c29c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f60ef741-1693-4275-83c4-b371328659a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668106 Jun 17 08:38:24.574663 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6f9c4ed2-d303-48a9-8a28-2869cbefde08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:24.591111 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41278) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:24.611477 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ecec41a5-daa8-4697-b8cb-bcff2fcfbb10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:24.615529 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e3ee4a15-7c35-434b-ab58-8cd2239560ca req-4799561e-d00c-4eaf-92bd-d02d1957161d tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cb4280b-b5d8-422f-b29d-99872d9191e8 HTTP/1.1" status: 200 len: 210 time: 0.0610161 Jun 17 08:38:24.695117 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6f9c4ed2-d303-48a9-8a28-2869cbefde08 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f7bc817ef5bf4c9ea007119fcaa10aab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6733243 Jun 17 08:38:24.707042 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41286) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:24.719013 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e152c2-e2dd-4220-9470-585111d0cc51 req-d3b95433-146d-4a6d-80da-56f55e774057 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:24.720727 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-87e152c2-e2dd-4220-9470-585111d0cc51 req-d3b95433-146d-4a6d-80da-56f55e774057 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e54df9-33cf-4507-af1d-b17cc244d1a0 HTTP/1.1" status: 200 len: 945 time: 0.1206725 Jun 17 08:38:24.735036 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c4ed2-d303-48a9-8a28-2869cbefde08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd172169-0f17-403d-8dc7-6b168122a398,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:24.755172 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6f9c4ed2-d303-48a9-8a28-2869cbefde08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:24.792895 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1709d9e4-be10-4147-97e1-ec8cc08f086d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:24.821355 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-dd83c14a-c2ed-437c-a50f-c9addf6ead79 service neutron] 10.222.0.53 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854376 Jun 17 08:38:24.823306 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-87e152c2-e2dd-4220-9470-585111d0cc51 req-74100a85-57dc-4268-8324-5ae049d1c627 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947065 Jun 17 08:38:24.962128 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1709d9e4-be10-4147-97e1-ec8cc08f086d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:24.970003 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ae747200-56e6-44a9-bac9-0059bb2a4196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:24.974789 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-14f6f72f-83ab-44dc-bea5-40b1b857afda service neutron] 10.222.0.53 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436255 Jun 17 08:38:25.023257 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ae747200-56e6-44a9-bac9-0059bb2a4196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.057898 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1709d9e4-be10-4147-97e1-ec8cc08f086d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.064565 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-50a50b5a-5480-4bb0-bd76-06eeb175a603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:25.106631 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41302) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:25.109766 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709d9e4-be10-4147-97e1-ec8cc08f086d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e6d494-7100-4f41-9b3a-29cb443b3a13,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:25.125526 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1709d9e4-be10-4147-97e1-ec8cc08f086d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7353657f7e2c4a76bd4a57068e7b1284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5326083 Jun 17 08:38:25.126443 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1709d9e4-be10-4147-97e1-ec8cc08f086d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:25.129124 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41306) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:25.153873 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea66345-4fbc-4ff3-8f82-964ed508bd3f req-19be279b-557f-4831-837f-d26c2d2d6ade tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:25.155548 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aea66345-4fbc-4ff3-8f82-964ed508bd3f req-19be279b-557f-4831-837f-d26c2d2d6ade tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 945 time: 0.1661217 Jun 17 08:38:25.205953 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aea66345-4fbc-4ff3-8f82-964ed508bd3f req-e2c2dc49-2326-40d5-840f-bda7f1f0160b tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416100 Jun 17 08:38:25.224655 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b7cdd56b-b2f2-49f9-885d-6ae64f4798d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.229181 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-d831eed9-167a-49e9-ac55-329d0ffa93e0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-709960226-network', 'tenant_id': '6c36ebc9bc9546a0a241353c6d26d1f3'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:25.238600 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ae747200-56e6-44a9-bac9-0059bb2a4196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.241277 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ae747200-56e6-44a9-bac9-0059bb2a4196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.242424 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ae747200-56e6-44a9-bac9-0059bb2a4196 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dd172169-0f17-403d-8dc7-6b168122a398 HTTP/1.1" status: 204 len: 168 time: 0.5313966 Jun 17 08:38:25.250229 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-53b736d6-f58e-43fc-a987-abea56ff837c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:25.319604 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae747200-56e6-44a9-bac9-0059bb2a4196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd172169-0f17-403d-8dc7-6b168122a398,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:25.331881 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ae747200-56e6-44a9-bac9-0059bb2a4196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:25.335033 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b7cdd56b-b2f2-49f9-885d-6ae64f4798d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.343245 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-6bf29ff9-7858-48de-b861-03edd577d711 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:25.347035 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-6bf29ff9-7858-48de-b861-03edd577d711 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13&tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&binding%3Ahost_id=n-h1-758944-30 HTTP/1.1" status: 200 len: 1097 time: 0.1871419 Jun 17 08:38:25.353289 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-950c7917-0a91-4188-9f7c-2198e5f6552c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.375398 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-0bad2e1b-aa7f-4186-964b-2a584625133d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-30'}}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:25.451676 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d831eed9-167a-49e9-ac55-329d0ffa93e0 admin admin] Made reservation on behalf of 6c36ebc9bc9546a0a241353c6d26d1f3 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:25.451676 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d831eed9-167a-49e9-ac55-329d0ffa93e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.482030 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d831eed9-167a-49e9-ac55-329d0ffa93e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.504028 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d7218-5522-40b6-b719-48d0a5260c91 req-94221714-eeb8-4cd8-8e14-875a4163252c tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:25.505843 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6a8d7218-5522-40b6-b719-48d0a5260c91 req-94221714-eeb8-4cd8-8e14-875a4163252c tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e54df9-33cf-4507-af1d-b17cc244d1a0 HTTP/1.1" status: 200 len: 945 time: 0.1092138 Jun 17 08:38:25.508931 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-0bad2e1b-aa7f-4186-964b-2a584625133d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.565395 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6a8d7218-5522-40b6-b719-48d0a5260c91 req-ca840ecb-54d1-4a38-8ea1-1b935765ffc9 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437579 Jun 17 08:38:25.627763 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b7cdd56b-b2f2-49f9-885d-6ae64f4798d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.632488 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b7cdd56b-b2f2-49f9-885d-6ae64f4798d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.635391 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b7cdd56b-b2f2-49f9-885d-6ae64f4798d3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/32e6d494-7100-4f41-9b3a-29cb443b3a13 HTTP/1.1" status: 204 len: 168 time: 0.5040569 Jun 17 08:38:25.643975 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-40164db3-eafc-4d4b-a6c3-54cf63c1e510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:25.705953 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cdd56b-b2f2-49f9-885d-6ae64f4798d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e6d494-7100-4f41-9b3a-29cb443b3a13,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:25.726433 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b7cdd56b-b2f2-49f9-885d-6ae64f4798d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:25.801608 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-0bad2e1b-aa7f-4186-964b-2a584625133d service neutron] For port ebed735f-0065-45cf-a8c5-9df9969b2e30, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=ebed735f-0065-45cf-a8c5-9df9969b2e30,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:25.808543 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-89dad5ee-9c37-4b49-b131-7eae07c2059b req-bdc375a7-5503-4718-8d13-87ff548e45f9 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cb4280b-b5d8-422f-b29d-99872d9191e8 HTTP/1.1" status: 200 len: 210 time: 0.1117885 Jun 17 08:38:25.840953 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d831eed9-167a-49e9-ac55-329d0ffa93e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.870282 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f65ed0-976d-4452-bed9-4d24055cc705 req-eb9c554b-eb01-47e8-832f-202eae8d12c0 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:25.871912 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f0f65ed0-976d-4452-bed9-4d24055cc705 req-eb9c554b-eb01-47e8-832f-202eae8d12c0 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.1953974 Jun 17 08:38:25.909622 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-0bad2e1b-aa7f-4186-964b-2a584625133d service neutron] For port ebed735f-0065-45cf-a8c5-9df9969b2e30, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:25.978699 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f0f65ed0-976d-4452-bed9-4d24055cc705 req-bec8e1ca-97e7-4eb3-bc42-b12f36176f68 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909166 Jun 17 08:38:25.996022 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d420583-54c8-4d5d-bb0f-ae5c52daed13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebed735f-0065-45cf-a8c5-9df9969b2e30'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:25.998696 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb554680-58c5-4756-a7c1-695aa112920b" -d '{"events": [{"server_uuid": "5d420583-54c8-4d5d-bb0f-ae5c52daed13", "name": "network-vif-unplugged", "status": "completed", "tag": "ebed735f-0065-45cf-a8c5-9df9969b2e30"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:26.003251 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-0bad2e1b-aa7f-4186-964b-2a584625133d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:26.020741 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d831eed9-167a-49e9-ac55-329d0ffa93e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:26.037889 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b7cdd56b-b2f2-49f9-885d-6ae64f4798d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:26.081883 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6614935-d54d-4c63-ad4f-935e3d9fbfb7 x-openstack-request-id: req-a6614935-d54d-4c63-ad4f-935e3d9fbfb7 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:26.082427 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d420583-54c8-4d5d-bb0f-ae5c52daed13", "name": "network-vif-unplugged", "status": "completed", "tag": "ebed735f-0065-45cf-a8c5-9df9969b2e30", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:26.082859 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a6614935-d54d-4c63-ad4f-935e3d9fbfb7 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:26.083803 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d420583-54c8-4d5d-bb0f-ae5c52daed13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebed735f-0065-45cf-a8c5-9df9969b2e30', 'code': 200} Jun 17 08:38:26.090234 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d831eed9-167a-49e9-ac55-329d0ffa93e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:38:26.101100 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-0bad2e1b-aa7f-4186-964b-2a584625133d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:26.116045 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831eed9-167a-49e9-ac55-329d0ffa93e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee709a12-8c9b-4ad2-a5d0-bcd69aac8672,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:26.128835 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d831eed9-167a-49e9-ac55-329d0ffa93e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:26.130546 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d831eed9-167a-49e9-ac55-329d0ffa93e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:26.131124 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-d831eed9-167a-49e9-ac55-329d0ffa93e0 admin admin] Added segment 902fecfb-6983-4d05-a9e7-87695ad4d9ff of type vlan for network 21edaf17-9a14-4916-857e-651e948f1a58 Jun 17 08:38:26.133450 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b7bd6e90-becb-46d7-ad9f-b068e870b7b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:26.525517 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d831eed9-167a-49e9-ac55-329d0ffa93e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:26.567951 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad2e1b-aa7f-4186-964b-2a584625133d service neutron] Pushing event updated for resources: {'Port': ['ID=ebed735f-0065-45cf-a8c5-9df9969b2e30,revision_number=7']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:26.577543 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0bad2e1b-aa7f-4186-964b-2a584625133d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:26.585667 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-0bad2e1b-aa7f-4186-964b-2a584625133d service neutron] Attempting to bind port ebed735f-0065-45cf-a8c5-9df9969b2e30 on host n-h1-758944-30 for vnic_type normal with profile {"migrating_to": "n-h2-758944-30"} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:38:26.586015 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-0bad2e1b-aa7f-4186-964b-2a584625133d service neutron] Attempting to bind port ebed735f-0065-45cf-a8c5-9df9969b2e30 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:38:26.586386 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-0bad2e1b-aa7f-4186-964b-2a584625133d service neutron] Attempting to bind port ebed735f-0065-45cf-a8c5-9df9969b2e30 on network f60ef741-1693-4275-83c4-b371328659a8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:26.597838 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-0bad2e1b-aa7f-4186-964b-2a584625133d service neutron] Port ebed735f-0065-45cf-a8c5-9df9969b2e30 on network f60ef741-1693-4275-83c4-b371328659a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:38:26.598217 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-0bad2e1b-aa7f-4186-964b-2a584625133d service neutron] Attempting to bind port ebed735f-0065-45cf-a8c5-9df9969b2e30 on network f60ef741-1693-4275-83c4-b371328659a8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:26.607301 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-0bad2e1b-aa7f-4186-964b-2a584625133d service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:38:26.607954 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-0bad2e1b-aa7f-4186-964b-2a584625133d service neutron] Checking segment: {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:26.608358 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-0bad2e1b-aa7f-4186-964b-2a584625133d service neutron] Bound using segment: {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:38:26.608929 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-0bad2e1b-aa7f-4186-964b-2a584625133d service neutron] Bound port: ebed735f-0065-45cf-a8c5-9df9969b2e30, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:38:26.609288 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-0bad2e1b-aa7f-4186-964b-2a584625133d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:26.701140 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-0bad2e1b-aa7f-4186-964b-2a584625133d service neutron] For port ebed735f-0065-45cf-a8c5-9df9969b2e30, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:26.703883 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7299e40-f285-4e71-9812-4337c380066d req-d76b7b1a-0755-4cdb-bc4c-7bfd28608fdc tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:26.707441 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-0bad2e1b-aa7f-4186-964b-2a584625133d service neutron] For port ebed735f-0065-45cf-a8c5-9df9969b2e30, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=ebed735f-0065-45cf-a8c5-9df9969b2e30,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:38:26.712755 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b7299e40-f285-4e71-9812-4337c380066d req-d76b7b1a-0755-4cdb-bc4c-7bfd28608fdc tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 943 time: 0.1571910 Jun 17 08:38:26.762106 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41346) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:26.782797 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b7299e40-f285-4e71-9812-4337c380066d req-35486fa2-d158-4a43-ad39-5da7406256e7 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685699 Jun 17 08:38:26.784656 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ecb27e64-7e04-4642-923a-c206e98fbcf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:26.786314 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d831eed9-167a-49e9-ac55-329d0ffa93e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:26.789038 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d831eed9-167a-49e9-ac55-329d0ffa93e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:26.795029 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d831eed9-167a-49e9-ac55-329d0ffa93e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:26.795029 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:26.848568 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-0bad2e1b-aa7f-4186-964b-2a584625133d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:26.885234 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831eed9-167a-49e9-ac55-329d0ffa93e0 admin admin] Pushing event updated for resources: {'Network': ['ID=21edaf17-9a14-4916-857e-651e948f1a58,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:26.896827 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d831eed9-167a-49e9-ac55-329d0ffa93e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:26.898473 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 21edaf17-9a14-4916-857e-651e948f1a58 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:38:26.952043 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-55d7c1e6-14a4-4e11-9b8a-279a9af73957 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:26.992664 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cadc07-9970-472a-b66d-8aa4e22a0dc6 req-d48dc168-edbc-440e-a58d-db88b4b7875e tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:27.001171 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-84cadc07-9970-472a-b66d-8aa4e22a0dc6 req-d48dc168-edbc-440e-a58d-db88b4b7875e tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e54df9-33cf-4507-af1d-b17cc244d1a0 HTTP/1.1" status: 200 len: 945 time: 0.2665837 Jun 17 08:38:27.054626 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6186cd89-24ba-47b8-8c1e-736f04a8c750 req-31969672-28aa-4adb-81e8-be8caee92a4f tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cb4280b-b5d8-422f-b29d-99872d9191e8 HTTP/1.1" status: 200 len: 210 time: 0.0816867 Jun 17 08:38:27.058732 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ecb27e64-7e04-4642-923a-c206e98fbcf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:27.068643 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-0bad2e1b-aa7f-4186-964b-2a584625133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:27.068643 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-0bad2e1b-aa7f-4186-964b-2a584625133d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:27.068643 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-0bad2e1b-aa7f-4186-964b-2a584625133d service neutron] 10.222.0.53 "PUT /v2.0/ports/ebed735f-0065-45cf-a8c5-9df9969b2e30 HTTP/1.1" status: 200 len: 1123 time: 1.7016547 Jun 17 08:38:27.095876 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad2e1b-aa7f-4186-964b-2a584625133d service neutron] Pushing event updated for resources: {'Port': ['ID=ebed735f-0065-45cf-a8c5-9df9969b2e30,revision_number=8']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:27.110299 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0bad2e1b-aa7f-4186-964b-2a584625133d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:27.116141 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-84cadc07-9970-472a-b66d-8aa4e22a0dc6 req-6140c4b5-507f-4314-9583-aa5334b0fe5f tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137576 Jun 17 08:38:27.132313 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['ebed735f-0065-45cf-a8c5-9df9969b2e30'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:38:27.170941 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ecb27e64-7e04-4642-923a-c206e98fbcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:27.174551 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e87e7fbf-2ace-4f4c-89f3-9e3578ca5e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:27.217227 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ecb27e64-7e04-4642-923a-c206e98fbcf7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=143c06b4c2f54b3599a3465930ea2843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4536457 Jun 17 08:38:27.220665 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41360) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:27.223114 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb27e64-7e04-4642-923a-c206e98fbcf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b13903-a413-4f0c-adcb-a745ae9671f5,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:27.229553 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ecb27e64-7e04-4642-923a-c206e98fbcf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:27.285928 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d831eed9-167a-49e9-ac55-329d0ffa93e0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1777828 Jun 17 08:38:27.290129 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41362) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:27.296057 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-05e38c46-6562-41af-8018-18728080f6c0 admin admin] Request body: {'subnet': {'network_id': '21edaf17-9a14-4916-857e-651e948f1a58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-709960226-subnet', 'tenant_id': '6c36ebc9bc9546a0a241353c6d26d1f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:27.341822 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1f236-3334-4a2e-946f-122bdf386865 req-357c18ea-6f79-4489-ae41-9966d9dd2221 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:27.343646 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-82f1f236-3334-4a2e-946f-122bdf386865 req-357c18ea-6f79-4489-ae41-9966d9dd2221 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.0882330 Jun 17 08:38:27.358040 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-24d185ac-7b3c-4177-9509-3350c9d025fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:27.385425 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-24d185ac-7b3c-4177-9509-3350c9d025fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:27.395395 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-82f1f236-3334-4a2e-946f-122bdf386865 req-b2b40b10-6619-4901-a355-b6ca72539032 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449448 Jun 17 08:38:27.451866 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e38c46-6562-41af-8018-18728080f6c0 admin admin] Made reservation on behalf of 6c36ebc9bc9546a0a241353c6d26d1f3 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:27.457442 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-05e38c46-6562-41af-8018-18728080f6c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:27.589085 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-24d185ac-7b3c-4177-9509-3350c9d025fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:27.594255 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-24d185ac-7b3c-4177-9509-3350c9d025fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:27.599153 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-24d185ac-7b3c-4177-9509-3350c9d025fb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/41b13903-a413-4f0c-adcb-a745ae9671f5 HTTP/1.1" status: 204 len: 168 time: 0.3703015 Jun 17 08:38:27.601950 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-58a6ddd6-46c2-427b-ae31-badd78cf3954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:27.625774 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d185ac-7b3c-4177-9509-3350c9d025fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b13903-a413-4f0c-adcb-a745ae9671f5,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:27.632174 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-24d185ac-7b3c-4177-9509-3350c9d025fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:27.806956 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-949c091c-4570-4ac6-97e1-ac23318ad0f2 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b6c57dd66e0449a18126830452f7b7f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478725 Jun 17 08:38:27.942230 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-05e38c46-6562-41af-8018-18728080f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:27.955037 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:27.965306 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:28.071798 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-ac1addfa-14fd-4a46-95b8-98f544f6b7d9 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:28.073721 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-ac1addfa-14fd-4a46-95b8-98f544f6b7d9 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2605202 Jun 17 08:38:28.098681 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-37a90fca-6c9a-466a-b375-30cd4df569ce tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Request body: {'port': {'device_id': '3cb4280b-b5d8-422f-b29d-99872d9191e8', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'admin_state_up': True, 'tenant_id': 'b6c57dd66e0449a18126830452f7b7f2'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:28.102326 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d420583-54c8-4d5d-bb0f-ae5c52daed13', 'tag': 'ebed735f-0065-45cf-a8c5-9df9969b2e30'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:28.105171 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993f095b-576d-488b-b84f-50c3ef8f9530" -d '{"events": [{"name": "network-changed", "server_uuid": "5d420583-54c8-4d5d-bb0f-ae5c52daed13", "tag": "ebed735f-0065-45cf-a8c5-9df9969b2e30"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:28.125730 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e38c46-6562-41af-8018-18728080f6c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a03dfa93-b60a-43e5-a349-322f7bd53fb3,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:28.130206 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e38c46-6562-41af-8018-18728080f6c0 admin admin] Checking segment: {'id': '902fecfb-6983-4d05-a9e7-87695ad4d9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '21edaf17-9a14-4916-857e-651e948f1a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:28.130858 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e38c46-6562-41af-8018-18728080f6c0 admin admin] Network hostable DHCP agents. Network: 21edaf17-9a14-4916-857e-651e948f1a58, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:38:28.133712 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-05e38c46-6562-41af-8018-18728080f6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:28.274535 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e38c46-6562-41af-8018-18728080f6c0 admin admin] Network 21edaf17-9a14-4916-857e-651e948f1a58 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:38:28.343098 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a091ceb-ae0f-4d4d-a4e4-0144916bdb3a req-8f4ea044-026a-4685-b4b1-a4e5709b58dd tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:28.358415 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5a091ceb-ae0f-4d4d-a4e4-0144916bdb3a req-8f4ea044-026a-4685-b4b1-a4e5709b58dd tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 943 time: 0.1578131 Jun 17 08:38:28.402730 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-05e38c46-6562-41af-8018-18728080f6c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 21edaf17-9a14-4916-857e-651e948f1a58) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:28.420920 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abacacc-fa27-470e-a6af-e1d138e75da7 None None] Network 21edaf17-9a14-4916-857e-651e948f1a58 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:28.438088 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e38c46-6562-41af-8018-18728080f6c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:28.439672 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-05e38c46-6562-41af-8018-18728080f6c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:28.486455 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5a091ceb-ae0f-4d4d-a4e4-0144916bdb3a req-767305fe-7963-48fe-9ec7-154cffc1a8df tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269476 Jun 17 08:38:28.503248 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-37a90fca-6c9a-466a-b375-30cd4df569ce tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Made reservation on behalf of b6c57dd66e0449a18126830452f7b7f2 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:28.519348 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-37a90fca-6c9a-466a-b375-30cd4df569ce tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:28.603881 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d6d9a49e-ba25-4c7a-ad7d-20a363dfa8df req-d63ba707-73d3-41a5-848c-3cbedc591db2 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cb4280b-b5d8-422f-b29d-99872d9191e8 HTTP/1.1" status: 200 len: 210 time: 0.0651231 Jun 17 08:38:28.606882 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a03a53-7c47-465d-bf0b-9435b49d264f x-openstack-request-id: req-81a03a53-7c47-465d-bf0b-9435b49d264f {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:28.607414 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d420583-54c8-4d5d-bb0f-ae5c52daed13", "tag": "ebed735f-0065-45cf-a8c5-9df9969b2e30", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:28.608049 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-81a03a53-7c47-465d-bf0b-9435b49d264f {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:28.639261 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d420583-54c8-4d5d-bb0f-ae5c52daed13', 'tag': 'ebed735f-0065-45cf-a8c5-9df9969b2e30', 'status': 'completed', 'code': 200} Jun 17 08:38:28.662267 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-05e38c46-6562-41af-8018-18728080f6c0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3657920 Jun 17 08:38:28.662395 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41402) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:28.670971 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-7d92935d-42a9-423e-849a-5265d754fa5f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-709960226-router', 'tenant_id': '6c36ebc9bc9546a0a241353c6d26d1f3', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:28.839348 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7d92935d-42a9-423e-849a-5265d754fa5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:28.841685 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7d92935d-42a9-423e-849a-5265d754fa5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:28.985104 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7d92935d-42a9-423e-849a-5265d754fa5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:29.049677 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f095b-576d-488b-b84f-50c3ef8f9530 req-fd7fc74e-c9e2-4237-a1aa-539503c8eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:29.051422 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-993f095b-576d-488b-b84f-50c3ef8f9530 req-fd7fc74e-c9e2-4237-a1aa-539503c8eab6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 1126 time: 0.3960450 Jun 17 08:38:29.075725 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-37a90fca-6c9a-466a-b375-30cd4df569ce tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Allocated IP 192.168.233.31 (26debee9-bc17-4dec-acaf-a4c976511744/9fa94245-1f4d-486b-9e45-990a58fa5ffe/841f4112-625a-4c47-a26f-362dced96a81) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:29.103157 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7477ee03-b0ea-4625-9e78-aca91c9e7452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-21edaf17-9a14-4916-857e-651e948f1a58', 'network_id': '21edaf17-9a14-4916-857e-651e948f1a58', 'tenant_id': '6c36ebc9bc9546a0a241353c6d26d1f3', 'fixed_ips': [{'subnet_id': 'a03dfa93-b60a-43e5-a349-322f7bd53fb3'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:38:29.110198 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7477ee03-b0ea-4625-9e78-aca91c9e7452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:29.175110 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7c777-a98f-4579-a8db-e6467f30c439 req-b1e7f04f-b6c3-4a92-8704-6d28fc2bc157 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:29.182684 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4ee7c777-a98f-4579-a8db-e6467f30c439 req-b1e7f04f-b6c3-4a92-8704-6d28fc2bc157 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.2216561 Jun 17 08:38:29.303220 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-7477ee03-b0ea-4625-9e78-aca91c9e7452 None None] Allocated IP 172.20.0.2 (21edaf17-9a14-4916-857e-651e948f1a58/a03dfa93-b60a-43e5-a349-322f7bd53fb3/0ada5201-e166-426b-b514-b3ea5a7f524d) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:29.375311 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7d92935d-42a9-423e-849a-5265d754fa5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:29.386935 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4ee7c777-a98f-4579-a8db-e6467f30c439 req-133934f2-c0b8-418e-9721-56f11379408f tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930361 Jun 17 08:38:29.395111 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device ebed735f-0065-45cf-a8c5-9df9969b2e30 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:38:29.410297 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-37a90fca-6c9a-466a-b375-30cd4df569ce tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:29.418466 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f095b-576d-488b-b84f-50c3ef8f9530 req-947010e6-8004-44d1-8b42-794771b46b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:29.420963 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-993f095b-576d-488b-b84f-50c3ef8f9530 req-947010e6-8004-44d1-8b42-794771b46b3c service neutron] 10.222.0.50 "GET /v2.0/networks?id=f60ef741-1693-4275-83c4-b371328659a8 HTTP/1.1" status: 200 len: 908 time: 0.3593521 Jun 17 08:38:29.462766 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-37a90fca-6c9a-466a-b375-30cd4df569ce tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Transition to ACTIVE for port object 841f4112-625a-4c47-a26f-362dced96a81 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:29.519067 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-993f095b-576d-488b-b84f-50c3ef8f9530 req-ddeb0218-93ef-4483-a308-5a8dafbfc308 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebed735f-0065-45cf-a8c5-9df9969b2e30 HTTP/1.1" status: 200 len: 217 time: 0.0850656 Jun 17 08:38:29.572705 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7477ee03-b0ea-4625-9e78-aca91c9e7452 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:29.588469 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-7477ee03-b0ea-4625-9e78-aca91c9e7452 None None] Transition to ACTIVE for port object 0ada5201-e166-426b-b514-b3ea5a7f524d will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:29.625392 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-7477ee03-b0ea-4625-9e78-aca91c9e7452 None None] Transition to ACTIVE for port object 0ada5201-e166-426b-b514-b3ea5a7f524d will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:29.628721 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port ebed735f-0065-45cf-a8c5-9df9969b2e30, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=ebed735f-0065-45cf-a8c5-9df9969b2e30,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:29.628951 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f095b-576d-488b-b84f-50c3ef8f9530 req-db13e3cf-c07f-4271-9fc0-dca817f6b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:29.630595 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-993f095b-576d-488b-b84f-50c3ef8f9530 req-db13e3cf-c07f-4271-9fc0-dca817f6b920 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=58b6fa78-2c4d-4c76-9c04-e4c6434a4b98 HTTP/1.1" status: 200 len: 847 time: 0.1032271 Jun 17 08:38:29.631277 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5c108357-9e0d-43e0-af9e-b46debb066b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:29.645968 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device ebed735f-0065-45cf-a8c5-9df9969b2e30 has no active binding in host n-h2-758944-30 {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 17 08:38:29.683749 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-993f095b-576d-488b-b84f-50c3ef8f9530 req-d7a5fd50-3604-43e5-8b0f-434273dc0fb9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f60ef741-1693-4275-83c4-b371328659a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437675 Jun 17 08:38:29.741151 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-37a90fca-6c9a-466a-b375-30cd4df569ce tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:29.756151 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['2aadef2a-9a36-42fc-9ef5-c4160d767141'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:38:29.805551 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2f1240b6-46dc-4c5e-8bad-0aea7c0e783a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:29.814027 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d7c0f-5904-47d8-b064-a33a5dabf8b5 req-72c8d12d-4abb-4ecb-b7aa-b1af2da0266f tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:29.815935 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-152d7c0f-5904-47d8-b064-a33a5dabf8b5 req-72c8d12d-4abb-4ecb-b7aa-b1af2da0266f tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 943 time: 0.1261563 Jun 17 08:38:29.842177 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7477ee03-b0ea-4625-9e78-aca91c9e7452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:29.845217 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:29.913027 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7477ee03-b0ea-4625-9e78-aca91c9e7452 None None] Network 21edaf17-9a14-4916-857e-651e948f1a58 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:29.923507 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-7477ee03-b0ea-4625-9e78-aca91c9e7452 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:29.934352 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7477ee03-b0ea-4625-9e78-aca91c9e7452 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:29.946252 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477ee03-b0ea-4625-9e78-aca91c9e7452 None None] Pushing event updated for resources: {'Port': ['ID=0ada5201-e166-426b-b514-b3ea5a7f524d,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:29.968672 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-152d7c0f-5904-47d8-b064-a33a5dabf8b5 req-021ad9e7-749f-4fc1-a022-34c0be76d228 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390345 Jun 17 08:38:29.969312 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-7477ee03-b0ea-4625-9e78-aca91c9e7452 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:29.974867 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-37a90fca-6c9a-466a-b375-30cd4df569ce tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Network 26debee9-bc17-4dec-acaf-a4c976511744 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:29.978467 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a90fca-6c9a-466a-b375-30cd4df569ce tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Pushing event updated for resources: {'Port': ['ID=841f4112-625a-4c47-a26f-362dced96a81,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:29.988305 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-37a90fca-6c9a-466a-b375-30cd4df569ce tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:29.998405 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-37a90fca-6c9a-466a-b375-30cd4df569ce tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:29.999457 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-37a90fca-6c9a-466a-b375-30cd4df569ce tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:30.005729 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-37a90fca-6c9a-466a-b375-30cd4df569ce tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:30.006355 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-37a90fca-6c9a-466a-b375-30cd4df569ce tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:30.066112 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-993f095b-576d-488b-b84f-50c3ef8f9530 req-6d528216-baf7-4c33-9146-4365804af309 service neutron] 10.222.0.50 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566649 Jun 17 08:38:30.068728 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7d92935d-42a9-423e-849a-5265d754fa5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:30.098175 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-7477ee03-b0ea-4625-9e78-aca91c9e7452 None None] Attempting to bind port 0ada5201-e166-426b-b514-b3ea5a7f524d on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:38:30.098745 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-7477ee03-b0ea-4625-9e78-aca91c9e7452 None None] Attempting to bind port 0ada5201-e166-426b-b514-b3ea5a7f524d by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '902fecfb-6983-4d05-a9e7-87695ad4d9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '21edaf17-9a14-4916-857e-651e948f1a58'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:38:30.099219 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7477ee03-b0ea-4625-9e78-aca91c9e7452 None None] Attempting to bind port 0ada5201-e166-426b-b514-b3ea5a7f524d on network 21edaf17-9a14-4916-857e-651e948f1a58 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:30.108817 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7477ee03-b0ea-4625-9e78-aca91c9e7452 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:38:30.111183 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7477ee03-b0ea-4625-9e78-aca91c9e7452 None None] Checking segment: {'id': '902fecfb-6983-4d05-a9e7-87695ad4d9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '21edaf17-9a14-4916-857e-651e948f1a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:30.111183 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7477ee03-b0ea-4625-9e78-aca91c9e7452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:30.111183 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7477ee03-b0ea-4625-9e78-aca91c9e7452 None None] Bound using segment: {'id': '902fecfb-6983-4d05-a9e7-87695ad4d9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '21edaf17-9a14-4916-857e-651e948f1a58'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:38:30.111183 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-7477ee03-b0ea-4625-9e78-aca91c9e7452 None None] Bound port: 0ada5201-e166-426b-b514-b3ea5a7f524d, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '902fecfb-6983-4d05-a9e7-87695ad4d9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '21edaf17-9a14-4916-857e-651e948f1a58'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:38:30.111183 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7477ee03-b0ea-4625-9e78-aca91c9e7452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:30.122347 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7d92935d-42a9-423e-849a-5265d754fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:30.130914 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28f770-c892-4186-89f7-37d7dc4ca710 req-b8068314-febb-449c-92eb-efa40be77936 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:30.134551 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ea28f770-c892-4186-89f7-37d7dc4ca710 req-b8068314-febb-449c-92eb-efa40be77936 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cb4280b-b5d8-422f-b29d-99872d9191e8 HTTP/1.1" status: 200 len: 935 time: 0.3309658 Jun 17 08:38:30.200044 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-37a90fca-6c9a-466a-b375-30cd4df569ce tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1058528 Jun 17 08:38:30.212296 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-7477ee03-b0ea-4625-9e78-aca91c9e7452 None None] For port 0ada5201-e166-426b-b514-b3ea5a7f524d, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:30.217939 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-7477ee03-b0ea-4625-9e78-aca91c9e7452 None None] For port 0ada5201-e166-426b-b514-b3ea5a7f524d, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=0ada5201-e166-426b-b514-b3ea5a7f524d,segment=NetworkSegment(902fecfb-6983-4d05-a9e7-87695ad4d9ff),segment_id=902fecfb-6983-4d05-a9e7-87695ad4d9ff)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:38:30.238068 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-240e7f4e-3046-45b2-94a2-3bc3bf75cc1d service neutron] Request body: {'port': {'device_id': '3cb4280b-b5d8-422f-b29d-99872d9191e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:30.309626 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7477ee03-b0ea-4625-9e78-aca91c9e7452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:30.312110 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-08fa96ee-cd9e-49c9-a1ce-ef602374bc0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:30.355914 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ea28f770-c892-4186-89f7-37d7dc4ca710 req-9e7f52f6-747d-4897-a063-94ce3bf24d02 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547506 Jun 17 08:38:30.360824 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-7d92935d-42a9-423e-849a-5265d754fa5f admin admin] Allocated IP 172.25.2.208 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/8ac8f995-0258-4883-812e-784402b881ca) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:30.442732 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477ee03-b0ea-4625-9e78-aca91c9e7452 None None] Pushing event updated for resources: {'Port': ['ID=0ada5201-e166-426b-b514-b3ea5a7f524d,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:30.447951 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-7477ee03-b0ea-4625-9e78-aca91c9e7452 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:30.486590 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-993f095b-576d-488b-b84f-50c3ef8f9530 req-684e5d17-590d-4174-a182-cf6df5c8566a service neutron] 10.222.0.50 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231942 Jun 17 08:38:30.530666 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-13106bd1-624b-418c-aa5f-5633674cb2a4 None None] Provisioning for port 841f4112-625a-4c47-a26f-362dced96a81 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:30.537405 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-13106bd1-624b-418c-aa5f-5633674cb2a4 None None] Provisioning complete for port 841f4112-625a-4c47-a26f-362dced96a81 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:30.544003 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-13106bd1-624b-418c-aa5f-5633674cb2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:30.558885 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-240e7f4e-3046-45b2-94a2-3bc3bf75cc1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:30.589422 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7d92935d-42a9-423e-849a-5265d754fa5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:30.631821 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-13106bd1-624b-418c-aa5f-5633674cb2a4 None None] Port 841f4112-625a-4c47-a26f-362dced96a81 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:38:30.824061 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7d92935d-42a9-423e-849a-5265d754fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:30.838301 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c8b65c6b-458e-4672-a678-a00fb2bc705e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:30.870396 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:30.881573 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d92935d-42a9-423e-849a-5265d754fa5f admin admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:30.885662 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-7d92935d-42a9-423e-849a-5265d754fa5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:30.892484 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d92935d-42a9-423e-849a-5265d754fa5f admin admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:30.907566 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:38:30.956619 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92935d-42a9-423e-849a-5265d754fa5f admin admin] Pushing event updated for resources: {'Port': ['ID=8ac8f995-0258-4883-812e-784402b881ca,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:30.964453 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7d92935d-42a9-423e-849a-5265d754fa5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:30.978937 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e8032-cfdd-4dd7-b400-c0a4f70b9013 req-d6165e85-9ba3-44fd-8dc0-9a92f4160395 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:30.986586 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-256e8032-cfdd-4dd7-b400-c0a4f70b9013 req-d6165e85-9ba3-44fd-8dc0-9a92f4160395 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.2434506 Jun 17 08:38:31.140188 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 0ada5201-e166-426b-b514-b3ea5a7f524d up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:31.163024 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-256e8032-cfdd-4dd7-b400-c0a4f70b9013 req-cab0dd00-5ad5-4932-a3cb-e4477e2dc21d tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759365 Jun 17 08:38:31.219534 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-03ded6af-08c3-4c71-a812-4bc42376e34b service neutron] 10.222.0.50 "GET /v2.0/ports/ebed735f-0065-45cf-a8c5-9df9969b2e30/bindings/n-h2-758944-30 HTTP/1.1" status: 200 len: 385 time: 0.1858554 Jun 17 08:38:31.336745 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-240e7f4e-3046-45b2-94a2-3bc3bf75cc1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 841f4112-625a-4c47-a26f-362dced96a81 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:38:31.349259 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-240e7f4e-3046-45b2-94a2-3bc3bf75cc1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:31.384069 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 0ada5201-e166-426b-b514-b3ea5a7f524d completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:31.386467 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-240e7f4e-3046-45b2-94a2-3bc3bf75cc1d service neutron] Transition to ACTIVE for port object 841f4112-625a-4c47-a26f-362dced96a81 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:31.466845 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-240e7f4e-3046-45b2-94a2-3bc3bf75cc1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:31.473304 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-55d7c1e6-14a4-4e11-9b8a-279a9af73957 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:31.589620 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e7f4e-3046-45b2-94a2-3bc3bf75cc1d service neutron] Pushing event updated for resources: {'Port': ['ID=841f4112-625a-4c47-a26f-362dced96a81,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:31.616798 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-240e7f4e-3046-45b2-94a2-3bc3bf75cc1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:31.717489 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-4c86e27b-943e-472f-83ad-825130b39297 service neutron] For port ebed735f-0065-45cf-a8c5-9df9969b2e30, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=ebed735f-0065-45cf-a8c5-9df9969b2e30,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:31.769624 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-240e7f4e-3046-45b2-94a2-3bc3bf75cc1d service neutron] Attempting to bind port 841f4112-625a-4c47-a26f-362dced96a81 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:38:31.770015 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-240e7f4e-3046-45b2-94a2-3bc3bf75cc1d service neutron] Attempting to bind port 841f4112-625a-4c47-a26f-362dced96a81 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:38:31.770354 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-240e7f4e-3046-45b2-94a2-3bc3bf75cc1d service neutron] Attempting to bind port 841f4112-625a-4c47-a26f-362dced96a81 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:31.783278 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-240e7f4e-3046-45b2-94a2-3bc3bf75cc1d service neutron] Port 841f4112-625a-4c47-a26f-362dced96a81 on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:38:31.783615 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-240e7f4e-3046-45b2-94a2-3bc3bf75cc1d service neutron] Attempting to bind port 841f4112-625a-4c47-a26f-362dced96a81 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:31.786722 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-4c86e27b-943e-472f-83ad-825130b39297 service neutron] For port ebed735f-0065-45cf-a8c5-9df9969b2e30, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:31.839389 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-240e7f4e-3046-45b2-94a2-3bc3bf75cc1d service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:38:31.839389 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-240e7f4e-3046-45b2-94a2-3bc3bf75cc1d service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:31.839389 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-240e7f4e-3046-45b2-94a2-3bc3bf75cc1d service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:38:31.839389 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-240e7f4e-3046-45b2-94a2-3bc3bf75cc1d service neutron] Bound port: 841f4112-625a-4c47-a26f-362dced96a81, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:38:31.839389 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-240e7f4e-3046-45b2-94a2-3bc3bf75cc1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:31.889542 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22727a85-d364-4ac0-9ed1-cd98ef162e51 req-14151529-76a4-4522-bd11-bb0ae8ad0320 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:31.896227 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-22727a85-d364-4ac0-9ed1-cd98ef162e51 req-14151529-76a4-4522-bd11-bb0ae8ad0320 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cb4280b-b5d8-422f-b29d-99872d9191e8 HTTP/1.1" status: 200 len: 947 time: 0.2746198 Jun 17 08:38:31.898300 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0a434-c33e-4a34-926d-2b26dd0fd8fd req-d5c23a72-f083-444b-b2f7-befc6b0063ca tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:31.900334 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-4c86e27b-943e-472f-83ad-825130b39297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebed735f-0065-45cf-a8c5-9df9969b2e30 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:38:31.905859 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e2a0a434-c33e-4a34-926d-2b26dd0fd8fd req-d5c23a72-f083-444b-b2f7-befc6b0063ca tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 943 time: 0.5803773 Jun 17 08:38:31.911763 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96162f00-a9b0-462f-a989-abfe4596c3b6 None None] Network 21edaf17-9a14-4916-857e-651e948f1a58 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:31.920263 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-4c86e27b-943e-472f-83ad-825130b39297 service neutron] For port ebed735f-0065-45cf-a8c5-9df9969b2e30, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ebed735f-0065-45cf-a8c5-9df9969b2e30,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:31.926624 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7d92935d-42a9-423e-849a-5265d754fa5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:32.028241 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e2a0a434-c33e-4a34-926d-2b26dd0fd8fd req-f873a924-29cb-45e5-ba45-1bfdacd5f8c0 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181793 Jun 17 08:38:32.030263 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-240e7f4e-3046-45b2-94a2-3bc3bf75cc1d service neutron] For port 841f4112-625a-4c47-a26f-362dced96a81, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:32.035446 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-240e7f4e-3046-45b2-94a2-3bc3bf75cc1d service neutron] For port 841f4112-625a-4c47-a26f-362dced96a81, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=841f4112-625a-4c47-a26f-362dced96a81,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:38:32.047081 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-22727a85-d364-4ac0-9ed1-cd98ef162e51 req-9d01af8e-afef-41ff-8e0c-e47b56279ef4 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496177 Jun 17 08:38:32.080996 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-4c86e27b-943e-472f-83ad-825130b39297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:32.146992 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ba517217-7ddd-43ae-be2a-e6b0e7b40aba None None] Provisioning for port 0ada5201-e166-426b-b514-b3ea5a7f524d completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:32.156849 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ba517217-7ddd-43ae-be2a-e6b0e7b40aba None None] Provisioning complete for port 0ada5201-e166-426b-b514-b3ea5a7f524d triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:32.157375 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ba517217-7ddd-43ae-be2a-e6b0e7b40aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:32.172521 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-240e7f4e-3046-45b2-94a2-3bc3bf75cc1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:32.186732 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ba869f00-0338-4bcb-9523-b8e01feda895 tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:32.213066 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7d92935d-42a9-423e-849a-5265d754fa5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:32.263625 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-240e7f4e-3046-45b2-94a2-3bc3bf75cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:32.264481 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-240e7f4e-3046-45b2-94a2-3bc3bf75cc1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:32.266428 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-240e7f4e-3046-45b2-94a2-3bc3bf75cc1d service neutron] 10.222.0.50 "PUT /v2.0/ports/841f4112-625a-4c47-a26f-362dced96a81 HTTP/1.1" status: 200 len: 1096 time: 2.0505440 Jun 17 08:38:32.269145 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb4280b-b5d8-422f-b29d-99872d9191e8', 'tag': '841f4112-625a-4c47-a26f-362dced96a81'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:32.272281 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997ad2a2-dc91-489e-8ca8-75e2d9bc6a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb4280b-b5d8-422f-b29d-99872d9191e8", "tag": "841f4112-625a-4c47-a26f-362dced96a81"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:32.374432 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e7f4e-3046-45b2-94a2-3bc3bf75cc1d service neutron] Pushing event updated for resources: {'Port': ['ID=841f4112-625a-4c47-a26f-362dced96a81,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:32.378968 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-240e7f4e-3046-45b2-94a2-3bc3bf75cc1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:32.381209 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-4c86e27b-943e-472f-83ad-825130b39297 service neutron] Transition to ACTIVE for port object ebed735f-0065-45cf-a8c5-9df9969b2e30 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:32.452428 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ba517217-7ddd-43ae-be2a-e6b0e7b40aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:32.471172 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-4c86e27b-943e-472f-83ad-825130b39297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:32.482453 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-26376a88-0eb6-4ef9-9623-83b769cc5a8a tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:32.539833 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9261dc-58a8-4406-93d6-930aeef81f14 x-openstack-request-id: req-5b9261dc-58a8-4406-93d6-930aeef81f14 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:32.540063 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:32.540179 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb4280b-b5d8-422f-b29d-99872d9191e8", "tag": "841f4112-625a-4c47-a26f-362dced96a81", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:32.540458 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b9261dc-58a8-4406-93d6-930aeef81f14 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:32.540874 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb4280b-b5d8-422f-b29d-99872d9191e8', 'tag': '841f4112-625a-4c47-a26f-362dced96a81', 'status': 'completed', 'code': 200} Jun 17 08:38:32.542371 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-ba517217-7ddd-43ae-be2a-e6b0e7b40aba None None] For port 0ada5201-e166-426b-b514-b3ea5a7f524d, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=0ada5201-e166-426b-b514-b3ea5a7f524d,segment=NetworkSegment(902fecfb-6983-4d05-a9e7-87695ad4d9ff),segment_id=902fecfb-6983-4d05-a9e7-87695ad4d9ff)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:32.559816 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d92935d-42a9-423e-849a-5265d754fa5f admin admin] Router a6a937e4-7861-4f3a-896d-f0450b0e507a is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:38:32.615583 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ba517217-7ddd-43ae-be2a-e6b0e7b40aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:32.617716 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:32.708256 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device eb9a4f70-cd74-4444-870a-05399f68629f details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:38:32.726059 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba517217-7ddd-43ae-be2a-e6b0e7b40aba None None] Pushing event updated for resources: {'Port': ['ID=0ada5201-e166-426b-b514-b3ea5a7f524d,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:32.753860 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-ba517217-7ddd-43ae-be2a-e6b0e7b40aba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:32.810980 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86e27b-943e-472f-83ad-825130b39297 service neutron] Pushing event updated for resources: {'Port': ['ID=ebed735f-0065-45cf-a8c5-9df9969b2e30,revision_number=10']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:32.814968 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-4c86e27b-943e-472f-83ad-825130b39297 service neutron] No DVR routers for this DVR port ebed735f-0065-45cf-a8c5-9df9969b2e30 on host n-h1-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:38:32.819288 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4c86e27b-943e-472f-83ad-825130b39297 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:32.850390 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-bdc34e5d-0c6f-4bff-8651-bd96ab7cf12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:32.859369 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-bdc34e5d-0c6f-4bff-8651-bd96ab7cf12a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b6c57dd66e0449a18126830452f7b7f2&device_id=3cb4280b-b5d8-422f-b29d-99872d9191e8 HTTP/1.1" status: 200 len: 1099 time: 0.4376750 Jun 17 08:38:32.907062 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d92935d-42a9-423e-849a-5265d754fa5f admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:38:32.912115 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port eb9a4f70-cd74-4444-870a-05399f68629f, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=eb9a4f70-cd74-4444-870a-05399f68629f,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:32.925628 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8c1b1a-00d6-45ea-9c1f-bd2158d840f7 None None] Sync routers for ids ['a6a937e4-7861-4f3a-896d-f0450b0e507a'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:38:32.927096 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': 'eb9a4f70-cd74-4444-870a-05399f68629f', 'network_id': '06763fe9-e99d-4536-9f97-1417c168f505', 'port_id': 'eb9a4f70-cd74-4444-870a-05399f68629f', 'mac_address': 'fa:16:3e:be:79:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde6362a-8d80-43f7-8fcf-3398cd98da0f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:38:32.935065 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-a858e3e8-fabd-4cea-adeb-920a55462b96 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=841f4112-625a-4c47-a26f-362dced96a81 HTTP/1.1" status: 200 len: 217 time: 0.0746388 Jun 17 08:38:32.939631 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-4c86e27b-943e-472f-83ad-825130b39297 service neutron] 10.222.0.50 "PUT /v2.0/ports/ebed735f-0065-45cf-a8c5-9df9969b2e30/bindings/n-h2-758944-30/activate HTTP/1.1" status: 200 len: 370 time: 1.7090623 Jun 17 08:38:32.983032 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8c1b1a-00d6-45ea-9c1f-bd2158d840f7 None None] Routers {'a6a937e4-7861-4f3a-896d-f0450b0e507a'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:38:32.985467 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-5b8c1b1a-00d6-45ea-9c1f-bd2158d840f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:38:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['a6a937e4-7861-4f3a-896d-f0450b0e507a'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:33.056705 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-5e2e12d3-4932-409b-9861-b73bf8228c99 None None] Provisioning complete for port 0ada5201-e166-426b-b514-b3ea5a7f524d triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:33.057177 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5e2e12d3-4932-409b-9861-b73bf8228c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:33.063745 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7d92935d-42a9-423e-849a-5265d754fa5f admin admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:33.069159 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7d92935d-42a9-423e-849a-5265d754fa5f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4052994 Jun 17 08:38:33.070109 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41538) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:33.089457 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:33.150656 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079be0e-1b60-4a88-a515-496ecfd3ccd3 req-1bd8c3aa-81ea-4ca5-b1aa-0828aae07668 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:33.153397 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4079be0e-1b60-4a88-a515-496ecfd3ccd3 req-1bd8c3aa-81ea-4ca5-b1aa-0828aae07668 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.4884439 Jun 17 08:38:33.188156 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-8b3c2f33-c3ef-4623-9def-3f79dd224e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:33.189597 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-8b3c2f33-c3ef-4623-9def-3f79dd224e2a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.2400968 Jun 17 08:38:33.205246 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-5b8c1b1a-00d6-45ea-9c1f-bd2158d840f7 None None] Set router a6a937e4-7861-4f3a-896d-f0450b0e507a gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:38:33.311992 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 0ada5201-e166-426b-b514-b3ea5a7f524d up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:33.391489 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb9a4f70-cd74-4444-870a-05399f68629f {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:38:33.479424 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port eb9a4f70-cd74-4444-870a-05399f68629f, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=eb9a4f70-cd74-4444-870a-05399f68629f,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:33.483661 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-5b8c1b1a-00d6-45ea-9c1f-bd2158d840f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a937e4-7861-4f3a-896d-f0450b0e507a', 'name': 'tempest-TaggedBootDevicesTest-709960226-router', 'tenant_id': '6c36ebc9bc9546a0a241353c6d26d1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '8ac8f995-0258-4883-812e-784402b881ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:28Z', 'updated_at': '2021-06-17T08:38:31Z', 'revision_number': 3, 'project_id': '6c36ebc9bc9546a0a241353c6d26d1f3', 'gw_port': {'id': '8ac8f995-0258-4883-812e-784402b881ca', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a937e4-7861-4f3a-896d-f0450b0e507a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:30Z', 'updated_at': '2021-06-17T08:38:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:33.519739 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8c1b1a-00d6-45ea-9c1f-bd2158d840f7 None None] Checking router: a6a937e4-7861-4f3a-896d-f0450b0e507a for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:38:33.520099 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8c1b1a-00d6-45ea-9c1f-bd2158d840f7 None None] Updating router a6a937e4-7861-4f3a-896d-f0450b0e507a port 8ac8f995-0258-4883-812e-784402b881ca binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:38:33.536065 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 0ada5201-e166-426b-b514-b3ea5a7f524d triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:33.536753 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:33.562741 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-5b8c1b1a-00d6-45ea-9c1f-bd2158d840f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:33.584967 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:33.598761 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:33.673905 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d592ab-37d1-4036-bfa5-3b9daee1cb86 req-0764d277-646c-43fa-b8e8-dcd51daa8a02 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:33.678214 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a4d592ab-37d1-4036-bfa5-3b9daee1cb86 req-0764d277-646c-43fa-b8e8-dcd51daa8a02 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 944 time: 0.3598719 Jun 17 08:38:33.743685 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['eb9a4f70-cd74-4444-870a-05399f68629f'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:38:33.788600 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=eb9a4f70-cd74-4444-870a-05399f68629f,revision_number=6']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:33.795773 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:33.866657 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4079be0e-1b60-4a88-a515-496ecfd3ccd3 req-7cd654fc-e44b-4ece-8d1e-42eba69c126f tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7118456 Jun 17 08:38:33.920128 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-5b8c1b1a-00d6-45ea-9c1f-bd2158d840f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:33.944579 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-fe4c3e0c-c64e-4c5b-bf2b-13a202bf49df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:33.944853 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-5b8c1b1a-00d6-45ea-9c1f-bd2158d840f7 None None] Transition to ACTIVE for port object 8ac8f995-0258-4883-812e-784402b881ca will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:33.958317 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-fe4c3e0c-c64e-4c5b-bf2b-13a202bf49df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7490015 Jun 17 08:38:33.962898 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-d250aaa5-f0a5-474a-b3b3-ffb86d9cb138 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:33.975271 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-d250aaa5-f0a5-474a-b3b3-ffb86d9cb138 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13&tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&binding%3Ahost_id=n-h1-758944-30 HTTP/1.1" status: 200 len: 1096 time: 0.8073158 Jun 17 08:38:34.052643 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-5b8c1b1a-00d6-45ea-9c1f-bd2158d840f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:34.063453 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:34.090355 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41550) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:34.119982 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a4d592ab-37d1-4036-bfa5-3b9daee1cb86 req-e17ed9d6-07d1-4f11-96a4-e95df49833b1 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337602 Jun 17 08:38:34.133871 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abfcdb7-c7f4-462f-98b2-98a63a2d4499 None None] Pushing event updated for resources: {'Port': ['ID=8ac8f995-0258-4883-812e-784402b881ca,revision_number=2']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:34.152038 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abfcdb7-c7f4-462f-98b2-98a63a2d4499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:34.152785 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abfcdb7-c7f4-462f-98b2-98a63a2d4499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:34.153331 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abfcdb7-c7f4-462f-98b2-98a63a2d4499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:34.153869 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abfcdb7-c7f4-462f-98b2-98a63a2d4499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:34.154407 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abfcdb7-c7f4-462f-98b2-98a63a2d4499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:34.155008 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abfcdb7-c7f4-462f-98b2-98a63a2d4499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:34.155544 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abfcdb7-c7f4-462f-98b2-98a63a2d4499 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:34.156096 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abfcdb7-c7f4-462f-98b2-98a63a2d4499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:34.156639 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abfcdb7-c7f4-462f-98b2-98a63a2d4499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:34.157193 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abfcdb7-c7f4-462f-98b2-98a63a2d4499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:34.157741 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abfcdb7-c7f4-462f-98b2-98a63a2d4499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:34.158263 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abfcdb7-c7f4-462f-98b2-98a63a2d4499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:34.195158 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-5b8c1b1a-00d6-45ea-9c1f-bd2158d840f7 None None] Attempting to bind port 8ac8f995-0258-4883-812e-784402b881ca on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:38:34.195771 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-5b8c1b1a-00d6-45ea-9c1f-bd2158d840f7 None None] Attempting to bind port 8ac8f995-0258-4883-812e-784402b881ca by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:38:34.197065 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8c1b1a-00d6-45ea-9c1f-bd2158d840f7 None None] Attempting to bind port 8ac8f995-0258-4883-812e-784402b881ca on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:34.244185 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8c1b1a-00d6-45ea-9c1f-bd2158d840f7 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:38:34.244185 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8c1b1a-00d6-45ea-9c1f-bd2158d840f7 None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:34.244185 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-5b8c1b1a-00d6-45ea-9c1f-bd2158d840f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:34.244185 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8c1b1a-00d6-45ea-9c1f-bd2158d840f7 None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:38:34.244185 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-5b8c1b1a-00d6-45ea-9c1f-bd2158d840f7 None None] Bound port: 8ac8f995-0258-4883-812e-784402b881ca, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:38:34.244185 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-5b8c1b1a-00d6-45ea-9c1f-bd2158d840f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:34.299099 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1044e7b8-11fe-431c-93f4-c6eb040b955e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:34.358151 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-5b8c1b1a-00d6-45ea-9c1f-bd2158d840f7 None None] For port 8ac8f995-0258-4883-812e-784402b881ca, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:34.365784 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-5b8c1b1a-00d6-45ea-9c1f-bd2158d840f7 None None] For port 8ac8f995-0258-4883-812e-784402b881ca, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=8ac8f995-0258-4883-812e-784402b881ca,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:38:34.371726 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-7abfcdb7-c7f4-462f-98b2-98a63a2d4499 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:34.417573 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-5b5ae2d0-ff0e-4500-a0e7-8d13c5ff87cc service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410374 Jun 17 08:38:34.445958 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-876297a3-324e-4f21-b214-2852bdb3efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:34.448877 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-876297a3-324e-4f21-b214-2852bdb3efd0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13&tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73 HTTP/1.1" status: 200 len: 1096 time: 0.4525275 Jun 17 08:38:34.536573 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3a4d173e-2a51-4b56-a3a8-826aef59c010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:34.566847 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de86874-4ac8-46fa-917e-f1cd9280dbcd req-f4f47540-10fd-468b-a357-ed71888ed739 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:34.574654 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1de86874-4ac8-46fa-917e-f1cd9280dbcd req-f4f47540-10fd-468b-a357-ed71888ed739 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cb4280b-b5d8-422f-b29d-99872d9191e8 HTTP/1.1" status: 200 len: 947 time: 0.3399377 Jun 17 08:38:34.624625 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-1044e7b8-11fe-431c-93f4-c6eb040b955e admin admin] Allocated IP 172.20.0.1 (21edaf17-9a14-4916-857e-651e948f1a58/a03dfa93-b60a-43e5-a349-322f7bd53fb3/6c4b0950-02f9-42bb-acf0-66108122ee1a) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:34.677504 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1de86874-4ac8-46fa-917e-f1cd9280dbcd req-12a2085f-9fb6-4dee-8eea-a51cf8fce047 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010709 Jun 17 08:38:34.682948 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-5b8c1b1a-00d6-45ea-9c1f-bd2158d840f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:34.686689 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-5cec2a56-5bf4-4639-90c4-4a5364619666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:34.693183 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ba4e8f6e-8f5a-4b83-990f-e70e7d20b5d2 req-624b1250-fb0c-4e82-a09e-f3b7dfdd280a service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634118 Jun 17 08:38:34.712596 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device eb9a4f70-cd74-4444-870a-05399f68629f up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:34.727060 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-de308919-81e3-4f38-86d5-879036d6033f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:34.731978 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-de308919-81e3-4f38-86d5-879036d6033f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 1096 time: 0.2074740 Jun 17 08:38:34.814172 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abfcdb7-c7f4-462f-98b2-98a63a2d4499 None None] Pushing event updated for resources: {'Port': ['ID=8ac8f995-0258-4883-812e-784402b881ca,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:34.835534 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-7abfcdb7-c7f4-462f-98b2-98a63a2d4499 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:34.840636 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8c1b1a-00d6-45ea-9c1f-bd2158d840f7 None None] Routers {'a6a937e4-7861-4f3a-896d-f0450b0e507a'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:38:34.847485 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-5b8c1b1a-00d6-45ea-9c1f-bd2158d840f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:38:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['a6a937e4-7861-4f3a-896d-f0450b0e507a'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:34.876774 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port eb9a4f70-cd74-4444-870a-05399f68629f triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:34.877163 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:34.948246 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3a4d173e-2a51-4b56-a3a8-826aef59c010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:34.980410 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-3f3098ce-930c-42cc-a673-cba592e8d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:34.982047 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-3f3098ce-930c-42cc-a673-cba592e8d0a8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f60ef741-1693-4275-83c4-b371328659a8 HTTP/1.1" status: 200 len: 908 time: 0.2452333 Jun 17 08:38:35.002865 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1044e7b8-11fe-431c-93f4-c6eb040b955e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:35.038222 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:35.039062 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-1044e7b8-11fe-431c-93f4-c6eb040b955e admin admin] Transition to ACTIVE for port object 6c4b0950-02f9-42bb-acf0-66108122ee1a will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:35.043134 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-5b8c1b1a-00d6-45ea-9c1f-bd2158d840f7 None None] Set router a6a937e4-7861-4f3a-896d-f0450b0e507a gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:38:35.079488 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-74275824-13c5-4259-bd05-3b56121cbcb0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebed735f-0065-45cf-a8c5-9df9969b2e30 HTTP/1.1" status: 200 len: 217 time: 0.0885906 Jun 17 08:38:35.086436 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e54df9-33cf-4507-af1d-b17cc244d1a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9a4f70-cd74-4444-870a-05399f68629f'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:35.088901 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be32759-af38-41fb-b72e-247c64ac0de0" -d '{"events": [{"server_uuid": "a2e54df9-33cf-4507-af1d-b17cc244d1a0", "name": "network-vif-plugged", "status": "completed", "tag": "eb9a4f70-cd74-4444-870a-05399f68629f"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:35.098506 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3a4d173e-2a51-4b56-a3a8-826aef59c010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:35.125762 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port eb9a4f70-cd74-4444-870a-05399f68629f, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=eb9a4f70-cd74-4444-870a-05399f68629f,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:35.156172 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-be83a30b-76f1-461d-bbdf-33de6a09a474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:35.161747 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f07aca-8458-48c3-9664-c08320c23067 x-openstack-request-id: req-e7f07aca-8458-48c3-9664-c08320c23067 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:35.162058 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e54df9-33cf-4507-af1d-b17cc244d1a0", "name": "network-vif-plugged", "status": "completed", "tag": "eb9a4f70-cd74-4444-870a-05399f68629f", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:35.162322 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e7f07aca-8458-48c3-9664-c08320c23067 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:35.162722 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3a4d173e-2a51-4b56-a3a8-826aef59c010 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=089cdce095f3486c8ea157879ee2c2bf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0703325 Jun 17 08:38:35.162899 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e54df9-33cf-4507-af1d-b17cc244d1a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9a4f70-cd74-4444-870a-05399f68629f', 'code': 200} Jun 17 08:38:35.166491 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41590) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:35.170149 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ad2a2-dc91-489e-8ca8-75e2d9bc6a2c req-a3c94b5d-760e-46c9-82bc-6c4453adc226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:35.171691 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-997ad2a2-dc91-489e-8ca8-75e2d9bc6a2c req-a3c94b5d-760e-46c9-82bc-6c4453adc226 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b6c57dd66e0449a18126830452f7b7f2&device_id=3cb4280b-b5d8-422f-b29d-99872d9191e8 HTTP/1.1" status: 200 len: 1099 time: 0.2998497 Jun 17 08:38:35.199513 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-9d77ea66-a4e4-48ba-8795-ca78b966c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:35.201636 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-9d77ea66-a4e4-48ba-8795-ca78b966c3d6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=58b6fa78-2c4d-4c76-9c04-e4c6434a4b98 HTTP/1.1" status: 200 len: 847 time: 0.1095591 Jun 17 08:38:35.218555 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:35.219864 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device ebed735f-0065-45cf-a8c5-9df9969b2e30 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:38:35.224825 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:35.236143 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d173e-2a51-4b56-a3a8-826aef59c010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdaa6cf2-4cd6-40e3-8908-7013503f2c38,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:35.252421 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3a4d173e-2a51-4b56-a3a8-826aef59c010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:35.298549 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3af1e-8b9c-40c8-ac83-fa2234785bed req-5c577631-23dd-43a0-a573-f674ca41354f tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:35.310672 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-53b3af1e-8b9c-40c8-ac83-fa2234785bed req-5c577631-23dd-43a0-a573-f674ca41354f tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.1544251 Jun 17 08:38:35.363737 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1044e7b8-11fe-431c-93f4-c6eb040b955e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:35.365599 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a0bccbf4-c160-4e7b-bf2d-1ae368c5eb47 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:35.418189 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-f3a59bbf-2d5c-435f-9200-771551b5c29f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f60ef741-1693-4275-83c4-b371328659a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1859431 Jun 17 08:38:35.420432 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device ebed735f-0065-45cf-a8c5-9df9969b2e30 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:38:35.424216 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=eb9a4f70-cd74-4444-870a-05399f68629f,revision_number=7']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:35.432640 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:35.477850 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-53b3af1e-8b9c-40c8-ac83-fa2234785bed req-51e701a9-7885-4cad-9299-a0b5292c76b7 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650860 Jun 17 08:38:35.498190 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1044e7b8-11fe-431c-93f4-c6eb040b955e admin admin] Network 21edaf17-9a14-4916-857e-651e948f1a58 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:35.511987 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-1044e7b8-11fe-431c-93f4-c6eb040b955e admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:35.518750 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044e7b8-11fe-431c-93f4-c6eb040b955e admin admin] Pushing event updated for resources: {'Port': ['ID=6c4b0950-02f9-42bb-acf0-66108122ee1a,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:35.528687 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1044e7b8-11fe-431c-93f4-c6eb040b955e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:35.529483 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1044e7b8-11fe-431c-93f4-c6eb040b955e admin admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:35.604326 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-5b8c1b1a-00d6-45ea-9c1f-bd2158d840f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a937e4-7861-4f3a-896d-f0450b0e507a', 'name': 'tempest-TaggedBootDevicesTest-709960226-router', 'tenant_id': '6c36ebc9bc9546a0a241353c6d26d1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '8ac8f995-0258-4883-812e-784402b881ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:28Z', 'updated_at': '2021-06-17T08:38:31Z', 'revision_number': 3, 'project_id': '6c36ebc9bc9546a0a241353c6d26d1f3', 'gw_port': {'id': '8ac8f995-0258-4883-812e-784402b881ca', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a937e4-7861-4f3a-896d-f0450b0e507a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:30Z', 'updated_at': '2021-06-17T08:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:35.641154 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1044e7b8-11fe-431c-93f4-c6eb040b955e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:35.681865 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8c1b1a-00d6-45ea-9c1f-bd2158d840f7 None None] The sync data for ids ['a6a937e4-7861-4f3a-896d-f0450b0e507a'] in n-d-758944-30 is: [{'id': 'a6a937e4-7861-4f3a-896d-f0450b0e507a', 'name': 'tempest-TaggedBootDevicesTest-709960226-router', 'tenant_id': '6c36ebc9bc9546a0a241353c6d26d1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '8ac8f995-0258-4883-812e-784402b881ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:28Z', 'updated_at': '2021-06-17T08:38:31Z', 'revision_number': 3, 'project_id': '6c36ebc9bc9546a0a241353c6d26d1f3', 'gw_port': {'id': '8ac8f995-0258-4883-812e-784402b881ca', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a937e4-7861-4f3a-896d-f0450b0e507a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:30Z', 'updated_at': '2021-06-17T08:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:38:35.691680 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41608) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:35.888762 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-09375094-0a1c-4949-a234-2bc00440f226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:35.896329 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ad2a2-dc91-489e-8ca8-75e2d9bc6a2c req-8c534c98-5410-40f1-a48f-938cf45f4e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:35.908593 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-997ad2a2-dc91-489e-8ca8-75e2d9bc6a2c req-8c534c98-5410-40f1-a48f-938cf45f4e28 service neutron] 10.222.0.50 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.7271667 Jun 17 08:38:35.998642 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1044e7b8-11fe-431c-93f4-c6eb040b955e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:36.056160 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e6d64548-5839-4efa-bd5a-952b29f1d344 None None] Provisioning for port 6c4b0950-02f9-42bb-acf0-66108122ee1a completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:36.056645 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-997ad2a2-dc91-489e-8ca8-75e2d9bc6a2c req-7adf9cb9-ac79-4d85-8fb6-5e1af2dc5aac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=841f4112-625a-4c47-a26f-362dced96a81 HTTP/1.1" status: 200 len: 217 time: 0.1101615 Jun 17 08:38:36.061921 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e6d64548-5839-4efa-bd5a-952b29f1d344 None None] Provisioning complete for port 6c4b0950-02f9-42bb-acf0-66108122ee1a triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:36.062434 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e6d64548-5839-4efa-bd5a-952b29f1d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:36.063085 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-09375094-0a1c-4949-a234-2bc00440f226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:36.123406 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0fe24-20f5-405c-aecf-69d89790a9b3 req-d23bdc73-cb26-47db-8f6e-799fc32d9b07 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:36.145923 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-64e0fe24-20f5-405c-aecf-69d89790a9b3 req-d23bdc73-cb26-47db-8f6e-799fc32d9b07 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 944 time: 0.7301693 Jun 17 08:38:36.149126 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-0b093ab2-bddd-42d5-accf-aba99ff33fff service neutron] 10.222.0.53 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6962688 Jun 17 08:38:36.196434 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-e6d64548-5839-4efa-bd5a-952b29f1d344 None None] Port 6c4b0950-02f9-42bb-acf0-66108122ee1a cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:38:36.200879 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d0018e31-ca5d-4faa-8f25-133852bf0b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:36.203302 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ad2a2-dc91-489e-8ca8-75e2d9bc6a2c req-fc2ac456-6162-46ca-88be-d924970855bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:36.204924 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-997ad2a2-dc91-489e-8ca8-75e2d9bc6a2c req-fc2ac456-6162-46ca-88be-d924970855bf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1203165 Jun 17 08:38:36.422988 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb884a-f838-41a6-8c69-d71882f25dda req-1574f01c-7afa-49d5-8bc7-874d92f776ba tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:36.431379 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6ccb884a-f838-41a6-8c69-d71882f25dda req-1574f01c-7afa-49d5-8bc7-874d92f776ba tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cb4280b-b5d8-422f-b29d-99872d9191e8 HTTP/1.1" status: 200 len: 947 time: 0.3141379 Jun 17 08:38:36.442160 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-64e0fe24-20f5-405c-aecf-69d89790a9b3 req-c4486be2-4d3a-42be-91d0-800f3d4894a7 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952890 Jun 17 08:38:36.493189 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-bd15051b-e810-4f62-8010-c869dde35cbc service neutron] 10.222.0.53 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831740 Jun 17 08:38:36.518943 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ad2a2-dc91-489e-8ca8-75e2d9bc6a2c req-3409ab96-86dc-4168-bee7-ef80ece7a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:36.520584 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-997ad2a2-dc91-489e-8ca8-75e2d9bc6a2c req-3409ab96-86dc-4168-bee7-ef80ece7a962 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2948320 Jun 17 08:38:36.557958 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6ccb884a-f838-41a6-8c69-d71882f25dda req-de33ce49-5ee8-43ce-b396-7c77cfd12504 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239378 Jun 17 08:38:36.597871 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1044e7b8-11fe-431c-93f4-c6eb040b955e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:36.629976 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-09375094-0a1c-4949-a234-2bc00440f226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:36.629976 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-09375094-0a1c-4949-a234-2bc00440f226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:36.630615 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-09375094-0a1c-4949-a234-2bc00440f226 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bdaa6cf2-4cd6-40e3-8908-7013503f2c38 HTTP/1.1" status: 204 len: 168 time: 1.4617152 Jun 17 08:38:36.646403 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-32819d1c-afcd-429a-b591-f1068a7a7497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:36.675048 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1044e7b8-11fe-431c-93f4-c6eb040b955e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:36.677419 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:36.803002 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d0018e31-ca5d-4faa-8f25-133852bf0b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:36.824391 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1044e7b8-11fe-431c-93f4-c6eb040b955e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:36.830924 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044e7b8-11fe-431c-93f4-c6eb040b955e admin admin] Pushing event updated for resources: {'Port': ['ID=6c4b0950-02f9-42bb-acf0-66108122ee1a,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:36.830924 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1044e7b8-11fe-431c-93f4-c6eb040b955e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:36.940684 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-997ad2a2-dc91-489e-8ca8-75e2d9bc6a2c req-b7fc4315-9626-4c47-93c2-404ce8a5684e service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121664 Jun 17 08:38:36.945967 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09375094-0a1c-4949-a234-2bc00440f226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdaa6cf2-4cd6-40e3-8908-7013503f2c38,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:36.972565 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-09375094-0a1c-4949-a234-2bc00440f226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:37.001529 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d0018e31-ca5d-4faa-8f25-133852bf0b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:37.009255 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1044e7b8-11fe-431c-93f4-c6eb040b955e admin admin] Network 21edaf17-9a14-4916-857e-651e948f1a58 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:37.011590 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-1044e7b8-11fe-431c-93f4-c6eb040b955e admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:37.015066 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-95ca8981-1d80-4c6f-ba04-72a4224379b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:37.226781 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 8ac8f995-0258-4883-812e-784402b881ca up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:37.358226 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0018e31-ca5d-4faa-8f25-133852bf0b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14ace6d-7ccd-46d6-8332-1e0d1eb370dd,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:37.365292 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d0018e31-ca5d-4faa-8f25-133852bf0b1c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8d552fad59574537aac42f4e43ff1266&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6484962 Jun 17 08:38:37.365292 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d0018e31-ca5d-4faa-8f25-133852bf0b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:37.366597 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41632) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:37.402746 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 4c6a4554-5f02-4460-aa6e-57387a4631c7 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:38:37.407561 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 4c6a4554-5f02-4460-aa6e-57387a4631c7 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:38:37.470395 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844ccfe-244a-4b6c-be5b-f6749372497b req-2b464c15-6cf0-4ad7-94e4-b8ca7ac193d2 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:37.474285 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1044e7b8-11fe-431c-93f4-c6eb040b955e admin admin] Router a6a937e4-7861-4f3a-896d-f0450b0e507a has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:38:37.479863 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9844ccfe-244a-4b6c-be5b-f6749372497b req-2b464c15-6cf0-4ad7-94e4-b8ca7ac193d2 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.6746304 Jun 17 08:38:37.500576 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-997ad2a2-dc91-489e-8ca8-75e2d9bc6a2c req-5c7d2016-719c-485e-86e0-cd81b428b741 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5508013 Jun 17 08:38:37.556043 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-f6b05314-2f0f-4188-a55f-70112c28ad4c tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:37.557800 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-f6b05314-2f0f-4188-a55f-70112c28ad4c tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13&tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&binding%3Ahost_id=n-h2-758944-30 HTTP/1.1" status: 200 len: 1096 time: 0.2546535 Jun 17 08:38:37.576361 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9844ccfe-244a-4b6c-be5b-f6749372497b req-a7f12d67-453d-424d-9604-d5d80c3f7815 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954890 Jun 17 08:38:37.628645 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-929f08f2-cff8-4661-8d7a-f29956bfad7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:37.695042 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 8ac8f995-0258-4883-812e-784402b881ca completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:37.702243 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.db.resource_extend [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:38:37.720163 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 8ac8f995-0258-4883-812e-784402b881ca triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:37.720866 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:37.866654 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41640) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:37.891299 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-929f08f2-cff8-4661-8d7a-f29956bfad7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:37.914285 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e3c6d8f4-c15e-456d-976c-338136a4252f None None] Provisioning complete for port 6c4b0950-02f9-42bb-acf0-66108122ee1a triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:37.915020 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e3c6d8f4-c15e-456d-976c-338136a4252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:37.920229 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 4c6a4554-5f02-4460-aa6e-57387a4631c7, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4c6a4554-5f02-4460-aa6e-57387a4631c7,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:37.983002 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '4c6a4554-5f02-4460-aa6e-57387a4631c7', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '4c6a4554-5f02-4460-aa6e-57387a4631c7', 'mac_address': 'fa:16:3e:a0:83:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:38:37.992552 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdafc2-9a4c-4d52-a9a1-8f50ecce3b82 req-0f67a12c-06a2-43a3-ade8-7d8153d7f2a0 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:37.993289 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-b506f41e-2db9-42e8-a232-6e007ba3ed1d service neutron] For port ebed735f-0065-45cf-a8c5-9df9969b2e30, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:38.000972 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-b506f41e-2db9-42e8-a232-6e007ba3ed1d service neutron] Notify callbacks [] for binding, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:38.002019 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a4cdafc2-9a4c-4d52-a9a1-8f50ecce3b82 req-0f67a12c-06a2-43a3-ade8-7d8153d7f2a0 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 944 time: 0.2119830 Jun 17 08:38:38.002141 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-344830ac-202d-4b5b-a276-eb416e9cfb8b req-b506f41e-2db9-42e8-a232-6e007ba3ed1d service neutron] 10.222.0.53 "DELETE /v2.0/ports/ebed735f-0065-45cf-a8c5-9df9969b2e30/bindings/n-h1-758944-30 HTTP/1.1" status: 204 len: 173 time: 0.4215894 Jun 17 08:38:38.004323 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-24ac9530-8972-4bd9-8380-1f94482e7da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:38.030673 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:38.069312 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-e3c6d8f4-c15e-456d-976c-338136a4252f None None] Port 6c4b0950-02f9-42bb-acf0-66108122ee1a cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:38:38.098915 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1044e7b8-11fe-431c-93f4-c6eb040b955e admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:38:38.123807 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1044e7b8-11fe-431c-93f4-c6eb040b955e admin admin] 10.222.0.49 "PUT /v2.0/routers/a6a937e4-7861-4f3a-896d-f0450b0e507a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0480587 Jun 17 08:38:38.130270 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34c3a43-6579-49d1-82ff-3201c137259f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c6a4554-5f02-4460-aa6e-57387a4631c7'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:38.134555 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5a4bac-625f-4398-b1e6-fd9c67d44c51" -d '{"events": [{"server_uuid": "e34c3a43-6579-49d1-82ff-3201c137259f", "name": "network-vif-unplugged", "status": "completed", "tag": "4c6a4554-5f02-4460-aa6e-57387a4631c7"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:38.142114 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a4cdafc2-9a4c-4d52-a9a1-8f50ecce3b82 req-1be4840f-85bf-47e1-8d7c-51fd4aaba92e tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390769 Jun 17 08:38:38.169512 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:38.178776 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:38.182529 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 4c6a4554-5f02-4460-aa6e-57387a4631c7, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4c6a4554-5f02-4460-aa6e-57387a4631c7,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:38.214763 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c6a4554-5f02-4460-aa6e-57387a4631c7 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:38:38.226477 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 8ac8f995-0258-4883-812e-784402b881ca, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=8ac8f995-0258-4883-812e-784402b881ca,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:38.259859 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-24ac9530-8972-4bd9-8380-1f94482e7da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:38.281540 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-929f08f2-cff8-4661-8d7a-f29956bfad7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:38.284463 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-929f08f2-cff8-4661-8d7a-f29956bfad7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:38.288796 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-929f08f2-cff8-4661-8d7a-f29956bfad7b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e14ace6d-7ccd-46d6-8332-1e0d1eb370dd HTTP/1.1" status: 204 len: 168 time: 0.9060144 Jun 17 08:38:38.290407 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-92ddb780-3cb4-4ba4-93d4-624fddc6f2c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:38.305271 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f08f2-cff8-4661-8d7a-f29956bfad7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14ace6d-7ccd-46d6-8332-1e0d1eb370dd,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:38.310693 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-929f08f2-cff8-4661-8d7a-f29956bfad7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:38.317392 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:38.318377 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963b4d9-5298-4ec5-8149-d42604755463 req-a69fa833-715d-4f79-ad52-c1741a3964c7 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:38.320256 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b963b4d9-5298-4ec5-8149-d42604755463 req-a69fa833-715d-4f79-ad52-c1741a3964c7 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cb4280b-b5d8-422f-b29d-99872d9191e8 HTTP/1.1" status: 200 len: 947 time: 0.4526346 Jun 17 08:38:38.329788 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:38.333929 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:38.350481 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9045a1f0-6324-4bf1-8e06-9ea2fd3709b2 x-openstack-request-id: req-9045a1f0-6324-4bf1-8e06-9ea2fd3709b2 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:38.350882 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34c3a43-6579-49d1-82ff-3201c137259f", "name": "network-vif-unplugged", "status": "completed", "tag": "4c6a4554-5f02-4460-aa6e-57387a4631c7", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:38.351354 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9045a1f0-6324-4bf1-8e06-9ea2fd3709b2 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:38.352376 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34c3a43-6579-49d1-82ff-3201c137259f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c6a4554-5f02-4460-aa6e-57387a4631c7', 'code': 200} Jun 17 08:38:38.396690 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-24ac9530-8972-4bd9-8380-1f94482e7da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:38.453595 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8b84a1de-8809-43cd-a37e-9a9cac6124af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:38.465058 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-24ac9530-8972-4bd9-8380-1f94482e7da8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=58d409bd3aa44cd49f6dfdb0c766bf6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5944972 Jun 17 08:38:38.465699 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41662) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:38.474407 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b963b4d9-5298-4ec5-8149-d42604755463 req-ea882421-cd9c-47b2-a59b-937efd932a5b tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455231 Jun 17 08:38:38.558991 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac9530-8972-4bd9-8380-1f94482e7da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b327916-719b-40c5-bb02-78a1b937e766,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:38.579562 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-24ac9530-8972-4bd9-8380-1f94482e7da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:38.600671 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.db.api [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:38:38.601130 n-d-758944-30 neutron-server[94521]: DEBUG oslo_db.api [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:38:38.688397 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-99e12899-4efa-4343-9db3-d42cb2247835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:38.689637 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=4c6a4554-5f02-4460-aa6e-57387a4631c7,revision_number=6']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:38.702368 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:38.702876 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.344s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:38.765635 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 841f4112-625a-4c47-a26f-362dced96a81 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:38:38.770379 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de1d614-0d58-473d-88d2-12a049b732c0 None None] Sync routers for ids ['a6a937e4-7861-4f3a-896d-f0450b0e507a'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:38:38.771587 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-99e12899-4efa-4343-9db3-d42cb2247835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:38.844976 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de1d614-0d58-473d-88d2-12a049b732c0 None None] Routers {'a6a937e4-7861-4f3a-896d-f0450b0e507a'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:38:38.847037 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-6de1d614-0d58-473d-88d2-12a049b732c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:38:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['a6a937e4-7861-4f3a-896d-f0450b0e507a'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:38.971975 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf3eb3-20e4-421f-9c37-618bb59ac500 req-061a56d0-9372-4c98-af18-496a1f40862a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:38.979992 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd630ee6-00fb-464a-a78c-95181d8ee722 req-6cf60a12-ad89-4e00-a6ac-4a7f784baf3f tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:38.981015 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4ecf3eb3-20e4-421f-9c37-618bb59ac500 req-061a56d0-9372-4c98-af18-496a1f40862a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 948 time: 0.1086273 Jun 17 08:38:38.985837 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dd630ee6-00fb-464a-a78c-95181d8ee722 req-6cf60a12-ad89-4e00-a6ac-4a7f784baf3f tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 1096 time: 0.1737392 Jun 17 08:38:39.005537 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 841f4112-625a-4c47-a26f-362dced96a81, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=841f4112-625a-4c47-a26f-362dced96a81,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:39.046029 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '841f4112-625a-4c47-a26f-362dced96a81', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '841f4112-625a-4c47-a26f-362dced96a81', 'mac_address': 'fa:16:3e:ec:b8:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:38:39.048304 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4ecf3eb3-20e4-421f-9c37-618bb59ac500 req-0fa8dd75-b7fd-4709-90b1-ca0053a3d7eb tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599391 Jun 17 08:38:39.051737 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-99e12899-4efa-4343-9db3-d42cb2247835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:39.057753 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dd630ee6-00fb-464a-a78c-95181d8ee722 req-1e8be5fc-1aaf-4b32-9b85-510b49083d3a tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678029 Jun 17 08:38:39.083140 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-99e12899-4efa-4343-9db3-d42cb2247835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:39.084778 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-99e12899-4efa-4343-9db3-d42cb2247835 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9b327916-719b-40c5-bb02-78a1b937e766 HTTP/1.1" status: 204 len: 168 time: 0.6178372 Jun 17 08:38:39.085825 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7b9fe85f-026a-4f07-9e9f-0ed29ef0cac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:39.107910 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e12899-4efa-4343-9db3-d42cb2247835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b327916-719b-40c5-bb02-78a1b937e766,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:39.116055 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-99e12899-4efa-4343-9db3-d42cb2247835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:39.193411 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:39.347823 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=8ac8f995-0258-4883-812e-784402b881ca,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:39.366130 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:39.371472 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841f4112-625a-4c47-a26f-362dced96a81 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:38:39.397159 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 841f4112-625a-4c47-a26f-362dced96a81, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=841f4112-625a-4c47-a26f-362dced96a81,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:39.405788 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:39.426337 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-6de1d614-0d58-473d-88d2-12a049b732c0 None None] Set router a6a937e4-7861-4f3a-896d-f0450b0e507a gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:38:39.470191 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6a4554-5f02-4460-aa6e-57387a4631c7 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:38:39.514071 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:39.523138 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:39.603411 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 4c6a4554-5f02-4460-aa6e-57387a4631c7, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4c6a4554-5f02-4460-aa6e-57387a4631c7,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:39.712775 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3aed1-2e53-4ce3-923a-00e30c5d9dd5 req-e4665704-3076-4c12-a68d-d5e5869b6fff tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:39.722403 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d0d3aed1-2e53-4ce3-923a-00e30c5d9dd5 req-e4665704-3076-4c12-a68d-d5e5869b6fff tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cb4280b-b5d8-422f-b29d-99872d9191e8 HTTP/1.1" status: 200 len: 948 time: 0.0950975 Jun 17 08:38:39.775648 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d0d3aed1-2e53-4ce3-923a-00e30c5d9dd5 req-e9105f8a-c154-4f4d-b7e9-049df0ed8db8 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507181 Jun 17 08:38:39.792692 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=841f4112-625a-4c47-a26f-362dced96a81,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:39.798350 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:39.803338 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['841f4112-625a-4c47-a26f-362dced96a81'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:38:39.929092 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-6de1d614-0d58-473d-88d2-12a049b732c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a937e4-7861-4f3a-896d-f0450b0e507a', 'name': 'tempest-TaggedBootDevicesTest-709960226-router', 'tenant_id': '6c36ebc9bc9546a0a241353c6d26d1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '8ac8f995-0258-4883-812e-784402b881ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:28Z', 'updated_at': '2021-06-17T08:38:35Z', 'revision_number': 4, 'project_id': '6c36ebc9bc9546a0a241353c6d26d1f3', 'gw_port': {'id': '8ac8f995-0258-4883-812e-784402b881ca', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a937e4-7861-4f3a-896d-f0450b0e507a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:30Z', 'updated_at': '2021-06-17T08:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '6c4b0950-02f9-42bb-acf0-66108122ee1a', 'name': '', 'network_id': '21edaf17-9a14-4916-857e-651e948f1a58', 'tenant_id': '6c36ebc9bc9546a0a241353c6d26d1f3', 'mac_address': 'fa:16:3e:6e:35:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a937e4-7861-4f3a-896d-f0450b0e507a', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'a03dfa93-b60a-43e5-a349-322f7bd53fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:34Z', 'updated_at': '2021-06-17T08:38:36Z', 'revision_number': 2, 'project_id': '6c36ebc9bc9546a0a241353c6d26d1f3', 'subnets': [{'id': 'a03dfa93-b60a-43e5-a349-322f7bd53fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:39.978084 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de1d614-0d58-473d-88d2-12a049b732c0 None None] Checking router: a6a937e4-7861-4f3a-896d-f0450b0e507a for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:38:39.978448 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de1d614-0d58-473d-88d2-12a049b732c0 None None] Updating router a6a937e4-7861-4f3a-896d-f0450b0e507a port 6c4b0950-02f9-42bb-acf0-66108122ee1a binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:38:39.980369 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:39.986387 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8e65f321-535f-41ea-9c36-d32eeeb9bcd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:40.066891 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41732) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:40.093132 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-818a3815-8a84-4ebd-9627-0a9f8b6bd05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:40.104199 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6de1d614-0d58-473d-88d2-12a049b732c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:40.173606 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=4c6a4554-5f02-4460-aa6e-57387a4631c7,revision_number=7']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:40.202544 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:40.340682 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['4c6a4554-5f02-4460-aa6e-57387a4631c7'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:38:40.373389 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af501f5-7b07-4d75-a22d-5582a60816fd req-4c249774-2912-46c3-8a3b-5036a298b152 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:40.384122 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0af501f5-7b07-4d75-a22d-5582a60816fd req-4c249774-2912-46c3-8a3b-5036a298b152 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 949 time: 0.1143498 Jun 17 08:38:40.386536 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-818a3815-8a84-4ebd-9627-0a9f8b6bd05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:40.469865 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0af501f5-7b07-4d75-a22d-5582a60816fd req-feeee5eb-6cea-405f-8bf0-848db0c0dcb7 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832143 Jun 17 08:38:40.611555 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e752568-6344-4d7e-a361-557460f6715c req-63e0e1ec-2aed-4868-9cb5-53a92124a678 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:40.612371 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2e752568-6344-4d7e-a361-557460f6715c req-63e0e1ec-2aed-4868-9cb5-53a92124a678 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/networks?id=f60ef741-1693-4275-83c4-b371328659a8 HTTP/1.1" status: 200 len: 807 time: 0.1684003 Jun 17 08:38:40.627038 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2e752568-6344-4d7e-a361-557460f6715c req-77b0cdf5-b13f-4888-a990-4e3af89ab492 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/quotas/a1c990ebd74a4b32a1ec7d295a37fe73 HTTP/1.1" status: 200 len: 375 time: 0.0114002 Jun 17 08:38:40.714086 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2e752568-6344-4d7e-a361-557460f6715c req-4baf06cf-290b-4e6f-8c5e-b672003fee76 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806730 Jun 17 08:38:40.801695 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6de1d614-0d58-473d-88d2-12a049b732c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:40.814685 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-6de1d614-0d58-473d-88d2-12a049b732c0 None None] Transition to ACTIVE for port object 6c4b0950-02f9-42bb-acf0-66108122ee1a will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:40.819488 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2e752568-6344-4d7e-a361-557460f6715c req-a8eedc8c-94bb-4041-bd82-eb43170fc04c service neutron] 10.222.0.49 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969057 Jun 17 08:38:40.929648 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2e752568-6344-4d7e-a361-557460f6715c req-a119a7e1-32d3-4135-83af-ce61c41f6923 service neutron] 10.222.0.49 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041417 Jun 17 08:38:40.946075 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2700005-ef96-4c68-a1ef-0516f91a24fa req-9dec734e-f565-46dd-871f-60c2ffbf4d03 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:40.947598 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b2700005-ef96-4c68-a1ef-0516f91a24fa req-9dec734e-f565-46dd-871f-60c2ffbf4d03 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cb4280b-b5d8-422f-b29d-99872d9191e8 HTTP/1.1" status: 200 len: 948 time: 0.0645251 Jun 17 08:38:40.989336 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-818a3815-8a84-4ebd-9627-0a9f8b6bd05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:41.001145 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-830da71d-d1c0-49b9-8f88-37694635e6cc tempest-SecurityGroupsTestAdminJSON-553081115 tempest-SecurityGroupsTestAdminJSON-553081115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:41.021807 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b2700005-ef96-4c68-a1ef-0516f91a24fa req-b929da24-4a89-49ed-af3b-b8b40dbc6f26 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671306 Jun 17 08:38:41.023955 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 8ac8f995-0258-4883-812e-784402b881ca up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:41.039614 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-818a3815-8a84-4ebd-9627-0a9f8b6bd05c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a7604623fa294c90a42002e33fd4d05b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9718273 Jun 17 08:38:41.041799 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a3815-8a84-4ebd-9627-0a9f8b6bd05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86926150-7c45-41ab-8eef-c1e6c196f9ba,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:41.042442 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41766) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:41.045076 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-818a3815-8a84-4ebd-9627-0a9f8b6bd05c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:41.090994 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6de1d614-0d58-473d-88d2-12a049b732c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:41.115409 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3b096bf4-fbd4-4e4d-8833-8196efa9c41e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:41.145235 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3b096bf4-fbd4-4e4d-8833-8196efa9c41e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:41.319579 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-424d6f1d-e532-4b07-bdd9-87669a77e964 req-fe566d0c-77e1-4f3c-b252-34b2f9474ef9 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 210 time: 0.0318086 Jun 17 08:38:41.329394 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0dfe10c6-576d-45e9-8a59-42cda9ea6d41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:41.357982 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3b096bf4-fbd4-4e4d-8833-8196efa9c41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:41.361218 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3b096bf4-fbd4-4e4d-8833-8196efa9c41e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:41.373886 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3b096bf4-fbd4-4e4d-8833-8196efa9c41e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/86926150-7c45-41ab-8eef-c1e6c196f9ba HTTP/1.1" status: 204 len: 168 time: 0.3299196 Jun 17 08:38:41.379079 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-58fcd920-126f-4b21-b980-3b93270da244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:41.409684 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b096bf4-fbd4-4e4d-8833-8196efa9c41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86926150-7c45-41ab-8eef-c1e6c196f9ba,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:41.413784 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3b096bf4-fbd4-4e4d-8833-8196efa9c41e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:41.537064 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638b48e-8d58-4341-b2d0-a7f506101503 None None] Pushing event updated for resources: {'Port': ['ID=6c4b0950-02f9-42bb-acf0-66108122ee1a,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:41.544029 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-c638b48e-8d58-4341-b2d0-a7f506101503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:41.704437 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 8ac8f995-0258-4883-812e-784402b881ca triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:41.704437 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:41.760499 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-6de1d614-0d58-473d-88d2-12a049b732c0 None None] Attempting to bind port 6c4b0950-02f9-42bb-acf0-66108122ee1a on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:38:41.761864 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-6de1d614-0d58-473d-88d2-12a049b732c0 None None] Attempting to bind port 6c4b0950-02f9-42bb-acf0-66108122ee1a by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '902fecfb-6983-4d05-a9e7-87695ad4d9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '21edaf17-9a14-4916-857e-651e948f1a58'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:38:41.762367 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de1d614-0d58-473d-88d2-12a049b732c0 None None] Attempting to bind port 6c4b0950-02f9-42bb-acf0-66108122ee1a on network 21edaf17-9a14-4916-857e-651e948f1a58 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:41.780209 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de1d614-0d58-473d-88d2-12a049b732c0 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:38:41.780717 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de1d614-0d58-473d-88d2-12a049b732c0 None None] Checking segment: {'id': '902fecfb-6983-4d05-a9e7-87695ad4d9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '21edaf17-9a14-4916-857e-651e948f1a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:41.781388 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6de1d614-0d58-473d-88d2-12a049b732c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:41.781894 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de1d614-0d58-473d-88d2-12a049b732c0 None None] Bound using segment: {'id': '902fecfb-6983-4d05-a9e7-87695ad4d9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '21edaf17-9a14-4916-857e-651e948f1a58'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:38:41.782516 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-6de1d614-0d58-473d-88d2-12a049b732c0 None None] Bound port: 6c4b0950-02f9-42bb-acf0-66108122ee1a, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '902fecfb-6983-4d05-a9e7-87695ad4d9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '21edaf17-9a14-4916-857e-651e948f1a58'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:38:41.784208 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6de1d614-0d58-473d-88d2-12a049b732c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:41.931399 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19856c-0ac2-444d-9058-e2c6e6acd0f7 req-10c3a34d-3d64-4edd-95b2-ec396cff0f7b tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:41.943561 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5f19856c-0ac2-444d-9058-e2c6e6acd0f7 req-10c3a34d-3d64-4edd-95b2-ec396cff0f7b tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 949 time: 0.1458235 Jun 17 08:38:42.051502 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 4c6a4554-5f02-4460-aa6e-57387a4631c7 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:42.053969 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5f19856c-0ac2-444d-9058-e2c6e6acd0f7 req-b5766bb7-ec10-48a0-bc28-8acfaaaeb8a6 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088040 Jun 17 08:38:42.182346 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-6de1d614-0d58-473d-88d2-12a049b732c0 None None] For port 6c4b0950-02f9-42bb-acf0-66108122ee1a, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:42.215098 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-6de1d614-0d58-473d-88d2-12a049b732c0 None None] For port 6c4b0950-02f9-42bb-acf0-66108122ee1a, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=6c4b0950-02f9-42bb-acf0-66108122ee1a,segment=NetworkSegment(902fecfb-6983-4d05-a9e7-87695ad4d9ff),segment_id=902fecfb-6983-4d05-a9e7-87695ad4d9ff)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:38:42.259974 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 4c6a4554-5f02-4460-aa6e-57387a4631c7 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:42.263388 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:42.375635 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6de1d614-0d58-473d-88d2-12a049b732c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:42.395806 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:42.421240 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3cdbe-bb70-4e26-b53a-4e2c843e0ee5 req-a9fff4af-4408-40e1-8f59-0d79bec12a76 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:42.429250 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fcb3cdbe-bb70-4e26-b53a-4e2c843e0ee5 req-a9fff4af-4408-40e1-8f59-0d79bec12a76 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cb4280b-b5d8-422f-b29d-99872d9191e8 HTTP/1.1" status: 200 len: 948 time: 0.1027334 Jun 17 08:38:42.477905 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fcb3cdbe-bb70-4e26-b53a-4e2c843e0ee5 req-376a13f7-60f9-456f-aa50-d7be928983a4 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429394 Jun 17 08:38:42.540066 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638b48e-8d58-4341-b2d0-a7f506101503 None None] Pushing event updated for resources: {'Port': ['ID=6c4b0950-02f9-42bb-acf0-66108122ee1a,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:42.566893 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-c638b48e-8d58-4341-b2d0-a7f506101503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:42.591265 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-39df1b00-0d9a-4555-83c2-9bb6a4f97578 req-6aa21d89-c6db-4229-8b5f-145ed46b4ca2 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 210 time: 0.0666320 Jun 17 08:38:42.605073 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de1d614-0d58-473d-88d2-12a049b732c0 None None] Routers {'a6a937e4-7861-4f3a-896d-f0450b0e507a'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:38:42.606252 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-6de1d614-0d58-473d-88d2-12a049b732c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:38:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['a6a937e4-7861-4f3a-896d-f0450b0e507a'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:42.799307 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 841f4112-625a-4c47-a26f-362dced96a81 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:42.861558 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-6de1d614-0d58-473d-88d2-12a049b732c0 None None] Set router a6a937e4-7861-4f3a-896d-f0450b0e507a gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:38:43.136708 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:43.285587 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34c3a43-6579-49d1-82ff-3201c137259f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6a4554-5f02-4460-aa6e-57387a4631c7'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:43.288034 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102d01b7-958c-4716-bf61-e609f4de816f" -d '{"events": [{"server_uuid": "e34c3a43-6579-49d1-82ff-3201c137259f", "name": "network-vif-plugged", "status": "completed", "tag": "4c6a4554-5f02-4460-aa6e-57387a4631c7"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:43.298019 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 4c6a4554-5f02-4460-aa6e-57387a4631c7, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4c6a4554-5f02-4460-aa6e-57387a4631c7,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:43.373430 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c25219-1eb3-482c-ae3a-ad412055646a x-openstack-request-id: req-b7c25219-1eb3-482c-ae3a-ad412055646a {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:43.373782 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34c3a43-6579-49d1-82ff-3201c137259f", "name": "network-vif-plugged", "status": "completed", "tag": "4c6a4554-5f02-4460-aa6e-57387a4631c7", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:43.376325 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b7c25219-1eb3-482c-ae3a-ad412055646a {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:43.376730 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34c3a43-6579-49d1-82ff-3201c137259f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6a4554-5f02-4460-aa6e-57387a4631c7', 'code': 200} Jun 17 08:38:43.379519 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf1b9b-bf73-4f1a-b54b-e6848990c7f7 req-81a563ca-b3d5-4748-be48-de5a62aed0aa tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:43.387741 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b1bf1b9b-bf73-4f1a-b54b-e6848990c7f7 req-81a563ca-b3d5-4748-be48-de5a62aed0aa tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 949 time: 0.1247425 Jun 17 08:38:43.404566 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-6de1d614-0d58-473d-88d2-12a049b732c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a937e4-7861-4f3a-896d-f0450b0e507a', 'name': 'tempest-TaggedBootDevicesTest-709960226-router', 'tenant_id': '6c36ebc9bc9546a0a241353c6d26d1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '8ac8f995-0258-4883-812e-784402b881ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:28Z', 'updated_at': '2021-06-17T08:38:35Z', 'revision_number': 4, 'project_id': '6c36ebc9bc9546a0a241353c6d26d1f3', 'gw_port': {'id': '8ac8f995-0258-4883-812e-784402b881ca', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a937e4-7861-4f3a-896d-f0450b0e507a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:30Z', 'updated_at': '2021-06-17T08:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '6c4b0950-02f9-42bb-acf0-66108122ee1a', 'name': '', 'network_id': '21edaf17-9a14-4916-857e-651e948f1a58', 'tenant_id': '6c36ebc9bc9546a0a241353c6d26d1f3', 'mac_address': 'fa:16:3e:6e:35:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a937e4-7861-4f3a-896d-f0450b0e507a', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'a03dfa93-b60a-43e5-a349-322f7bd53fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:34Z', 'updated_at': '2021-06-17T08:38:42Z', 'revision_number': 4, 'project_id': '6c36ebc9bc9546a0a241353c6d26d1f3', 'subnets': [{'id': 'a03dfa93-b60a-43e5-a349-322f7bd53fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:43.438954 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de1d614-0d58-473d-88d2-12a049b732c0 None None] The sync data for ids ['a6a937e4-7861-4f3a-896d-f0450b0e507a'] in n-d-758944-30 is: [{'id': 'a6a937e4-7861-4f3a-896d-f0450b0e507a', 'name': 'tempest-TaggedBootDevicesTest-709960226-router', 'tenant_id': '6c36ebc9bc9546a0a241353c6d26d1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '8ac8f995-0258-4883-812e-784402b881ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:28Z', 'updated_at': '2021-06-17T08:38:35Z', 'revision_number': 4, 'project_id': '6c36ebc9bc9546a0a241353c6d26d1f3', 'gw_port': {'id': '8ac8f995-0258-4883-812e-784402b881ca', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a937e4-7861-4f3a-896d-f0450b0e507a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:30Z', 'updated_at': '2021-06-17T08:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '6c4b0950-02f9-42bb-acf0-66108122ee1a', 'name': '', 'network_id': '21edaf17-9a14-4916-857e-651e948f1a58', 'tenant_id': '6c36ebc9bc9546a0a241353c6d26d1f3', 'mac_address': 'fa:16:3e:6e:35:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a937e4-7861-4f3a-896d-f0450b0e507a', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'a03dfa93-b60a-43e5-a349-322f7bd53fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:34Z', 'updated_at': '2021-06-17T08:38:42Z', 'revision_number': 4, 'project_id': '6c36ebc9bc9546a0a241353c6d26d1f3', 'subnets': [{'id': 'a03dfa93-b60a-43e5-a349-322f7bd53fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:38:43.452309 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b1bf1b9b-bf73-4f1a-b54b-e6848990c7f7 req-cf9e60f0-460c-4c81-8953-247b608b622b tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633700 Jun 17 08:38:43.588232 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 841f4112-625a-4c47-a26f-362dced96a81 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:43.589164 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:43.605841 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-db61e048-dcbf-4f75-b0f7-28d4584aa8a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:43.633859 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 841f4112-625a-4c47-a26f-362dced96a81 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:43.633859 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:43.934364 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e643a51-2a38-4c6f-a502-67fab1a91e85 req-83046060-ff02-4bff-9038-b01a172fc48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:43.935920 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7e643a51-2a38-4c6f-a502-67fab1a91e85 req-83046060-ff02-4bff-9038-b01a172fc48f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 1102 time: 0.1834788 Jun 17 08:38:43.939741 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=4c6a4554-5f02-4460-aa6e-57387a4631c7,revision_number=8']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:43.982067 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:44.013501 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7e643a51-2a38-4c6f-a502-67fab1a91e85 req-c06611fb-3053-4203-b46e-6dbbb60ec91b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679941 Jun 17 08:38:44.077464 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:44.155657 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 841f4112-625a-4c47-a26f-362dced96a81, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=841f4112-625a-4c47-a26f-362dced96a81,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:44.172672 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944abc9-f23a-449c-a9c1-fe5c26b2a115 req-180f21d8-6b68-497c-9859-c067faea31ec tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:44.183675 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f944abc9-f23a-449c-a9c1-fe5c26b2a115 req-180f21d8-6b68-497c-9859-c067faea31ec tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cb4280b-b5d8-422f-b29d-99872d9191e8 HTTP/1.1" status: 200 len: 948 time: 0.2805388 Jun 17 08:38:44.274818 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:44.277610 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:44.303452 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f944abc9-f23a-449c-a9c1-fe5c26b2a115 req-52032841-3d64-4b1a-b454-49a5a47392d7 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068854 Jun 17 08:38:44.349058 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8815cf19-0da7-4041-9cee-9bc26c0fe482 req-fbe86251-79a8-476a-8b26-5fcee1f3967c tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 210 time: 0.0792112 Jun 17 08:38:44.402845 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=841f4112-625a-4c47-a26f-362dced96a81,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:44.413518 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:45.536972 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 6c4b0950-02f9-42bb-acf0-66108122ee1a up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:45.536972 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb4280b-b5d8-422f-b29d-99872d9191e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841f4112-625a-4c47-a26f-362dced96a81'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:45.536972 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8254669b-dcac-4cb8-9067-b66150d35b48" -d '{"events": [{"server_uuid": "3cb4280b-b5d8-422f-b29d-99872d9191e8", "name": "network-vif-plugged", "status": "completed", "tag": "841f4112-625a-4c47-a26f-362dced96a81"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:45.538621 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08774c43-10ff-4531-b064-9f0e8d015943 req-4adce6e5-71c1-4813-ba86-5a32431c282a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:45.538621 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-08774c43-10ff-4531-b064-9f0e8d015943 req-4adce6e5-71c1-4813-ba86-5a32431c282a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.0957682 Jun 17 08:38:45.538621 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-08774c43-10ff-4531-b064-9f0e8d015943 req-6110b30f-9801-43da-974b-eab8804d96ac tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399523 Jun 17 08:38:46.364197 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 6c4b0950-02f9-42bb-acf0-66108122ee1a completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:46.368868 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 6c4b0950-02f9-42bb-acf0-66108122ee1a triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:46.369488 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:46.590515 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:46.700996 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 6c4b0950-02f9-42bb-acf0-66108122ee1a, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=6c4b0950-02f9-42bb-acf0-66108122ee1a,segment=NetworkSegment(902fecfb-6983-4d05-a9e7-87695ad4d9ff),segment_id=902fecfb-6983-4d05-a9e7-87695ad4d9ff)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:46.725123 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e752568-6344-4d7e-a361-557460f6715c req-0d38ce11-1f7f-49d8-9588-cac02c55910b tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:46.726835 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2e752568-6344-4d7e-a361-557460f6715c req-0d38ce11-1f7f-49d8-9588-cac02c55910b tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.50 "GET /v2.0/networks?id=f60ef741-1693-4275-83c4-b371328659a8 HTTP/1.1" status: 200 len: 807 time: 0.3328815 Jun 17 08:38:46.747074 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-2e752568-6344-4d7e-a361-557460f6715c req-78b555bf-187c-48b4-96d5-f690081a54ba tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Request body: {'port': {'device_id': '1a3b64c3-8559-4539-a9e0-ae0bcfb093f7', 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8', 'admin_state_up': True, 'tenant_id': 'a1c990ebd74a4b32a1ec7d295a37fe73'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:46.891760 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:46.906173 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-26d4905b-315a-4da1-aca3-8750e9225ef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:47.041124 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=6c4b0950-02f9-42bb-acf0-66108122ee1a,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:47.044410 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:47.901148 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e752568-6344-4d7e-a361-557460f6715c req-78b555bf-187c-48b4-96d5-f690081a54ba tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Made reservation on behalf of a1c990ebd74a4b32a1ec7d295a37fe73 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:48.002866 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2e752568-6344-4d7e-a361-557460f6715c req-78b555bf-187c-48b4-96d5-f690081a54ba tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:48.098166 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-2e752568-6344-4d7e-a361-557460f6715c req-78b555bf-187c-48b4-96d5-f690081a54ba tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Allocated IP 172.20.0.12 (f60ef741-1693-4275-83c4-b371328659a8/58b6fa78-2c4d-4c76-9c04-e4c6434a4b98/a1204f35-c2e0-4d4d-9f44-8720a671a0ed) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:48.321360 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:48.359890 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2e752568-6344-4d7e-a361-557460f6715c req-78b555bf-187c-48b4-96d5-f690081a54ba tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:48.561197 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2e752568-6344-4d7e-a361-557460f6715c req-78b555bf-187c-48b4-96d5-f690081a54ba tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:48.566632 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:48.633155 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e752568-6344-4d7e-a361-557460f6715c req-78b555bf-187c-48b4-96d5-f690081a54ba tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Network f60ef741-1693-4275-83c4-b371328659a8 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:48.643395 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-2e752568-6344-4d7e-a361-557460f6715c req-78b555bf-187c-48b4-96d5-f690081a54ba tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:48.652566 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e752568-6344-4d7e-a361-557460f6715c req-78b555bf-187c-48b4-96d5-f690081a54ba tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:48.665145 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e752568-6344-4d7e-a361-557460f6715c req-78b555bf-187c-48b4-96d5-f690081a54ba tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:48.666374 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2e752568-6344-4d7e-a361-557460f6715c req-78b555bf-187c-48b4-96d5-f690081a54ba tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:48.685400 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b555bf-187c-48b4-96d5-f690081a54ba tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Pushing event updated for resources: {'Port': ['ID=a1204f35-c2e0-4d4d-9f44-8720a671a0ed,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:48.692124 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-78b555bf-187c-48b4-96d5-f690081a54ba tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:48.794234 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2e752568-6344-4d7e-a361-557460f6715c req-78b555bf-187c-48b4-96d5-f690081a54ba tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0549753 Jun 17 08:38:48.818862 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-2e752568-6344-4d7e-a361-557460f6715c req-f324c2e2-4b07-46f6-9348-0edb3aa3bee6 service neutron] Request body: {'port': {'device_id': '1a3b64c3-8559-4539-a9e0-ae0bcfb093f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:49.078810 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 6c4b0950-02f9-42bb-acf0-66108122ee1a up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:49.220983 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 6c4b0950-02f9-42bb-acf0-66108122ee1a triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:49.222232 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:49.393556 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2e752568-6344-4d7e-a361-557460f6715c req-f324c2e2-4b07-46f6-9348-0edb3aa3bee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:49.810699 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a21a2-2475-4762-b611-cd12b94762cb req-8b74126e-110b-488d-a1c6-838c901629be tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:49.812216 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c02a21a2-2475-4762-b611-cd12b94762cb req-8b74126e-110b-488d-a1c6-838c901629be tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cb4280b-b5d8-422f-b29d-99872d9191e8 HTTP/1.1" status: 200 len: 949 time: 0.1510446 Jun 17 08:38:49.896516 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c02a21a2-2475-4762-b611-cd12b94762cb req-42d75e1d-d070-44a6-99bb-fab9a0f9f1e6 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703902 Jun 17 08:38:49.910837 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-2e752568-6344-4d7e-a361-557460f6715c req-f324c2e2-4b07-46f6-9348-0edb3aa3bee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1204f35-c2e0-4d4d-9f44-8720a671a0ed {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:38:49.925889 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2e752568-6344-4d7e-a361-557460f6715c req-f324c2e2-4b07-46f6-9348-0edb3aa3bee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:49.953089 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-2e752568-6344-4d7e-a361-557460f6715c req-f324c2e2-4b07-46f6-9348-0edb3aa3bee6 service neutron] Transition to ACTIVE for port object a1204f35-c2e0-4d4d-9f44-8720a671a0ed will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:50.199798 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2e752568-6344-4d7e-a361-557460f6715c req-f324c2e2-4b07-46f6-9348-0edb3aa3bee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:50.199798 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dfc15c77-59d9-4ef0-8ffc-71ec7d8b3610 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:50.201965 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e7c5a-0a01-4610-b1bc-899c03b5a9dc req-45329a64-9d70-48cd-8ad8-db20b3e5613d tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:50.210015 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9e2e7c5a-0a01-4610-b1bc-899c03b5a9dc req-45329a64-9d70-48cd-8ad8-db20b3e5613d tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 932 time: 0.1717052 Jun 17 08:38:50.294008 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324c2e2-4b07-46f6-9348-0edb3aa3bee6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1204f35-c2e0-4d4d-9f44-8720a671a0ed,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:50.298208 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f324c2e2-4b07-46f6-9348-0edb3aa3bee6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:50.353033 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9e2e7c5a-0a01-4610-b1bc-899c03b5a9dc req-8a55592d-8ceb-49e5-bf35-b035d3241461 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420999 Jun 17 08:38:50.427070 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-2e752568-6344-4d7e-a361-557460f6715c req-f324c2e2-4b07-46f6-9348-0edb3aa3bee6 service neutron] Attempting to bind port a1204f35-c2e0-4d4d-9f44-8720a671a0ed on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:38:50.428340 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-2e752568-6344-4d7e-a361-557460f6715c req-f324c2e2-4b07-46f6-9348-0edb3aa3bee6 service neutron] Attempting to bind port a1204f35-c2e0-4d4d-9f44-8720a671a0ed by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:38:50.428921 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e752568-6344-4d7e-a361-557460f6715c req-f324c2e2-4b07-46f6-9348-0edb3aa3bee6 service neutron] Attempting to bind port a1204f35-c2e0-4d4d-9f44-8720a671a0ed on network f60ef741-1693-4275-83c4-b371328659a8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:50.436336 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e752568-6344-4d7e-a361-557460f6715c req-f324c2e2-4b07-46f6-9348-0edb3aa3bee6 service neutron] Port a1204f35-c2e0-4d4d-9f44-8720a671a0ed on network f60ef741-1693-4275-83c4-b371328659a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:38:50.437031 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e752568-6344-4d7e-a361-557460f6715c req-f324c2e2-4b07-46f6-9348-0edb3aa3bee6 service neutron] Attempting to bind port a1204f35-c2e0-4d4d-9f44-8720a671a0ed on network f60ef741-1693-4275-83c4-b371328659a8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:50.440376 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4b4e2e-d077-4d36-b3c0-e1e54a84fd82 x-openstack-request-id: req-7e4b4e2e-d077-4d36-b3c0-e1e54a84fd82 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:50.441001 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb4280b-b5d8-422f-b29d-99872d9191e8", "name": "network-vif-plugged", "status": "completed", "tag": "841f4112-625a-4c47-a26f-362dced96a81", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:50.441001 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7e4b4e2e-d077-4d36-b3c0-e1e54a84fd82 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:50.441441 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb4280b-b5d8-422f-b29d-99872d9191e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841f4112-625a-4c47-a26f-362dced96a81', 'code': 200} Jun 17 08:38:50.447075 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e752568-6344-4d7e-a361-557460f6715c req-f324c2e2-4b07-46f6-9348-0edb3aa3bee6 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:38:50.450895 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e752568-6344-4d7e-a361-557460f6715c req-f324c2e2-4b07-46f6-9348-0edb3aa3bee6 service neutron] Checking segment: {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:50.453635 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e752568-6344-4d7e-a361-557460f6715c req-f324c2e2-4b07-46f6-9348-0edb3aa3bee6 service neutron] Bound using segment: {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:38:50.455958 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-2e752568-6344-4d7e-a361-557460f6715c req-f324c2e2-4b07-46f6-9348-0edb3aa3bee6 service neutron] Bound port: a1204f35-c2e0-4d4d-9f44-8720a671a0ed, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:38:50.456638 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2e752568-6344-4d7e-a361-557460f6715c req-f324c2e2-4b07-46f6-9348-0edb3aa3bee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:38:50.557711 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:38:50.564626 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:38:50.564626 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:38:50.564626 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:38:50.564626 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:38:50.564626 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:38:50.564626 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:38:50.564626 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:38:50.564626 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:38:50.564626 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:38:50.564626 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:38:50.564626 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:38:50.564626 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:38:50.564626 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:38:50.564626 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:38:50.564626 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:38:50.564626 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:38:50.564626 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:38:50.564626 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:38:50.569859 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-2e752568-6344-4d7e-a361-557460f6715c req-f324c2e2-4b07-46f6-9348-0edb3aa3bee6 service neutron] For port a1204f35-c2e0-4d4d-9f44-8720a671a0ed, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:50.609233 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-2e752568-6344-4d7e-a361-557460f6715c req-f324c2e2-4b07-46f6-9348-0edb3aa3bee6 service neutron] For port a1204f35-c2e0-4d4d-9f44-8720a671a0ed, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=a1204f35-c2e0-4d4d-9f44-8720a671a0ed,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:38:50.620960 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:50.732102 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b92a2-113a-48dc-99f6-9af143e5f666 req-1d4bd200-3636-4ddf-aa4f-8e0fa0b247f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:50.733914 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-783b92a2-113a-48dc-99f6-9af143e5f666 req-1d4bd200-3636-4ddf-aa4f-8e0fa0b247f1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3cb4280b-b5d8-422f-b29d-99872d9191e8 HTTP/1.1" status: 200 len: 1101 time: 0.1976867 Jun 17 08:38:50.770021 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a42b7f-3a3a-4bc0-a467-2947901c1f7a req-12b069d9-7962-4445-a208-dc3a68af7fba tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:50.771393 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c0a42b7f-3a3a-4bc0-a467-2947901c1f7a req-12b069d9-7962-4445-a208-dc3a68af7fba tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.1529095 Jun 17 08:38:50.794690 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-783b92a2-113a-48dc-99f6-9af143e5f666 req-06e6984d-5fc0-4126-aa49-1825a7622bbd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519228 Jun 17 08:38:50.807041 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2e752568-6344-4d7e-a361-557460f6715c req-f324c2e2-4b07-46f6-9348-0edb3aa3bee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:50.814904 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9e9bb110-d97f-434c-8a7d-2b000ab154d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:50.876009 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c0a42b7f-3a3a-4bc0-a467-2947901c1f7a req-a3564c9a-826a-46ed-80ab-db943a2900dc tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926123 Jun 17 08:38:50.901762 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e752568-6344-4d7e-a361-557460f6715c req-f324c2e2-4b07-46f6-9348-0edb3aa3bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:50.901762 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2e752568-6344-4d7e-a361-557460f6715c req-f324c2e2-4b07-46f6-9348-0edb3aa3bee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:50.904054 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2e752568-6344-4d7e-a361-557460f6715c req-f324c2e2-4b07-46f6-9348-0edb3aa3bee6 service neutron] 10.222.0.50 "PUT /v2.0/ports/a1204f35-c2e0-4d4d-9f44-8720a671a0ed HTTP/1.1" status: 200 len: 1093 time: 2.0972357 Jun 17 08:38:50.906096 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a3b64c3-8559-4539-a9e0-ae0bcfb093f7', 'tag': 'a1204f35-c2e0-4d4d-9f44-8720a671a0ed'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:50.908798 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e64bdae-5b82-4a57-9c82-1cdd38f4e796" -d '{"events": [{"name": "network-changed", "server_uuid": "1a3b64c3-8559-4539-a9e0-ae0bcfb093f7", "tag": "a1204f35-c2e0-4d4d-9f44-8720a671a0ed"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:50.968769 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324c2e2-4b07-46f6-9348-0edb3aa3bee6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1204f35-c2e0-4d4d-9f44-8720a671a0ed,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:50.976575 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f324c2e2-4b07-46f6-9348-0edb3aa3bee6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:51.217172 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e752568-6344-4d7e-a361-557460f6715c req-dc87d5c1-dd95-428d-be8e-bb39b2b4e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:51.218786 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2e752568-6344-4d7e-a361-557460f6715c req-dc87d5c1-dd95-428d-be8e-bb39b2b4e40b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 1096 time: 0.1112349 Jun 17 08:38:51.328068 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2e752568-6344-4d7e-a361-557460f6715c req-ebb07eaa-e94e-49c6-8066-4b8db13a6d2f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1204f35-c2e0-4d4d-9f44-8720a671a0ed HTTP/1.1" status: 200 len: 217 time: 0.1011100 Jun 17 08:38:51.463564 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e752568-6344-4d7e-a361-557460f6715c req-a3e72b57-c03e-41e7-a737-520a45658eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:51.466081 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2e752568-6344-4d7e-a361-557460f6715c req-a3e72b57-c03e-41e7-a737-520a45658eea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=58b6fa78-2c4d-4c76-9c04-e4c6434a4b98 HTTP/1.1" status: 200 len: 847 time: 0.1309450 Jun 17 08:38:51.512234 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2e752568-6344-4d7e-a361-557460f6715c req-7170d8ff-0303-497e-b0d1-f47e2748aa72 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f60ef741-1693-4275-83c4-b371328659a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379825 Jun 17 08:38:51.519876 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67aa8cbd-a2f2-402d-ae39-2b632436698e x-openstack-request-id: req-67aa8cbd-a2f2-402d-ae39-2b632436698e {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:51.520328 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a3b64c3-8559-4539-a9e0-ae0bcfb093f7", "tag": "a1204f35-c2e0-4d4d-9f44-8720a671a0ed", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:51.520847 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-67aa8cbd-a2f2-402d-ae39-2b632436698e {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:51.521387 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a3b64c3-8559-4539-a9e0-ae0bcfb093f7', 'tag': 'a1204f35-c2e0-4d4d-9f44-8720a671a0ed', 'status': 'completed', 'code': 200} Jun 17 08:38:51.654176 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2e752568-6344-4d7e-a361-557460f6715c req-58d800b5-bdf7-41ad-b443-63132c606e88 service neutron] 10.222.0.50 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314175 Jun 17 08:38:51.911307 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2e752568-6344-4d7e-a361-557460f6715c req-e94c42ca-646a-485d-88d1-7414f59128ee service neutron] 10.222.0.50 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446330 Jun 17 08:38:51.932666 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b25a3c-68ea-4654-a033-af0c6869d9a7 req-60fa74b0-ea4a-43a1-94b7-d0952b9bd806 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:51.936496 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b3b25a3c-68ea-4654-a033-af0c6869d9a7 req-60fa74b0-ea4a-43a1-94b7-d0952b9bd806 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.2598267 Jun 17 08:38:52.064949 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b3b25a3c-68ea-4654-a033-af0c6869d9a7 req-2f837d3a-9561-41de-92df-e63dd45bcb82 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129184 Jun 17 08:38:52.360616 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960eab21-e117-41c1-9a06-0c5fe2827dd1 req-d87c0d6a-dd25-4c24-9aa8-1a89d12733c8 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:52.366325 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-960eab21-e117-41c1-9a06-0c5fe2827dd1 req-d87c0d6a-dd25-4c24-9aa8-1a89d12733c8 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cb4280b-b5d8-422f-b29d-99872d9191e8 HTTP/1.1" status: 200 len: 949 time: 0.1404142 Jun 17 08:38:52.449309 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-960eab21-e117-41c1-9a06-0c5fe2827dd1 req-7e7fdc23-9861-4cd8-b3c1-251d2b1824fb tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601499 Jun 17 08:38:52.962053 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c9ab2-ae43-499e-8ae2-d43c1ff3294e req-bcf39f67-6753-4815-9545-d55f0a2d9529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:52.963804 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f08c9ab2-ae43-499e-8ae2-d43c1ff3294e req-bcf39f67-6753-4815-9545-d55f0a2d9529 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=25d10e174ea043af91eeee2909fa8116&device_id=a2e54df9-33cf-4507-af1d-b17cc244d1a0 HTTP/1.1" status: 200 len: 1097 time: 0.3413589 Jun 17 08:38:53.131260 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64bdae-5b82-4a57-9c82-1cdd38f4e796 req-8f124c95-e1b1-47cb-b4f7-b865dd3c4600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:53.132450 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0e64bdae-5b82-4a57-9c82-1cdd38f4e796 req-8f124c95-e1b1-47cb-b4f7-b865dd3c4600 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 1096 time: 0.3398824 Jun 17 08:38:53.140796 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21a03a-55bd-4352-bfdb-08cd6dd4a00b req-88366498-064f-4262-8a95-a0fc344e1faf tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:53.149044 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6a21a03a-55bd-4352-bfdb-08cd6dd4a00b req-88366498-064f-4262-8a95-a0fc344e1faf tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 944 time: 0.4332910 Jun 17 08:38:53.275488 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c9ab2-ae43-499e-8ae2-d43c1ff3294e req-9da58311-988c-40f9-a5f6-16b72915b4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:53.276979 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f08c9ab2-ae43-499e-8ae2-d43c1ff3294e req-9da58311-988c-40f9-a5f6-16b72915b4d3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=06763fe9-e99d-4536-9f97-1417c168f505 HTTP/1.1" status: 200 len: 905 time: 0.2660434 Jun 17 08:38:53.284233 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6a21a03a-55bd-4352-bfdb-08cd6dd4a00b req-88149949-db7e-438e-a586-bd9c2958ff80 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339288 Jun 17 08:38:53.373573 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f08c9ab2-ae43-499e-8ae2-d43c1ff3294e req-21f60bac-b977-43ed-a4fa-26003d6a0d6d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb9a4f70-cd74-4444-870a-05399f68629f HTTP/1.1" status: 200 len: 217 time: 0.0860450 Jun 17 08:38:53.381053 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64bdae-5b82-4a57-9c82-1cdd38f4e796 req-8d6b92a8-ab72-4e68-8112-5e091ebfc718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:53.382811 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0e64bdae-5b82-4a57-9c82-1cdd38f4e796 req-8d6b92a8-ab72-4e68-8112-5e091ebfc718 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f60ef741-1693-4275-83c4-b371328659a8 HTTP/1.1" status: 200 len: 908 time: 0.2252150 Jun 17 08:38:53.471688 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0e64bdae-5b82-4a57-9c82-1cdd38f4e796 req-da057cf7-4e7a-45d4-ba3e-6948d577f658 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1204f35-c2e0-4d4d-9f44-8720a671a0ed HTTP/1.1" status: 200 len: 217 time: 0.0793712 Jun 17 08:38:53.568358 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c9ab2-ae43-499e-8ae2-d43c1ff3294e req-1f7428b2-ae7c-4340-8e3b-28ed7b7f7d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:53.570930 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f08c9ab2-ae43-499e-8ae2-d43c1ff3294e req-1f7428b2-ae7c-4340-8e3b-28ed7b7f7d0c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dde6362a-8d80-43f7-8fcf-3398cd98da0f HTTP/1.1" status: 200 len: 844 time: 0.1862428 Jun 17 08:38:53.621453 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f08c9ab2-ae43-499e-8ae2-d43c1ff3294e req-8f3fe1c5-6c45-4d88-acd5-3ce01ee079e5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06763fe9-e99d-4536-9f97-1417c168f505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388873 Jun 17 08:38:53.629033 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64bdae-5b82-4a57-9c82-1cdd38f4e796 req-f484d048-47dc-48b9-bd54-f51141e9be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:53.630496 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0e64bdae-5b82-4a57-9c82-1cdd38f4e796 req-f484d048-47dc-48b9-bd54-f51141e9be1b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=58b6fa78-2c4d-4c76-9c04-e4c6434a4b98 HTTP/1.1" status: 200 len: 847 time: 0.1515613 Jun 17 08:38:53.699114 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0e64bdae-5b82-4a57-9c82-1cdd38f4e796 req-e42b9c8e-b5bc-4dec-93b3-6d657742860a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f60ef741-1693-4275-83c4-b371328659a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589006 Jun 17 08:38:53.859424 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f08c9ab2-ae43-499e-8ae2-d43c1ff3294e req-67337638-d353-40c2-9b4c-e9e134202d91 service neutron] 10.222.0.50 "GET /v2.0/networks/06763fe9-e99d-4536-9f97-1417c168f505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276142 Jun 17 08:38:53.889880 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0e64bdae-5b82-4a57-9c82-1cdd38f4e796 req-a70b1b9e-ee21-4247-aeb6-32bd14bb9e39 service neutron] 10.222.0.50 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501250 Jun 17 08:38:54.024330 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f08c9ab2-ae43-499e-8ae2-d43c1ff3294e req-9a753beb-e6ed-460f-92cf-b79aa7c1257e service neutron] 10.222.0.50 "GET /v2.0/networks/06763fe9-e99d-4536-9f97-1417c168f505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584895 Jun 17 08:38:54.048327 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0e64bdae-5b82-4a57-9c82-1cdd38f4e796 req-005e48e3-8220-4854-818b-7ecb54562a0d service neutron] 10.222.0.50 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291409 Jun 17 08:38:55.183614 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591533c5-ccc5-43fe-80b6-99bfa7fa54d7 req-ed3c624c-4501-4d24-b864-0631ab2d14f7 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:55.188373 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-591533c5-ccc5-43fe-80b6-99bfa7fa54d7 req-ed3c624c-4501-4d24-b864-0631ab2d14f7 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cb4280b-b5d8-422f-b29d-99872d9191e8 HTTP/1.1" status: 200 len: 949 time: 0.0718315 Jun 17 08:38:55.248646 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-591533c5-ccc5-43fe-80b6-99bfa7fa54d7 req-93cb94e5-b684-4450-b53b-4d84b4397242 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532157 Jun 17 08:38:55.369326 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-740dd438-5276-4358-a423-f702da301133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:55.480028 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8e4f6-34bc-4c54-abfe-4a9940fb84e9 req-09956584-3fef-450e-9326-974ca80eb161 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:55.489229 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7bb8e4f6-34bc-4c54-abfe-4a9940fb84e9 req-09956584-3fef-450e-9326-974ca80eb161 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 944 time: 0.1231475 Jun 17 08:38:55.539923 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7bb8e4f6-34bc-4c54-abfe-4a9940fb84e9 req-58f2eb02-cd06-415c-9067-0fb0f13ecf83 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492759 Jun 17 08:38:55.686053 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42068) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:55.704811 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773694f-b67e-440e-9b4b-db752f6c5e67 req-dcb30d9b-45f5-4c9f-afde-c9648f269d1a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:55.717681 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4773694f-b67e-440e-9b4b-db752f6c5e67 req-dcb30d9b-45f5-4c9f-afde-c9648f269d1a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.1159704 Jun 17 08:38:55.784980 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4773694f-b67e-440e-9b4b-db752f6c5e67 req-28c41aab-87e9-49e3-afdc-62a01fe10861 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662098 Jun 17 08:38:55.871895 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7672fdae-21f8-4fec-96d4-3c62593b0a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:55.986854 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7672fdae-21f8-4fec-96d4-3c62593b0a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:56.171428 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7672fdae-21f8-4fec-96d4-3c62593b0a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:56.176313 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7bb22823-4a8f-484e-a2cd-08d701b138da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:56.211469 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7672fdae-21f8-4fec-96d4-3c62593b0a11 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4aab8c210bb647e1acfeb366c6b5244b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5242870 Jun 17 08:38:56.212395 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672fdae-21f8-4fec-96d4-3c62593b0a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c2da20-189f-4212-9a90-ec464db3c870,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:56.215511 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42088) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:56.216273 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7672fdae-21f8-4fec-96d4-3c62593b0a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:56.287475 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fd1ecbcb-544b-4cc6-b0eb-6cc8ea808d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:56.342057 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fd1ecbcb-544b-4cc6-b0eb-6cc8ea808d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:56.526260 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fd1ecbcb-544b-4cc6-b0eb-6cc8ea808d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:56.528875 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fd1ecbcb-544b-4cc6-b0eb-6cc8ea808d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:56.530048 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-fd1ecbcb-544b-4cc6-b0eb-6cc8ea808d22 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/12c2da20-189f-4212-9a90-ec464db3c870 HTTP/1.1" status: 204 len: 168 time: 0.3128600 Jun 17 08:38:56.530821 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:56.540751 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ecbcb-544b-4cc6-b0eb-6cc8ea808d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c2da20-189f-4212-9a90-ec464db3c870,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:56.542939 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fd1ecbcb-544b-4cc6-b0eb-6cc8ea808d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:56.603215 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216910e-90b6-4780-88d9-a5845050110a req-091dc58f-dea9-4686-9ca7-678bb7e2bd7b tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:56.611133 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3216910e-90b6-4780-88d9-a5845050110a req-091dc58f-dea9-4686-9ca7-678bb7e2bd7b tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cb4280b-b5d8-422f-b29d-99872d9191e8 HTTP/1.1" status: 200 len: 949 time: 0.1118007 Jun 17 08:38:56.656655 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3216910e-90b6-4780-88d9-a5845050110a req-ecea7a3d-9014-46c2-9be0-eaa0c4cd338e tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439410 Jun 17 08:38:56.711218 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-165fbdc3-80a2-4e34-88a7-1ffe1604f387 req-4b0113d1-8213-42c1-9501-68443ccfe6fd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0632815 Jun 17 08:38:56.822139 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device a1204f35-c2e0-4d4d-9f44-8720a671a0ed details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:38:56.851312 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fbdc3-80a2-4e34-88a7-1ffe1604f387 req-c8f5b8d9-ec7c-4148-9fc7-ed87e2b6f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:56.853951 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-165fbdc3-80a2-4e34-88a7-1ffe1604f387 req-c8f5b8d9-ec7c-4148-9fc7-ed87e2b6f855 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 1096 time: 0.1134002 Jun 17 08:38:56.856891 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd75ee0-4f77-4915-ae74-e0911f8a6cd5 req-8ea6587b-8c78-46cd-b2f3-7d97647118d5 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:56.864663 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6bd75ee0-4f77-4915-ae74-e0911f8a6cd5 req-8ea6587b-8c78-46cd-b2f3-7d97647118d5 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 944 time: 0.0868607 Jun 17 08:38:56.917319 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6bd75ee0-4f77-4915-ae74-e0911f8a6cd5 req-6d5eabba-e54c-49fc-8b85-4f7517bb33c9 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472412 Jun 17 08:38:57.031047 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fbdc3-80a2-4e34-88a7-1ffe1604f387 req-4ccea2d2-b7bd-4977-86f1-6c4ca080a29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:57.041292 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-165fbdc3-80a2-4e34-88a7-1ffe1604f387 req-4ccea2d2-b7bd-4977-86f1-6c4ca080a29b service neutron] 10.222.0.53 "GET /v2.0/networks?id=f60ef741-1693-4275-83c4-b371328659a8 HTTP/1.1" status: 200 len: 908 time: 0.1559145 Jun 17 08:38:57.071181 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port a1204f35-c2e0-4d4d-9f44-8720a671a0ed, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=a1204f35-c2e0-4d4d-9f44-8720a671a0ed,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:57.117386 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-165fbdc3-80a2-4e34-88a7-1ffe1604f387 req-378d1873-53c8-48b0-95f7-71d5c11d0e91 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3472699-738f-4841-b702-3da81639efef HTTP/1.1" status: 200 len: 217 time: 0.0691981 Jun 17 08:38:57.239886 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fbdc3-80a2-4e34-88a7-1ffe1604f387 req-84340356-a3d0-45c9-8ac4-a0c96dcf8b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:57.243073 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-165fbdc3-80a2-4e34-88a7-1ffe1604f387 req-84340356-a3d0-45c9-8ac4-a0c96dcf8b26 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=58b6fa78-2c4d-4c76-9c04-e4c6434a4b98 HTTP/1.1" status: 200 len: 847 time: 0.1157219 Jun 17 08:38:57.262707 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': 'a1204f35-c2e0-4d4d-9f44-8720a671a0ed', 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8', 'port_id': 'a1204f35-c2e0-4d4d-9f44-8720a671a0ed', 'mac_address': 'fa:16:3e:8b:8f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b6fa78-2c4d-4c76-9c04-e4c6434a4b98', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:38:57.286445 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91818ff6-cbd8-475e-9a95-b6c96d20e6ba req-a70f5a44-617d-4b2e-84d4-a8b617d13842 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:57.292280 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-91818ff6-cbd8-475e-9a95-b6c96d20e6ba req-a70f5a44-617d-4b2e-84d4-a8b617d13842 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.1114485 Jun 17 08:38:57.293461 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-165fbdc3-80a2-4e34-88a7-1ffe1604f387 req-3c22c268-f3eb-4f7d-94b6-bffc1ff92057 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f60ef741-1693-4275-83c4-b371328659a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426526 Jun 17 08:38:57.327456 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:57.346874 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1204f35-c2e0-4d4d-9f44-8720a671a0ed {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:38:57.358832 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-91818ff6-cbd8-475e-9a95-b6c96d20e6ba req-f1b01d46-2593-4558-a101-7c8e2fbe94b4 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614061 Jun 17 08:38:57.376112 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port a1204f35-c2e0-4d4d-9f44-8720a671a0ed, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=a1204f35-c2e0-4d4d-9f44-8720a671a0ed,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:57.461856 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:57.466747 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9afcbbfe-0c6f-4bef-853e-dac2374178f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:57.479214 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-165fbdc3-80a2-4e34-88a7-1ffe1604f387 req-96637c93-f80d-4e65-aed1-a74a1d2bf8b5 service neutron] 10.222.0.53 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791360 Jun 17 08:38:57.590336 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=a1204f35-c2e0-4d4d-9f44-8720a671a0ed,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:57.608348 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:57.642621 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-165fbdc3-80a2-4e34-88a7-1ffe1604f387 req-525d3c3f-a41a-4e9c-9131-a553cf877160 service neutron] 10.222.0.53 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552601 Jun 17 08:38:57.688266 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['a1204f35-c2e0-4d4d-9f44-8720a671a0ed'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:38:57.712062 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42140) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:57.949663 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:57.967006 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c680aef-b9fd-4d13-bbec-03ed74309d48 req-075d2664-7aec-4a45-8a26-e5092b46f12c tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:57.977986 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9c680aef-b9fd-4d13-bbec-03ed74309d48 req-075d2664-7aec-4a45-8a26-e5092b46f12c tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cb4280b-b5d8-422f-b29d-99872d9191e8 HTTP/1.1" status: 200 len: 949 time: 0.1008770 Jun 17 08:38:58.033728 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9c680aef-b9fd-4d13-bbec-03ed74309d48 req-ce2e7a9a-f564-4314-9efb-1d9668d66c0c tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540757 Jun 17 08:38:58.062103 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-279bb3a1-9c72-4baa-a176-630dc88f550c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:58.112738 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42150) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:58.183808 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-279bb3a1-9c72-4baa-a176-630dc88f550c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:58.281633 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b245b-e00b-4f13-ac4f-861bf5e4bc7e req-816c436a-9791-4fbe-91fa-fe30759d125c tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:58.286857 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8f1b245b-e00b-4f13-ac4f-861bf5e4bc7e req-816c436a-9791-4fbe-91fa-fe30759d125c tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 945 time: 0.1100702 Jun 17 08:38:58.286857 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-57ceed51-7c46-4ba4-ab86-3ef8b56e646b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:58.306397 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-279bb3a1-9c72-4baa-a176-630dc88f550c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:58.309637 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5ef985ac-e6e6-41a3-a02c-05e73ecd8f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:58.385588 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8f1b245b-e00b-4f13-ac4f-861bf5e4bc7e req-7924739e-4dd4-4884-86b3-0d6b6766aacf tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907931 Jun 17 08:38:58.401156 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-279bb3a1-9c72-4baa-a176-630dc88f550c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2a5411270e494c2396b094664601c5cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6878896 Jun 17 08:38:58.401903 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42160) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:58.403436 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279bb3a1-9c72-4baa-a176-630dc88f550c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034219f8-f517-4fd4-b0e3-db013e1f3053,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:58.431997 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-279bb3a1-9c72-4baa-a176-630dc88f550c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:58.471368 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-57ceed51-7c46-4ba4-ab86-3ef8b56e646b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:58.500167 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e3d10-745e-4de3-8208-7647f8d3d006 req-7e664b7e-132c-450a-af29-90566854285f tempest-LiveMigrationNegativeTest-1071031262 tempest-LiveMigrationNegativeTest-1071031262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:58.501666 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-857e3d10-745e-4de3-8208-7647f8d3d006 req-7e664b7e-132c-450a-af29-90566854285f tempest-LiveMigrationNegativeTest-1071031262 tempest-LiveMigrationNegativeTest-1071031262-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3cb4280b-b5d8-422f-b29d-99872d9191e8 HTTP/1.1" status: 200 len: 1101 time: 0.1607475 Jun 17 08:38:58.522407 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8969bc5f-116b-4095-b9b4-0cbb8a7ebd73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:58.529745 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-857e3d10-745e-4de3-8208-7647f8d3d006 req-ed0eac7f-212b-4370-95e7-b855f4bcd4ad tempest-LiveMigrationNegativeTest-1071031262 tempest-LiveMigrationNegativeTest-1071031262-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:58.558637 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-57ceed51-7c46-4ba4-ab86-3ef8b56e646b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:58.560759 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8969bc5f-116b-4095-b9b4-0cbb8a7ebd73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:58.565101 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-89401634-0af1-4d61-bfe9-c7e8169a1d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:58.626301 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-57ceed51-7c46-4ba4-ab86-3ef8b56e646b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=77a82b1d3be3465fb3499649e25b1d4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5111043 Jun 17 08:38:58.629115 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42170) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:58.635395 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ceed51-7c46-4ba4-ab86-3ef8b56e646b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00f7569-fb0e-451f-9ff0-eea2641c60b9,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:58.643210 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-57ceed51-7c46-4ba4-ab86-3ef8b56e646b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:58.666033 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-1b2db8e1-90e9-4955-960f-d9550a4ab050 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:58.668280 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-1b2db8e1-90e9-4955-960f-d9550a4ab050 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/networks?id=06763fe9-e99d-4536-9f97-1417c168f505 HTTP/1.1" status: 200 len: 804 time: 0.1755943 Jun 17 08:38:58.688108 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-9ca41421-727f-4941-976c-6bacd281515c tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/quotas/25d10e174ea043af91eeee2909fa8116 HTTP/1.1" status: 200 len: 375 time: 0.0109155 Jun 17 08:38:58.695148 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3320ee6c-4988-4d4c-8ce9-81dc20c9d376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:58.718568 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8969bc5f-116b-4095-b9b4-0cbb8a7ebd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:58.719847 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8969bc5f-116b-4095-b9b4-0cbb8a7ebd73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:58.721162 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-8969bc5f-116b-4095-b9b4-0cbb8a7ebd73 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/034219f8-f517-4fd4-b0e3-db013e1f3053 HTTP/1.1" status: 204 len: 168 time: 0.2948678 Jun 17 08:38:58.724733 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e3d44c69-2b62-43de-bb96-8d1cef5eca7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:58.733074 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969bc5f-116b-4095-b9b4-0cbb8a7ebd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034219f8-f517-4fd4-b0e3-db013e1f3053,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:58.736071 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8969bc5f-116b-4095-b9b4-0cbb8a7ebd73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:58.751046 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3320ee6c-4988-4d4c-8ce9-81dc20c9d376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:58.782105 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-a870df55-dac2-4346-bb70-4d2febf84508 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=25d10e174ea043af91eeee2909fa8116&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0865195 Jun 17 08:38:58.805941 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-857e3d10-745e-4de3-8208-7647f8d3d006 req-ed0eac7f-212b-4370-95e7-b855f4bcd4ad tempest-LiveMigrationNegativeTest-1071031262 tempest-LiveMigrationNegativeTest-1071031262-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:58.816011 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device a1204f35-c2e0-4d4d-9f44-8720a671a0ed up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:58.885521 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-857e3d10-745e-4de3-8208-7647f8d3d006 req-ed0eac7f-212b-4370-95e7-b855f4bcd4ad tempest-LiveMigrationNegativeTest-1071031262 tempest-LiveMigrationNegativeTest-1071031262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:58.889284 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ae747200-56e6-44a9-bac9-0059bb2a4196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:58.913092 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-c7b3a418-b73b-40aa-a7b5-2e7853cd7ebb service neutron] 10.222.0.49 "GET /v2.0/networks/06763fe9-e99d-4536-9f97-1417c168f505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135750 Jun 17 08:38:58.925807 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3320ee6c-4988-4d4c-8ce9-81dc20c9d376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:58.930013 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3320ee6c-4988-4d4c-8ce9-81dc20c9d376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:58.935088 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3320ee6c-4988-4d4c-8ce9-81dc20c9d376 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e00f7569-fb0e-451f-9ff0-eea2641c60b9 HTTP/1.1" status: 204 len: 168 time: 0.3014176 Jun 17 08:38:58.936525 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-857e3d10-745e-4de3-8208-7647f8d3d006 req-ed0eac7f-212b-4370-95e7-b855f4bcd4ad tempest-LiveMigrationNegativeTest-1071031262 tempest-LiveMigrationNegativeTest-1071031262-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274900 Jun 17 08:38:58.974344 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0eac7f-212b-4370-95e7-b855f4bcd4ad tempest-LiveMigrationNegativeTest-1071031262 tempest-LiveMigrationNegativeTest-1071031262-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee38a735-2025-43e1-a7c1-b779b6933c5e,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:58.979662 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port a1204f35-c2e0-4d4d-9f44-8720a671a0ed completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:58.987949 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ed0eac7f-212b-4370-95e7-b855f4bcd4ad tempest-LiveMigrationNegativeTest-1071031262 tempest-LiveMigrationNegativeTest-1071031262-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:58.988617 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c0a0e017-9572-4d8d-9b74-a9f61b7d0e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:58.990214 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port a1204f35-c2e0-4d4d-9f44-8720a671a0ed triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:58.995726 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:59.014514 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320ee6c-4988-4d4c-8ce9-81dc20c9d376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00f7569-fb0e-451f-9ff0-eea2641c60b9,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:59.020301 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3320ee6c-4988-4d4c-8ce9-81dc20c9d376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:59.071795 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-e3c624b8-39a5-4cff-b1e1-28b58ef8f3c6 service neutron] 10.222.0.49 "GET /v2.0/networks/06763fe9-e99d-4536-9f97-1417c168f505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513269 Jun 17 08:38:59.280439 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:59.323098 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3b64c3-8559-4539-a9e0-ae0bcfb093f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1204f35-c2e0-4d4d-9f44-8720a671a0ed'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:59.327374 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08aa070e-12cc-48f8-9f25-122e21ff6642" -d '{"events": [{"server_uuid": "1a3b64c3-8559-4539-a9e0-ae0bcfb093f7", "name": "network-vif-plugged", "status": "completed", "tag": "a1204f35-c2e0-4d4d-9f44-8720a671a0ed"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:59.358809 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port a1204f35-c2e0-4d4d-9f44-8720a671a0ed, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=a1204f35-c2e0-4d4d-9f44-8720a671a0ed,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:59.372104 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e92a7b-f718-4670-a013-3939d940addf req-60e7aa51-7c1f-4cea-b07d-054dc8ba1386 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:59.380107 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c4e92a7b-f718-4670-a013-3939d940addf req-60e7aa51-7c1f-4cea-b07d-054dc8ba1386 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.0957878 Jun 17 08:38:59.386882 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-fbabaacf-98ab-4a00-b761-21a50c5651bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:59.450694 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c4e92a7b-f718-4670-a013-3939d940addf req-9bed3c0b-b9fc-48c2-bcb6-73bfa1d0c2fe tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695727 Jun 17 08:38:59.457684 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:59.458590 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device eb9a4f70-cd74-4444-870a-05399f68629f no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:38:59.460481 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:59.595893 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=a1204f35-c2e0-4d4d-9f44-8720a671a0ed,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:59.600580 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:59.651226 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:59.708008 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0ad94f8c-18bb-4da7-8f0b-841c78914ed5 req-a222429f-cd55-44e4-9d35-34eb39f55142 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 210 time: 0.0639908 Jun 17 08:38:59.709171 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port eb9a4f70-cd74-4444-870a-05399f68629f, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=eb9a4f70-cd74-4444-870a-05399f68629f,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:59.720051 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc845c0-e90a-4817-b26f-e0901d2c2af8 x-openstack-request-id: req-cdc845c0-e90a-4817-b26f-e0901d2c2af8 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:59.720474 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a3b64c3-8559-4539-a9e0-ae0bcfb093f7", "name": "network-vif-plugged", "status": "completed", "tag": "a1204f35-c2e0-4d4d-9f44-8720a671a0ed", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:59.720896 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cdc845c0-e90a-4817-b26f-e0901d2c2af8 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:59.721387 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a3b64c3-8559-4539-a9e0-ae0bcfb093f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1204f35-c2e0-4d4d-9f44-8720a671a0ed', 'code': 200} Jun 17 08:38:59.832526 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:59.834790 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:59.961466 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=eb9a4f70-cd74-4444-870a-05399f68629f,revision_number=8']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:59.964939 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:59.987045 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224a6d3-7d20-4f4c-a1f4-063256e70e50 req-796c93d7-5b9f-40db-b192-5d5fecf63d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:59.991521 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9224a6d3-7d20-4f4c-a1f4-063256e70e50 req-796c93d7-5b9f-40db-b192-5d5fecf63d46 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 1098 time: 0.1820655 Jun 17 08:39:00.037224 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe772f-9dd3-4df9-b9a4-298104377875 req-c8395d00-681e-4fbb-a702-2c0acb0ae6bf tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:00.038911 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-38fe772f-9dd3-4df9-b9a4-298104377875 req-c8395d00-681e-4fbb-a702-2c0acb0ae6bf tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 946 time: 0.1743221 Jun 17 08:39:00.049725 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de887c-804b-42b2-aacb-be4722bf765a req-d063e2f5-24c0-42c9-93a3-35634d8f01d8 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:00.053820 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42212) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:00.061489 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-64de887c-804b-42b2-aacb-be4722bf765a req-d063e2f5-24c0-42c9-93a3-35634d8f01d8 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2e54df9-33cf-4507-af1d-b17cc244d1a0 HTTP/1.1" status: 200 len: 943 time: 0.1832979 Jun 17 08:39:00.071095 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a794ce09-e911-46b0-b1f6-1fe2b9fa7d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:00.157246 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9224a6d3-7d20-4f4c-a1f4-063256e70e50 req-e6ca275d-2c82-4ea2-ace4-23de7dd2229e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598184 Jun 17 08:39:00.186203 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-38fe772f-9dd3-4df9-b9a4-298104377875 req-151d581a-c6a2-4d74-a954-323d31f7b84c tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161273 Jun 17 08:39:00.249948 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-64de887c-804b-42b2-aacb-be4722bf765a req-af7c2b1d-7f34-4703-b59c-2e26fd154b5f tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Deleting port eb9a4f70-cd74-4444-870a-05399f68629f {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:00.250641 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-64de887c-804b-42b2-aacb-be4722bf765a req-af7c2b1d-7f34-4703-b59c-2e26fd154b5f tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:00.277689 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a794ce09-e911-46b0-b1f6-1fe2b9fa7d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:00.374862 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-64de887c-804b-42b2-aacb-be4722bf765a req-af7c2b1d-7f34-4703-b59c-2e26fd154b5f tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] For port eb9a4f70-cd74-4444-870a-05399f68629f, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=eb9a4f70-cd74-4444-870a-05399f68629f,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:00.376080 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-64de887c-804b-42b2-aacb-be4722bf765a req-af7c2b1d-7f34-4703-b59c-2e26fd154b5f tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:00.426192 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a794ce09-e911-46b0-b1f6-1fe2b9fa7d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:00.428863 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bb1f88da-aaa4-478f-a217-d89ba6ffee02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:00.456656 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-64de887c-804b-42b2-aacb-be4722bf765a req-af7c2b1d-7f34-4703-b59c-2e26fd154b5f tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Calling delete_port for eb9a4f70-cd74-4444-870a-05399f68629f owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:00.471012 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a794ce09-e911-46b0-b1f6-1fe2b9fa7d4d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d1c5cec19f76426a9e592dcf53eda84e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4159501 Jun 17 08:39:00.473470 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794ce09-e911-46b0-b1f6-1fe2b9fa7d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca397554-581f-44bd-a80d-8899028aa7d5,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:00.475848 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42224) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:00.484689 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a794ce09-e911-46b0-b1f6-1fe2b9fa7d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:00.592157 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a1280d9d-b921-40bd-a56d-3c43ae7cbb1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:00.669579 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a1280d9d-b921-40bd-a56d-3c43ae7cbb1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:00.754098 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f266552-d933-4988-9b19-b5eeee8c3235 req-80b5cc48-f13f-4e8c-83e7-c3cae072f1d6 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:00.755817 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5f266552-d933-4988-9b19-b5eeee8c3235 req-80b5cc48-f13f-4e8c-83e7-c3cae072f1d6 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.1514013 Jun 17 08:39:00.833131 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5f266552-d933-4988-9b19-b5eeee8c3235 req-ce6b245b-3750-457b-82ea-877efb727afb tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648651 Jun 17 08:39:01.040779 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8af5c4-4466-4891-8799-b97563e81d85 req-63cdb6e6-6b27-4cb6-8e0c-5577097bd847 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:01.042422 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4c8af5c4-4466-4891-8799-b97563e81d85 req-63cdb6e6-6b27-4cb6-8e0c-5577097bd847 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cb4280b-b5d8-422f-b29d-99872d9191e8 HTTP/1.1" status: 200 len: 949 time: 0.0943880 Jun 17 08:39:01.160952 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-89a8d573-cfb5-4702-b1f2-9f3c3ed3fce5 req-c8219681-b238-4ce8-b13d-dd73638510b3 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 210 time: 0.0411565 Jun 17 08:39:01.380312 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4c8af5c4-4466-4891-8799-b97563e81d85 req-a907777c-ae3f-48cb-ab7b-390f59038f8e tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312659 Jun 17 08:39:01.409167 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8079acd-7326-49c3-9e18-ec2446e59c5a req-ee8a7a16-0e1a-4aec-97cf-82b3b4195b79 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:01.410687 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e8079acd-7326-49c3-9e18-ec2446e59c5a req-ee8a7a16-0e1a-4aec-97cf-82b3b4195b79 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 946 time: 0.0841293 Jun 17 08:39:01.450365 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e8079acd-7326-49c3-9e18-ec2446e59c5a req-6a2ee89b-24f6-4930-80e4-510380f8d48c tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337286 Jun 17 08:39:01.722897 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e54df9-33cf-4507-af1d-b17cc244d1a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb9a4f70-cd74-4444-870a-05399f68629f'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:01.725400 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a7f461-ab23-4306-9d8d-462ad9142460" -d '{"events": [{"server_uuid": "a2e54df9-33cf-4507-af1d-b17cc244d1a0", "name": "network-vif-unplugged", "status": "completed", "tag": "eb9a4f70-cd74-4444-870a-05399f68629f"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:01.768862 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd784e2-2a58-4bbb-9563-b14adbc3cf78 x-openstack-request-id: req-edd784e2-2a58-4bbb-9563-b14adbc3cf78 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:01.769238 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e54df9-33cf-4507-af1d-b17cc244d1a0", "name": "network-vif-unplugged", "status": "completed", "tag": "eb9a4f70-cd74-4444-870a-05399f68629f", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:01.769567 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-edd784e2-2a58-4bbb-9563-b14adbc3cf78 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:01.770374 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e54df9-33cf-4507-af1d-b17cc244d1a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb9a4f70-cd74-4444-870a-05399f68629f', 'code': 200} Jun 17 08:39:02.027255 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1834cb-b3d5-423f-9a6c-5efe3f4816ef req-b6268284-56a6-4369-831f-a2dc78978dbd tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:02.032177 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2e1834cb-b3d5-423f-9a6c-5efe3f4816ef req-b6268284-56a6-4369-831f-a2dc78978dbd tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.0690994 Jun 17 08:39:02.071388 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2e1834cb-b3d5-423f-9a6c-5efe3f4816ef req-0feaf26c-572f-4709-b5b8-fefb68854072 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367489 Jun 17 08:39:02.145330 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050888c-96a8-413d-933d-fa75457f19b5 req-fff307bc-8804-4007-b92f-af2acbc89406 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:02.146798 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4050888c-96a8-413d-933d-fa75457f19b5 req-fff307bc-8804-4007-b92f-af2acbc89406 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.50 "GET /v2.0/ports?device_id=3cb4280b-b5d8-422f-b29d-99872d9191e8 HTTP/1.1" status: 200 len: 949 time: 0.0653644 Jun 17 08:39:02.198492 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-64de887c-804b-42b2-aacb-be4722bf765a req-af7c2b1d-7f34-4703-b59c-2e26fd154b5f tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:02.206631 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5dd0f80a-e7a5-4d84-88ec-a04dc4f14d8e tempest-DeleteServersAdminTestJSON-443992249 tempest-DeleteServersAdminTestJSON-443992249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:02.240061 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c2b1d-7f34-4703-b59c-2e26fd154b5f tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Pushing event deleted for resources: {'Port': ['ID=eb9a4f70-cd74-4444-870a-05399f68629f,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:02.259596 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-af7c2b1d-7f34-4703-b59c-2e26fd154b5f tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:02.322404 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:02.363577 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-64de887c-804b-42b2-aacb-be4722bf765a req-af7c2b1d-7f34-4703-b59c-2e26fd154b5f tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] No DVR routers for this DVR port eb9a4f70-cd74-4444-870a-05399f68629f on host n-h1-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:39:02.365271 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a1280d9d-b921-40bd-a56d-3c43ae7cbb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:02.367949 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a1280d9d-b921-40bd-a56d-3c43ae7cbb1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:02.369260 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a1280d9d-b921-40bd-a56d-3c43ae7cbb1f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ca397554-581f-44bd-a80d-8899028aa7d5 HTTP/1.1" status: 204 len: 168 time: 1.8902025 Jun 17 08:39:02.386508 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-64de887c-804b-42b2-aacb-be4722bf765a req-af7c2b1d-7f34-4703-b59c-2e26fd154b5f tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:02.388931 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-64de887c-804b-42b2-aacb-be4722bf765a req-af7c2b1d-7f34-4703-b59c-2e26fd154b5f tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.50 "DELETE /v2.0/ports/eb9a4f70-cd74-4444-870a-05399f68629f HTTP/1.1" status: 204 len: 173 time: 2.3177309 Jun 17 08:39:02.389977 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-09375094-0a1c-4949-a234-2bc00440f226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:02.393773 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-af641f8b-ef91-459d-ba2d-dedc96c38163 req-4d7afadb-2063-41ad-8c6b-38c740e97674 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 210 time: 0.0895956 Jun 17 08:39:02.402673 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e54df9-33cf-4507-af1d-b17cc244d1a0', 'name': 'network-vif-deleted', 'tag': 'eb9a4f70-cd74-4444-870a-05399f68629f'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:02.406817 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542df8fc-429c-43c6-9778-7bc9f3a70ece" -d '{"events": [{"server_uuid": "a2e54df9-33cf-4507-af1d-b17cc244d1a0", "name": "network-vif-deleted", "tag": "eb9a4f70-cd74-4444-870a-05399f68629f"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:02.421604 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1280d9d-b921-40bd-a56d-3c43ae7cbb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca397554-581f-44bd-a80d-8899028aa7d5,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:02.458508 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a1280d9d-b921-40bd-a56d-3c43ae7cbb1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:02.478583 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:02.505816 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f1ea50-6cbc-48e9-ae45-ba5a0c9c7e26 x-openstack-request-id: req-49f1ea50-6cbc-48e9-ae45-ba5a0c9c7e26 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:02.524181 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e54df9-33cf-4507-af1d-b17cc244d1a0", "name": "network-vif-deleted", "tag": "eb9a4f70-cd74-4444-870a-05399f68629f", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:02.524783 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-49f1ea50-6cbc-48e9-ae45-ba5a0c9c7e26 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:02.525436 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e54df9-33cf-4507-af1d-b17cc244d1a0', 'name': 'network-vif-deleted', 'tag': 'eb9a4f70-cd74-4444-870a-05399f68629f', 'status': 'completed', 'code': 200} Jun 17 08:39:02.530317 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-4050888c-96a8-413d-933d-fa75457f19b5 req-95a0d64c-dea8-45f6-80a0-236583843325 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Deleting port 841f4112-625a-4c47-a26f-362dced96a81 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:02.530964 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-4050888c-96a8-413d-933d-fa75457f19b5 req-95a0d64c-dea8-45f6-80a0-236583843325 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:02.681382 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-4050888c-96a8-413d-933d-fa75457f19b5 req-95a0d64c-dea8-45f6-80a0-236583843325 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] For port 841f4112-625a-4c47-a26f-362dced96a81, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=841f4112-625a-4c47-a26f-362dced96a81,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:02.681738 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-4050888c-96a8-413d-933d-fa75457f19b5 req-95a0d64c-dea8-45f6-80a0-236583843325 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:02.742616 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781f838-60db-4cf9-bf2c-c97de2df2bf1 req-ffc7be33-8114-4bad-8170-6dcdc09f674e tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:02.753208 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8781f838-60db-4cf9-bf2c-c97de2df2bf1 req-ffc7be33-8114-4bad-8170-6dcdc09f674e tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cb4280b-b5d8-422f-b29d-99872d9191e8 HTTP/1.1" status: 200 len: 949 time: 0.0916519 Jun 17 08:39:02.771147 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-4050888c-96a8-413d-933d-fa75457f19b5 req-95a0d64c-dea8-45f6-80a0-236583843325 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Calling delete_port for 841f4112-625a-4c47-a26f-362dced96a81 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:02.801367 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8781f838-60db-4cf9-bf2c-c97de2df2bf1 req-cb01a3e5-1de2-4ffa-95bd-3eda37031ebd tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483136 Jun 17 08:39:02.851342 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e2e33-eb21-4d7e-993a-d7bf647d0f48 req-55a55b74-b38d-4b31-8270-981b378ec7a3 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:02.852780 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9a5e2e33-eb21-4d7e-993a-d7bf647d0f48 req-55a55b74-b38d-4b31-8270-981b378ec7a3 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 946 time: 0.2236006 Jun 17 08:39:02.914594 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9a5e2e33-eb21-4d7e-993a-d7bf647d0f48 req-4bf9c1e8-fb25-4f9e-8ef3-194abb704a63 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518885 Jun 17 08:39:03.264724 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-4050888c-96a8-413d-933d-fa75457f19b5 req-95a0d64c-dea8-45f6-80a0-236583843325 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:03.270871 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9f1e021d-8f67-466c-8cbb-f66a31ff9585 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:03.279395 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['2aadef2a-9a36-42fc-9ef5-c4160d767141'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:39:03.306717 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0d64c-dea8-45f6-80a0-236583843325 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Pushing event deleted for resources: {'Port': ['ID=841f4112-625a-4c47-a26f-362dced96a81,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:03.308879 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-95a0d64c-dea8-45f6-80a0-236583843325 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:03.323882 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['841f4112-625a-4c47-a26f-362dced96a81'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:39:03.416623 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-4050888c-96a8-413d-933d-fa75457f19b5 req-95a0d64c-dea8-45f6-80a0-236583843325 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] No DVR routers for this DVR port 841f4112-625a-4c47-a26f-362dced96a81 on host n-h1-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:39:03.430368 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-4050888c-96a8-413d-933d-fa75457f19b5 req-95a0d64c-dea8-45f6-80a0-236583843325 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:03.430368 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4050888c-96a8-413d-933d-fa75457f19b5 req-95a0d64c-dea8-45f6-80a0-236583843325 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.50 "DELETE /v2.0/ports/841f4112-625a-4c47-a26f-362dced96a81 HTTP/1.1" status: 204 len: 173 time: 1.2743208 Jun 17 08:39:03.468032 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a7af7-6f00-44e3-9dab-0c73b2abe306 req-95106b21-839c-404a-a3d2-25ee32c528f1 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:03.475143 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cc5a7af7-6f00-44e3-9dab-0c73b2abe306 req-95106b21-839c-404a-a3d2-25ee32c528f1 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.2464299 Jun 17 08:39:03.534603 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cc5a7af7-6f00-44e3-9dab-0c73b2abe306 req-c78c62d9-5158-4260-8944-c3e480e55ebe tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540094 Jun 17 08:39:03.731685 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-21863951-4674-4adf-95e4-a31dd5e82b97 req-706b77ff-89f7-482f-a040-6e6af6327e90 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 210 time: 0.0744259 Jun 17 08:39:03.966332 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-16df71aa-3713-4c77-983f-11bd3dd00c5c req-b9b8b3ad-7a42-497c-9b4a-aac2246a21eb tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cb4280b-b5d8-422f-b29d-99872d9191e8 HTTP/1.1" status: 200 len: 210 time: 0.0292692 Jun 17 08:39:04.173134 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c563417-239b-404f-bd04-f1aa45317097 req-2815ed30-8830-4f4e-b07e-d560c7c63132 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:04.175946 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4c563417-239b-404f-bd04-f1aa45317097 req-2815ed30-8830-4f4e-b07e-d560c7c63132 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 946 time: 0.0852771 Jun 17 08:39:04.256714 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4c563417-239b-404f-bd04-f1aa45317097 req-9956b33c-cedf-4c5a-9ad8-6c18a16ec355 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617142 Jun 17 08:39:04.462473 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f7904-fd27-4aef-aa67-dbab1013b6bc req-f77407a4-b54d-499f-91b8-2e76f2efecf5 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:04.464110 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-658f7904-fd27-4aef-aa67-dbab1013b6bc req-f77407a4-b54d-499f-91b8-2e76f2efecf5 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 1098 time: 0.0765321 Jun 17 08:39:04.512338 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-658f7904-fd27-4aef-aa67-dbab1013b6bc req-8d61bdd7-8514-4ee2-a38f-d1c18781319b tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418742 Jun 17 08:39:04.537768 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb4280b-b5d8-422f-b29d-99872d9191e8', 'name': 'network-vif-deleted', 'tag': '841f4112-625a-4c47-a26f-362dced96a81'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:04.537768 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2a81e8-6d1c-4c4c-8701-5228f4497520" -d '{"events": [{"server_uuid": "3cb4280b-b5d8-422f-b29d-99872d9191e8", "name": "network-vif-deleted", "tag": "841f4112-625a-4c47-a26f-362dced96a81"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:04.642726 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d36516-7d43-45c1-af3b-5456b3526466 x-openstack-request-id: req-88d36516-7d43-45c1-af3b-5456b3526466 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:04.648245 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb4280b-b5d8-422f-b29d-99872d9191e8", "name": "network-vif-deleted", "tag": "841f4112-625a-4c47-a26f-362dced96a81", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:04.648245 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-88d36516-7d43-45c1-af3b-5456b3526466 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:04.648245 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb4280b-b5d8-422f-b29d-99872d9191e8', 'name': 'network-vif-deleted', 'tag': '841f4112-625a-4c47-a26f-362dced96a81', 'status': 'completed', 'code': 200} Jun 17 08:39:04.724404 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-726e6e53-02fa-4e60-87d2-eab5b1d83f0a tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:04.726270 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-726e6e53-02fa-4e60-87d2-eab5b1d83f0a tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.53 "GET /v2.0/networks?id=06763fe9-e99d-4536-9f97-1417c168f505 HTTP/1.1" status: 200 len: 804 time: 0.1596844 Jun 17 08:39:04.740551 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-ec1fd32c-794b-4579-a9ec-0fd4bae48e7e tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Request body: {'port': {'device_id': '2beaa604-5b27-488e-9a26-453fe69db96a', 'network_id': '06763fe9-e99d-4536-9f97-1417c168f505', 'admin_state_up': True, 'tenant_id': '25d10e174ea043af91eeee2909fa8116'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:04.871276 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device eb9a4f70-cd74-4444-870a-05399f68629f no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:39:04.871276 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: eb9a4f70-cd74-4444-870a-05399f68629f {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:39:04.871276 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device eb9a4f70-cd74-4444-870a-05399f68629f not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:39:04.952182 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055c5cd-7642-4fe5-b1f6-cd6d1f12b089 req-d0456681-c4da-4371-af79-de39526b9a8c tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:04.958329 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1055c5cd-7642-4fe5-b1f6-cd6d1f12b089 req-d0456681-c4da-4371-af79-de39526b9a8c tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.1501532 Jun 17 08:39:05.033074 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1055c5cd-7642-4fe5-b1f6-cd6d1f12b089 req-8505ea2c-dbc8-4a1d-bafa-b84ca4ba7d70 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737062 Jun 17 08:39:05.083792 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-abbf6843-23d3-48d8-9d11-da2a38f9c014 req-abdca313-14c1-40d4-b66d-eeea0cdfcf4d tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 210 time: 0.0396893 Jun 17 08:39:05.139256 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-ec1fd32c-794b-4579-a9ec-0fd4bae48e7e tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Made reservation on behalf of 25d10e174ea043af91eeee2909fa8116 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:05.149615 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-ec1fd32c-794b-4579-a9ec-0fd4bae48e7e tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:05.311464 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-ec1fd32c-794b-4579-a9ec-0fd4bae48e7e tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Allocated IP 172.20.0.3 (06763fe9-e99d-4536-9f97-1417c168f505/dde6362a-8d80-43f7-8fcf-3398cd98da0f/4261e082-56b8-4a6e-9615-380a6af043a7) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:05.509123 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-ec1fd32c-794b-4579-a9ec-0fd4bae48e7e tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:05.721518 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-ec1fd32c-794b-4579-a9ec-0fd4bae48e7e tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:05.728559 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e33ce6a8-ea8f-4e5b-88c0-147cfc7c92ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:05.791877 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-ec1fd32c-794b-4579-a9ec-0fd4bae48e7e tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Network 06763fe9-e99d-4536-9f97-1417c168f505 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:05.791877 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-ec1fd32c-794b-4579-a9ec-0fd4bae48e7e tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:05.801606 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-ec1fd32c-794b-4579-a9ec-0fd4bae48e7e tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:05.807261 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-ec1fd32c-794b-4579-a9ec-0fd4bae48e7e tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:05.807928 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-ec1fd32c-794b-4579-a9ec-0fd4bae48e7e tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:05.812017 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1fd32c-794b-4579-a9ec-0fd4bae48e7e tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Pushing event updated for resources: {'Port': ['ID=4261e082-56b8-4a6e-9615-380a6af043a7,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:05.817727 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ec1fd32c-794b-4579-a9ec-0fd4bae48e7e tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:06.036913 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-ec1fd32c-794b-4579-a9ec-0fd4bae48e7e tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3018405 Jun 17 08:39:06.052946 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-1917166f-7fd5-4af8-ad60-25cd8463ba76 service neutron] Request body: {'port': {'device_id': '2beaa604-5b27-488e-9a26-453fe69db96a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:06.241430 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-1917166f-7fd5-4af8-ad60-25cd8463ba76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:06.314934 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a9908-a0fc-4a58-aac2-21dbd76ad239 req-b30c0463-6084-4c45-8c63-9b12fc031bc4 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:06.316680 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-247a9908-a0fc-4a58-aac2-21dbd76ad239 req-b30c0463-6084-4c45-8c63-9b12fc031bc4 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.1368091 Jun 17 08:39:06.357117 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212932bf-14de-4d4f-91a1-c915af169796 req-bbc91340-d7b8-49c7-92e4-2adef1b12b03 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:06.358723 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-212932bf-14de-4d4f-91a1-c915af169796 req-bbc91340-d7b8-49c7-92e4-2adef1b12b03 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=6474616f-f069-4103-949b-133c76dbdf41 HTTP/1.1" status: 200 len: 950 time: 0.0828435 Jun 17 08:39:06.406781 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-212932bf-14de-4d4f-91a1-c915af169796 req-b2c9e040-96e8-4367-8e69-44586fbafc08 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416944 Jun 17 08:39:06.423971 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-247a9908-a0fc-4a58-aac2-21dbd76ad239 req-2db6931a-dfb4-4afa-ba71-8547bd3d3630 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537579 Jun 17 08:39:06.644534 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-1917166f-7fd5-4af8-ad60-25cd8463ba76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4261e082-56b8-4a6e-9615-380a6af043a7 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:39:06.668354 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-1917166f-7fd5-4af8-ad60-25cd8463ba76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:06.691634 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5044405-5185-42e1-a5a7-dc4975afd5d2 req-6e04d6be-20f4-4748-ace2-622745dd3c37 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:06.700720 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-1917166f-7fd5-4af8-ad60-25cd8463ba76 service neutron] Transition to ACTIVE for port object 4261e082-56b8-4a6e-9615-380a6af043a7 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:06.702275 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d5044405-5185-42e1-a5a7-dc4975afd5d2 req-6e04d6be-20f4-4748-ace2-622745dd3c37 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 931 time: 0.1458075 Jun 17 08:39:06.759125 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d5044405-5185-42e1-a5a7-dc4975afd5d2 req-0b0d91b8-93f0-4d77-a45d-0c217f799145 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545354 Jun 17 08:39:06.831714 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 841f4112-625a-4c47-a26f-362dced96a81 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:39:06.851936 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 841f4112-625a-4c47-a26f-362dced96a81 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:39:06.852512 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 841f4112-625a-4c47-a26f-362dced96a81 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:39:06.852768 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-1917166f-7fd5-4af8-ad60-25cd8463ba76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:06.857253 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:06.995117 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917166f-7fd5-4af8-ad60-25cd8463ba76 service neutron] Pushing event updated for resources: {'Port': ['ID=4261e082-56b8-4a6e-9615-380a6af043a7,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:07.004381 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1917166f-7fd5-4af8-ad60-25cd8463ba76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:07.016723 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-1917166f-7fd5-4af8-ad60-25cd8463ba76 service neutron] Attempting to bind port 4261e082-56b8-4a6e-9615-380a6af043a7 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:39:07.017187 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-1917166f-7fd5-4af8-ad60-25cd8463ba76 service neutron] Attempting to bind port 4261e082-56b8-4a6e-9615-380a6af043a7 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '5d26018e-29fa-42b2-aacb-c815edf13635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '06763fe9-e99d-4536-9f97-1417c168f505'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:39:07.018144 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-1917166f-7fd5-4af8-ad60-25cd8463ba76 service neutron] Attempting to bind port 4261e082-56b8-4a6e-9615-380a6af043a7 on network 06763fe9-e99d-4536-9f97-1417c168f505 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:07.023180 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-1917166f-7fd5-4af8-ad60-25cd8463ba76 service neutron] Port 4261e082-56b8-4a6e-9615-380a6af043a7 on network 06763fe9-e99d-4536-9f97-1417c168f505 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:39:07.023620 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-1917166f-7fd5-4af8-ad60-25cd8463ba76 service neutron] Attempting to bind port 4261e082-56b8-4a6e-9615-380a6af043a7 on network 06763fe9-e99d-4536-9f97-1417c168f505 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:07.030078 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-1917166f-7fd5-4af8-ad60-25cd8463ba76 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:39:07.030466 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-1917166f-7fd5-4af8-ad60-25cd8463ba76 service neutron] Checking segment: {'id': '5d26018e-29fa-42b2-aacb-c815edf13635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '06763fe9-e99d-4536-9f97-1417c168f505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:07.030859 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-1917166f-7fd5-4af8-ad60-25cd8463ba76 service neutron] Bound using segment: {'id': '5d26018e-29fa-42b2-aacb-c815edf13635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '06763fe9-e99d-4536-9f97-1417c168f505'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:39:07.031361 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-1917166f-7fd5-4af8-ad60-25cd8463ba76 service neutron] Bound port: 4261e082-56b8-4a6e-9615-380a6af043a7, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d26018e-29fa-42b2-aacb-c815edf13635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '06763fe9-e99d-4536-9f97-1417c168f505'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:39:07.031640 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-1917166f-7fd5-4af8-ad60-25cd8463ba76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:07.123197 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-1917166f-7fd5-4af8-ad60-25cd8463ba76 service neutron] For port 4261e082-56b8-4a6e-9615-380a6af043a7, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:39:07.132048 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-1917166f-7fd5-4af8-ad60-25cd8463ba76 service neutron] For port 4261e082-56b8-4a6e-9615-380a6af043a7, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4261e082-56b8-4a6e-9615-380a6af043a7,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:39:07.315459 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-1917166f-7fd5-4af8-ad60-25cd8463ba76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:07.317747 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0bad2e1b-aa7f-4186-964b-2a584625133d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:07.350074 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-1917166f-7fd5-4af8-ad60-25cd8463ba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:07.350765 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-1917166f-7fd5-4af8-ad60-25cd8463ba76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:07.352311 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-1917166f-7fd5-4af8-ad60-25cd8463ba76 service neutron] 10.222.0.53 "PUT /v2.0/ports/4261e082-56b8-4a6e-9615-380a6af043a7 HTTP/1.1" status: 200 len: 1092 time: 1.3075001 Jun 17 08:39:07.354879 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2beaa604-5b27-488e-9a26-453fe69db96a', 'tag': '4261e082-56b8-4a6e-9615-380a6af043a7'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:07.358480 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786fcd34-933d-4a84-b2e4-b4e6eba8df23" -d '{"events": [{"name": "network-changed", "server_uuid": "2beaa604-5b27-488e-9a26-453fe69db96a", "tag": "4261e082-56b8-4a6e-9615-380a6af043a7"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:07.386290 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917166f-7fd5-4af8-ad60-25cd8463ba76 service neutron] Pushing event updated for resources: {'Port': ['ID=4261e082-56b8-4a6e-9615-380a6af043a7,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:07.397083 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1917166f-7fd5-4af8-ad60-25cd8463ba76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:07.398578 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a022acf-7786-4e0a-b29c-379580783267 x-openstack-request-id: req-9a022acf-7786-4e0a-b29c-379580783267 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:07.401277 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2beaa604-5b27-488e-9a26-453fe69db96a", "tag": "4261e082-56b8-4a6e-9615-380a6af043a7", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:07.406345 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a022acf-7786-4e0a-b29c-379580783267 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:07.408854 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2beaa604-5b27-488e-9a26-453fe69db96a', 'tag': '4261e082-56b8-4a6e-9615-380a6af043a7', 'status': 'completed', 'code': 200} Jun 17 08:39:07.496960 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fcd34-933d-4a84-b2e4-b4e6eba8df23 req-01ac0cd4-483c-446f-8f4e-096b9bc778c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:07.501690 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-786fcd34-933d-4a84-b2e4-b4e6eba8df23 req-01ac0cd4-483c-446f-8f4e-096b9bc778c7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=25d10e174ea043af91eeee2909fa8116&device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 1095 time: 0.0685875 Jun 17 08:39:07.741065 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42458) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:07.809687 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fcd34-933d-4a84-b2e4-b4e6eba8df23 req-ebd579a8-8b9c-4daf-aa07-a9af7ba2664d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:07.811329 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-786fcd34-933d-4a84-b2e4-b4e6eba8df23 req-ebd579a8-8b9c-4daf-aa07-a9af7ba2664d service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=25d10e174ea043af91eeee2909fa8116&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2968616 Jun 17 08:39:07.816744 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec274f-a727-4cf2-a8f3-68663d205616 req-c19ad555-6927-4475-bd49-eae9df311d31 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:07.818715 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-57ec274f-a727-4cf2-a8f3-68663d205616 req-c19ad555-6927-4475-bd49-eae9df311d31 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.53 "GET /v2.0/ports?device_id=6474616f-f069-4103-949b-133c76dbdf41 HTTP/1.1" status: 200 len: 950 time: 0.3030930 Jun 17 08:39:07.836246 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154ed06-821f-42b3-992c-9be5f9cd0a36 req-656daa6b-a02f-4722-af9d-f14e0e44dc25 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:07.844995 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d154ed06-821f-42b3-992c-9be5f9cd0a36 req-656daa6b-a02f-4722-af9d-f14e0e44dc25 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=6474616f-f069-4103-949b-133c76dbdf41 HTTP/1.1" status: 200 len: 950 time: 0.2349615 Jun 17 08:39:07.862199 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a038b-0053-4b69-90ae-3ad9fd233909 req-e2ec5207-bc3c-4a78-a871-712656cfc490 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:07.869237 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d14a038b-0053-4b69-90ae-3ad9fd233909 req-e2ec5207-bc3c-4a78-a871-712656cfc490 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.2222764 Jun 17 08:39:07.907086 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:39:08.031635 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d14a038b-0053-4b69-90ae-3ad9fd233909 req-b5b5e330-c212-4652-b73f-9df8c17c49cf tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614637 Jun 17 08:39:08.067303 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e1261a9a-b599-4cf1-8d0f-86d1a4ba176e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:08.078292 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d154ed06-821f-42b3-992c-9be5f9cd0a36 req-a2018a1e-6fca-48ef-8d42-6488dfe70f6d tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315094 Jun 17 08:39:08.082073 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fcd34-933d-4a84-b2e4-b4e6eba8df23 req-6d1b1727-67d2-427c-b9f8-96a1643f9474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:08.084603 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-786fcd34-933d-4a84-b2e4-b4e6eba8df23 req-6d1b1727-67d2-427c-b9f8-96a1643f9474 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2639463 Jun 17 08:39:08.165790 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-57ec274f-a727-4cf2-a8f3-68663d205616 req-0dfbeaf2-8989-4095-a04e-bdd3b585b93c tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Deleting port 2aadef2a-9a36-42fc-9ef5-c4160d767141 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:08.166021 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-57ec274f-a727-4cf2-a8f3-68663d205616 req-0dfbeaf2-8989-4095-a04e-bdd3b585b93c tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:08.312207 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-57ec274f-a727-4cf2-a8f3-68663d205616 req-0dfbeaf2-8989-4095-a04e-bdd3b585b93c tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] For port 2aadef2a-9a36-42fc-9ef5-c4160d767141, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=2aadef2a-9a36-42fc-9ef5-c4160d767141,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:08.312676 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-57ec274f-a727-4cf2-a8f3-68663d205616 req-0dfbeaf2-8989-4095-a04e-bdd3b585b93c tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:08.389692 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e1261a9a-b599-4cf1-8d0f-86d1a4ba176e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:08.417631 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-57ec274f-a727-4cf2-a8f3-68663d205616 req-0dfbeaf2-8989-4095-a04e-bdd3b585b93c tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Calling delete_port for 2aadef2a-9a36-42fc-9ef5-c4160d767141 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:08.496482 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e1261a9a-b599-4cf1-8d0f-86d1a4ba176e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:08.500522 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0ae791c0-7459-406e-a4c8-5a6ee227c2e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:08.523493 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-0231083c-964a-402e-81c3-d69c5104c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:08.525004 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-0231083c-964a-402e-81c3-d69c5104c73c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=25d10e174ea043af91eeee2909fa8116&device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 1095 time: 0.3963423 Jun 17 08:39:08.540291 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a75e19-7f58-4dd6-a53a-448c5caaf970 req-a495f790-ab8c-47d5-9f4a-6275a981dd9f tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:08.542032 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-00a75e19-7f58-4dd6-a53a-448c5caaf970 req-a495f790-ab8c-47d5-9f4a-6275a981dd9f tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 943 time: 0.0925136 Jun 17 08:39:08.564183 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1261a9a-b599-4cf1-8d0f-86d1a4ba176e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8825ce04-6580-49d8-8f96-0f5b8907017b,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:08.571274 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e1261a9a-b599-4cf1-8d0f-86d1a4ba176e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:08.573677 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e1261a9a-b599-4cf1-8d0f-86d1a4ba176e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=41757c13883e441097f0eb8b004a47d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8262591 Jun 17 08:39:08.576353 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42476) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:08.606619 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-1c802e3a-2ca9-4e14-bdab-bc443f0420b9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4261e082-56b8-4a6e-9615-380a6af043a7 HTTP/1.1" status: 200 len: 217 time: 0.0581591 Jun 17 08:39:08.639308 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1a104dbc-c95a-4ce6-a61a-3a1400ab8450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:08.648640 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-00a75e19-7f58-4dd6-a53a-448c5caaf970 req-d71e5495-8d9f-4fde-b0dc-e754ed2558a0 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968232 Jun 17 08:39:08.662431 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1a104dbc-c95a-4ce6-a61a-3a1400ab8450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:08.672458 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-775f6056-ef19-44b7-a5a5-a99ff1f1602f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:08.672458 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-775f6056-ef19-44b7-a5a5-a99ff1f1602f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dde6362a-8d80-43f7-8fcf-3398cd98da0f HTTP/1.1" status: 200 len: 844 time: 0.0535448 Jun 17 08:39:08.705564 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-e4884d66-321d-4bfd-8a97-8aeb3aabf335 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=06763fe9-e99d-4536-9f97-1417c168f505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265210 Jun 17 08:39:08.801226 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-fe2167cc-6cde-4e6e-b0bc-1876ea6095a2 service neutron] 10.222.0.53 "GET /v2.0/networks/06763fe9-e99d-4536-9f97-1417c168f505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896661 Jun 17 08:39:08.837920 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1a104dbc-c95a-4ce6-a61a-3a1400ab8450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:08.840605 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1a104dbc-c95a-4ce6-a61a-3a1400ab8450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:08.844410 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1a104dbc-c95a-4ce6-a61a-3a1400ab8450 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8825ce04-6580-49d8-8f96-0f5b8907017b HTTP/1.1" status: 204 len: 168 time: 0.2641549 Jun 17 08:39:08.844410 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-57ec274f-a727-4cf2-a8f3-68663d205616 req-0dfbeaf2-8989-4095-a04e-bdd3b585b93c tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:08.844410 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-084863f4-d26e-496f-a180-f82f9117dc82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:08.856945 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['2aadef2a-9a36-42fc-9ef5-c4160d767141'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:39:08.871735 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a104dbc-c95a-4ce6-a61a-3a1400ab8450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8825ce04-6580-49d8-8f96-0f5b8907017b,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:08.875614 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1a104dbc-c95a-4ce6-a61a-3a1400ab8450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:08.876385 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c8b65c6b-458e-4672-a678-a00fb2bc705e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:08.934351 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9d08e46f-87bf-49ed-80b6-368d1b58e0a3 req-1cb5a7ae-4003-447a-b50c-afd8c1957456 service neutron] 10.222.0.53 "GET /v2.0/networks/06763fe9-e99d-4536-9f97-1417c168f505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263061 Jun 17 08:39:08.956397 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbeaf2-8989-4095-a04e-bdd3b585b93c tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Pushing event deleted for resources: {'Port': ['ID=2aadef2a-9a36-42fc-9ef5-c4160d767141,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:08.963146 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0dfbeaf2-8989-4095-a04e-bdd3b585b93c tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:08.979863 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ec274f-a727-4cf2-a8f3-68663d205616 req-0dfbeaf2-8989-4095-a04e-bdd3b585b93c tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] No DVR routers for this DVR port 2aadef2a-9a36-42fc-9ef5-c4160d767141 on host n-h2-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:39:08.983065 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-57ec274f-a727-4cf2-a8f3-68663d205616 req-0dfbeaf2-8989-4095-a04e-bdd3b585b93c tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:08.985060 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-57ec274f-a727-4cf2-a8f3-68663d205616 req-0dfbeaf2-8989-4095-a04e-bdd3b585b93c tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.53 "DELETE /v2.0/ports/2aadef2a-9a36-42fc-9ef5-c4160d767141 HTTP/1.1" status: 204 len: 173 time: 1.1579545 Jun 17 08:39:08.985544 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6474616f-f069-4103-949b-133c76dbdf41', 'name': 'network-vif-deleted', 'tag': '2aadef2a-9a36-42fc-9ef5-c4160d767141'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:08.988100 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf65ac25-5119-48e8-b1cf-29a6c877a67e" -d '{"events": [{"server_uuid": "6474616f-f069-4103-949b-133c76dbdf41", "name": "network-vif-deleted", "tag": "2aadef2a-9a36-42fc-9ef5-c4160d767141"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:09.028178 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbb05e9-a441-4a38-984a-c86ac11043d9 x-openstack-request-id: req-6bbb05e9-a441-4a38-984a-c86ac11043d9 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:09.028670 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6474616f-f069-4103-949b-133c76dbdf41", "name": "network-vif-deleted", "tag": "2aadef2a-9a36-42fc-9ef5-c4160d767141", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:09.029048 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6bbb05e9-a441-4a38-984a-c86ac11043d9 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:09.029725 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6474616f-f069-4103-949b-133c76dbdf41', 'name': 'network-vif-deleted', 'tag': '2aadef2a-9a36-42fc-9ef5-c4160d767141', 'status': 'completed', 'code': 200} Jun 17 08:39:09.116098 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42494) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:09.231793 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b501124c-5d67-49be-80d1-b4608342dc54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:09.248379 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd5d8d-90cb-45e2-82db-9b430ffd9463 req-eadea7a1-fd72-40aa-9674-d047299989c6 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:09.249957 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-52dd5d8d-90cb-45e2-82db-9b430ffd9463 req-eadea7a1-fd72-40aa-9674-d047299989c6 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.0993226 Jun 17 08:39:09.322466 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-52dd5d8d-90cb-45e2-82db-9b430ffd9463 req-da865c5e-691e-4c48-bdb4-41f4208cddb9 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650356 Jun 17 08:39:09.400693 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b501124c-5d67-49be-80d1-b4608342dc54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:09.464988 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f9a5316e-4822-4d40-bd92-f3f602d79749 req-6e598149-943e-47b0-8329-ab3c00588c1e tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] 10.222.0.49 "GET /v2.0/ports?device_id=6474616f-f069-4103-949b-133c76dbdf41 HTTP/1.1" status: 200 len: 210 time: 0.0295694 Jun 17 08:39:09.580323 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b501124c-5d67-49be-80d1-b4608342dc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:09.584070 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d831eed9-167a-49e9-ac55-329d0ffa93e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:09.622576 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b501124c-5d67-49be-80d1-b4608342dc54 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4e2094be062f4de7a5e46d6b5fc294a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5050702 Jun 17 08:39:09.623865 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501124c-5d67-49be-80d1-b4608342dc54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb51580-b0fc-4a16-b8b5-3e7f7a077665,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:09.625597 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42504) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:09.627126 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b501124c-5d67-49be-80d1-b4608342dc54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:09.687685 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e5298ad7-9045-4638-8f77-cc9939de3237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:09.711068 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e5298ad7-9045-4638-8f77-cc9939de3237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:09.774411 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab4ddb-b514-4125-89e0-d0b3ecf8ee28 req-276c380b-5a2d-4b63-8ff7-c30b7819962d tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:09.775891 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-15ab4ddb-b514-4125-89e0-d0b3ecf8ee28 req-276c380b-5a2d-4b63-8ff7-c30b7819962d tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f5e337c-bf07-4b4c-a816-067a83b71e60 HTTP/1.1" status: 200 len: 945 time: 0.0729952 Jun 17 08:39:09.814837 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-15ab4ddb-b514-4125-89e0-d0b3ecf8ee28 req-195312e5-255d-4bff-b5ee-37ddd2712b09 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/security-groups?id=da8c91fc-15fc-4551-8e19-1d9282b795c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332007 Jun 17 08:39:09.937460 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e5298ad7-9045-4638-8f77-cc9939de3237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:09.940272 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e5298ad7-9045-4638-8f77-cc9939de3237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:09.945114 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e5298ad7-9045-4638-8f77-cc9939de3237 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/adb51580-b0fc-4a16-b8b5-3e7f7a077665 HTTP/1.1" status: 204 len: 168 time: 0.3122387 Jun 17 08:39:09.945114 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:09.963489 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5298ad7-9045-4638-8f77-cc9939de3237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb51580-b0fc-4a16-b8b5-3e7f7a077665,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:09.966299 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e5298ad7-9045-4638-8f77-cc9939de3237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:10.000464 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38e720-b8fb-4028-b52c-547f79f38d6e req-1ea29f49-c139-4b36-8740-4229a66bf571 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:10.002144 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8b38e720-b8fb-4028-b52c-547f79f38d6e req-1ea29f49-c139-4b36-8740-4229a66bf571 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 943 time: 0.0820944 Jun 17 08:39:10.045308 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8b38e720-b8fb-4028-b52c-547f79f38d6e req-cfec8645-5d5a-4da1-8cbe-559b15b00227 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370343 Jun 17 08:39:10.204043 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42516) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:10.217903 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-87db5afb-65cf-474c-8cf2-11eebff0fb08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:10.308269 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-87db5afb-65cf-474c-8cf2-11eebff0fb08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:10.417019 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-87db5afb-65cf-474c-8cf2-11eebff0fb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:10.421362 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-152da39f-37a3-4af9-afec-161f816d2c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:10.470188 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db5afb-65cf-474c-8cf2-11eebff0fb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14a8c4c-889c-4023-9b05-3b01586983d1,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:10.473487 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-87db5afb-65cf-474c-8cf2-11eebff0fb08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:10.478563 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-87db5afb-65cf-474c-8cf2-11eebff0fb08 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=30d01d0aaf6c40f09febc4e0063eb74c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710838 Jun 17 08:39:10.478994 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42524) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:10.571854 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5cb6458f-29bd-45fa-9ced-ca37b397c23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:10.597109 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77008646-8e35-446c-b9be-445f21a8384e req-36874163-df8d-44a1-8ab7-5ef1093e0d43 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:10.599355 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5cb6458f-29bd-45fa-9ced-ca37b397c23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:10.602655 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-77008646-8e35-446c-b9be-445f21a8384e req-36874163-df8d-44a1-8ab7-5ef1093e0d43 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.1522644 Jun 17 08:39:10.672036 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-77008646-8e35-446c-b9be-445f21a8384e req-3e1b4dcd-8ac2-4592-9b6e-aec8d6fcf168 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629642 Jun 17 08:39:10.956324 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5cb6458f-29bd-45fa-9ced-ca37b397c23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:10.959878 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5cb6458f-29bd-45fa-9ced-ca37b397c23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:10.963725 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5cb6458f-29bd-45fa-9ced-ca37b397c23a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c14a8c4c-889c-4023-9b05-3b01586983d1 HTTP/1.1" status: 204 len: 168 time: 0.4835765 Jun 17 08:39:10.966443 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-23a1fbda-4d16-4ed4-ba49-492248183c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:10.976133 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6458f-29bd-45fa-9ced-ca37b397c23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14a8c4c-889c-4023-9b05-3b01586983d1,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:10.978557 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5cb6458f-29bd-45fa-9ced-ca37b397c23a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:11.225857 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612c285-0f65-460e-a307-30910f5e985d req-c53e0cbb-e5e7-467a-9bec-c903d0e8c5dd tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:11.227284 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a612c285-0f65-460e-a307-30910f5e985d req-c53e0cbb-e5e7-467a-9bec-c903d0e8c5dd tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 943 time: 0.0648999 Jun 17 08:39:11.270471 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a612c285-0f65-460e-a307-30910f5e985d req-1168a5e7-0f47-4917-a98a-63750d9d172f tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345380 Jun 17 08:39:11.421683 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42540) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:11.443031 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e7890be8-915b-4d3f-9105-6ff022dccdb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:11.573200 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e7890be8-915b-4d3f-9105-6ff022dccdb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:11.721302 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42558) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:11.757751 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-c0496f0f-3968-47fa-ab24-a15c54ecee0b tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--495913667&fields=id&tenant_id=c15e34d135d048379888e28b7cdd5b3a HTTP/1.1" status: 200 len: 267 time: 0.0551639 Jun 17 08:39:11.831378 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e7890be8-915b-4d3f-9105-6ff022dccdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:11.839672 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a794ce09-e911-46b0-b1f6-1fe2b9fa7d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:11.899191 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dadc28-4353-4179-86a7-aede2ab9b64b req-ff446317-1976-4cb8-93ef-7a5ebb377938 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:11.907724 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b1dadc28-4353-4179-86a7-aede2ab9b64b req-ff446317-1976-4cb8-93ef-7a5ebb377938 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.0912397 Jun 17 08:39:11.916194 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e7890be8-915b-4d3f-9105-6ff022dccdb8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b8d161988e414f22abc3907016b6ba88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4908969 Jun 17 08:39:11.918445 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42564) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:11.928974 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7890be8-915b-4d3f-9105-6ff022dccdb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0e6757-6c0b-46c2-a922-c9cc94de37d1,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:11.948071 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e7890be8-915b-4d3f-9105-6ff022dccdb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:12.011568 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b1dadc28-4353-4179-86a7-aede2ab9b64b req-aecd7dae-9a66-4f42-9c5a-42d6572f60c2 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025109 Jun 17 08:39:12.039538 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-75ac569b-d54d-478b-9bd6-212407fe4856 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:12.050294 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-75ac569b-d54d-478b-9bd6-212407fe4856 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/networks?id=31e06f2d-0e35-40cc-88df-cef11ddd5527 HTTP/1.1" status: 200 len: 823 time: 0.2903237 Jun 17 08:39:12.068459 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-0a33029b-6bb2-4048-bd5d-49174d02ffda tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/quotas/c15e34d135d048379888e28b7cdd5b3a HTTP/1.1" status: 200 len: 375 time: 0.0170732 Jun 17 08:39:12.116816 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-99c5f241-b18a-49f2-a434-ce7dadc503ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:12.128318 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-16722d21-013a-4434-81bb-9a9b53d7770c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b6c57dd66e0449a18126830452f7b7f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4057486 Jun 17 08:39:12.130849 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42574) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:12.165658 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-99c5f241-b18a-49f2-a434-ce7dadc503ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:12.188506 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 4261e082-56b8-4a6e-9615-380a6af043a7 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:39:12.194877 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 2aadef2a-9a36-42fc-9ef5-c4160d767141 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:39:12.227096 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5fd8ecbf-7b5a-4540-9277-b4920497659c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:12.243643 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 2aadef2a-9a36-42fc-9ef5-c4160d767141 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:39:12.244321 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 2aadef2a-9a36-42fc-9ef5-c4160d767141 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:39:12.254389 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-0cde2571-db87-44bd-9687-41e41b9db70e tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c15e34d135d048379888e28b7cdd5b3a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1791270 Jun 17 08:39:12.288891 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5fd8ecbf-7b5a-4540-9277-b4920497659c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:12.392696 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 4261e082-56b8-4a6e-9615-380a6af043a7, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4261e082-56b8-4a6e-9615-380a6af043a7,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:12.397980 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-e322442e-7bf7-407b-b642-e33f98e96f3f service neutron] 10.222.0.49 "GET /v2.0/networks/31e06f2d-0e35-40cc-88df-cef11ddd5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207917 Jun 17 08:39:12.407507 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '4261e082-56b8-4a6e-9615-380a6af043a7', 'network_id': '06763fe9-e99d-4536-9f97-1417c168f505', 'port_id': '4261e082-56b8-4a6e-9615-380a6af043a7', 'mac_address': 'fa:16:3e:5b:ad:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde6362a-8d80-43f7-8fcf-3398cd98da0f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:39:12.445981 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5fd8ecbf-7b5a-4540-9277-b4920497659c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:12.449478 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5fd8ecbf-7b5a-4540-9277-b4920497659c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:12.451133 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5fd8ecbf-7b5a-4540-9277-b4920497659c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ee090947-b639-4fad-9a5d-fc2e8fbf1c5b HTTP/1.1" status: 204 len: 168 time: 0.3192568 Jun 17 08:39:12.453637 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:12.469469 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4261e082-56b8-4a6e-9615-380a6af043a7 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:39:12.474011 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5cb6458f-29bd-45fa-9ced-ca37b397c23a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:12.481163 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-99c5f241-b18a-49f2-a434-ce7dadc503ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:12.486170 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8ecbf-7b5a-4540-9277-b4920497659c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee090947-b639-4fad-9a5d-fc2e8fbf1c5b,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:12.490258 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5fd8ecbf-7b5a-4540-9277-b4920497659c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:12.492295 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-99c5f241-b18a-49f2-a434-ce7dadc503ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:12.492754 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 4261e082-56b8-4a6e-9615-380a6af043a7, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4261e082-56b8-4a6e-9615-380a6af043a7,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:12.497079 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-99c5f241-b18a-49f2-a434-ce7dadc503ef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9b0e6757-6c0b-46c2-a922-c9cc94de37d1 HTTP/1.1" status: 204 len: 168 time: 0.5771837 Jun 17 08:39:12.537426 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3436b-5b6f-478b-a55e-3b7c0dfca0ff req-34411b11-d771-471c-b724-15a2698581ef tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:12.548660 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-06f3436b-5b6f-478b-a55e-3b7c0dfca0ff req-34411b11-d771-471c-b724-15a2698581ef tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 943 time: 0.1136522 Jun 17 08:39:12.561710 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1709d9e4-be10-4147-97e1-ec8cc08f086d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:12.581634 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c5f241-b18a-49f2-a434-ce7dadc503ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0e6757-6c0b-46c2-a922-c9cc94de37d1,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:12.588176 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-99c5f241-b18a-49f2-a434-ce7dadc503ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:12.611913 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:12.614075 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:12.628123 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-06f3436b-5b6f-478b-a55e-3b7c0dfca0ff req-5e485184-b3f8-40f1-9bad-a1e049c0ca94 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722814 Jun 17 08:39:12.659480 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-2e6a07da-db9f-48df-a244-565baf29fe2b service neutron] 10.222.0.49 "GET /v2.0/networks/31e06f2d-0e35-40cc-88df-cef11ddd5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544744 Jun 17 08:39:12.671502 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=4261e082-56b8-4a6e-9615-380a6af043a7,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:12.674879 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:12.898750 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d9530-0676-4dac-8061-47705ff5e6ad req-d6cc7458-f246-48ad-813e-e80af3f3f2b2 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:12.900230 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-585d9530-0676-4dac-8061-47705ff5e6ad req-d6cc7458-f246-48ad-813e-e80af3f3f2b2 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f5e337c-bf07-4b4c-a816-067a83b71e60 HTTP/1.1" status: 200 len: 945 time: 0.0826526 Jun 17 08:39:12.907281 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['4261e082-56b8-4a6e-9615-380a6af043a7'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:39:13.028390 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-585d9530-0676-4dac-8061-47705ff5e6ad req-2f7bd950-6086-41a5-869d-e01c17a4ed3b tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Deleting port 652ef14a-dfc2-4475-9d4e-4a7b1d006abf {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:13.028764 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-585d9530-0676-4dac-8061-47705ff5e6ad req-2f7bd950-6086-41a5-869d-e01c17a4ed3b tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:13.232184 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b64f5d-b6e7-4075-886b-36dfef65bab5 req-f6aff8e8-3cbc-4f13-bce8-0dcf60f5a049 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:13.234577 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-78b64f5d-b6e7-4075-886b-36dfef65bab5 req-f6aff8e8-3cbc-4f13-bce8-0dcf60f5a049 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.0902405 Jun 17 08:39:13.237542 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-585d9530-0676-4dac-8061-47705ff5e6ad req-2f7bd950-6086-41a5-869d-e01c17a4ed3b tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] For port 652ef14a-dfc2-4475-9d4e-4a7b1d006abf, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=652ef14a-dfc2-4475-9d4e-4a7b1d006abf,segment=NetworkSegment(7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7),segment_id=7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:13.238020 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-585d9530-0676-4dac-8061-47705ff5e6ad req-2f7bd950-6086-41a5-869d-e01c17a4ed3b tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:13.265264 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-66003bff-fe13-4160-96f5-40285136243c req-fbc8931c-3406-4164-9de4-c8ad936c4662 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba4e76-0a36-4e27-98f7-c81aca89c10b HTTP/1.1" status: 200 len: 210 time: 0.0491023 Jun 17 08:39:13.353837 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-78b64f5d-b6e7-4075-886b-36dfef65bab5 req-13ea5f62-662a-47cc-973e-22bfcddab1c3 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991313 Jun 17 08:39:13.579688 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-585d9530-0676-4dac-8061-47705ff5e6ad req-2f7bd950-6086-41a5-869d-e01c17a4ed3b tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:13.580157 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-585d9530-0676-4dac-8061-47705ff5e6ad req-2f7bd950-6086-41a5-869d-e01c17a4ed3b tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:13.580565 n-d-758944-30 neutron-server[94520]: INFO neutron.db.l3_db [req-585d9530-0676-4dac-8061-47705ff5e6ad req-2f7bd950-6086-41a5-869d-e01c17a4ed3b tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Floating IP d3e93000-2b10-47a8-910a-3d58989593ea disassociated. External IP: 172.25.2.2, port: 652ef14a-dfc2-4475-9d4e-4a7b1d006abf. Jun 17 08:39:13.582252 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-585d9530-0676-4dac-8061-47705ff5e6ad req-2f7bd950-6086-41a5-869d-e01c17a4ed3b tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Calling delete_port for 652ef14a-dfc2-4475-9d4e-4a7b1d006abf owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:13.821923 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ce4d4-0053-4396-89bd-d7447a391805 req-cfdd5af5-f522-4756-81b2-bde597826c00 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:13.823566 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-da8ce4d4-0053-4396-89bd-d7447a391805 req-cfdd5af5-f522-4756-81b2-bde597826c00 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 944 time: 0.0668793 Jun 17 08:39:13.868503 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-da8ce4d4-0053-4396-89bd-d7447a391805 req-d447dda4-8b4f-4077-bc10-ce82064ea726 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347493 Jun 17 08:39:13.952320 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42620) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:14.182694 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 4261e082-56b8-4a6e-9615-380a6af043a7 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:14.197731 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-585d9530-0676-4dac-8061-47705ff5e6ad req-2f7bd950-6086-41a5-869d-e01c17a4ed3b tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:14.202767 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-39c7f8bc-a719-4837-87ad-3f79958ff26f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:14.229171 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7bd950-6086-41a5-869d-e01c17a4ed3b tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Pushing event deleted for resources: {'Port': ['ID=652ef14a-dfc2-4475-9d4e-4a7b1d006abf,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:14.231695 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2f7bd950-6086-41a5-869d-e01c17a4ed3b tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:14.352699 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-585d9530-0676-4dac-8061-47705ff5e6ad req-2f7bd950-6086-41a5-869d-e01c17a4ed3b tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Router e120ac66-135b-4adc-919c-bcdbfe62a5f7 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:39:14.366130 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7a04bdb9-854a-43cf-98f6-cdf12239726b req-d36240d2-510a-495c-be38-8ef3cc910fe8 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba4e76-0a36-4e27-98f7-c81aca89c10b HTTP/1.1" status: 200 len: 210 time: 0.0347276 Jun 17 08:39:14.457408 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42636) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:14.486962 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-585d9530-0676-4dac-8061-47705ff5e6ad req-2f7bd950-6086-41a5-869d-e01c17a4ed3b tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:39:14.494944 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 4261e082-56b8-4a6e-9615-380a6af043a7 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:14.508274 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 4261e082-56b8-4a6e-9615-380a6af043a7 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:14.508917 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:14.521652 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3349e005-b9a5-4e2e-9833-f2cdeaf6e277 None None] Sync routers for ids ['e120ac66-135b-4adc-919c-bcdbfe62a5f7'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:39:14.537053 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3349e005-b9a5-4e2e-9833-f2cdeaf6e277 None None] Routers {'e120ac66-135b-4adc-919c-bcdbfe62a5f7'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:39:14.537758 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-3349e005-b9a5-4e2e-9833-f2cdeaf6e277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:38:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e120ac66-135b-4adc-919c-bcdbfe62a5f7'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:14.571582 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9bfe4f72-234b-4727-8fcc-cf3997b472b0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c19a52932d5441c3899bf505b9f1842b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1111615 Jun 17 08:39:14.573431 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42640) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:14.694211 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-585d9530-0676-4dac-8061-47705ff5e6ad req-2f7bd950-6086-41a5-869d-e01c17a4ed3b tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] No DVR routers for this DVR port 652ef14a-dfc2-4475-9d4e-4a7b1d006abf on host n-h2-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:39:14.701637 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:14.708684 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-585d9530-0676-4dac-8061-47705ff5e6ad req-2f7bd950-6086-41a5-869d-e01c17a4ed3b tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:14.713255 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-585d9530-0676-4dac-8061-47705ff5e6ad req-2f7bd950-6086-41a5-869d-e01c17a4ed3b tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.53 "DELETE /v2.0/ports/652ef14a-dfc2-4475-9d4e-4a7b1d006abf HTTP/1.1" status: 204 len: 173 time: 1.8038626 Jun 17 08:39:14.713856 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5e337c-bf07-4b4c-a816-067a83b71e60', 'name': 'network-vif-deleted', 'tag': '652ef14a-dfc2-4475-9d4e-4a7b1d006abf'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:14.729003 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-81c66c87-9f2f-47a1-91d2-04ef793ccadf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:14.729936 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eae7c9b-8c7c-4bd6-b435-e4093f959f05" -d '{"events": [{"server_uuid": "2f5e337c-bf07-4b4c-a816-067a83b71e60", "name": "network-vif-deleted", "tag": "652ef14a-dfc2-4475-9d4e-4a7b1d006abf"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:14.735168 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2beaa604-5b27-488e-9a26-453fe69db96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4261e082-56b8-4a6e-9615-380a6af043a7'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:14.738548 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917bc189-4453-4525-950b-8a96ec5087aa" -d '{"events": [{"server_uuid": "2beaa604-5b27-488e-9a26-453fe69db96a", "name": "network-vif-plugged", "status": "completed", "tag": "4261e082-56b8-4a6e-9615-380a6af043a7"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:14.758281 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 4261e082-56b8-4a6e-9615-380a6af043a7, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4261e082-56b8-4a6e-9615-380a6af043a7,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:14.762584 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-a207a12b-8602-4eca-8091-188d7c5ee799 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-263121858-network', 'tenant_id': '609e00a2705541b8b4ab968ecb78dd7f'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:14.796740 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-3349e005-b9a5-4e2e-9833-f2cdeaf6e277 None None] Set router e120ac66-135b-4adc-919c-bcdbfe62a5f7 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:39:14.807619 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c72284-ef5e-4579-9301-f3ac960778b5 req-3f8f57a2-8195-4b12-b251-f6068ad93333 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:14.818693 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-81c66c87-9f2f-47a1-91d2-04ef793ccadf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:14.821255 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f4c72284-ef5e-4579-9301-f3ac960778b5 req-3f8f57a2-8195-4b12-b251-f6068ad93333 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.3478780 Jun 17 08:39:14.824049 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c10723e-9a60-48d6-9e20-26d8a40c8244 x-openstack-request-id: req-0c10723e-9a60-48d6-9e20-26d8a40c8244 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:14.824373 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5e337c-bf07-4b4c-a816-067a83b71e60", "name": "network-vif-deleted", "tag": "652ef14a-dfc2-4475-9d4e-4a7b1d006abf", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:14.824788 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0c10723e-9a60-48d6-9e20-26d8a40c8244 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:14.825069 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5e337c-bf07-4b4c-a816-067a83b71e60', 'name': 'network-vif-deleted', 'tag': '652ef14a-dfc2-4475-9d4e-4a7b1d006abf', 'status': 'completed', 'code': 200} Jun 17 08:39:14.890388 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4112a3-32f0-4a64-be02-a9107da6d1f2 x-openstack-request-id: req-5b4112a3-32f0-4a64-be02-a9107da6d1f2 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:14.891027 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2beaa604-5b27-488e-9a26-453fe69db96a", "name": "network-vif-plugged", "status": "completed", "tag": "4261e082-56b8-4a6e-9615-380a6af043a7", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:14.891501 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b4112a3-32f0-4a64-be02-a9107da6d1f2 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:14.892232 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2beaa604-5b27-488e-9a26-453fe69db96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4261e082-56b8-4a6e-9615-380a6af043a7', 'code': 200} Jun 17 08:39:14.900553 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:14.917585 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:14.959115 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f4c72284-ef5e-4579-9301-f3ac960778b5 req-fa2d5c68-e30d-4e51-8e4e-a87816fed108 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368768 Jun 17 08:39:15.066470 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a207a12b-8602-4eca-8091-188d7c5ee799 admin admin] Made reservation on behalf of 609e00a2705541b8b4ab968ecb78dd7f for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:15.069391 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a207a12b-8602-4eca-8091-188d7c5ee799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:15.070430 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=4261e082-56b8-4a6e-9615-380a6af043a7,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:15.074376 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:15.085779 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a207a12b-8602-4eca-8091-188d7c5ee799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:15.086884 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb740f1-4aa0-476e-bc48-3e3fc04a625e req-d2098a97-48de-401a-bcf5-bdbe1db04a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:15.090794 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-feb740f1-4aa0-476e-bc48-3e3fc04a625e req-d2098a97-48de-401a-bcf5-bdbe1db04a61 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 1097 time: 0.0896366 Jun 17 08:39:15.147692 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-feb740f1-4aa0-476e-bc48-3e3fc04a625e req-2448f7e9-bb8b-4dea-95ee-612c35ef3f90 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459523 Jun 17 08:39:15.155479 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-81c66c87-9f2f-47a1-91d2-04ef793ccadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:15.158884 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-81c66c87-9f2f-47a1-91d2-04ef793ccadf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:15.160286 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-81c66c87-9f2f-47a1-91d2-04ef793ccadf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ee38a735-2025-43e1-a7c1-b779b6933c5e HTTP/1.1" status: 204 len: 168 time: 0.5844586 Jun 17 08:39:15.180327 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7672fdae-21f8-4fec-96d4-3c62593b0a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:15.211330 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c66c87-9f2f-47a1-91d2-04ef793ccadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee38a735-2025-43e1-a7c1-b779b6933c5e,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:15.219479 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-81c66c87-9f2f-47a1-91d2-04ef793ccadf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:15.265487 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4700c91-e849-427e-8ce1-2bcb7e0394f3 req-3ce0d56a-bdf1-469d-901e-65e4b7d51961 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:15.279027 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d4700c91-e849-427e-8ce1-2bcb7e0394f3 req-3ce0d56a-bdf1-469d-901e-65e4b7d51961 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 945 time: 0.1449533 Jun 17 08:39:15.323590 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-3349e005-b9a5-4e2e-9833-f2cdeaf6e277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840871843-router', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:21Z', 'revision_number': 4, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'gw_port': {'id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'd889228a-7466-403a-b2cf-746d88470ba5', 'name': '', 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'mac_address': 'fa:16:3e:fc:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:19Z', 'updated_at': '2021-06-17T08:36:29Z', 'revision_number': 5, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'subnets': [{'id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:15.346611 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d4700c91-e849-427e-8ce1-2bcb7e0394f3 req-d26658e1-18ad-4ecf-bcd7-d09124ef4904 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663567 Jun 17 08:39:15.357869 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a207a12b-8602-4eca-8091-188d7c5ee799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:15.367135 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3349e005-b9a5-4e2e-9833-f2cdeaf6e277 None None] Checking router: e120ac66-135b-4adc-919c-bcdbfe62a5f7 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:39:15.377779 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3349e005-b9a5-4e2e-9833-f2cdeaf6e277 None None] Routers {'e120ac66-135b-4adc-919c-bcdbfe62a5f7'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:39:15.378474 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-3349e005-b9a5-4e2e-9833-f2cdeaf6e277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:38:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e120ac66-135b-4adc-919c-bcdbfe62a5f7'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:15.497127 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a207a12b-8602-4eca-8091-188d7c5ee799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:15.499268 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-3349e005-b9a5-4e2e-9833-f2cdeaf6e277 None None] Set router e120ac66-135b-4adc-919c-bcdbfe62a5f7 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:39:15.502545 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-24ac9530-8972-4bd9-8380-1f94482e7da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:15.541611 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a207a12b-8602-4eca-8091-188d7c5ee799 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:39:15.592277 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a207a12b-8602-4eca-8091-188d7c5ee799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:15.603395 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-a207a12b-8602-4eca-8091-188d7c5ee799 admin admin] Added segment 28553896-0f14-4753-96c7-efce58cc56fb of type vlan for network 50b879f4-04a7-442d-aa2b-7b573db6e781 Jun 17 08:39:15.603395 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207a12b-8602-4eca-8091-188d7c5ee799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0d21c3-a597-4956-85b3-8cf3da6993a3,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:15.620685 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e1ec0f88-34e0-40b4-b581-ee38ce6eca2d req-c1654f75-aac2-4495-bc07-e645d0504879 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba4e76-0a36-4e27-98f7-c81aca89c10b HTTP/1.1" status: 200 len: 210 time: 0.0582488 Jun 17 08:39:15.623308 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a207a12b-8602-4eca-8091-188d7c5ee799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:15.697247 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a207a12b-8602-4eca-8091-188d7c5ee799 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:15.793739 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-3349e005-b9a5-4e2e-9833-f2cdeaf6e277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840871843-router', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:21Z', 'revision_number': 4, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'gw_port': {'id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'd889228a-7466-403a-b2cf-746d88470ba5', 'name': '', 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'mac_address': 'fa:16:3e:fc:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:19Z', 'updated_at': '2021-06-17T08:36:29Z', 'revision_number': 5, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'subnets': [{'id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:15.829012 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3349e005-b9a5-4e2e-9833-f2cdeaf6e277 None None] The sync data for ids ['e120ac66-135b-4adc-919c-bcdbfe62a5f7'] in n-d-758944-30 is: [{'id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840871843-router', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:21Z', 'revision_number': 4, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'gw_port': {'id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'd889228a-7466-403a-b2cf-746d88470ba5', 'name': '', 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'mac_address': 'fa:16:3e:fc:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:19Z', 'updated_at': '2021-06-17T08:36:29Z', 'revision_number': 5, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'subnets': [{'id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:39:15.906025 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a207a12b-8602-4eca-8091-188d7c5ee799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:15.907400 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a207a12b-8602-4eca-8091-188d7c5ee799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:15.908744 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a207a12b-8602-4eca-8091-188d7c5ee799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:15.912359 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4fd763d8-a9a6-42d5-bd6b-47694eee4d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:16.031682 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207a12b-8602-4eca-8091-188d7c5ee799 admin admin] Pushing event updated for resources: {'Network': ['ID=50b879f4-04a7-442d-aa2b-7b573db6e781,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:16.040573 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a207a12b-8602-4eca-8091-188d7c5ee799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:16.047143 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 50b879f4-04a7-442d-aa2b-7b573db6e781 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:39:16.130315 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a207a12b-8602-4eca-8091-188d7c5ee799 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1767323 Jun 17 08:39:16.133452 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42678) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:16.139877 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-e6c06708-6daf-410a-b3f8-497128caf6ea admin admin] Request body: {'subnet': {'network_id': '50b879f4-04a7-442d-aa2b-7b573db6e781', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-263121858-subnet', 'tenant_id': '609e00a2705541b8b4ab968ecb78dd7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:16.247788 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36890e4b-afab-4a75-9fa0-7abc335b3215 req-035fb40c-89c6-4385-b016-cbc3173ae84a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:16.258655 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-36890e4b-afab-4a75-9fa0-7abc335b3215 req-035fb40c-89c6-4385-b016-cbc3173ae84a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.1266360 Jun 17 08:39:16.268470 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c06708-6daf-410a-b3f8-497128caf6ea admin admin] Made reservation on behalf of 609e00a2705541b8b4ab968ecb78dd7f for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:16.272215 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e6c06708-6daf-410a-b3f8-497128caf6ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:16.349548 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-36890e4b-afab-4a75-9fa0-7abc335b3215 req-a0d64fa6-c042-48c8-83a9-7950c35056db tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897150 Jun 17 08:39:16.350032 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831211fd-a4e6-4ef4-8a40-e17f31265726 None None] New status for floating IP d3e93000-2b10-47a8-910a-3d58989593ea: DOWN {{(pid=94521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:39:16.633022 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152bb26-83d8-47ec-91d7-b9ebc455fb08 req-161e6f4c-d0fa-46b0-b89b-af60a5a53e08 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:16.634897 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d152bb26-83d8-47ec-91d7-b9ebc455fb08 req-161e6f4c-d0fa-46b0-b89b-af60a5a53e08 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 945 time: 0.0868604 Jun 17 08:39:16.722966 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d152bb26-83d8-47ec-91d7-b9ebc455fb08 req-623644e9-8f61-49df-897c-2068406dfba3 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816793 Jun 17 08:39:16.730160 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e6c06708-6daf-410a-b3f8-497128caf6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:16.737525 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0a286035-e8e8-4264-8721-988e964ab403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:16.805650 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5f9a36eb-76ec-4a0c-ae37-016c8afe99f0 req-55124fe9-e424-450b-bb8d-97f6d88a794a tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba4e76-0a36-4e27-98f7-c81aca89c10b HTTP/1.1" status: 200 len: 210 time: 0.0445616 Jun 17 08:39:16.840205 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c06708-6daf-410a-b3f8-497128caf6ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=79989636-1874-46ba-9a2e-7f2fefaf2fee,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:16.848730 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e6c06708-6daf-410a-b3f8-497128caf6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:16.849620 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c06708-6daf-410a-b3f8-497128caf6ea admin admin] Checking segment: {'id': '28553896-0f14-4753-96c7-efce58cc56fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '50b879f4-04a7-442d-aa2b-7b573db6e781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:16.849811 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c06708-6daf-410a-b3f8-497128caf6ea admin admin] Network hostable DHCP agents. Network: 50b879f4-04a7-442d-aa2b-7b573db6e781, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:39:16.997573 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c06708-6daf-410a-b3f8-497128caf6ea admin admin] Network 50b879f4-04a7-442d-aa2b-7b573db6e781 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:39:17.223434 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-e6c06708-6daf-410a-b3f8-497128caf6ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 50b879f4-04a7-442d-aa2b-7b573db6e781) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:17.237803 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c06708-6daf-410a-b3f8-497128caf6ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:17.237958 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb61db46-9c21-4302-bb8b-2664967caa52 None None] Network 50b879f4-04a7-442d-aa2b-7b573db6e781 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:17.238431 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e6c06708-6daf-410a-b3f8-497128caf6ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:17.328559 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-adc9e9f2-cf3c-4c17-a20a-278caf1ec1ba tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=da9417294c5449b28843fbefd48fea0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220914 Jun 17 08:39:17.347296 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e6c06708-6daf-410a-b3f8-497128caf6ea admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2113323 Jun 17 08:39:17.421694 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02be08d1-350d-4b2c-ba50-7c3e63b8e3b6 None None] Network 50b879f4-04a7-442d-aa2b-7b573db6e781 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:17.518394 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:17.677039 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-5963e1d3-8dac-4e1d-9995-e36819e649b5 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:17.678629 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-5963e1d3-8dac-4e1d-9995-e36819e649b5 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.50 "GET /v2.0/networks?id=31e06f2d-0e35-40cc-88df-cef11ddd5527 HTTP/1.1" status: 200 len: 823 time: 0.2485054 Jun 17 08:39:17.737804 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-0a8d966b-eb8e-4521-bd89-94315f4afe18 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c15e34d135d048379888e28b7cdd5b3a HTTP/1.1" status: 200 len: 379 time: 0.0504179 Jun 17 08:39:17.748574 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-e2b0e102-57e4-45ae-967a-fc7da721a9f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Request body: {'port': {'device_id': 'e4ba4e76-0a36-4e27-98f7-c81aca89c10b', 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527', 'admin_state_up': True, 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'security_groups': ['da8c91fc-15fc-4551-8e19-1d9282b795c0']}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:17.761062 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8316ad-12a1-4402-9ae0-3e1e2fc54d98 req-a2bfc26d-7d56-4d7d-a841-284a8c87dfa9 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:17.762703 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0b8316ad-12a1-4402-9ae0-3e1e2fc54d98 req-a2bfc26d-7d56-4d7d-a841-284a8c87dfa9 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.1419644 Jun 17 08:39:17.851123 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0b8316ad-12a1-4402-9ae0-3e1e2fc54d98 req-b63e6396-56f5-46b9-9e3e-8e6b59d6696d tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769658 Jun 17 08:39:17.879329 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-cefa1a47-94c4-4181-9541-3712bb98d5b3 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:17.879329 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-cefa1a47-94c4-4181-9541-3712bb98d5b3 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5414622 Jun 17 08:39:17.907350 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-75a442fb-1c2f-4867-a781-08746f4927ad tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/quotas/da9417294c5449b28843fbefd48fea0b HTTP/1.1" status: 200 len: 375 time: 0.0166912 Jun 17 08:39:17.956432 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-7534513b-0b60-4845-a345-37425940207a tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=da9417294c5449b28843fbefd48fea0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425215 Jun 17 08:39:18.062965 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee592b-72fe-4bd5-8ade-786f650107af req-df549c18-48c1-4ee5-a649-04c11e6082e1 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:18.065015 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5fee592b-72fe-4bd5-8ade-786f650107af req-df549c18-48c1-4ee5-a649-04c11e6082e1 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 945 time: 0.0743704 Jun 17 08:39:18.105213 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5fee592b-72fe-4bd5-8ade-786f650107af req-d4bf85bf-a522-468c-ae45-5820a9c06c4b tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341361 Jun 17 08:39:18.187860 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-e2b0e102-57e4-45ae-967a-fc7da721a9f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Made reservation on behalf of c15e34d135d048379888e28b7cdd5b3a for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:18.196973 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-e2b0e102-57e4-45ae-967a-fc7da721a9f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:18.201750 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 652ef14a-dfc2-4475-9d4e-4a7b1d006abf no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:39:18.250146 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2f2e9932-b47d-465c-b00c-3d7001889f85 req-87149950-bce5-453e-9dac-98de5433d6d2 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba4e76-0a36-4e27-98f7-c81aca89c10b HTTP/1.1" status: 200 len: 210 time: 0.0330725 Jun 17 08:39:18.310446 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 652ef14a-dfc2-4475-9d4e-4a7b1d006abf {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:39:18.313103 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 652ef14a-dfc2-4475-9d4e-4a7b1d006abf not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:39:18.407099 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-e2b0e102-57e4-45ae-967a-fc7da721a9f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Allocated IP 172.20.0.9 (31e06f2d-0e35-40cc-88df-cef11ddd5527/e5e8ab6c-8b7b-4e37-b033-797fad98bbda/4b962e4d-8f9c-4067-aa4b-00a3fc188f26) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:18.455594 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c7c7a0c4-a830-47d5-a91f-cdfe5610f707 req-746ccc2a-889b-42d4-96c0-5eb1437334a5 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1d6382b-5551-4890-b165-1874da4011c4 HTTP/1.1" status: 200 len: 210 time: 0.0640495 Jun 17 08:39:18.612759 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-e2b0e102-57e4-45ae-967a-fc7da721a9f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:18.630777 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-e2b0e102-57e4-45ae-967a-fc7da721a9f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Transition to ACTIVE for port object 4b962e4d-8f9c-4067-aa4b-00a3fc188f26 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:18.776233 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff40274-c663-404f-ae48-0cc05dc38e71 req-b31f08b8-edcc-4432-baf3-bdd68ec2f26b tempest-NetworksTest-1690505325 tempest-NetworksTest-1690505325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:18.776797 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff40274-c663-404f-ae48-0cc05dc38e71 req-b31f08b8-edcc-4432-baf3-bdd68ec2f26b tempest-NetworksTest-1690505325 tempest-NetworksTest-1690505325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:18.777256 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff40274-c663-404f-ae48-0cc05dc38e71 req-b31f08b8-edcc-4432-baf3-bdd68ec2f26b tempest-NetworksTest-1690505325 tempest-NetworksTest-1690505325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:18.777722 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff40274-c663-404f-ae48-0cc05dc38e71 req-b31f08b8-edcc-4432-baf3-bdd68ec2f26b tempest-NetworksTest-1690505325 tempest-NetworksTest-1690505325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:18.778189 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff40274-c663-404f-ae48-0cc05dc38e71 req-b31f08b8-edcc-4432-baf3-bdd68ec2f26b tempest-NetworksTest-1690505325 tempest-NetworksTest-1690505325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:18.778653 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff40274-c663-404f-ae48-0cc05dc38e71 req-b31f08b8-edcc-4432-baf3-bdd68ec2f26b tempest-NetworksTest-1690505325 tempest-NetworksTest-1690505325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:18.779114 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff40274-c663-404f-ae48-0cc05dc38e71 req-b31f08b8-edcc-4432-baf3-bdd68ec2f26b tempest-NetworksTest-1690505325 tempest-NetworksTest-1690505325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:18.779576 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff40274-c663-404f-ae48-0cc05dc38e71 req-b31f08b8-edcc-4432-baf3-bdd68ec2f26b tempest-NetworksTest-1690505325 tempest-NetworksTest-1690505325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:18.780060 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff40274-c663-404f-ae48-0cc05dc38e71 req-b31f08b8-edcc-4432-baf3-bdd68ec2f26b tempest-NetworksTest-1690505325 tempest-NetworksTest-1690505325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:18.780517 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff40274-c663-404f-ae48-0cc05dc38e71 req-b31f08b8-edcc-4432-baf3-bdd68ec2f26b tempest-NetworksTest-1690505325 tempest-NetworksTest-1690505325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:18.782597 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7ff40274-c663-404f-ae48-0cc05dc38e71 req-b31f08b8-edcc-4432-baf3-bdd68ec2f26b tempest-NetworksTest-1690505325 tempest-NetworksTest-1690505325-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7123 time: 0.1436000 Jun 17 08:39:18.793562 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42780) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:18.799535 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-5ad105e2-1eab-4eaf-9f2e-d055399f41a7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-865586609-network', 'tenant_id': '4b8b7dec52ae4c189ef36364ef181347'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:18.815226 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-e2b0e102-57e4-45ae-967a-fc7da721a9f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:18.820870 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ec1fd32c-794b-4579-a9ec-0fd4bae48e7e tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:18.876482 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-e2b0e102-57e4-45ae-967a-fc7da721a9f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Network 31e06f2d-0e35-40cc-88df-cef11ddd5527 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:18.879834 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-e2b0e102-57e4-45ae-967a-fc7da721a9f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:18.887086 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-e2b0e102-57e4-45ae-967a-fc7da721a9f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:18.892947 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-e2b0e102-57e4-45ae-967a-fc7da721a9f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:18.893606 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-e2b0e102-57e4-45ae-967a-fc7da721a9f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:18.900521 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607dfa1-fd6b-464a-80d3-2ad26fc4b4e7 req-4c08fb95-380d-425e-96d8-5e37e6b88233 tempest-NetworksTest-1690505325 tempest-NetworksTest-1690505325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:18.902270 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1607dfa1-fd6b-464a-80d3-2ad26fc4b4e7 req-4c08fb95-380d-425e-96d8-5e37e6b88233 tempest-NetworksTest-1690505325 tempest-NetworksTest-1690505325-project-admin] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 886 time: 0.0999637 Jun 17 08:39:18.902532 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0e102-57e4-45ae-967a-fc7da721a9f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Pushing event updated for resources: {'Port': ['ID=4b962e4d-8f9c-4067-aa4b-00a3fc188f26,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:18.912316 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e2b0e102-57e4-45ae-967a-fc7da721a9f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:19.067930 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f03953-6013-4393-b5fd-53f0befcea85 req-54b3cec3-b099-4182-84c6-0392a454a8fe tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:19.070199 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-48f03953-6013-4393-b5fd-53f0befcea85 req-54b3cec3-b099-4182-84c6-0392a454a8fe tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.0672932 Jun 17 08:39:19.108077 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-48f03953-6013-4393-b5fd-53f0befcea85 req-85316db3-93b7-4e31-a4aa-254c00d5d031 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326190 Jun 17 08:39:19.113305 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad105e2-1eab-4eaf-9f2e-d055399f41a7 admin admin] Made reservation on behalf of 4b8b7dec52ae4c189ef36364ef181347 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:19.115963 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5ad105e2-1eab-4eaf-9f2e-d055399f41a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:19.125693 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5ad105e2-1eab-4eaf-9f2e-d055399f41a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:19.253805 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b181aa-b801-4add-9425-896e55482417 req-0b39e826-c880-4724-b94f-77e8b4c25a43 tempest-NetworksTest-1690505325 tempest-NetworksTest-1690505325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:19.254208 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b181aa-b801-4add-9425-896e55482417 req-0b39e826-c880-4724-b94f-77e8b4c25a43 tempest-NetworksTest-1690505325 tempest-NetworksTest-1690505325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:19.254741 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b181aa-b801-4add-9425-896e55482417 req-0b39e826-c880-4724-b94f-77e8b4c25a43 tempest-NetworksTest-1690505325 tempest-NetworksTest-1690505325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:19.255211 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b181aa-b801-4add-9425-896e55482417 req-0b39e826-c880-4724-b94f-77e8b4c25a43 tempest-NetworksTest-1690505325 tempest-NetworksTest-1690505325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:19.255678 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b181aa-b801-4add-9425-896e55482417 req-0b39e826-c880-4724-b94f-77e8b4c25a43 tempest-NetworksTest-1690505325 tempest-NetworksTest-1690505325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:19.256169 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b181aa-b801-4add-9425-896e55482417 req-0b39e826-c880-4724-b94f-77e8b4c25a43 tempest-NetworksTest-1690505325 tempest-NetworksTest-1690505325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:19.256637 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b181aa-b801-4add-9425-896e55482417 req-0b39e826-c880-4724-b94f-77e8b4c25a43 tempest-NetworksTest-1690505325 tempest-NetworksTest-1690505325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:19.257096 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b181aa-b801-4add-9425-896e55482417 req-0b39e826-c880-4724-b94f-77e8b4c25a43 tempest-NetworksTest-1690505325 tempest-NetworksTest-1690505325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:19.257545 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b181aa-b801-4add-9425-896e55482417 req-0b39e826-c880-4724-b94f-77e8b4c25a43 tempest-NetworksTest-1690505325 tempest-NetworksTest-1690505325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:19.258001 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b181aa-b801-4add-9425-896e55482417 req-0b39e826-c880-4724-b94f-77e8b4c25a43 tempest-NetworksTest-1690505325 tempest-NetworksTest-1690505325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:19.259969 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-76b181aa-b801-4add-9425-896e55482417 req-0b39e826-c880-4724-b94f-77e8b4c25a43 tempest-NetworksTest-1690505325 tempest-NetworksTest-1690505325-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7123 time: 0.1165333 Jun 17 08:39:19.283747 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d3207-4910-4b14-b4f6-1c41a0c225c9 req-1386af3b-ff2e-4ac9-93e9-71b9920c2f87 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:19.285260 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2e8d3207-4910-4b14-b4f6-1c41a0c225c9 req-1386af3b-ff2e-4ac9-93e9-71b9920c2f87 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 945 time: 0.0659204 Jun 17 08:39:19.311772 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c3c5adae-4fa5-452b-8c80-d3fd321b2ac1 None None] Provisioning for port 4b962e4d-8f9c-4067-aa4b-00a3fc188f26 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:19.317237 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c3c5adae-4fa5-452b-8c80-d3fd321b2ac1 None None] Provisioning complete for port 4b962e4d-8f9c-4067-aa4b-00a3fc188f26 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:19.334089 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c3c5adae-4fa5-452b-8c80-d3fd321b2ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:19.339401 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2e8d3207-4910-4b14-b4f6-1c41a0c225c9 req-2aefb91e-f6f2-4973-8e76-648bd092d73d tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458949 Jun 17 08:39:19.359545 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-c3c5adae-4fa5-452b-8c80-d3fd321b2ac1 None None] Port 4b962e4d-8f9c-4067-aa4b-00a3fc188f26 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:39:19.375358 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-e2b0e102-57e4-45ae-967a-fc7da721a9f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6274424 Jun 17 08:39:19.386109 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-81942ac2-4b94-46fb-9d97-df7829babfd7 service neutron] Request body: {'port': {'device_id': 'e4ba4e76-0a36-4e27-98f7-c81aca89c10b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:19.528979 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-81942ac2-4b94-46fb-9d97-df7829babfd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:19.547223 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-87f93665-3291-4d2f-9c9d-9f4d7a1c53a5 req-1d97c81a-6739-48f9-9960-225353d62252 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1d6382b-5551-4890-b165-1874da4011c4 HTTP/1.1" status: 200 len: 210 time: 0.0330565 Jun 17 08:39:19.572691 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a536417-babc-4231-9981-b9630d86f126 req-dc475806-0723-42b5-bbab-a8f5a07c73a5 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:19.574210 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0a536417-babc-4231-9981-b9630d86f126 req-dc475806-0723-42b5-bbab-a8f5a07c73a5 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba4e76-0a36-4e27-98f7-c81aca89c10b HTTP/1.1" status: 200 len: 931 time: 0.1615875 Jun 17 08:39:19.646132 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5ad105e2-1eab-4eaf-9f2e-d055399f41a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:19.732799 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0a536417-babc-4231-9981-b9630d86f126 req-a731850c-c175-4190-9ceb-ddedf712619b tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/security-groups?id=da8c91fc-15fc-4551-8e19-1d9282b795c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378374 Jun 17 08:39:19.887356 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-81942ac2-4b94-46fb-9d97-df7829babfd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b962e4d-8f9c-4067-aa4b-00a3fc188f26 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:39:19.896913 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-81942ac2-4b94-46fb-9d97-df7829babfd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:19.910312 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-81942ac2-4b94-46fb-9d97-df7829babfd7 service neutron] Transition to ACTIVE for port object 4b962e4d-8f9c-4067-aa4b-00a3fc188f26 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:19.959800 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5ad105e2-1eab-4eaf-9f2e-d055399f41a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:19.965733 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-26376a88-0eb6-4ef9-9623-83b769cc5a8a tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:19.982831 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad105e2-1eab-4eaf-9f2e-d055399f41a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:39:19.996627 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad105e2-1eab-4eaf-9f2e-d055399f41a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be0a770-6069-471a-9f58-b76d3a5a879d,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:20.001257 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5ad105e2-1eab-4eaf-9f2e-d055399f41a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:20.002347 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5ad105e2-1eab-4eaf-9f2e-d055399f41a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:20.002696 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-5ad105e2-1eab-4eaf-9f2e-d055399f41a7 admin admin] Added segment fe85d510-9208-407b-81f9-dd5abb687725 of type vlan for network 8c42501d-d278-421b-a0ea-b0dd5a696f40 Jun 17 08:39:20.043968 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5ad105e2-1eab-4eaf-9f2e-d055399f41a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:20.082526 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42802) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:20.154519 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-81942ac2-4b94-46fb-9d97-df7829babfd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:20.158495 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f324c2e2-4b07-46f6-9348-0edb3aa3bee6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:20.242951 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d091e21-6194-40f7-9ba7-ff1717ce1169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:20.249257 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:20.270774 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5ad105e2-1eab-4eaf-9f2e-d055399f41a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:20.276330 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad105e2-1eab-4eaf-9f2e-d055399f41a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:20.276888 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5ad105e2-1eab-4eaf-9f2e-d055399f41a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:20.281136 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81942ac2-4b94-46fb-9d97-df7829babfd7 service neutron] Pushing event updated for resources: {'Port': ['ID=4b962e4d-8f9c-4067-aa4b-00a3fc188f26,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:20.290366 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af97097-3727-4753-bd87-d34b21229150 req-9bbfea5e-fc3a-4162-bcf9-1c4ffc97a684 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:20.291940 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9af97097-3727-4753-bd87-d34b21229150 req-9bbfea5e-fc3a-4162-bcf9-1c4ffc97a684 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.0685878 Jun 17 08:39:20.307261 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-81942ac2-4b94-46fb-9d97-df7829babfd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:20.310308 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e3d6e81b-a507-41b3-8a65-fa8087d0d1f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:20.342979 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9af97097-3727-4753-bd87-d34b21229150 req-cc09133c-9516-45e4-a93d-88a7b0680050 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427573 Jun 17 08:39:20.402982 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-81942ac2-4b94-46fb-9d97-df7829babfd7 service neutron] Attempting to bind port 4b962e4d-8f9c-4067-aa4b-00a3fc188f26 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:39:20.403409 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-81942ac2-4b94-46fb-9d97-df7829babfd7 service neutron] Attempting to bind port 4b962e4d-8f9c-4067-aa4b-00a3fc188f26 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:39:20.403766 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-81942ac2-4b94-46fb-9d97-df7829babfd7 service neutron] Attempting to bind port 4b962e4d-8f9c-4067-aa4b-00a3fc188f26 on network 31e06f2d-0e35-40cc-88df-cef11ddd5527 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:20.426013 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad105e2-1eab-4eaf-9f2e-d055399f41a7 admin admin] Pushing event updated for resources: {'Network': ['ID=8c42501d-d278-421b-a0ea-b0dd5a696f40,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:20.439820 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-81942ac2-4b94-46fb-9d97-df7829babfd7 service neutron] Port 4b962e4d-8f9c-4067-aa4b-00a3fc188f26 on network 31e06f2d-0e35-40cc-88df-cef11ddd5527 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:39:20.439820 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-81942ac2-4b94-46fb-9d97-df7829babfd7 service neutron] Attempting to bind port 4b962e4d-8f9c-4067-aa4b-00a3fc188f26 on network 31e06f2d-0e35-40cc-88df-cef11ddd5527 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:20.440273 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 8c42501d-d278-421b-a0ea-b0dd5a696f40 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:39:20.442210 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5ad105e2-1eab-4eaf-9f2e-d055399f41a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:20.454122 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-81942ac2-4b94-46fb-9d97-df7829babfd7 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:39:20.454579 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-81942ac2-4b94-46fb-9d97-df7829babfd7 service neutron] Checking segment: {'id': '7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:20.455536 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-81942ac2-4b94-46fb-9d97-df7829babfd7 service neutron] Bound using segment: {'id': '7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:39:20.456081 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-81942ac2-4b94-46fb-9d97-df7829babfd7 service neutron] Bound port: 4b962e4d-8f9c-4067-aa4b-00a3fc188f26, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:39:20.456485 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-81942ac2-4b94-46fb-9d97-df7829babfd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:20.578793 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d091e21-6194-40f7-9ba7-ff1717ce1169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:20.609067 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-81942ac2-4b94-46fb-9d97-df7829babfd7 service neutron] For port 4b962e4d-8f9c-4067-aa4b-00a3fc188f26, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:39:20.630441 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bb1f6-70a8-4560-9cae-94db879d9f85 req-4fc830a9-c6e9-4793-9c41-c5614b43dac7 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:20.632058 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-364bb1f6-70a8-4560-9cae-94db879d9f85 req-4fc830a9-c6e9-4793-9c41-c5614b43dac7 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 945 time: 0.1587496 Jun 17 08:39:20.633936 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-81942ac2-4b94-46fb-9d97-df7829babfd7 service neutron] For port 4b962e4d-8f9c-4067-aa4b-00a3fc188f26, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=4b962e4d-8f9c-4067-aa4b-00a3fc188f26,segment=NetworkSegment(7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7),segment_id=7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:39:20.674254 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-364bb1f6-70a8-4560-9cae-94db879d9f85 req-e99cc8c6-8923-4c87-ad62-799bb23b0c2a tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356565 Jun 17 08:39:20.694134 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1b39a569-8828-456b-ad15-a7129ddd040d req-6e26785c-9ffa-4185-a3ce-882801ae4d43 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1d6382b-5551-4890-b165-1874da4011c4 HTTP/1.1" status: 200 len: 210 time: 0.0319550 Jun 17 08:39:20.784040 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d091e21-6194-40f7-9ba7-ff1717ce1169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:20.790867 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5fd8ecbf-7b5a-4540-9277-b4920497659c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:20.790867 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-81942ac2-4b94-46fb-9d97-df7829babfd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:20.827311 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-81942ac2-4b94-46fb-9d97-df7829babfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:20.827856 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-81942ac2-4b94-46fb-9d97-df7829babfd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:20.829500 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-81942ac2-4b94-46fb-9d97-df7829babfd7 service neutron] 10.222.0.50 "PUT /v2.0/ports/4b962e4d-8f9c-4067-aa4b-00a3fc188f26 HTTP/1.1" status: 200 len: 1092 time: 1.4489899 Jun 17 08:39:20.840486 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ba4e76-0a36-4e27-98f7-c81aca89c10b', 'tag': '4b962e4d-8f9c-4067-aa4b-00a3fc188f26'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:20.842970 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcd752d-9098-42a4-b30c-15c008143b10" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ba4e76-0a36-4e27-98f7-c81aca89c10b", "tag": "4b962e4d-8f9c-4067-aa4b-00a3fc188f26"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:20.853941 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d091e21-6194-40f7-9ba7-ff1717ce1169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3587475-1e6f-43a9-bdc2-13bde1d2c4d2,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:20.862415 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42820) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:20.870656 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-1d091e21-6194-40f7-9ba7-ff1717ce1169 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=07db7c7f9bd849309cb312cec0b50b8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7869625 Jun 17 08:39:20.876098 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1d091e21-6194-40f7-9ba7-ff1717ce1169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:20.880680 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f324c2e2-4b07-46f6-9348-0edb3aa3bee6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:20.945634 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3a8214da-e6a7-4ed1-94ca-50df51c1097f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:20.946562 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e0cd84-1274-4df5-9d33-127f455cd303 x-openstack-request-id: req-32e0cd84-1274-4df5-9d33-127f455cd303 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:20.947066 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ba4e76-0a36-4e27-98f7-c81aca89c10b", "tag": "4b962e4d-8f9c-4067-aa4b-00a3fc188f26", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:20.947184 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-32e0cd84-1274-4df5-9d33-127f455cd303 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:20.947563 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ba4e76-0a36-4e27-98f7-c81aca89c10b', 'tag': '4b962e4d-8f9c-4067-aa4b-00a3fc188f26', 'status': 'completed', 'code': 200} Jun 17 08:39:20.972220 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3a8214da-e6a7-4ed1-94ca-50df51c1097f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:20.993615 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5ad105e2-1eab-4eaf-9f2e-d055399f41a7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1988971 Jun 17 08:39:21.001651 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42822) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:21.007416 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-f82d22c2-8ef4-47a0-9482-d127cbd20813 admin admin] Request body: {'subnet': {'network_id': '8c42501d-d278-421b-a0ea-b0dd5a696f40', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-865586609-subnet', 'tenant_id': '4b8b7dec52ae4c189ef36364ef181347', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:21.039966 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81942ac2-4b94-46fb-9d97-df7829babfd7 service neutron] Pushing event updated for resources: {'Port': ['ID=4b962e4d-8f9c-4067-aa4b-00a3fc188f26,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:21.044624 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-81942ac2-4b94-46fb-9d97-df7829babfd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:21.075889 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd752d-9098-42a4-b30c-15c008143b10 req-0f66a46c-5fd3-46fb-a469-13447aa419c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:21.077354 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6bcd752d-9098-42a4-b30c-15c008143b10 req-0f66a46c-5fd3-46fb-a469-13447aa419c0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c15e34d135d048379888e28b7cdd5b3a&device_id=e4ba4e76-0a36-4e27-98f7-c81aca89c10b HTTP/1.1" status: 200 len: 1095 time: 0.1330471 Jun 17 08:39:21.099736 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f0493-eca4-4488-9ddd-f6d762f789d2 req-d434d0ec-4216-4429-9fd4-55a1a3248428 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:21.099736 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5a2f0493-eca4-4488-9ddd-f6d762f789d2 req-d434d0ec-4216-4429-9fd4-55a1a3248428 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba4e76-0a36-4e27-98f7-c81aca89c10b HTTP/1.1" status: 200 len: 943 time: 0.1479132 Jun 17 08:39:21.188039 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5a2f0493-eca4-4488-9ddd-f6d762f789d2 req-d23534ca-3207-4b4d-bf53-a3ab5fe8a71a tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/security-groups?id=da8c91fc-15fc-4551-8e19-1d9282b795c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878849 Jun 17 08:39:21.216382 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd752d-9098-42a4-b30c-15c008143b10 req-032f2051-c4bf-4349-9c64-184e132a58f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:21.217840 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6bcd752d-9098-42a4-b30c-15c008143b10 req-032f2051-c4bf-4349-9c64-184e132a58f2 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=c15e34d135d048379888e28b7cdd5b3a&shared=False HTTP/1.1" status: 200 len: 924 time: 0.1264710 Jun 17 08:39:21.251398 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82d22c2-8ef4-47a0-9482-d127cbd20813 admin admin] Made reservation on behalf of 4b8b7dec52ae4c189ef36364ef181347 for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:21.254264 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f82d22c2-8ef4-47a0-9482-d127cbd20813 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:21.256718 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3a8214da-e6a7-4ed1-94ca-50df51c1097f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:21.259514 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3a8214da-e6a7-4ed1-94ca-50df51c1097f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:21.260917 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3a8214da-e6a7-4ed1-94ca-50df51c1097f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e3587475-1e6f-43a9-bdc2-13bde1d2c4d2 HTTP/1.1" status: 204 len: 168 time: 0.3970194 Jun 17 08:39:21.263279 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e8d87bcb-034c-42b2-b10d-e040245be92a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:21.316172 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd752d-9098-42a4-b30c-15c008143b10 req-49eee6d5-5b9a-48b9-9129-b119d488cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:21.317684 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6bcd752d-9098-42a4-b30c-15c008143b10 req-49eee6d5-5b9a-48b9-9129-b119d488cd99 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933197 Jun 17 08:39:21.341403 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8214da-e6a7-4ed1-94ca-50df51c1097f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3587475-1e6f-43a9-bdc2-13bde1d2c4d2,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:21.360901 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8214da-e6a7-4ed1-94ca-50df51c1097f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:21.361478 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8214da-e6a7-4ed1-94ca-50df51c1097f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:21.362082 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8214da-e6a7-4ed1-94ca-50df51c1097f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:21.363017 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8214da-e6a7-4ed1-94ca-50df51c1097f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:21.363120 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8214da-e6a7-4ed1-94ca-50df51c1097f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:21.363498 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8214da-e6a7-4ed1-94ca-50df51c1097f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:21.364616 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8214da-e6a7-4ed1-94ca-50df51c1097f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:21.365102 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8214da-e6a7-4ed1-94ca-50df51c1097f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:21.365574 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8214da-e6a7-4ed1-94ca-50df51c1097f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:21.366020 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8214da-e6a7-4ed1-94ca-50df51c1097f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:21.366692 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8214da-e6a7-4ed1-94ca-50df51c1097f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:21.367189 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8214da-e6a7-4ed1-94ca-50df51c1097f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:21.378789 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3a8214da-e6a7-4ed1-94ca-50df51c1097f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:21.446497 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-cec2b90f-ecb1-446d-bcd1-864adc6c4873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:21.448235 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-cec2b90f-ecb1-446d-bcd1-864adc6c4873 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c15e34d135d048379888e28b7cdd5b3a&device_id=e4ba4e76-0a36-4e27-98f7-c81aca89c10b HTTP/1.1" status: 200 len: 1095 time: 0.0744009 Jun 17 08:39:21.508682 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-61efb071-1d48-46f3-ada2-bb3945f254b2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b962e4d-8f9c-4067-aa4b-00a3fc188f26 HTTP/1.1" status: 200 len: 217 time: 0.0478992 Jun 17 08:39:21.559148 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-e3c597c7-bfac-44ac-8ec9-3c3011cd3b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:21.560634 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-e3c597c7-bfac-44ac-8ec9-3c3011cd3b87 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e5e8ab6c-8b7b-4e37-b033-797fad98bbda HTTP/1.1" status: 200 len: 862 time: 0.0456913 Jun 17 08:39:21.591383 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b51b2d-0659-4bcd-8495-2bd2e645e1dd req-9f1b8eef-4548-4184-ba2c-067f8ce019c1 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:21.593091 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-30b51b2d-0659-4bcd-8495-2bd2e645e1dd req-9f1b8eef-4548-4184-ba2c-067f8ce019c1 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.1025064 Jun 17 08:39:21.619440 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-c6058998-b5b9-4f30-b59c-31130f22bb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:21.621052 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-c6058998-b5b9-4f30-b59c-31130f22bb8b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31e06f2d-0e35-40cc-88df-cef11ddd5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533874 Jun 17 08:39:21.635849 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-30b51b2d-0659-4bcd-8495-2bd2e645e1dd req-7e2b067f-d5b1-46ca-8bc1-0d43c6e1630c tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350628 Jun 17 08:39:21.737015 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-61f02fd1-96e3-4046-a7fb-dd82aa8a86e7 service neutron] 10.222.0.50 "GET /v2.0/networks/31e06f2d-0e35-40cc-88df-cef11ddd5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085789 Jun 17 08:39:21.789554 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f82d22c2-8ef4-47a0-9482-d127cbd20813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:21.793159 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-98fade4c-4366-4248-9aa4-85af0b21168e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:21.900389 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0f572927-ac0d-40b8-9338-152bb7dbd2a9 req-a1d21489-8d47-4ce9-948e-42b530c680c6 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1d6382b-5551-4890-b165-1874da4011c4 HTTP/1.1" status: 200 len: 210 time: 0.0470886 Jun 17 08:39:21.917198 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d22c2-8ef4-47a0-9482-d127cbd20813 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95e937e9-1bcc-4f5b-b2cf-de14e8d85b00,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:21.926243 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f82d22c2-8ef4-47a0-9482-d127cbd20813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:21.936149 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82d22c2-8ef4-47a0-9482-d127cbd20813 admin admin] Checking segment: {'id': 'fe85d510-9208-407b-81f9-dd5abb687725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8c42501d-d278-421b-a0ea-b0dd5a696f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:21.936783 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82d22c2-8ef4-47a0-9482-d127cbd20813 admin admin] Network hostable DHCP agents. Network: 8c42501d-d278-421b-a0ea-b0dd5a696f40, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:39:21.958626 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87841d0a-20af-4113-b5fd-1f7c016e7eae req-96c7b0a7-9240-44c8-9065-06560835ae9b service neutron] 10.222.0.50 "GET /v2.0/networks/31e06f2d-0e35-40cc-88df-cef11ddd5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121685 Jun 17 08:39:21.989562 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ed0af-64df-44f9-bc30-88af5f990c05 req-6d265ca1-d29d-4eee-afd3-84798a837a79 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:21.991307 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dd7ed0af-64df-44f9-bc30-88af5f990c05 req-6d265ca1-d29d-4eee-afd3-84798a837a79 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 945 time: 0.1278899 Jun 17 08:39:22.036157 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dd7ed0af-64df-44f9-bc30-88af5f990c05 req-c18ffaf5-7e2f-4d72-a4a9-5081aa6be30b tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386262 Jun 17 08:39:22.071672 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82d22c2-8ef4-47a0-9482-d127cbd20813 admin admin] Network 8c42501d-d278-421b-a0ea-b0dd5a696f40 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:39:22.162973 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-f82d22c2-8ef4-47a0-9482-d127cbd20813 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 8c42501d-d278-421b-a0ea-b0dd5a696f40) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:22.167187 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82d22c2-8ef4-47a0-9482-d127cbd20813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:22.167818 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f82d22c2-8ef4-47a0-9482-d127cbd20813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:22.174123 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2374f7a8-bddc-46ad-9a6b-031217a31d15 None None] Network 8c42501d-d278-421b-a0ea-b0dd5a696f40 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:22.219212 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 4c6a4554-5f02-4460-aa6e-57387a4631c7 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:39:22.222042 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 4c6a4554-5f02-4460-aa6e-57387a4631c7 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:39:22.287849 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f82d22c2-8ef4-47a0-9482-d127cbd20813 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2847004 Jun 17 08:39:22.393278 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42842) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:22.411792 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ef42bc4f-4120-436f-9d61-4c8730123cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:22.448533 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b9c67-1aba-48b8-b567-9ce99011d93f req-eb598be2-79dc-43bf-b8ca-1d613764e503 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:22.450927 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fa7b9c67-1aba-48b8-b567-9ce99011d93f req-eb598be2-79dc-43bf-b8ca-1d613764e503 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba4e76-0a36-4e27-98f7-c81aca89c10b HTTP/1.1" status: 200 len: 943 time: 0.1141577 Jun 17 08:39:22.451927 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42844) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:22.488435 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d1c555-a323-4d9b-93c2-4255d99c2dcf None None] Network 8c42501d-d278-421b-a0ea-b0dd5a696f40 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:22.536376 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-f7de34dc-7a26-43cd-909c-53c700abc249 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=da9417294c5449b28843fbefd48fea0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306542 Jun 17 08:39:22.559849 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ef42bc4f-4120-436f-9d61-4c8730123cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:22.585693 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 4c6a4554-5f02-4460-aa6e-57387a4631c7, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4c6a4554-5f02-4460-aa6e-57387a4631c7,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:22.589737 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:22.616705 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '4c6a4554-5f02-4460-aa6e-57387a4631c7', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '4c6a4554-5f02-4460-aa6e-57387a4631c7', 'mac_address': 'fa:16:3e:a0:83:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:39:22.622694 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f7adaad-d905-4fe2-ad80-1ed79347a5d6 admin admin] Deleting subnet 79989636-1874-46ba-9a2e-7f2fefaf2fee {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:39:22.644140 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34c3a43-6579-49d1-82ff-3201c137259f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c6a4554-5f02-4460-aa6e-57387a4631c7'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:22.644140 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7a5f62-696b-4c70-be6e-b3565faab3db" -d '{"events": [{"server_uuid": "e34c3a43-6579-49d1-82ff-3201c137259f", "name": "network-vif-unplugged", "status": "completed", "tag": "4c6a4554-5f02-4460-aa6e-57387a4631c7"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:22.683093 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6f7adaad-d905-4fe2-ad80-1ed79347a5d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:22.684675 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 4c6a4554-5f02-4460-aa6e-57387a4631c7, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4c6a4554-5f02-4460-aa6e-57387a4631c7,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:22.691188 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fa7b9c67-1aba-48b8-b567-9ce99011d93f req-5e44f914-352d-4729-8ead-2c0bfe4b711b tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/security-groups?id=da8c91fc-15fc-4551-8e19-1d9282b795c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291052 Jun 17 08:39:22.748360 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ef42bc4f-4120-436f-9d61-4c8730123cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:22.751053 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6f7adaad-d905-4fe2-ad80-1ed79347a5d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:22.789208 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-07968b5d-956a-4ef2-8443-4b875374b3a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:22.795524 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ef42bc4f-4120-436f-9d61-4c8730123cb2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe64d21bafa54232b1025e1af0ad1481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4011276 Jun 17 08:39:22.805188 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42850) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:22.823834 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-0f28d29a-fdc2-45d4-abd7-b35fdaa4eede tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:22.826250 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-0f28d29a-fdc2-45d4-abd7-b35fdaa4eede tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2829576 Jun 17 08:39:22.842297 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-900723a8-0bfc-40ee-9f28-b7b61b14bc0f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Request body: {'port': {'device_id': 'e1d6382b-5551-4890-b165-1874da4011c4', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'admin_state_up': True, 'tenant_id': 'da9417294c5449b28843fbefd48fea0b'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:22.847332 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6f7adaad-d905-4fe2-ad80-1ed79347a5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:22.850409 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42bc4f-4120-436f-9d61-4c8730123cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38771db8-334b-44b7-a1f8-318b119146dc,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:22.862519 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ef42bc4f-4120-436f-9d61-4c8730123cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:22.877049 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c125f18e-94a6-4d71-a4b2-a3e424268b6d x-openstack-request-id: req-c125f18e-94a6-4d71-a4b2-a3e424268b6d {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:22.877610 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34c3a43-6579-49d1-82ff-3201c137259f", "name": "network-vif-unplugged", "status": "completed", "tag": "4c6a4554-5f02-4460-aa6e-57387a4631c7", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:22.878072 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c125f18e-94a6-4d71-a4b2-a3e424268b6d {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:22.878637 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34c3a43-6579-49d1-82ff-3201c137259f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c6a4554-5f02-4460-aa6e-57387a4631c7', 'code': 200} Jun 17 08:39:22.882189 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:22.885548 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:22.907065 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:22.912494 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4aad5afc-9deb-4260-9973-151c393e61d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:22.961165 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c6a4554-5f02-4460-aa6e-57387a4631c7 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:39:23.024122 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=4c6a4554-5f02-4460-aa6e-57387a4631c7,revision_number=9']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:23.035230 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:23.035956 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:23.045723 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:23.046353 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:23.046883 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:23.047522 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:23.048092 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:23.048669 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:23.049194 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:23.049714 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:23.050252 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:23.050771 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:23.063954 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:23.070002 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4aad5afc-9deb-4260-9973-151c393e61d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.071828 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.db.api [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:39:23.072631 n-d-758944-30 neutron-server[94521]: DEBUG oslo_db.api [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:39:23.108866 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6f7adaad-d905-4fe2-ad80-1ed79347a5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.113182 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:23.135958 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a08bb5-1293-4dc5-82f8-cd6460cd0af2 req-352fdf79-997a-4839-8d76-67baaeb9c1bd tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:23.137463 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-09a08bb5-1293-4dc5-82f8-cd6460cd0af2 req-352fdf79-997a-4839-8d76-67baaeb9c1bd tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 948 time: 0.1852057 Jun 17 08:39:23.147720 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6f7adaad-d905-4fe2-ad80-1ed79347a5d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.151901 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-6f7adaad-d905-4fe2-ad80-1ed79347a5d6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/79989636-1874-46ba-9a2e-7f2fefaf2fee HTTP/1.1" status: 204 len: 168 time: 0.6979346 Jun 17 08:39:23.153477 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42860) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:23.154121 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7adaad-d905-4fe2-ad80-1ed79347a5d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79989636-1874-46ba-9a2e-7f2fefaf2fee,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:23.156587 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6f7adaad-d905-4fe2-ad80-1ed79347a5d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:23.224439 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5565078f-9fde-44b9-b00a-4a2e095c0685 req-4abf75e7-2687-47f0-8f47-7e61055b08b9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1d6382b-5551-4890-b165-1874da4011c4 HTTP/1.1" status: 200 len: 210 time: 0.0315447 Jun 17 08:39:23.240632 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-900723a8-0bfc-40ee-9f28-b7b61b14bc0f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Made reservation on behalf of da9417294c5449b28843fbefd48fea0b for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:23.243583 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-09a08bb5-1293-4dc5-82f8-cd6460cd0af2 req-1712358d-1d87-449f-a738-43cff7e05e2f tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934474 Jun 17 08:39:23.246867 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-900723a8-0bfc-40ee-9f28-b7b61b14bc0f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.251048 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4aad5afc-9deb-4260-9973-151c393e61d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.254776 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4aad5afc-9deb-4260-9973-151c393e61d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.256052 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4aad5afc-9deb-4260-9973-151c393e61d7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/38771db8-334b-44b7-a1f8-318b119146dc HTTP/1.1" status: 204 len: 168 time: 0.4497421 Jun 17 08:39:23.258661 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d0018e31-ca5d-4faa-8f25-133852bf0b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:23.264769 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-900723a8-0bfc-40ee-9f28-b7b61b14bc0f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.269270 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad5afc-9deb-4260-9973-151c393e61d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38771db8-334b-44b7-a1f8-318b119146dc,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:23.275320 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff97abc0-88c2-4bfa-bf34-8bcc6d2c5eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.285424 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad5afc-9deb-4260-9973-151c393e61d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:23.285883 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad5afc-9deb-4260-9973-151c393e61d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:23.286779 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad5afc-9deb-4260-9973-151c393e61d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:23.287224 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad5afc-9deb-4260-9973-151c393e61d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:23.287658 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad5afc-9deb-4260-9973-151c393e61d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:23.288122 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad5afc-9deb-4260-9973-151c393e61d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:23.288953 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad5afc-9deb-4260-9973-151c393e61d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:23.288953 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad5afc-9deb-4260-9973-151c393e61d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:23.289617 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad5afc-9deb-4260-9973-151c393e61d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:23.295146 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad5afc-9deb-4260-9973-151c393e61d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:23.295146 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad5afc-9deb-4260-9973-151c393e61d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:23.295146 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad5afc-9deb-4260-9973-151c393e61d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:23.295146 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4aad5afc-9deb-4260-9973-151c393e61d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:23.391163 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff97abc0-88c2-4bfa-bf34-8bcc6d2c5eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.402630 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff97abc0-88c2-4bfa-bf34-8bcc6d2c5eef admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:39:23.403007 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff97abc0-88c2-4bfa-bf34-8bcc6d2c5eef admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:39:23.403868 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff97abc0-88c2-4bfa-bf34-8bcc6d2c5eef admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:39:23.404266 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff97abc0-88c2-4bfa-bf34-8bcc6d2c5eef admin admin] Subscribe: > port after_create 55550000 {{(pid=94519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:39:23.404615 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff97abc0-88c2-4bfa-bf34-8bcc6d2c5eef admin admin] Subscribe: > port after_delete 55550000 {{(pid=94519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:39:23.404940 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff97abc0-88c2-4bfa-bf34-8bcc6d2c5eef admin admin] Subscribe: > port after_update 55550000 {{(pid=94519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:39:23.405267 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff97abc0-88c2-4bfa-bf34-8bcc6d2c5eef admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:39:23.405589 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff97abc0-88c2-4bfa-bf34-8bcc6d2c5eef admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:39:23.405956 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff97abc0-88c2-4bfa-bf34-8bcc6d2c5eef admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:39:23.406284 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff97abc0-88c2-4bfa-bf34-8bcc6d2c5eef admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:39:23.425017 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-900723a8-0bfc-40ee-9f28-b7b61b14bc0f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.480202 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff97abc0-88c2-4bfa-bf34-8bcc6d2c5eef admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:39:23.480557 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff97abc0-88c2-4bfa-bf34-8bcc6d2c5eef admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:39:23.480965 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff97abc0-88c2-4bfa-bf34-8bcc6d2c5eef admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:39:23.481244 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff97abc0-88c2-4bfa-bf34-8bcc6d2c5eef admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:39:23.481584 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-ff97abc0-88c2-4bfa-bf34-8bcc6d2c5eef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b879f4-04a7-442d-aa2b-7b573db6e781']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:23.525669 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-900723a8-0bfc-40ee-9f28-b7b61b14bc0f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.525669 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-57ceed51-7c46-4ba4-ab86-3ef8b56e646b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:23.528617 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-ff97abc0-88c2-4bfa-bf34-8bcc6d2c5eef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28553896-0f14-4753-96c7-efce58cc56fb') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:23.528940 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-ff97abc0-88c2-4bfa-bf34-8bcc6d2c5eef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28553896-0f14-4753-96c7-efce58cc56fb') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:23.548108 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff97abc0-88c2-4bfa-bf34-8bcc6d2c5eef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.574363 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff97abc0-88c2-4bfa-bf34-8bcc6d2c5eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.581833 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900723a8-0bfc-40ee-9f28-b7b61b14bc0f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:23.585850 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff97abc0-88c2-4bfa-bf34-8bcc6d2c5eef admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:39:23.586256 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff97abc0-88c2-4bfa-bf34-8bcc6d2c5eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.587749 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-900723a8-0bfc-40ee-9f28-b7b61b14bc0f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:39:23.590604 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:39:23.632760 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.647696 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6a4554-5f02-4460-aa6e-57387a4631c7 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:39:23.658878 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b822de-1969-4ed3-8225-e0a8822fbbad req-9ecd5ff1-1add-42bc-97af-09d100b3885e tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:23.660578 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-18b822de-1969-4ed3-8225-e0a8822fbbad req-9ecd5ff1-1add-42bc-97af-09d100b3885e tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 945 time: 0.1735094 Jun 17 08:39:23.670399 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-900723a8-0bfc-40ee-9f28-b7b61b14bc0f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Allocated IP 192.168.233.41 (26debee9-bc17-4dec-acaf-a4c976511744/9fa94245-1f4d-486b-9e45-990a58fa5ffe/281145b8-eb5c-4a61-bd6b-88f785131871) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:23.678686 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 4c6a4554-5f02-4460-aa6e-57387a4631c7, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4c6a4554-5f02-4460-aa6e-57387a4631c7,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:23.811426 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.815652 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:23.849400 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-900723a8-0bfc-40ee-9f28-b7b61b14bc0f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.883601 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-900723a8-0bfc-40ee-9f28-b7b61b14bc0f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Transition to ACTIVE for port object 281145b8-eb5c-4a61-bd6b-88f785131871 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:23.908540 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=4c6a4554-5f02-4460-aa6e-57387a4631c7,revision_number=10']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:23.920835 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:23.971745 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff97abc0-88c2-4bfa-bf34-8bcc6d2c5eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.986554 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:23.991927 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731190fb-2f88-4c4f-9cd9-f85ecb1a6580 req-442564d9-dc72-4149-9049-e8545c2b253d tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:23.992161 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff97abc0-88c2-4bfa-bf34-8bcc6d2c5eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.993945 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ff97abc0-88c2-4bfa-bf34-8bcc6d2c5eef admin admin] 10.222.0.49 "DELETE /v2.0/networks/50b879f4-04a7-442d-aa2b-7b573db6e781 HTTP/1.1" status: 204 len: 168 time: 0.8392084 Jun 17 08:39:24.000822 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-731190fb-2f88-4c4f-9cd9-f85ecb1a6580 req-442564d9-dc72-4149-9049-e8545c2b253d tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba4e76-0a36-4e27-98f7-c81aca89c10b HTTP/1.1" status: 200 len: 943 time: 0.1424625 Jun 17 08:39:24.003247 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42874) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:24.005437 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97abc0-88c2-4bfa-bf34-8bcc6d2c5eef admin admin] Pushing event deleted for resources: {'Network': ['ID=50b879f4-04a7-442d-aa2b-7b573db6e781,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:24.009677 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-18b822de-1969-4ed3-8225-e0a8822fbbad req-5926d625-75a7-45fa-975e-5a2a08b60206 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385708 Jun 17 08:39:24.010550 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ff97abc0-88c2-4bfa-bf34-8bcc6d2c5eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:24.077855 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['4c6a4554-5f02-4460-aa6e-57387a4631c7'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:39:24.081777 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-731190fb-2f88-4c4f-9cd9-f85ecb1a6580 req-77f26e45-5d72-45ee-8f99-73122453841a tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/security-groups?id=da8c91fc-15fc-4551-8e19-1d9282b795c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640748 Jun 17 08:39:24.085870 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ff9622-888c-4f23-b444-4859000a255c admin admin] Deleting subnet 95e937e9-1bcc-4f5b-b2cf-de14e8d85b00 {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:39:24.090093 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-900723a8-0bfc-40ee-9f28-b7b61b14bc0f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.095821 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-62ff9622-888c-4f23-b444-4859000a255c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.098677 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f6646530-d215-499a-b241-197b0e49d6ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:24.177307 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-900723a8-0bfc-40ee-9f28-b7b61b14bc0f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Network 26debee9-bc17-4dec-acaf-a4c976511744 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:24.186993 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-900723a8-0bfc-40ee-9f28-b7b61b14bc0f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:24.189601 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-900723a8-0bfc-40ee-9f28-b7b61b14bc0f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:24.194467 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-62ff9622-888c-4f23-b444-4859000a255c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.239158 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900723a8-0bfc-40ee-9f28-b7b61b14bc0f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Pushing event updated for resources: {'Port': ['ID=281145b8-eb5c-4a61-bd6b-88f785131871,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:24.242897 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-900723a8-0bfc-40ee-9f28-b7b61b14bc0f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:24.289328 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-900723a8-0bfc-40ee-9f28-b7b61b14bc0f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:24.289978 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-900723a8-0bfc-40ee-9f28-b7b61b14bc0f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.313057 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-62ff9622-888c-4f23-b444-4859000a255c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.463519 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-900723a8-0bfc-40ee-9f28-b7b61b14bc0f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6280727 Jun 17 08:39:24.475484 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-4394ec9b-3ad2-4dd8-adf7-11c9340648cc service neutron] Request body: {'port': {'device_id': 'e1d6382b-5551-4890-b165-1874da4011c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:24.508763 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-62ff9622-888c-4f23-b444-4859000a255c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.517541 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:24.530965 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3be2b-dbd5-4c45-826d-4ece2e706243 req-ee37b1b3-a1e0-434a-a2b8-aded43206e48 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:24.532517 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6de3be2b-dbd5-4c45-826d-4ece2e706243 req-ee37b1b3-a1e0-434a-a2b8-aded43206e48 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.1236250 Jun 17 08:39:24.560099 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff9622-888c-4f23-b444-4859000a255c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95e937e9-1bcc-4f5b-b2cf-de14e8d85b00,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:24.568268 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-62ff9622-888c-4f23-b444-4859000a255c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:24.573199 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-62ff9622-888c-4f23-b444-4859000a255c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.578988 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-62ff9622-888c-4f23-b444-4859000a255c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/95e937e9-1bcc-4f5b-b2cf-de14e8d85b00 HTTP/1.1" status: 204 len: 168 time: 0.5711429 Jun 17 08:39:24.580044 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6de3be2b-dbd5-4c45-826d-4ece2e706243 req-55851ca5-81ad-49db-b632-b9f2457946a9 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415621 Jun 17 08:39:24.580522 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42894) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:24.636454 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643dc6c-7657-48ca-baa2-0bd94400f8ff req-3c5c3d1b-8cb6-4f70-8f7d-6d57a0c07b83 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:24.638609 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b643dc6c-7657-48ca-baa2-0bd94400f8ff req-3c5c3d1b-8cb6-4f70-8f7d-6d57a0c07b83 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1d6382b-5551-4890-b165-1874da4011c4 HTTP/1.1" status: 200 len: 935 time: 0.2289467 Jun 17 08:39:24.665166 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f558f092-08e1-4ecb-92e7-8157e436ef43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.681464 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-4394ec9b-3ad2-4dd8-adf7-11c9340648cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.707594 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b643dc6c-7657-48ca-baa2-0bd94400f8ff req-9d051e53-4b9d-49f1-89fd-be6a2c1bf189 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606291 Jun 17 08:39:24.708165 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-fd1f9ba5-92f3-4613-b474-bb1eee2408d7 None None] Provisioning for port 281145b8-eb5c-4a61-bd6b-88f785131871 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:24.712597 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-fd1f9ba5-92f3-4613-b474-bb1eee2408d7 None None] Provisioning complete for port 281145b8-eb5c-4a61-bd6b-88f785131871 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:24.712988 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-fd1f9ba5-92f3-4613-b474-bb1eee2408d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.780155 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f558f092-08e1-4ecb-92e7-8157e436ef43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.787923 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-fd1f9ba5-92f3-4613-b474-bb1eee2408d7 None None] Port 281145b8-eb5c-4a61-bd6b-88f785131871 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:39:24.832147 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-f558f092-08e1-4ecb-92e7-8157e436ef43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c42501d-d278-421b-a0ea-b0dd5a696f40']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:24.846892 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-f558f092-08e1-4ecb-92e7-8157e436ef43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe85d510-9208-407b-81f9-dd5abb687725') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:24.847430 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-f558f092-08e1-4ecb-92e7-8157e436ef43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe85d510-9208-407b-81f9-dd5abb687725') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:24.857066 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f558f092-08e1-4ecb-92e7-8157e436ef43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.874417 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f558f092-08e1-4ecb-92e7-8157e436ef43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.883041 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f558f092-08e1-4ecb-92e7-8157e436ef43 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f558f092-08e1-4ecb-92e7-8157e436ef43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:39:24.887839 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:39:24.988607 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 4b962e4d-8f9c-4067-aa4b-00a3fc188f26 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:39:25.045365 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f558f092-08e1-4ecb-92e7-8157e436ef43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.050785 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d831eed9-167a-49e9-ac55-329d0ffa93e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:25.055470 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f558f092-08e1-4ecb-92e7-8157e436ef43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.056507 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f558f092-08e1-4ecb-92e7-8157e436ef43 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8c42501d-d278-421b-a0ea-b0dd5a696f40 HTTP/1.1" status: 204 len: 168 time: 0.4750578 Jun 17 08:39:25.067932 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558f092-08e1-4ecb-92e7-8157e436ef43 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c42501d-d278-421b-a0ea-b0dd5a696f40,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:25.070916 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f558f092-08e1-4ecb-92e7-8157e436ef43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:25.083309 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-4394ec9b-3ad2-4dd8-adf7-11c9340648cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 281145b8-eb5c-4a61-bd6b-88f785131871 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:39:25.096139 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-4394ec9b-3ad2-4dd8-adf7-11c9340648cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.106518 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-4394ec9b-3ad2-4dd8-adf7-11c9340648cc service neutron] Transition to ACTIVE for port object 281145b8-eb5c-4a61-bd6b-88f785131871 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:25.116845 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 4b962e4d-8f9c-4067-aa4b-00a3fc188f26, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=4b962e4d-8f9c-4067-aa4b-00a3fc188f26,segment=NetworkSegment(7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7),segment_id=7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:25.136154 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '4b962e4d-8f9c-4067-aa4b-00a3fc188f26', 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527', 'port_id': '4b962e4d-8f9c-4067-aa4b-00a3fc188f26', 'mac_address': 'fa:16:3e:ae:28:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:39:25.230146 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.239815 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-4394ec9b-3ad2-4dd8-adf7-11c9340648cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.250732 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:25.251990 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c16bb-9261-4b20-94df-7e0b3383eb36 req-b51dace8-ab0b-4fab-923e-af1649b48a1d tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:25.256782 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-452c16bb-9261-4b20-94df-7e0b3383eb36 req-b51dace8-ab0b-4fab-923e-af1649b48a1d tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 945 time: 0.0903039 Jun 17 08:39:25.287416 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b962e4d-8f9c-4067-aa4b-00a3fc188f26 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:39:25.311117 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-452c16bb-9261-4b20-94df-7e0b3383eb36 req-bd79ce0d-86e5-4e03-9e72-6e6e11ec9105 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532708 Jun 17 08:39:25.311431 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 4b962e4d-8f9c-4067-aa4b-00a3fc188f26, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=4b962e4d-8f9c-4067-aa4b-00a3fc188f26,segment=NetworkSegment(7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7),segment_id=7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:25.375277 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394ec9b-3ad2-4dd8-adf7-11c9340648cc service neutron] Pushing event updated for resources: {'Port': ['ID=281145b8-eb5c-4a61-bd6b-88f785131871,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:25.380754 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4394ec9b-3ad2-4dd8-adf7-11c9340648cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:25.414178 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9668a83d-19fe-4920-a27e-55076cb972b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.419460 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.421459 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:25.523376 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=4b962e4d-8f9c-4067-aa4b-00a3fc188f26,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:25.532355 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:25.543880 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d28b97-9e2e-461e-a6b3-ecd8eeedd1cb req-b0698430-d4dc-4c0c-9666-4e34ebd951fa tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:25.552648 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-27d28b97-9e2e-461e-a6b3-ecd8eeedd1cb req-b0698430-d4dc-4c0c-9666-4e34ebd951fa tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba4e76-0a36-4e27-98f7-c81aca89c10b HTTP/1.1" status: 200 len: 943 time: 0.2612069 Jun 17 08:39:25.582043 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-4394ec9b-3ad2-4dd8-adf7-11c9340648cc service neutron] Attempting to bind port 281145b8-eb5c-4a61-bd6b-88f785131871 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:39:25.582677 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-4394ec9b-3ad2-4dd8-adf7-11c9340648cc service neutron] Attempting to bind port 281145b8-eb5c-4a61-bd6b-88f785131871 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:39:25.582984 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-4394ec9b-3ad2-4dd8-adf7-11c9340648cc service neutron] Attempting to bind port 281145b8-eb5c-4a61-bd6b-88f785131871 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:25.583444 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42922) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:25.595942 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-4394ec9b-3ad2-4dd8-adf7-11c9340648cc service neutron] Port 281145b8-eb5c-4a61-bd6b-88f785131871 on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:39:25.596449 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-4394ec9b-3ad2-4dd8-adf7-11c9340648cc service neutron] Attempting to bind port 281145b8-eb5c-4a61-bd6b-88f785131871 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:25.613452 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-4394ec9b-3ad2-4dd8-adf7-11c9340648cc service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:39:25.614183 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-4394ec9b-3ad2-4dd8-adf7-11c9340648cc service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:25.614449 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-4394ec9b-3ad2-4dd8-adf7-11c9340648cc service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:39:25.615002 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-4394ec9b-3ad2-4dd8-adf7-11c9340648cc service neutron] Bound port: 281145b8-eb5c-4a61-bd6b-88f785131871, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:39:25.615524 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-4394ec9b-3ad2-4dd8-adf7-11c9340648cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.619648 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244030da-2f16-45b5-83ed-ed407473a625 req-4f501cc2-14f5-47bd-ac75-aee36da08208 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:25.623596 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-27d28b97-9e2e-461e-a6b3-ecd8eeedd1cb req-f65f0621-5af8-4185-8ccc-891439bee496 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/security-groups?id=da8c91fc-15fc-4551-8e19-1d9282b795c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618582 Jun 17 08:39:25.627272 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-244030da-2f16-45b5-83ed-ed407473a625 req-4f501cc2-14f5-47bd-ac75-aee36da08208 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 1098 time: 0.1039240 Jun 17 08:39:25.680597 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['4b962e4d-8f9c-4067-aa4b-00a3fc188f26'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:39:25.715721 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-1d84dabe-591c-40a5-9e6d-f8e2ed461cf2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=609e00a2705541b8b4ab968ecb78dd7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1309514 Jun 17 08:39:25.716351 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42928) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:25.726342 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-4394ec9b-3ad2-4dd8-adf7-11c9340648cc service neutron] For port 281145b8-eb5c-4a61-bd6b-88f785131871, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:39:25.730996 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-4394ec9b-3ad2-4dd8-adf7-11c9340648cc service neutron] For port 281145b8-eb5c-4a61-bd6b-88f785131871, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=281145b8-eb5c-4a61-bd6b-88f785131871,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:39:25.762152 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-244030da-2f16-45b5-83ed-ed407473a625 req-378f2647-7327-4bfa-a2a8-8be415655d70 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339345 Jun 17 08:39:25.824515 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0984e26e-075f-45d0-9ef2-3c1527dc86db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.853868 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-4394ec9b-3ad2-4dd8-adf7-11c9340648cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.862970 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-86a4988d-dc53-4492-9f07-bf40852db568 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:25.867512 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0984e26e-075f-45d0-9ef2-3c1527dc86db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.980321 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-4394ec9b-3ad2-4dd8-adf7-11c9340648cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:25.981449 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-4394ec9b-3ad2-4dd8-adf7-11c9340648cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.982850 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-4394ec9b-3ad2-4dd8-adf7-11c9340648cc service neutron] 10.222.0.53 "PUT /v2.0/ports/281145b8-eb5c-4a61-bd6b-88f785131871 HTTP/1.1" status: 200 len: 1096 time: 1.5117908 Jun 17 08:39:25.987460 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d6382b-5551-4890-b165-1874da4011c4', 'tag': '281145b8-eb5c-4a61-bd6b-88f785131871'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:25.989794 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a76e1c1-82c5-42bf-9b52-97c10961618b" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d6382b-5551-4890-b165-1874da4011c4", "tag": "281145b8-eb5c-4a61-bd6b-88f785131871"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:25.998029 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394ec9b-3ad2-4dd8-adf7-11c9340648cc service neutron] Pushing event updated for resources: {'Port': ['ID=281145b8-eb5c-4a61-bd6b-88f785131871,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:26.004197 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4394ec9b-3ad2-4dd8-adf7-11c9340648cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:26.016619 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386e722-220f-427a-8ba6-0864eb6fe10c req-b2943262-c03a-4ae9-bd8b-18c2680ec77a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:26.019044 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d386e722-220f-427a-8ba6-0864eb6fe10c req-b2943262-c03a-4ae9-bd8b-18c2680ec77a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 950 time: 0.2344613 Jun 17 08:39:26.042003 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42158b8-a1a9-4359-abbf-1bc9307207fe req-9b2196d5-aa9d-428d-a772-8a2f570d345c tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:26.054938 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a42158b8-a1a9-4359-abbf-1bc9307207fe req-9b2196d5-aa9d-428d-a772-8a2f570d345c tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1d6382b-5551-4890-b165-1874da4011c4 HTTP/1.1" status: 200 len: 947 time: 0.0947871 Jun 17 08:39:26.073528 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0984e26e-075f-45d0-9ef2-3c1527dc86db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.078503 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0984e26e-075f-45d0-9ef2-3c1527dc86db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.085206 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0984e26e-075f-45d0-9ef2-3c1527dc86db admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fa0d21c3-a597-4956-85b3-8cf3da6993a3 HTTP/1.1" status: 204 len: 168 time: 0.3662319 Jun 17 08:39:26.090133 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b501124c-5d67-49be-80d1-b4608342dc54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:26.092444 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d386e722-220f-427a-8ba6-0864eb6fe10c req-c96cf867-7e6a-4bb1-a0d2-04393c983da8 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668471 Jun 17 08:39:26.116714 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984e26e-075f-45d0-9ef2-3c1527dc86db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0d21c3-a597-4956-85b3-8cf3da6993a3,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:26.123436 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0984e26e-075f-45d0-9ef2-3c1527dc86db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:26.180457 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a42158b8-a1a9-4359-abbf-1bc9307207fe req-43a1299c-8fc1-4eb2-b8c5-6f5883cc07a8 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246226 Jun 17 08:39:26.216696 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 4c6a4554-5f02-4460-aa6e-57387a4631c7 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:26.244795 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-c7e4d9e7-af8e-4e69-9ead-b1877e552cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:26.255061 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-c7e4d9e7-af8e-4e69-9ead-b1877e552cab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=da9417294c5449b28843fbefd48fea0b&device_id=e1d6382b-5551-4890-b165-1874da4011c4 HTTP/1.1" status: 200 len: 1099 time: 0.1534119 Jun 17 08:39:26.322518 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a717e0d4-0c7f-42b4-9a15-af75fb49578c x-openstack-request-id: req-a717e0d4-0c7f-42b4-9a15-af75fb49578c {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:26.323233 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d6382b-5551-4890-b165-1874da4011c4", "tag": "281145b8-eb5c-4a61-bd6b-88f785131871", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:26.323850 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a717e0d4-0c7f-42b4-9a15-af75fb49578c {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:26.324481 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d6382b-5551-4890-b165-1874da4011c4', 'tag': '281145b8-eb5c-4a61-bd6b-88f785131871', 'status': 'completed', 'code': 200} Jun 17 08:39:26.327127 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-4fc92e79-0512-4980-a29d-91a74e180546 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=281145b8-eb5c-4a61-bd6b-88f785131871 HTTP/1.1" status: 200 len: 217 time: 0.0667615 Jun 17 08:39:26.332096 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 4c6a4554-5f02-4460-aa6e-57387a4631c7 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:26.332488 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.403869 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-94df7561-c33c-4219-a545-9dd61f2cfba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:26.405588 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-94df7561-c33c-4219-a545-9dd61f2cfba5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0719295 Jun 17 08:39:26.457714 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.464413 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-7aee18e4-bdb9-404b-84e3-b1cfdc49330c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:26.465903 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-7aee18e4-bdb9-404b-84e3-b1cfdc49330c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0533059 Jun 17 08:39:26.484357 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34c3a43-6579-49d1-82ff-3201c137259f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6a4554-5f02-4460-aa6e-57387a4631c7'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:26.488431 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba07b30-214d-4358-90a0-2e494aa124d5" -d '{"events": [{"server_uuid": "e34c3a43-6579-49d1-82ff-3201c137259f", "name": "network-vif-plugged", "status": "completed", "tag": "4c6a4554-5f02-4460-aa6e-57387a4631c7"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:26.507319 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 4c6a4554-5f02-4460-aa6e-57387a4631c7, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4c6a4554-5f02-4460-aa6e-57387a4631c7,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:26.539259 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fff85e-6aac-4d30-b68d-6c4f8ffefbfd req-54f50899-3e60-4282-b077-1827e6179fcd tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:26.540161 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c1fff85e-6aac-4d30-b68d-6c4f8ffefbfd req-54f50899-3e60-4282-b077-1827e6179fcd tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 945 time: 0.0743361 Jun 17 08:39:26.581687 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-36e9e553-c4e1-4648-b6a4-ca64aca20c68 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084521 Jun 17 08:39:26.582395 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c1fff85e-6aac-4d30-b68d-6c4f8ffefbfd req-638c3049-2b77-4314-8c5a-6155ad281eb0 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362496 Jun 17 08:39:26.628101 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.630124 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-7477ee03-b0ea-4625-9e78-aca91c9e7452 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:26.682335 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=4c6a4554-5f02-4460-aa6e-57387a4631c7,revision_number=11']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:26.685689 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:26.701514 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-46a9c62e-e16c-48ef-a149-b6c1457687f5 req-ca99c138-bec5-4ee7-acd0-269cf910dacd service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140089 Jun 17 08:39:26.953500 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0128fa37-c991-443d-af82-8ceea1981d73 req-b1e4a348-f6f1-4f49-9fbb-4812ac0aa16d tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=9f6a0eceba2b482f8a7f645a7a74082b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344014 Jun 17 08:39:26.957577 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76e1c1-82c5-42bf-9b52-97c10961618b req-7307d7ff-134d-4f83-a372-d6d9ae60b787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:26.960124 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5a76e1c1-82c5-42bf-9b52-97c10961618b req-7307d7ff-134d-4f83-a372-d6d9ae60b787 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=da9417294c5449b28843fbefd48fea0b&device_id=e1d6382b-5551-4890-b165-1874da4011c4 HTTP/1.1" status: 200 len: 1099 time: 0.0543935 Jun 17 08:39:26.982114 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 4b962e4d-8f9c-4067-aa4b-00a3fc188f26 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:27.070271 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76e1c1-82c5-42bf-9b52-97c10961618b req-5d4d2648-3701-4ebe-8bfc-1bfc3368baef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:27.071725 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5a76e1c1-82c5-42bf-9b52-97c10961618b req-5d4d2648-3701-4ebe-8bfc-1bfc3368baef service neutron] 10.222.0.53 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.0975478 Jun 17 08:39:27.092191 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128fa37-c991-443d-af82-8ceea1981d73 req-0edb9e4c-19ef-4bb9-b60e-d4a89afffe33 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:27.093682 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0128fa37-c991-443d-af82-8ceea1981d73 req-0edb9e4c-19ef-4bb9-b60e-d4a89afffe33 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1267219 Jun 17 08:39:27.110271 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0128fa37-c991-443d-af82-8ceea1981d73 req-668bdf6c-222e-4435-af10-119923c98c14 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.49 "GET /v2.0/quotas/9f6a0eceba2b482f8a7f645a7a74082b HTTP/1.1" status: 200 len: 375 time: 0.0102534 Jun 17 08:39:27.117997 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5a76e1c1-82c5-42bf-9b52-97c10961618b req-c2408a73-ccb7-43d4-baff-627c351542ae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=281145b8-eb5c-4a61-bd6b-88f785131871 HTTP/1.1" status: 200 len: 217 time: 0.0368283 Jun 17 08:39:27.152437 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0128fa37-c991-443d-af82-8ceea1981d73 req-1b401728-9747-402d-b59f-61e127e91313 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9f6a0eceba2b482f8a7f645a7a74082b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341671 Jun 17 08:39:27.164286 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 4b962e4d-8f9c-4067-aa4b-00a3fc188f26 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:27.177068 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 4b962e4d-8f9c-4067-aa4b-00a3fc188f26 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:27.180831 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.193943 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76e1c1-82c5-42bf-9b52-97c10961618b req-feb5ec45-a607-4bc6-8d38-cd852f656298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:27.196780 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5a76e1c1-82c5-42bf-9b52-97c10961618b req-feb5ec45-a607-4bc6-8d38-cd852f656298 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0601835 Jun 17 08:39:27.286710 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76e1c1-82c5-42bf-9b52-97c10961618b req-c77329bf-ec42-46d7-994b-e41e233a73c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:27.288652 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5a76e1c1-82c5-42bf-9b52-97c10961618b req-c77329bf-ec42-46d7-994b-e41e233a73c0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0821877 Jun 17 08:39:27.319274 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.361282 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 4b962e4d-8f9c-4067-aa4b-00a3fc188f26, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=4b962e4d-8f9c-4067-aa4b-00a3fc188f26,segment=NetworkSegment(7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7),segment_id=7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:27.362300 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42978) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:27.408500 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-aea12170-a34b-47ff-a127-1f96ae4e48dd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4b8b7dec52ae4c189ef36364ef181347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447712 Jun 17 08:39:27.410959 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42980) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:27.426310 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5a76e1c1-82c5-42bf-9b52-97c10961618b req-e61c7a19-4165-4e9a-8da6-f372e620bc0c service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305110 Jun 17 08:39:27.468367 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0e2cab36-9962-4081-a008-68ab6b5ac013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.483482 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.486058 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:27.553882 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0e2cab36-9962-4081-a008-68ab6b5ac013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.555588 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5648189a-b241-4311-b83f-66360b6125ce x-openstack-request-id: req-5648189a-b241-4311-b83f-66360b6125ce {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:27.556075 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34c3a43-6579-49d1-82ff-3201c137259f", "name": "network-vif-plugged", "status": "completed", "tag": "4c6a4554-5f02-4460-aa6e-57387a4631c7", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:27.556434 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5648189a-b241-4311-b83f-66360b6125ce {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:27.556935 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34c3a43-6579-49d1-82ff-3201c137259f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6a4554-5f02-4460-aa6e-57387a4631c7', 'code': 200} Jun 17 08:39:27.558699 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=4b962e4d-8f9c-4067-aa4b-00a3fc188f26,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:27.562206 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:27.653954 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5a76e1c1-82c5-42bf-9b52-97c10961618b req-6354e35d-880d-42df-a664-54dd9a86bdf7 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155719 Jun 17 08:39:27.787253 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad82c79-a2e3-4855-a573-2b6cf8cdc1a6 req-241fb324-b13d-4840-a3ad-7c9a07166bba tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:27.788825 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3ad82c79-a2e3-4855-a573-2b6cf8cdc1a6 req-241fb324-b13d-4840-a3ad-7c9a07166bba tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba4e76-0a36-4e27-98f7-c81aca89c10b HTTP/1.1" status: 200 len: 945 time: 0.0821943 Jun 17 08:39:27.796008 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4af18e-3930-4fd0-8d8a-96fd382eef26 req-a12f4ba6-1742-4307-af89-6749f82de8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:27.799156 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4a4af18e-3930-4fd0-8d8a-96fd382eef26 req-a12f4ba6-1742-4307-af89-6749f82de8ab service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 1103 time: 0.0704525 Jun 17 08:39:27.831950 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3ad82c79-a2e3-4855-a573-2b6cf8cdc1a6 req-8b635c8a-2792-4403-afaa-b4a55eeb9272 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/security-groups?id=da8c91fc-15fc-4551-8e19-1d9282b795c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362000 Jun 17 08:39:27.843183 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4a4af18e-3930-4fd0-8d8a-96fd382eef26 req-c07064a3-b805-4520-87be-e727bc4a100f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380983 Jun 17 08:39:27.859490 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0e2cab36-9962-4081-a008-68ab6b5ac013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.859490 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0e2cab36-9962-4081-a008-68ab6b5ac013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.859490 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0e2cab36-9962-4081-a008-68ab6b5ac013 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3be0a770-6069-471a-9f58-b76d3a5a879d HTTP/1.1" status: 204 len: 168 time: 0.4450819 Jun 17 08:39:27.859490 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-279bb3a1-9c72-4baa-a176-630dc88f550c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:27.870846 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2cab36-9962-4081-a008-68ab6b5ac013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be0a770-6069-471a-9f58-b76d3a5a879d,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:27.874577 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0e2cab36-9962-4081-a008-68ab6b5ac013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:28.003128 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:28.048070 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57916091-6fea-4569-8b79-f06bfd5464bd req-2e2da54e-043b-4e23-86ae-7ff3dfca22d8 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:28.049554 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-57916091-6fea-4569-8b79-f06bfd5464bd req-2e2da54e-043b-4e23-86ae-7ff3dfca22d8 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 951 time: 0.0691006 Jun 17 08:39:28.098606 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-57916091-6fea-4569-8b79-f06bfd5464bd req-e7f2a1a3-9e3c-40d2-a1a6-7e453f836df3 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429580 Jun 17 08:39:28.314939 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cebca0-027f-439b-b016-ac18093609ef req-664642a8-3db5-47b9-b917-5f52498954dd tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:28.316784 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d0cebca0-027f-439b-b016-ac18093609ef req-664642a8-3db5-47b9-b917-5f52498954dd tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1d6382b-5551-4890-b165-1874da4011c4 HTTP/1.1" status: 200 len: 947 time: 0.0969632 Jun 17 08:39:28.361167 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d0cebca0-027f-439b-b016-ac18093609ef req-d8dd8c52-66e5-43cc-9063-662fd7849bd2 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371876 Jun 17 08:39:28.456059 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c5e3e103-b43a-453d-8d29-763640b7c78c req-2d80d3ef-f47d-482d-a68f-fd01b3483992 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdcb9357-b85d-4c8c-8888-c3a23dd496e6 HTTP/1.1" status: 200 len: 210 time: 0.0443006 Jun 17 08:39:28.647629 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179df7a0-312d-483f-b69b-2a4b7fdecfb1 req-ab9835e4-0255-46c7-922b-5135e6c189ff tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:28.652362 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-179df7a0-312d-483f-b69b-2a4b7fdecfb1 req-ab9835e4-0255-46c7-922b-5135e6c189ff tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 945 time: 0.0852289 Jun 17 08:39:28.706844 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-179df7a0-312d-483f-b69b-2a4b7fdecfb1 req-31fd8f20-0630-4231-8a39-781502ad9bc6 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488601 Jun 17 08:39:29.072663 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39def9ec-ae55-41d5-8146-1bbf40d81c7a req-315e3744-b924-440b-ba6e-876674341285 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:29.074896 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-39def9ec-ae55-41d5-8146-1bbf40d81c7a req-315e3744-b924-440b-ba6e-876674341285 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba4e76-0a36-4e27-98f7-c81aca89c10b HTTP/1.1" status: 200 len: 945 time: 0.0926280 Jun 17 08:39:29.118313 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-39def9ec-ae55-41d5-8146-1bbf40d81c7a req-e7a91cc1-d6dd-4499-9b57-d3357441bde8 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/security-groups?id=da8c91fc-15fc-4551-8e19-1d9282b795c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370023 Jun 17 08:39:29.333243 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381852a-a3fa-4a58-8e6f-b48f8aa5acf3 req-e274b434-411d-4129-bad6-ecd33d3da42e tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:29.340366 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d381852a-a3fa-4a58-8e6f-b48f8aa5acf3 req-e274b434-411d-4129-bad6-ecd33d3da42e tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 951 time: 0.1099582 Jun 17 08:39:29.374231 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d381852a-a3fa-4a58-8e6f-b48f8aa5acf3 req-5be35c51-2d15-4a1c-8043-5c0aca4efc0c tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329037 Jun 17 08:39:29.380128 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6c6e07fa-106c-4658-99e8-fca12a3949ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:29.401950 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-d60843d7-12af-483b-beef-2bdfcef1a468 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:39:29.403458 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-d60843d7-12af-483b-beef-2bdfcef1a468 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062203 Jun 17 08:39:29.425815 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-79e447f5-364e-4fd5-b6cf-f2efae49e6b9 service neutron] Request body: {'binding': {'host': 'n-h2-758944-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:29.426321 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-79e447f5-364e-4fd5-b6cf-f2efae49e6b9 service neutron] Unknown quota resources ['binding']. {{(pid=94520) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:39:29.558578 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ba4e76-0a36-4e27-98f7-c81aca89c10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b962e4d-8f9c-4067-aa4b-00a3fc188f26'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:29.561978 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c81adcc-7d82-411f-ad0e-c87a956deabd" -d '{"events": [{"server_uuid": "e4ba4e76-0a36-4e27-98f7-c81aca89c10b", "name": "network-vif-plugged", "status": "completed", "tag": "4b962e4d-8f9c-4067-aa4b-00a3fc188f26"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:29.573865 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da8a14-7f21-4dfa-a894-5828fb5eec2f req-3a258dc8-99ac-4930-9fe1-5514abfd9b00 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:29.575452 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87da8a14-7f21-4dfa-a894-5828fb5eec2f req-3a258dc8-99ac-4930-9fe1-5514abfd9b00 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1d6382b-5551-4890-b165-1874da4011c4 HTTP/1.1" status: 200 len: 947 time: 0.0772915 Jun 17 08:39:29.601484 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-79e447f5-364e-4fd5-b6cf-f2efae49e6b9 service neutron] Attempting to bind port a1204f35-c2e0-4d4d-9f44-8720a671a0ed on host n-h2-758944-30 for vnic_type normal with profile None {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:39:29.601915 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-79e447f5-364e-4fd5-b6cf-f2efae49e6b9 service neutron] Attempting to bind port a1204f35-c2e0-4d4d-9f44-8720a671a0ed by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:39:29.602316 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-79e447f5-364e-4fd5-b6cf-f2efae49e6b9 service neutron] Attempting to bind port a1204f35-c2e0-4d4d-9f44-8720a671a0ed on network f60ef741-1693-4275-83c4-b371328659a8 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:29.606747 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-79e447f5-364e-4fd5-b6cf-f2efae49e6b9 service neutron] Port a1204f35-c2e0-4d4d-9f44-8720a671a0ed on network f60ef741-1693-4275-83c4-b371328659a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:39:29.607283 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-79e447f5-364e-4fd5-b6cf-f2efae49e6b9 service neutron] Attempting to bind port a1204f35-c2e0-4d4d-9f44-8720a671a0ed on network f60ef741-1693-4275-83c4-b371328659a8 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:29.613956 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-79e447f5-364e-4fd5-b6cf-f2efae49e6b9 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:39:29.614419 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-79e447f5-364e-4fd5-b6cf-f2efae49e6b9 service neutron] Checking segment: {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:29.614871 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-79e447f5-364e-4fd5-b6cf-f2efae49e6b9 service neutron] Bound using segment: {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:39:29.615315 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-79e447f5-364e-4fd5-b6cf-f2efae49e6b9 service neutron] Bound port: a1204f35-c2e0-4d4d-9f44-8720a671a0ed, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:39:29.620979 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87da8a14-7f21-4dfa-a894-5828fb5eec2f req-d041cdeb-eb9f-4a2b-aee2-da7c71b1d8b9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396898 Jun 17 08:39:29.674523 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-79e447f5-364e-4fd5-b6cf-f2efae49e6b9 service neutron] For port a1204f35-c2e0-4d4d-9f44-8720a671a0ed, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=a1204f35-c2e0-4d4d-9f44-8720a671a0ed,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:39:29.863876 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-79e447f5-364e-4fd5-b6cf-f2efae49e6b9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:29.865059 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-79e447f5-364e-4fd5-b6cf-f2efae49e6b9 service neutron] 10.222.0.49 "POST /v2.0/ports/a1204f35-c2e0-4d4d-9f44-8720a671a0ed/bindings HTTP/1.1" status: 201 len: 390 time: 0.4442194 Jun 17 08:39:30.228587 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-74ea9d9e-5e74-47e6-9615-2066ff6657dc req-5c94467c-362b-43ae-9bf1-54cdcd12a995 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdcb9357-b85d-4c8c-8888-c3a23dd496e6 HTTP/1.1" status: 200 len: 210 time: 0.0452108 Jun 17 08:39:30.229021 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6cc329-0db7-407f-b452-aa9cf46199d5 x-openstack-request-id: req-0b6cc329-0db7-407f-b452-aa9cf46199d5 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:30.229021 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ba4e76-0a36-4e27-98f7-c81aca89c10b", "name": "network-vif-plugged", "status": "completed", "tag": "4b962e4d-8f9c-4067-aa4b-00a3fc188f26", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:30.229021 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b6cc329-0db7-407f-b452-aa9cf46199d5 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:30.229021 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ba4e76-0a36-4e27-98f7-c81aca89c10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b962e4d-8f9c-4067-aa4b-00a3fc188f26', 'code': 200} Jun 17 08:39:30.233729 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 281145b8-eb5c-4a61-bd6b-88f785131871 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:39:30.413317 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 281145b8-eb5c-4a61-bd6b-88f785131871, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=281145b8-eb5c-4a61-bd6b-88f785131871,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:30.422801 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f63fcb-cbfb-444c-91ba-ac3055b63c4e req-390db597-9b3d-47b9-9b2a-10f6a51fd1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:30.424969 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-05f63fcb-cbfb-444c-91ba-ac3055b63c4e req-390db597-9b3d-47b9-9b2a-10f6a51fd1f4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e4ba4e76-0a36-4e27-98f7-c81aca89c10b HTTP/1.1" status: 200 len: 1097 time: 0.1263938 Jun 17 08:39:30.436896 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06303fa8-8d8a-452d-8561-fa1fcfe123d2 req-816849ea-b087-48bf-803c-4183b7834d31 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:30.439507 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-06303fa8-8d8a-452d-8561-fa1fcfe123d2 req-816849ea-b087-48bf-803c-4183b7834d31 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 945 time: 0.0966544 Jun 17 08:39:30.457581 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '281145b8-eb5c-4a61-bd6b-88f785131871', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '281145b8-eb5c-4a61-bd6b-88f785131871', 'mac_address': 'fa:16:3e:ff:a1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:39:30.463625 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43078) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:30.469997 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-f1ad9b09-60e5-4c31-ac54-d308115664cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1340962400'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:30.500955 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3fed2-6b4b-4441-aa1c-2ab7e7e4e6b8 req-b7bcf2d9-db33-45b0-994a-b5cc4a6d8108 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:30.510078 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-05f63fcb-cbfb-444c-91ba-ac3055b63c4e req-37a48498-9952-4396-9e79-7189e4ee8441 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=da8c91fc-15fc-4551-8e19-1d9282b795c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690277 Jun 17 08:39:30.512608 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d3d3fed2-6b4b-4441-aa1c-2ab7e7e4e6b8 req-b7bcf2d9-db33-45b0-994a-b5cc4a6d8108 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 946 time: 0.1185663 Jun 17 08:39:30.526093 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-06303fa8-8d8a-452d-8561-fa1fcfe123d2 req-4aa784d2-f3d1-4b9e-8066-fa1ffb506ad8 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790110 Jun 17 08:39:30.526418 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:30.540739 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281145b8-eb5c-4a61-bd6b-88f785131871 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:39:30.562093 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d3d3fed2-6b4b-4441-aa1c-2ab7e7e4e6b8 req-a3a73378-d187-4c2f-8c06-c6ebd670121d tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435939 Jun 17 08:39:30.569622 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 281145b8-eb5c-4a61-bd6b-88f785131871, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=281145b8-eb5c-4a61-bd6b-88f785131871,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:30.660083 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:30.662474 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-eeb16bd9-3df0-4bf6-80eb-ce94039f5a76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:30.669304 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ad9b09-60e5-4c31-ac54-d308115664cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Made reservation on behalf of 6c36ebc9bc9546a0a241353c6d26d1f3 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:30.672936 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f1ad9b09-60e5-4c31-ac54-d308115664cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:30.710744 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ad9b09-60e5-4c31-ac54-d308115664cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:39:30.720590 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=281145b8-eb5c-4a61-bd6b-88f785131871,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:30.724051 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:30.730897 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f1ad9b09-60e5-4c31-ac54-d308115664cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:30.730897 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-f1ad9b09-60e5-4c31-ac54-d308115664cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Added segment b0325609-5214-40f3-9394-b32e6da8c208 of type vlan for network e6e64c38-ad97-489f-9518-425d34d9a3fe Jun 17 08:39:30.739124 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a6870-3d15-4a3c-b39d-155f29caf382 req-52754aa1-33d9-45ed-b7eb-46657b490077 tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:30.740791 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6d7a6870-3d15-4a3c-b39d-155f29caf382 req-52754aa1-33d9-45ed-b7eb-46657b490077 tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 1103 time: 0.0565104 Jun 17 08:39:30.759116 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd61ede-e985-44d3-a3f4-2dd9866a52f8 req-f73b7162-59cc-4487-a819-3893be10f405 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:30.761249 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1fd61ede-e985-44d3-a3f4-2dd9866a52f8 req-f73b7162-59cc-4487-a819-3893be10f405 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba4e76-0a36-4e27-98f7-c81aca89c10b HTTP/1.1" status: 200 len: 945 time: 0.1247332 Jun 17 08:39:30.782544 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6d7a6870-3d15-4a3c-b39d-155f29caf382 req-9af3c70a-46b9-4caa-bfeb-d6722727f3f8 tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300610 Jun 17 08:39:30.813098 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f1ad9b09-60e5-4c31-ac54-d308115664cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:30.851148 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1fd61ede-e985-44d3-a3f4-2dd9866a52f8 req-b236542e-ff3c-45a3-bb41-eabbbf914e85 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/security-groups?id=da8c91fc-15fc-4551-8e19-1d9282b795c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700624 Jun 17 08:39:30.877571 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-9abd26a7-f0d8-409d-8111-c18410bbcb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:30.879628 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-9abd26a7-f0d8-409d-8111-c18410bbcb56 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 1098 time: 0.0711279 Jun 17 08:39:30.909041 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:30.948250 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['281145b8-eb5c-4a61-bd6b-88f785131871'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:39:30.986032 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-59e2a8cf-2144-4cf3-a7b6-7cc4182777fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:30.991401 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-59e2a8cf-2144-4cf3-a7b6-7cc4182777fc service neutron] 10.222.0.53 "GET /v2.0/networks?id=f60ef741-1693-4275-83c4-b371328659a8 HTTP/1.1" status: 200 len: 908 time: 0.1042345 Jun 17 08:39:31.030712 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f1ad9b09-60e5-4c31-ac54-d308115664cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:31.045434 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-a74bbd8d-c64e-48b1-b8a1-974abee67d77 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1204f35-c2e0-4d4d-9f44-8720a671a0ed HTTP/1.1" status: 200 len: 217 time: 0.0471811 Jun 17 08:39:31.051266 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ad9b09-60e5-4c31-ac54-d308115664cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:31.052631 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f1ad9b09-60e5-4c31-ac54-d308115664cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:31.057578 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c187ee0f-5f80-4c2e-856a-1786dffe1d8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:31.106952 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa972c-0449-4527-9d70-e55b98b7efbf req-5fe38c9e-1df5-4c69-b21a-390ede482f08 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:31.109008 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fdfa972c-0449-4527-9d70-e55b98b7efbf req-5fe38c9e-1df5-4c69-b21a-390ede482f08 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1d6382b-5551-4890-b165-1874da4011c4 HTTP/1.1" status: 200 len: 948 time: 0.1419878 Jun 17 08:39:31.119056 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-97bdf9c3-fc2c-4709-8f87-b892435bba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:31.121442 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-97bdf9c3-fc2c-4709-8f87-b892435bba0d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=58b6fa78-2c4d-4c76-9c04-e4c6434a4b98 HTTP/1.1" status: 200 len: 847 time: 0.0699255 Jun 17 08:39:31.155903 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-81a3705d-02d1-48ea-b972-44798bc21df7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f60ef741-1693-4275-83c4-b371328659a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277758 Jun 17 08:39:31.202991 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f1ad9b09-60e5-4c31-ac54-d308115664cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7370439 Jun 17 08:39:31.206566 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43090) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:31.208575 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad9b09-60e5-4c31-ac54-d308115664cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Pushing event updated for resources: {'Network': ['ID=e6e64c38-ad97-489f-9518-425d34d9a3fe,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:31.214948 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-0cd68b53-dfd7-49e4-a15d-73662c8710e1 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1836610756'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:31.218129 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f1ad9b09-60e5-4c31-ac54-d308115664cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:31.221837 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network e6e64c38-ad97-489f-9518-425d34d9a3fe details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:39:31.237864 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fdfa972c-0449-4527-9d70-e55b98b7efbf req-16328e58-b1c2-4ea9-9016-e8f2c2bda2ab tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142387 Jun 17 08:39:31.300148 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-38bc26e4-38ff-4977-ac5c-279d066b62df service neutron] 10.222.0.53 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282487 Jun 17 08:39:31.300247 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0128fa37-c991-443d-af82-8ceea1981d73 req-4d0e7103-5d5b-4c4d-a0f1-dc4226f83848 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=9f6a0eceba2b482f8a7f645a7a74082b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313139 Jun 17 08:39:31.371940 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd68b53-dfd7-49e4-a15d-73662c8710e1 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Made reservation on behalf of 6c36ebc9bc9546a0a241353c6d26d1f3 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:31.377043 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0cd68b53-dfd7-49e4-a15d-73662c8710e1 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:31.464949 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-489bb363-fd79-48dc-a625-67c31376cd7c req-8cb266a7-b99f-42ea-9815-091b77931313 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdcb9357-b85d-4c8c-8888-c3a23dd496e6 HTTP/1.1" status: 200 len: 210 time: 0.0533938 Jun 17 08:39:31.465693 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd68b53-dfd7-49e4-a15d-73662c8710e1 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:39:31.489227 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0cd68b53-dfd7-49e4-a15d-73662c8710e1 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:31.489842 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-0cd68b53-dfd7-49e4-a15d-73662c8710e1 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Added segment f5d0f3f6-62f0-47a6-b905-034f0d864ca7 of type vlan for network 0fce4727-88f7-41b8-b3dd-e1c2f2afd31d Jun 17 08:39:31.506340 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128fa37-c991-443d-af82-8ceea1981d73 req-30d87cea-00d7-4c2f-b7d9-76f843377300 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:31.508593 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0128fa37-c991-443d-af82-8ceea1981d73 req-30d87cea-00d7-4c2f-b7d9-76f843377300 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2050633 Jun 17 08:39:31.541011 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-0128fa37-c991-443d-af82-8ceea1981d73 req-34e77a54-db5e-4a36-a6b8-18bf0f3ea244 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Request body: {'port': {'device_id': 'bdcb9357-b85d-4c8c-8888-c3a23dd496e6', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'admin_state_up': True, 'tenant_id': '9f6a0eceba2b482f8a7f645a7a74082b'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:31.615942 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0cd68b53-dfd7-49e4-a15d-73662c8710e1 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:31.757715 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-221412bd-1a7b-41c3-af24-9ab7b7219f03 service neutron] 10.222.0.53 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584439 Jun 17 08:39:31.772192 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382596d9-9b1a-42f8-9de7-0813ccb39dee req-6e2640b7-4587-4134-b1bf-be84e4e771e0 tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:31.773318 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-382596d9-9b1a-42f8-9de7-0813ccb39dee req-6e2640b7-4587-4134-b1bf-be84e4e771e0 tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 1103 time: 0.0865560 Jun 17 08:39:31.809010 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-382596d9-9b1a-42f8-9de7-0813ccb39dee req-2751e704-bd15-49c6-bd7e-46c56e3440f5 tempest-ServersAdminTestJSON-1964147852 tempest-ServersAdminTestJSON-1964147852-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288701 Jun 17 08:39:31.812626 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613f615-7214-46cc-a6f1-654e0f980846 req-e6dcb6f5-2a9d-43b1-a781-85bc152234c3 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:31.814895 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2613f615-7214-46cc-a6f1-654e0f980846 req-e6dcb6f5-2a9d-43b1-a781-85bc152234c3 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 945 time: 0.0706172 Jun 17 08:39:31.854498 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2613f615-7214-46cc-a6f1-654e0f980846 req-9d758e7e-e10c-4bb4-b13c-5cfe54619d8b tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337749 Jun 17 08:39:31.866101 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0cd68b53-dfd7-49e4-a15d-73662c8710e1 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:31.872607 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd68b53-dfd7-49e4-a15d-73662c8710e1 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:31.873405 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0cd68b53-dfd7-49e4-a15d-73662c8710e1 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:31.877586 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a207a12b-8602-4eca-8091-188d7c5ee799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:31.934784 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0128fa37-c991-443d-af82-8ceea1981d73 req-34e77a54-db5e-4a36-a6b8-18bf0f3ea244 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Made reservation on behalf of 9f6a0eceba2b482f8a7f645a7a74082b for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:31.939480 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0128fa37-c991-443d-af82-8ceea1981d73 req-34e77a54-db5e-4a36-a6b8-18bf0f3ea244 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:31.959112 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0128fa37-c991-443d-af82-8ceea1981d73 req-34e77a54-db5e-4a36-a6b8-18bf0f3ea244 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:31.981198 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd68b53-dfd7-49e4-a15d-73662c8710e1 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Pushing event updated for resources: {'Network': ['ID=0fce4727-88f7-41b8-b3dd-e1c2f2afd31d,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:31.984959 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0cd68b53-dfd7-49e4-a15d-73662c8710e1 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:31.994072 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 0fce4727-88f7-41b8-b3dd-e1c2f2afd31d details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:39:32.040193 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffaf1db-8502-45d4-9b0b-f1270c7d93c4 req-258b7395-d345-4dba-9c3f-71e0607d5d23 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:32.042274 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6ffaf1db-8502-45d4-9b0b-f1270c7d93c4 req-258b7395-d345-4dba-9c3f-71e0607d5d23 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 946 time: 0.1102459 Jun 17 08:39:32.086738 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6ffaf1db-8502-45d4-9b0b-f1270c7d93c4 req-77df04c1-bcfb-49e4-84b5-6006cb9bff07 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356376 Jun 17 08:39:32.150885 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0cd68b53-dfd7-49e4-a15d-73662c8710e1 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9431555 Jun 17 08:39:32.153833 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43116) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:32.159273 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-5ce42ed6-3550-47fc-b5be-ca2b4fb826bd tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Request body: {'subnet': {'network_id': 'e6e64c38-ad97-489f-9518-425d34d9a3fe', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:32.231566 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 281145b8-eb5c-4a61-bd6b-88f785131871 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:32.271729 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e70cc-bd7c-4b9c-816b-6bdd7f69e010 req-80c996d1-7c7a-4d4b-99f8-569ebac1d7cb tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:32.285049 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8b0e70cc-bd7c-4b9c-816b-6bdd7f69e010 req-80c996d1-7c7a-4d4b-99f8-569ebac1d7cb tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba4e76-0a36-4e27-98f7-c81aca89c10b HTTP/1.1" status: 200 len: 945 time: 0.0970848 Jun 17 08:39:32.313014 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0128fa37-c991-443d-af82-8ceea1981d73 req-34e77a54-db5e-4a36-a6b8-18bf0f3ea244 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:32.320672 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8b0e70cc-bd7c-4b9c-816b-6bdd7f69e010 req-19cf356f-70c1-409a-a53a-0d5f39a2b053 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/security-groups?id=da8c91fc-15fc-4551-8e19-1d9282b795c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335467 Jun 17 08:39:32.538246 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f697f6-3de1-49d3-a0c4-fc70dea15b73 req-0ef84537-b2dc-490d-bd95-ef1ac7d47be4 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:32.640271 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a3f697f6-3de1-49d3-a0c4-fc70dea15b73 req-0ef84537-b2dc-490d-bd95-ef1ac7d47be4 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1d6382b-5551-4890-b165-1874da4011c4 HTTP/1.1" status: 200 len: 948 time: 0.0713463 Jun 17 08:39:32.641104 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 281145b8-eb5c-4a61-bd6b-88f785131871 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:32.641104 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:32.641104 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 281145b8-eb5c-4a61-bd6b-88f785131871 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:32.641104 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:32.641871 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0128fa37-c991-443d-af82-8ceea1981d73 req-34e77a54-db5e-4a36-a6b8-18bf0f3ea244 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:32.641871 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a1280d9d-b921-40bd-a56d-3c43ae7cbb1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:32.642630 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a3f697f6-3de1-49d3-a0c4-fc70dea15b73 req-eccb4509-6009-4320-9c33-980c531a7d23 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509694 Jun 17 08:39:32.642949 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e77a54-db5e-4a36-a6b8-18bf0f3ea244 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cee55996-6fcc-4b21-967c-33918b4742cf,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:32.642949 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-34e77a54-db5e-4a36-a6b8-18bf0f3ea244 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:32.668399 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:32.695645 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d6382b-5551-4890-b165-1874da4011c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281145b8-eb5c-4a61-bd6b-88f785131871'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:32.698051 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61da1b9-6e23-465d-a353-b295efa166f7" -d '{"events": [{"server_uuid": "e1d6382b-5551-4890-b165-1874da4011c4", "name": "network-vif-plugged", "status": "completed", "tag": "281145b8-eb5c-4a61-bd6b-88f785131871"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:32.712286 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 281145b8-eb5c-4a61-bd6b-88f785131871, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=281145b8-eb5c-4a61-bd6b-88f785131871,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:32.762285 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-0128fa37-c991-443d-af82-8ceea1981d73 req-34e77a54-db5e-4a36-a6b8-18bf0f3ea244 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Allocated IP 192.168.233.88 (26debee9-bc17-4dec-acaf-a4c976511744/9fa94245-1f4d-486b-9e45-990a58fa5ffe/fc7d7d02-cafb-4cca-b4dc-3369d572b6d2) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:32.803112 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf3f75-c024-4ed5-9083-42de3e7e07e1 req-285f2585-519f-4e57-a93c-e5719bb27440 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:32.804621 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a0bf3f75-c024-4ed5-9083-42de3e7e07e1 req-285f2585-519f-4e57-a93c-e5719bb27440 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba4e76-0a36-4e27-98f7-c81aca89c10b HTTP/1.1" status: 200 len: 945 time: 0.0702031 Jun 17 08:39:32.814888 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43130) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:32.819901 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-d4f49045-a665-4513-b31b-ac38b119932f tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Request body: {'floatingip': {'port_id': '4b962e4d-8f9c-4067-aa4b-00a3fc188f26'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:32.868434 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d4f49045-a665-4513-b31b-ac38b119932f tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks [] for floatingip, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:32.882092 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:32.887203 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce42ed6-3550-47fc-b5be-ca2b4fb826bd tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Made reservation on behalf of 6c36ebc9bc9546a0a241353c6d26d1f3 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:32.888092 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:32.892623 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5ce42ed6-3550-47fc-b5be-ca2b4fb826bd tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:32.976904 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4737bac-7701-497a-a908-f7b55e470c69 x-openstack-request-id: req-a4737bac-7701-497a-a908-f7b55e470c69 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:32.983250 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d6382b-5551-4890-b165-1874da4011c4", "name": "network-vif-plugged", "status": "completed", "tag": "281145b8-eb5c-4a61-bd6b-88f785131871", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:32.983250 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4737bac-7701-497a-a908-f7b55e470c69 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:32.983632 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d6382b-5551-4890-b165-1874da4011c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281145b8-eb5c-4a61-bd6b-88f785131871', 'code': 200} Jun 17 08:39:32.989541 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=281145b8-eb5c-4a61-bd6b-88f785131871,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:32.993405 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:33.057801 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0128fa37-c991-443d-af82-8ceea1981d73 req-34e77a54-db5e-4a36-a6b8-18bf0f3ea244 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.084574 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5e2d4d96-639c-4b21-b7a6-00e923769748 req-4b9c5428-ef7c-47ea-814b-c787c57e7d13 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdcb9357-b85d-4c8c-8888-c3a23dd496e6 HTTP/1.1" status: 200 len: 210 time: 0.0498528 Jun 17 08:39:33.091823 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-0128fa37-c991-443d-af82-8ceea1981d73 req-34e77a54-db5e-4a36-a6b8-18bf0f3ea244 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Transition to ACTIVE for port object fc7d7d02-cafb-4cca-b4dc-3369d572b6d2 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:33.257693 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2e565-9f8d-4b14-a00e-7a23a119bec4 req-6642c952-4f23-4cad-986d-09bcd3d8370b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:33.259589 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5fd2e565-9f8d-4b14-a00e-7a23a119bec4 req-6642c952-4f23-4cad-986d-09bcd3d8370b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e1d6382b-5551-4890-b165-1874da4011c4 HTTP/1.1" status: 200 len: 1101 time: 0.0889225 Jun 17 08:39:33.329141 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0bf35-d3f7-46f8-990e-23c3e86b4d8c req-5358e5e0-3c78-4aaa-9be7-a7629f701447 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:33.332389 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-77c0bf35-d3f7-46f8-990e-23c3e86b4d8c req-5358e5e0-3c78-4aaa-9be7-a7629f701447 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 945 time: 0.1517336 Jun 17 08:39:33.334398 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0128fa37-c991-443d-af82-8ceea1981d73 req-34e77a54-db5e-4a36-a6b8-18bf0f3ea244 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.341276 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e2b0e102-57e4-45ae-967a-fc7da721a9f3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:33.394102 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0128fa37-c991-443d-af82-8ceea1981d73 req-34e77a54-db5e-4a36-a6b8-18bf0f3ea244 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Network 26debee9-bc17-4dec-acaf-a4c976511744 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:33.401750 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-0128fa37-c991-443d-af82-8ceea1981d73 req-34e77a54-db5e-4a36-a6b8-18bf0f3ea244 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:33.406816 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-0128fa37-c991-443d-af82-8ceea1981d73 req-34e77a54-db5e-4a36-a6b8-18bf0f3ea244 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:33.441035 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5ce42ed6-3550-47fc-b5be-ca2b4fb826bd tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.453494 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e77a54-db5e-4a36-a6b8-18bf0f3ea244 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Pushing event updated for resources: {'Port': ['ID=fc7d7d02-cafb-4cca-b4dc-3369d572b6d2,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:33.465840 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-77c0bf35-d3f7-46f8-990e-23c3e86b4d8c req-3a1b99df-461f-4efb-9e57-116b7b760e9c tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283321 Jun 17 08:39:33.466793 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-34e77a54-db5e-4a36-a6b8-18bf0f3ea244 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:33.470391 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:33.506126 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5fd2e565-9f8d-4b14-a00e-7a23a119bec4 req-1ab4307d-0125-4a16-ad99-64eee99b5882 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266202 Jun 17 08:39:33.525089 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128fa37-c991-443d-af82-8ceea1981d73 req-34e77a54-db5e-4a36-a6b8-18bf0f3ea244 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:33.525693 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0128fa37-c991-443d-af82-8ceea1981d73 req-34e77a54-db5e-4a36-a6b8-18bf0f3ea244 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.560403 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce42ed6-3550-47fc-b5be-ca2b4fb826bd tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Pushing event updated for resources: {'Subnet': ['ID=2894234f-604f-431e-bd6f-3a05627bbd3a,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:33.570039 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5ce42ed6-3550-47fc-b5be-ca2b4fb826bd tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:33.578467 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce42ed6-3550-47fc-b5be-ca2b4fb826bd tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Checking segment: {'id': 'b0325609-5214-40f3-9394-b32e6da8c208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e6e64c38-ad97-489f-9518-425d34d9a3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:33.579106 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce42ed6-3550-47fc-b5be-ca2b4fb826bd tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Network hostable DHCP agents. Network: e6e64c38-ad97-489f-9518-425d34d9a3fe, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:39:33.659611 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0128fa37-c991-443d-af82-8ceea1981d73 req-34e77a54-db5e-4a36-a6b8-18bf0f3ea244 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1242685 Jun 17 08:39:33.672703 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-0128fa37-c991-443d-af82-8ceea1981d73 req-08c28b89-f126-4667-8495-a1c76ae1302a service neutron] Request body: {'port': {'device_id': 'bdcb9357-b85d-4c8c-8888-c3a23dd496e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:33.713817 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d4f49045-a665-4513-b31b-ac38b119932f tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.731596 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1debe8-9383-4ea4-9d6e-02598096995f req-0cddcc09-de63-4cb6-95b8-d7c0e3badf7a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:33.735427 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce42ed6-3550-47fc-b5be-ca2b4fb826bd tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Network e6e64c38-ad97-489f-9518-425d34d9a3fe is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:39:33.739634 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dc1debe8-9383-4ea4-9d6e-02598096995f req-0cddcc09-de63-4cb6-95b8-d7c0e3badf7a tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=efb41070-937c-43c3-b406-4414d77a4928 HTTP/1.1" status: 200 len: 950 time: 0.4731910 Jun 17 08:39:33.780827 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dc1debe8-9383-4ea4-9d6e-02598096995f req-bca04517-1b1d-47bd-8c3c-8da3dcf69588 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396600 Jun 17 08:39:33.788298 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c37da40c-9712-44b3-b244-72f652e92e46 None None] Provisioning for port fc7d7d02-cafb-4cca-b4dc-3369d572b6d2 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:33.803631 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c37da40c-9712-44b3-b244-72f652e92e46 None None] Provisioning complete for port fc7d7d02-cafb-4cca-b4dc-3369d572b6d2 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:33.804802 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0128fa37-c991-443d-af82-8ceea1981d73 req-08c28b89-f126-4667-8495-a1c76ae1302a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.805208 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c37da40c-9712-44b3-b244-72f652e92e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.836577 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d4f49045-a665-4513-b31b-ac38b119932f tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.862416 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81ea36-2ff4-4e16-b767-26cbaf2eb62e req-ddc34d75-613c-449d-83f7-c9b47ebcbb41 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:33.864204 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ce81ea36-2ff4-4e16-b767-26cbaf2eb62e req-ddc34d75-613c-449d-83f7-c9b47ebcbb41 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 946 time: 0.1477332 Jun 17 08:39:33.897035 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-c37da40c-9712-44b3-b244-72f652e92e46 None None] Port fc7d7d02-cafb-4cca-b4dc-3369d572b6d2 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:39:33.923719 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-5ce42ed6-3550-47fc-b5be-ca2b4fb826bd tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, e6e64c38-ad97-489f-9518-425d34d9a3fe) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:33.932899 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda40b9f-ada4-4e6e-9635-c39cc22fad5c None None] Network e6e64c38-ad97-489f-9518-425d34d9a3fe requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:34.016048 n-d-758944-30 neutron-server[94520]: INFO neutron.db.l3_db [None req-d4f49045-a665-4513-b31b-ac38b119932f tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Floating IP d3e93000-2b10-47a8-910a-3d58989593ea associated. External IP: 172.25.2.2, port: 4b962e4d-8f9c-4067-aa4b-00a3fc188f26. Jun 17 08:39:34.027173 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce42ed6-3550-47fc-b5be-ca2b4fb826bd tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:34.027818 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5ce42ed6-3550-47fc-b5be-ca2b4fb826bd tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:34.045937 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ce81ea36-2ff4-4e16-b767-26cbaf2eb62e req-da3254a3-9532-4289-8551-d0cb306e9738 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742747 Jun 17 08:39:34.209870 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5ce42ed6-3550-47fc-b5be-ca2b4fb826bd tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0527794 Jun 17 08:39:34.211841 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43158) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:34.218616 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-d632b2b1-2bf0-4866-92eb-7dfc165aee78 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Request body: {'subnet': {'network_id': '0fce4727-88f7-41b8-b3dd-e1c2f2afd31d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:34.261529 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed37de87-c835-4320-86a9-1a74710672e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-e6e64c38-ad97-489f-9518-425d34d9a3fe', 'network_id': 'e6e64c38-ad97-489f-9518-425d34d9a3fe', 'tenant_id': '6c36ebc9bc9546a0a241353c6d26d1f3', 'fixed_ips': [{'subnet_id': '2894234f-604f-431e-bd6f-3a05627bbd3a'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:39:34.261529 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ed37de87-c835-4320-86a9-1a74710672e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:34.377521 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901c89c-e402-44ba-a727-ac61c99305f4 req-ada110d5-0484-4271-b328-4865aa73fb04 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:34.380114 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d901c89c-e402-44ba-a727-ac61c99305f4 req-ada110d5-0484-4271-b328-4865aa73fb04 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1d6382b-5551-4890-b165-1874da4011c4 HTTP/1.1" status: 200 len: 949 time: 0.2163811 Jun 17 08:39:34.440355 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d901c89c-e402-44ba-a727-ac61c99305f4 req-34869198-26b3-4b41-a659-062905a89cd3 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501666 Jun 17 08:39:34.471675 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f49045-a665-4513-b31b-ac38b119932f tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Router e120ac66-135b-4adc-919c-bcdbfe62a5f7 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:39:34.492516 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916faf6-cb8c-44db-8bd3-5bec3ff86fb4 req-66b4c18d-5c75-4e44-8fd3-372cfef187fd tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:34.513591 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0916faf6-cb8c-44db-8bd3-5bec3ff86fb4 req-66b4c18d-5c75-4e44-8fd3-372cfef187fd tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdcb9357-b85d-4c8c-8888-c3a23dd496e6 HTTP/1.1" status: 200 len: 935 time: 0.2396615 Jun 17 08:39:34.513912 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-ed37de87-c835-4320-86a9-1a74710672e7 None None] Allocated IP 10.1.1.2 (e6e64c38-ad97-489f-9518-425d34d9a3fe/2894234f-604f-431e-bd6f-3a05627bbd3a/92455f60-95c1-4e0f-9c9e-f484196477bb) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:34.534460 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d632b2b1-2bf0-4866-92eb-7dfc165aee78 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Made reservation on behalf of 6c36ebc9bc9546a0a241353c6d26d1f3 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:34.539677 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d632b2b1-2bf0-4866-92eb-7dfc165aee78 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:34.590353 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-0128fa37-c991-443d-af82-8ceea1981d73 req-08c28b89-f126-4667-8495-a1c76ae1302a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7d7d02-cafb-4cca-b4dc-3369d572b6d2 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:39:34.611061 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0916faf6-cb8c-44db-8bd3-5bec3ff86fb4 req-af8375e0-92e5-486e-b88a-120851ff4226 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.49 "GET /v2.0/security-groups?id=cee55996-6fcc-4b21-967c-33918b4742cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965106 Jun 17 08:39:34.686452 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0128fa37-c991-443d-af82-8ceea1981d73 req-08c28b89-f126-4667-8495-a1c76ae1302a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:34.700747 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ed37de87-c835-4320-86a9-1a74710672e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:34.721086 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ed37de87-c835-4320-86a9-1a74710672e7 None None] Transition to ACTIVE for port object 92455f60-95c1-4e0f-9c9e-f484196477bb will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:34.755127 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ed37de87-c835-4320-86a9-1a74710672e7 None None] Transition to ACTIVE for port object 92455f60-95c1-4e0f-9c9e-f484196477bb will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:34.759890 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-0128fa37-c991-443d-af82-8ceea1981d73 req-08c28b89-f126-4667-8495-a1c76ae1302a service neutron] Transition to ACTIVE for port object fc7d7d02-cafb-4cca-b4dc-3369d572b6d2 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:34.828216 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43166) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:34.877693 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ed37de87-c835-4320-86a9-1a74710672e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:34.879040 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96334305-b6dc-45f3-a3d4-26e05b502c71 req-29997054-13c0-43dc-8718-d228b60e2177 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:34.880581 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-96334305-b6dc-45f3-a3d4-26e05b502c71 req-29997054-13c0-43dc-8718-d228b60e2177 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb41070-937c-43c3-b406-4414d77a4928 HTTP/1.1" status: 200 len: 950 time: 0.2076740 Jun 17 08:39:34.890701 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-7477ee03-b0ea-4625-9e78-aca91c9e7452 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:34.937950 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0128fa37-c991-443d-af82-8ceea1981d73 req-08c28b89-f126-4667-8495-a1c76ae1302a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:34.943555 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e33ce6a8-ea8f-4e5b-88c0-147cfc7c92ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:34.957551 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f49045-a665-4513-b31b-ac38b119932f tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:39:34.972731 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bce324-6426-46a6-899d-2c10c7c44cb9 None None] Sync routers for ids ['e120ac66-135b-4adc-919c-bcdbfe62a5f7'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:39:34.977589 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d4f49045-a665-4513-b31b-ac38b119932f tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:34.990614 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bce324-6426-46a6-899d-2c10c7c44cb9 None None] Routers {'e120ac66-135b-4adc-919c-bcdbfe62a5f7'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:39:34.991318 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-a4bce324-6426-46a6-899d-2c10c7c44cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:39:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e120ac66-135b-4adc-919c-bcdbfe62a5f7'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:35.005431 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed37de87-c835-4320-86a9-1a74710672e7 None None] Network e6e64c38-ad97-489f-9518-425d34d9a3fe is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:35.016846 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-ed37de87-c835-4320-86a9-1a74710672e7 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:35.029832 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37de87-c835-4320-86a9-1a74710672e7 None None] Pushing event updated for resources: {'Port': ['ID=92455f60-95c1-4e0f-9c9e-f484196477bb,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:35.034899 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-ed37de87-c835-4320-86a9-1a74710672e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:35.035783 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed37de87-c835-4320-86a9-1a74710672e7 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:35.041167 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d4f49045-a665-4513-b31b-ac38b119932f tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "PUT /v2.0/floatingips/d3e93000-2b10-47a8-910a-3d58989593ea HTTP/1.1" status: 200 len: 989 time: 2.2246273 Jun 17 08:39:35.049510 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bb247-dad3-4ef5-aaed-774bf98468b9 req-bc993f72-82a4-4256-9b37-66f5a904bf86 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:35.056969 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-146bb247-dad3-4ef5-aaed-774bf98468b9 req-bc993f72-82a4-4256-9b37-66f5a904bf86 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 945 time: 0.3822758 Jun 17 08:39:35.062875 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ba4e76-0a36-4e27-98f7-c81aca89c10b', 'tag': '4b962e4d-8f9c-4067-aa4b-00a3fc188f26'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:35.065988 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12e2625-4b51-45a3-b8c6-55a7a19007d2" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ba4e76-0a36-4e27-98f7-c81aca89c10b", "tag": "4b962e4d-8f9c-4067-aa4b-00a3fc188f26"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:35.160960 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-ed37de87-c835-4320-86a9-1a74710672e7 None None] Attempting to bind port 92455f60-95c1-4e0f-9c9e-f484196477bb on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:39:35.161541 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-ed37de87-c835-4320-86a9-1a74710672e7 None None] Attempting to bind port 92455f60-95c1-4e0f-9c9e-f484196477bb by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'b0325609-5214-40f3-9394-b32e6da8c208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e6e64c38-ad97-489f-9518-425d34d9a3fe'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:39:35.162022 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed37de87-c835-4320-86a9-1a74710672e7 None None] Attempting to bind port 92455f60-95c1-4e0f-9c9e-f484196477bb on network e6e64c38-ad97-489f-9518-425d34d9a3fe {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:35.168594 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed37de87-c835-4320-86a9-1a74710672e7 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:39:35.169142 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed37de87-c835-4320-86a9-1a74710672e7 None None] Checking segment: {'id': 'b0325609-5214-40f3-9394-b32e6da8c208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e6e64c38-ad97-489f-9518-425d34d9a3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:35.169667 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ed37de87-c835-4320-86a9-1a74710672e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:35.170199 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed37de87-c835-4320-86a9-1a74710672e7 None None] Bound using segment: {'id': 'b0325609-5214-40f3-9394-b32e6da8c208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e6e64c38-ad97-489f-9518-425d34d9a3fe'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:39:35.170812 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-ed37de87-c835-4320-86a9-1a74710672e7 None None] Bound port: 92455f60-95c1-4e0f-9c9e-f484196477bb, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0325609-5214-40f3-9394-b32e6da8c208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e6e64c38-ad97-489f-9518-425d34d9a3fe'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:39:35.171308 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ed37de87-c835-4320-86a9-1a74710672e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:35.246863 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-a4bce324-6426-46a6-899d-2c10c7c44cb9 None None] Set router e120ac66-135b-4adc-919c-bcdbfe62a5f7 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:39:35.261173 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-ed37de87-c835-4320-86a9-1a74710672e7 None None] For port 92455f60-95c1-4e0f-9c9e-f484196477bb, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:39:35.265051 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-ed37de87-c835-4320-86a9-1a74710672e7 None None] For port 92455f60-95c1-4e0f-9c9e-f484196477bb, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=92455f60-95c1-4e0f-9c9e-f484196477bb,segment=NetworkSegment(b0325609-5214-40f3-9394-b32e6da8c208),segment_id=b0325609-5214-40f3-9394-b32e6da8c208)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:39:35.369228 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ed37de87-c835-4320-86a9-1a74710672e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:35.371894 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:35.440732 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-831e2b4c-683e-46e7-9f8b-c0b318649bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:35.460107 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37de87-c835-4320-86a9-1a74710672e7 None None] Pushing event updated for resources: {'Port': ['ID=92455f60-95c1-4e0f-9c9e-f484196477bb,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:35.479816 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-ed37de87-c835-4320-86a9-1a74710672e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:35.512655 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-146bb247-dad3-4ef5-aaed-774bf98468b9 req-2d8827ef-48d0-450e-bc5c-9fac4281d00c tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4544089 Jun 17 08:39:35.547543 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-96334305-b6dc-45f3-a3d4-26e05b502c71 req-340a692f-607d-409f-ab1b-537002153429 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Deleting port 34d74efa-d1f9-4758-a95e-25b104f27d19 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:35.547983 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-96334305-b6dc-45f3-a3d4-26e05b502c71 req-340a692f-607d-409f-ab1b-537002153429 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:35.626338 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c28b89-f126-4667-8495-a1c76ae1302a service neutron] Pushing event updated for resources: {'Port': ['ID=fc7d7d02-cafb-4cca-b4dc-3369d572b6d2,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:35.635541 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-08c28b89-f126-4667-8495-a1c76ae1302a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:35.685526 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-a4bce324-6426-46a6-899d-2c10c7c44cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840871843-router', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:21Z', 'revision_number': 4, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'gw_port': {'id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': 'd3e93000-2b10-47a8-910a-3d58989593ea', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'floating_ip_address': '172.25.2.2', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'port_id': '4b962e4d-8f9c-4067-aa4b-00a3fc188f26', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527', 'mac_address': 'fa:16:3e:ae:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ba4e76-0a36-4e27-98f7-c81aca89c10b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:36:51Z', 'updated_at': '2021-06-17T08:39:33Z', 'revision_number': 5, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd889228a-7466-403a-b2cf-746d88470ba5', 'name': '', 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'mac_address': 'fa:16:3e:fc:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:19Z', 'updated_at': '2021-06-17T08:36:29Z', 'revision_number': 5, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'subnets': [{'id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:35.751269 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d632b2b1-2bf0-4866-92eb-7dfc165aee78 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:35.764264 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-32ab15fb-075f-4ca1-a808-1cefc8be6e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:35.767863 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-0128fa37-c991-443d-af82-8ceea1981d73 req-08c28b89-f126-4667-8495-a1c76ae1302a service neutron] Attempting to bind port fc7d7d02-cafb-4cca-b4dc-3369d572b6d2 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:39:35.768204 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-0128fa37-c991-443d-af82-8ceea1981d73 req-08c28b89-f126-4667-8495-a1c76ae1302a service neutron] Attempting to bind port fc7d7d02-cafb-4cca-b4dc-3369d572b6d2 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:39:35.768585 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0128fa37-c991-443d-af82-8ceea1981d73 req-08c28b89-f126-4667-8495-a1c76ae1302a service neutron] Attempting to bind port fc7d7d02-cafb-4cca-b4dc-3369d572b6d2 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:35.769749 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-96334305-b6dc-45f3-a3d4-26e05b502c71 req-340a692f-607d-409f-ab1b-537002153429 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] For port 34d74efa-d1f9-4758-a95e-25b104f27d19, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=34d74efa-d1f9-4758-a95e-25b104f27d19,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:35.770216 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-96334305-b6dc-45f3-a3d4-26e05b502c71 req-340a692f-607d-409f-ab1b-537002153429 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:35.806497 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bce324-6426-46a6-899d-2c10c7c44cb9 None None] Checking router: e120ac66-135b-4adc-919c-bcdbfe62a5f7 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:39:35.813548 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-831e2b4c-683e-46e7-9f8b-c0b318649bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:35.827183 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bce324-6426-46a6-899d-2c10c7c44cb9 None None] Routers {'e120ac66-135b-4adc-919c-bcdbfe62a5f7'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:39:35.830408 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-a4bce324-6426-46a6-899d-2c10c7c44cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:39:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e120ac66-135b-4adc-919c-bcdbfe62a5f7'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:35.846413 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0128fa37-c991-443d-af82-8ceea1981d73 req-08c28b89-f126-4667-8495-a1c76ae1302a service neutron] Port fc7d7d02-cafb-4cca-b4dc-3369d572b6d2 on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:39:35.846746 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0128fa37-c991-443d-af82-8ceea1981d73 req-08c28b89-f126-4667-8495-a1c76ae1302a service neutron] Attempting to bind port fc7d7d02-cafb-4cca-b4dc-3369d572b6d2 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:35.867524 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee763ace-ff2e-4460-b767-4776324e9883 req-b9af5070-9e62-4826-9b7f-8a4e1b9b6f12 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:35.880338 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ee763ace-ff2e-4460-b767-4776324e9883 req-b9af5070-9e62-4826-9b7f-8a4e1b9b6f12 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=efb41070-937c-43c3-b406-4414d77a4928 HTTP/1.1" status: 200 len: 950 time: 0.9378238 Jun 17 08:39:35.898174 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-96334305-b6dc-45f3-a3d4-26e05b502c71 req-340a692f-607d-409f-ab1b-537002153429 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Calling delete_port for 34d74efa-d1f9-4758-a95e-25b104f27d19 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:35.901881 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-831e2b4c-683e-46e7-9f8b-c0b318649bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:35.932755 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6706151d-50bb-4484-8382-b93bf6415119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:35.975845 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d632b2b1-2bf0-4866-92eb-7dfc165aee78 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Checking segment: {'id': 'f5d0f3f6-62f0-47a6-b905-034f0d864ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0fce4727-88f7-41b8-b3dd-e1c2f2afd31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:35.976451 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d632b2b1-2bf0-4866-92eb-7dfc165aee78 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Network hostable DHCP agents. Network: 0fce4727-88f7-41b8-b3dd-e1c2f2afd31d, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:39:35.981568 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632b2b1-2bf0-4866-92eb-7dfc165aee78 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Pushing event updated for resources: {'Subnet': ['ID=87b08185-d8a4-4e04-8864-790140be9a38,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:35.983937 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0128fa37-c991-443d-af82-8ceea1981d73 req-08c28b89-f126-4667-8495-a1c76ae1302a service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:39:35.984353 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0128fa37-c991-443d-af82-8ceea1981d73 req-08c28b89-f126-4667-8495-a1c76ae1302a service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:35.984804 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0128fa37-c991-443d-af82-8ceea1981d73 req-08c28b89-f126-4667-8495-a1c76ae1302a service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:39:35.985429 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-0128fa37-c991-443d-af82-8ceea1981d73 req-08c28b89-f126-4667-8495-a1c76ae1302a service neutron] Bound port: fc7d7d02-cafb-4cca-b4dc-3369d572b6d2, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:39:35.985850 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0128fa37-c991-443d-af82-8ceea1981d73 req-08c28b89-f126-4667-8495-a1c76ae1302a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:35.998107 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d632b2b1-2bf0-4866-92eb-7dfc165aee78 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:36.027360 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-a4bce324-6426-46a6-899d-2c10c7c44cb9 None None] Set router e120ac66-135b-4adc-919c-bcdbfe62a5f7 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:39:36.051746 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-831e2b4c-683e-46e7-9f8b-c0b318649bd2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=573c1c8c6901485a8bd61892842b1a3e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2224126 Jun 17 08:39:36.057145 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ee763ace-ff2e-4460-b767-4776324e9883 req-06acd442-6991-4147-b8ec-6c2e5ec5c13b tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758733 Jun 17 08:39:36.057604 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43180) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:36.058640 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e2b4c-683e-46e7-9f8b-c0b318649bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc01a94-a192-4263-9bd1-2e6237cf9122,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:36.065120 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-831e2b4c-683e-46e7-9f8b-c0b318649bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:36.092558 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-0128fa37-c991-443d-af82-8ceea1981d73 req-08c28b89-f126-4667-8495-a1c76ae1302a service neutron] For port fc7d7d02-cafb-4cca-b4dc-3369d572b6d2, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:39:36.096742 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-0128fa37-c991-443d-af82-8ceea1981d73 req-08c28b89-f126-4667-8495-a1c76ae1302a service neutron] For port fc7d7d02-cafb-4cca-b4dc-3369d572b6d2, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=fc7d7d02-cafb-4cca-b4dc-3369d572b6d2,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:39:36.125441 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d632b2b1-2bf0-4866-92eb-7dfc165aee78 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Network 0fce4727-88f7-41b8-b3dd-e1c2f2afd31d is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:39:36.138589 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f02e71-e94f-4de7-88c8-e00844174029 x-openstack-request-id: req-c0f02e71-e94f-4de7-88c8-e00844174029 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:36.139035 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ba4e76-0a36-4e27-98f7-c81aca89c10b", "tag": "4b962e4d-8f9c-4067-aa4b-00a3fc188f26", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:36.139192 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c0f02e71-e94f-4de7-88c8-e00844174029 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:36.139616 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ba4e76-0a36-4e27-98f7-c81aca89c10b', 'tag': '4b962e4d-8f9c-4067-aa4b-00a3fc188f26', 'status': 'completed', 'code': 200} Jun 17 08:39:36.160862 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0128fa37-c991-443d-af82-8ceea1981d73 req-08c28b89-f126-4667-8495-a1c76ae1302a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:36.165930 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-bec495f8-2610-4fa1-b4f1-bd0a0d35b2cf tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:36.212065 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b196254-1e4c-4e40-9a86-04452dbcce81 req-41936f91-a2cd-4a33-9a8a-7ae0a6b09a45 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:36.219795 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6b196254-1e4c-4e40-9a86-04452dbcce81 req-41936f91-a2cd-4a33-9a8a-7ae0a6b09a45 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 946 time: 0.2916534 Jun 17 08:39:36.242648 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0e47149e-ac38-47fe-acde-9fd9425a9fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:36.276350 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-d632b2b1-2bf0-4866-92eb-7dfc165aee78 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 0fce4727-88f7-41b8-b3dd-e1c2f2afd31d) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:36.281656 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d632b2b1-2bf0-4866-92eb-7dfc165aee78 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:36.283026 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d632b2b1-2bf0-4866-92eb-7dfc165aee78 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:36.286809 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b1256f-16cc-4d6e-8786-45742529cdaf None None] Network 0fce4727-88f7-41b8-b3dd-e1c2f2afd31d requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:36.297808 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128fa37-c991-443d-af82-8ceea1981d73 req-08c28b89-f126-4667-8495-a1c76ae1302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:36.298989 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0128fa37-c991-443d-af82-8ceea1981d73 req-08c28b89-f126-4667-8495-a1c76ae1302a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:36.300788 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0128fa37-c991-443d-af82-8ceea1981d73 req-08c28b89-f126-4667-8495-a1c76ae1302a service neutron] 10.222.0.50 "PUT /v2.0/ports/fc7d7d02-cafb-4cca-b4dc-3369d572b6d2 HTTP/1.1" status: 200 len: 1096 time: 2.6324403 Jun 17 08:39:36.301431 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdcb9357-b85d-4c8c-8888-c3a23dd496e6', 'tag': 'fc7d7d02-cafb-4cca-b4dc-3369d572b6d2'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:36.302332 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0e47149e-ac38-47fe-acde-9fd9425a9fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:36.310595 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5012d66b-f067-4ad3-942a-5a7a5f4450f1" -d '{"events": [{"name": "network-changed", "server_uuid": "bdcb9357-b85d-4c8c-8888-c3a23dd496e6", "tag": "fc7d7d02-cafb-4cca-b4dc-3369d572b6d2"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:36.394224 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c28b89-f126-4667-8495-a1c76ae1302a service neutron] Pushing event updated for resources: {'Port': ['ID=fc7d7d02-cafb-4cca-b4dc-3369d572b6d2,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:36.398194 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-08c28b89-f126-4667-8495-a1c76ae1302a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:36.417043 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6b196254-1e4c-4e40-9a86-04452dbcce81 req-6b99dc9c-2235-47a8-afcb-996110775325 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894343 Jun 17 08:39:36.424232 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e2625-4b51-45a3-b8c6-55a7a19007d2 req-a9cc08f4-754c-46ab-979c-4b6bbbbd3bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:36.425831 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c12e2625-4b51-45a3-b8c6-55a7a19007d2 req-a9cc08f4-754c-46ab-979c-4b6bbbbd3bf4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c15e34d135d048379888e28b7cdd5b3a&device_id=e4ba4e76-0a36-4e27-98f7-c81aca89c10b HTTP/1.1" status: 200 len: 1097 time: 0.2613628 Jun 17 08:39:36.483147 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-96334305-b6dc-45f3-a3d4-26e05b502c71 req-340a692f-607d-409f-ab1b-537002153429 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:36.488967 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-80b7893f-7272-4a62-819f-fb6cc5a90e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:36.505850 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['f62b5d15-8228-4ce8-921d-bbe84d1b207e', '4c6a4554-5f02-4460-aa6e-57387a4631c7'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:39:36.538931 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d632b2b1-2bf0-4866-92eb-7dfc165aee78 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3245268 Jun 17 08:39:36.539734 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43184) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:36.548785 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a692f-607d-409f-ab1b-537002153429 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Pushing event deleted for resources: {'Port': ['ID=34d74efa-d1f9-4758-a95e-25b104f27d19,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:36.557519 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-340a692f-607d-409f-ab1b-537002153429 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:36.575090 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0e47149e-ac38-47fe-acde-9fd9425a9fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:36.589425 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0e47149e-ac38-47fe-acde-9fd9425a9fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:36.590939 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68e101-34ef-4e28-ae31-ddc6d626aaf5 req-3010ad5f-56fd-49f1-b8ee-38cf2e0897b2 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:36.598894 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be68e101-34ef-4e28-ae31-ddc6d626aaf5 req-3010ad5f-56fd-49f1-b8ee-38cf2e0897b2 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1d6382b-5551-4890-b165-1874da4011c4 HTTP/1.1" status: 200 len: 949 time: 0.3102612 Jun 17 08:39:36.604043 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-e384955f-5081-4675-a180-7591a58edef9 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Request body: {'port': {'network_id': 'e6e64c38-ad97-489f-9518-425d34d9a3fe', 'name': 'tempest-TaggedBootDevicesTest-772426871', 'fixed_ips': [{'subnet_id': '2894234f-604f-431e-bd6f-3a05627bbd3a'}]}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:36.637140 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0e47149e-ac38-47fe-acde-9fd9425a9fe5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fdc01a94-a192-4263-9bd1-2e6237cf9122 HTTP/1.1" status: 204 len: 168 time: 0.5706806 Jun 17 08:39:36.701388 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4b3a4ebe-518f-40c8-aebf-7f7ed33f5fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:36.811750 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-96334305-b6dc-45f3-a3d4-26e05b502c71 req-340a692f-607d-409f-ab1b-537002153429 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] No DVR routers for this DVR port 34d74efa-d1f9-4758-a95e-25b104f27d19 on host n-h2-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:39:36.828897 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47149e-ac38-47fe-acde-9fd9425a9fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc01a94-a192-4263-9bd1-2e6237cf9122,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:36.837146 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0e47149e-ac38-47fe-acde-9fd9425a9fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:36.838355 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-96334305-b6dc-45f3-a3d4-26e05b502c71 req-340a692f-607d-409f-ab1b-537002153429 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:36.842367 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-96334305-b6dc-45f3-a3d4-26e05b502c71 req-340a692f-607d-409f-ab1b-537002153429 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.53 "DELETE /v2.0/ports/34d74efa-d1f9-4758-a95e-25b104f27d19 HTTP/1.1" status: 204 len: 173 time: 1.9466114 Jun 17 08:39:36.855017 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-a4bce324-6426-46a6-899d-2c10c7c44cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840871843-router', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:21Z', 'revision_number': 4, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'gw_port': {'id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': 'd3e93000-2b10-47a8-910a-3d58989593ea', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'floating_ip_address': '172.25.2.2', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'port_id': '4b962e4d-8f9c-4067-aa4b-00a3fc188f26', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527', 'mac_address': 'fa:16:3e:ae:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ba4e76-0a36-4e27-98f7-c81aca89c10b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:36:51Z', 'updated_at': '2021-06-17T08:39:33Z', 'revision_number': 5, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd889228a-7466-403a-b2cf-746d88470ba5', 'name': '', 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'mac_address': 'fa:16:3e:fc:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:19Z', 'updated_at': '2021-06-17T08:36:29Z', 'revision_number': 5, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'subnets': [{'id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:36.871811 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be68e101-34ef-4e28-ae31-ddc6d626aaf5 req-456996a4-2555-4245-ab6e-870964412c10 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716968 Jun 17 08:39:36.874959 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2e2040-a40e-4351-a99c-ed5314a378cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-0fce4727-88f7-41b8-b3dd-e1c2f2afd31d', 'network_id': '0fce4727-88f7-41b8-b3dd-e1c2f2afd31d', 'tenant_id': '6c36ebc9bc9546a0a241353c6d26d1f3', 'fixed_ips': [{'subnet_id': '87b08185-d8a4-4e04-8864-790140be9a38'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:39:36.875903 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0e2e2040-a40e-4351-a99c-ed5314a378cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:36.891771 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e2625-4b51-45a3-b8c6-55a7a19007d2 req-86995848-8c5e-4183-b5f6-4df204613439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:36.899016 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c12e2625-4b51-45a3-b8c6-55a7a19007d2 req-86995848-8c5e-4183-b5f6-4df204613439 service neutron] 10.222.0.50 "GET /v2.0/networks?id=31e06f2d-0e35-40cc-88df-cef11ddd5527 HTTP/1.1" status: 200 len: 924 time: 0.4627612 Jun 17 08:39:36.941274 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bce324-6426-46a6-899d-2c10c7c44cb9 None None] The sync data for ids ['e120ac66-135b-4adc-919c-bcdbfe62a5f7'] in n-d-758944-30 is: [{'id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840871843-router', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:21Z', 'revision_number': 4, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'gw_port': {'id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': 'd3e93000-2b10-47a8-910a-3d58989593ea', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'floating_ip_address': '172.25.2.2', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'port_id': '4b962e4d-8f9c-4067-aa4b-00a3fc188f26', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527', 'mac_address': 'fa:16:3e:ae:28:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ba4e76-0a36-4e27-98f7-c81aca89c10b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:36:51Z', 'updated_at': '2021-06-17T08:39:33Z', 'revision_number': 5, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd889228a-7466-403a-b2cf-746d88470ba5', 'name': '', 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'mac_address': 'fa:16:3e:fc:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:19Z', 'updated_at': '2021-06-17T08:36:29Z', 'revision_number': 5, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'subnets': [{'id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:39:37.011381 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557566a-1688-400d-b31c-632078c61bf0 req-afffc1c8-51d7-4e27-a0a1-bb3fa94bbdc4 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:37.019537 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b557566a-1688-400d-b31c-632078c61bf0 req-afffc1c8-51d7-4e27-a0a1-bb3fa94bbdc4 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdcb9357-b85d-4c8c-8888-c3a23dd496e6 HTTP/1.1" status: 200 len: 947 time: 0.2124352 Jun 17 08:39:37.131590 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b557566a-1688-400d-b31c-632078c61bf0 req-191624c9-d079-4ec0-b646-9cf2af8b8f95 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.49 "GET /v2.0/security-groups?id=cee55996-6fcc-4b21-967c-33918b4742cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088545 Jun 17 08:39:37.145629 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18831f2-8c29-4de3-9ede-91e07f397a22 None None] Network e6e64c38-ad97-489f-9518-425d34d9a3fe requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:37.226827 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b49efd5-c979-44ec-87ce-15eb11619642 x-openstack-request-id: req-7b49efd5-c979-44ec-87ce-15eb11619642 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:37.227169 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdcb9357-b85d-4c8c-8888-c3a23dd496e6", "tag": "fc7d7d02-cafb-4cca-b4dc-3369d572b6d2", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:37.227615 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b49efd5-c979-44ec-87ce-15eb11619642 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:37.229836 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdcb9357-b85d-4c8c-8888-c3a23dd496e6', 'tag': 'fc7d7d02-cafb-4cca-b4dc-3369d572b6d2', 'status': 'completed', 'code': 200} Jun 17 08:39:37.231965 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c12e2625-4b51-45a3-b8c6-55a7a19007d2 req-a6391a7e-2962-41f6-919b-e609c8f7f009 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b962e4d-8f9c-4067-aa4b-00a3fc188f26 HTTP/1.1" status: 200 len: 997 time: 0.2831984 Jun 17 08:39:37.331863 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128fa37-c991-443d-af82-8ceea1981d73 req-64099398-a3b4-46fc-8443-e19707e3f987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:37.335833 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0128fa37-c991-443d-af82-8ceea1981d73 req-64099398-a3b4-46fc-8443-e19707e3f987 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9f6a0eceba2b482f8a7f645a7a74082b&device_id=bdcb9357-b85d-4c8c-8888-c3a23dd496e6 HTTP/1.1" status: 200 len: 1099 time: 0.8340986 Jun 17 08:39:37.496399 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0128fa37-c991-443d-af82-8ceea1981d73 req-e845a90b-9748-4db6-ba58-b27f0587e0d8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=fc7d7d02-cafb-4cca-b4dc-3369d572b6d2 HTTP/1.1" status: 200 len: 217 time: 0.0745296 Jun 17 08:39:37.497354 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e384955f-5081-4675-a180-7591a58edef9 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Made reservation on behalf of 6c36ebc9bc9546a0a241353c6d26d1f3 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:37.549042 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 92455f60-95c1-4e0f-9c9e-f484196477bb up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:37.564152 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45727c9a-892d-48e3-a05b-8ab6e9425261 None None] New status for floating IP d3e93000-2b10-47a8-910a-3d58989593ea: ACTIVE {{(pid=94521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:39:37.612133 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128fa37-c991-443d-af82-8ceea1981d73 req-f499851a-987e-4f59-9547-a4e15e124d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:37.613768 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0128fa37-c991-443d-af82-8ceea1981d73 req-f499851a-987e-4f59-9547-a4e15e124d8b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0832624 Jun 17 08:39:37.737716 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e2625-4b51-45a3-b8c6-55a7a19007d2 req-055fb3a4-9327-40a7-b858-c0188207d0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:37.739246 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c12e2625-4b51-45a3-b8c6-55a7a19007d2 req-055fb3a4-9327-40a7-b858-c0188207d0bc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e5e8ab6c-8b7b-4e37-b033-797fad98bbda HTTP/1.1" status: 200 len: 862 time: 0.4540348 Jun 17 08:39:37.826580 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-9150e644-a6b2-4b54-87b2-156aab0526af None None] Provisioning for port 92455f60-95c1-4e0f-9c9e-f484196477bb completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:37.856911 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e384955f-5081-4675-a180-7591a58edef9 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.871821 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d8f49-ef38-478e-a4f0-92c5a95e479c req-5e568fe6-74e6-459a-a10b-c3178b9172c2 tempest-ServersOnMultiNodesTest-1638894366 tempest-ServersOnMultiNodesTest-1638894366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:37.880413 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-299d8f49-ef38-478e-a4f0-92c5a95e479c req-5e568fe6-74e6-459a-a10b-c3178b9172c2 tempest-ServersOnMultiNodesTest-1638894366 tempest-ServersOnMultiNodesTest-1638894366-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e1d6382b-5551-4890-b165-1874da4011c4 HTTP/1.1" status: 200 len: 1101 time: 0.0849774 Jun 17 08:39:37.889177 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43204) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:37.898839 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-0e2e2040-a40e-4351-a99c-ed5314a378cb None None] Allocated IP 10.2.2.2 (0fce4727-88f7-41b8-b3dd-e1c2f2afd31d/87b08185-d8a4-4e04-8864-790140be9a38/8ea156e2-889a-4749-922a-b82b0e271be3) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:37.899046 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe7383-4732-40e0-b99b-8a7bc806c267 req-1dc67069-5be6-4870-95c8-8f3934ff6648 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:37.907277 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0ebe7383-4732-40e0-b99b-8a7bc806c267 req-1dc67069-5be6-4870-95c8-8f3934ff6648 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 945 time: 0.4864430 Jun 17 08:39:37.925861 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-299d8f49-ef38-478e-a4f0-92c5a95e479c req-b31672cd-4e7b-462e-a128-4852f402262c tempest-ServersOnMultiNodesTest-1638894366 tempest-ServersOnMultiNodesTest-1638894366-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.931527 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dc17ca7f-a26a-4d47-92e8-bc16a7621de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.938232 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128fa37-c991-443d-af82-8ceea1981d73 req-afd1bade-a028-4d50-8977-8225bfd9c6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:37.939893 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0128fa37-c991-443d-af82-8ceea1981d73 req-afd1bade-a028-4d50-8977-8225bfd9c6df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2774496 Jun 17 08:39:37.944777 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [None req-e384955f-5081-4675-a180-7591a58edef9 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] device_id is not set on port 61751c0f-ee68-448f-a430-8d3ee8711041 yet. {{(pid=94519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:39:38.058051 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 92455f60-95c1-4e0f-9c9e-f484196477bb completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:38.078699 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 92455f60-95c1-4e0f-9c9e-f484196477bb triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:38.079583 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:38.128476 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-299d8f49-ef38-478e-a4f0-92c5a95e479c req-b31672cd-4e7b-462e-a128-4852f402262c tempest-ServersOnMultiNodesTest-1638894366 tempest-ServersOnMultiNodesTest-1638894366-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:38.143473 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb41070-937c-43c3-b406-4414d77a4928', 'name': 'network-vif-deleted', 'tag': '34d74efa-d1f9-4758-a95e-25b104f27d19'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:38.147079 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d0d4aa-5420-41ac-a9a0-c73964503728" -d '{"events": [{"server_uuid": "efb41070-937c-43c3-b406-4414d77a4928", "name": "network-vif-deleted", "tag": "34d74efa-d1f9-4758-a95e-25b104f27d19"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:38.166243 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0ebe7383-4732-40e0-b99b-8a7bc806c267 req-bbdb022c-128c-451e-87e7-8739104deba8 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571244 Jun 17 08:39:38.177506 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e2625-4b51-45a3-b8c6-55a7a19007d2 req-f27e0b6f-7189-42b4-93fe-d00551f9762d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:38.182301 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c12e2625-4b51-45a3-b8c6-55a7a19007d2 req-f27e0b6f-7189-42b4-93fe-d00551f9762d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31e06f2d-0e35-40cc-88df-cef11ddd5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4174321 Jun 17 08:39:38.264513 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-299d8f49-ef38-478e-a4f0-92c5a95e479c req-b31672cd-4e7b-462e-a128-4852f402262c tempest-ServersOnMultiNodesTest-1638894366 tempest-ServersOnMultiNodesTest-1638894366-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:38.279219 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2d95ddfa-a37e-4e02-b7dd-8402edd07eec tempest-SecurityGroupsTestAdminJSON-226020546 tempest-SecurityGroupsTestAdminJSON-226020546-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:38.280110 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 34d74efa-d1f9-4758-a95e-25b104f27d19 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:39:38.320190 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0e2e2040-a40e-4351-a99c-ed5314a378cb None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:38.333122 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 34d74efa-d1f9-4758-a95e-25b104f27d19 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:39:38.333355 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 34d74efa-d1f9-4758-a95e-25b104f27d19 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:39:38.349853 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-0e2e2040-a40e-4351-a99c-ed5314a378cb None None] Transition to ACTIVE for port object 8ea156e2-889a-4749-922a-b82b0e271be3 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:38.358475 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:38.392636 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-0e2e2040-a40e-4351-a99c-ed5314a378cb None None] Transition to ACTIVE for port object 8ea156e2-889a-4749-922a-b82b0e271be3 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:38.392863 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-299d8f49-ef38-478e-a4f0-92c5a95e479c req-b31672cd-4e7b-462e-a128-4852f402262c tempest-ServersOnMultiNodesTest-1638894366 tempest-ServersOnMultiNodesTest-1638894366-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111287 Jun 17 08:39:38.449253 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0128fa37-c991-443d-af82-8ceea1981d73 req-8ed59681-687a-4709-93c5-8b7287e85a54 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926746 Jun 17 08:39:38.460045 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31672cd-4e7b-462e-a128-4852f402262c tempest-ServersOnMultiNodesTest-1638894366 tempest-ServersOnMultiNodesTest-1638894366-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06773247-c2fb-4756-a7e8-bc50a37cccfe,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:38.467113 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 92455f60-95c1-4e0f-9c9e-f484196477bb, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=92455f60-95c1-4e0f-9c9e-f484196477bb,segment=NetworkSegment(b0325609-5214-40f3-9394-b32e6da8c208),segment_id=b0325609-5214-40f3-9394-b32e6da8c208)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:38.482841 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0e2e2040-a40e-4351-a99c-ed5314a378cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:38.485515 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:38.486616 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b31672cd-4e7b-462e-a128-4852f402262c tempest-ServersOnMultiNodesTest-1638894366 tempest-ServersOnMultiNodesTest-1638894366-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:38.553388 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:38.571686 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2e2040-a40e-4351-a99c-ed5314a378cb None None] Network 0fce4727-88f7-41b8-b3dd-e1c2f2afd31d is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:38.592663 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-0e2e2040-a40e-4351-a99c-ed5314a378cb None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:38.594437 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dc17ca7f-a26a-4d47-92e8-bc16a7621de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:38.608656 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2e2040-a40e-4351-a99c-ed5314a378cb None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:38.611822 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e2040-a40e-4351-a99c-ed5314a378cb None None] Pushing event updated for resources: {'Port': ['ID=8ea156e2-889a-4749-922a-b82b0e271be3,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:38.615221 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0e2e2040-a40e-4351-a99c-ed5314a378cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:38.615697 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:38.652529 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5ec47997-11e6-4322-bffa-c047abe4e041 req-c704e50e-167e-4ad9-b157-234646b5cbba tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=efb41070-937c-43c3-b406-4414d77a4928 HTTP/1.1" status: 200 len: 210 time: 0.1178410 Jun 17 08:39:38.665702 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c12e2625-4b51-45a3-b8c6-55a7a19007d2 req-69da3096-afb2-4a94-b40d-44160e0dce7b service neutron] 10.222.0.50 "GET /v2.0/networks/31e06f2d-0e35-40cc-88df-cef11ddd5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685471 Jun 17 08:39:38.681684 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-e384955f-5081-4675-a180-7591a58edef9 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Allocated IP 10.1.1.45 (e6e64c38-ad97-489f-9518-425d34d9a3fe/2894234f-604f-431e-bd6f-3a05627bbd3a/61751c0f-ee68-448f-a430-8d3ee8711041) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:38.733754 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb0d121-83d2-4249-9bdb-da861b147dab x-openstack-request-id: req-bfb0d121-83d2-4249-9bdb-da861b147dab {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:38.734213 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb41070-937c-43c3-b406-4414d77a4928", "name": "network-vif-deleted", "tag": "34d74efa-d1f9-4758-a95e-25b104f27d19", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:38.734561 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bfb0d121-83d2-4249-9bdb-da861b147dab {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:38.736228 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb41070-937c-43c3-b406-4414d77a4928', 'name': 'network-vif-deleted', 'tag': '34d74efa-d1f9-4758-a95e-25b104f27d19', 'status': 'completed', 'code': 200} Jun 17 08:39:38.743534 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dc17ca7f-a26a-4d47-92e8-bc16a7621de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:38.762924 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-cceedad1-e6d1-4565-aefa-5534c63c6864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:38.787503 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=92455f60-95c1-4e0f-9c9e-f484196477bb,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:38.800587 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17ca7f-a26a-4d47-92e8-bc16a7621de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c906d8-6eac-4476-b827-aebac099ac9c,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:38.805287 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dc17ca7f-a26a-4d47-92e8-bc16a7621de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:38.814023 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:38.819656 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-0e2e2040-a40e-4351-a99c-ed5314a378cb None None] Attempting to bind port 8ea156e2-889a-4749-922a-b82b0e271be3 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:39:38.820130 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-0e2e2040-a40e-4351-a99c-ed5314a378cb None None] Attempting to bind port 8ea156e2-889a-4749-922a-b82b0e271be3 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'f5d0f3f6-62f0-47a6-b905-034f0d864ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0fce4727-88f7-41b8-b3dd-e1c2f2afd31d'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:39:38.820505 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2e2040-a40e-4351-a99c-ed5314a378cb None None] Attempting to bind port 8ea156e2-889a-4749-922a-b82b0e271be3 on network 0fce4727-88f7-41b8-b3dd-e1c2f2afd31d {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:38.831248 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2e2040-a40e-4351-a99c-ed5314a378cb None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:39:38.831694 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2e2040-a40e-4351-a99c-ed5314a378cb None None] Checking segment: {'id': 'f5d0f3f6-62f0-47a6-b905-034f0d864ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0fce4727-88f7-41b8-b3dd-e1c2f2afd31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:38.832083 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0e2e2040-a40e-4351-a99c-ed5314a378cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:38.832543 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2e2040-a40e-4351-a99c-ed5314a378cb None None] Bound using segment: {'id': 'f5d0f3f6-62f0-47a6-b905-034f0d864ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0fce4727-88f7-41b8-b3dd-e1c2f2afd31d'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:39:38.833100 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-0e2e2040-a40e-4351-a99c-ed5314a378cb None None] Bound port: 8ea156e2-889a-4749-922a-b82b0e271be3, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d0f3f6-62f0-47a6-b905-034f0d864ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0fce4727-88f7-41b8-b3dd-e1c2f2afd31d'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:39:38.833496 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0e2e2040-a40e-4351-a99c-ed5314a378cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:38.835585 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-6db8442b-8bcb-4213-841f-936c5687a532 None None] Provisioning complete for port 92455f60-95c1-4e0f-9c9e-f484196477bb triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:38.835977 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6db8442b-8bcb-4213-841f-936c5687a532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:38.842773 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c12e2625-4b51-45a3-b8c6-55a7a19007d2 req-092793a6-39c3-4ff1-a59d-dbbfd44a8174 service neutron] 10.222.0.50 "GET /v2.0/networks/31e06f2d-0e35-40cc-88df-cef11ddd5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685348 Jun 17 08:39:38.861153 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0128fa37-c991-443d-af82-8ceea1981d73 req-d071914c-7987-4660-b92c-52461df54811 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921449 Jun 17 08:39:38.878283 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abed271-df37-4a0b-b79c-686f15d2ddc3 req-c9997d42-19f7-4233-bd6f-c820a44a4181 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:38.889392 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5abed271-df37-4a0b-b79c-686f15d2ddc3 req-c9997d42-19f7-4233-bd6f-c820a44a4181 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 946 time: 0.2534060 Jun 17 08:39:38.910015 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-dc17ca7f-a26a-4d47-92e8-bc16a7621de3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b6623b41df4b44d5ab4f7e3cf205e84b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0191836 Jun 17 08:39:38.925758 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43214) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:38.936847 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-0e2e2040-a40e-4351-a99c-ed5314a378cb None None] For port 8ea156e2-889a-4749-922a-b82b0e271be3, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:39:38.941053 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-0e2e2040-a40e-4351-a99c-ed5314a378cb None None] For port 8ea156e2-889a-4749-922a-b82b0e271be3, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=8ea156e2-889a-4749-922a-b82b0e271be3,segment=NetworkSegment(f5d0f3f6-62f0-47a6-b905-034f0d864ca7),segment_id=f5d0f3f6-62f0-47a6-b905-034f0d864ca7)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:39:38.986401 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5abed271-df37-4a0b-b79c-686f15d2ddc3 req-e83d0797-6a10-4dc2-b528-b09081f685cc tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944333 Jun 17 08:39:39.025696 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8a58250a-7bed-4f4f-bb44-fbfadc265fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.052909 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8a58250a-7bed-4f4f-bb44-fbfadc265fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.070112 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0e2e2040-a40e-4351-a99c-ed5314a378cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.076527 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:39.109672 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c262d5-d3fd-4068-9ad0-8ea0a4123a57 req-b01aa1d1-c9aa-4970-bedf-9b2c33387ca2 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:39.111397 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-95c262d5-d3fd-4068-9ad0-8ea0a4123a57 req-b01aa1d1-c9aa-4970-bedf-9b2c33387ca2 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdcb9357-b85d-4c8c-8888-c3a23dd496e6 HTTP/1.1" status: 200 len: 947 time: 0.2332921 Jun 17 08:39:39.126759 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 92455f60-95c1-4e0f-9c9e-f484196477bb up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:39.167410 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e384955f-5081-4675-a180-7591a58edef9 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.189212 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-95c262d5-d3fd-4068-9ad0-8ea0a4123a57 req-d2aa371d-3c15-47ae-8f1c-38fc70155e4d tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.49 "GET /v2.0/security-groups?id=cee55996-6fcc-4b21-967c-33918b4742cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713451 Jun 17 08:39:39.201034 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e2040-a40e-4351-a99c-ed5314a378cb None None] Pushing event updated for resources: {'Port': ['ID=8ea156e2-889a-4749-922a-b82b0e271be3,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:39.206161 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012d66b-f067-4ad3-942a-5a7a5f4450f1 req-dea3567a-7682-4339-a33d-801cddb33ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:39.207767 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5012d66b-f067-4ad3-942a-5a7a5f4450f1 req-dea3567a-7682-4339-a33d-801cddb33ea4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9f6a0eceba2b482f8a7f645a7a74082b&device_id=bdcb9357-b85d-4c8c-8888-c3a23dd496e6 HTTP/1.1" status: 200 len: 1099 time: 0.1872258 Jun 17 08:39:39.213387 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0e2e2040-a40e-4351-a99c-ed5314a378cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:39.234315 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8a58250a-7bed-4f4f-bb44-fbfadc265fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.241479 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8a58250a-7bed-4f4f-bb44-fbfadc265fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.245898 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-8a58250a-7bed-4f4f-bb44-fbfadc265fbc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5c906d8-6eac-4476-b827-aebac099ac9c HTTP/1.1" status: 204 len: 168 time: 0.3177874 Jun 17 08:39:39.246008 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-e384955f-5081-4675-a180-7591a58edef9 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Transition to ACTIVE for port object 61751c0f-ee68-448f-a430-8d3ee8711041 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:39.247341 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e7890be8-915b-4d3f-9105-6ff022dccdb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:39.266582 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58250a-7bed-4f4f-bb44-fbfadc265fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c906d8-6eac-4476-b827-aebac099ac9c,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:39.270520 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8a58250a-7bed-4f4f-bb44-fbfadc265fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:39.296959 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 92455f60-95c1-4e0f-9c9e-f484196477bb triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:39.305930 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.347741 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012d66b-f067-4ad3-942a-5a7a5f4450f1 req-1a9836c6-af46-47a3-ab54-baa6e5014687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:39.349223 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5012d66b-f067-4ad3-942a-5a7a5f4450f1 req-1a9836c6-af46-47a3-ab54-baa6e5014687 service neutron] 10.222.0.50 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.1340599 Jun 17 08:39:39.419326 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5012d66b-f067-4ad3-942a-5a7a5f4450f1 req-c72ae9a1-c141-4abf-8e42-dab018adf79a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=fc7d7d02-cafb-4cca-b4dc-3369d572b6d2 HTTP/1.1" status: 200 len: 217 time: 0.0625520 Jun 17 08:39:39.538095 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e384955f-5081-4675-a180-7591a58edef9 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.547748 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0bad2e1b-aa7f-4186-964b-2a584625133d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:39.611753 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012d66b-f067-4ad3-942a-5a7a5f4450f1 req-f64351d7-61f1-48d7-9814-f60846c20fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:39.613560 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5012d66b-f067-4ad3-942a-5a7a5f4450f1 req-f64351d7-61f1-48d7-9814-f60846c20fd0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1767347 Jun 17 08:39:39.620418 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e384955f-5081-4675-a180-7591a58edef9 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Network e6e64c38-ad97-489f-9518-425d34d9a3fe is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:39.634954 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-e384955f-5081-4675-a180-7591a58edef9 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:39.636907 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384955f-5081-4675-a180-7591a58edef9 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Pushing event updated for resources: {'Port': ['ID=61751c0f-ee68-448f-a430-8d3ee8711041,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:39.648438 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e384955f-5081-4675-a180-7591a58edef9 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:39.648438 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e384955f-5081-4675-a180-7591a58edef9 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:39.743141 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-def75c75-a7eb-4205-b881-e4b995679ec7 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=da9417294c5449b28843fbefd48fea0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331089 Jun 17 08:39:39.746317 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29651a-cd31-40a0-9c4d-5bb9baf0efdb req-5a7d9ab5-affe-47b2-9ca4-ca834d9fe2fd tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:39.753683 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3e29651a-cd31-40a0-9c4d-5bb9baf0efdb req-5a7d9ab5-affe-47b2-9ca4-ca834d9fe2fd tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 945 time: 0.3957431 Jun 17 08:39:39.760698 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e384955f-5081-4675-a180-7591a58edef9 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:39.761353 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e384955f-5081-4675-a180-7591a58edef9 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.812472 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012d66b-f067-4ad3-942a-5a7a5f4450f1 req-d23d2307-5749-45ca-b8a8-b56692e51a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:39.814524 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5012d66b-f067-4ad3-942a-5a7a5f4450f1 req-d23d2307-5749-45ca-b8a8-b56692e51a6b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1883531 Jun 17 08:39:39.817961 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3e29651a-cd31-40a0-9c4d-5bb9baf0efdb req-8a9f5506-2c68-4f30-bf42-45ebc595936d tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634630 Jun 17 08:39:39.876844 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-1692724b-e84c-4751-892a-2136bb0b4642 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:39.878568 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-1692724b-e84c-4751-892a-2136bb0b4642 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1345630 Jun 17 08:39:39.896124 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-02e1edbb-1ea7-4975-acbc-78de19ef3cea tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/quotas/da9417294c5449b28843fbefd48fea0b HTTP/1.1" status: 200 len: 375 time: 0.0115883 Jun 17 08:39:39.911382 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e384955f-5081-4675-a180-7591a58edef9 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3264077 Jun 17 08:39:39.911908 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43236) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:39.916907 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-cd651d71-6d21-46e3-addc-f3f43f29389c tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Request body: {'port': {'network_id': 'e6e64c38-ad97-489f-9518-425d34d9a3fe', 'name': 'tempest-TaggedBootDevicesTest-1235936360', 'fixed_ips': [{'subnet_id': '2894234f-604f-431e-bd6f-3a05627bbd3a'}]}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:39.990300 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5012d66b-f067-4ad3-942a-5a7a5f4450f1 req-e032297d-9663-4edc-92b8-77d8ef972e6c service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659076 Jun 17 08:39:40.085616 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-320ee58b-c1ea-406e-a1ae-5fd3de1bd065 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=da9417294c5449b28843fbefd48fea0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1812575 Jun 17 08:39:40.112508 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ec9cf009-c57a-4983-ad61-6695c949932c None None] Provisioning for port 61751c0f-ee68-448f-a430-8d3ee8711041 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:40.118124 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ec9cf009-c57a-4983-ad61-6695c949932c None None] Provisioning complete for port 61751c0f-ee68-448f-a430-8d3ee8711041 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:40.118870 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ec9cf009-c57a-4983-ad61-6695c949932c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.166024 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-ec9cf009-c57a-4983-ad61-6695c949932c None None] Port 61751c0f-ee68-448f-a430-8d3ee8711041 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:39:40.198839 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5012d66b-f067-4ad3-942a-5a7a5f4450f1 req-492398a5-5865-4e56-834d-8a32eec33a74 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007113 Jun 17 08:39:40.227994 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd651d71-6d21-46e3-addc-f3f43f29389c tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Made reservation on behalf of 6c36ebc9bc9546a0a241353c6d26d1f3 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:40.316307 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cd651d71-6d21-46e3-addc-f3f43f29389c tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.336049 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [None req-cd651d71-6d21-46e3-addc-f3f43f29389c tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] device_id is not set on port cfce5a70-1d0c-48d9-8e6c-6801727077d5 yet. {{(pid=94520) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:39:40.480981 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4222fb28-bfaf-47e9-85b7-474d614cdfb7 None None] Network 0fce4727-88f7-41b8-b3dd-e1c2f2afd31d requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:40.575617 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-cd651d71-6d21-46e3-addc-f3f43f29389c tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Allocated IP 10.1.1.201 (e6e64c38-ad97-489f-9518-425d34d9a3fe/2894234f-604f-431e-bd6f-3a05627bbd3a/cfce5a70-1d0c-48d9-8e6c-6801727077d5) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:40.757533 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-effaea59-4b56-4cfc-9745-9b7665526977 None None] Provisioning for port 8ea156e2-889a-4749-922a-b82b0e271be3 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:40.767088 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01a9af-5f1c-42eb-bc5f-8ce69e2e1ac6 req-29b28147-86e6-4441-9529-06eaa1807a1c tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:40.775351 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ca01a9af-5f1c-42eb-bc5f-8ce69e2e1ac6 req-29b28147-86e6-4441-9529-06eaa1807a1c tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 946 time: 0.0841937 Jun 17 08:39:40.801129 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cd651d71-6d21-46e3-addc-f3f43f29389c tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.817909 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-cd651d71-6d21-46e3-addc-f3f43f29389c tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Transition to ACTIVE for port object cfce5a70-1d0c-48d9-8e6c-6801727077d5 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:40.819137 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ca01a9af-5f1c-42eb-bc5f-8ce69e2e1ac6 req-8f85c47d-8f07-4b04-bab8-6ee955ad9a83 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423782 Jun 17 08:39:41.000304 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cd651d71-6d21-46e3-addc-f3f43f29389c tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.008561 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4394ec9b-3ad2-4dd8-adf7-11c9340648cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:41.065274 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device fc7d7d02-cafb-4cca-b4dc-3369d572b6d2 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:39:41.131228 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 8ea156e2-889a-4749-922a-b82b0e271be3 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:41.141035 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd651d71-6d21-46e3-addc-f3f43f29389c tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Network e6e64c38-ad97-489f-9518-425d34d9a3fe is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:41.146108 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-cd651d71-6d21-46e3-addc-f3f43f29389c tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:41.155176 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4034d-175e-4ad6-be0d-f42b888576b3 req-27ea6891-574f-446b-947d-55fb6cd4293e tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:41.161161 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd651d71-6d21-46e3-addc-f3f43f29389c tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:41.165982 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd651d71-6d21-46e3-addc-f3f43f29389c tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Pushing event updated for resources: {'Port': ['ID=cfce5a70-1d0c-48d9-8e6c-6801727077d5,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:41.167065 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f2a4034d-175e-4ad6-be0d-f42b888576b3 req-27ea6891-574f-446b-947d-55fb6cd4293e tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdcb9357-b85d-4c8c-8888-c3a23dd496e6 HTTP/1.1" status: 200 len: 947 time: 0.1254172 Jun 17 08:39:41.191918 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-cd651d71-6d21-46e3-addc-f3f43f29389c tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:41.243798 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd651d71-6d21-46e3-addc-f3f43f29389c tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:41.244191 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cd651d71-6d21-46e3-addc-f3f43f29389c tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.256530 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f2a4034d-175e-4ad6-be0d-f42b888576b3 req-79fdbf4d-32b9-40eb-80db-f2f80d4c1986 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.49 "GET /v2.0/security-groups?id=cee55996-6fcc-4b21-967c-33918b4742cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884373 Jun 17 08:39:41.315283 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port fc7d7d02-cafb-4cca-b4dc-3369d572b6d2, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=fc7d7d02-cafb-4cca-b4dc-3369d572b6d2,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:41.334679 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': 'fc7d7d02-cafb-4cca-b4dc-3369d572b6d2', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': 'fc7d7d02-cafb-4cca-b4dc-3369d572b6d2', 'mac_address': 'fa:16:3e:d4:1a:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:39:41.359561 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-cd651d71-6d21-46e3-addc-f3f43f29389c tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4392774 Jun 17 08:39:41.413060 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563604f9-12dc-4751-b991-9323753e1fac req-f505c762-9f8b-4692-83d9-e87cae93a333 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:41.414930 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-563604f9-12dc-4751-b991-9323753e1fac req-f505c762-9f8b-4692-83d9-e87cae93a333 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=61f81ce8-aa89-48ff-8798-d6239fd82a17 HTTP/1.1" status: 200 len: 949 time: 0.1660166 Jun 17 08:39:41.416971 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.442010 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7d7d02-cafb-4cca-b4dc-3369d572b6d2 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:39:41.473986 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port fc7d7d02-cafb-4cca-b4dc-3369d572b6d2, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=fc7d7d02-cafb-4cca-b4dc-3369d572b6d2,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:41.474975 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-563604f9-12dc-4751-b991-9323753e1fac req-280d795a-db56-4c7d-ae90-0e7bb9280582 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487208 Jun 17 08:39:41.476854 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 8ea156e2-889a-4749-922a-b82b0e271be3 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:41.480108 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebe660-1bfa-4a50-9617-4dcdb0e1ce89 req-114ab741-32ea-4579-b3da-b562b6477537 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:41.481911 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 8ea156e2-889a-4749-922a-b82b0e271be3 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:41.482511 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.487261 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d6ebe660-1bfa-4a50-9617-4dcdb0e1ce89 req-114ab741-32ea-4579-b3da-b562b6477537 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 945 time: 0.1128411 Jun 17 08:39:41.543482 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d6ebe660-1bfa-4a50-9617-4dcdb0e1ce89 req-58a865fc-26e9-46d1-ba78-067d0ce6f957 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552425 Jun 17 08:39:41.599952 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.605115 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-c638b48e-8d58-4341-b2d0-a7f506101503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:41.632196 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-828df949-9f19-4ffc-a5e1-431a59f68659 None None] Provisioning for port cfce5a70-1d0c-48d9-8e6c-6801727077d5 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:41.653127 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-828df949-9f19-4ffc-a5e1-431a59f68659 None None] Provisioning complete for port cfce5a70-1d0c-48d9-8e6c-6801727077d5 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:41.653127 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-828df949-9f19-4ffc-a5e1-431a59f68659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.653127 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.706069 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=fc7d7d02-cafb-4cca-b4dc-3369d572b6d2,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:41.709393 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:41.717811 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-828df949-9f19-4ffc-a5e1-431a59f68659 None None] Port cfce5a70-1d0c-48d9-8e6c-6801727077d5 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:39:41.755840 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 8ea156e2-889a-4749-922a-b82b0e271be3, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=8ea156e2-889a-4749-922a-b82b0e271be3,segment=NetworkSegment(f5d0f3f6-62f0-47a6-b905-034f0d864ca7),segment_id=f5d0f3f6-62f0-47a6-b905-034f0d864ca7)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:41.799797 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-de24c3d9-8982-4537-9c14-5f053ff75df2 req-0051abe3-c9dc-4d59-924a-e36afba5d3a3 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=086e378d-7c90-498d-9439-cdf820b2b635 HTTP/1.1" status: 200 len: 210 time: 0.0332525 Jun 17 08:39:41.821685 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['fc7d7d02-cafb-4cca-b4dc-3369d572b6d2'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:39:41.988871 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:41.994327 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:42.026046 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ed3f4-13cd-4495-b0e6-cf859da22d29 req-ab5658c0-f501-4ef7-a017-3b15a66ea418 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:42.034465 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7e3ed3f4-13cd-4495-b0e6-cf859da22d29 req-ab5658c0-f501-4ef7-a017-3b15a66ea418 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 946 time: 0.0915761 Jun 17 08:39:42.055332 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43296) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:42.060309 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-27f555d2-5622-46f4-8bfe-6ca4a28f55e8 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1230227071', 'description': 'tempest-description--2011077043'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:42.085920 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7e3ed3f4-13cd-4495-b0e6-cf859da22d29 req-3ad5dcbd-f291-4938-9002-91f4836c5ed3 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503564 Jun 17 08:39:42.095967 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=8ea156e2-889a-4749-922a-b82b0e271be3,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:42.099282 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:42.175967 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-27f555d2-5622-46f4-8bfe-6ca4a28f55e8 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:42.195486 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9a45e-038c-4317-af6d-e797bb333522 req-93fa2996-27bb-4daa-9ff4-bfce438fa7b5 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:42.197015 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bed9a45e-038c-4317-af6d-e797bb333522 req-93fa2996-27bb-4daa-9ff4-bfce438fa7b5 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.53 "GET /v2.0/ports?device_id=61f81ce8-aa89-48ff-8798-d6239fd82a17 HTTP/1.1" status: 200 len: 949 time: 0.0785871 Jun 17 08:39:42.266914 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-27f555d2-5622-46f4-8bfe-6ca4a28f55e8 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:42.334049 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-bed9a45e-038c-4317-af6d-e797bb333522 req-0fa99daa-b38a-42af-8b08-9e015cb4a001 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Deleting port f62b5d15-8228-4ce8-921d-bbe84d1b207e {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:42.334399 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-bed9a45e-038c-4317-af6d-e797bb333522 req-0fa99daa-b38a-42af-8b08-9e015cb4a001 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:42.354701 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-27f555d2-5622-46f4-8bfe-6ca4a28f55e8 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:42.358327 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cc6f5e9c-b782-4515-9f56-08e0b3f25a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:42.392866 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f555d2-5622-46f4-8bfe-6ca4a28f55e8 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8c0241-5b9d-4200-b1eb-c02c3972e82e,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:42.397104 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-27f555d2-5622-46f4-8bfe-6ca4a28f55e8 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:42.460292 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-27f555d2-5622-46f4-8bfe-6ca4a28f55e8 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:42.461515 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-27f555d2-5622-46f4-8bfe-6ca4a28f55e8 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4049859 Jun 17 08:39:42.471064 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43308) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:42.471821 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-bed9a45e-038c-4317-af6d-e797bb333522 req-0fa99daa-b38a-42af-8b08-9e015cb4a001 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] For port f62b5d15-8228-4ce8-921d-bbe84d1b207e, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=f62b5d15-8228-4ce8-921d-bbe84d1b207e,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:42.472291 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-bed9a45e-038c-4317-af6d-e797bb333522 req-0fa99daa-b38a-42af-8b08-9e015cb4a001 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:42.492880 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-f4f6f591-3358-4094-9dfd-b3e8d443671d tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Request body: {'security_group_rule': {'security_group_id': '6f8c0241-5b9d-4200-b1eb-c02c3972e82e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:42.556113 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-bed9a45e-038c-4317-af6d-e797bb333522 req-0fa99daa-b38a-42af-8b08-9e015cb4a001 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Calling delete_port for f62b5d15-8228-4ce8-921d-bbe84d1b207e owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:42.582423 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796252e5-35c9-45cc-bd9d-bd373127d8f0 req-9392ca98-9a10-4a07-83a6-4b650b9573c6 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:42.584004 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-796252e5-35c9-45cc-bd9d-bd373127d8f0 req-9392ca98-9a10-4a07-83a6-4b650b9573c6 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdcb9357-b85d-4c8c-8888-c3a23dd496e6 HTTP/1.1" status: 200 len: 948 time: 0.1841409 Jun 17 08:39:42.662732 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f4f6f591-3358-4094-9dfd-b3e8d443671d tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:42.671050 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-796252e5-35c9-45cc-bd9d-bd373127d8f0 req-e41d9779-fada-4512-b5df-2cdcc99c18b4 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.49 "GET /v2.0/security-groups?id=cee55996-6fcc-4b21-967c-33918b4742cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547581 Jun 17 08:39:42.776010 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f4f6f591-3358-4094-9dfd-b3e8d443671d tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:42.814577 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569ecbe-c060-4166-9c58-bfbef5d851c8 req-4bc83232-dbe8-495e-a806-864c3a32b380 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:42.816223 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7569ecbe-c060-4166-9c58-bfbef5d851c8 req-4bc83232-dbe8-495e-a806-864c3a32b380 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=61f81ce8-aa89-48ff-8798-d6239fd82a17 HTTP/1.1" status: 200 len: 949 time: 0.0818484 Jun 17 08:39:42.854673 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7569ecbe-c060-4166-9c58-bfbef5d851c8 req-706e7818-1571-49c6-9cda-81a852136299 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327356 Jun 17 08:39:42.940995 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88f284-0d94-46ed-802e-d0a9bb6fc548 req-abfeb632-5e8e-4833-bbea-60a3855f1f4b tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:42.940995 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5a88f284-0d94-46ed-802e-d0a9bb6fc548 req-abfeb632-5e8e-4833-bbea-60a3855f1f4b tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 945 time: 0.0678892 Jun 17 08:39:42.941389 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3909c793-7d5c-4583-9770-2b95f8d9152e req-883dab25-dbb1-4df7-b504-cb8e6906b684 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=086e378d-7c90-498d-9439-cdf820b2b635 HTTP/1.1" status: 200 len: 210 time: 0.0289118 Jun 17 08:39:42.941480 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5a88f284-0d94-46ed-802e-d0a9bb6fc548 req-153c10f9-29fb-4dd8-b5f0-1859b5a23ca3 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354533 Jun 17 08:39:43.060433 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 8ea156e2-889a-4749-922a-b82b0e271be3 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:43.082565 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device fc7d7d02-cafb-4cca-b4dc-3369d572b6d2 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:43.146289 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 8ea156e2-889a-4749-922a-b82b0e271be3 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:43.146670 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.222876 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-bed9a45e-038c-4317-af6d-e797bb333522 req-0fa99daa-b38a-42af-8b08-9e015cb4a001 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.234950 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0dfbeaf2-8989-4095-a04e-bdd3b585b93c tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:43.247378 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f4f6f591-3358-4094-9dfd-b3e8d443671d tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.250420 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:43.270812 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa99daa-b38a-42af-8b08-9e015cb4a001 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Pushing event deleted for resources: {'Port': ['ID=f62b5d15-8228-4ce8-921d-bbe84d1b207e,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:43.278641 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0fa99daa-b38a-42af-8b08-9e015cb4a001 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:43.279424 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6f591-3358-4094-9dfd-b3e8d443671d tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4a5366-c2a2-4d9c-aefc-8294e298e890,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:43.282952 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f4f6f591-3358-4094-9dfd-b3e8d443671d tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:43.300736 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['f62b5d15-8228-4ce8-921d-bbe84d1b207e', '4c6a4554-5f02-4460-aa6e-57387a4631c7'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:39:43.304938 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port fc7d7d02-cafb-4cca-b4dc-3369d572b6d2 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:43.341267 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port fc7d7d02-cafb-4cca-b4dc-3369d572b6d2 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:43.352210 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.359132 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed9a45e-038c-4317-af6d-e797bb333522 req-0fa99daa-b38a-42af-8b08-9e015cb4a001 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] No DVR routers for this DVR port f62b5d15-8228-4ce8-921d-bbe84d1b207e on host n-h2-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:39:43.362247 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-bed9a45e-038c-4317-af6d-e797bb333522 req-0fa99daa-b38a-42af-8b08-9e015cb4a001 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.364619 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bed9a45e-038c-4317-af6d-e797bb333522 req-0fa99daa-b38a-42af-8b08-9e015cb4a001 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.53 "DELETE /v2.0/ports/f62b5d15-8228-4ce8-921d-bbe84d1b207e HTTP/1.1" status: 204 len: 173 time: 1.1617503 Jun 17 08:39:43.365131 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f81ce8-aa89-48ff-8798-d6239fd82a17', 'name': 'network-vif-deleted', 'tag': 'f62b5d15-8228-4ce8-921d-bbe84d1b207e'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:43.367467 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de128ba1-3e33-4fd5-9916-f33deb3c5202" -d '{"events": [{"server_uuid": "61f81ce8-aa89-48ff-8798-d6239fd82a17", "name": "network-vif-deleted", "tag": "f62b5d15-8228-4ce8-921d-bbe84d1b207e"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:43.394542 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd25aa-d7e9-4a6f-abaf-b08faa248325 req-cf29e4f6-6dc9-41fb-be36-077b7c7ec345 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:43.396215 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d4cd25aa-d7e9-4a6f-abaf-b08faa248325 req-cf29e4f6-6dc9-41fb-be36-077b7c7ec345 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 946 time: 0.1839204 Jun 17 08:39:43.418039 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f4f6f591-3358-4094-9dfd-b3e8d443671d tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.421936 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f4f6f591-3358-4094-9dfd-b3e8d443671d tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9517694 Jun 17 08:39:43.422117 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43332) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:43.427963 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-901e8980-ebb6-46cf-80fb-3ccc98e17cff tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Request body: {'security_group_rule': {'security_group_id': '6f8c0241-5b9d-4200-b1eb-c02c3972e82e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:43.432431 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1787a29-c36e-4578-8df1-12e05c71a1ef x-openstack-request-id: req-b1787a29-c36e-4578-8df1-12e05c71a1ef {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:43.432757 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f81ce8-aa89-48ff-8798-d6239fd82a17", "name": "network-vif-deleted", "tag": "f62b5d15-8228-4ce8-921d-bbe84d1b207e", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:43.433392 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b1787a29-c36e-4578-8df1-12e05c71a1ef {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:43.433508 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f81ce8-aa89-48ff-8798-d6239fd82a17', 'name': 'network-vif-deleted', 'tag': 'f62b5d15-8228-4ce8-921d-bbe84d1b207e', 'status': 'completed', 'code': 200} Jun 17 08:39:43.463950 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d4cd25aa-d7e9-4a6f-abaf-b08faa248325 req-1b95a072-050c-4731-9477-f2f508fbd619 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604889 Jun 17 08:39:43.512870 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.550039 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcb9357-b85d-4c8c-8888-c3a23dd496e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7d7d02-cafb-4cca-b4dc-3369d572b6d2'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:43.552331 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69963f6-0210-4849-935c-ef9f7646c776" -d '{"events": [{"server_uuid": "bdcb9357-b85d-4c8c-8888-c3a23dd496e6", "name": "network-vif-plugged", "status": "completed", "tag": "fc7d7d02-cafb-4cca-b4dc-3369d572b6d2"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:43.567645 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port fc7d7d02-cafb-4cca-b4dc-3369d572b6d2, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=fc7d7d02-cafb-4cca-b4dc-3369d572b6d2,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:43.599429 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-901e8980-ebb6-46cf-80fb-3ccc98e17cff tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.649442 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec4c6cf-2271-4aaf-87c1-29b907669c60 x-openstack-request-id: req-bec4c6cf-2271-4aaf-87c1-29b907669c60 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:43.650325 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdcb9357-b85d-4c8c-8888-c3a23dd496e6", "name": "network-vif-plugged", "status": "completed", "tag": "fc7d7d02-cafb-4cca-b4dc-3369d572b6d2", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:43.651617 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bec4c6cf-2271-4aaf-87c1-29b907669c60 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:43.652582 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcb9357-b85d-4c8c-8888-c3a23dd496e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7d7d02-cafb-4cca-b4dc-3369d572b6d2', 'code': 200} Jun 17 08:39:43.657303 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.667129 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:43.754651 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=fc7d7d02-cafb-4cca-b4dc-3369d572b6d2,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:43.758196 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:43.772978 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43340) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:43.822756 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-901e8980-ebb6-46cf-80fb-3ccc98e17cff tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.878625 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf96395-a17b-4ed1-b13a-30f4801d9a31 req-2b3811a3-7a49-4497-9f5d-85f29e6b8489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:43.881352 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fbf96395-a17b-4ed1-b13a-30f4801d9a31 req-2b3811a3-7a49-4497-9f5d-85f29e6b8489 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bdcb9357-b85d-4c8c-8888-c3a23dd496e6 HTTP/1.1" status: 200 len: 1101 time: 0.1206908 Jun 17 08:39:43.926940 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-63d86f35-9b45-4bb0-b0ba-ddf2d9cbc3a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.053381 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-63d86f35-9b45-4bb0-b0ba-ddf2d9cbc3a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.091820 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81b9d598-c76a-43a5-83e7-f4af4b74ec36 req-7eec25d3-3e86-4162-99ee-2cf5c7016c0b tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=61f81ce8-aa89-48ff-8798-d6239fd82a17 HTTP/1.1" status: 200 len: 210 time: 0.0347891 Jun 17 08:39:44.219193 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-901e8980-ebb6-46cf-80fb-3ccc98e17cff tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.233828 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-13a220b1-9386-4440-add0-72adf75e1b98 req-6eff558e-d18d-43bd-88d8-bbc4d5589e40 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=086e378d-7c90-498d-9439-cdf820b2b635 HTTP/1.1" status: 200 len: 210 time: 0.0281339 Jun 17 08:39:44.234065 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f4f6f591-3358-4094-9dfd-b3e8d443671d tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:44.246577 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-63d86f35-9b45-4bb0-b0ba-ddf2d9cbc3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.251939 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ecb27e64-7e04-4642-923a-c206e98fbcf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:44.258281 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fbf96395-a17b-4ed1-b13a-30f4801d9a31 req-379da5c7-f0a7-4858-be78-3a33974e0ea9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cee55996-6fcc-4b21-967c-33918b4742cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643193 Jun 17 08:39:44.267284 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f1bcb-5f81-4758-80f0-d9727ec16b38 req-fbfec3ea-0c00-4fe6-8e04-965e3c94e886 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:44.274271 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ef8f1bcb-5f81-4758-80f0-d9727ec16b38 req-fbfec3ea-0c00-4fe6-8e04-965e3c94e886 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdcb9357-b85d-4c8c-8888-c3a23dd496e6 HTTP/1.1" status: 200 len: 949 time: 0.4443502 Jun 17 08:39:44.278176 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e8980-ebb6-46cf-80fb-3ccc98e17cff tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e56535b-1aad-45c1-9709-be8f67482887,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:44.286030 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-901e8980-ebb6-46cf-80fb-3ccc98e17cff tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:44.296660 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-63d86f35-9b45-4bb0-b0ba-ddf2d9cbc3a8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=854970ff24754b3b8ce3a0c87a2a4b50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5225205 Jun 17 08:39:44.301306 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43350) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:44.304220 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d86f35-9b45-4bb0-b0ba-ddf2d9cbc3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211afe62-61f0-451f-88f2-5b6b757a657c,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:44.307378 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-63d86f35-9b45-4bb0-b0ba-ddf2d9cbc3a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:44.348303 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ef8f1bcb-5f81-4758-80f0-d9727ec16b38 req-5d67eb68-3c95-4397-b48b-9b827142dfa2 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.49 "GET /v2.0/security-groups?id=cee55996-6fcc-4b21-967c-33918b4742cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730889 Jun 17 08:39:44.392306 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a186a1e4-8a24-49b2-93d2-18c7e9572cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.409067 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a186a1e4-8a24-49b2-93d2-18c7e9572cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.440806 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea5aac-6d0b-47b9-85e3-ae15158c68e4 req-f8b4090c-a924-4851-a2b0-65e52cd6037a tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:44.441071 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-901e8980-ebb6-46cf-80fb-3ccc98e17cff tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.442385 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fcea5aac-6d0b-47b9-85e3-ae15158c68e4 req-f8b4090c-a924-4851-a2b0-65e52cd6037a tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 945 time: 0.0677042 Jun 17 08:39:44.444301 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-901e8980-ebb6-46cf-80fb-3ccc98e17cff tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0210781 Jun 17 08:39:44.445960 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43354) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:44.450790 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-ebe8fe1e-c6b7-4e97-a09e-c6ec19aab1cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:44.516199 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fcea5aac-6d0b-47b9-85e3-ae15158c68e4 req-ceb0fa87-28b3-485f-94f7-91bb663cb343 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586486 Jun 17 08:39:44.608654 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ebe8fe1e-c6b7-4e97-a09e-c6ec19aab1cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks [] for floatingip, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.637337 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a186a1e4-8a24-49b2-93d2-18c7e9572cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.640398 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a186a1e4-8a24-49b2-93d2-18c7e9572cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.641818 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a186a1e4-8a24-49b2-93d2-18c7e9572cb8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/211afe62-61f0-451f-88f2-5b6b757a657c HTTP/1.1" status: 204 len: 168 time: 0.3396103 Jun 17 08:39:44.643666 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fd1ecbcb-544b-4cc6-b0eb-6cc8ea808d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:44.656406 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186a1e4-8a24-49b2-93d2-18c7e9572cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211afe62-61f0-451f-88f2-5b6b757a657c,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:44.658421 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a186a1e4-8a24-49b2-93d2-18c7e9572cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:44.700518 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73caa7-dbee-4406-97a8-e81f70199a7e req-c8b905af-0668-43e9-8c0f-22c75dd28c6d tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:44.708146 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6c73caa7-dbee-4406-97a8-e81f70199a7e req-c8b905af-0668-43e9-8c0f-22c75dd28c6d tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 946 time: 0.1026065 Jun 17 08:39:44.750825 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ebe8fe1e-c6b7-4e97-a09e-c6ec19aab1cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.752708 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6c73caa7-dbee-4406-97a8-e81f70199a7e req-7cb82a40-907d-43a2-9567-81502d27acc2 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443342 Jun 17 08:39:44.860398 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-ebe8fe1e-c6b7-4e97-a09e-c6ec19aab1cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Allocated IP 172.25.2.159 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/6bd1b8e6-c36b-4d9e-8a37-3ead94977c78) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:44.905798 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:39:44.964438 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ebe8fe1e-c6b7-4e97-a09e-c6ec19aab1cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.105987 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ebe8fe1e-c6b7-4e97-a09e-c6ec19aab1cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.108106 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d2dffe1f-88ee-4d81-a9da-9d8bd47c9db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:45.159390 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe8fe1e-c6b7-4e97-a09e-c6ec19aab1cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:45.166147 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-ebe8fe1e-c6b7-4e97-a09e-c6ec19aab1cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:45.166147 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe8fe1e-c6b7-4e97-a09e-c6ec19aab1cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:45.197078 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8fe1e-c6b7-4e97-a09e-c6ec19aab1cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Pushing event updated for resources: {'Port': ['ID=6bd1b8e6-c36b-4d9e-8a37-3ead94977c78,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:45.200598 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ebe8fe1e-c6b7-4e97-a09e-c6ec19aab1cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:45.271487 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ebe8fe1e-c6b7-4e97-a09e-c6ec19aab1cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.398772 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-08d7fb8e-0d33-4b3d-9258-251562fcbc98 req-f04be827-8d86-4454-bafe-a698755ed04b tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=086e378d-7c90-498d-9439-cdf820b2b635 HTTP/1.1" status: 200 len: 210 time: 0.0300553 Jun 17 08:39:45.535162 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ebe8fe1e-c6b7-4e97-a09e-c6ec19aab1cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.604552 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-665ff70e-b196-4e8e-a9be-d5ea05636fe0 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=da9417294c5449b28843fbefd48fea0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218706 Jun 17 08:39:45.632507 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606441dc-1da7-44cb-8553-b1c874448ffd req-b757e331-2f93-42ef-a5ac-b4687088a94c tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:45.639531 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-606441dc-1da7-44cb-8553-b1c874448ffd req-b757e331-2f93-42ef-a5ac-b4687088a94c tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdcb9357-b85d-4c8c-8888-c3a23dd496e6 HTTP/1.1" status: 200 len: 949 time: 0.1367638 Jun 17 08:39:45.712747 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-606441dc-1da7-44cb-8553-b1c874448ffd req-b9c4b870-c1ff-4550-b9f3-ccf7c6ebc40e tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.49 "GET /v2.0/security-groups?id=cee55996-6fcc-4b21-967c-33918b4742cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722132 Jun 17 08:39:45.724676 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-416b593d-5f36-4fc9-abe5-92ec08f35fbc tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:45.735563 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-416b593d-5f36-4fc9-abe5-92ec08f35fbc tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1249683 Jun 17 08:39:45.754422 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-99a95269-db9a-40f3-adc1-aeae678845ed tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Request body: {'port': {'device_id': 'f3067fe2-212b-4890-9ce0-a3fbb6e4236a', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'admin_state_up': True, 'tenant_id': 'da9417294c5449b28843fbefd48fea0b'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:45.771721 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ebe8fe1e-c6b7-4e97-a09e-c6ec19aab1cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.853464 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43380) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:45.868961 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4d86baf1-6767-4a48-af84-4bc9d1549d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.952252 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ebe8fe1e-c6b7-4e97-a09e-c6ec19aab1cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.957629 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:45.981907 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45f4f8-36a9-4d18-b089-755b61aee95d req-502dd7db-657b-49a0-b7e3-5029a5b82825 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:45.983395 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b45f4f8-36a9-4d18-b089-755b61aee95d req-502dd7db-657b-49a0-b7e3-5029a5b82825 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 945 time: 0.0703058 Jun 17 08:39:46.024585 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b45f4f8-36a9-4d18-b089-755b61aee95d req-84802d91-dbbe-4446-84aa-59c0f2ebb7d9 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342646 Jun 17 08:39:46.045228 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8fe1e-c6b7-4e97-a09e-c6ec19aab1cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Pushing event updated for resources: {'Port': ['ID=6bd1b8e6-c36b-4d9e-8a37-3ead94977c78,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:46.057540 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ebe8fe1e-c6b7-4e97-a09e-c6ec19aab1cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:46.064527 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ebe8fe1e-c6b7-4e97-a09e-c6ec19aab1cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.076964 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-99a95269-db9a-40f3-adc1-aeae678845ed tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Made reservation on behalf of da9417294c5449b28843fbefd48fea0b for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:46.081435 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-99a95269-db9a-40f3-adc1-aeae678845ed tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.089817 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80640789-93ec-489b-9c23-e1721eb9d32a req-882c2286-332e-4687-9df0-f1d02c3a20b4 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:46.091302 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-80640789-93ec-489b-9c23-e1721eb9d32a req-882c2286-332e-4687-9df0-f1d02c3a20b4 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 946 time: 0.1752129 Jun 17 08:39:46.157803 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-80640789-93ec-489b-9c23-e1721eb9d32a req-c70772eb-a690-4aef-9b85-d2b9bf0bed66 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578761 Jun 17 08:39:46.210285 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4d86baf1-6767-4a48-af84-4bc9d1549d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.301133 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device f62b5d15-8228-4ce8-921d-bbe84d1b207e no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:39:46.304580 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-99a95269-db9a-40f3-adc1-aeae678845ed tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Allocated IP 192.168.233.121 (26debee9-bc17-4dec-acaf-a4c976511744/9fa94245-1f4d-486b-9e45-990a58fa5ffe/02ec8a85-f045-4b87-876a-4adf983bf6b2) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:46.319641 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9db11-d10d-4458-a226-00f0c35ef509 req-6814bc18-844b-4bf3-aee9-b82a8c455005 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:46.323073 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c2c9db11-d10d-4458-a226-00f0c35ef509 req-6814bc18-844b-4bf3-aee9-b82a8c455005 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 951 time: 0.1271007 Jun 17 08:39:46.323206 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: f62b5d15-8228-4ce8-921d-bbe84d1b207e {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:39:46.323371 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device f62b5d15-8228-4ce8-921d-bbe84d1b207e not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:39:46.371472 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4d86baf1-6767-4a48-af84-4bc9d1549d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.375453 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:46.394150 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c2c9db11-d10d-4458-a226-00f0c35ef509 req-b92055c4-84a1-4689-a9d7-83197e1571e8 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658948 Jun 17 08:39:46.421792 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86baf1-6767-4a48-af84-4bc9d1549d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a11c51-360b-48bb-bb16-f828015b8650,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:46.427301 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4d86baf1-6767-4a48-af84-4bc9d1549d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:46.430164 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4d86baf1-6767-4a48-af84-4bc9d1549d0f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f71dc81e35c7469ca3dddf86db01d75c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5755877 Jun 17 08:39:46.433226 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ebe8fe1e-c6b7-4e97-a09e-c6ec19aab1cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.436406 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43384) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:46.444762 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ebe8fe1e-c6b7-4e97-a09e-c6ec19aab1cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9970355 Jun 17 08:39:46.485098 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-6180e698-dad9-4b71-96c2-48a4f95c7c5b tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=da9417294c5449b28843fbefd48fea0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493982 Jun 17 08:39:46.586243 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-80581497-0a0f-4e65-af79-ab4d7fd940a9 req-9e6a770c-478f-4f82-baf0-e31a7298b31b tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=086e378d-7c90-498d-9439-cdf820b2b635 HTTP/1.1" status: 200 len: 210 time: 0.0401266 Jun 17 08:39:46.611860 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-80934d0a-684c-4e58-82e6-d5d17cb94f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.625000 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-99a95269-db9a-40f3-adc1-aeae678845ed tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.678067 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-80934d0a-684c-4e58-82e6-d5d17cb94f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.679987 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-99a95269-db9a-40f3-adc1-aeae678845ed tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Transition to ACTIVE for port object 02ec8a85-f045-4b87-876a-4adf983bf6b2 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:46.712570 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-4e161b64-62d0-48ed-83df-8bdccc0df7c9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:46.714003 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-4e161b64-62d0-48ed-83df-8bdccc0df7c9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2238033 Jun 17 08:39:46.743680 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-0ecad707-8386-4d28-b9af-6d4050743fa1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Request body: {'port': {'device_id': '086e378d-7c90-498d-9439-cdf820b2b635', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'admin_state_up': True, 'tenant_id': 'da9417294c5449b28843fbefd48fea0b'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:46.834490 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e8bbf141-1c06-4d3e-8c6c-35570c6202b2 req-5a2e368d-3df4-4933-983b-427074446e04 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1230227071&fields=id&tenant_id=6c36ebc9bc9546a0a241353c6d26d1f3 HTTP/1.1" status: 200 len: 267 time: 0.1597519 Jun 17 08:39:46.936922 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbf141-1c06-4d3e-8c6c-35570c6202b2 req-0cadd8e3-af14-47a0-a0e5-bc1363b34059 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:46.939378 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e8bbf141-1c06-4d3e-8c6c-35570c6202b2 req-0cadd8e3-af14-47a0-a0e5-bc1363b34059 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] 10.222.0.49 "GET /v2.0/ports/61751c0f-ee68-448f-a430-8d3ee8711041 HTTP/1.1" status: 200 len: 930 time: 0.0933745 Jun 17 08:39:46.962342 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5c6e9-fcfc-4b6d-a820-a3c7f2a1f4cc req-d25ee597-051c-4758-8001-3a95a4308f1b tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:46.964085 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-67c5c6e9-fcfc-4b6d-a820-a3c7f2a1f4cc req-d25ee597-051c-4758-8001-3a95a4308f1b tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdcb9357-b85d-4c8c-8888-c3a23dd496e6 HTTP/1.1" status: 200 len: 949 time: 0.1057212 Jun 17 08:39:46.969302 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-23f2b847-26a2-4666-9466-382dbbee9d5c tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:46.970765 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-23f2b847-26a2-4666-9466-382dbbee9d5c tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7&tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&binding%3Ahost_id=n-h1-758944-30 HTTP/1.1" status: 200 len: 1098 time: 0.1647415 Jun 17 08:39:46.991778 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f98502ea-4d48-4d62-9a48-7ed3385822fb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-30'}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:46.993396 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-80934d0a-684c-4e58-82e6-d5d17cb94f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.996001 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-80934d0a-684c-4e58-82e6-d5d17cb94f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.002911 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-80934d0a-684c-4e58-82e6-d5d17cb94f7e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90a11c51-360b-48bb-bb16-f828015b8650 HTTP/1.1" status: 204 len: 168 time: 0.5601149 Jun 17 08:39:47.002911 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4aad5afc-9deb-4260-9973-151c393e61d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:47.019214 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbf141-1c06-4d3e-8c6c-35570c6202b2 req-6eb46987-f662-42b6-9704-1131512457b1 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:47.020664 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e8bbf141-1c06-4d3e-8c6c-35570c6202b2 req-6eb46987-f662-42b6-9704-1131512457b1 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] 10.222.0.49 "GET /v2.0/ports/cfce5a70-1d0c-48d9-8e6c-6801727077d5 HTTP/1.1" status: 200 len: 932 time: 0.0735557 Jun 17 08:39:47.021939 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80934d0a-684c-4e58-82e6-d5d17cb94f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a11c51-360b-48bb-bb16-f828015b8650,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:47.024257 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-80934d0a-684c-4e58-82e6-d5d17cb94f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:47.040375 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-67c5c6e9-fcfc-4b6d-a820-a3c7f2a1f4cc req-31f2de79-8afa-44f4-9237-82ab2ea94477 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.49 "GET /v2.0/security-groups?id=cee55996-6fcc-4b21-967c-33918b4742cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686388 Jun 17 08:39:47.058355 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-99a95269-db9a-40f3-adc1-aeae678845ed tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.073998 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['281145b8-eb5c-4a61-bd6b-88f785131871'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:39:47.093261 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:47.100979 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e8bbf141-1c06-4d3e-8c6c-35570c6202b2 req-8e2379d6-9a92-48fc-8479-1bca54d326f3 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] 10.222.0.49 "GET /v2.0/ports?network_id=0fce4727-88f7-41b8-b3dd-e1c2f2afd31d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0722229 Jun 17 08:39:47.113706 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f98502ea-4d48-4d62-9a48-7ed3385822fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.130866 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-0ecad707-8386-4d28-b9af-6d4050743fa1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Made reservation on behalf of da9417294c5449b28843fbefd48fea0b for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:47.135177 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-0ecad707-8386-4d28-b9af-6d4050743fa1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.191748 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e8bbf141-1c06-4d3e-8c6c-35570c6202b2 req-ae4ff016-6e84-4832-b150-b885a91e6933 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] 10.222.0.49 "GET /v2.0/ports?network_id=0fce4727-88f7-41b8-b3dd-e1c2f2afd31d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0668116 Jun 17 08:39:47.203238 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-99a95269-db9a-40f3-adc1-aeae678845ed tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Network 26debee9-bc17-4dec-acaf-a4c976511744 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:47.216755 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-99a95269-db9a-40f3-adc1-aeae678845ed tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:47.230081 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-99a95269-db9a-40f3-adc1-aeae678845ed tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:47.251975 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a95269-db9a-40f3-adc1-aeae678845ed tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Pushing event updated for resources: {'Port': ['ID=02ec8a85-f045-4b87-876a-4adf983bf6b2,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:47.308581 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f98502ea-4d48-4d62-9a48-7ed3385822fb service neutron] For port a1204f35-c2e0-4d4d-9f44-8720a671a0ed, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=a1204f35-c2e0-4d4d-9f44-8720a671a0ed,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:47.313715 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-99a95269-db9a-40f3-adc1-aeae678845ed tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:47.424770 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-99a95269-db9a-40f3-adc1-aeae678845ed tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:47.425449 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-99a95269-db9a-40f3-adc1-aeae678845ed tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.519012 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbf141-1c06-4d3e-8c6c-35570c6202b2 req-a467c16b-37a6-4af1-a6b7-a3eddd21a62b tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:47.524790 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbf141-1c06-4d3e-8c6c-35570c6202b2 req-a467c16b-37a6-4af1-a6b7-a3eddd21a62b tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:47.530588 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbf141-1c06-4d3e-8c6c-35570c6202b2 req-a467c16b-37a6-4af1-a6b7-a3eddd21a62b tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:47.532322 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e8bbf141-1c06-4d3e-8c6c-35570c6202b2 req-a467c16b-37a6-4af1-a6b7-a3eddd21a62b tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] 10.222.0.49 "GET /v2.0/networks?id=21edaf17-9a14-4916-857e-651e948f1a58&id=e6e64c38-ad97-489f-9518-425d34d9a3fe&id=e6e64c38-ad97-489f-9518-425d34d9a3fe&id=0fce4727-88f7-41b8-b3dd-e1c2f2afd31d&id=0fce4727-88f7-41b8-b3dd-e1c2f2afd31d HTTP/1.1" status: 200 len: 1990 time: 0.3227317 Jun 17 08:39:47.540121 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-0ecad707-8386-4d28-b9af-6d4050743fa1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Allocated IP 192.168.233.133 (26debee9-bc17-4dec-acaf-a4c976511744/9fa94245-1f4d-486b-9e45-990a58fa5ffe/5d8ed170-6507-42a3-97d4-6d09ca067b07) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:47.569467 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e8bbf141-1c06-4d3e-8c6c-35570c6202b2 req-4df4d399-dea4-44c2-9785-4eff0bfe9b42 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] 10.222.0.49 "GET /v2.0/quotas/6c36ebc9bc9546a0a241353c6d26d1f3 HTTP/1.1" status: 200 len: 375 time: 0.0270035 Jun 17 08:39:47.668651 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.677185 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe2e50-a264-46b3-ad01-434e8ca70378 req-29601ad1-0623-4419-b82c-89e4744c4c98 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:47.678718 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-adbe2e50-a264-46b3-ad01-434e8ca70378 req-29601ad1-0623-4419-b82c-89e4744c4c98 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.53 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 951 time: 0.2010627 Jun 17 08:39:47.694847 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f98502ea-4d48-4d62-9a48-7ed3385822fb service neutron] For port a1204f35-c2e0-4d4d-9f44-8720a671a0ed, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:39:47.728833 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-78cc7baf-d2d5-470a-b2e7-a3eda2938fc7 None None] Provisioning for port 02ec8a85-f045-4b87-876a-4adf983bf6b2 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:47.743752 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-78cc7baf-d2d5-470a-b2e7-a3eda2938fc7 None None] Provisioning complete for port 02ec8a85-f045-4b87-876a-4adf983bf6b2 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:47.745022 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-78cc7baf-d2d5-470a-b2e7-a3eda2938fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.751792 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-99a95269-db9a-40f3-adc1-aeae678845ed tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0012670 Jun 17 08:39:47.762231 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25cf60-c108-4978-b566-bb496f229e09 req-742a3d1f-6645-42c6-b3a6-d01ff3ca40e0 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:47.764855 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0a25cf60-c108-4978-b566-bb496f229e09 req-742a3d1f-6645-42c6-b3a6-d01ff3ca40e0 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 945 time: 0.1347480 Jun 17 08:39:47.768358 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3b64c3-8559-4539-a9e0-ae0bcfb093f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1204f35-c2e0-4d4d-9f44-8720a671a0ed'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:47.770872 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bead9c26-d293-4cfe-a9ee-9d8f0b62b3f6" -d '{"events": [{"server_uuid": "1a3b64c3-8559-4539-a9e0-ae0bcfb093f7", "name": "network-vif-unplugged", "status": "completed", "tag": "a1204f35-c2e0-4d4d-9f44-8720a671a0ed"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:47.771167 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-7a698b66-7906-4564-a2f4-a3aeb9aebc1e service neutron] Request body: {'port': {'device_id': 'f3067fe2-212b-4890-9ce0-a3fbb6e4236a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:47.779081 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f98502ea-4d48-4d62-9a48-7ed3385822fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.793262 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-78cc7baf-d2d5-470a-b2e7-a3eda2938fc7 None None] Port 02ec8a85-f045-4b87-876a-4adf983bf6b2 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:39:47.825688 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0a25cf60-c108-4978-b566-bb496f229e09 req-66250db9-a35f-4ff1-8304-93d9c8f8d6e1 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405936 Jun 17 08:39:47.886470 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f98502ea-4d48-4d62-9a48-7ed3385822fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.896595 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b10b847b-c436-47f5-9983-885d200e19a6 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:47.900546 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-0ecad707-8386-4d28-b9af-6d4050743fa1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.920787 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e8bbf141-1c06-4d3e-8c6c-35570c6202b2 req-efe2ebca-d2cf-4b23-a1a5-8b2535f19db3 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6c36ebc9bc9546a0a241353c6d26d1f3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3200381 Jun 17 08:39:48.023392 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-0ecad707-8386-4d28-b9af-6d4050743fa1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Transition to ACTIVE for port object 5d8ed170-6507-42a3-97d4-6d09ca067b07 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:48.030393 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98502ea-4d48-4d62-9a48-7ed3385822fb service neutron] Pushing event updated for resources: {'Port': ['ID=a1204f35-c2e0-4d4d-9f44-8720a671a0ed,revision_number=7']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:48.033871 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f98502ea-4d48-4d62-9a48-7ed3385822fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:48.044948 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f98502ea-4d48-4d62-9a48-7ed3385822fb service neutron] Attempting to bind port a1204f35-c2e0-4d4d-9f44-8720a671a0ed on host n-h1-758944-30 for vnic_type normal with profile {"migrating_to": "n-h2-758944-30"} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:39:48.045300 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f98502ea-4d48-4d62-9a48-7ed3385822fb service neutron] Attempting to bind port a1204f35-c2e0-4d4d-9f44-8720a671a0ed by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:39:48.045637 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f98502ea-4d48-4d62-9a48-7ed3385822fb service neutron] Attempting to bind port a1204f35-c2e0-4d4d-9f44-8720a671a0ed on network f60ef741-1693-4275-83c4-b371328659a8 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:48.049066 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-7a698b66-7906-4564-a2f4-a3aeb9aebc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:48.050921 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f98502ea-4d48-4d62-9a48-7ed3385822fb service neutron] Port a1204f35-c2e0-4d4d-9f44-8720a671a0ed on network f60ef741-1693-4275-83c4-b371328659a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:39:48.051257 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f98502ea-4d48-4d62-9a48-7ed3385822fb service neutron] Attempting to bind port a1204f35-c2e0-4d4d-9f44-8720a671a0ed on network f60ef741-1693-4275-83c4-b371328659a8 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:48.056787 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f98502ea-4d48-4d62-9a48-7ed3385822fb service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:39:48.057855 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f98502ea-4d48-4d62-9a48-7ed3385822fb service neutron] Checking segment: {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:48.057855 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f98502ea-4d48-4d62-9a48-7ed3385822fb service neutron] Bound using segment: {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:39:48.058183 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f98502ea-4d48-4d62-9a48-7ed3385822fb service neutron] Bound port: a1204f35-c2e0-4d4d-9f44-8720a671a0ed, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:39:48.058639 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f98502ea-4d48-4d62-9a48-7ed3385822fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:48.093583 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-adbe2e50-a264-46b3-ad01-434e8ca70378 req-7dd44f70-470b-4980-b727-0c7463512119 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Deleting port 4c6a4554-5f02-4460-aa6e-57387a4631c7 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:48.093930 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-adbe2e50-a264-46b3-ad01-434e8ca70378 req-7dd44f70-470b-4980-b727-0c7463512119 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:48.162202 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f98502ea-4d48-4d62-9a48-7ed3385822fb service neutron] For port a1204f35-c2e0-4d4d-9f44-8720a671a0ed, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:39:48.178450 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f98502ea-4d48-4d62-9a48-7ed3385822fb service neutron] For port a1204f35-c2e0-4d4d-9f44-8720a671a0ed, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=a1204f35-c2e0-4d4d-9f44-8720a671a0ed,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:39:48.207528 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717e34b-f064-41b8-976c-39ec563b92bd req-71e02692-a02e-4b04-8018-c20470d96c0f tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:48.209130 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1717e34b-f064-41b8-976c-39ec563b92bd req-71e02692-a02e-4b04-8018-c20470d96c0f tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 944 time: 0.0999060 Jun 17 08:39:48.211553 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e8bbf141-1c06-4d3e-8c6c-35570c6202b2 req-3fe5a90c-f4d7-498d-9820-cda48607d716 service neutron] 10.222.0.49 "GET /v2.0/networks/21edaf17-9a14-4916-857e-651e948f1a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628057 Jun 17 08:39:48.253549 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1717e34b-f064-41b8-976c-39ec563b92bd req-a6b8af0f-229a-487b-adb0-1db5d681dbbd tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354903 Jun 17 08:39:48.274122 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f98502ea-4d48-4d62-9a48-7ed3385822fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:48.276427 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:48.295500 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device a1204f35-c2e0-4d4d-9f44-8720a671a0ed details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:39:48.342273 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-0ecad707-8386-4d28-b9af-6d4050743fa1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:48.359805 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-78b555bf-187c-48b4-96d5-f690081a54ba tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:48.374340 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['281145b8-eb5c-4a61-bd6b-88f785131871'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:39:48.389026 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f98502ea-4d48-4d62-9a48-7ed3385822fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:48.389705 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f98502ea-4d48-4d62-9a48-7ed3385822fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:48.391061 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f98502ea-4d48-4d62-9a48-7ed3385822fb service neutron] 10.222.0.53 "PUT /v2.0/ports/a1204f35-c2e0-4d4d-9f44-8720a671a0ed HTTP/1.1" status: 200 len: 1124 time: 1.4037008 Jun 17 08:39:48.392852 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98502ea-4d48-4d62-9a48-7ed3385822fb service neutron] Pushing event updated for resources: {'Port': ['ID=a1204f35-c2e0-4d4d-9f44-8720a671a0ed,revision_number=8']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:48.396400 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f98502ea-4d48-4d62-9a48-7ed3385822fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:48.462788 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-adbe2e50-a264-46b3-ad01-434e8ca70378 req-7dd44f70-470b-4980-b727-0c7463512119 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] For port 4c6a4554-5f02-4460-aa6e-57387a4631c7, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4c6a4554-5f02-4460-aa6e-57387a4631c7,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:48.463084 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-adbe2e50-a264-46b3-ad01-434e8ca70378 req-7dd44f70-470b-4980-b727-0c7463512119 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:48.471665 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-0ecad707-8386-4d28-b9af-6d4050743fa1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Network 26debee9-bc17-4dec-acaf-a4c976511744 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:48.482697 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['a1204f35-c2e0-4d4d-9f44-8720a671a0ed'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:39:48.496351 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-0ecad707-8386-4d28-b9af-6d4050743fa1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:48.528157 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['a1204f35-c2e0-4d4d-9f44-8720a671a0ed'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:39:48.534844 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-0ecad707-8386-4d28-b9af-6d4050743fa1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:48.535509 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c0256-3255-4f2a-a035-60e542f69414 req-ce8e08e8-58df-4ca6-b0fb-4f9fed9430ac tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:48.540774 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-596c0256-3255-4f2a-a035-60e542f69414 req-ce8e08e8-58df-4ca6-b0fb-4f9fed9430ac tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 951 time: 0.1287594 Jun 17 08:39:48.578041 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-adbe2e50-a264-46b3-ad01-434e8ca70378 req-7dd44f70-470b-4980-b727-0c7463512119 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Calling delete_port for 4c6a4554-5f02-4460-aa6e-57387a4631c7 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:48.588703 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port a1204f35-c2e0-4d4d-9f44-8720a671a0ed, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=a1204f35-c2e0-4d4d-9f44-8720a671a0ed,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:48.615041 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecad707-8386-4d28-b9af-6d4050743fa1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Pushing event updated for resources: {'Port': ['ID=5d8ed170-6507-42a3-97d4-6d09ca067b07,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:48.620007 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-596c0256-3255-4f2a-a035-60e542f69414 req-cbd1d0e9-f9bb-4d5a-bffd-defbadc9f5d4 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/security-groups?id=261d2836-c02a-4726-bc44-d27644f5f798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720389 Jun 17 08:39:48.642501 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e8bbf141-1c06-4d3e-8c6c-35570c6202b2 req-bf0eb005-d634-48f3-a549-4f040b73f725 service neutron] 10.222.0.49 "GET /v2.0/networks/21edaf17-9a14-4916-857e-651e948f1a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190183 Jun 17 08:39:48.660865 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0ecad707-8386-4d28-b9af-6d4050743fa1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:48.665090 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device a1204f35-c2e0-4d4d-9f44-8720a671a0ed has no active binding in host n-h2-758944-30 {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 17 08:39:48.790170 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-0ecad707-8386-4d28-b9af-6d4050743fa1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:48.790817 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-0ecad707-8386-4d28-b9af-6d4050743fa1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:48.829295 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e8bbf141-1c06-4d3e-8c6c-35570c6202b2 req-76511dac-38a8-4c21-967a-4afb4a4b3850 service neutron] 10.222.0.49 "GET /v2.0/ports/61751c0f-ee68-448f-a430-8d3ee8711041?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1847806 Jun 17 08:39:48.870408 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875db15b-a9dd-4a97-b11b-f6b6c8789f09 req-1501f00b-0761-4e61-ad53-da1a460fdb85 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:48.872936 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-875db15b-a9dd-4a97-b11b-f6b6c8789f09 req-1501f00b-0761-4e61-ad53-da1a460fdb85 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=086e378d-7c90-498d-9439-cdf820b2b635 HTTP/1.1" status: 200 len: 936 time: 0.1228874 Jun 17 08:39:48.939291 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-875db15b-a9dd-4a97-b11b-f6b6c8789f09 req-ba30455b-3859-4fb7-9e5e-b622f5707f69 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601835 Jun 17 08:39:49.002546 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9c2dad-ddd6-4cac-8888-236457d553dc x-openstack-request-id: req-4b9c2dad-ddd6-4cac-8888-236457d553dc {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:49.003046 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a3b64c3-8559-4539-a9e0-ae0bcfb093f7", "name": "network-vif-unplugged", "status": "completed", "tag": "a1204f35-c2e0-4d4d-9f44-8720a671a0ed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:49.003524 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4b9c2dad-ddd6-4cac-8888-236457d553dc {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:49.004151 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a3b64c3-8559-4539-a9e0-ae0bcfb093f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1204f35-c2e0-4d4d-9f44-8720a671a0ed', 'code': 200} Jun 17 08:39:49.044879 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b61d1b59-7d5e-4479-95d1-d79f7dfdd904 None None] Provisioning for port 5d8ed170-6507-42a3-97d4-6d09ca067b07 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:49.049658 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b61d1b59-7d5e-4479-95d1-d79f7dfdd904 None None] Provisioning complete for port 5d8ed170-6507-42a3-97d4-6d09ca067b07 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:49.053342 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b61d1b59-7d5e-4479-95d1-d79f7dfdd904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.086414 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-b61d1b59-7d5e-4479-95d1-d79f7dfdd904 None None] Port 5d8ed170-6507-42a3-97d4-6d09ca067b07 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:39:49.252332 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-7a698b66-7906-4564-a2f4-a3aeb9aebc1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ec8a85-f045-4b87-876a-4adf983bf6b2 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:39:49.268029 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-0ecad707-8386-4d28-b9af-6d4050743fa1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5365186 Jun 17 08:39:49.269807 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-7a698b66-7906-4564-a2f4-a3aeb9aebc1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.286625 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-9a097699-e9ba-474c-94f1-13d478f0baed service neutron] Request body: {'port': {'device_id': '086e378d-7c90-498d-9439-cdf820b2b635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:49.316586 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-7a698b66-7906-4564-a2f4-a3aeb9aebc1e service neutron] Transition to ACTIVE for port object 02ec8a85-f045-4b87-876a-4adf983bf6b2 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:49.389510 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e8bbf141-1c06-4d3e-8c6c-35570c6202b2 req-d05b6fd4-c652-4ed0-ad2a-5c090196b946 service neutron] 10.222.0.49 "GET /v2.0/networks/e6e64c38-ad97-489f-9518-425d34d9a3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5592651 Jun 17 08:39:49.429897 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-7a698b66-7906-4564-a2f4-a3aeb9aebc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.433830 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f05c539f-13ff-4d4e-9deb-0f9244b872a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:49.546129 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-9a097699-e9ba-474c-94f1-13d478f0baed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.557364 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-adbe2e50-a264-46b3-ad01-434e8ca70378 req-7dd44f70-470b-4980-b727-0c7463512119 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.578421 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a698b66-7906-4564-a2f4-a3aeb9aebc1e service neutron] Pushing event updated for resources: {'Port': ['ID=02ec8a85-f045-4b87-876a-4adf983bf6b2,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:49.596322 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7a698b66-7906-4564-a2f4-a3aeb9aebc1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:49.596981 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0ecad707-8386-4d28-b9af-6d4050743fa1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:49.674153 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd44f70-470b-4980-b727-0c7463512119 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Pushing event deleted for resources: {'Port': ['ID=4c6a4554-5f02-4460-aa6e-57387a4631c7,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:49.715801 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7dd44f70-470b-4980-b727-0c7463512119 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:49.761500 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e8bbf141-1c06-4d3e-8c6c-35570c6202b2 req-6e4a0a33-4454-4623-9844-808654e9e2d4 service neutron] 10.222.0.49 "GET /v2.0/networks/e6e64c38-ad97-489f-9518-425d34d9a3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522880 Jun 17 08:39:49.762271 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbe2e50-a264-46b3-ad01-434e8ca70378 req-7dd44f70-470b-4980-b727-0c7463512119 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] No DVR routers for this DVR port 4c6a4554-5f02-4460-aa6e-57387a4631c7 on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:39:49.768753 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-adbe2e50-a264-46b3-ad01-434e8ca70378 req-7dd44f70-470b-4980-b727-0c7463512119 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.771423 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-adbe2e50-a264-46b3-ad01-434e8ca70378 req-7dd44f70-470b-4980-b727-0c7463512119 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.53 "DELETE /v2.0/ports/4c6a4554-5f02-4460-aa6e-57387a4631c7 HTTP/1.1" status: 204 len: 173 time: 2.0644174 Jun 17 08:39:49.777724 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34c3a43-6579-49d1-82ff-3201c137259f', 'name': 'network-vif-deleted', 'tag': '4c6a4554-5f02-4460-aa6e-57387a4631c7'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:49.780379 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8f9694-21c3-4b64-89ec-5acb14999939" -d '{"events": [{"server_uuid": "e34c3a43-6579-49d1-82ff-3201c137259f", "name": "network-vif-deleted", "tag": "4c6a4554-5f02-4460-aa6e-57387a4631c7"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:49.870864 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-7a698b66-7906-4564-a2f4-a3aeb9aebc1e service neutron] Attempting to bind port 02ec8a85-f045-4b87-876a-4adf983bf6b2 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:39:49.871517 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-7a698b66-7906-4564-a2f4-a3aeb9aebc1e service neutron] Attempting to bind port 02ec8a85-f045-4b87-876a-4adf983bf6b2 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:39:49.871517 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-7a698b66-7906-4564-a2f4-a3aeb9aebc1e service neutron] Attempting to bind port 02ec8a85-f045-4b87-876a-4adf983bf6b2 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:49.906903 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-7a698b66-7906-4564-a2f4-a3aeb9aebc1e service neutron] Port 02ec8a85-f045-4b87-876a-4adf983bf6b2 on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:39:49.912503 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-7a698b66-7906-4564-a2f4-a3aeb9aebc1e service neutron] Attempting to bind port 02ec8a85-f045-4b87-876a-4adf983bf6b2 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:49.915352 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b24e2b-43fe-4277-b4cc-4bc171921054 req-4ef52d84-3f38-404d-ba0d-d02df769cc65 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:49.920671 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-29b24e2b-43fe-4277-b4cc-4bc171921054 req-4ef52d84-3f38-404d-ba0d-d02df769cc65 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 945 time: 0.0747247 Jun 17 08:39:49.968351 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-7a698b66-7906-4564-a2f4-a3aeb9aebc1e service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:39:49.968697 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-7a698b66-7906-4564-a2f4-a3aeb9aebc1e service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:49.969233 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-7a698b66-7906-4564-a2f4-a3aeb9aebc1e service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:39:49.969749 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-7a698b66-7906-4564-a2f4-a3aeb9aebc1e service neutron] Bound port: 02ec8a85-f045-4b87-876a-4adf983bf6b2, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:39:49.970170 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-7a698b66-7906-4564-a2f4-a3aeb9aebc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:50.014937 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-29b24e2b-43fe-4277-b4cc-4bc171921054 req-6972b7dc-83b6-4254-83bd-b93fba42fcef tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778322 Jun 17 08:39:50.131408 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-7a698b66-7906-4564-a2f4-a3aeb9aebc1e service neutron] For port 02ec8a85-f045-4b87-876a-4adf983bf6b2, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:39:50.172017 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-7a698b66-7906-4564-a2f4-a3aeb9aebc1e service neutron] For port 02ec8a85-f045-4b87-876a-4adf983bf6b2, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=02ec8a85-f045-4b87-876a-4adf983bf6b2,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:39:50.183827 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-9a097699-e9ba-474c-94f1-13d478f0baed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d8ed170-6507-42a3-97d4-6d09ca067b07 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:39:50.194282 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-9a097699-e9ba-474c-94f1-13d478f0baed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:50.199667 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:50.214765 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f3d5d-b8e6-4820-b7b8-c46714e17b4b req-ec78abff-65b6-4a8e-99ea-71723e602097 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:50.216260 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ad7f3d5d-b8e6-4820-b7b8-c46714e17b4b req-ec78abff-65b6-4a8e-99ea-71723e602097 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdcb9357-b85d-4c8c-8888-c3a23dd496e6 HTTP/1.1" status: 200 len: 949 time: 0.0735848 Jun 17 08:39:50.217777 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-9a097699-e9ba-474c-94f1-13d478f0baed service neutron] Transition to ACTIVE for port object 5d8ed170-6507-42a3-97d4-6d09ca067b07 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:50.226749 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a993f32-581d-45b6-aa95-c19e4cb12188 req-89fc629e-a15c-4f9c-b0c3-d7dee1646f00 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:50.228271 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3a993f32-581d-45b6-aa95-c19e4cb12188 req-89fc629e-a15c-4f9c-b0c3-d7dee1646f00 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 944 time: 0.1650894 Jun 17 08:39:50.261786 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ad7f3d5d-b8e6-4820-b7b8-c46714e17b4b req-c5ca26b3-6948-4b6b-9969-85814af1437b tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.49 "GET /v2.0/security-groups?id=cee55996-6fcc-4b21-967c-33918b4742cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392671 Jun 17 08:39:50.273753 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3a993f32-581d-45b6-aa95-c19e4cb12188 req-3492cdf1-b619-4b30-a028-fda72eda9065 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387540 Jun 17 08:39:50.292112 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 4c6a4554-5f02-4460-aa6e-57387a4631c7 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:39:50.305361 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-7a698b66-7906-4564-a2f4-a3aeb9aebc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:50.308882 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dfc15c77-59d9-4ef0-8ffc-71ec7d8b3610 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:50.331891 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 4c6a4554-5f02-4460-aa6e-57387a4631c7 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:39:50.332489 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 4c6a4554-5f02-4460-aa6e-57387a4631c7 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:39:50.351339 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-9a097699-e9ba-474c-94f1-13d478f0baed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:50.368856 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-7a698b66-7906-4564-a2f4-a3aeb9aebc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:50.369486 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-7a698b66-7906-4564-a2f4-a3aeb9aebc1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:50.377529 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-7a698b66-7906-4564-a2f4-a3aeb9aebc1e service neutron] 10.222.0.50 "PUT /v2.0/ports/02ec8a85-f045-4b87-876a-4adf983bf6b2 HTTP/1.1" status: 200 len: 1097 time: 2.6093471 Jun 17 08:39:50.406164 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43472) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:50.484082 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62676a74-5778-44fb-8fe7-2326ada61626 x-openstack-request-id: req-62676a74-5778-44fb-8fe7-2326ada61626 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:50.484407 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34c3a43-6579-49d1-82ff-3201c137259f", "name": "network-vif-deleted", "tag": "4c6a4554-5f02-4460-aa6e-57387a4631c7", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:50.484799 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62676a74-5778-44fb-8fe7-2326ada61626 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:50.485749 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34c3a43-6579-49d1-82ff-3201c137259f', 'name': 'network-vif-deleted', 'tag': '4c6a4554-5f02-4460-aa6e-57387a4631c7', 'status': 'completed', 'code': 200} Jun 17 08:39:50.494133 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a698b66-7906-4564-a2f4-a3aeb9aebc1e service neutron] Pushing event updated for resources: {'Port': ['ID=02ec8a85-f045-4b87-876a-4adf983bf6b2,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:50.498328 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7a698b66-7906-4564-a2f4-a3aeb9aebc1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:50.500413 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-95a0d64c-dea8-45f6-80a0-236583843325 tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:50.519952 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f050b11b-4ac7-4169-bfc0-ed4361698530 req-20a68ce7-95fa-4173-8d65-8f39007951ac tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] 10.222.0.49 "GET /v2.0/ports?device_id=e34c3a43-6579-49d1-82ff-3201c137259f HTTP/1.1" status: 200 len: 210 time: 0.0920222 Jun 17 08:39:50.566350 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bc8aabea-e511-4f7e-96d9-3f407b2d3916 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:50.607104 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bc8aabea-e511-4f7e-96d9-3f407b2d3916 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:50.698580 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a097699-e9ba-474c-94f1-13d478f0baed service neutron] Pushing event updated for resources: {'Port': ['ID=5d8ed170-6507-42a3-97d4-6d09ca067b07,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:50.706535 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9a097699-e9ba-474c-94f1-13d478f0baed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:50.736746 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-9a097699-e9ba-474c-94f1-13d478f0baed service neutron] Attempting to bind port 5d8ed170-6507-42a3-97d4-6d09ca067b07 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:39:50.737089 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-9a097699-e9ba-474c-94f1-13d478f0baed service neutron] Attempting to bind port 5d8ed170-6507-42a3-97d4-6d09ca067b07 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:39:50.737424 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-9a097699-e9ba-474c-94f1-13d478f0baed service neutron] Attempting to bind port 5d8ed170-6507-42a3-97d4-6d09ca067b07 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:50.770923 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-70516527-f2c0-4f16-96f3-f06cb84d4f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:50.772416 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-70516527-f2c0-4f16-96f3-f06cb84d4f44 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=da9417294c5449b28843fbefd48fea0b&device_id=f3067fe2-212b-4890-9ce0-a3fbb6e4236a HTTP/1.1" status: 200 len: 1100 time: 0.1972773 Jun 17 08:39:50.773924 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-9a097699-e9ba-474c-94f1-13d478f0baed service neutron] Port 5d8ed170-6507-42a3-97d4-6d09ca067b07 on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:39:50.774250 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-9a097699-e9ba-474c-94f1-13d478f0baed service neutron] Attempting to bind port 5d8ed170-6507-42a3-97d4-6d09ca067b07 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:50.793533 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bc8aabea-e511-4f7e-96d9-3f407b2d3916 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:50.796268 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bc8aabea-e511-4f7e-96d9-3f407b2d3916 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:50.800494 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-bc8aabea-e511-4f7e-96d9-3f407b2d3916 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] 10.222.0.49 "DELETE /v2.0/security-groups/6f8c0241-5b9d-4200-b1eb-c02c3972e82e HTTP/1.1" status: 204 len: 168 time: 0.3899283 Jun 17 08:39:50.800494 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-99e12899-4efa-4343-9db3-d42cb2247835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:50.801835 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43482) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:50.804063 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-9a097699-e9ba-474c-94f1-13d478f0baed service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:39:50.804731 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-9a097699-e9ba-474c-94f1-13d478f0baed service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:50.805875 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-9a097699-e9ba-474c-94f1-13d478f0baed service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:39:50.806547 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-9a097699-e9ba-474c-94f1-13d478f0baed service neutron] Bound port: 5d8ed170-6507-42a3-97d4-6d09ca067b07, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:39:50.807110 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-9a097699-e9ba-474c-94f1-13d478f0baed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:50.820341 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8aabea-e511-4f7e-96d9-3f407b2d3916 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8c0241-5b9d-4200-b1eb-c02c3972e82e,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:50.822585 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-71ca34ec-0b6d-44d3-983f-54f6e6fac58d tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] show failed (client error): The resource could not be found. Jun 17 08:39:50.826397 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-71ca34ec-0b6d-44d3-983f-54f6e6fac58d tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] 10.222.0.49 "GET /v2.0/security-groups/6f8c0241-5b9d-4200-b1eb-c02c3972e82e HTTP/1.1" status: 404 len: 347 time: 0.0208592 Jun 17 08:39:50.826397 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bc8aabea-e511-4f7e-96d9-3f407b2d3916 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:50.827238 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43484) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:50.854179 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d741b-5447-40de-8df0-82117b458256 req-f1fbfb0b-5769-45bc-9d38-1a8859928ab0 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:50.856612 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-008d741b-5447-40de-8df0-82117b458256 req-f1fbfb0b-5769-45bc-9d38-1a8859928ab0 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=086e378d-7c90-498d-9439-cdf820b2b635 HTTP/1.1" status: 200 len: 948 time: 0.1969712 Jun 17 08:39:50.865580 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-8940961a-f016-4587-8384-0258eda9453a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=02ec8a85-f045-4b87-876a-4adf983bf6b2 HTTP/1.1" status: 200 len: 217 time: 0.0789938 Jun 17 08:39:50.980493 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-e907d3ba-0f31-49f1-90c1-add0022cce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:50.981964 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-e907d3ba-0f31-49f1-90c1-add0022cce03 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1030171 Jun 17 08:39:50.988347 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-008d741b-5447-40de-8df0-82117b458256 req-792ad49e-f4d5-4e78-a8b6-560fb921e219 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195142 Jun 17 08:39:50.996194 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-1981e77c-b531-4c52-acb9-a4674811915c tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Deleting port 6bd1b8e6-c36b-4d9e-8a37-3ead94977c78 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:50.999356 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1981e77c-b531-4c52-acb9-a4674811915c tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:51.008953 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a3b64c3-8559-4539-a9e0-ae0bcfb093f7', 'tag': 'a1204f35-c2e0-4d4d-9f44-8720a671a0ed'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:51.012142 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726d77a1-53eb-4b9a-9d76-c459eb1f2d56" -d '{"events": [{"name": "network-changed", "server_uuid": "1a3b64c3-8559-4539-a9e0-ae0bcfb093f7", "tag": "a1204f35-c2e0-4d4d-9f44-8720a671a0ed"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:51.038561 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-9a097699-e9ba-474c-94f1-13d478f0baed service neutron] For port 5d8ed170-6507-42a3-97d4-6d09ca067b07, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:39:51.045107 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-9a097699-e9ba-474c-94f1-13d478f0baed service neutron] For port 5d8ed170-6507-42a3-97d4-6d09ca067b07, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=5d8ed170-6507-42a3-97d4-6d09ca067b07,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:39:51.073925 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.50', 63555) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:51.128523 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1981e77c-b531-4c52-acb9-a4674811915c tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:51.128844 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1981e77c-b531-4c52-acb9-a4674811915c tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:51.143661 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-75dec753-f1a9-4176-af2e-2c796bfc8559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:51.145574 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-75dec753-f1a9-4176-af2e-2c796bfc8559 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1521189 Jun 17 08:39:51.217669 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-1981e77c-b531-4c52-acb9-a4674811915c tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Calling delete_port for 6bd1b8e6-c36b-4d9e-8a37-3ead94977c78 owned by network:floatingip {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:51.247974 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-9a097699-e9ba-474c-94f1-13d478f0baed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:51.263538 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-99a95269-db9a-40f3-adc1-aeae678845ed tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:51.317279 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0211a557-e7b1-418a-afe8-a6b2b8f46084 x-openstack-request-id: req-0211a557-e7b1-418a-afe8-a6b2b8f46084 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:51.317676 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a3b64c3-8559-4539-a9e0-ae0bcfb093f7", "tag": "a1204f35-c2e0-4d4d-9f44-8720a671a0ed", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:51.317880 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0211a557-e7b1-418a-afe8-a6b2b8f46084 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:51.318295 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a3b64c3-8559-4539-a9e0-ae0bcfb093f7', 'tag': 'a1204f35-c2e0-4d4d-9f44-8720a671a0ed', 'status': 'completed', 'code': 200} Jun 17 08:39:51.322999 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.50', 63556) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:51.349375 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-9a097699-e9ba-474c-94f1-13d478f0baed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:51.350299 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-9a097699-e9ba-474c-94f1-13d478f0baed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:51.351931 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-9a097699-e9ba-474c-94f1-13d478f0baed service neutron] 10.222.0.50 "PUT /v2.0/ports/5d8ed170-6507-42a3-97d4-6d09ca067b07 HTTP/1.1" status: 200 len: 1097 time: 2.0747614 Jun 17 08:39:51.404401 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a099bc-0e10-4fb4-ac78-d7724908cb17 req-30c081c9-65aa-4f89-a1f9-487df60fcd7f tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:51.405912 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-01a099bc-0e10-4fb4-ac78-d7724908cb17 req-30c081c9-65aa-4f89-a1f9-487df60fcd7f tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdcb9357-b85d-4c8c-8888-c3a23dd496e6 HTTP/1.1" status: 200 len: 949 time: 0.3310146 Jun 17 08:39:51.414237 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a097699-e9ba-474c-94f1-13d478f0baed service neutron] Pushing event updated for resources: {'Port': ['ID=5d8ed170-6507-42a3-97d4-6d09ca067b07,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:51.420217 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9a097699-e9ba-474c-94f1-13d478f0baed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:51.427995 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-6c7c8818-abf3-4482-881f-aa8e00e9bcb6 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749457 Jun 17 08:39:51.431473 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-af230cbe-fe69-4b4c-bdce-e6b0072b949d req-15ff28da-0484-4824-815f-a5096d1ca3a5 tempest-FlavorsV2NegativeTest-849373351 tempest-FlavorsV2NegativeTest-849373351-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=f8ca62b314314dddb27d5ab8f6cd22cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564189 Jun 17 08:39:51.473269 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1551fbb-be9d-40f7-a5f2-3f40a573222b req-7dce3269-f019-460d-b9e3-9dc589ebdc8d tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:51.475365 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f1551fbb-be9d-40f7-a5f2-3f40a573222b req-7dce3269-f019-460d-b9e3-9dc589ebdc8d tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 945 time: 0.2323301 Jun 17 08:39:51.598467 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f1551fbb-be9d-40f7-a5f2-3f40a573222b req-e962eab8-0dd0-4590-8f9c-115b767c12b5 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884767 Jun 17 08:39:51.603458 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d77a1-53eb-4b9a-9d76-c459eb1f2d56 req-abd0c8f4-427d-44d6-a923-2c2253258f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:51.604958 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-726d77a1-53eb-4b9a-9d76-c459eb1f2d56 req-abd0c8f4-427d-44d6-a923-2c2253258f6f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 1127 time: 0.2804346 Jun 17 08:39:51.618700 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-8489b788-28bc-4fa7-a345-7398a2b76da1 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803060 Jun 17 08:39:51.637839 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-28d90988-57b8-4ebf-806f-aeeb4bf7f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:51.639723 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-28d90988-57b8-4ebf-806f-aeeb4bf7f1c5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=da9417294c5449b28843fbefd48fea0b&device_id=086e378d-7c90-498d-9439-cdf820b2b635 HTTP/1.1" status: 200 len: 1100 time: 0.1376989 Jun 17 08:39:51.684066 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-ca539ee2-0187-4d16-b340-080e3e7e3ee5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=5d8ed170-6507-42a3-97d4-6d09ca067b07 HTTP/1.1" status: 200 len: 217 time: 0.0342855 Jun 17 08:39:51.710672 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af230cbe-fe69-4b4c-bdce-e6b0072b949d req-621602f1-5c3d-46fb-93f3-5f6b67268f20 tempest-FlavorsV2NegativeTest-849373351 tempest-FlavorsV2NegativeTest-849373351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:51.712229 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-af230cbe-fe69-4b4c-bdce-e6b0072b949d req-621602f1-5c3d-46fb-93f3-5f6b67268f20 tempest-FlavorsV2NegativeTest-849373351 tempest-FlavorsV2NegativeTest-849373351-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2568331 Jun 17 08:39:51.765645 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-af230cbe-fe69-4b4c-bdce-e6b0072b949d req-c7a37a0f-c81c-4f8b-8956-dfc6234adc52 tempest-FlavorsV2NegativeTest-849373351 tempest-FlavorsV2NegativeTest-849373351-project] 10.222.0.49 "GET /v2.0/quotas/f8ca62b314314dddb27d5ab8f6cd22cf HTTP/1.1" status: 200 len: 375 time: 0.0289810 Jun 17 08:39:51.768657 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-01a099bc-0e10-4fb4-ac78-d7724908cb17 req-f934db6b-3538-4038-b7b9-d4faf8f09d1e tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Deleting port fc7d7d02-cafb-4cca-b4dc-3369d572b6d2 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:51.769011 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-01a099bc-0e10-4fb4-ac78-d7724908cb17 req-f934db6b-3538-4038-b7b9-d4faf8f09d1e tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:51.772137 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d77a1-53eb-4b9a-9d76-c459eb1f2d56 req-6c19a064-0863-4431-9068-c55ccc3fe189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:51.773575 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-726d77a1-53eb-4b9a-9d76-c459eb1f2d56 req-6c19a064-0863-4431-9068-c55ccc3fe189 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f60ef741-1693-4275-83c4-b371328659a8 HTTP/1.1" status: 200 len: 908 time: 0.1562982 Jun 17 08:39:51.781116 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-28758084-9d3c-4f72-8acd-a4a55d41c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:51.782741 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-28758084-9d3c-4f72-8acd-a4a55d41c34d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0912018 Jun 17 08:39:51.869366 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fb22e-5b47-49b3-9e9c-829591977a91 req-4b4aa9ed-4dab-4242-88c0-c69a06f56879 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:51.869366 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b70fb22e-5b47-49b3-9e9c-829591977a91 req-4b4aa9ed-4dab-4242-88c0-c69a06f56879 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdcb9357-b85d-4c8c-8888-c3a23dd496e6 HTTP/1.1" status: 200 len: 949 time: 0.1152568 Jun 17 08:39:51.883673 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-5eebe375-c28f-4071-961c-99fbeb778353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:51.885287 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-5eebe375-c28f-4071-961c-99fbeb778353 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0960064 Jun 17 08:39:51.889927 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-af230cbe-fe69-4b4c-bdce-e6b0072b949d req-1fbf7f6b-bf93-446f-baf5-1f1257f567f5 tempest-FlavorsV2NegativeTest-849373351 tempest-FlavorsV2NegativeTest-849373351-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f8ca62b314314dddb27d5ab8f6cd22cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1031699 Jun 17 08:39:51.894605 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-726d77a1-53eb-4b9a-9d76-c459eb1f2d56 req-ae5cf83c-db6d-44fe-acac-8ed0b1bdb4c5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1204f35-c2e0-4d4d-9f44-8720a671a0ed HTTP/1.1" status: 200 len: 217 time: 0.1046178 Jun 17 08:39:51.984524 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1981e77c-b531-4c52-acb9-a4674811915c tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:52.003025 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:52.017296 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-01a099bc-0e10-4fb4-ac78-d7724908cb17 req-f934db6b-3538-4038-b7b9-d4faf8f09d1e tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] For port fc7d7d02-cafb-4cca-b4dc-3369d572b6d2, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=fc7d7d02-cafb-4cca-b4dc-3369d572b6d2,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:52.017704 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-01a099bc-0e10-4fb4-ac78-d7724908cb17 req-f934db6b-3538-4038-b7b9-d4faf8f09d1e tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:52.044768 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b70fb22e-5b47-49b3-9e9c-829591977a91 req-7cadf85d-6512-4738-a273-a5e9b56a2437 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.49 "GET /v2.0/security-groups?id=cee55996-6fcc-4b21-967c-33918b4742cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949258 Jun 17 08:39:52.142647 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-39881cae-e7e0-4067-86bb-d6ae9848216f service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473736 Jun 17 08:39:52.156948 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d77a1-53eb-4b9a-9d76-c459eb1f2d56 req-1d65d033-2b04-484e-ad88-60ddbfbaa137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:52.176357 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-726d77a1-53eb-4b9a-9d76-c459eb1f2d56 req-1d65d033-2b04-484e-ad88-60ddbfbaa137 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=58b6fa78-2c4d-4c76-9c04-e4c6434a4b98 HTTP/1.1" status: 200 len: 847 time: 0.2674646 Jun 17 08:39:52.220593 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981e77c-b531-4c52-acb9-a4674811915c tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Pushing event deleted for resources: {'Port': ['ID=6bd1b8e6-c36b-4d9e-8a37-3ead94977c78,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:52.315526 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5adcfa60-a778-4ffa-bb57-bba8adde0b8c req-c5b073d7-d14d-4798-8d14-06d27cef1a21 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658502 Jun 17 08:39:52.316274 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-01a099bc-0e10-4fb4-ac78-d7724908cb17 req-f934db6b-3538-4038-b7b9-d4faf8f09d1e tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Calling delete_port for fc7d7d02-cafb-4cca-b4dc-3369d572b6d2 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:52.377012 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1981e77c-b531-4c52-acb9-a4674811915c tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:52.413333 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-726d77a1-53eb-4b9a-9d76-c459eb1f2d56 req-149187b6-7d91-4178-bf93-8b945b599395 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f60ef741-1693-4275-83c4-b371328659a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939682 Jun 17 08:39:52.419739 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1981e77c-b531-4c52-acb9-a4674811915c tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks [] for floatingip, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:52.422485 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1981e77c-b531-4c52-acb9-a4674811915c tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:52.426994 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1981e77c-b531-4c52-acb9-a4674811915c tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] 10.222.0.49 "DELETE /v2.0/floatingips/1ef25d32-9b54-496a-abe3-6292ab8949f1 HTTP/1.1" status: 204 len: 168 time: 1.5961025 Jun 17 08:39:52.429410 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43538) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:52.487169 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3067fe2-212b-4890-9ce0-a3fbb6e4236a', 'tag': '02ec8a85-f045-4b87-876a-4adf983bf6b2'}, {'name': 'network-changed', 'server_uuid': '086e378d-7c90-498d-9439-cdf820b2b635', 'tag': '5d8ed170-6507-42a3-97d4-6d09ca067b07'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:52.496424 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17661f17-30fb-43c2-8c4b-626712a57ced" -d '{"events": [{"name": "network-changed", "server_uuid": "f3067fe2-212b-4890-9ce0-a3fbb6e4236a", "tag": "02ec8a85-f045-4b87-876a-4adf983bf6b2"}, {"name": "network-changed", "server_uuid": "086e378d-7c90-498d-9439-cdf820b2b635", "tag": "5d8ed170-6507-42a3-97d4-6d09ca067b07"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:52.627667 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38defa6b-1448-4596-80fd-f8c2263b2ade req-a65fe39e-fa1a-494b-96ad-a0e0b6373449 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:52.629184 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-38defa6b-1448-4596-80fd-f8c2263b2ade req-a65fe39e-fa1a-494b-96ad-a0e0b6373449 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 944 time: 0.4771039 Jun 17 08:39:52.762308 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-726d77a1-53eb-4b9a-9d76-c459eb1f2d56 req-c03ffc2f-08fa-4076-8aed-3fccadbf9201 service neutron] 10.222.0.50 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337066 Jun 17 08:39:52.773927 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-38defa6b-1448-4596-80fd-f8c2263b2ade req-f4607767-07a6-4fc1-aa1a-f127f665f243 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308737 Jun 17 08:39:52.847387 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-1aedc12b-99ac-4895-9d42-0142fccba070 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Deleting port cfce5a70-1d0c-48d9-8e6c-6801727077d5 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:52.847792 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1aedc12b-99ac-4895-9d42-0142fccba070 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:52.900652 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-01a099bc-0e10-4fb4-ac78-d7724908cb17 req-f934db6b-3538-4038-b7b9-d4faf8f09d1e tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:52.903043 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43550) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:52.912124 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7d92935d-42a9-423e-849a-5265d754fa5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:52.914582 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['fc7d7d02-cafb-4cca-b4dc-3369d572b6d2'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:39:52.985633 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934db6b-3538-4038-b7b9-d4faf8f09d1e tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Pushing event deleted for resources: {'Port': ['ID=fc7d7d02-cafb-4cca-b4dc-3369d572b6d2,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:53.001992 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f934db6b-3538-4038-b7b9-d4faf8f09d1e tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:53.003438 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-726d77a1-53eb-4b9a-9d76-c459eb1f2d56 req-96e9aebc-4b37-43ba-8138-0d26e4c25492 service neutron] 10.222.0.50 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285292 Jun 17 08:39:53.062437 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a099bc-0e10-4fb4-ac78-d7724908cb17 req-f934db6b-3538-4038-b7b9-d4faf8f09d1e tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] No DVR routers for this DVR port fc7d7d02-cafb-4cca-b4dc-3369d572b6d2 on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:39:53.065991 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1aedc12b-99ac-4895-9d42-0142fccba070 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:53.069002 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-01a099bc-0e10-4fb4-ac78-d7724908cb17 req-f934db6b-3538-4038-b7b9-d4faf8f09d1e tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:53.071098 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-01a099bc-0e10-4fb4-ac78-d7724908cb17 req-f934db6b-3538-4038-b7b9-d4faf8f09d1e tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.50 "DELETE /v2.0/ports/fc7d7d02-cafb-4cca-b4dc-3369d572b6d2 HTTP/1.1" status: 204 len: 173 time: 1.6507728 Jun 17 08:39:53.133290 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9c77cd3a-0e84-4269-884d-6b2af8fe83af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0948d5e43af24be5adbe3ba56dc21ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271376 Jun 17 08:39:53.135684 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43556) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:53.171590 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-1aedc12b-99ac-4895-9d42-0142fccba070 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Calling delete_port for cfce5a70-1d0c-48d9-8e6c-6801727077d5 owned by {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:53.200269 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f687fd4a-4a40-4093-8a12-b589c3fd8a51 x-openstack-request-id: req-f687fd4a-4a40-4093-8a12-b589c3fd8a51 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:53.200843 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3067fe2-212b-4890-9ce0-a3fbb6e4236a", "tag": "02ec8a85-f045-4b87-876a-4adf983bf6b2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "086e378d-7c90-498d-9439-cdf820b2b635", "tag": "5d8ed170-6507-42a3-97d4-6d09ca067b07", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:53.201219 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f687fd4a-4a40-4093-8a12-b589c3fd8a51 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:53.201822 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3067fe2-212b-4890-9ce0-a3fbb6e4236a', 'tag': '02ec8a85-f045-4b87-876a-4adf983bf6b2', 'status': 'completed', 'code': 200} Jun 17 08:39:53.202187 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '086e378d-7c90-498d-9439-cdf820b2b635', 'tag': '5d8ed170-6507-42a3-97d4-6d09ca067b07', 'status': 'completed', 'code': 200} Jun 17 08:39:53.321013 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcb9357-b85d-4c8c-8888-c3a23dd496e6', 'name': 'network-vif-deleted', 'tag': 'fc7d7d02-cafb-4cca-b4dc-3369d572b6d2'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:53.323276 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f47c44-c5b4-4b91-a68b-c727486a73d3" -d '{"events": [{"server_uuid": "bdcb9357-b85d-4c8c-8888-c3a23dd496e6", "name": "network-vif-deleted", "tag": "fc7d7d02-cafb-4cca-b4dc-3369d572b6d2"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:53.336039 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c766ed-a170-46ad-99fe-6af59ae89046 req-0abfce8e-6adf-4eb7-9544-943aa69b7a56 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:53.343057 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d8c766ed-a170-46ad-99fe-6af59ae89046 req-0abfce8e-6adf-4eb7-9544-943aa69b7a56 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=086e378d-7c90-498d-9439-cdf820b2b635 HTTP/1.1" status: 200 len: 948 time: 0.2885616 Jun 17 08:39:53.347456 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-70dcfd2c-21bb-454c-af68-b47ec24d858b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:53.358500 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a14a8075-3a27-4c7b-b4e9-72546dd5cc10 req-5f00409c-b4fc-47a5-9fff-3cf1b736c163 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdcb9357-b85d-4c8c-8888-c3a23dd496e6 HTTP/1.1" status: 200 len: 210 time: 0.0404160 Jun 17 08:39:53.390307 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43564) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:53.413108 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-70dcfd2c-21bb-454c-af68-b47ec24d858b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:53.452042 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d8c766ed-a170-46ad-99fe-6af59ae89046 req-1fc1511b-74b9-4ce3-986d-e48e1ffe4e7c tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081216 Jun 17 08:39:53.521612 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17661f17-30fb-43c2-8c4b-626712a57ced req-3ce86477-0465-4338-a566-04f59c42614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:53.523105 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-17661f17-30fb-43c2-8c4b-626712a57ced req-3ce86477-0465-4338-a566-04f59c42614c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=da9417294c5449b28843fbefd48fea0b&device_id=f3067fe2-212b-4890-9ce0-a3fbb6e4236a HTTP/1.1" status: 200 len: 1100 time: 0.2799175 Jun 17 08:39:53.538447 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5dc80c-154c-463b-97e7-cb5273fc2d09 x-openstack-request-id: req-ae5dc80c-154c-463b-97e7-cb5273fc2d09 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:53.538958 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdcb9357-b85d-4c8c-8888-c3a23dd496e6", "name": "network-vif-deleted", "tag": "fc7d7d02-cafb-4cca-b4dc-3369d572b6d2", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:53.539390 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ae5dc80c-154c-463b-97e7-cb5273fc2d09 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:53.539981 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcb9357-b85d-4c8c-8888-c3a23dd496e6', 'name': 'network-vif-deleted', 'tag': 'fc7d7d02-cafb-4cca-b4dc-3369d572b6d2', 'status': 'completed', 'code': 200} Jun 17 08:39:53.626567 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dea8b0aa-4d41-41d0-b73d-b9fb1cfb7fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:53.656635 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17661f17-30fb-43c2-8c4b-626712a57ced req-47f2bac2-0d01-4c81-affe-ca42bf7a11c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:53.660063 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-17661f17-30fb-43c2-8c4b-626712a57ced req-47f2bac2-0d01-4c81-affe-ca42bf7a11c1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.1189787 Jun 17 08:39:53.728992 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-17661f17-30fb-43c2-8c4b-626712a57ced req-f9361a38-2404-46c0-a5aa-5f4d4711c5b8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=02ec8a85-f045-4b87-876a-4adf983bf6b2 HTTP/1.1" status: 200 len: 217 time: 0.0568206 Jun 17 08:39:53.792136 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-70dcfd2c-21bb-454c-af68-b47ec24d858b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:53.794832 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-70dcfd2c-21bb-454c-af68-b47ec24d858b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:53.800051 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-70dcfd2c-21bb-454c-af68-b47ec24d858b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/261d2836-c02a-4726-bc44-d27644f5f798 HTTP/1.1" status: 204 len: 168 time: 0.6596692 Jun 17 08:39:53.800051 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1aedc12b-99ac-4895-9d42-0142fccba070 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:53.800447 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-929f08f2-cff8-4661-8d7a-f29956bfad7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:53.805788 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902f599-f72b-4362-9c7c-bf9be13e2702 req-c5d096f5-64eb-4da4-8fae-8c2e950aaba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:53.807858 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6902f599-f72b-4362-9c7c-bf9be13e2702 req-c5d096f5-64eb-4da4-8fae-8c2e950aaba3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 1127 time: 0.1345291 Jun 17 08:39:53.809502 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17661f17-30fb-43c2-8c4b-626712a57ced req-ad5bdf64-e2f3-4758-9e3f-a5d2996360bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:53.811694 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-17661f17-30fb-43c2-8c4b-626712a57ced req-ad5bdf64-e2f3-4758-9e3f-a5d2996360bf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0742185 Jun 17 08:39:53.832571 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dcfd2c-21bb-454c-af68-b47ec24d858b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261d2836-c02a-4726-bc44-d27644f5f798,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:53.860057 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-70dcfd2c-21bb-454c-af68-b47ec24d858b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:53.860057 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ebe8fe1e-c6b7-4e97-a09e-c6ec19aab1cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:53.908543 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aedc12b-99ac-4895-9d42-0142fccba070 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Pushing event deleted for resources: {'Port': ['ID=cfce5a70-1d0c-48d9-8e6c-6801727077d5,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:53.945884 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1aedc12b-99ac-4895-9d42-0142fccba070 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:53.955426 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dea8b0aa-4d41-41d0-b73d-b9fb1cfb7fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.120934 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dea8b0aa-4d41-41d0-b73d-b9fb1cfb7fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.125928 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a186a1e4-8a24-49b2-93d2-18c7e9572cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:54.173972 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-dea8b0aa-4d41-41d0-b73d-b9fb1cfb7fe6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f8ca62b314314dddb27d5ab8f6cd22cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7822516 Jun 17 08:39:54.180188 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8b0aa-4d41-41d0-b73d-b9fb1cfb7fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906cf222-5df0-407b-b9a3-0a66ab6ebecd,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:54.180188 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43582) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:54.184214 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dea8b0aa-4d41-41d0-b73d-b9fb1cfb7fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:54.231303 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a9f22b12-1874-46ab-ae44-fd5a81fb22d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.255069 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a9f22b12-1874-46ab-ae44-fd5a81fb22d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.401906 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1aedc12b-99ac-4895-9d42-0142fccba070 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.404580 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a9f22b12-1874-46ab-ae44-fd5a81fb22d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.405505 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1aedc12b-99ac-4895-9d42-0142fccba070 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] 10.222.0.49 "DELETE /v2.0/ports/cfce5a70-1d0c-48d9-8e6c-6801727077d5 HTTP/1.1" status: 204 len: 168 time: 1.9742184 Jun 17 08:39:54.411842 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43588) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:54.415845 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a9f22b12-1874-46ab-ae44-fd5a81fb22d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.415845 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a9f22b12-1874-46ab-ae44-fd5a81fb22d5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/906cf222-5df0-407b-b9a3-0a66ab6ebecd HTTP/1.1" status: 204 len: 168 time: 0.2346516 Jun 17 08:39:54.415845 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-87db5afb-65cf-474c-8cf2-11eebff0fb08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:54.417142 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17661f17-30fb-43c2-8c4b-626712a57ced req-fff0552b-2c62-489e-ad8a-98d9d762f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:54.419152 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-17661f17-30fb-43c2-8c4b-626712a57ced req-fff0552b-2c62-489e-ad8a-98d9d762f36b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5974886 Jun 17 08:39:54.430588 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f22b12-1874-46ab-ae44-fd5a81fb22d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906cf222-5df0-407b-b9a3-0a66ab6ebecd,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:54.437867 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a9f22b12-1874-46ab-ae44-fd5a81fb22d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:54.596409 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902f599-f72b-4362-9c7c-bf9be13e2702 req-62198940-ced4-4967-9a3b-b34f0de3de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:54.599879 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6902f599-f72b-4362-9c7c-bf9be13e2702 req-62198940-ced4-4967-9a3b-b34f0de3de64 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f60ef741-1693-4275-83c4-b371328659a8 HTTP/1.1" status: 200 len: 908 time: 0.6258552 Jun 17 08:39:54.601165 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-558daf80-bee8-4496-b884-74d8bbbca230 req-33f21e49-6f7b-412b-bd55-c097a5e81f46 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdcb9357-b85d-4c8c-8888-c3a23dd496e6 HTTP/1.1" status: 200 len: 210 time: 0.0386560 Jun 17 08:39:54.696083 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6902f599-f72b-4362-9c7c-bf9be13e2702 req-e9bab7ed-b141-44fc-b9b3-8dd0c938dd61 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1204f35-c2e0-4d4d-9f44-8720a671a0ed HTTP/1.1" status: 200 len: 217 time: 0.0641880 Jun 17 08:39:54.715493 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46133da-5f57-41b0-8bbf-e5a78d91dcb4 req-fa26bf3f-b347-414f-a30f-6bb776e6f93c tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:54.723244 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c46133da-5f57-41b0-8bbf-e5a78d91dcb4 req-fa26bf3f-b347-414f-a30f-6bb776e6f93c tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 944 time: 0.7164252 Jun 17 08:39:54.775385 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902f599-f72b-4362-9c7c-bf9be13e2702 req-a78fa5da-0821-4fc7-b127-ae3d28ae01c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:54.776882 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6902f599-f72b-4362-9c7c-bf9be13e2702 req-a78fa5da-0821-4fc7-b127-ae3d28ae01c2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=58b6fa78-2c4d-4c76-9c04-e4c6434a4b98 HTTP/1.1" status: 200 len: 847 time: 0.0514019 Jun 17 08:39:54.830834 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-17661f17-30fb-43c2-8c4b-626712a57ced req-f88c932c-6e22-4584-b0b7-f61e0c8d88e3 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008451 Jun 17 08:39:54.831857 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43598) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:54.858286 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6902f599-f72b-4362-9c7c-bf9be13e2702 req-4a5ba1c9-7820-45aa-8869-15b38a2454bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f60ef741-1693-4275-83c4-b371328659a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702569 Jun 17 08:39:54.877290 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e6cd8-6c92-41d8-8f1d-8995c261cca1 req-2f63d129-6c28-42bb-b895-76fc3b6412da tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:54.878909 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-296e6cd8-6c92-41d8-8f1d-8995c261cca1 req-2f63d129-6c28-42bb-b895-76fc3b6412da tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=086e378d-7c90-498d-9439-cdf820b2b635 HTTP/1.1" status: 200 len: 948 time: 0.1518316 Jun 17 08:39:54.907454 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4cc3da37-51c5-4bf1-94e8-29311a8d484a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=52f9a6e362c445a3b2c4c2a67c502b62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0732067 Jun 17 08:39:54.914846 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43600) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:54.952945 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-95aedc36-b14d-4ebe-a7f8-bee44aaa5dbc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Deleting port 61751c0f-ee68-448f-a430-8d3ee8711041 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:54.953656 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-95aedc36-b14d-4ebe-a7f8-bee44aaa5dbc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.996355 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-296e6cd8-6c92-41d8-8f1d-8995c261cca1 req-d3d94343-ec65-41bb-a5e2-8334906db3a4 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065116 Jun 17 08:39:55.039466 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c46133da-5f57-41b0-8bbf-e5a78d91dcb4 req-acece6b2-5653-4380-8342-25a9a0f1a34c tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149531 Jun 17 08:39:55.042268 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a10cd3d1-21e4-4c47-8520-cf7148905467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.124057 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a10cd3d1-21e4-4c47-8520-cf7148905467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.188467 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-17661f17-30fb-43c2-8c4b-626712a57ced req-e5b54be8-c2d9-4bb0-9811-07ff98caddcc service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333120 Jun 17 08:39:55.211766 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 5d8ed170-6507-42a3-97d4-6d09ca067b07 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:39:55.235963 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-95aedc36-b14d-4ebe-a7f8-bee44aaa5dbc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.256585 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6902f599-f72b-4362-9c7c-bf9be13e2702 req-464331d9-bc2f-41ba-ab79-f8177c8ef3b2 service neutron] 10.222.0.50 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858156 Jun 17 08:39:55.267886 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device fc7d7d02-cafb-4cca-b4dc-3369d572b6d2 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:39:55.305453 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a10cd3d1-21e4-4c47-8520-cf7148905467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.309387 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a10cd3d1-21e4-4c47-8520-cf7148905467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.310969 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a10cd3d1-21e4-4c47-8520-cf7148905467 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eaf1c7bc-0695-407f-937d-e0298703576f HTTP/1.1" status: 204 len: 168 time: 0.3951607 Jun 17 08:39:55.312216 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-81c66c87-9f2f-47a1-91d2-04ef793ccadf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:55.335566 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10cd3d1-21e4-4c47-8520-cf7148905467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf1c7bc-0695-407f-937d-e0298703576f,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:55.346506 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a10cd3d1-21e4-4c47-8520-cf7148905467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:55.350500 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: fc7d7d02-cafb-4cca-b4dc-3369d572b6d2 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:39:55.351101 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device fc7d7d02-cafb-4cca-b4dc-3369d572b6d2 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:39:55.356249 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-95aedc36-b14d-4ebe-a7f8-bee44aaa5dbc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Calling delete_port for 61751c0f-ee68-448f-a430-8d3ee8711041 owned by {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:55.421723 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 5d8ed170-6507-42a3-97d4-6d09ca067b07, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=5d8ed170-6507-42a3-97d4-6d09ca067b07,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:55.441041 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '5d8ed170-6507-42a3-97d4-6d09ca067b07', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '5d8ed170-6507-42a3-97d4-6d09ca067b07', 'mac_address': 'fa:16:3e:1e:c0:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:39:55.449131 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-59d2bac1-f312-4909-9992-1c4a86c650a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.494914 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.511864 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d8ed170-6507-42a3-97d4-6d09ca067b07 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:39:55.541230 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 5d8ed170-6507-42a3-97d4-6d09ca067b07, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=5d8ed170-6507-42a3-97d4-6d09ca067b07,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:55.558031 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6902f599-f72b-4362-9c7c-bf9be13e2702 req-57447f4b-5ce8-4abd-8182-4fe552c73cac service neutron] 10.222.0.50 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886474 Jun 17 08:39:55.577492 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17661f17-30fb-43c2-8c4b-626712a57ced req-e80f4daa-3522-4c3e-a664-f50c32606019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:55.579150 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-17661f17-30fb-43c2-8c4b-626712a57ced req-e80f4daa-3522-4c3e-a664-f50c32606019 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=da9417294c5449b28843fbefd48fea0b&device_id=086e378d-7c90-498d-9439-cdf820b2b635 HTTP/1.1" status: 200 len: 1100 time: 0.2795236 Jun 17 08:39:55.635150 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.635150 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 02ec8a85-f045-4b87-876a-4adf983bf6b2 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:39:55.640563 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:55.773387 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=5d8ed170-6507-42a3-97d4-6d09ca067b07,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:55.781953 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 02ec8a85-f045-4b87-876a-4adf983bf6b2, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=02ec8a85-f045-4b87-876a-4adf983bf6b2,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:55.786954 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:55.795642 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17661f17-30fb-43c2-8c4b-626712a57ced req-a5cda27e-55c6-4766-9fbe-cf236dc58ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:55.798519 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-17661f17-30fb-43c2-8c4b-626712a57ced req-a5cda27e-55c6-4766-9fbe-cf236dc58ddf service neutron] 10.222.0.50 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.2109535 Jun 17 08:39:55.802930 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '02ec8a85-f045-4b87-876a-4adf983bf6b2', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '02ec8a85-f045-4b87-876a-4adf983bf6b2', 'mac_address': 'fa:16:3e:10:6f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:39:55.852604 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-17661f17-30fb-43c2-8c4b-626712a57ced req-c3216093-a7c3-4c51-9195-63a288a74d09 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=5d8ed170-6507-42a3-97d4-6d09ca067b07 HTTP/1.1" status: 200 len: 217 time: 0.0464411 Jun 17 08:39:55.856346 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.897596 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ec8a85-f045-4b87-876a-4adf983bf6b2 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:39:55.913534 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-95aedc36-b14d-4ebe-a7f8-bee44aaa5dbc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.919739 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-900723a8-0bfc-40ee-9f28-b7b61b14bc0f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:55.924427 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 02ec8a85-f045-4b87-876a-4adf983bf6b2, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=02ec8a85-f045-4b87-876a-4adf983bf6b2,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:55.953394 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aedc36-b14d-4ebe-a7f8-bee44aaa5dbc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Pushing event deleted for resources: {'Port': ['ID=61751c0f-ee68-448f-a430-8d3ee8711041,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:55.957720 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-95aedc36-b14d-4ebe-a7f8-bee44aaa5dbc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:55.974144 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17661f17-30fb-43c2-8c4b-626712a57ced req-5371072e-f1f0-484d-a80c-05080a8d5a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:55.975985 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-17661f17-30fb-43c2-8c4b-626712a57ced req-5371072e-f1f0-484d-a80c-05080a8d5a13 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1165454 Jun 17 08:39:56.041162 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.043323 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-ba517217-7ddd-43ae-be2a-e6b0e7b40aba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:56.098939 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=02ec8a85-f045-4b87-876a-4adf983bf6b2,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:56.103125 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:56.107392 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-95aedc36-b14d-4ebe-a7f8-bee44aaa5dbc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.111037 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-95aedc36-b14d-4ebe-a7f8-bee44aaa5dbc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] 10.222.0.49 "DELETE /v2.0/ports/61751c0f-ee68-448f-a430-8d3ee8711041 HTTP/1.1" status: 204 len: 168 time: 1.6964753 Jun 17 08:39:56.113843 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43646) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:56.160400 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17661f17-30fb-43c2-8c4b-626712a57ced req-8e27de80-887e-4a86-b849-46615420b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:56.162648 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-17661f17-30fb-43c2-8c4b-626712a57ced req-8e27de80-887e-4a86-b849-46615420b281 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1695495 Jun 17 08:39:56.237661 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba41839f-4e56-4ea2-a5cd-e29862634fdd tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Deleting subnet 87b08185-d8a4-4e04-8864-790140be9a38 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:39:56.242783 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ba41839f-4e56-4ea2-a5cd-e29862634fdd tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.289740 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['02ec8a85-f045-4b87-876a-4adf983bf6b2'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:39:56.336000 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ba41839f-4e56-4ea2-a5cd-e29862634fdd tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.347664 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['5d8ed170-6507-42a3-97d4-6d09ca067b07'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:39:56.349321 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43654) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:56.378848 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-17661f17-30fb-43c2-8c4b-626712a57ced req-4bc93b40-4087-486a-90c8-ed59a9c71680 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087862 Jun 17 08:39:56.382363 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 4261e082-56b8-4a6e-9615-380a6af043a7 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:39:56.450810 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814e994-9d54-4179-95f7-431d53ef0ae0 req-4ed48169-af05-434e-9697-0ab0f18847c0 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:56.459796 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e814e994-9d54-4179-95f7-431d53ef0ae0 req-4ed48169-af05-434e-9697-0ab0f18847c0 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 944 time: 0.2185483 Jun 17 08:39:56.463624 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073cefc-7e2d-4274-b531-27d2200686ad req-3c21b393-5e4b-481a-86ba-c627f06db190 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:56.466104 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8073cefc-7e2d-4274-b531-27d2200686ad req-3c21b393-5e4b-481a-86ba-c627f06db190 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=086e378d-7c90-498d-9439-cdf820b2b635 HTTP/1.1" status: 200 len: 949 time: 0.2016726 Jun 17 08:39:56.541025 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8073cefc-7e2d-4274-b531-27d2200686ad req-6298d5ad-b2b3-462c-8b88-4ab319217607 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653143 Jun 17 08:39:56.546053 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-17661f17-30fb-43c2-8c4b-626712a57ced req-ff767607-db27-4c99-9278-80243ff16077 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600389 Jun 17 08:39:56.568445 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e814e994-9d54-4179-95f7-431d53ef0ae0 req-a1bd6905-b888-4d0a-8865-8df7f6c32bdd tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996659 Jun 17 08:39:56.574139 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43660) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:56.603141 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ba41839f-4e56-4ea2-a5cd-e29862634fdd tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.713508 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-a940f60a-fdaa-4683-8101-743efef91ad2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1471492624-network', 'tenant_id': '60c1a1bd249644bbbfcd4c7e8812c5ef'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:56.808757 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ba41839f-4e56-4ea2-a5cd-e29862634fdd tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.812331 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-26998127-62c7-4c5f-abeb-5d77b5e1007a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:56.837423 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 4261e082-56b8-4a6e-9615-380a6af043a7, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4261e082-56b8-4a6e-9615-380a6af043a7,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:56.848811 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-8a667f62-309b-4f22-b62d-9e573341e132 service neutron] 10.222.0.50 "GET /v2.0/ports/a1204f35-c2e0-4d4d-9f44-8720a671a0ed/bindings/n-h2-758944-30 HTTP/1.1" status: 200 len: 385 time: 0.0709052 Jun 17 08:39:56.853829 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a940f60a-fdaa-4683-8101-743efef91ad2 admin admin] Made reservation on behalf of 60c1a1bd249644bbbfcd4c7e8812c5ef for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:56.856757 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a940f60a-fdaa-4683-8101-743efef91ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.862598 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '4261e082-56b8-4a6e-9615-380a6af043a7', 'network_id': '06763fe9-e99d-4536-9f97-1417c168f505', 'port_id': '4261e082-56b8-4a6e-9615-380a6af043a7', 'mac_address': 'fa:16:3e:5b:ad:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde6362a-8d80-43f7-8fcf-3398cd98da0f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:39:56.866854 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41839f-4e56-4ea2-a5cd-e29862634fdd tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Pushing event deleted for resources: {'Subnet': ['ID=87b08185-d8a4-4e04-8864-790140be9a38,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:56.874844 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ba41839f-4e56-4ea2-a5cd-e29862634fdd tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:56.893147 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ba41839f-4e56-4ea2-a5cd-e29862634fdd tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.899208 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ba41839f-4e56-4ea2-a5cd-e29862634fdd tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] 10.222.0.49 "DELETE /v2.0/subnets/87b08185-d8a4-4e04-8864-790140be9a38 HTTP/1.1" status: 204 len: 168 time: 0.7815595 Jun 17 08:39:56.899391 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2060221d-df2f-40b3-8200-a0aa68f339c4 None None] Network 0fce4727-88f7-41b8-b3dd-e1c2f2afd31d requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:56.899717 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43674) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:56.919486 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a940f60a-fdaa-4683-8101-743efef91ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.991152 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-e85d3314-6a55-44eb-baa4-c4483de6f892 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Deleting subnet 2894234f-604f-431e-bd6f-3a05627bbd3a {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:39:56.996170 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e85d3314-6a55-44eb-baa4-c4483de6f892 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.042456 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d3d22323-d503-4101-9194-e1993f092896 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9f6a0eceba2b482f8a7f645a7a74082b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4661512 Jun 17 08:39:57.046687 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.067897 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43684) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:57.075224 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e85d3314-6a55-44eb-baa4-c4483de6f892 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.096292 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4261e082-56b8-4a6e-9615-380a6af043a7 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:39:57.160417 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 4261e082-56b8-4a6e-9615-380a6af043a7, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4261e082-56b8-4a6e-9615-380a6af043a7,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:57.209843 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e85d3314-6a55-44eb-baa4-c4483de6f892 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.214571 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device a1204f35-c2e0-4d4d-9f44-8720a671a0ed no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:39:57.225234 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4787873c-becc-473e-84bb-e5351f668308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.255615 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9359691-7e8e-41b1-9466-c51b5add50ae None None] DHCP port deletion for 0fce4727-88f7-41b8-b3dd-e1c2f2afd31d request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:39:57.260069 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4787873c-becc-473e-84bb-e5351f668308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.277100 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.281847 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:57.303850 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a940f60a-fdaa-4683-8101-743efef91ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.354112 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f49db819-a9d7-457f-a59c-155b7f0db40d service neutron] For port a1204f35-c2e0-4d4d-9f44-8720a671a0ed, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=a1204f35-c2e0-4d4d-9f44-8720a671a0ed,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:57.369313 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=4261e082-56b8-4a6e-9615-380a6af043a7,revision_number=6']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:57.374451 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:57.389143 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f49db819-a9d7-457f-a59c-155b7f0db40d service neutron] For port a1204f35-c2e0-4d4d-9f44-8720a671a0ed, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:39:57.396262 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['4261e082-56b8-4a6e-9615-380a6af043a7'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:39:57.427852 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a940f60a-fdaa-4683-8101-743efef91ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.433724 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e1261a9a-b599-4cf1-8d0f-86d1a4ba176e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:57.452437 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f49db819-a9d7-457f-a59c-155b7f0db40d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1204f35-c2e0-4d4d-9f44-8720a671a0ed {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:39:57.473621 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f49db819-a9d7-457f-a59c-155b7f0db40d service neutron] For port a1204f35-c2e0-4d4d-9f44-8720a671a0ed, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=a1204f35-c2e0-4d4d-9f44-8720a671a0ed,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:57.477487 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940f60a-fdaa-4683-8101-743efef91ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9b3077-32ab-4c49-9970-3c88b3895f15,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:57.485485 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a940f60a-fdaa-4683-8101-743efef91ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:57.494637 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e85d3314-6a55-44eb-baa4-c4483de6f892 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.499217 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ba41839f-4e56-4ea2-a5cd-e29862634fdd tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:57.561156 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d3314-6a55-44eb-baa4-c4483de6f892 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Pushing event deleted for resources: {'Subnet': ['ID=2894234f-604f-431e-bd6f-3a05627bbd3a,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:57.565326 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4787873c-becc-473e-84bb-e5351f668308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.565901 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e85d3314-6a55-44eb-baa4-c4483de6f892 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.575949 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4787873c-becc-473e-84bb-e5351f668308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.575949 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4787873c-becc-473e-84bb-e5351f668308 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cee55996-6fcc-4b21-967c-33918b4742cf HTTP/1.1" status: 204 len: 168 time: 0.5058863 Jun 17 08:39:57.577288 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e85d3314-6a55-44eb-baa4-c4483de6f892 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] 10.222.0.49 "DELETE /v2.0/subnets/2894234f-604f-431e-bd6f-3a05627bbd3a HTTP/1.1" status: 204 len: 168 time: 0.6713107 Jun 17 08:39:57.577433 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e85d3314-6a55-44eb-baa4-c4483de6f892 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:57.577917 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43704) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:57.589782 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd2c35b-7116-4b27-89ed-8188a76ab14e None None] Network e6e64c38-ad97-489f-9518-425d34d9a3fe requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:57.598896 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0e47149e-ac38-47fe-acde-9fd9425a9fe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:57.635316 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787873c-becc-473e-84bb-e5351f668308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee55996-6fcc-4b21-967c-33918b4742cf,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:57.650490 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4787873c-becc-473e-84bb-e5351f668308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:57.654271 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a940f60a-fdaa-4683-8101-743efef91ad2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:39:57.668225 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1ca4a8d8-32e9-43ff-8b7f-f7e5da1a6ee4 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.689596 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a940f60a-fdaa-4683-8101-743efef91ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.690298 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-a940f60a-fdaa-4683-8101-743efef91ad2 admin admin] Added segment da2bf374-5f3c-4b7a-9830-2bc2e0a1879d of type vlan for network cc02462f-59f5-46c0-8dd9-fc5a7c60c669 Jun 17 08:39:57.691392 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f49db819-a9d7-457f-a59c-155b7f0db40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.709298 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-e9359691-7e8e-41b1-9466-c51b5add50ae None None] Deleting port 8ea156e2-889a-4749-922a-b82b0e271be3 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:57.710722 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e9359691-7e8e-41b1-9466-c51b5add50ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.782439 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-1ca4a8d8-32e9-43ff-8b7f-f7e5da1a6ee4 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Deleting port 8ea156e2-889a-4749-922a-b82b0e271be3 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:57.782803 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1ca4a8d8-32e9-43ff-8b7f-f7e5da1a6ee4 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.850638 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f49db819-a9d7-457f-a59c-155b7f0db40d service neutron] Transition to ACTIVE for port object a1204f35-c2e0-4d4d-9f44-8720a671a0ed will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:57.896936 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-1ca4a8d8-32e9-43ff-8b7f-f7e5da1a6ee4 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] For port 8ea156e2-889a-4749-922a-b82b0e271be3, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=8ea156e2-889a-4749-922a-b82b0e271be3,segment=NetworkSegment(f5d0f3f6-62f0-47a6-b905-034f0d864ca7),segment_id=f5d0f3f6-62f0-47a6-b905-034f0d864ca7)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:57.897310 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1ca4a8d8-32e9-43ff-8b7f-f7e5da1a6ee4 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.903055 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a940f60a-fdaa-4683-8101-743efef91ad2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.978783 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48e736-9338-4bfd-a35f-ad7d1846fbe3 req-b9bd7e27-23f6-4539-9e40-4a01ec7ef374 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:57.980478 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1e48e736-9338-4bfd-a35f-ad7d1846fbe3 req-b9bd7e27-23f6-4539-9e40-4a01ec7ef374 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=086e378d-7c90-498d-9439-cdf820b2b635 HTTP/1.1" status: 200 len: 949 time: 0.1266510 Jun 17 08:39:57.988261 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f49db819-a9d7-457f-a59c-155b7f0db40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.993177 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1981e77c-b531-4c52-acb9-a4674811915c tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:57.997542 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-1ca4a8d8-32e9-43ff-8b7f-f7e5da1a6ee4 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Calling delete_port for 8ea156e2-889a-4749-922a-b82b0e271be3 owned by network:dhcp {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:57.997799 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-e9359691-7e8e-41b1-9466-c51b5add50ae None None] For port 8ea156e2-889a-4749-922a-b82b0e271be3, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=8ea156e2-889a-4749-922a-b82b0e271be3,segment=NetworkSegment(f5d0f3f6-62f0-47a6-b905-034f0d864ca7),segment_id=f5d0f3f6-62f0-47a6-b905-034f0d864ca7)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:57.998209 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e9359691-7e8e-41b1-9466-c51b5add50ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:58.091648 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-e9359691-7e8e-41b1-9466-c51b5add50ae None None] Calling delete_port for 8ea156e2-889a-4749-922a-b82b0e271be3 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:58.102361 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:58.114478 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a940f60a-fdaa-4683-8101-743efef91ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:58.135960 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a7a82-f6f4-47a2-8b0e-8a5fcbd52453 req-fa072c08-df12-49f2-80f2-7adba2a88187 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:58.137610 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-113a7a82-f6f4-47a2-8b0e-8a5fcbd52453 req-fa072c08-df12-49f2-80f2-7adba2a88187 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 945 time: 0.1408045 Jun 17 08:39:58.168889 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a940f60a-fdaa-4683-8101-743efef91ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:58.170291 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a940f60a-fdaa-4683-8101-743efef91ad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:58.222790 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-113a7a82-f6f4-47a2-8b0e-8a5fcbd52453 req-674a33fd-3b94-481a-b83f-e67abac365e8 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754228 Jun 17 08:39:58.227628 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1e48e736-9338-4bfd-a35f-ad7d1846fbe3 req-93906d7d-b10e-4208-8551-908147ed5d5d tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354302 Jun 17 08:39:58.245731 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f49db819-a9d7-457f-a59c-155b7f0db40d service neutron] No DVR routers for this DVR port a1204f35-c2e0-4d4d-9f44-8720a671a0ed on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:39:58.293482 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49db819-a9d7-457f-a59c-155b7f0db40d service neutron] Pushing event updated for resources: {'Port': ['ID=a1204f35-c2e0-4d4d-9f44-8720a671a0ed,revision_number=10']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:58.299682 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a940f60a-fdaa-4683-8101-743efef91ad2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9493732 Jun 17 08:39:58.300701 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f49db819-a9d7-457f-a59c-155b7f0db40d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:58.303142 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43728) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:58.308097 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-8216d5bd-4d47-4a06-910b-6d824ab78a61 admin admin] Request body: {'subnet': {'network_id': 'cc02462f-59f5-46c0-8dd9-fc5a7c60c669', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1471492624-subnet', 'tenant_id': '60c1a1bd249644bbbfcd4c7e8812c5ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:58.324210 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:58.349232 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b67c376-04b3-4cba-9dab-230aaf646760 None None] DHCP port deletion for e6e64c38-ad97-489f-9518-425d34d9a3fe request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:39:58.355380 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1ca4a8d8-32e9-43ff-8b7f-f7e5da1a6ee4 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:58.357189 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e9359691-7e8e-41b1-9466-c51b5add50ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:58.360527 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:58.366569 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1917166f-7fd5-4af8-ad60-25cd8463ba76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:58.390948 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940f60a-fdaa-4683-8101-743efef91ad2 admin admin] Pushing event updated for resources: {'Network': ['ID=cc02462f-59f5-46c0-8dd9-fc5a7c60c669,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:58.394903 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a940f60a-fdaa-4683-8101-743efef91ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:58.408165 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-f49db819-a9d7-457f-a59c-155b7f0db40d service neutron] 10.222.0.50 "PUT /v2.0/ports/a1204f35-c2e0-4d4d-9f44-8720a671a0ed/bindings/n-h2-758944-30/activate HTTP/1.1" status: 200 len: 370 time: 1.5472913 Jun 17 08:39:58.416581 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4a8d8-32e9-43ff-8b7f-f7e5da1a6ee4 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Pushing event deleted for resources: {'Port': ['ID=8ea156e2-889a-4749-922a-b82b0e271be3,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:58.420461 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca4a8d8-32e9-43ff-8b7f-f7e5da1a6ee4 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] No DVR routers for this DVR port 8ea156e2-889a-4749-922a-b82b0e271be3 on host n-d-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:39:58.423768 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1ca4a8d8-32e9-43ff-8b7f-f7e5da1a6ee4 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:58.433031 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network cc02462f-59f5-46c0-8dd9-fc5a7c60c669 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:39:58.451204 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9359691-7e8e-41b1-9466-c51b5add50ae None None] Pushing event deleted for resources: {'Port': ['ID=8ea156e2-889a-4749-922a-b82b0e271be3,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:58.454940 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e9359691-7e8e-41b1-9466-c51b5add50ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:58.456803 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9359691-7e8e-41b1-9466-c51b5add50ae None None] No DVR routers for this DVR port 8ea156e2-889a-4749-922a-b82b0e271be3 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:39:58.519292 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8216d5bd-4d47-4a06-910b-6d824ab78a61 admin admin] Made reservation on behalf of 60c1a1bd249644bbbfcd4c7e8812c5ef for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:58.521874 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8216d5bd-4d47-4a06-910b-6d824ab78a61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:58.569322 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-4b67c376-04b3-4cba-9dab-230aaf646760 None None] Deleting port 92455f60-95c1-4e0f-9c9e-f484196477bb {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:58.569833 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4b67c376-04b3-4cba-9dab-230aaf646760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:58.601791 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1ca4a8d8-32e9-43ff-8b7f-f7e5da1a6ee4 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:58.627781 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-1ca4a8d8-32e9-43ff-8b7f-f7e5da1a6ee4 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fce4727-88f7-41b8-b3dd-e1c2f2afd31d']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:58.652178 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-4b67c376-04b3-4cba-9dab-230aaf646760 None None] For port 92455f60-95c1-4e0f-9c9e-f484196477bb, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=92455f60-95c1-4e0f-9c9e-f484196477bb,segment=NetworkSegment(b0325609-5214-40f3-9394-b32e6da8c208),segment_id=b0325609-5214-40f3-9394-b32e6da8c208)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:58.652560 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4b67c376-04b3-4cba-9dab-230aaf646760 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:58.668608 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-1ca4a8d8-32e9-43ff-8b7f-f7e5da1a6ee4 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d0f3f6-62f0-47a6-b905-034f0d864ca7') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:58.668608 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-1ca4a8d8-32e9-43ff-8b7f-f7e5da1a6ee4 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d0f3f6-62f0-47a6-b905-034f0d864ca7') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:58.686166 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1ca4a8d8-32e9-43ff-8b7f-f7e5da1a6ee4 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:58.734643 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1ca4a8d8-32e9-43ff-8b7f-f7e5da1a6ee4 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:58.738524 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-4b67c376-04b3-4cba-9dab-230aaf646760 None None] Calling delete_port for 92455f60-95c1-4e0f-9c9e-f484196477bb owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:58.748063 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca4a8d8-32e9-43ff-8b7f-f7e5da1a6ee4 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:39:58.748481 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1ca4a8d8-32e9-43ff-8b7f-f7e5da1a6ee4 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:39:58.751987 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:39:58.760244 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:39:58.760244 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:39:58.760244 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:39:58.760244 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:39:58.760244 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:39:58.760244 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:39:59.042544 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4b67c376-04b3-4cba-9dab-230aaf646760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.049895 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:59.092437 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67c376-04b3-4cba-9dab-230aaf646760 None None] Pushing event deleted for resources: {'Port': ['ID=92455f60-95c1-4e0f-9c9e-f484196477bb,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:59.097155 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-4b67c376-04b3-4cba-9dab-230aaf646760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:59.101771 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b67c376-04b3-4cba-9dab-230aaf646760 None None] No DVR routers for this DVR port 92455f60-95c1-4e0f-9c9e-f484196477bb on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:39:59.132817 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43746) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:59.150301 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-70b55d47-dd52-4576-9a4a-4f176a1d1a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.150494 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 8ea156e2-889a-4749-922a-b82b0e271be3 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:39:59.199162 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-c42c3cd5-089e-4310-9990-7df5cfab20d8 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:59.201449 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-c42c3cd5-089e-4310-9990-7df5cfab20d8 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7&tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&binding%3Ahost_id=n-h1-758944-30 HTTP/1.1" status: 200 len: 1097 time: 0.5968761 Jun 17 08:39:59.201974 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 8ea156e2-889a-4749-922a-b82b0e271be3 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:39:59.202382 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 8ea156e2-889a-4749-922a-b82b0e271be3 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:39:59.202820 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 92455f60-95c1-4e0f-9c9e-f484196477bb no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:39:59.264711 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 5d8ed170-6507-42a3-97d4-6d09ca067b07 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:59.274693 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 92455f60-95c1-4e0f-9c9e-f484196477bb {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:39:59.276266 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 92455f60-95c1-4e0f-9c9e-f484196477bb not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:39:59.344984 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-70b55d47-dd52-4576-9a4a-4f176a1d1a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.383224 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1ca4a8d8-32e9-43ff-8b7f-f7e5da1a6ee4 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.405208 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1ca4a8d8-32e9-43ff-8b7f-f7e5da1a6ee4 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.405208 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-1ca4a8d8-32e9-43ff-8b7f-f7e5da1a6ee4 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] 10.222.0.49 "DELETE /v2.0/networks/0fce4727-88f7-41b8-b3dd-e1c2f2afd31d HTTP/1.1" status: 204 len: 168 time: 1.8228717 Jun 17 08:39:59.405376 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43758) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:59.418168 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:59.457987 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4a8d8-32e9-43ff-8b7f-f7e5da1a6ee4 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Pushing event deleted for resources: {'Network': ['ID=0fce4727-88f7-41b8-b3dd-e1c2f2afd31d,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:59.462449 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1ca4a8d8-32e9-43ff-8b7f-f7e5da1a6ee4 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:59.465063 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b6cc-f7d9-463d-a51b-412cf1269200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.482695 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-5185c26e-308e-406d-9d00-12a98ab14dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:59.484270 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-5185c26e-308e-406d-9d00-12a98ab14dfe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7&tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73 HTTP/1.1" status: 200 len: 1097 time: 0.2543032 Jun 17 08:39:59.499440 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-288567d1-7a09-40e8-91e4-34f01e72a1ab tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.499658 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 5d8ed170-6507-42a3-97d4-6d09ca067b07 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:59.504456 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 5d8ed170-6507-42a3-97d4-6d09ca067b07 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:59.505226 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.505343 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-70b55d47-dd52-4576-9a4a-4f176a1d1a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.522120 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1a104dbc-c95a-4ce6-a61a-3a1400ab8450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:59.555456 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8216d5bd-4d47-4a06-910b-6d824ab78a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.587509 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:59.604861 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b55d47-dd52-4576-9a4a-4f176a1d1a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6001e4dd-8e49-4bd1-8a8c-808ee6c43769,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:59.617162 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-70b55d47-dd52-4576-9a4a-4f176a1d1a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:59.620823 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-70b55d47-dd52-4576-9a4a-4f176a1d1a39 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b234f8d4ce7543a9bc617e54b30e3fd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4868271 Jun 17 08:39:59.637946 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43762) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:59.655044 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.690724 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086e378d-7c90-498d-9439-cdf820b2b635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8ed170-6507-42a3-97d4-6d09ca067b07'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:59.693708 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc171a0-c6a6-4077-a335-6c21ad63c848" -d '{"events": [{"server_uuid": "086e378d-7c90-498d-9439-cdf820b2b635", "name": "network-vif-plugged", "status": "completed", "tag": "5d8ed170-6507-42a3-97d4-6d09ca067b07"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:59.708822 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216d5bd-4d47-4a06-910b-6d824ab78a61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65d01183-6061-45ef-8025-7f7b73d63e83,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:59.714608 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 5d8ed170-6507-42a3-97d4-6d09ca067b07, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=5d8ed170-6507-42a3-97d4-6d09ca067b07,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:59.714812 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8216d5bd-4d47-4a06-910b-6d824ab78a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:59.718605 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-288567d1-7a09-40e8-91e4-34f01e72a1ab tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.738906 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-288567d1-7a09-40e8-91e4-34f01e72a1ab tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e64c38-ad97-489f-9518-425d34d9a3fe']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:59.756381 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e65ab-a31b-4156-9a03-4c5ad0b518be req-f6f9020b-8462-4e0b-8f46-55e3cfcad078 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:59.763434 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e31e65ab-a31b-4156-9a03-4c5ad0b518be req-f6f9020b-8462-4e0b-8f46-55e3cfcad078 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=086e378d-7c90-498d-9439-cdf820b2b635 HTTP/1.1" status: 200 len: 949 time: 0.2615674 Jun 17 08:39:59.767255 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-288567d1-7a09-40e8-91e4-34f01e72a1ab tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0325609-5214-40f3-9394-b32e6da8c208') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:59.767443 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-288567d1-7a09-40e8-91e4-34f01e72a1ab tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0325609-5214-40f3-9394-b32e6da8c208') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:59.769037 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8216d5bd-4d47-4a06-910b-6d824ab78a61 admin admin] Checking segment: {'id': 'da2bf374-5f3c-4b7a-9830-2bc2e0a1879d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cc02462f-59f5-46c0-8dd9-fc5a7c60c669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:59.769409 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8216d5bd-4d47-4a06-910b-6d824ab78a61 admin admin] Network hostable DHCP agents. Network: cc02462f-59f5-46c0-8dd9-fc5a7c60c669, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:39:59.775537 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-b30e912e-b82a-4ad7-a55c-b12730f64bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:59.777065 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-b30e912e-b82a-4ad7-a55c-b12730f64bc2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 1097 time: 0.2327228 Jun 17 08:39:59.783436 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-288567d1-7a09-40e8-91e4-34f01e72a1ab tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.785209 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f374a3-d254-4d10-bbd1-1e66aad5d648 req-f206035c-81dd-44fc-b58e-8fe8b864dc9d tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:59.786679 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-51f374a3-d254-4d10-bbd1-1e66aad5d648 req-f206035c-81dd-44fc-b58e-8fe8b864dc9d tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 945 time: 0.2928333 Jun 17 08:39:59.801794 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d6566c4a-7905-4c56-9fea-b6f9e80c0b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.808203 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.809097 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 02ec8a85-f045-4b87-876a-4adf983bf6b2 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:59.810952 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-ed37de87-c835-4320-86a9-1a74710672e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:59.811201 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-288567d1-7a09-40e8-91e4-34f01e72a1ab tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.823966 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e31e65ab-a31b-4156-9a03-4c5ad0b518be req-8abe0bf8-ea74-4238-bf87-d5e55839b635 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595496 Jun 17 08:39:59.824948 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288567d1-7a09-40e8-91e4-34f01e72a1ab tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:39:59.825373 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-288567d1-7a09-40e8-91e4-34f01e72a1ab tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:39:59.829134 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:39:59.832911 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:39:59.832911 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:39:59.905561 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d6566c4a-7905-4c56-9fea-b6f9e80c0b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.943148 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-51f374a3-d254-4d10-bbd1-1e66aad5d648 req-1416bb34-e73f-4b55-8922-b73d42c141bf tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435986 Jun 17 08:39:59.976988 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=5d8ed170-6507-42a3-97d4-6d09ca067b07,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:59.984406 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-c28ae1cb-0ce9-4a8c-9045-f00109a2b922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:59.991514 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-c28ae1cb-0ce9-4a8c-9045-f00109a2b922 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f60ef741-1693-4275-83c4-b371328659a8 HTTP/1.1" status: 200 len: 908 time: 0.1983798 Jun 17 08:39:59.991514 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8216d5bd-4d47-4a06-910b-6d824ab78a61 admin admin] Network cc02462f-59f5-46c0-8dd9-fc5a7c60c669 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:39:59.991771 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:00.010443 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-288567d1-7a09-40e8-91e4-34f01e72a1ab tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:00.015042 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a940f60a-fdaa-4683-8101-743efef91ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:00.031174 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-288567d1-7a09-40e8-91e4-34f01e72a1ab tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:00.033793 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-288567d1-7a09-40e8-91e4-34f01e72a1ab tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] 10.222.0.49 "DELETE /v2.0/networks/e6e64c38-ad97-489f-9518-425d34d9a3fe HTTP/1.1" status: 204 len: 168 time: 0.6279535 Jun 17 08:40:00.055249 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288567d1-7a09-40e8-91e4-34f01e72a1ab tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Pushing event deleted for resources: {'Network': ['ID=e6e64c38-ad97-489f-9518-425d34d9a3fe,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:00.059880 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-288567d1-7a09-40e8-91e4-34f01e72a1ab tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:00.076118 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-e5954020-399e-469c-8476-e08d1e5ab6a2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1204f35-c2e0-4d4d-9f44-8720a671a0ed HTTP/1.1" status: 200 len: 217 time: 0.0780325 Jun 17 08:40:00.095070 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d6566c4a-7905-4c56-9fea-b6f9e80c0b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:00.098454 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d6566c4a-7905-4c56-9fea-b6f9e80c0b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:00.102226 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d6566c4a-7905-4c56-9fea-b6f9e80c0b00 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6001e4dd-8e49-4bd1-8a8c-808ee6c43769 HTTP/1.1" status: 204 len: 168 time: 0.4610269 Jun 17 08:40:00.116701 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 02ec8a85-f045-4b87-876a-4adf983bf6b2 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:00.121451 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a10cd3d1-21e4-4c47-8520-cf7148905467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:00.121845 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 02ec8a85-f045-4b87-876a-4adf983bf6b2 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:00.122112 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:00.128466 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-8216d5bd-4d47-4a06-910b-6d824ab78a61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, cc02462f-59f5-46c0-8dd9-fc5a7c60c669) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:00.149044 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8216d5bd-4d47-4a06-910b-6d824ab78a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:00.149640 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8216d5bd-4d47-4a06-910b-6d824ab78a61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:00.152314 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6566c4a-7905-4c56-9fea-b6f9e80c0b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6001e4dd-8e49-4bd1-8a8c-808ee6c43769,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:00.156808 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d6566c4a-7905-4c56-9fea-b6f9e80c0b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:00.174930 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-6d4b7bb5-b0d8-4baf-a42e-4c0cd217d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:00.176480 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-6d4b7bb5-b0d8-4baf-a42e-4c0cd217d2df service neutron] 10.222.0.53 "GET /v2.0/subnets?id=58b6fa78-2c4d-4c76-9c04-e4c6434a4b98 HTTP/1.1" status: 200 len: 847 time: 0.0906193 Jun 17 08:40:00.207476 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594b70ba-91cc-427e-9d91-4987150c8fab None None] Network cc02462f-59f5-46c0-8dd9-fc5a7c60c669 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:00.253688 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-8216d5bd-4d47-4a06-910b-6d824ab78a61 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.9493499 Jun 17 08:40:00.255996 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-94d1a8c0-0455-4519-ab97-abd9c42fe3e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f60ef741-1693-4275-83c4-b371328659a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719702 Jun 17 08:40:00.261012 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43780) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:00.271431 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-dee2a92b-cc5b-4c59-ab8c-c752f6a43d8a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1471492624-router', 'tenant_id': '60c1a1bd249644bbbfcd4c7e8812c5ef', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:00.312848 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff2c992-b315-4a23-afd2-587d358bd7a9 x-openstack-request-id: req-9ff2c992-b315-4a23-afd2-587d358bd7a9 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:00.313213 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "086e378d-7c90-498d-9439-cdf820b2b635", "name": "network-vif-plugged", "status": "completed", "tag": "5d8ed170-6507-42a3-97d4-6d09ca067b07", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:00.313473 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ff2c992-b315-4a23-afd2-587d358bd7a9 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:00.314041 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086e378d-7c90-498d-9439-cdf820b2b635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8ed170-6507-42a3-97d4-6d09ca067b07', 'code': 200} Jun 17 08:40:00.367246 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 4261e082-56b8-4a6e-9615-380a6af043a7 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:00.469879 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-56917ace-6263-45b3-b2ee-5552bc0237b1 service neutron] 10.222.0.53 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845980 Jun 17 08:40:00.472208 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dee2a92b-cc5b-4c59-ab8c-c752f6a43d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:00.486052 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dee2a92b-cc5b-4c59-ab8c-c752f6a43d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:00.501124 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:00.531444 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-4d131f11-6d86-4ec5-ac9c-f2c861cd1122 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=cebbdefd830346eaa163e681a2f038e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362792 Jun 17 08:40:00.594969 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 4261e082-56b8-4a6e-9615-380a6af043a7 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:00.595633 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:00.600519 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa381046-c67b-4aa3-bb3b-81667cd88e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-cc02462f-59f5-46c0-8dd9-fc5a7c60c669', 'network_id': 'cc02462f-59f5-46c0-8dd9-fc5a7c60c669', 'tenant_id': '60c1a1bd249644bbbfcd4c7e8812c5ef', 'fixed_ips': [{'subnet_id': '65d01183-6061-45ef-8025-7f7b73d63e83'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:40:00.601742 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-aa381046-c67b-4aa3-bb3b-81667cd88e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:00.606809 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 02ec8a85-f045-4b87-876a-4adf983bf6b2, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=02ec8a85-f045-4b87-876a-4adf983bf6b2,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:00.630773 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dee2a92b-cc5b-4c59-ab8c-c752f6a43d8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:00.747113 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-7bffebc5-8455-48d0-971b-ecb00d9c0e5a tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:00.749085 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-7bffebc5-8455-48d0-971b-ecb00d9c0e5a tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2082486 Jun 17 08:40:00.764747 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-35c58067-9624-4795-98b8-d01a0cba2596 service neutron] 10.222.0.53 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700241 Jun 17 08:40:00.770627 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6db973-3dbb-4df1-bc44-d0d3ecdb4aad req-2301ee99-b9c9-42db-beda-a80a8cb8030e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:00.772434 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7d6db973-3dbb-4df1-bc44-d0d3ecdb4aad req-2301ee99-b9c9-42db-beda-a80a8cb8030e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=086e378d-7c90-498d-9439-cdf820b2b635 HTTP/1.1" status: 200 len: 1102 time: 0.3331130 Jun 17 08:40:00.782583 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-02a3c1a7-207d-48b7-8dfe-bace681806c6 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/quotas/cebbdefd830346eaa163e681a2f038e7 HTTP/1.1" status: 200 len: 375 time: 0.0199399 Jun 17 08:40:00.896616 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-5fb8fc72-9380-4da1-9e93-b0ffa5807a97 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cebbdefd830346eaa163e681a2f038e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1058068 Jun 17 08:40:00.976252 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7d6db973-3dbb-4df1-bc44-d0d3ecdb4aad req-f753bdaf-17ed-4f5c-ad13-658b02fcf22c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926529 Jun 17 08:40:01.078167 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.110789 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.129570 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:01.177534 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 4261e082-56b8-4a6e-9615-380a6af043a7, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4261e082-56b8-4a6e-9615-380a6af043a7,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:01.181676 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-aa381046-c67b-4aa3-bb3b-81667cd88e94 None None] Allocated IP 172.20.0.2 (cc02462f-59f5-46c0-8dd9-fc5a7c60c669/65d01183-6061-45ef-8025-7f7b73d63e83/d1787118-e444-4fe6-83d4-8e745d3d8759) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:01.222636 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dee2a92b-cc5b-4c59-ab8c-c752f6a43d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.288682 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1b6e5-5534-4efe-b5bb-11ad8c0cea6a req-b9bac31e-78c8-4e32-9851-a77ced9d2c82 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:01.298171 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-76a1b6e5-5534-4efe-b5bb-11ad8c0cea6a req-b9bac31e-78c8-4e32-9851-a77ced9d2c82 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=086e378d-7c90-498d-9439-cdf820b2b635 HTTP/1.1" status: 200 len: 950 time: 0.1547186 Jun 17 08:40:01.301754 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.361553 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-76a1b6e5-5534-4efe-b5bb-11ad8c0cea6a req-5e2e28c9-adbc-43bf-ae68-de3dc24550f2 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616779 Jun 17 08:40:01.384895 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=02ec8a85-f045-4b87-876a-4adf983bf6b2,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:01.395936 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:01.400324 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:01.516487 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.595144 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3d0d3-c5c1-4f3d-9f50-4b611bca7416 req-fb7bf11f-1a86-485a-b7cd-f908799b45a9 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:01.605277 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cfe3d0d3-c5c1-4f3d-9f50-4b611bca7416 req-fb7bf11f-1a86-485a-b7cd-f908799b45a9 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 945 time: 0.1946316 Jun 17 08:40:01.622614 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=4261e082-56b8-4a6e-9615-380a6af043a7,revision_number=7']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:01.635394 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:01.723958 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cfe3d0d3-c5c1-4f3d-9f50-4b611bca7416 req-05b82039-671b-4f6d-a2f3-a6a0f5b0467a tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119781 Jun 17 08:40:01.741154 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-aa381046-c67b-4aa3-bb3b-81667cd88e94 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.752298 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-aa381046-c67b-4aa3-bb3b-81667cd88e94 None None] Transition to ACTIVE for port object d1787118-e444-4fe6-83d4-8e745d3d8759 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:01.770284 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-aa381046-c67b-4aa3-bb3b-81667cd88e94 None None] Transition to ACTIVE for port object d1787118-e444-4fe6-83d4-8e745d3d8759 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:01.798223 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c8c10a32-7c48-4bbb-a452-fd2d7061215e req-22a330a5-08e7-4511-a4dc-04bb9ae02989 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b39c6a0-a860-48cf-963d-9ede1ff29a1f HTTP/1.1" status: 200 len: 210 time: 0.1029074 Jun 17 08:40:01.917497 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-aa381046-c67b-4aa3-bb3b-81667cd88e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.920811 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-c638b48e-8d58-4341-b2d0-a7f506101503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:01.956499 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-26a2a0a6-9982-4767-b6b2-3644bf156d47 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:01.958159 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-26a2a0a6-9982-4767-b6b2-3644bf156d47 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7&tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&binding%3Ahost_id=n-h2-758944-30 HTTP/1.1" status: 200 len: 1097 time: 0.3829420 Jun 17 08:40:02.054620 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa381046-c67b-4aa3-bb3b-81667cd88e94 None None] Network cc02462f-59f5-46c0-8dd9-fc5a7c60c669 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:02.059764 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-aa381046-c67b-4aa3-bb3b-81667cd88e94 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:02.061814 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa381046-c67b-4aa3-bb3b-81667cd88e94 None None] Pushing event updated for resources: {'Port': ['ID=d1787118-e444-4fe6-83d4-8e745d3d8759,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:02.064193 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa381046-c67b-4aa3-bb3b-81667cd88e94 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:02.067148 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-aa381046-c67b-4aa3-bb3b-81667cd88e94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:02.165665 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-aa381046-c67b-4aa3-bb3b-81667cd88e94 None None] Attempting to bind port d1787118-e444-4fe6-83d4-8e745d3d8759 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:02.166056 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-aa381046-c67b-4aa3-bb3b-81667cd88e94 None None] Attempting to bind port d1787118-e444-4fe6-83d4-8e745d3d8759 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'da2bf374-5f3c-4b7a-9830-2bc2e0a1879d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cc02462f-59f5-46c0-8dd9-fc5a7c60c669'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:02.167201 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa381046-c67b-4aa3-bb3b-81667cd88e94 None None] Attempting to bind port d1787118-e444-4fe6-83d4-8e745d3d8759 on network cc02462f-59f5-46c0-8dd9-fc5a7c60c669 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:02.173582 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa381046-c67b-4aa3-bb3b-81667cd88e94 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:02.174014 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa381046-c67b-4aa3-bb3b-81667cd88e94 None None] Checking segment: {'id': 'da2bf374-5f3c-4b7a-9830-2bc2e0a1879d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cc02462f-59f5-46c0-8dd9-fc5a7c60c669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:02.174490 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-aa381046-c67b-4aa3-bb3b-81667cd88e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.174894 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa381046-c67b-4aa3-bb3b-81667cd88e94 None None] Bound using segment: {'id': 'da2bf374-5f3c-4b7a-9830-2bc2e0a1879d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cc02462f-59f5-46c0-8dd9-fc5a7c60c669'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:02.175377 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-aa381046-c67b-4aa3-bb3b-81667cd88e94 None None] Bound port: d1787118-e444-4fe6-83d4-8e745d3d8759, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2bf374-5f3c-4b7a-9830-2bc2e0a1879d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cc02462f-59f5-46c0-8dd9-fc5a7c60c669'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:02.175782 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-aa381046-c67b-4aa3-bb3b-81667cd88e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.223810 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dee2a92b-cc5b-4c59-ab8c-c752f6a43d8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.256118 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dee2a92b-cc5b-4c59-ab8c-c752f6a43d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.320703 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3067fe2-212b-4890-9ce0-a3fbb6e4236a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ec8a85-f045-4b87-876a-4adf983bf6b2'}, {'server_uuid': '2beaa604-5b27-488e-9a26-453fe69db96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4261e082-56b8-4a6e-9615-380a6af043a7'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:02.324904 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a890e725-bba3-40d7-a945-26df3df6a0ca" -d '{"events": [{"server_uuid": "f3067fe2-212b-4890-9ce0-a3fbb6e4236a", "name": "network-vif-plugged", "status": "completed", "tag": "02ec8a85-f045-4b87-876a-4adf983bf6b2"}, {"server_uuid": "2beaa604-5b27-488e-9a26-453fe69db96a", "name": "network-vif-plugged", "status": "completed", "tag": "4261e082-56b8-4a6e-9615-380a6af043a7"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:02.329445 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-aa381046-c67b-4aa3-bb3b-81667cd88e94 None None] For port d1787118-e444-4fe6-83d4-8e745d3d8759, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:02.363356 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-aa381046-c67b-4aa3-bb3b-81667cd88e94 None None] For port d1787118-e444-4fe6-83d4-8e745d3d8759, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=d1787118-e444-4fe6-83d4-8e745d3d8759,segment=NetworkSegment(da2bf374-5f3c-4b7a-9830-2bc2e0a1879d),segment_id=da2bf374-5f3c-4b7a-9830-2bc2e0a1879d)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:02.394008 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45f6818-75e0-472e-ab0c-90e4ddcb391b x-openstack-request-id: req-d45f6818-75e0-472e-ab0c-90e4ddcb391b {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:02.394247 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3067fe2-212b-4890-9ce0-a3fbb6e4236a", "name": "network-vif-plugged", "status": "completed", "tag": "02ec8a85-f045-4b87-876a-4adf983bf6b2", "code": 200}, {"server_uuid": "2beaa604-5b27-488e-9a26-453fe69db96a", "name": "network-vif-plugged", "status": "completed", "tag": "4261e082-56b8-4a6e-9615-380a6af043a7", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:02.394983 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d45f6818-75e0-472e-ab0c-90e4ddcb391b {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:02.395241 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3067fe2-212b-4890-9ce0-a3fbb6e4236a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ec8a85-f045-4b87-876a-4adf983bf6b2', 'code': 200} Jun 17 08:40:02.395515 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2beaa604-5b27-488e-9a26-453fe69db96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4261e082-56b8-4a6e-9615-380a6af043a7', 'code': 200} Jun 17 08:40:02.528056 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-dee2a92b-cc5b-4c59-ab8c-c752f6a43d8a admin admin] Allocated IP 172.25.2.167 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/42120777-606d-4306-8991-ca837327d549) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:02.579662 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-aa381046-c67b-4aa3-bb3b-81667cd88e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.587472 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:02.592565 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.669471 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f612a-ccd6-4edb-9ff0-a30f2aa397a0 req-b7e474b8-1d4c-4980-a3e9-d32e36e50008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:02.671665 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-611f612a-ccd6-4edb-9ff0-a30f2aa397a0 req-b7e474b8-1d4c-4980-a3e9-d32e36e50008 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f3067fe2-212b-4890-9ce0-a3fbb6e4236a HTTP/1.1" status: 200 len: 1102 time: 0.2079027 Jun 17 08:40:02.689445 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa381046-c67b-4aa3-bb3b-81667cd88e94 None None] Pushing event updated for resources: {'Port': ['ID=d1787118-e444-4fe6-83d4-8e745d3d8759,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:02.699138 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-aa381046-c67b-4aa3-bb3b-81667cd88e94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:02.718903 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-e5996416-fd02-4ce6-bdeb-521c388d0e12 service neutron] For port a1204f35-c2e0-4d4d-9f44-8720a671a0ed, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:02.724355 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-e5996416-fd02-4ce6-bdeb-521c388d0e12 service neutron] Notify callbacks [] for binding, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.730322 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-36c47f1c-51aa-479d-95aa-9fd9ec3ca375 req-e5996416-fd02-4ce6-bdeb-521c388d0e12 service neutron] 10.222.0.53 "DELETE /v2.0/ports/a1204f35-c2e0-4d4d-9f44-8720a671a0ed/bindings/n-h1-758944-30 HTTP/1.1" status: 204 len: 173 time: 0.6657577 Jun 17 08:40:02.832166 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dee2a92b-cc5b-4c59-ab8c-c752f6a43d8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.862650 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-611f612a-ccd6-4edb-9ff0-a30f2aa397a0 req-709c248a-dc3e-42c3-8db0-5e1536645c0b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725180 Jun 17 08:40:02.898504 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4b6ec-39a4-4d59-97f2-02d2b8c2c508 req-55ea8056-586a-4749-96a6-1d1ea53513b5 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:02.904240 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cda4b6ec-39a4-4d59-97f2-02d2b8c2c508 req-55ea8056-586a-4749-96a6-1d1ea53513b5 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=086e378d-7c90-498d-9439-cdf820b2b635 HTTP/1.1" status: 200 len: 950 time: 0.3332214 Jun 17 08:40:02.974986 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cda4b6ec-39a4-4d59-97f2-02d2b8c2c508 req-ec1888b6-ec83-457e-976e-144f518fdd65 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632784 Jun 17 08:40:03.075477 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dee2a92b-cc5b-4c59-ab8c-c752f6a43d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:03.175504 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-81942ac2-4b94-46fb-9d97-df7829babfd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:03.179535 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ec7b4dcd-b1dd-46be-9c7e-c29fa45de53a req-326bc29e-19c5-40d7-b12c-c5edad52e24b tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b39c6a0-a860-48cf-963d-9ede1ff29a1f HTTP/1.1" status: 200 len: 210 time: 0.0540934 Jun 17 08:40:03.283143 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee2a92b-cc5b-4c59-ab8c-c752f6a43d8a admin admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:03.288140 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-dee2a92b-cc5b-4c59-ab8c-c752f6a43d8a admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:03.294426 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee2a92b-cc5b-4c59-ab8c-c752f6a43d8a admin admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:03.356231 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2a92b-cc5b-4c59-ab8c-c752f6a43d8a admin admin] Pushing event updated for resources: {'Port': ['ID=42120777-606d-4306-8991-ca837327d549,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:03.372734 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dee2a92b-cc5b-4c59-ab8c-c752f6a43d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:03.405939 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161cbd7-16d5-4d5d-9eed-a49182b45c16 req-4b7f1fc4-6369-40b6-9d13-c8ff3dc2b1c2 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:03.413884 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4161cbd7-16d5-4d5d-9eed-a49182b45c16 req-4b7f1fc4-6369-40b6-9d13-c8ff3dc2b1c2 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 945 time: 0.3715012 Jun 17 08:40:03.549076 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4161cbd7-16d5-4d5d-9eed-a49182b45c16 req-fc403c3b-9c49-439b-a04b-ecada06a55d3 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340635 Jun 17 08:40:03.695894 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fa3b3-9411-47ce-9e1b-7b0dd9934a33 req-3f1548db-73ac-40b8-a9dc-524a50a72584 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:03.708196 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b41fa3b3-9411-47ce-9e1b-7b0dd9934a33 req-3f1548db-73ac-40b8-a9dc-524a50a72584 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3067fe2-212b-4890-9ce0-a3fbb6e4236a HTTP/1.1" status: 200 len: 950 time: 0.1391680 Jun 17 08:40:03.799738 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b41fa3b3-9411-47ce-9e1b-7b0dd9934a33 req-d22148a3-77f5-4023-aa75-72f28f3cb516 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900426 Jun 17 08:40:03.945784 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9dcca0-3d84-4641-bf34-bc16ee0ffb8f req-7e414b23-5738-4365-82bf-1eac69ff2f91 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:03.948108 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dc9dcca0-3d84-4641-bf34-bc16ee0ffb8f req-7e414b23-5738-4365-82bf-1eac69ff2f91 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 1097 time: 0.0959961 Jun 17 08:40:04.120873 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dc9dcca0-3d84-4641-bf34-bc16ee0ffb8f req-3cd54b12-30c8-4c30-b035-6cd08709ee3a tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648588 Jun 17 08:40:04.181109 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dee2a92b-cc5b-4c59-ab8c-c752f6a43d8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:04.262026 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c23b80b-395a-4b5d-8822-1beeade5298c None None] Network cc02462f-59f5-46c0-8dd9-fc5a7c60c669 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:04.467742 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6a3ee-5b8b-4ec3-bfd3-25b58cfe3482 req-2022be5c-a5c2-4a51-8a60-134208ebf00f tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:04.479081 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e7a6a3ee-5b8b-4ec3-bfd3-25b58cfe3482 req-2022be5c-a5c2-4a51-8a60-134208ebf00f tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 1097 time: 0.1430900 Jun 17 08:40:04.510756 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bef4bef5-f1fe-46cd-91a3-d44702109d3f req-b5ca6d69-fb70-4987-a1ed-2adc96fca293 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b39c6a0-a860-48cf-963d-9ede1ff29a1f HTTP/1.1" status: 200 len: 210 time: 0.0662432 Jun 17 08:40:04.578124 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e7a6a3ee-5b8b-4ec3-bfd3-25b58cfe3482 req-9c1414e8-25c1-42a2-8d63-b56289b61c48 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978680 Jun 17 08:40:04.620326 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dee2a92b-cc5b-4c59-ab8c-c752f6a43d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:04.987448 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee2a92b-cc5b-4c59-ab8c-c752f6a43d8a admin admin] Router c53deb83-364e-4958-9d3e-0c7b4ef64adc is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:40:05.262172 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d1787118-e444-4fe6-83d4-8e745d3d8759 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:05.288501 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-da1952d3-2f41-4fa2-b70f-1675c8b3ff3e None None] Provisioning for port d1787118-e444-4fe6-83d4-8e745d3d8759 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:05.353201 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb2611-f4ae-43c9-9d83-a548e7c87f7a req-17634c75-2eae-4854-86a9-006309d3fcef tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:05.360644 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-abeb2611-f4ae-43c9-9d83-a548e7c87f7a req-17634c75-2eae-4854-86a9-006309d3fcef tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3067fe2-212b-4890-9ce0-a3fbb6e4236a HTTP/1.1" status: 200 len: 950 time: 0.1947780 Jun 17 08:40:05.363184 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee2a92b-cc5b-4c59-ab8c-c752f6a43d8a admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:40:05.374490 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0dd50e-78a8-42aa-b332-0ea3ef338b96 None None] Sync routers for ids ['c53deb83-364e-4958-9d3e-0c7b4ef64adc'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:40:05.392910 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0dd50e-78a8-42aa-b332-0ea3ef338b96 None None] Routers {'c53deb83-364e-4958-9d3e-0c7b4ef64adc'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:05.393566 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-ff0dd50e-78a8-42aa-b332-0ea3ef338b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:39:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['c53deb83-364e-4958-9d3e-0c7b4ef64adc'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:05.437515 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-abeb2611-f4ae-43c9-9d83-a548e7c87f7a req-851e3e2e-374b-48f4-8c62-5bc6948276aa tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753562 Jun 17 08:40:05.582005 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-ff0dd50e-78a8-42aa-b332-0ea3ef338b96 None None] Set router c53deb83-364e-4958-9d3e-0c7b4ef64adc gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:40:05.604371 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port d1787118-e444-4fe6-83d4-8e745d3d8759 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:05.609069 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port d1787118-e444-4fe6-83d4-8e745d3d8759 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:05.609559 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:05.674361 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dee2a92b-cc5b-4c59-ab8c-c752f6a43d8a admin admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:05.678165 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-dee2a92b-cc5b-4c59-ab8c-c752f6a43d8a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.4143898 Jun 17 08:40:05.680223 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43934) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:05.849518 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:05.853368 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-89caa212-117d-450b-9c68-da2e810ebea9 None None] Provisioning complete for port d1787118-e444-4fe6-83d4-8e745d3d8759 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:05.853761 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89caa212-117d-450b-9c68-da2e810ebea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:05.941035 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port d1787118-e444-4fe6-83d4-8e745d3d8759, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=d1787118-e444-4fe6-83d4-8e745d3d8759,segment=NetworkSegment(da2bf374-5f3c-4b7a-9830-2bc2e0a1879d),segment_id=da2bf374-5f3c-4b7a-9830-2bc2e0a1879d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:05.976827 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-ff0dd50e-78a8-42aa-b332-0ea3ef338b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53deb83-364e-4958-9d3e-0c7b4ef64adc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1471492624-router', 'tenant_id': '60c1a1bd249644bbbfcd4c7e8812c5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '42120777-606d-4306-8991-ca837327d549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:00Z', 'updated_at': '2021-06-17T08:40:03Z', 'revision_number': 3, 'project_id': '60c1a1bd249644bbbfcd4c7e8812c5ef', 'gw_port': {'id': '42120777-606d-4306-8991-ca837327d549', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:63:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53deb83-364e-4958-9d3e-0c7b4ef64adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:02Z', 'updated_at': '2021-06-17T08:40:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:06.013024 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89caa212-117d-450b-9c68-da2e810ebea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:06.029853 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0dd50e-78a8-42aa-b332-0ea3ef338b96 None None] Checking router: c53deb83-364e-4958-9d3e-0c7b4ef64adc for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:40:06.030615 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0dd50e-78a8-42aa-b332-0ea3ef338b96 None None] Updating router c53deb83-364e-4958-9d3e-0c7b4ef64adc port 42120777-606d-4306-8991-ca837327d549 binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:40:06.073535 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-ff0dd50e-78a8-42aa-b332-0ea3ef338b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:06.345397 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4cf20-cb00-4a8b-89cb-fcc598b05814 req-84a450fa-2f92-41f7-9001-3de66549e21c tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:06.345397 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4cf20-cb00-4a8b-89cb-fcc598b05814 req-84a450fa-2f92-41f7-9001-3de66549e21c tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:06.345397 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bba4cf20-cb00-4a8b-89cb-fcc598b05814 req-84a450fa-2f92-41f7-9001-3de66549e21c tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=086e378d-7c90-498d-9439-cdf820b2b635&device_id=f3067fe2-212b-4890-9ce0-a3fbb6e4236a HTTP/1.1" status: 200 len: 1691 time: 0.1141431 Jun 17 08:40:06.347059 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bba4cf20-cb00-4a8b-89cb-fcc598b05814 req-78d85876-19b8-4736-8a42-5ba85a54d2a7 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435503 Jun 17 08:40:06.395468 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-ff0dd50e-78a8-42aa-b332-0ea3ef338b96 None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:06.426775 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-ff0dd50e-78a8-42aa-b332-0ea3ef338b96 None None] Transition to ACTIVE for port object 42120777-606d-4306-8991-ca837327d549 will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:06.554917 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:06.554917 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:06.556126 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8fe3a2a1-ad92-453f-b046-f3dfae853a94 req-dbd3e701-188d-4750-9f4b-14a4d3bfdbe6 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b39c6a0-a860-48cf-963d-9ede1ff29a1f HTTP/1.1" status: 200 len: 210 time: 0.0555778 Jun 17 08:40:06.604727 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-ff0dd50e-78a8-42aa-b332-0ea3ef338b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:06.610507 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-40af6350-54d8-4041-8c9f-6cbd4acb8889 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:06.749829 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.db.api [None req-89caa212-117d-450b-9c68-da2e810ebea9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:40:06.750531 n-d-758944-30 neutron-server[94521]: DEBUG oslo_db.api [None req-89caa212-117d-450b-9c68-da2e810ebea9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:40:06.777484 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=d1787118-e444-4fe6-83d4-8e745d3d8759,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:06.786415 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:06.810070 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020189c-aa67-4fc5-aa92-61ffcc0127f9 None None] Pushing event updated for resources: {'Port': ['ID=42120777-606d-4306-8991-ca837327d549,revision_number=2']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:06.817205 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-78941cb6-2f52-405d-881d-9401da7cde3b tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=cebbdefd830346eaa163e681a2f038e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397828 Jun 17 08:40:06.831906 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020189c-aa67-4fc5-aa92-61ffcc0127f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:06.832324 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020189c-aa67-4fc5-aa92-61ffcc0127f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:06.832667 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020189c-aa67-4fc5-aa92-61ffcc0127f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:06.833142 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020189c-aa67-4fc5-aa92-61ffcc0127f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:06.833476 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020189c-aa67-4fc5-aa92-61ffcc0127f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:06.833806 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020189c-aa67-4fc5-aa92-61ffcc0127f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:06.842670 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020189c-aa67-4fc5-aa92-61ffcc0127f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:06.842670 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020189c-aa67-4fc5-aa92-61ffcc0127f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:06.842670 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020189c-aa67-4fc5-aa92-61ffcc0127f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:06.842670 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020189c-aa67-4fc5-aa92-61ffcc0127f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:06.842670 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020189c-aa67-4fc5-aa92-61ffcc0127f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:06.842670 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020189c-aa67-4fc5-aa92-61ffcc0127f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:06.868375 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-6020189c-aa67-4fc5-aa92-61ffcc0127f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:06.895224 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-ff0dd50e-78a8-42aa-b332-0ea3ef338b96 None None] Attempting to bind port 42120777-606d-4306-8991-ca837327d549 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:06.895608 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-ff0dd50e-78a8-42aa-b332-0ea3ef338b96 None None] Attempting to bind port 42120777-606d-4306-8991-ca837327d549 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:06.896041 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0dd50e-78a8-42aa-b332-0ea3ef338b96 None None] Attempting to bind port 42120777-606d-4306-8991-ca837327d549 on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:06.911209 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0dd50e-78a8-42aa-b332-0ea3ef338b96 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:06.914099 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0dd50e-78a8-42aa-b332-0ea3ef338b96 None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:06.914099 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-ff0dd50e-78a8-42aa-b332-0ea3ef338b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:06.914099 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0dd50e-78a8-42aa-b332-0ea3ef338b96 None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:06.914099 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-ff0dd50e-78a8-42aa-b332-0ea3ef338b96 None None] Bound port: 42120777-606d-4306-8991-ca837327d549, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:06.914099 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-ff0dd50e-78a8-42aa-b332-0ea3ef338b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:07.044000 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-d512c637-899f-4331-84c1-d09c7092ebde tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:07.046798 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-d512c637-899f-4331-84c1-d09c7092ebde tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2219007 Jun 17 08:40:07.060615 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-caf6c8ab-6288-4079-be95-0c5fb92f6f1d tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Request body: {'port': {'device_id': '0b39c6a0-a860-48cf-963d-9ede1ff29a1f', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'admin_state_up': True, 'tenant_id': 'cebbdefd830346eaa163e681a2f038e7'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:07.069820 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6b4131ad-3547-417b-a786-148ad3c4a044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:07.072465 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-ff0dd50e-78a8-42aa-b332-0ea3ef338b96 None None] For port 42120777-606d-4306-8991-ca837327d549, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:07.084938 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-ff0dd50e-78a8-42aa-b332-0ea3ef338b96 None None] For port 42120777-606d-4306-8991-ca837327d549, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=42120777-606d-4306-8991-ca837327d549,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:07.169694 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d1787118-e444-4fe6-83d4-8e745d3d8759 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:07.213903 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-ff0dd50e-78a8-42aa-b332-0ea3ef338b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:07.227685 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-40af6350-54d8-4041-8c9f-6cbd4acb8889 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:07.264949 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00cb74-2954-4a0c-bad3-7c72ebeb2364 req-3b86ca85-7be9-4464-b278-6a01d0148c18 tempest-ServersOnMultiNodesTest-1638894366 tempest-ServersOnMultiNodesTest-1638894366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:07.267054 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5e00cb74-2954-4a0c-bad3-7c72ebeb2364 req-3b86ca85-7be9-4464-b278-6a01d0148c18 tempest-ServersOnMultiNodesTest-1638894366 tempest-ServersOnMultiNodesTest-1638894366-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=086e378d-7c90-498d-9439-cdf820b2b635 HTTP/1.1" status: 200 len: 1102 time: 0.1850283 Jun 17 08:40:07.377017 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0dd50e-78a8-42aa-b332-0ea3ef338b96 None None] Routers {'c53deb83-364e-4958-9d3e-0c7b4ef64adc'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:07.380122 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-ff0dd50e-78a8-42aa-b332-0ea3ef338b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:39:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['c53deb83-364e-4958-9d3e-0c7b4ef64adc'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:07.401638 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port d1787118-e444-4fe6-83d4-8e745d3d8759 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:07.402402 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:07.461356 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-caf6c8ab-6288-4079-be95-0c5fb92f6f1d tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Made reservation on behalf of cebbdefd830346eaa163e681a2f038e7 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:07.467299 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-caf6c8ab-6288-4079-be95-0c5fb92f6f1d tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:07.486948 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-caf6c8ab-6288-4079-be95-0c5fb92f6f1d tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:07.498060 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5e00cb74-2954-4a0c-bad3-7c72ebeb2364 req-1c6ce8fd-9d69-4963-b6eb-bc1d217ac6ec tempest-ServersOnMultiNodesTest-1638894366 tempest-ServersOnMultiNodesTest-1638894366-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102461 Jun 17 08:40:07.598408 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020189c-aa67-4fc5-aa92-61ffcc0127f9 None None] Pushing event updated for resources: {'Port': ['ID=42120777-606d-4306-8991-ca837327d549,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:07.619487 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-6020189c-aa67-4fc5-aa92-61ffcc0127f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:07.703510 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-6b4131ad-3547-417b-a786-148ad3c4a044 admin admin] Allocated IP 172.20.0.1 (cc02462f-59f5-46c0-8dd9-fc5a7c60c669/65d01183-6061-45ef-8025-7f7b73d63e83/9d87ea30-6cea-4772-8a7c-4e86ef215589) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:07.817320 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-ff0dd50e-78a8-42aa-b332-0ea3ef338b96 None None] Set router c53deb83-364e-4958-9d3e-0c7b4ef64adc gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:40:07.847020 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-caf6c8ab-6288-4079-be95-0c5fb92f6f1d tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:07.965921 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349a1eb-9a0e-4892-8b1d-890d2bb0197a req-948b915a-ff13-422f-a3ba-a0b0c7449d16 tempest-ServersOnMultiNodesTest-1638894366 tempest-ServersOnMultiNodesTest-1638894366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:07.977674 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5349a1eb-9a0e-4892-8b1d-890d2bb0197a req-948b915a-ff13-422f-a3ba-a0b0c7449d16 tempest-ServersOnMultiNodesTest-1638894366 tempest-ServersOnMultiNodesTest-1638894366-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f3067fe2-212b-4890-9ce0-a3fbb6e4236a HTTP/1.1" status: 200 len: 1102 time: 0.1288085 Jun 17 08:40:07.985658 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-caf6c8ab-6288-4079-be95-0c5fb92f6f1d tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:08.005751 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ed0eac7f-212b-4370-95e7-b855f4bcd4ad tempest-LiveMigrationNegativeTest-1071031262 tempest-LiveMigrationNegativeTest-1071031262-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:08.062628 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-eb1e8676-c26a-4ebc-bc50-35f6988a8cf4 req-5b2b3124-f416-49ae-a2ce-9b1affaf6b52 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b39c6a0-a860-48cf-963d-9ede1ff29a1f HTTP/1.1" status: 200 len: 210 time: 0.0827222 Jun 17 08:40:08.074835 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6b4131ad-3547-417b-a786-148ad3c4a044 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:08.113601 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-6b4131ad-3547-417b-a786-148ad3c4a044 admin admin] Transition to ACTIVE for port object 9d87ea30-6cea-4772-8a7c-4e86ef215589 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:08.168884 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-ff0dd50e-78a8-42aa-b332-0ea3ef338b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53deb83-364e-4958-9d3e-0c7b4ef64adc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1471492624-router', 'tenant_id': '60c1a1bd249644bbbfcd4c7e8812c5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '42120777-606d-4306-8991-ca837327d549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:00Z', 'updated_at': '2021-06-17T08:40:03Z', 'revision_number': 3, 'project_id': '60c1a1bd249644bbbfcd4c7e8812c5ef', 'gw_port': {'id': '42120777-606d-4306-8991-ca837327d549', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:63:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53deb83-364e-4958-9d3e-0c7b4ef64adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:02Z', 'updated_at': '2021-06-17T08:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:08.212259 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0dd50e-78a8-42aa-b332-0ea3ef338b96 None None] The sync data for ids ['c53deb83-364e-4958-9d3e-0c7b4ef64adc'] in n-d-758944-30 is: [{'id': 'c53deb83-364e-4958-9d3e-0c7b4ef64adc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1471492624-router', 'tenant_id': '60c1a1bd249644bbbfcd4c7e8812c5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '42120777-606d-4306-8991-ca837327d549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:00Z', 'updated_at': '2021-06-17T08:40:03Z', 'revision_number': 3, 'project_id': '60c1a1bd249644bbbfcd4c7e8812c5ef', 'gw_port': {'id': '42120777-606d-4306-8991-ca837327d549', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:63:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53deb83-364e-4958-9d3e-0c7b4ef64adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:02Z', 'updated_at': '2021-06-17T08:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:40:08.227525 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6c8ab-6288-4079-be95-0c5fb92f6f1d tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b293e049-52db-44ce-bf09-2089f5c11820,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:08.253543 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-caf6c8ab-6288-4079-be95-0c5fb92f6f1d tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:08.269800 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5349a1eb-9a0e-4892-8b1d-890d2bb0197a req-979e50db-8494-4872-be1e-d21da2c88efb tempest-ServersOnMultiNodesTest-1638894366 tempest-ServersOnMultiNodesTest-1638894366-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908361 Jun 17 08:40:08.314104 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6b4131ad-3547-417b-a786-148ad3c4a044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:08.324120 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f98502ea-4d48-4d62-9a48-7ed3385822fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:08.433686 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4131ad-3547-417b-a786-148ad3c4a044 admin admin] Network cc02462f-59f5-46c0-8dd9-fc5a7c60c669 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:08.438932 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-6b4131ad-3547-417b-a786-148ad3c4a044 admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:08.441366 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4131ad-3547-417b-a786-148ad3c4a044 admin admin] Pushing event updated for resources: {'Port': ['ID=9d87ea30-6cea-4772-8a7c-4e86ef215589,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:08.448613 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-caf6c8ab-6288-4079-be95-0c5fb92f6f1d tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Allocated IP 192.168.233.145 (26debee9-bc17-4dec-acaf-a4c976511744/9fa94245-1f4d-486b-9e45-990a58fa5ffe/6d281526-3846-4532-a7f5-8aa20b2d9cbc) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:08.464536 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4131ad-3547-417b-a786-148ad3c4a044 admin admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:08.534279 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6b4131ad-3547-417b-a786-148ad3c4a044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:08.592572 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6b4131ad-3547-417b-a786-148ad3c4a044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:08.660799 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44014) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:08.932123 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-caf6c8ab-6288-4079-be95-0c5fb92f6f1d tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.082730 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-aa670866-b231-4595-a37d-0b8cfd1b8821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.083675 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-caf6c8ab-6288-4079-be95-0c5fb92f6f1d tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Transition to ACTIVE for port object 6d281526-3846-4532-a7f5-8aa20b2d9cbc will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:09.185437 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-687b470a-1203-481b-bd86-2b07231dffdc tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=da9417294c5449b28843fbefd48fea0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511918 Jun 17 08:40:09.278261 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 42120777-606d-4306-8991-ca837327d549 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:09.437062 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-aa670866-b231-4595-a37d-0b8cfd1b8821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.447212 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8b412971-70dc-4081-9d5d-82f1d7b38d3f req-07976515-ef7e-48b7-ad7f-5f43e703ecad tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b39c6a0-a860-48cf-963d-9ede1ff29a1f HTTP/1.1" status: 200 len: 210 time: 0.0695980 Jun 17 08:40:09.457770 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-9e5e5513-d1cf-473b-8b81-bed427243554 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:09.462648 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-9e5e5513-d1cf-473b-8b81-bed427243554 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2763135 Jun 17 08:40:09.497424 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 42120777-606d-4306-8991-ca837327d549 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:09.497735 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-caf6c8ab-6288-4079-be95-0c5fb92f6f1d tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.501425 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-3edd9185-8831-42cc-8520-5872cc9e53b1 None None] Provisioning for port 9d87ea30-6cea-4772-8a7c-4e86ef215589 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:09.503260 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9a097699-e9ba-474c-94f1-13d478f0baed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:09.506505 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-3edd9185-8831-42cc-8520-5872cc9e53b1 None None] Provisioning complete for port 9d87ea30-6cea-4772-8a7c-4e86ef215589 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:09.507013 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-3edd9185-8831-42cc-8520-5872cc9e53b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.515536 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 42120777-606d-4306-8991-ca837327d549 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:09.523109 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.558777 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-dd24ed4e-d831-4b86-b2b3-dfce7ebaeb5a tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/quotas/da9417294c5449b28843fbefd48fea0b HTTP/1.1" status: 200 len: 375 time: 0.0861936 Jun 17 08:40:09.566300 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-aa670866-b231-4595-a37d-0b8cfd1b8821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.622806 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b31672cd-4e7b-462e-a128-4852f402262c tempest-ServersOnMultiNodesTest-1638894366 tempest-ServersOnMultiNodesTest-1638894366-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:09.670610 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6c8ab-6288-4079-be95-0c5fb92f6f1d tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Pushing event updated for resources: {'Port': ['ID=6d281526-3846-4532-a7f5-8aa20b2d9cbc,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:09.682460 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-caf6c8ab-6288-4079-be95-0c5fb92f6f1d tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:09.689484 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-3edd9185-8831-42cc-8520-5872cc9e53b1 None None] Port 9d87ea30-6cea-4772-8a7c-4e86ef215589 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:40:09.712458 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-caf6c8ab-6288-4079-be95-0c5fb92f6f1d tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Network 26debee9-bc17-4dec-acaf-a4c976511744 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:09.716178 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-caf6c8ab-6288-4079-be95-0c5fb92f6f1d tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:09.716450 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.732753 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-caf6c8ab-6288-4079-be95-0c5fb92f6f1d tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:09.748974 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 42120777-606d-4306-8991-ca837327d549, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=42120777-606d-4306-8991-ca837327d549,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:09.836301 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6b4131ad-3547-417b-a786-148ad3c4a044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.839645 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-caf6c8ab-6288-4079-be95-0c5fb92f6f1d tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:09.840578 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-caf6c8ab-6288-4079-be95-0c5fb92f6f1d tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.878727 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.887216 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e9359691-7e8e-41b1-9466-c51b5add50ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:09.893707 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa670866-b231-4595-a37d-0b8cfd1b8821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6f6b83-9814-4fc2-aa86-56f5a2f33dae,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:09.897732 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-aa670866-b231-4595-a37d-0b8cfd1b8821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:09.900862 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-aa670866-b231-4595-a37d-0b8cfd1b8821 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd6b84993b8d4ad4a0828a7387027d42&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2390587 Jun 17 08:40:09.904567 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44046) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:10.015471 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-caf6c8ab-6288-4079-be95-0c5fb92f6f1d tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9586823 Jun 17 08:40:10.035132 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-094165d7-07e9-405c-804a-217163e4e0d6 service neutron] Request body: {'port': {'device_id': '0b39c6a0-a860-48cf-963d-9ede1ff29a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:10.083925 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=42120777-606d-4306-8991-ca837327d549,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:10.105918 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:10.130582 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fda5a8f2-a7ba-45b5-8cde-1cf4e8f2ab9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.189995 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fda5a8f2-a7ba-45b5-8cde-1cf4e8f2ab9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.361946 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fda5a8f2-a7ba-45b5-8cde-1cf4e8f2ab9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.368719 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fda5a8f2-a7ba-45b5-8cde-1cf4e8f2ab9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.373660 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-fda5a8f2-a7ba-45b5-8cde-1cf4e8f2ab9c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fc6f6b83-9814-4fc2-aa86-56f5a2f33dae HTTP/1.1" status: 204 len: 168 time: 0.4639468 Jun 17 08:40:10.373858 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-2e6891f1-c03a-4ab7-940d-304542207dd3 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=da9417294c5449b28843fbefd48fea0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7914307 Jun 17 08:40:10.374359 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ff1d0adc-8215-4fdf-8d88-83a2f8f41c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:10.388385 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-094165d7-07e9-405c-804a-217163e4e0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.396142 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5a8f2-a7ba-45b5-8cde-1cf4e8f2ab9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6f6b83-9814-4fc2-aa86-56f5a2f33dae,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:10.405253 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fda5a8f2-a7ba-45b5-8cde-1cf4e8f2ab9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:10.428367 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6b4131ad-3547-417b-a786-148ad3c4a044 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.458371 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-0d3810c9-cfc5-4399-9168-fbd0e9f8a62a None None] Provisioning for port 6d281526-3846-4532-a7f5-8aa20b2d9cbc completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:10.477075 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-0d3810c9-cfc5-4399-9168-fbd0e9f8a62a None None] Provisioning complete for port 6d281526-3846-4532-a7f5-8aa20b2d9cbc triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:10.479598 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0d3810c9-cfc5-4399-9168-fbd0e9f8a62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.556165 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-0d3810c9-cfc5-4399-9168-fbd0e9f8a62a None None] Port 6d281526-3846-4532-a7f5-8aa20b2d9cbc cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:40:10.594840 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6b4131ad-3547-417b-a786-148ad3c4a044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.597514 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0fa99daa-b38a-42af-8b08-9e015cb4a001 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:10.761246 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6b4131ad-3547-417b-a786-148ad3c4a044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.885757 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4131ad-3547-417b-a786-148ad3c4a044 admin admin] Pushing event updated for resources: {'Port': ['ID=9d87ea30-6cea-4772-8a7c-4e86ef215589,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:10.896572 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6b4131ad-3547-417b-a786-148ad3c4a044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:10.923754 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4131ad-3547-417b-a786-148ad3c4a044 admin admin] Network cc02462f-59f5-46c0-8dd9-fc5a7c60c669 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:10.925580 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-6b4131ad-3547-417b-a786-148ad3c4a044 admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:11.199651 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 42120777-606d-4306-8991-ca837327d549 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:11.421813 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-d91c5e67-ddec-4972-bdc3-c0db46b33aea None None] Provisioning complete for port 9d87ea30-6cea-4772-8a7c-4e86ef215589 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:11.425136 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d91c5e67-ddec-4972-bdc3-c0db46b33aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:11.453214 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4131ad-3547-417b-a786-148ad3c4a044 admin admin] Router c53deb83-364e-4958-9d3e-0c7b4ef64adc has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:40:11.482541 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 42120777-606d-4306-8991-ca837327d549 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:11.483505 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:11.586638 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-d91c5e67-ddec-4972-bdc3-c0db46b33aea None None] Port 9d87ea30-6cea-4772-8a7c-4e86ef215589 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:40:11.826571 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44072) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:11.848769 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4131ad-3547-417b-a786-148ad3c4a044 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:40:11.867020 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-6b4131ad-3547-417b-a786-148ad3c4a044 admin admin] 10.222.0.49 "PUT /v2.0/routers/c53deb83-364e-4958-9d3e-0c7b4ef64adc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1852024 Jun 17 08:40:11.877044 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3ca3a9-d2fc-4cf9-bae5-b3744c8c0e1a None None] Sync routers for ids ['c53deb83-364e-4958-9d3e-0c7b4ef64adc'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:40:11.902604 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3ca3a9-d2fc-4cf9-bae5-b3744c8c0e1a None None] Routers {'c53deb83-364e-4958-9d3e-0c7b4ef64adc'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:11.904255 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-39dfd7c0-10f0-4ddb-b28f-17413c078122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:11.904616 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-2a3ca3a9-d2fc-4cf9-bae5-b3744c8c0e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:39:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['c53deb83-364e-4958-9d3e-0c7b4ef64adc'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:12.157671 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f7c40-3460-4360-8a04-895f2bb838cc req-9851a200-37ff-4e26-9d1a-bd2fee4ef11a tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:12.184427 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dd5f7c40-3460-4360-8a04-895f2bb838cc req-9851a200-37ff-4e26-9d1a-bd2fee4ef11a tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b39c6a0-a860-48cf-963d-9ede1ff29a1f HTTP/1.1" status: 200 len: 936 time: 0.3501780 Jun 17 08:40:12.231881 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-39dfd7c0-10f0-4ddb-b28f-17413c078122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:12.251740 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-2a3ca3a9-d2fc-4cf9-bae5-b3744c8c0e1a None None] Set router c53deb83-364e-4958-9d3e-0c7b4ef64adc gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:40:12.340303 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dd5f7c40-3460-4360-8a04-895f2bb838cc req-64a5a45e-0ce4-40cd-bdd3-053cf4db8e0d tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/security-groups?id=b293e049-52db-44ce-bf09-2089f5c11820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458790 Jun 17 08:40:12.381314 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-39dfd7c0-10f0-4ddb-b28f-17413c078122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:12.439751 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-094165d7-07e9-405c-804a-217163e4e0d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d281526-3846-4532-a7f5-8aa20b2d9cbc {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:40:12.459477 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-094165d7-07e9-405c-804a-217163e4e0d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:12.464473 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8a58250a-7bed-4f4f-bb44-fbfadc265fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:12.481477 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-39dfd7c0-10f0-4ddb-b28f-17413c078122 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cf67b8323e3e45ed8a5b3d143a97ae7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6501801 Jun 17 08:40:12.487397 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44092) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:12.598547 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dfd7c0-10f0-4ddb-b28f-17413c078122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a2569f-d77a-4ba9-891d-ebced930d100,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:12.624140 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-39dfd7c0-10f0-4ddb-b28f-17413c078122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:12.645427 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-094165d7-07e9-405c-804a-217163e4e0d6 service neutron] Transition to ACTIVE for port object 6d281526-3846-4532-a7f5-8aa20b2d9cbc will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:12.754917 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-094165d7-07e9-405c-804a-217163e4e0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:12.767748 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-00c0fa93-0dba-4a67-b292-619d6e104f8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:12.811121 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-992290ae-a90c-4994-8d3e-f7d10fdbfd2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:12.823282 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-2a3ca3a9-d2fc-4cf9-bae5-b3744c8c0e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53deb83-364e-4958-9d3e-0c7b4ef64adc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1471492624-router', 'tenant_id': '60c1a1bd249644bbbfcd4c7e8812c5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '42120777-606d-4306-8991-ca837327d549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:00Z', 'updated_at': '2021-06-17T08:40:08Z', 'revision_number': 4, 'project_id': '60c1a1bd249644bbbfcd4c7e8812c5ef', 'gw_port': {'id': '42120777-606d-4306-8991-ca837327d549', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53deb83-364e-4958-9d3e-0c7b4ef64adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:02Z', 'updated_at': '2021-06-17T08:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '9d87ea30-6cea-4772-8a7c-4e86ef215589', 'name': '', 'network_id': 'cc02462f-59f5-46c0-8dd9-fc5a7c60c669', 'tenant_id': '60c1a1bd249644bbbfcd4c7e8812c5ef', 'mac_address': 'fa:16:3e:fa:0f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53deb83-364e-4958-9d3e-0c7b4ef64adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '65d01183-6061-45ef-8025-7f7b73d63e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:07Z', 'updated_at': '2021-06-17T08:40:10Z', 'revision_number': 2, 'project_id': '60c1a1bd249644bbbfcd4c7e8812c5ef', 'subnets': [{'id': '65d01183-6061-45ef-8025-7f7b73d63e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:12.865216 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3ca3a9-d2fc-4cf9-bae5-b3744c8c0e1a None None] Checking router: c53deb83-364e-4958-9d3e-0c7b4ef64adc for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:40:12.865828 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3ca3a9-d2fc-4cf9-bae5-b3744c8c0e1a None None] Updating router c53deb83-364e-4958-9d3e-0c7b4ef64adc port 9d87ea30-6cea-4772-8a7c-4e86ef215589 binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:40:12.972274 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [req-89772fdd-8170-467e-a0d4-53bd246a85bd req-7448d43e-6add-41ce-9042-f7e0a58ebdd8 tempest-FloatingIPDetailsNegativeTestJSON-837466145 tempest-FloatingIPDetailsNegativeTestJSON-837466145-project] show failed (client error): The resource could not be found. Jun 17 08:40:12.982491 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2a3ca3a9-d2fc-4cf9-bae5-b3744c8c0e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:12.986217 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-89772fdd-8170-467e-a0d4-53bd246a85bd req-7448d43e-6add-41ce-9042-f7e0a58ebdd8 tempest-FloatingIPDetailsNegativeTestJSON-837466145 tempest-FloatingIPDetailsNegativeTestJSON-837466145-project] 10.222.0.49 "GET /v2.0/floatingips/a90e6667-de91-4025-93ba-cb72ce0dd063 HTTP/1.1" status: 404 len: 350 time: 0.1133466 Jun 17 08:40:12.987775 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44104) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:13.170633 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-992290ae-a90c-4994-8d3e-f7d10fdbfd2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:13.283253 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bc1ab377-9710-4296-bf94-c67713c05bec req-b0d90e8c-eb9b-46e7-88fe-804b55a865f5 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e128369-fe06-4d01-af35-daf8c4a7cbaf HTTP/1.1" status: 200 len: 210 time: 0.1751094 Jun 17 08:40:13.459198 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094165d7-07e9-405c-804a-217163e4e0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6d281526-3846-4532-a7f5-8aa20b2d9cbc,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:13.476757 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-094165d7-07e9-405c-804a-217163e4e0d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:13.702966 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-094165d7-07e9-405c-804a-217163e4e0d6 service neutron] Attempting to bind port 6d281526-3846-4532-a7f5-8aa20b2d9cbc on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:13.703574 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-094165d7-07e9-405c-804a-217163e4e0d6 service neutron] Attempting to bind port 6d281526-3846-4532-a7f5-8aa20b2d9cbc by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:13.704119 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-094165d7-07e9-405c-804a-217163e4e0d6 service neutron] Attempting to bind port 6d281526-3846-4532-a7f5-8aa20b2d9cbc on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:13.712738 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-094165d7-07e9-405c-804a-217163e4e0d6 service neutron] Port 6d281526-3846-4532-a7f5-8aa20b2d9cbc on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:13.713792 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-094165d7-07e9-405c-804a-217163e4e0d6 service neutron] Attempting to bind port 6d281526-3846-4532-a7f5-8aa20b2d9cbc on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:13.742242 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-094165d7-07e9-405c-804a-217163e4e0d6 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:13.742661 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-094165d7-07e9-405c-804a-217163e4e0d6 service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:13.742981 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-094165d7-07e9-405c-804a-217163e4e0d6 service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:13.743430 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-094165d7-07e9-405c-804a-217163e4e0d6 service neutron] Bound port: 6d281526-3846-4532-a7f5-8aa20b2d9cbc, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:13.743817 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-094165d7-07e9-405c-804a-217163e4e0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:13.745510 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2a3ca3a9-d2fc-4cf9-bae5-b3744c8c0e1a None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:13.762124 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-2a3ca3a9-d2fc-4cf9-bae5-b3744c8c0e1a None None] Transition to ACTIVE for port object 9d87ea30-6cea-4772-8a7c-4e86ef215589 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:13.811588 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5304031a-50db-4faf-8b85-187a502a6839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:13.824312 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-094165d7-07e9-405c-804a-217163e4e0d6 service neutron] For port 6d281526-3846-4532-a7f5-8aa20b2d9cbc, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:13.828970 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-094165d7-07e9-405c-804a-217163e4e0d6 service neutron] For port 6d281526-3846-4532-a7f5-8aa20b2d9cbc, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=6d281526-3846-4532-a7f5-8aa20b2d9cbc,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:13.841520 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5d15f-7c52-46c2-ac5b-dfc1510000cc req-9e9e5694-fab4-4b7b-9add-b0eb3a88a82f tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:13.857159 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-21d5d15f-7c52-46c2-ac5b-dfc1510000cc req-9e9e5694-fab4-4b7b-9add-b0eb3a88a82f tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b39c6a0-a860-48cf-963d-9ede1ff29a1f HTTP/1.1" status: 200 len: 948 time: 0.2842178 Jun 17 08:40:13.860340 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-992290ae-a90c-4994-8d3e-f7d10fdbfd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:13.863027 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-992290ae-a90c-4994-8d3e-f7d10fdbfd2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:13.880691 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-992290ae-a90c-4994-8d3e-f7d10fdbfd2f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/89a2569f-d77a-4ba9-891d-ebced930d100 HTTP/1.1" status: 204 len: 168 time: 1.3822763 Jun 17 08:40:13.893329 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2a3ca3a9-d2fc-4cf9-bae5-b3744c8c0e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:13.915188 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:13.922512 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-24d185ac-7b3c-4177-9509-3350c9d025fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:13.994296 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-21d5d15f-7c52-46c2-ac5b-dfc1510000cc req-b707a960-aa0a-457e-9c00-c9c27d7b52f7 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/security-groups?id=b293e049-52db-44ce-bf09-2089f5c11820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361115 Jun 17 08:40:14.016312 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-094165d7-07e9-405c-804a-217163e4e0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:14.058421 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992290ae-a90c-4994-8d3e-f7d10fdbfd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a2569f-d77a-4ba9-891d-ebced930d100,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:14.065281 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-992290ae-a90c-4994-8d3e-f7d10fdbfd2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:14.071477 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-094165d7-07e9-405c-804a-217163e4e0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:14.071477 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-094165d7-07e9-405c-804a-217163e4e0d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:14.071477 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-094165d7-07e9-405c-804a-217163e4e0d6 service neutron] 10.222.0.53 "PUT /v2.0/ports/6d281526-3846-4532-a7f5-8aa20b2d9cbc HTTP/1.1" status: 200 len: 1097 time: 4.0443015 Jun 17 08:40:14.071477 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-240e7f4e-3046-45b2-94a2-3bc3bf75cc1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:14.078021 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b39c6a0-a860-48cf-963d-9ede1ff29a1f', 'tag': '6d281526-3846-4532-a7f5-8aa20b2d9cbc'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:14.083494 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f660ea-972d-4151-84c1-a739c2facde1" -d '{"events": [{"name": "network-changed", "server_uuid": "0b39c6a0-a860-48cf-963d-9ede1ff29a1f", "tag": "6d281526-3846-4532-a7f5-8aa20b2d9cbc"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:14.092938 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044da162-c105-4487-ab63-21bf74854d64 None None] Pushing event updated for resources: {'Port': ['ID=9d87ea30-6cea-4772-8a7c-4e86ef215589,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:14.109975 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-044da162-c105-4487-ab63-21bf74854d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:14.251804 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed36a2b3-956a-498b-9f78-0e33b74b861d x-openstack-request-id: req-ed36a2b3-956a-498b-9f78-0e33b74b861d {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:14.252362 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b39c6a0-a860-48cf-963d-9ede1ff29a1f", "tag": "6d281526-3846-4532-a7f5-8aa20b2d9cbc", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:14.253734 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ed36a2b3-956a-498b-9f78-0e33b74b861d {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:14.254313 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b39c6a0-a860-48cf-963d-9ede1ff29a1f', 'tag': '6d281526-3846-4532-a7f5-8aa20b2d9cbc', 'status': 'completed', 'code': 200} Jun 17 08:40:14.459675 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-2a3ca3a9-d2fc-4cf9-bae5-b3744c8c0e1a None None] Attempting to bind port 9d87ea30-6cea-4772-8a7c-4e86ef215589 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:14.461365 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-2a3ca3a9-d2fc-4cf9-bae5-b3744c8c0e1a None None] Attempting to bind port 9d87ea30-6cea-4772-8a7c-4e86ef215589 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'da2bf374-5f3c-4b7a-9830-2bc2e0a1879d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cc02462f-59f5-46c0-8dd9-fc5a7c60c669'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:14.461829 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3ca3a9-d2fc-4cf9-bae5-b3744c8c0e1a None None] Attempting to bind port 9d87ea30-6cea-4772-8a7c-4e86ef215589 on network cc02462f-59f5-46c0-8dd9-fc5a7c60c669 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:14.480629 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3ca3a9-d2fc-4cf9-bae5-b3744c8c0e1a None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:14.481078 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3ca3a9-d2fc-4cf9-bae5-b3744c8c0e1a None None] Checking segment: {'id': 'da2bf374-5f3c-4b7a-9830-2bc2e0a1879d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cc02462f-59f5-46c0-8dd9-fc5a7c60c669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:14.481501 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2a3ca3a9-d2fc-4cf9-bae5-b3744c8c0e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:14.481906 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3ca3a9-d2fc-4cf9-bae5-b3744c8c0e1a None None] Bound using segment: {'id': 'da2bf374-5f3c-4b7a-9830-2bc2e0a1879d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cc02462f-59f5-46c0-8dd9-fc5a7c60c669'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:14.482410 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-2a3ca3a9-d2fc-4cf9-bae5-b3744c8c0e1a None None] Bound port: 9d87ea30-6cea-4772-8a7c-4e86ef215589, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2bf374-5f3c-4b7a-9830-2bc2e0a1879d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cc02462f-59f5-46c0-8dd9-fc5a7c60c669'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:14.482847 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2a3ca3a9-d2fc-4cf9-bae5-b3744c8c0e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:14.495559 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-82ef9f5f-902b-469d-86a4-34962e830f8e req-d5b079ce-690f-40c1-8694-ba27c9fd0241 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e128369-fe06-4d01-af35-daf8c4a7cbaf HTTP/1.1" status: 200 len: 210 time: 0.1000409 Jun 17 08:40:14.513343 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094165d7-07e9-405c-804a-217163e4e0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6d281526-3846-4532-a7f5-8aa20b2d9cbc,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:14.529641 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-094165d7-07e9-405c-804a-217163e4e0d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:14.567182 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-3eaa0eeb-539d-42eb-8303-2ccc0826d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:14.569605 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-3eaa0eeb-539d-42eb-8303-2ccc0826d9e3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cebbdefd830346eaa163e681a2f038e7&device_id=0b39c6a0-a860-48cf-963d-9ede1ff29a1f HTTP/1.1" status: 200 len: 1100 time: 0.3697231 Jun 17 08:40:14.644745 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-f3287fb3-bbd6-40b0-920f-c88788c4a8f6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=6d281526-3846-4532-a7f5-8aa20b2d9cbc HTTP/1.1" status: 200 len: 217 time: 0.0649889 Jun 17 08:40:14.653879 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-5304031a-50db-4faf-8b85-187a502a6839 admin admin] Deleting port 9d87ea30-6cea-4772-8a7c-4e86ef215589 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:14.654951 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5304031a-50db-4faf-8b85-187a502a6839 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:14.723785 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-e1aa175b-33f5-4389-af6e-62bbce88d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:14.730757 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-e1aa175b-33f5-4389-af6e-62bbce88d811 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0779803 Jun 17 08:40:14.762323 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-2a3ca3a9-d2fc-4cf9-bae5-b3744c8c0e1a None None] For port 9d87ea30-6cea-4772-8a7c-4e86ef215589, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:14.766997 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-2a3ca3a9-d2fc-4cf9-bae5-b3744c8c0e1a None None] For port 9d87ea30-6cea-4772-8a7c-4e86ef215589, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=9d87ea30-6cea-4772-8a7c-4e86ef215589,segment=NetworkSegment(da2bf374-5f3c-4b7a-9830-2bc2e0a1879d),segment_id=da2bf374-5f3c-4b7a-9830-2bc2e0a1879d)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:14.774605 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5304031a-50db-4faf-8b85-187a502a6839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:14.810408 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-fc6f720f-cc2c-48e3-8901-22c7f10dd973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:14.812114 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-fc6f720f-cc2c-48e3-8901-22c7f10dd973 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0728042 Jun 17 08:40:14.852843 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-5304031a-50db-4faf-8b85-187a502a6839 admin admin] Calling delete_port for 9d87ea30-6cea-4772-8a7c-4e86ef215589 owned by network:router_interface {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:14.930947 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2a3ca3a9-d2fc-4cf9-bae5-b3744c8c0e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:14.941523 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:15.056340 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-b701825f-48e0-4b77-9a49-af7fb30b1b78 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365799 Jun 17 08:40:15.096000 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3ca3a9-d2fc-4cf9-bae5-b3744c8c0e1a None None] Routers {'c53deb83-364e-4958-9d3e-0c7b4ef64adc'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:15.104104 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-2a3ca3a9-d2fc-4cf9-bae5-b3744c8c0e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:39:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['c53deb83-364e-4958-9d3e-0c7b4ef64adc'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:15.338315 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f339de4a-66ab-4849-a71c-d8a5ce0800f6 req-df24ed6d-a03e-44a3-b758-46ac6a480efe service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773643 Jun 17 08:40:15.370654 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5304031a-50db-4faf-8b85-187a502a6839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:15.379460 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:15.463443 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304031a-50db-4faf-8b85-187a502a6839 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d87ea30-6cea-4772-8a7c-4e86ef215589,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:15.479364 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5304031a-50db-4faf-8b85-187a502a6839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:15.525913 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-2a3ca3a9-d2fc-4cf9-bae5-b3744c8c0e1a None None] Set router c53deb83-364e-4958-9d3e-0c7b4ef64adc gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:40:15.736891 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-851cbf2a-bd8a-4fb5-b65a-29a11194d152 None None] Could not find standard attr ID for object 9d87ea30-6cea-4772-8a7c-4e86ef215589. {{(pid=94521) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:40:15.788535 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044da162-c105-4487-ab63-21bf74854d64 None None] Pushing event updated for resources: {'Port': ['ID=9d87ea30-6cea-4772-8a7c-4e86ef215589,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:15.795181 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-044da162-c105-4487-ab63-21bf74854d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.862s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:15.800042 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f660ea-972d-4151-84c1-a739c2facde1 req-34601e95-163a-4ec8-90d7-6702e29afc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:15.801600 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-83f660ea-972d-4151-84c1-a739c2facde1 req-34601e95-163a-4ec8-90d7-6702e29afc0e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cebbdefd830346eaa163e681a2f038e7&device_id=0b39c6a0-a860-48cf-963d-9ede1ff29a1f HTTP/1.1" status: 200 len: 1100 time: 0.2652256 Jun 17 08:40:15.854600 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-58c71486-92cb-49f3-acf6-0a53aff8d6cb req-d1289109-d075-4679-bf8c-8942e290b15f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e128369-fe06-4d01-af35-daf8c4a7cbaf HTTP/1.1" status: 200 len: 210 time: 0.0794916 Jun 17 08:40:16.103395 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d71e9-2f6f-4bfd-85d8-5c6c08633611 req-d6bdd737-4ab9-42f3-9ea1-7b44cef21332 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:16.103395 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5f5d71e9-2f6f-4bfd-85d8-5c6c08633611 req-d6bdd737-4ab9-42f3-9ea1-7b44cef21332 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b39c6a0-a860-48cf-963d-9ede1ff29a1f HTTP/1.1" status: 200 len: 948 time: 0.2323372 Jun 17 08:40:16.104020 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f660ea-972d-4151-84c1-a739c2facde1 req-316a84e3-9751-44ec-a266-5a69efef3e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:16.105672 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-83f660ea-972d-4151-84c1-a739c2facde1 req-316a84e3-9751-44ec-a266-5a69efef3e5c service neutron] 10.222.0.53 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.2912991 Jun 17 08:40:16.209274 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44188) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:16.262710 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5f5d71e9-2f6f-4bfd-85d8-5c6c08633611 req-cdee4ec8-246c-4d26-bd96-92930dbe250c tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/security-groups?id=b293e049-52db-44ce-bf09-2089f5c11820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500442 Jun 17 08:40:16.310373 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-2a3ca3a9-d2fc-4cf9-bae5-b3744c8c0e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53deb83-364e-4958-9d3e-0c7b4ef64adc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1471492624-router', 'tenant_id': '60c1a1bd249644bbbfcd4c7e8812c5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '42120777-606d-4306-8991-ca837327d549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:00Z', 'updated_at': '2021-06-17T08:40:08Z', 'revision_number': 4, 'project_id': '60c1a1bd249644bbbfcd4c7e8812c5ef', 'gw_port': {'id': '42120777-606d-4306-8991-ca837327d549', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53deb83-364e-4958-9d3e-0c7b4ef64adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:02Z', 'updated_at': '2021-06-17T08:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '9d87ea30-6cea-4772-8a7c-4e86ef215589', 'name': '', 'network_id': 'cc02462f-59f5-46c0-8dd9-fc5a7c60c669', 'tenant_id': '60c1a1bd249644bbbfcd4c7e8812c5ef', 'mac_address': 'fa:16:3e:fa:0f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53deb83-364e-4958-9d3e-0c7b4ef64adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '65d01183-6061-45ef-8025-7f7b73d63e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:07Z', 'updated_at': '2021-06-17T08:40:14Z', 'revision_number': 4, 'project_id': '60c1a1bd249644bbbfcd4c7e8812c5ef', 'subnets': [{'id': '65d01183-6061-45ef-8025-7f7b73d63e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:16.373611 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-83f660ea-972d-4151-84c1-a739c2facde1 req-86cc6ae6-0cf6-492e-9a2a-3c6b27ce477c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=6d281526-3846-4532-a7f5-8aa20b2d9cbc HTTP/1.1" status: 200 len: 217 time: 0.1489677 Jun 17 08:40:16.404081 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3ca3a9-d2fc-4cf9-bae5-b3744c8c0e1a None None] The sync data for ids ['c53deb83-364e-4958-9d3e-0c7b4ef64adc'] in n-d-758944-30 is: [{'id': 'c53deb83-364e-4958-9d3e-0c7b4ef64adc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1471492624-router', 'tenant_id': '60c1a1bd249644bbbfcd4c7e8812c5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '42120777-606d-4306-8991-ca837327d549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:00Z', 'updated_at': '2021-06-17T08:40:08Z', 'revision_number': 4, 'project_id': '60c1a1bd249644bbbfcd4c7e8812c5ef', 'gw_port': {'id': '42120777-606d-4306-8991-ca837327d549', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53deb83-364e-4958-9d3e-0c7b4ef64adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:02Z', 'updated_at': '2021-06-17T08:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '9d87ea30-6cea-4772-8a7c-4e86ef215589', 'name': '', 'network_id': 'cc02462f-59f5-46c0-8dd9-fc5a7c60c669', 'tenant_id': '60c1a1bd249644bbbfcd4c7e8812c5ef', 'mac_address': 'fa:16:3e:fa:0f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53deb83-364e-4958-9d3e-0c7b4ef64adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '65d01183-6061-45ef-8025-7f7b73d63e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:07Z', 'updated_at': '2021-06-17T08:40:14Z', 'revision_number': 4, 'project_id': '60c1a1bd249644bbbfcd4c7e8812c5ef', 'subnets': [{'id': '65d01183-6061-45ef-8025-7f7b73d63e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:40:16.537767 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f660ea-972d-4151-84c1-a739c2facde1 req-177d8cbc-c872-4d4a-82cc-4352f57f1aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:16.539517 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-83f660ea-972d-4151-84c1-a739c2facde1 req-177d8cbc-c872-4d4a-82cc-4352f57f1aba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1586399 Jun 17 08:40:16.557053 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44192) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:16.637777 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f660ea-972d-4151-84c1-a739c2facde1 req-ec26cd78-95f4-4294-8ddd-e259f6ecaec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:16.640003 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-83f660ea-972d-4151-84c1-a739c2facde1 req-ec26cd78-95f4-4294-8ddd-e259f6ecaec9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0935936 Jun 17 08:40:16.779926 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5304031a-50db-4faf-8b85-187a502a6839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:16.813396 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-ea930bc9-05e6-4c7c-aaff-b1257be14ae9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-74408869-network', 'tenant_id': '00b33b4b21ab418a82a171a9950d5f14'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:16.869709 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-83f660ea-972d-4151-84c1-a739c2facde1 req-0d36ca14-5dd0-40fe-9518-beeb5ee72e09 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148201 Jun 17 08:40:16.974262 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea930bc9-05e6-4c7c-aaff-b1257be14ae9 admin admin] Made reservation on behalf of 00b33b4b21ab418a82a171a9950d5f14 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:16.976983 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ea930bc9-05e6-4c7c-aaff-b1257be14ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:17.071625 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ea930bc9-05e6-4c7c-aaff-b1257be14ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:17.189450 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-83f660ea-972d-4151-84c1-a739c2facde1 req-94091c56-00cc-487d-a909-6850361e9f84 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123097 Jun 17 08:40:17.418928 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f8178c90-ffb2-4539-a12b-a60af2ca7d38 req-4bf9fbcd-598c-4e41-b006-5cc425e8e45c tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e128369-fe06-4d01-af35-daf8c4a7cbaf HTTP/1.1" status: 200 len: 210 time: 0.1491888 Jun 17 08:40:17.432440 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ea930bc9-05e6-4c7c-aaff-b1257be14ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:17.630375 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:17.633732 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ea930bc9-05e6-4c7c-aaff-b1257be14ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:17.643895 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5ad105e2-1eab-4eaf-9f2e-d055399f41a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:17.658595 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5304031a-50db-4faf-8b85-187a502a6839 admin admin] Router c53deb83-364e-4958-9d3e-0c7b4ef64adc has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:40:17.677515 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd12e0-e2aa-4789-81ce-6a1dc38524db req-8492913c-71df-486e-9742-900d7521af04 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:17.688830 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2cfd12e0-e2aa-4789-81ce-6a1dc38524db req-8492913c-71df-486e-9742-900d7521af04 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b39c6a0-a860-48cf-963d-9ede1ff29a1f HTTP/1.1" status: 200 len: 948 time: 0.1601417 Jun 17 08:40:17.719824 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea930bc9-05e6-4c7c-aaff-b1257be14ae9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:40:17.776445 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ea930bc9-05e6-4c7c-aaff-b1257be14ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:17.776910 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-ea930bc9-05e6-4c7c-aaff-b1257be14ae9 admin admin] Added segment 75dea10b-265e-4eb3-95e8-553aa7a22974 of type vlan for network fea49251-81be-4e2e-808d-a9b2cf889740 Jun 17 08:40:17.782013 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2cfd12e0-e2aa-4789-81ce-6a1dc38524db req-12a4a7c4-0db6-4bec-991a-97dd58aa8197 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/security-groups?id=b293e049-52db-44ce-bf09-2089f5c11820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913336 Jun 17 08:40:17.783188 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea930bc9-05e6-4c7c-aaff-b1257be14ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704d01a0-630d-48d4-ac97-3333cc8444ec,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:17.818730 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ea930bc9-05e6-4c7c-aaff-b1257be14ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:17.889082 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ea930bc9-05e6-4c7c-aaff-b1257be14ae9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:18.055177 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ea930bc9-05e6-4c7c-aaff-b1257be14ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:18.064212 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea930bc9-05e6-4c7c-aaff-b1257be14ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:18.064212 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ea930bc9-05e6-4c7c-aaff-b1257be14ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:18.086925 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:18.264900 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ea930bc9-05e6-4c7c-aaff-b1257be14ae9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7037377 Jun 17 08:40:18.271519 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44264) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:18.307471 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-e44e4750-f411-451d-8e33-dafb8a750753 admin admin] Request body: {'subnet': {'network_id': 'fea49251-81be-4e2e-808d-a9b2cf889740', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-74408869-subnet', 'tenant_id': '00b33b4b21ab418a82a171a9950d5f14', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:18.325093 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea930bc9-05e6-4c7c-aaff-b1257be14ae9 admin admin] Pushing event updated for resources: {'Network': ['ID=fea49251-81be-4e2e-808d-a9b2cf889740,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:18.334849 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ea930bc9-05e6-4c7c-aaff-b1257be14ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:18.349835 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network fea49251-81be-4e2e-808d-a9b2cf889740 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:40:18.434390 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-98c94e9c-71df-49f5-8754-df7aa3c80f62 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=da9417294c5449b28843fbefd48fea0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468149 Jun 17 08:40:18.448265 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-50f0913f-5c04-4fb6-9225-e96e4327d301 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=da9417294c5449b28843fbefd48fea0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494835 Jun 17 08:40:18.476273 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 6d281526-3846-4532-a7f5-8aa20b2d9cbc details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:40:18.506591 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44e4750-f411-451d-8e33-dafb8a750753 admin admin] Made reservation on behalf of 00b33b4b21ab418a82a171a9950d5f14 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:18.508536 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e44e4750-f411-451d-8e33-dafb8a750753 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:18.740399 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5304031a-50db-4faf-8b85-187a502a6839 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:40:18.755168 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5304031a-50db-4faf-8b85-187a502a6839 admin admin] 10.222.0.49 "PUT /v2.0/routers/c53deb83-364e-4958-9d3e-0c7b4ef64adc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7611806 Jun 17 08:40:18.759300 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44274) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:18.775088 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a73ceb5-cbf7-47f6-89da-2fd4ecb0dd16 None None] Sync routers for ids ['c53deb83-364e-4958-9d3e-0c7b4ef64adc'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:40:18.792025 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a73ceb5-cbf7-47f6-89da-2fd4ecb0dd16 None None] Routers {'c53deb83-364e-4958-9d3e-0c7b4ef64adc'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:18.793932 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-5a73ceb5-cbf7-47f6-89da-2fd4ecb0dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:39:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['c53deb83-364e-4958-9d3e-0c7b4ef64adc'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:19.003994 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 6d281526-3846-4532-a7f5-8aa20b2d9cbc, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=6d281526-3846-4532-a7f5-8aa20b2d9cbc,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:19.032695 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '6d281526-3846-4532-a7f5-8aa20b2d9cbc', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '6d281526-3846-4532-a7f5-8aa20b2d9cbc', 'mac_address': 'fa:16:3e:0d:90:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:40:19.060848 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b15cc2e2-bfca-4cf2-821b-8ea065752567 req-808ed149-8105-4807-9b82-8e163c18ad63 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e128369-fe06-4d01-af35-daf8c4a7cbaf HTTP/1.1" status: 200 len: 210 time: 0.3810666 Jun 17 08:40:19.148707 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:19.180752 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d281526-3846-4532-a7f5-8aa20b2d9cbc {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:40:19.213343 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 6d281526-3846-4532-a7f5-8aa20b2d9cbc, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=6d281526-3846-4532-a7f5-8aa20b2d9cbc,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:19.217012 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-5a73ceb5-cbf7-47f6-89da-2fd4ecb0dd16 None None] Set router c53deb83-364e-4958-9d3e-0c7b4ef64adc gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:40:19.244156 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-3d2e80c2-837c-41d0-9f72-3d772c8382f9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:19.245673 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-3d2e80c2-837c-41d0-9f72-3d772c8382f9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7924509 Jun 17 08:40:19.247186 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4a74fe4c-8961-4a18-b295-772269efa76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:19.262891 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-f74e832f-c84e-4361-96ba-e7b89ef8e9c6 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Request body: {'port': {'device_id': '2e128369-fe06-4d01-af35-daf8c4a7cbaf', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'admin_state_up': True, 'tenant_id': 'da9417294c5449b28843fbefd48fea0b'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:19.266608 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-59435865-d759-40b5-ba89-fc9303812bdb tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:19.268130 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-59435865-d759-40b5-ba89-fc9303812bdb tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8233681 Jun 17 08:40:19.338699 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:19.341279 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:19.352470 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e44e4750-f411-451d-8e33-dafb8a750753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:19.370321 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:19.405426 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-0358b0b8-3d84-4679-bf5d-05e31c651cc9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Request body: {'port': {'device_id': '22f8a1e9-b09c-41a3-8406-69cb31fc6f74', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'admin_state_up': True, 'tenant_id': 'da9417294c5449b28843fbefd48fea0b'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:19.425290 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=6d281526-3846-4532-a7f5-8aa20b2d9cbc,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:19.432692 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:19.453663 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e4750-f411-451d-8e33-dafb8a750753 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40f08ecb-25ef-4424-8e01-0cf074fffead,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:19.457013 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e44e4750-f411-451d-8e33-dafb8a750753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:19.543329 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44e4750-f411-451d-8e33-dafb8a750753 admin admin] Checking segment: {'id': '75dea10b-265e-4eb3-95e8-553aa7a22974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fea49251-81be-4e2e-808d-a9b2cf889740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:19.543692 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44e4750-f411-451d-8e33-dafb8a750753 admin admin] Network hostable DHCP agents. Network: fea49251-81be-4e2e-808d-a9b2cf889740, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:40:19.608225 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-5a73ceb5-cbf7-47f6-89da-2fd4ecb0dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53deb83-364e-4958-9d3e-0c7b4ef64adc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1471492624-router', 'tenant_id': '60c1a1bd249644bbbfcd4c7e8812c5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '42120777-606d-4306-8991-ca837327d549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:00Z', 'updated_at': '2021-06-17T08:40:15Z', 'revision_number': 5, 'project_id': '60c1a1bd249644bbbfcd4c7e8812c5ef', 'gw_port': {'id': '42120777-606d-4306-8991-ca837327d549', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53deb83-364e-4958-9d3e-0c7b4ef64adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:02Z', 'updated_at': '2021-06-17T08:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:19.626872 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['6d281526-3846-4532-a7f5-8aa20b2d9cbc'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:40:19.655954 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-f74e832f-c84e-4361-96ba-e7b89ef8e9c6 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Made reservation on behalf of da9417294c5449b28843fbefd48fea0b for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:19.660530 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-f74e832f-c84e-4361-96ba-e7b89ef8e9c6 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:19.689658 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8789168d-b873-4d69-a083-ae34579d63ac admin admin] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:19.698167 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44e4750-f411-451d-8e33-dafb8a750753 admin admin] Network fea49251-81be-4e2e-808d-a9b2cf889740 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:40:19.700933 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a73ceb5-cbf7-47f6-89da-2fd4ecb0dd16 None None] Checking router: c53deb83-364e-4958-9d3e-0c7b4ef64adc for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:40:19.720501 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a73ceb5-cbf7-47f6-89da-2fd4ecb0dd16 None None] Routers {'c53deb83-364e-4958-9d3e-0c7b4ef64adc'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:19.721195 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-5a73ceb5-cbf7-47f6-89da-2fd4ecb0dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:39:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['c53deb83-364e-4958-9d3e-0c7b4ef64adc'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:19.882784 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-5a73ceb5-cbf7-47f6-89da-2fd4ecb0dd16 None None] Set router c53deb83-364e-4958-9d3e-0c7b4ef64adc gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:40:19.891571 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-e44e4750-f411-451d-8e33-dafb8a750753 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, fea49251-81be-4e2e-808d-a9b2cf889740) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:19.912276 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593d401d-8128-4b84-a916-a9eb03d4ef1e None None] Network fea49251-81be-4e2e-808d-a9b2cf889740 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:19.919894 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44e4750-f411-451d-8e33-dafb8a750753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:19.923598 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e44e4750-f411-451d-8e33-dafb8a750753 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:19.934351 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8789168d-b873-4d69-a083-ae34579d63ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:19.988085 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c01e85-af96-419e-a87b-9ccc20f84995 req-3630d75d-eea3-4b45-a5af-210f1838a744 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:19.997238 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-31c01e85-af96-419e-a87b-9ccc20f84995 req-3630d75d-eea3-4b45-a5af-210f1838a744 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b39c6a0-a860-48cf-963d-9ede1ff29a1f HTTP/1.1" status: 200 len: 948 time: 0.8241003 Jun 17 08:40:20.018629 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-f74e832f-c84e-4361-96ba-e7b89ef8e9c6 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Allocated IP 192.168.233.231 (26debee9-bc17-4dec-acaf-a4c976511744/9fa94245-1f4d-486b-9e45-990a58fa5ffe/6d7367a3-04cc-438f-9213-200a6205f6dd) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:20.093348 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-5a73ceb5-cbf7-47f6-89da-2fd4ecb0dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53deb83-364e-4958-9d3e-0c7b4ef64adc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1471492624-router', 'tenant_id': '60c1a1bd249644bbbfcd4c7e8812c5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '42120777-606d-4306-8991-ca837327d549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:00Z', 'updated_at': '2021-06-17T08:40:15Z', 'revision_number': 5, 'project_id': '60c1a1bd249644bbbfcd4c7e8812c5ef', 'gw_port': {'id': '42120777-606d-4306-8991-ca837327d549', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53deb83-364e-4958-9d3e-0c7b4ef64adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:02Z', 'updated_at': '2021-06-17T08:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:20.123680 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a73ceb5-cbf7-47f6-89da-2fd4ecb0dd16 None None] The sync data for ids ['c53deb83-364e-4958-9d3e-0c7b4ef64adc'] in n-d-758944-30 is: [{'id': 'c53deb83-364e-4958-9d3e-0c7b4ef64adc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1471492624-router', 'tenant_id': '60c1a1bd249644bbbfcd4c7e8812c5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '42120777-606d-4306-8991-ca837327d549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:00Z', 'updated_at': '2021-06-17T08:40:15Z', 'revision_number': 5, 'project_id': '60c1a1bd249644bbbfcd4c7e8812c5ef', 'gw_port': {'id': '42120777-606d-4306-8991-ca837327d549', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53deb83-364e-4958-9d3e-0c7b4ef64adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:02Z', 'updated_at': '2021-06-17T08:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:40:20.173346 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-31c01e85-af96-419e-a87b-9ccc20f84995 req-ded7f251-7602-44a3-ae2f-e73a7c13dfaa tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/security-groups?id=b293e049-52db-44ce-bf09-2089f5c11820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606965 Jun 17 08:40:20.263044 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-8789168d-b873-4d69-a083-ae34579d63ac admin admin] Deleting port 42120777-606d-4306-8991-ca837327d549 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:20.263399 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8789168d-b873-4d69-a083-ae34579d63ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:20.322815 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-0358b0b8-3d84-4679-bf5d-05e31c651cc9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Made reservation on behalf of da9417294c5449b28843fbefd48fea0b for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:20.326535 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-0358b0b8-3d84-4679-bf5d-05e31c651cc9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:20.387273 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:20.459596 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a2c553e-7f71-4302-9a81-0eee85471943 req-ba6d288d-3536-4ca5-b3b5-3349d06d064a tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e128369-fe06-4d01-af35-daf8c4a7cbaf HTTP/1.1" status: 200 len: 210 time: 0.0927629 Jun 17 08:40:20.469486 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e44e4750-f411-451d-8e33-dafb8a750753 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1760511 Jun 17 08:40:20.475555 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44330) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:20.495999 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-d98895e8-1cad-4210-a7fb-479aa268a3c9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-74408869-router', 'tenant_id': '00b33b4b21ab418a82a171a9950d5f14', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:20.510930 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a000a42-5963-40fc-900a-0769babef16a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-fea49251-81be-4e2e-808d-a9b2cf889740', 'network_id': 'fea49251-81be-4e2e-808d-a9b2cf889740', 'tenant_id': '00b33b4b21ab418a82a171a9950d5f14', 'fixed_ips': [{'subnet_id': '40f08ecb-25ef-4424-8e01-0cf074fffead'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:40:20.511821 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-3a000a42-5963-40fc-900a-0769babef16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:20.515467 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-8789168d-b873-4d69-a083-ae34579d63ac admin admin] For port 42120777-606d-4306-8991-ca837327d549, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=42120777-606d-4306-8991-ca837327d549,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:20.517456 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8789168d-b873-4d69-a083-ae34579d63ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:20.572100 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-f74e832f-c84e-4361-96ba-e7b89ef8e9c6 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:20.613807 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-f74e832f-c84e-4361-96ba-e7b89ef8e9c6 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Transition to ACTIVE for port object 6d7367a3-04cc-438f-9213-200a6205f6dd will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:20.633342 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-8789168d-b873-4d69-a083-ae34579d63ac admin admin] Calling delete_port for 42120777-606d-4306-8991-ca837327d549 owned by network:router_gateway {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:20.762734 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-f74e832f-c84e-4361-96ba-e7b89ef8e9c6 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:20.769056 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7a698b66-7906-4564-a2f4-a3aeb9aebc1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:20.784027 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['02ec8a85-f045-4b87-876a-4adf983bf6b2', '5d8ed170-6507-42a3-97d4-6d09ca067b07'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:40:20.860218 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-f74e832f-c84e-4361-96ba-e7b89ef8e9c6 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Network 26debee9-bc17-4dec-acaf-a4c976511744 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:20.861528 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-3a000a42-5963-40fc-900a-0769babef16a None None] Allocated IP 172.20.0.2 (fea49251-81be-4e2e-808d-a9b2cf889740/40f08ecb-25ef-4424-8e01-0cf074fffead/4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:20.874704 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-f74e832f-c84e-4361-96ba-e7b89ef8e9c6 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:20.875599 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d98895e8-1cad-4210-a7fb-479aa268a3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:20.876979 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d98895e8-1cad-4210-a7fb-479aa268a3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:20.880955 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['281145b8-eb5c-4a61-bd6b-88f785131871'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:40:20.908832 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-f74e832f-c84e-4361-96ba-e7b89ef8e9c6 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:20.922706 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e832f-c84e-4361-96ba-e7b89ef8e9c6 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Pushing event updated for resources: {'Port': ['ID=6d7367a3-04cc-438f-9213-200a6205f6dd,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:20.970755 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f74e832f-c84e-4361-96ba-e7b89ef8e9c6 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:21.032515 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-f74e832f-c84e-4361-96ba-e7b89ef8e9c6 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:21.033248 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-f74e832f-c84e-4361-96ba-e7b89ef8e9c6 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:21.059193 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d98895e8-1cad-4210-a7fb-479aa268a3c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:21.068144 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-4a74fe4c-8961-4a18-b295-772269efa76e admin admin] Deleting port 6c4b0950-02f9-42bb-acf0-66108122ee1a {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:21.068748 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4a74fe4c-8961-4a18-b295-772269efa76e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:21.107255 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 9d87ea30-6cea-4772-8a7c-4e86ef215589 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:40:21.112056 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-f74e832f-c84e-4361-96ba-e7b89ef8e9c6 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8572218 Jun 17 08:40:21.129835 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-08e73e6b-85b1-486a-adb8-0194519fcd7e service neutron] Request body: {'port': {'device_id': '2e128369-fe06-4d01-af35-daf8c4a7cbaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:21.214132 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-0358b0b8-3d84-4679-bf5d-05e31c651cc9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Allocated IP 192.168.233.46 (26debee9-bc17-4dec-acaf-a4c976511744/9fa94245-1f4d-486b-9e45-990a58fa5ffe/644acaf6-3ee9-4e2f-b7bc-16e6f65c928c) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:21.328665 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-08e73e6b-85b1-486a-adb8-0194519fcd7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:21.399521 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 9d87ea30-6cea-4772-8a7c-4e86ef215589 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:40:21.400132 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 9d87ea30-6cea-4772-8a7c-4e86ef215589 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:40:21.519346 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-3a000a42-5963-40fc-900a-0769babef16a None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:21.530953 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-3a000a42-5963-40fc-900a-0769babef16a None None] Transition to ACTIVE for port object 4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:21.551624 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-3a000a42-5963-40fc-900a-0769babef16a None None] Transition to ACTIVE for port object 4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:21.577723 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d98895e8-1cad-4210-a7fb-479aa268a3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:21.638245 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-3a000a42-5963-40fc-900a-0769babef16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:21.657871 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-ed37de87-c835-4320-86a9-1a74710672e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:21.723950 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a000a42-5963-40fc-900a-0769babef16a None None] Network fea49251-81be-4e2e-808d-a9b2cf889740 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:21.724194 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb2a56-2c56-4e44-a9f1-e59c75d6a37c req-dfa1014f-08cf-4c6f-86d5-61a54aee2ddd tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:21.731621 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aceb2a56-2c56-4e44-a9f1-e59c75d6a37c req-dfa1014f-08cf-4c6f-86d5-61a54aee2ddd tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b39c6a0-a860-48cf-963d-9ede1ff29a1f HTTP/1.1" status: 200 len: 949 time: 0.2949877 Jun 17 08:40:21.733444 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a000a42-5963-40fc-900a-0769babef16a None None] Pushing event updated for resources: {'Port': ['ID=4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:21.739987 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-3a000a42-5963-40fc-900a-0769babef16a None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:21.751876 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-3a000a42-5963-40fc-900a-0769babef16a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:21.758400 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-06e38680-7936-4d68-8b04-5af4bb87ccd7 None None] Provisioning for port 6d7367a3-04cc-438f-9213-200a6205f6dd completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:21.768105 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a000a42-5963-40fc-900a-0769babef16a None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:21.776975 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-06e38680-7936-4d68-8b04-5af4bb87ccd7 None None] Provisioning complete for port 6d7367a3-04cc-438f-9213-200a6205f6dd triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:21.777786 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-06e38680-7936-4d68-8b04-5af4bb87ccd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:21.799510 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-4a74fe4c-8961-4a18-b295-772269efa76e admin admin] For port 6c4b0950-02f9-42bb-acf0-66108122ee1a, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=6c4b0950-02f9-42bb-acf0-66108122ee1a,segment=NetworkSegment(902fecfb-6983-4d05-a9e7-87695ad4d9ff),segment_id=902fecfb-6983-4d05-a9e7-87695ad4d9ff)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:21.799920 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4a74fe4c-8961-4a18-b295-772269efa76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:21.823947 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aceb2a56-2c56-4e44-a9f1-e59c75d6a37c req-960bb8d5-b161-4a92-a14b-9ddd8d04f5c8 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/security-groups?id=b293e049-52db-44ce-bf09-2089f5c11820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911846 Jun 17 08:40:21.907335 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:40:21.928959 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-4a74fe4c-8961-4a18-b295-772269efa76e admin admin] Calling delete_port for 6c4b0950-02f9-42bb-acf0-66108122ee1a owned by network:router_interface {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:21.957117 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-3a000a42-5963-40fc-900a-0769babef16a None None] Attempting to bind port 4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:21.957740 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-3a000a42-5963-40fc-900a-0769babef16a None None] Attempting to bind port 4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '75dea10b-265e-4eb3-95e8-553aa7a22974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fea49251-81be-4e2e-808d-a9b2cf889740'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:21.958046 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a000a42-5963-40fc-900a-0769babef16a None None] Attempting to bind port 4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4 on network fea49251-81be-4e2e-808d-a9b2cf889740 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:21.979201 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-06e38680-7936-4d68-8b04-5af4bb87ccd7 None None] Port 6d7367a3-04cc-438f-9213-200a6205f6dd cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:40:21.994433 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a000a42-5963-40fc-900a-0769babef16a None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:21.994856 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a000a42-5963-40fc-900a-0769babef16a None None] Checking segment: {'id': '75dea10b-265e-4eb3-95e8-553aa7a22974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fea49251-81be-4e2e-808d-a9b2cf889740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:21.995229 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-3a000a42-5963-40fc-900a-0769babef16a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:21.995638 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a000a42-5963-40fc-900a-0769babef16a None None] Bound using segment: {'id': '75dea10b-265e-4eb3-95e8-553aa7a22974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fea49251-81be-4e2e-808d-a9b2cf889740'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:21.996412 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-3a000a42-5963-40fc-900a-0769babef16a None None] Bound port: 4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75dea10b-265e-4eb3-95e8-553aa7a22974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fea49251-81be-4e2e-808d-a9b2cf889740'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:21.996811 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-3a000a42-5963-40fc-900a-0769babef16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:22.102360 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-3a000a42-5963-40fc-900a-0769babef16a None None] For port 4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:22.135487 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-3a000a42-5963-40fc-900a-0769babef16a None None] For port 4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4,segment=NetworkSegment(75dea10b-265e-4eb3-95e8-553aa7a22974),segment_id=75dea10b-265e-4eb3-95e8-553aa7a22974)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:22.188899 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c04c4-d169-4d2d-99d8-4b870f1368d2 req-31362935-6fd6-4bf7-aa8e-b229b166dd3a tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:22.190781 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-db6c04c4-d169-4d2d-99d8-4b870f1368d2 req-31362935-6fd6-4bf7-aa8e-b229b166dd3a tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e128369-fe06-4d01-af35-daf8c4a7cbaf HTTP/1.1" status: 200 len: 936 time: 0.1380854 Jun 17 08:40:22.208174 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8789168d-b873-4d69-a083-ae34579d63ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:22.214090 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-3a000a42-5963-40fc-900a-0769babef16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:22.216513 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:22.226228 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1044e7b8-11fe-431c-93f4-c6eb040b955e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:22.303765 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-db6c04c4-d169-4d2d-99d8-4b870f1368d2 req-8e4b89e1-7cf0-48f8-aa1b-170a249b2ba5 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043823 Jun 17 08:40:22.318504 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a000a42-5963-40fc-900a-0769babef16a None None] Pushing event updated for resources: {'Port': ['ID=4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:22.323664 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-3a000a42-5963-40fc-900a-0769babef16a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:22.348202 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789168d-b873-4d69-a083-ae34579d63ac admin admin] Pushing event deleted for resources: {'Port': ['ID=42120777-606d-4306-8991-ca837327d549,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:22.350286 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4a74fe4c-8961-4a18-b295-772269efa76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:22.423746 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789168d-b873-4d69-a083-ae34579d63ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:22.423984 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789168d-b873-4d69-a083-ae34579d63ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:22.425965 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789168d-b873-4d69-a083-ae34579d63ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:22.425965 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789168d-b873-4d69-a083-ae34579d63ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:22.425965 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789168d-b873-4d69-a083-ae34579d63ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:22.425965 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789168d-b873-4d69-a083-ae34579d63ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:22.425965 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789168d-b873-4d69-a083-ae34579d63ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:22.426347 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789168d-b873-4d69-a083-ae34579d63ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:22.426627 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789168d-b873-4d69-a083-ae34579d63ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:22.426979 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789168d-b873-4d69-a083-ae34579d63ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:22.427323 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789168d-b873-4d69-a083-ae34579d63ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:22.427926 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789168d-b873-4d69-a083-ae34579d63ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:22.436834 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 6d281526-3846-4532-a7f5-8aa20b2d9cbc up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:22.438546 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8789168d-b873-4d69-a083-ae34579d63ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:22.439248 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f98502ea-4d48-4d62-9a48-7ed3385822fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:22.489572 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8789168d-b873-4d69-a083-ae34579d63ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:22.595462 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74fe4c-8961-4a18-b295-772269efa76e admin admin] Pushing event deleted for resources: {'Port': ['ID=6c4b0950-02f9-42bb-acf0-66108122ee1a,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:22.658218 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 6d281526-3846-4532-a7f5-8aa20b2d9cbc completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:22.668255 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 6d281526-3846-4532-a7f5-8aa20b2d9cbc triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:22.669443 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:22.712054 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4a74fe4c-8961-4a18-b295-772269efa76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:22.765403 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-0358b0b8-3d84-4679-bf5d-05e31c651cc9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:22.780110 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8789168d-b873-4d69-a083-ae34579d63ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:22.785162 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8789168d-b873-4d69-a083-ae34579d63ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:22.847027 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-0358b0b8-3d84-4679-bf5d-05e31c651cc9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Transition to ACTIVE for port object 644acaf6-3ee9-4e2f-b7bc-16e6f65c928c will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:22.861650 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:22.935406 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b39c6a0-a860-48cf-963d-9ede1ff29a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d281526-3846-4532-a7f5-8aa20b2d9cbc'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:22.946953 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a9124c-1ffc-4fec-8012-f01084874cf1" -d '{"events": [{"server_uuid": "0b39c6a0-a860-48cf-963d-9ede1ff29a1f", "name": "network-vif-plugged", "status": "completed", "tag": "6d281526-3846-4532-a7f5-8aa20b2d9cbc"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:22.974806 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8789168d-b873-4d69-a083-ae34579d63ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:22.975461 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8789168d-b873-4d69-a083-ae34579d63ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router c53deb83-364e-4958-9d3e-0c7b4ef64adc {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:40:22.996867 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 6d281526-3846-4532-a7f5-8aa20b2d9cbc, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=6d281526-3846-4532-a7f5-8aa20b2d9cbc,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:23.059045 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:23.061115 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:23.197616 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1093606-f18e-4d27-a7a0-d4731077269b req-88310acf-2853-4c8c-9604-b209e4013a63 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:23.200574 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f1093606-f18e-4d27-a7a0-d4731077269b req-88310acf-2853-4c8c-9604-b209e4013a63 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b39c6a0-a860-48cf-963d-9ede1ff29a1f HTTP/1.1" status: 200 len: 949 time: 0.1857171 Jun 17 08:40:23.212460 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=6d281526-3846-4532-a7f5-8aa20b2d9cbc,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:23.240493 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:23.242004 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:23.244028 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:23.246504 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:23.247777 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:23.249400 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:23.253943 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:23.257186 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:23.258300 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:23.259643 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:23.261038 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:23.261547 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:23.270381 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:23.300376 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f1093606-f18e-4d27-a7a0-d4731077269b req-ab1206ef-c472-4ae3-ab93-30019ba0800c tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/security-groups?id=b293e049-52db-44ce-bf09-2089f5c11820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870266 Jun 17 08:40:23.381720 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b458d3a3-65dd-416b-815e-877bc62eb023 x-openstack-request-id: req-b458d3a3-65dd-416b-815e-877bc62eb023 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:23.386275 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b39c6a0-a860-48cf-963d-9ede1ff29a1f", "name": "network-vif-plugged", "status": "completed", "tag": "6d281526-3846-4532-a7f5-8aa20b2d9cbc", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:23.386632 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b458d3a3-65dd-416b-815e-877bc62eb023 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:23.387181 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b39c6a0-a860-48cf-963d-9ede1ff29a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d281526-3846-4532-a7f5-8aa20b2d9cbc', 'code': 200} Jun 17 08:40:23.667353 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:23.696477 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8789168d-b873-4d69-a083-ae34579d63ac admin admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:23.701980 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-8789168d-b873-4d69-a083-ae34579d63ac admin admin] 10.222.0.49 "DELETE /v2.0/routers/c53deb83-364e-4958-9d3e-0c7b4ef64adc HTTP/1.1" status: 204 len: 168 time: 4.9120615 Jun 17 08:40:23.703810 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30236473-2d05-4684-977c-c7d02425f683 req-2b95c108-768b-4fae-8e96-1bfcf824cfb3 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:23.705621 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-30236473-2d05-4684-977c-c7d02425f683 req-2b95c108-768b-4fae-8e96-1bfcf824cfb3 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e128369-fe06-4d01-af35-daf8c4a7cbaf HTTP/1.1" status: 200 len: 936 time: 0.1433966 Jun 17 08:40:23.706318 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44354) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:23.785543 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-93486f65-a928-4fda-943b-60d46bf64b9d admin admin] Deleting subnet 65d01183-6061-45ef-8025-7f7b73d63e83 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:40:23.812333 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-93486f65-a928-4fda-943b-60d46bf64b9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:23.862468 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:23.876646 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-30236473-2d05-4684-977c-c7d02425f683 req-0451ac02-921e-46a3-ba4a-463635eb438d tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942543 Jun 17 08:40:23.906582 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-93486f65-a928-4fda-943b-60d46bf64b9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:24.040561 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-0358b0b8-3d84-4679-bf5d-05e31c651cc9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:24.050885 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ebe8fe1e-c6b7-4e97-a09e-c6ec19aab1cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:24.056798 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['02ec8a85-f045-4b87-876a-4adf983bf6b2', '5d8ed170-6507-42a3-97d4-6d09ca067b07'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:40:24.061098 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['281145b8-eb5c-4a61-bd6b-88f785131871'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:40:24.070475 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4a74fe4c-8961-4a18-b295-772269efa76e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:24.097601 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d98895e8-1cad-4210-a7fb-479aa268a3c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:24.140810 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338ae73-8c38-4901-b420-2e7acbaa8872 req-9a768eee-e8b8-435d-a2a8-5d1b3218b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:24.142327 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2338ae73-8c38-4901-b420-2e7acbaa8872 req-9a768eee-e8b8-435d-a2a8-5d1b3218b723 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0b39c6a0-a860-48cf-963d-9ede1ff29a1f HTTP/1.1" status: 200 len: 1102 time: 0.4524162 Jun 17 08:40:24.157200 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-0358b0b8-3d84-4679-bf5d-05e31c651cc9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Network 26debee9-bc17-4dec-acaf-a4c976511744 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:24.162796 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d98895e8-1cad-4210-a7fb-479aa268a3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:24.190925 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-0358b0b8-3d84-4679-bf5d-05e31c651cc9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:24.217654 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358b0b8-3d84-4679-bf5d-05e31c651cc9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Pushing event updated for resources: {'Port': ['ID=644acaf6-3ee9-4e2f-b7bc-16e6f65c928c,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:24.220819 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-0358b0b8-3d84-4679-bf5d-05e31c651cc9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:24.222158 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-93486f65-a928-4fda-943b-60d46bf64b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:24.265991 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f0d64d-5448-4420-9827-dd19d89e2578 None None] Network fea49251-81be-4e2e-808d-a9b2cf889740 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:24.270933 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0358b0b8-3d84-4679-bf5d-05e31c651cc9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:24.461787 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-93486f65-a928-4fda-943b-60d46bf64b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:24.482368 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8216d5bd-4d47-4a06-910b-6d824ab78a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:24.489219 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-93486f65-a928-4fda-943b-60d46bf64b9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:24.491118 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-93486f65-a928-4fda-943b-60d46bf64b9d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/65d01183-6061-45ef-8025-7f7b73d63e83 HTTP/1.1" status: 204 len: 168 time: 0.7835789 Jun 17 08:40:24.498949 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44360) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:24.502860 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4701c17-0af7-4183-a8a0-31b7694b7460 None None] Network cc02462f-59f5-46c0-8dd9-fc5a7c60c669 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:24.534992 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93486f65-a928-4fda-943b-60d46bf64b9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65d01183-6061-45ef-8025-7f7b73d63e83,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:24.537239 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-0358b0b8-3d84-4679-bf5d-05e31c651cc9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:24.539659 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-0358b0b8-3d84-4679-bf5d-05e31c651cc9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:24.565423 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2338ae73-8c38-4901-b420-2e7acbaa8872 req-126b4043-71cb-4183-b3a1-f1043708fc11 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b293e049-52db-44ce-bf09-2089f5c11820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154115 Jun 17 08:40:24.580877 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e4b762fa-ecdd-40ef-983b-11b507c6417d None None] Provisioning for port 4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:24.623306 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-08e73e6b-85b1-486a-adb8-0194519fcd7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d7367a3-04cc-438f-9213-200a6205f6dd {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:40:24.636907 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-08e73e6b-85b1-486a-adb8-0194519fcd7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:24.654389 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-08e73e6b-85b1-486a-adb8-0194519fcd7e service neutron] Transition to ACTIVE for port object 6d7367a3-04cc-438f-9213-200a6205f6dd will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:24.660742 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93486f65-a928-4fda-943b-60d46bf64b9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:24.661619 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93486f65-a928-4fda-943b-60d46bf64b9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:24.666879 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93486f65-a928-4fda-943b-60d46bf64b9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:24.666879 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93486f65-a928-4fda-943b-60d46bf64b9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:24.666879 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93486f65-a928-4fda-943b-60d46bf64b9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:24.666879 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93486f65-a928-4fda-943b-60d46bf64b9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:24.667297 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e4b762fa-ecdd-40ef-983b-11b507c6417d None None] Provisioning complete for port 4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:24.667394 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93486f65-a928-4fda-943b-60d46bf64b9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:24.667482 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e4b762fa-ecdd-40ef-983b-11b507c6417d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:24.667972 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93486f65-a928-4fda-943b-60d46bf64b9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:24.667972 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93486f65-a928-4fda-943b-60d46bf64b9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:24.667972 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93486f65-a928-4fda-943b-60d46bf64b9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:24.667972 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93486f65-a928-4fda-943b-60d46bf64b9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:24.667972 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93486f65-a928-4fda-943b-60d46bf64b9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:24.672454 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-93486f65-a928-4fda-943b-60d46bf64b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:24.699107 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-61327d92-17b0-4c61-bbb9-2e6d6c64afef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:24.709964 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-d98895e8-1cad-4210-a7fb-479aa268a3c9 admin admin] Allocated IP 172.25.2.101 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/7874e289-13b0-49ea-867d-1a812200f261) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:24.723420 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c33ec-117d-4507-a3ac-8f8b1d797d4c req-8ecfb467-3357-43a0-ae51-fdf9c8d06a60 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:24.726141 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b85c33ec-117d-4507-a3ac-8f8b1d797d4c req-8ecfb467-3357-43a0-ae51-fdf9c8d06a60 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b39c6a0-a860-48cf-963d-9ede1ff29a1f HTTP/1.1" status: 200 len: 950 time: 0.1796873 Jun 17 08:40:24.805314 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b85c33ec-117d-4507-a3ac-8f8b1d797d4c req-129d6583-aca7-474d-9f83-9d6edcf3d5ff tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/security-groups?id=b293e049-52db-44ce-bf09-2089f5c11820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732176 Jun 17 08:40:24.827175 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-0358b0b8-3d84-4679-bf5d-05e31c651cc9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5114291 Jun 17 08:40:24.845265 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-2417de45-7cbd-4620-910e-7158d6092234 service neutron] Request body: {'port': {'device_id': '22f8a1e9-b09c-41a3-8406-69cb31fc6f74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:24.866960 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-08e73e6b-85b1-486a-adb8-0194519fcd7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:24.870047 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-caf6c8ab-6288-4079-be95-0c5fb92f6f1d tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:25.031397 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e73e6b-85b1-486a-adb8-0194519fcd7e service neutron] Pushing event updated for resources: {'Port': ['ID=6d7367a3-04cc-438f-9213-200a6205f6dd,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:25.048005 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-08e73e6b-85b1-486a-adb8-0194519fcd7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:25.153057 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 42120777-606d-4306-8991-ca837327d549 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:40:25.221376 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 42120777-606d-4306-8991-ca837327d549 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:40:25.221739 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 42120777-606d-4306-8991-ca837327d549 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:40:25.354595 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-08e73e6b-85b1-486a-adb8-0194519fcd7e service neutron] Attempting to bind port 6d7367a3-04cc-438f-9213-200a6205f6dd on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:25.356417 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-08e73e6b-85b1-486a-adb8-0194519fcd7e service neutron] Attempting to bind port 6d7367a3-04cc-438f-9213-200a6205f6dd by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:25.357733 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-08e73e6b-85b1-486a-adb8-0194519fcd7e service neutron] Attempting to bind port 6d7367a3-04cc-438f-9213-200a6205f6dd on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:25.376280 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-08e73e6b-85b1-486a-adb8-0194519fcd7e service neutron] Port 6d7367a3-04cc-438f-9213-200a6205f6dd on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:25.376912 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-08e73e6b-85b1-486a-adb8-0194519fcd7e service neutron] Attempting to bind port 6d7367a3-04cc-438f-9213-200a6205f6dd on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:25.385254 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e4b762fa-ecdd-40ef-983b-11b507c6417d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.392245 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a74fe4c-8961-4a18-b295-772269efa76e admin admin] Router a6a937e4-7861-4f3a-896d-f0450b0e507a has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:40:25.410727 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-08e73e6b-85b1-486a-adb8-0194519fcd7e service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:25.412352 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-08e73e6b-85b1-486a-adb8-0194519fcd7e service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:25.416173 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-08e73e6b-85b1-486a-adb8-0194519fcd7e service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:25.417089 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-08e73e6b-85b1-486a-adb8-0194519fcd7e service neutron] Bound port: 6d7367a3-04cc-438f-9213-200a6205f6dd, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:25.417793 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-08e73e6b-85b1-486a-adb8-0194519fcd7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.418563 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d98895e8-1cad-4210-a7fb-479aa268a3c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.430427 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-2417de45-7cbd-4620-910e-7158d6092234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.441197 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-18e7b204-eba5-4c9d-b1f5-0ba849cde7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.453082 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-61327d92-17b0-4c61-bbb9-2e6d6c64afef admin admin] Deleting port d1787118-e444-4fe6-83d4-8e745d3d8759 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:25.456174 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-61327d92-17b0-4c61-bbb9-2e6d6c64afef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.525095 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02f6ff-2349-4284-82f8-5e932cae4705 req-f2e0c9a0-f9b0-4b8e-9ba4-bdbd00a68e14 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:25.527083 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5d02f6ff-2349-4284-82f8-5e932cae4705 req-f2e0c9a0-f9b0-4b8e-9ba4-bdbd00a68e14 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e128369-fe06-4d01-af35-daf8c4a7cbaf HTTP/1.1" status: 200 len: 948 time: 0.3945494 Jun 17 08:40:25.553015 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-e4b762fa-ecdd-40ef-983b-11b507c6417d None None] For port 4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4,segment=NetworkSegment(75dea10b-265e-4eb3-95e8-553aa7a22974),segment_id=75dea10b-265e-4eb3-95e8-553aa7a22974)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:25.615472 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5d02f6ff-2349-4284-82f8-5e932cae4705 req-4bf58ae8-d11d-4bdb-a332-b14de1aa6e90 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741339 Jun 17 08:40:25.616921 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-08e73e6b-85b1-486a-adb8-0194519fcd7e service neutron] For port 6d7367a3-04cc-438f-9213-200a6205f6dd, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:25.624525 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-08e73e6b-85b1-486a-adb8-0194519fcd7e service neutron] For port 6d7367a3-04cc-438f-9213-200a6205f6dd, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=6d7367a3-04cc-438f-9213-200a6205f6dd,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:25.633154 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e072fb4-e199-42b3-b171-723e3ac81eeb None None] DHCP port deletion for cc02462f-59f5-46c0-8dd9-fc5a7c60c669 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:40:25.749575 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-0e072fb4-e199-42b3-b171-723e3ac81eeb None None] Deleting port d1787118-e444-4fe6-83d4-8e745d3d8759 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:25.750356 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0e072fb4-e199-42b3-b171-723e3ac81eeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.824981 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-0e072fb4-e199-42b3-b171-723e3ac81eeb None None] For port d1787118-e444-4fe6-83d4-8e745d3d8759, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=d1787118-e444-4fe6-83d4-8e745d3d8759,segment=NetworkSegment(da2bf374-5f3c-4b7a-9830-2bc2e0a1879d),segment_id=da2bf374-5f3c-4b7a-9830-2bc2e0a1879d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:25.825384 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0e072fb4-e199-42b3-b171-723e3ac81eeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.923906 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-0e072fb4-e199-42b3-b171-723e3ac81eeb None None] Calling delete_port for d1787118-e444-4fe6-83d4-8e745d3d8759 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:25.980347 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-61327d92-17b0-4c61-bbb9-2e6d6c64afef admin admin] For port d1787118-e444-4fe6-83d4-8e745d3d8759, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=d1787118-e444-4fe6-83d4-8e745d3d8759,segment=NetworkSegment(da2bf374-5f3c-4b7a-9830-2bc2e0a1879d),segment_id=da2bf374-5f3c-4b7a-9830-2bc2e0a1879d)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:25.980631 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-61327d92-17b0-4c61-bbb9-2e6d6c64afef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.068248 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-61327d92-17b0-4c61-bbb9-2e6d6c64afef admin admin] Calling delete_port for d1787118-e444-4fe6-83d4-8e745d3d8759 owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:26.072130 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55438ec0-4a88-49ea-849f-1f5f7c8a7817 req-4ac14385-e4e8-4c32-89a8-b89efa13474a tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:26.073702 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-55438ec0-4a88-49ea-849f-1f5f7c8a7817 req-4ac14385-e4e8-4c32-89a8-b89efa13474a tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b39c6a0-a860-48cf-963d-9ede1ff29a1f HTTP/1.1" status: 200 len: 950 time: 0.0908720 Jun 17 08:40:26.092593 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a74fe4c-8961-4a18-b295-772269efa76e admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:40:26.103909 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4a74fe4c-8961-4a18-b295-772269efa76e admin admin] 10.222.0.49 "PUT /v2.0/routers/a6a937e4-7861-4f3a-896d-f0450b0e507a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8909280 Jun 17 08:40:26.106326 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44370) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:26.108184 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8860047a-4593-41b1-8312-634f47d64285 None None] Sync routers for ids ['a6a937e4-7861-4f3a-896d-f0450b0e507a'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:40:26.121943 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8860047a-4593-41b1-8312-634f47d64285 None None] Routers {'a6a937e4-7861-4f3a-896d-f0450b0e507a'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:26.122788 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-8860047a-4593-41b1-8312-634f47d64285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:39:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['a6a937e4-7861-4f3a-896d-f0450b0e507a'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:26.130731 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e4b762fa-ecdd-40ef-983b-11b507c6417d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.209356 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-55438ec0-4a88-49ea-849f-1f5f7c8a7817 req-78616558-5561-456e-9c55-4b78fd0787d3 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/security-groups?id=b293e049-52db-44ce-bf09-2089f5c11820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266465 Jun 17 08:40:26.248320 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-3a000a42-5963-40fc-900a-0769babef16a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:26.259471 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-8860047a-4593-41b1-8312-634f47d64285 None None] Set router a6a937e4-7861-4f3a-896d-f0450b0e507a gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:40:26.267575 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-08e73e6b-85b1-486a-adb8-0194519fcd7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.276576 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-af7c2b1d-7f34-4703-b59c-2e26fd154b5f tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:26.324510 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d98895e8-1cad-4210-a7fb-479aa268a3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.343949 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1044e7b8-11fe-431c-93f4-c6eb040b955e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:26.377702 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0e072fb4-e199-42b3-b171-723e3ac81eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.399632 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98895e8-1cad-4210-a7fb-479aa268a3c9 admin admin] Pushing event updated for resources: {'Port': ['ID=7874e289-13b0-49ea-867d-1a812200f261,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:26.412982 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e072fb4-e199-42b3-b171-723e3ac81eeb None None] No DVR routers for this DVR port d1787118-e444-4fe6-83d4-8e745d3d8759 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:40:26.423381 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-2417de45-7cbd-4620-910e-7158d6092234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 644acaf6-3ee9-4e2f-b7bc-16e6f65c928c {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:40:26.424604 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-9a0767af-d65e-4b99-aed4-1975fe8a87ad None None] Provisioning complete for port 4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:26.425216 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9a0767af-d65e-4b99-aed4-1975fe8a87ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.435075 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d98895e8-1cad-4210-a7fb-479aa268a3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:26.436091 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-61327d92-17b0-4c61-bbb9-2e6d6c64afef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.453420 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98895e8-1cad-4210-a7fb-479aa268a3c9 admin admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:26.457926 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2f7bd950-6086-41a5-869d-e01c17a4ed3b tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:26.496018 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-2417de45-7cbd-4620-910e-7158d6092234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.499693 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61327d92-17b0-4c61-bbb9-2e6d6c64afef admin admin] Pushing event deleted for resources: {'Port': ['ID=d1787118-e444-4fe6-83d4-8e745d3d8759,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:26.502637 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61327d92-17b0-4c61-bbb9-2e6d6c64afef admin admin] No DVR routers for this DVR port d1787118-e444-4fe6-83d4-8e745d3d8759 on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:40:26.506871 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-d98895e8-1cad-4210-a7fb-479aa268a3c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:26.532220 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-61327d92-17b0-4c61-bbb9-2e6d6c64afef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:26.548968 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b762fa-ecdd-40ef-983b-11b507c6417d None None] Pushing event updated for resources: {'Port': ['ID=4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:26.560117 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e4b762fa-ecdd-40ef-983b-11b507c6417d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:26.564298 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0e2e2040-a40e-4351-a99c-ed5314a378cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:26.594815 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e072fb4-e199-42b3-b171-723e3ac81eeb None None] Pushing event deleted for resources: {'Port': ['ID=d1787118-e444-4fe6-83d4-8e745d3d8759,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:26.602084 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0e072fb4-e199-42b3-b171-723e3ac81eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:26.607930 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98895e8-1cad-4210-a7fb-479aa268a3c9 admin admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:26.665362 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-2417de45-7cbd-4620-910e-7158d6092234 service neutron] Transition to ACTIVE for port object 644acaf6-3ee9-4e2f-b7bc-16e6f65c928c will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:26.745044 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-8860047a-4593-41b1-8312-634f47d64285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a937e4-7861-4f3a-896d-f0450b0e507a', 'name': 'tempest-TaggedBootDevicesTest-709960226-router', 'tenant_id': '6c36ebc9bc9546a0a241353c6d26d1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '8ac8f995-0258-4883-812e-784402b881ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:28Z', 'updated_at': '2021-06-17T08:40:22Z', 'revision_number': 5, 'project_id': '6c36ebc9bc9546a0a241353c6d26d1f3', 'gw_port': {'id': '8ac8f995-0258-4883-812e-784402b881ca', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a937e4-7861-4f3a-896d-f0450b0e507a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:30Z', 'updated_at': '2021-06-17T08:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:26.789491 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3054dd9e-8316-43fd-ad9d-f904b939a530 admin admin] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.810147 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8860047a-4593-41b1-8312-634f47d64285 None None] Checking router: a6a937e4-7861-4f3a-896d-f0450b0e507a for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:40:26.811822 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-2417de45-7cbd-4620-910e-7158d6092234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.817355 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-9a0767af-d65e-4b99-aed4-1975fe8a87ad None None] Provisioning for port 644acaf6-3ee9-4e2f-b7bc-16e6f65c928c completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:26.829050 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8860047a-4593-41b1-8312-634f47d64285 None None] Routers {'a6a937e4-7861-4f3a-896d-f0450b0e507a'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:26.829973 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-8860047a-4593-41b1-8312-634f47d64285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:39:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['a6a937e4-7861-4f3a-896d-f0450b0e507a'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:26.838562 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fb13cdfc-71e2-49f6-bd91-efd2324a3b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:26.850461 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e73e6b-85b1-486a-adb8-0194519fcd7e service neutron] Pushing event updated for resources: {'Port': ['ID=6d7367a3-04cc-438f-9213-200a6205f6dd,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:26.854802 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-08e73e6b-85b1-486a-adb8-0194519fcd7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:26.857332 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-61327d92-17b0-4c61-bbb9-2e6d6c64afef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.859670 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-08e73e6b-85b1-486a-adb8-0194519fcd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:26.872641 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-08e73e6b-85b1-486a-adb8-0194519fcd7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.874063 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-08e73e6b-85b1-486a-adb8-0194519fcd7e service neutron] 10.222.0.53 "PUT /v2.0/ports/6d7367a3-04cc-438f-9213-200a6205f6dd HTTP/1.1" status: 200 len: 1097 time: 5.7543166 Jun 17 08:40:26.877028 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e128369-fe06-4d01-af35-daf8c4a7cbaf', 'tag': '6d7367a3-04cc-438f-9213-200a6205f6dd'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:26.878520 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ac4afe-aaf1-4968-96ca-1851410e2dad" -d '{"events": [{"name": "network-changed", "server_uuid": "2e128369-fe06-4d01-af35-daf8c4a7cbaf", "tag": "6d7367a3-04cc-438f-9213-200a6205f6dd"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:27.049981 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-8860047a-4593-41b1-8312-634f47d64285 None None] Set router a6a937e4-7861-4f3a-896d-f0450b0e507a gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:40:27.179616 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-61327d92-17b0-4c61-bbb9-2e6d6c64afef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc02462f-59f5-46c0-8dd9-fc5a7c60c669']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:27.292070 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417de45-7cbd-4620-910e-7158d6092234 service neutron] Pushing event updated for resources: {'Port': ['ID=644acaf6-3ee9-4e2f-b7bc-16e6f65c928c,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:27.293936 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af775f88-352b-48ef-8aa8-cbc934b91dbc req-564164eb-25e8-4062-b760-f638b23c1a2b tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:27.295533 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-af775f88-352b-48ef-8aa8-cbc934b91dbc req-564164eb-25e8-4062-b760-f638b23c1a2b tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e128369-fe06-4d01-af35-daf8c4a7cbaf HTTP/1.1" status: 200 len: 948 time: 0.2352262 Jun 17 08:40:27.308505 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:27.350887 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3054dd9e-8316-43fd-ad9d-f904b939a530 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:27.370988 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-50105da4-3c78-424f-8d47-e33156ed767e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:27.372778 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-50105da4-3c78-424f-8d47-e33156ed767e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=da9417294c5449b28843fbefd48fea0b&device_id=2e128369-fe06-4d01-af35-daf8c4a7cbaf HTTP/1.1" status: 200 len: 1100 time: 0.2969961 Jun 17 08:40:27.388944 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2417de45-7cbd-4620-910e-7158d6092234 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:27.391519 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-61327d92-17b0-4c61-bbb9-2e6d6c64afef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2bf374-5f3c-4b7a-9830-2bc2e0a1879d') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:27.392207 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-61327d92-17b0-4c61-bbb9-2e6d6c64afef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2bf374-5f3c-4b7a-9830-2bc2e0a1879d') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:27.392394 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-af775f88-352b-48ef-8aa8-cbc934b91dbc req-4b3010b9-a2a8-4ccb-b836-dff5f3daddad tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816450 Jun 17 08:40:27.443235 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-9a8be726-b3d7-45fa-be39-d631be42dafe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=6d7367a3-04cc-438f-9213-200a6205f6dd HTTP/1.1" status: 200 len: 217 time: 0.0601492 Jun 17 08:40:27.503407 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-8860047a-4593-41b1-8312-634f47d64285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a937e4-7861-4f3a-896d-f0450b0e507a', 'name': 'tempest-TaggedBootDevicesTest-709960226-router', 'tenant_id': '6c36ebc9bc9546a0a241353c6d26d1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '8ac8f995-0258-4883-812e-784402b881ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:28Z', 'updated_at': '2021-06-17T08:40:22Z', 'revision_number': 5, 'project_id': '6c36ebc9bc9546a0a241353c6d26d1f3', 'gw_port': {'id': '8ac8f995-0258-4883-812e-784402b881ca', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a937e4-7861-4f3a-896d-f0450b0e507a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:30Z', 'updated_at': '2021-06-17T08:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:27.539756 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-75dceaa8-a377-4c7a-9291-957a4df2e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:27.544087 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-75dceaa8-a377-4c7a-9291-957a4df2e44a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0949399 Jun 17 08:40:27.558059 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-61327d92-17b0-4c61-bbb9-2e6d6c64afef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:27.609567 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8860047a-4593-41b1-8312-634f47d64285 None None] The sync data for ids ['a6a937e4-7861-4f3a-896d-f0450b0e507a'] in n-d-758944-30 is: [{'id': 'a6a937e4-7861-4f3a-896d-f0450b0e507a', 'name': 'tempest-TaggedBootDevicesTest-709960226-router', 'tenant_id': '6c36ebc9bc9546a0a241353c6d26d1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '8ac8f995-0258-4883-812e-784402b881ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:28Z', 'updated_at': '2021-06-17T08:40:22Z', 'revision_number': 5, 'project_id': '6c36ebc9bc9546a0a241353c6d26d1f3', 'gw_port': {'id': '8ac8f995-0258-4883-812e-784402b881ca', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a937e4-7861-4f3a-896d-f0450b0e507a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:30Z', 'updated_at': '2021-06-17T08:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:40:27.631011 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:27.631951 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:27.637357 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-61327d92-17b0-4c61-bbb9-2e6d6c64afef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:27.670183 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-3054dd9e-8316-43fd-ad9d-f904b939a530 admin admin] Deleting port 8ac8f995-0258-4883-812e-784402b881ca {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:27.670531 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3054dd9e-8316-43fd-ad9d-f904b939a530 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:27.699024 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61327d92-17b0-4c61-bbb9-2e6d6c64afef admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:40:27.699466 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-61327d92-17b0-4c61-bbb9-2e6d6c64afef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:40:27.706787 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:40:27.754061 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-3054dd9e-8316-43fd-ad9d-f904b939a530 admin admin] For port 8ac8f995-0258-4883-812e-784402b881ca, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=8ac8f995-0258-4883-812e-784402b881ca,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:27.754433 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3054dd9e-8316-43fd-ad9d-f904b939a530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:27.777374 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-2417de45-7cbd-4620-910e-7158d6092234 service neutron] Attempting to bind port 644acaf6-3ee9-4e2f-b7bc-16e6f65c928c on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:27.777712 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-2417de45-7cbd-4620-910e-7158d6092234 service neutron] Attempting to bind port 644acaf6-3ee9-4e2f-b7bc-16e6f65c928c by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:27.778047 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-2417de45-7cbd-4620-910e-7158d6092234 service neutron] Attempting to bind port 644acaf6-3ee9-4e2f-b7bc-16e6f65c928c on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:27.793295 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-2417de45-7cbd-4620-910e-7158d6092234 service neutron] Port 644acaf6-3ee9-4e2f-b7bc-16e6f65c928c on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:27.793624 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-2417de45-7cbd-4620-910e-7158d6092234 service neutron] Attempting to bind port 644acaf6-3ee9-4e2f-b7bc-16e6f65c928c on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:27.807896 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-2417de45-7cbd-4620-910e-7158d6092234 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:27.808298 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-2417de45-7cbd-4620-910e-7158d6092234 service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:27.808695 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-2417de45-7cbd-4620-910e-7158d6092234 service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:27.809156 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-2417de45-7cbd-4620-910e-7158d6092234 service neutron] Bound port: 644acaf6-3ee9-4e2f-b7bc-16e6f65c928c, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:27.809504 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-2417de45-7cbd-4620-910e-7158d6092234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:27.818354 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d98895e8-1cad-4210-a7fb-479aa268a3c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:27.823980 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-3054dd9e-8316-43fd-ad9d-f904b939a530 admin admin] Calling delete_port for 8ac8f995-0258-4883-812e-784402b881ca owned by network:router_gateway {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:27.913487 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fec5ef-1a22-4695-ba21-16714872445d x-openstack-request-id: req-76fec5ef-1a22-4695-ba21-16714872445d {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:27.913823 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e128369-fe06-4d01-af35-daf8c4a7cbaf", "tag": "6d7367a3-04cc-438f-9213-200a6205f6dd", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:27.914111 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-76fec5ef-1a22-4695-ba21-16714872445d {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:27.914737 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e128369-fe06-4d01-af35-daf8c4a7cbaf', 'tag': '6d7367a3-04cc-438f-9213-200a6205f6dd', 'status': 'completed', 'code': 200} Jun 17 08:40:27.968414 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-61327d92-17b0-4c61-bbb9-2e6d6c64afef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:27.972249 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-0b3d171a-728d-42d4-bec6-64697815cf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:27.974020 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-0b3d171a-728d-42d4-bec6-64697815cf90 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4151814 Jun 17 08:40:27.980935 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-2417de45-7cbd-4620-910e-7158d6092234 service neutron] For port 644acaf6-3ee9-4e2f-b7bc-16e6f65c928c, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:27.986190 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-2417de45-7cbd-4620-910e-7158d6092234 service neutron] For port 644acaf6-3ee9-4e2f-b7bc-16e6f65c928c, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=644acaf6-3ee9-4e2f-b7bc-16e6f65c928c,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:27.989435 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:27.993811 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:27.999570 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-61327d92-17b0-4c61-bbb9-2e6d6c64afef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:27.999570 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-61327d92-17b0-4c61-bbb9-2e6d6c64afef admin admin] 10.222.0.49 "DELETE /v2.0/networks/cc02462f-59f5-46c0-8dd9-fc5a7c60c669 HTTP/1.1" status: 204 len: 168 time: 3.4906452 Jun 17 08:40:28.011031 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61327d92-17b0-4c61-bbb9-2e6d6c64afef admin admin] Pushing event deleted for resources: {'Network': ['ID=cc02462f-59f5-46c0-8dd9-fc5a7c60c669,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:28.019997 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-61327d92-17b0-4c61-bbb9-2e6d6c64afef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:28.056358 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d1787118-e444-4fe6-83d4-8e745d3d8759 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:40:28.089595 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: d1787118-e444-4fe6-83d4-8e745d3d8759 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:40:28.090851 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d1787118-e444-4fe6-83d4-8e745d3d8759 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:40:28.164737 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d98895e8-1cad-4210-a7fb-479aa268a3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:28.239113 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-8ecd4a65-bf92-41f9-94f3-87125ab1faaa service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532487 Jun 17 08:40:28.264181 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6292e-daff-4ed9-b913-9b6ef3110ddf req-a24ac77b-e159-4a6a-bbeb-72a8ee255f1e tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:28.272263 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ebb6292e-daff-4ed9-b913-9b6ef3110ddf req-a24ac77b-e159-4a6a-bbeb-72a8ee255f1e tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b39c6a0-a860-48cf-963d-9ede1ff29a1f HTTP/1.1" status: 200 len: 950 time: 0.2652767 Jun 17 08:40:28.372375 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ebb6292e-daff-4ed9-b913-9b6ef3110ddf req-bd8e0000-6222-45eb-9d3f-f07ae9cdc6f2 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/security-groups?id=b293e049-52db-44ce-bf09-2089f5c11820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992560 Jun 17 08:40:28.381439 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-2417de45-7cbd-4620-910e-7158d6092234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:28.399004 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c49c8432-106e-4e85-ad7b-4bb04607c788 tempest-FloatingIPsTestJSON-171795026 tempest-FloatingIPsTestJSON-171795026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:28.421221 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3054dd9e-8316-43fd-ad9d-f904b939a530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:28.426927 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4c86e27b-943e-472f-83ad-825130b39297 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:28.461268 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-693488ed-1ddd-4f71-ae46-c411f3400e34 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152460 Jun 17 08:40:28.464151 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054dd9e-8316-43fd-ad9d-f904b939a530 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ac8f995-0258-4883-812e-784402b881ca,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:28.466809 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3054dd9e-8316-43fd-ad9d-f904b939a530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:28.553335 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3054dd9e-8316-43fd-ad9d-f904b939a530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:28.810609 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44418) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:28.860332 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3054dd9e-8316-43fd-ad9d-f904b939a530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:28.871542 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3054dd9e-8316-43fd-ad9d-f904b939a530 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:29.019375 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-52735322-fd22-4923-b996-5e74f7ac2c74 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=60c1a1bd249644bbbfcd4c7e8812c5ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1941359 Jun 17 08:40:29.023292 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44432) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:29.044134 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac4afe-aaf1-4968-96ca-1851410e2dad req-521882d3-5912-445f-a02c-b7e3ccea5028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:29.045069 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-02ac4afe-aaf1-4968-96ca-1851410e2dad req-521882d3-5912-445f-a02c-b7e3ccea5028 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=da9417294c5449b28843fbefd48fea0b&device_id=2e128369-fe06-4d01-af35-daf8c4a7cbaf HTTP/1.1" status: 200 len: 1100 time: 0.3655593 Jun 17 08:40:29.051047 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-2417de45-7cbd-4620-910e-7158d6092234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:29.058197 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-2417de45-7cbd-4620-910e-7158d6092234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:29.061103 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-2417de45-7cbd-4620-910e-7158d6092234 service neutron] 10.222.0.50 "PUT /v2.0/ports/644acaf6-3ee9-4e2f-b7bc-16e6f65c928c HTTP/1.1" status: 200 len: 1096 time: 4.2207263 Jun 17 08:40:29.129901 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f8a1e9-b09c-41a3-8406-69cb31fc6f74', 'tag': '644acaf6-3ee9-4e2f-b7bc-16e6f65c928c'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:29.129901 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35de2987-a0cd-4ea0-904d-adc2141630e9" -d '{"events": [{"name": "network-changed", "server_uuid": "22f8a1e9-b09c-41a3-8406-69cb31fc6f74", "tag": "644acaf6-3ee9-4e2f-b7bc-16e6f65c928c"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:29.129901 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98895e8-1cad-4210-a7fb-479aa268a3c9 admin admin] Router cbda399e-661c-482c-a356-d83a644fa022 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:40:29.172301 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417de45-7cbd-4620-910e-7158d6092234 service neutron] Pushing event updated for resources: {'Port': ['ID=644acaf6-3ee9-4e2f-b7bc-16e6f65c928c,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:29.182479 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2417de45-7cbd-4620-910e-7158d6092234 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:29.202619 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 6c4b0950-02f9-42bb-acf0-66108122ee1a no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:40:29.231879 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-df87afbe-f8ca-4eda-8c62-8bddcf795220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:29.260961 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 6c4b0950-02f9-42bb-acf0-66108122ee1a {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:40:29.269765 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 6c4b0950-02f9-42bb-acf0-66108122ee1a not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:40:29.270916 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-df87afbe-f8ca-4eda-8c62-8bddcf795220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:29.324920 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38926d60-866e-4479-8b16-07c794b3eb12 req-daae7d24-a9ad-4054-9429-2713ade474c5 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:29.326552 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-38926d60-866e-4479-8b16-07c794b3eb12 req-daae7d24-a9ad-4054-9429-2713ade474c5 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e128369-fe06-4d01-af35-daf8c4a7cbaf HTTP/1.1" status: 200 len: 948 time: 0.3199151 Jun 17 08:40:29.358187 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3054dd9e-8316-43fd-ad9d-f904b939a530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:29.358863 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3054dd9e-8316-43fd-ad9d-f904b939a530 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6a937e4-7861-4f3a-896d-f0450b0e507a {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:40:29.378731 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3054dd9e-8316-43fd-ad9d-f904b939a530 admin admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:29.378731 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3054dd9e-8316-43fd-ad9d-f904b939a530 admin admin] 10.222.0.49 "DELETE /v2.0/routers/a6a937e4-7861-4f3a-896d-f0450b0e507a HTTP/1.1" status: 204 len: 168 time: 3.2672997 Jun 17 08:40:29.378731 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44444) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:29.405505 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98895e8-1cad-4210-a7fb-479aa268a3c9 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:40:29.418853 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c589e9-f33b-46e0-bde3-f7c74305d766 None None] Sync routers for ids ['cbda399e-661c-482c-a356-d83a644fa022'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:40:29.439946 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c589e9-f33b-46e0-bde3-f7c74305d766 None None] Routers {'cbda399e-661c-482c-a356-d83a644fa022'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:29.443947 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-68936027-22a8-437e-835e-d1a0619f99d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:29.445614 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-82c589e9-f33b-46e0-bde3-f7c74305d766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:39:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cbda399e-661c-482c-a356-d83a644fa022'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:29.481834 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-df87afbe-f8ca-4eda-8c62-8bddcf795220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:29.485866 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-df87afbe-f8ca-4eda-8c62-8bddcf795220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:29.490399 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-df87afbe-f8ca-4eda-8c62-8bddcf795220 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8e9b3077-32ab-4c49-9970-3c88b3895f15 HTTP/1.1" status: 204 len: 168 time: 0.4628570 Jun 17 08:40:29.508319 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-caf6c8ab-6288-4079-be95-0c5fb92f6f1d tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:29.553478 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87afbe-f8ca-4eda-8c62-8bddcf795220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9b3077-32ab-4c49-9970-3c88b3895f15,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:29.565335 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-df87afbe-f8ca-4eda-8c62-8bddcf795220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:29.576416 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-fddb69df-7cc2-4a8d-a6f7-b9c061d0651e admin admin] Deleting subnet a03dfa93-b60a-43e5-a349-322f7bd53fb3 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:40:29.589252 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac4afe-aaf1-4968-96ca-1851410e2dad req-442f7571-84ed-45ea-b9f1-a36d0eec3dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:29.591871 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-02ac4afe-aaf1-4968-96ca-1851410e2dad req-442f7571-84ed-45ea-b9f1-a36d0eec3dd9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.5356958 Jun 17 08:40:29.592634 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fddb69df-7cc2-4a8d-a6f7-b9c061d0651e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:29.631398 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-38926d60-866e-4479-8b16-07c794b3eb12 req-d2fe5e75-6e82-46a1-aaf0-90931a7c506b tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961960 Jun 17 08:40:29.687979 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-8593cdc5-2ec2-4e4b-95da-d665ed1ed2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:29.694219 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-8593cdc5-2ec2-4e4b-95da-d665ed1ed2a6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=da9417294c5449b28843fbefd48fea0b&device_id=22f8a1e9-b09c-41a3-8406-69cb31fc6f74 HTTP/1.1" status: 200 len: 1099 time: 0.2900000 Jun 17 08:40:29.769283 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-82c589e9-f33b-46e0-bde3-f7c74305d766 None None] Set router cbda399e-661c-482c-a356-d83a644fa022 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:40:29.787329 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-02ac4afe-aaf1-4968-96ca-1851410e2dad req-c64de83b-4ee7-4b3e-bbfa-192b9ddff300 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=6d7367a3-04cc-438f-9213-200a6205f6dd HTTP/1.1" status: 200 len: 217 time: 0.1320724 Jun 17 08:40:29.837931 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb8755a-fa90-427d-8f08-a84ea1a4c94a x-openstack-request-id: req-3fb8755a-fa90-427d-8f08-a84ea1a4c94a {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:29.846992 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f8a1e9-b09c-41a3-8406-69cb31fc6f74", "tag": "644acaf6-3ee9-4e2f-b7bc-16e6f65c928c", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:29.848277 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3fb8755a-fa90-427d-8f08-a84ea1a4c94a {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:29.850844 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f8a1e9-b09c-41a3-8406-69cb31fc6f74', 'tag': '644acaf6-3ee9-4e2f-b7bc-16e6f65c928c', 'status': 'completed', 'code': 200} Jun 17 08:40:29.854390 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d98895e8-1cad-4210-a7fb-479aa268a3c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:29.855401 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fddb69df-7cc2-4a8d-a6f7-b9c061d0651e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:29.863470 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d98895e8-1cad-4210-a7fb-479aa268a3c9 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.3802691 Jun 17 08:40:29.866071 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44458) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:29.910010 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac4afe-aaf1-4968-96ca-1851410e2dad req-bd438e41-1880-4400-be04-fe2ea99dd8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:29.911560 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-02ac4afe-aaf1-4968-96ca-1851410e2dad req-bd438e41-1880-4400-be04-fe2ea99dd8e8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1176794 Jun 17 08:40:29.977635 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-6adb4d02-19b8-4ca4-b3dc-38b038791cd1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=644acaf6-3ee9-4e2f-b7bc-16e6f65c928c HTTP/1.1" status: 200 len: 217 time: 0.2762213 Jun 17 08:40:30.081814 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-82c589e9-f33b-46e0-bde3-f7c74305d766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbda399e-661c-482c-a356-d83a644fa022', 'name': 'tempest-AttachSCSIVolumeTestJSON-74408869-router', 'tenant_id': '00b33b4b21ab418a82a171a9950d5f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7874e289-13b0-49ea-867d-1a812200f261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:20Z', 'updated_at': '2021-06-17T08:40:27Z', 'revision_number': 3, 'project_id': '00b33b4b21ab418a82a171a9950d5f14', 'gw_port': {'id': '7874e289-13b0-49ea-867d-1a812200f261', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbda399e-661c-482c-a356-d83a644fa022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:24Z', 'updated_at': '2021-06-17T08:40:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:30.092187 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fddb69df-7cc2-4a8d-a6f7-b9c061d0651e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:30.137969 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac4afe-aaf1-4968-96ca-1851410e2dad req-96401148-1a3e-4d9f-9820-466422656d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:30.143957 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-02ac4afe-aaf1-4968-96ca-1851410e2dad req-96401148-1a3e-4d9f-9820-466422656d3c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2238376 Jun 17 08:40:30.160355 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c589e9-f33b-46e0-bde3-f7c74305d766 None None] Checking router: cbda399e-661c-482c-a356-d83a644fa022 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:40:30.160910 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c589e9-f33b-46e0-bde3-f7c74305d766 None None] Updating router cbda399e-661c-482c-a356-d83a644fa022 port 7874e289-13b0-49ea-867d-1a812200f261 binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:40:30.183410 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-bd88fddd-3468-4b0f-b858-3f083c836ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:30.183410 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-bd88fddd-3468-4b0f-b858-3f083c836ce1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1402614 Jun 17 08:40:30.217356 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-82c589e9-f33b-46e0-bde3-f7c74305d766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:30.265249 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-02ac4afe-aaf1-4968-96ca-1851410e2dad req-3812a4b2-23b8-4505-9969-9c26f98e7bd6 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135371 Jun 17 08:40:30.334962 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fddb69df-7cc2-4a8d-a6f7-b9c061d0651e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:30.349528 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:30.361003 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3c1c5e-7279-4a55-a166-6a6d476e525a None None] Network 21edaf17-9a14-4916-857e-651e948f1a58 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:30.393356 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fddb69df-7cc2-4a8d-a6f7-b9c061d0651e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:30.397885 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-fddb69df-7cc2-4a8d-a6f7-b9c061d0651e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a03dfa93-b60a-43e5-a349-322f7bd53fb3 HTTP/1.1" status: 204 len: 168 time: 1.0158076 Jun 17 08:40:30.411230 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44480) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:30.445013 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb69df-7cc2-4a8d-a6f7-b9c061d0651e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a03dfa93-b60a-43e5-a349-322f7bd53fb3,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:30.457163 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-02ac4afe-aaf1-4968-96ca-1851410e2dad req-7338f1c5-edd3-46bd-8c91-35ad8515351c service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848981 Jun 17 08:40:30.461155 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fddb69df-7cc2-4a8d-a6f7-b9c061d0651e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:30.576279 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4e17e1cf-b1db-4b32-a8c2-929cebb66169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:30.659130 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-d57253be-44a7-49a8-9d4a-26461547ab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:30.661577 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-d57253be-44a7-49a8-9d4a-26461547ab54 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4605424 Jun 17 08:40:30.681795 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c79d5e0-2341-4d99-a6a0-e5fefa022008 None None] DHCP port deletion for 21edaf17-9a14-4916-857e-651e948f1a58 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:40:30.741750 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-82c589e9-f33b-46e0-bde3-f7c74305d766 None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:30.762904 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-82c589e9-f33b-46e0-bde3-f7c74305d766 None None] Transition to ACTIVE for port object 7874e289-13b0-49ea-867d-1a812200f261 will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:30.777066 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-2c79d5e0-2341-4d99-a6a0-e5fefa022008 None None] Deleting port 0ada5201-e166-426b-b514-b3ea5a7f524d {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:30.777522 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2c79d5e0-2341-4d99-a6a0-e5fefa022008 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:30.862252 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-2c79d5e0-2341-4d99-a6a0-e5fefa022008 None None] For port 0ada5201-e166-426b-b514-b3ea5a7f524d, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=0ada5201-e166-426b-b514-b3ea5a7f524d,segment=NetworkSegment(902fecfb-6983-4d05-a9e7-87695ad4d9ff),segment_id=902fecfb-6983-4d05-a9e7-87695ad4d9ff)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:30.862800 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2c79d5e0-2341-4d99-a6a0-e5fefa022008 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:30.917474 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-4e17e1cf-b1db-4b32-a8c2-929cebb66169 admin admin] Deleting port 0ada5201-e166-426b-b514-b3ea5a7f524d {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:30.917820 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4e17e1cf-b1db-4b32-a8c2-929cebb66169 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:30.943031 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-2c79d5e0-2341-4d99-a6a0-e5fefa022008 None None] Calling delete_port for 0ada5201-e166-426b-b514-b3ea5a7f524d owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:30.969569 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-82c589e9-f33b-46e0-bde3-f7c74305d766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:30.973087 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-c75a043e-ab16-405c-998b-a6db6f9ee22d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:31.022455 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38151af1-1ee3-44cf-bdf2-8e3129ec330d None None] Pushing event updated for resources: {'Port': ['ID=7874e289-13b0-49ea-867d-1a812200f261,revision_number=2']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:31.028002 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-38151af1-1ee3-44cf-bdf2-8e3129ec330d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:31.049272 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-82c589e9-f33b-46e0-bde3-f7c74305d766 None None] Attempting to bind port 7874e289-13b0-49ea-867d-1a812200f261 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:31.049942 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-82c589e9-f33b-46e0-bde3-f7c74305d766 None None] Attempting to bind port 7874e289-13b0-49ea-867d-1a812200f261 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:31.050566 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c589e9-f33b-46e0-bde3-f7c74305d766 None None] Attempting to bind port 7874e289-13b0-49ea-867d-1a812200f261 on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:31.059212 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c589e9-f33b-46e0-bde3-f7c74305d766 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:31.059629 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c589e9-f33b-46e0-bde3-f7c74305d766 None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:31.060400 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-82c589e9-f33b-46e0-bde3-f7c74305d766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:31.061007 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c589e9-f33b-46e0-bde3-f7c74305d766 None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:31.061735 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-82c589e9-f33b-46e0-bde3-f7c74305d766 None None] Bound port: 7874e289-13b0-49ea-867d-1a812200f261, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:31.062418 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-82c589e9-f33b-46e0-bde3-f7c74305d766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:31.068781 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-7c72f6c1-db43-4535-9bb1-a461b711a18b service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585858 Jun 17 08:40:31.071774 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:31.133386 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-4e17e1cf-b1db-4b32-a8c2-929cebb66169 admin admin] For port 0ada5201-e166-426b-b514-b3ea5a7f524d, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=0ada5201-e166-426b-b514-b3ea5a7f524d,segment=NetworkSegment(902fecfb-6983-4d05-a9e7-87695ad4d9ff),segment_id=902fecfb-6983-4d05-a9e7-87695ad4d9ff)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:31.133835 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4e17e1cf-b1db-4b32-a8c2-929cebb66169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:31.160062 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2c79d5e0-2341-4d99-a6a0-e5fefa022008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:31.165877 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0e2e2040-a40e-4351-a99c-ed5314a378cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:31.180664 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 8ac8f995-0258-4883-812e-784402b881ca no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:40:31.184443 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-82c589e9-f33b-46e0-bde3-f7c74305d766 None None] For port 7874e289-13b0-49ea-867d-1a812200f261, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:31.192253 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-82c589e9-f33b-46e0-bde3-f7c74305d766 None None] For port 7874e289-13b0-49ea-867d-1a812200f261, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=7874e289-13b0-49ea-867d-1a812200f261,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:31.338891 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-4e17e1cf-b1db-4b32-a8c2-929cebb66169 admin admin] Calling delete_port for 0ada5201-e166-426b-b514-b3ea5a7f524d owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:31.356784 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c79d5e0-2341-4d99-a6a0-e5fefa022008 None None] No DVR routers for this DVR port 0ada5201-e166-426b-b514-b3ea5a7f524d on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:40:31.358704 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79d5e0-2341-4d99-a6a0-e5fefa022008 None None] Pushing event deleted for resources: {'Port': ['ID=0ada5201-e166-426b-b514-b3ea5a7f524d,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:31.364041 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-82c589e9-f33b-46e0-bde3-f7c74305d766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:31.365008 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 8ac8f995-0258-4883-812e-784402b881ca {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:40:31.365551 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 8ac8f995-0258-4883-812e-784402b881ca not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:40:31.365806 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 0ada5201-e166-426b-b514-b3ea5a7f524d no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:40:31.367827 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bbfc3-7e3e-4097-b982-c64150b92842 req-474b8ef4-0aaf-4d43-a929-ed7cba2f29c0 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:31.368369 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-2c79d5e0-2341-4d99-a6a0-e5fefa022008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:31.374331 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ec1bbfc3-7e3e-4097-b982-c64150b92842 req-474b8ef4-0aaf-4d43-a929-ed7cba2f29c0 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b39c6a0-a860-48cf-963d-9ede1ff29a1f HTTP/1.1" status: 200 len: 950 time: 0.3946471 Jun 17 08:40:31.374331 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b0ad7012-72a5-41e5-b1fc-ee5f0fea4ef8 req-0d75fae0-0765-48cb-866f-c3ef346f9712 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884655 Jun 17 08:40:31.381562 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-0c1cecc7-d758-4331-b4e4-7b1847f02800 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:31.387636 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 0ada5201-e166-426b-b514-b3ea5a7f524d {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:40:31.388056 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 0ada5201-e166-426b-b514-b3ea5a7f524d not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:40:31.480554 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38151af1-1ee3-44cf-bdf2-8e3129ec330d None None] Pushing event updated for resources: {'Port': ['ID=7874e289-13b0-49ea-867d-1a812200f261,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:31.491562 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ec1bbfc3-7e3e-4097-b982-c64150b92842 req-7d103f1c-e24f-41fc-af23-0d1a909153e7 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/security-groups?id=b293e049-52db-44ce-bf09-2089f5c11820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930462 Jun 17 08:40:31.501086 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-38151af1-1ee3-44cf-bdf2-8e3129ec330d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:31.501781 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c589e9-f33b-46e0-bde3-f7c74305d766 None None] Routers {'cbda399e-661c-482c-a356-d83a644fa022'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:31.509365 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-82c589e9-f33b-46e0-bde3-f7c74305d766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:40:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cbda399e-661c-482c-a356-d83a644fa022'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:31.522715 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b4082457-77fe-4125-8b37-8c07ba9e1366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:31.649529 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44514) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:31.698131 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4e17e1cf-b1db-4b32-a8c2-929cebb66169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:31.701061 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86daf719-07fd-49f7-86ce-13f46405ed9f req-d5ac44c3-52be-45f3-8431-9cb220b0daec tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:31.709422 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-86daf719-07fd-49f7-86ce-13f46405ed9f req-d5ac44c3-52be-45f3-8431-9cb220b0daec tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e128369-fe06-4d01-af35-daf8c4a7cbaf HTTP/1.1" status: 200 len: 948 time: 0.1206584 Jun 17 08:40:31.724197 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4a74fe4c-8961-4a18-b295-772269efa76e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:31.760706 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17e1cf-b1db-4b32-a8c2-929cebb66169 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ada5201-e166-426b-b514-b3ea5a7f524d,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:31.767270 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4e17e1cf-b1db-4b32-a8c2-929cebb66169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:31.769724 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e17e1cf-b1db-4b32-a8c2-929cebb66169 admin admin] No DVR routers for this DVR port 0ada5201-e166-426b-b514-b3ea5a7f524d on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:40:31.780156 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-86daf719-07fd-49f7-86ce-13f46405ed9f req-9c34091b-fa3f-4021-a8c5-0e9babdde74a tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698302 Jun 17 08:40:31.790215 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-82c589e9-f33b-46e0-bde3-f7c74305d766 None None] Set router cbda399e-661c-482c-a356-d83a644fa022 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:40:31.814266 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-b4082457-77fe-4125-8b37-8c07ba9e1366 admin admin] Allocated IP 172.20.0.1 (fea49251-81be-4e2e-808d-a9b2cf889740/40f08ecb-25ef-4424-8e01-0cf074fffead/faf0eab5-84e1-4bae-af4d-4c9a942311ce) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:31.868971 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de2987-a0cd-4ea0-904d-adc2141630e9 req-dd1cf944-c024-4211-a91e-22ce4676b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:31.870784 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-35de2987-a0cd-4ea0-904d-adc2141630e9 req-dd1cf944-c024-4211-a91e-22ce4676b9f4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=da9417294c5449b28843fbefd48fea0b&device_id=22f8a1e9-b09c-41a3-8406-69cb31fc6f74 HTTP/1.1" status: 200 len: 1099 time: 0.3434494 Jun 17 08:40:31.878987 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-dea2c4e1-4b28-4e8a-9c35-9c0102cb7b80 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1452080160-network', 'tenant_id': '85ac448a7aaf4cd0a1ec0847ca40d37e'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:31.944544 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4e17e1cf-b1db-4b32-a8c2-929cebb66169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:31.968011 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-4e17e1cf-b1db-4b32-a8c2-929cebb66169 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21edaf17-9a14-4916-857e-651e948f1a58']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:32.020837 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-4e17e1cf-b1db-4b32-a8c2-929cebb66169 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902fecfb-6983-4d05-a9e7-87695ad4d9ff') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:32.021463 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-4e17e1cf-b1db-4b32-a8c2-929cebb66169 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902fecfb-6983-4d05-a9e7-87695ad4d9ff') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:32.043926 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4e17e1cf-b1db-4b32-a8c2-929cebb66169 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:32.050502 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea2c4e1-4b28-4e8a-9c35-9c0102cb7b80 admin admin] Made reservation on behalf of 85ac448a7aaf4cd0a1ec0847ca40d37e for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:32.053447 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dea2c4e1-4b28-4e8a-9c35-9c0102cb7b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:32.073082 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dea2c4e1-4b28-4e8a-9c35-9c0102cb7b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:32.132776 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4e17e1cf-b1db-4b32-a8c2-929cebb66169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:32.139339 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e17e1cf-b1db-4b32-a8c2-929cebb66169 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:40:32.139870 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4e17e1cf-b1db-4b32-a8c2-929cebb66169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:32.197362 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b4082457-77fe-4125-8b37-8c07ba9e1366 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:40:32.200998 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:40:32.219651 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-82c589e9-f33b-46e0-bde3-f7c74305d766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbda399e-661c-482c-a356-d83a644fa022', 'name': 'tempest-AttachSCSIVolumeTestJSON-74408869-router', 'tenant_id': '00b33b4b21ab418a82a171a9950d5f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7874e289-13b0-49ea-867d-1a812200f261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:20Z', 'updated_at': '2021-06-17T08:40:27Z', 'revision_number': 3, 'project_id': '00b33b4b21ab418a82a171a9950d5f14', 'gw_port': {'id': '7874e289-13b0-49ea-867d-1a812200f261', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbda399e-661c-482c-a356-d83a644fa022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:24Z', 'updated_at': '2021-06-17T08:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:32.236338 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-b4082457-77fe-4125-8b37-8c07ba9e1366 admin admin] Transition to ACTIVE for port object faf0eab5-84e1-4bae-af4d-4c9a942311ce will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:32.259502 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e00b0d-dc12-48ea-8f6e-a61d59cd9a8e req-9074906b-6ec8-4daa-b1f1-347cad3bd772 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:32.261288 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-42e00b0d-dc12-48ea-8f6e-a61d59cd9a8e req-9074906b-6ec8-4daa-b1f1-347cad3bd772 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b39c6a0-a860-48cf-963d-9ede1ff29a1f HTTP/1.1" status: 200 len: 950 time: 0.1336777 Jun 17 08:40:32.261522 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c589e9-f33b-46e0-bde3-f7c74305d766 None None] The sync data for ids ['cbda399e-661c-482c-a356-d83a644fa022'] in n-d-758944-30 is: [{'id': 'cbda399e-661c-482c-a356-d83a644fa022', 'name': 'tempest-AttachSCSIVolumeTestJSON-74408869-router', 'tenant_id': '00b33b4b21ab418a82a171a9950d5f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7874e289-13b0-49ea-867d-1a812200f261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:20Z', 'updated_at': '2021-06-17T08:40:27Z', 'revision_number': 3, 'project_id': '00b33b4b21ab418a82a171a9950d5f14', 'gw_port': {'id': '7874e289-13b0-49ea-867d-1a812200f261', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbda399e-661c-482c-a356-d83a644fa022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:24Z', 'updated_at': '2021-06-17T08:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:40:32.278800 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de2987-a0cd-4ea0-904d-adc2141630e9 req-75857736-e03f-4836-8a53-50527429bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:32.280637 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-35de2987-a0cd-4ea0-904d-adc2141630e9 req-75857736-e03f-4836-8a53-50527429bd83 service neutron] 10.222.0.50 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.3879054 Jun 17 08:40:32.328766 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dea2c4e1-4b28-4e8a-9c35-9c0102cb7b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:32.353117 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-35de2987-a0cd-4ea0-904d-adc2141630e9 req-bbb1bb38-4269-4a20-99e4-2c40e7822b64 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=644acaf6-3ee9-4e2f-b7bc-16e6f65c928c HTTP/1.1" status: 200 len: 217 time: 0.0646446 Jun 17 08:40:32.355886 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4e17e1cf-b1db-4b32-a8c2-929cebb66169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:32.409133 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-61327d92-17b0-4c61-bbb9-2e6d6c64afef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:32.414994 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:32.415592 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4e17e1cf-b1db-4b32-a8c2-929cebb66169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:32.419647 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4e17e1cf-b1db-4b32-a8c2-929cebb66169 admin admin] 10.222.0.49 "DELETE /v2.0/networks/21edaf17-9a14-4916-857e-651e948f1a58 HTTP/1.1" status: 204 len: 168 time: 2.0011792 Jun 17 08:40:32.425187 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-42e00b0d-dc12-48ea-8f6e-a61d59cd9a8e req-c3fa0779-ec76-4f98-b72a-b57ecfcae42c tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Deleting port 6d281526-3846-4532-a7f5-8aa20b2d9cbc {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:32.425558 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-42e00b0d-dc12-48ea-8f6e-a61d59cd9a8e req-c3fa0779-ec76-4f98-b72a-b57ecfcae42c tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:32.457688 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17e1cf-b1db-4b32-a8c2-929cebb66169 admin admin] Pushing event deleted for resources: {'Network': ['ID=21edaf17-9a14-4916-857e-651e948f1a58,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:32.467770 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4e17e1cf-b1db-4b32-a8c2-929cebb66169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:32.475479 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de2987-a0cd-4ea0-904d-adc2141630e9 req-ec23570a-3658-4787-9ab6-93c3c3eb779a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:32.477269 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-35de2987-a0cd-4ea0-904d-adc2141630e9 req-ec23570a-3658-4787-9ab6-93c3c3eb779a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1153519 Jun 17 08:40:32.482205 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 6d7367a3-04cc-438f-9213-200a6205f6dd details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:40:32.484725 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 4261e082-56b8-4a6e-9615-380a6af043a7 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:40:32.545988 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b4082457-77fe-4125-8b37-8c07ba9e1366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:32.549232 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c25cd7f6-004f-4f21-bade-82eab1c28d08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:32.598000 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de2987-a0cd-4ea0-904d-adc2141630e9 req-35e4921c-421e-4b63-aa45-0a5ac11453fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:32.599572 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-35de2987-a0cd-4ea0-904d-adc2141630e9 req-35e4921c-421e-4b63-aa45-0a5ac11453fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1154602 Jun 17 08:40:32.639120 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4082457-77fe-4125-8b37-8c07ba9e1366 admin admin] Network fea49251-81be-4e2e-808d-a9b2cf889740 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:32.662823 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:32.664536 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dea2c4e1-4b28-4e8a-9c35-9c0102cb7b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:32.674131 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-b4082457-77fe-4125-8b37-8c07ba9e1366 admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:32.676920 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4082457-77fe-4125-8b37-8c07ba9e1366 admin admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:32.721885 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2beaa604-5b27-488e-9a26-453fe69db96a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4261e082-56b8-4a6e-9615-380a6af043a7'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:32.730754 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eef1e8f-5e26-44af-82e2-1ce4125f34f4" -d '{"events": [{"server_uuid": "2beaa604-5b27-488e-9a26-453fe69db96a", "name": "network-vif-unplugged", "status": "completed", "tag": "4261e082-56b8-4a6e-9615-380a6af043a7"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:32.760626 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4082457-77fe-4125-8b37-8c07ba9e1366 admin admin] Pushing event updated for resources: {'Port': ['ID=faf0eab5-84e1-4bae-af4d-4c9a942311ce,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:32.765701 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b4082457-77fe-4125-8b37-8c07ba9e1366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:32.775329 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 4261e082-56b8-4a6e-9615-380a6af043a7, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4261e082-56b8-4a6e-9615-380a6af043a7,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:32.822299 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 6d7367a3-04cc-438f-9213-200a6205f6dd, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=6d7367a3-04cc-438f-9213-200a6205f6dd,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:32.866771 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-27f555d2-5622-46f4-8bfe-6ca4a28f55e8 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:32.868838 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '6d7367a3-04cc-438f-9213-200a6205f6dd', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '6d7367a3-04cc-438f-9213-200a6205f6dd', 'mac_address': 'fa:16:3e:9e:9d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:40:32.881301 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:32.886372 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:32.887628 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b4082457-77fe-4125-8b37-8c07ba9e1366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:32.986767 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-5be190ec-82b3-498f-b483-b0365d2c5f64 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:32.989190 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-5be190ec-82b3-498f-b483-b0365d2c5f64 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/networks?id=06763fe9-e99d-4536-9f97-1417c168f505 HTTP/1.1" status: 200 len: 804 time: 0.3471973 Jun 17 08:40:32.990032 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44542) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:32.991246 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea2c4e1-4b28-4e8a-9c35-9c0102cb7b80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:40:33.030159 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:33.036978 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-42e00b0d-dc12-48ea-8f6e-a61d59cd9a8e req-c3fa0779-ec76-4f98-b72a-b57ecfcae42c tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] For port 6d281526-3846-4532-a7f5-8aa20b2d9cbc, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=6d281526-3846-4532-a7f5-8aa20b2d9cbc,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:33.037356 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-42e00b0d-dc12-48ea-8f6e-a61d59cd9a8e req-c3fa0779-ec76-4f98-b72a-b57ecfcae42c tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:33.055815 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=4261e082-56b8-4a6e-9615-380a6af043a7,revision_number=8']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:33.082902 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-839ffca7-17bc-4ab9-8a74-9b91e770dcce tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/quotas/25d10e174ea043af91eeee2909fa8116 HTTP/1.1" status: 200 len: 375 time: 0.0217748 Jun 17 08:40:33.102727 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dea2c4e1-4b28-4e8a-9c35-9c0102cb7b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:33.103299 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-dea2c4e1-4b28-4e8a-9c35-9c0102cb7b80 admin admin] Added segment 56ef8247-2049-45b7-9016-7670820be4f8 of type vlan for network 7582e3d8-c00e-40a9-bed9-0f0fabf2534a Jun 17 08:40:33.103806 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:33.121313 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d7367a3-04cc-438f-9213-200a6205f6dd {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:40:33.158707 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2c4e1-4b28-4e8a-9c35-9c0102cb7b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938d1ee3-5337-43de-9fb4-a19395e0ede2,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:33.163177 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dea2c4e1-4b28-4e8a-9c35-9c0102cb7b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:33.179747 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 6d7367a3-04cc-438f-9213-200a6205f6dd, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=6d7367a3-04cc-438f-9213-200a6205f6dd,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:33.244880 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 7874e289-13b0-49ea-867d-1a812200f261 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:33.267160 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-42e00b0d-dc12-48ea-8f6e-a61d59cd9a8e req-c3fa0779-ec76-4f98-b72a-b57ecfcae42c tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Calling delete_port for 6d281526-3846-4532-a7f5-8aa20b2d9cbc owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:33.272311 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:33.276426 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-2c79d5e0-2341-4d99-a6a0-e5fefa022008 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:33.322590 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dea2c4e1-4b28-4e8a-9c35-9c0102cb7b80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:33.379420 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=6d7367a3-04cc-438f-9213-200a6205f6dd,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:33.381918 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-3393b1c5-95a8-4b70-a13b-7c26829c6996 None None] Provisioning for port faf0eab5-84e1-4bae-af4d-4c9a942311ce completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:33.384553 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:33.416531 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-3393b1c5-95a8-4b70-a13b-7c26829c6996 None None] Provisioning complete for port faf0eab5-84e1-4bae-af4d-4c9a942311ce triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:33.417348 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f9306dd3-7c4b-40a2-90cb-fb18831ff413 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6c36ebc9bc9546a0a241353c6d26d1f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4042506 Jun 17 08:40:33.420550 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-3393b1c5-95a8-4b70-a13b-7c26829c6996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:33.429098 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44548) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:33.476493 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-aad33f99-6040-49df-bae1-2a032ee9fb7e tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=25d10e174ea043af91eeee2909fa8116&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3921168 Jun 17 08:40:33.495666 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-3393b1c5-95a8-4b70-a13b-7c26829c6996 None None] Port faf0eab5-84e1-4bae-af4d-4c9a942311ce cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:40:33.581835 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['6d7367a3-04cc-438f-9213-200a6205f6dd'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:40:33.680865 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-35de2987-a0cd-4ea0-904d-adc2141630e9 req-fc95eafb-7cf3-47b3-866e-d7984007c2f5 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0703721 Jun 17 08:40:33.712929 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6163a334-8b08-4b4b-9db1-afc135951e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:33.752972 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143004ba-6ddb-4cf8-85e4-fb276ccfc446 req-2d490540-c032-4ff6-8f2e-2ce69fbadac4 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:33.754679 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-143004ba-6ddb-4cf8-85e4-fb276ccfc446 req-2d490540-c032-4ff6-8f2e-2ce69fbadac4 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b39c6a0-a860-48cf-963d-9ede1ff29a1f HTTP/1.1" status: 200 len: 950 time: 0.9655495 Jun 17 08:40:33.929393 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-35de2987-a0cd-4ea0-904d-adc2141630e9 req-a1f765f3-4cd2-4793-a69d-dd0ba8291633 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399507 Jun 17 08:40:33.945350 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-143004ba-6ddb-4cf8-85e4-fb276ccfc446 req-abe54f1c-93a9-4e4c-8b6a-d25ca62b536a tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/security-groups?id=b293e049-52db-44ce-bf09-2089f5c11820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441507 Jun 17 08:40:34.008271 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209840bc-e6ba-46bd-9074-d6a537d2aa1d req-68191d05-5298-4cc6-81a8-bf2ea8daf22a tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:34.009976 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-209840bc-e6ba-46bd-9074-d6a537d2aa1d req-68191d05-5298-4cc6-81a8-bf2ea8daf22a tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.53 "GET /v2.0/ports?device_id=2beaa604-5b27-488e-9a26-453fe69db96a HTTP/1.1" status: 200 len: 943 time: 0.1360164 Jun 17 08:40:34.016825 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d482d77-f443-423d-8bf1-211e9cbd01e9 x-openstack-request-id: req-1d482d77-f443-423d-8bf1-211e9cbd01e9 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:34.017233 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2beaa604-5b27-488e-9a26-453fe69db96a", "name": "network-vif-unplugged", "status": "completed", "tag": "4261e082-56b8-4a6e-9615-380a6af043a7", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:34.017605 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d482d77-f443-423d-8bf1-211e9cbd01e9 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:34.018190 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2beaa604-5b27-488e-9a26-453fe69db96a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4261e082-56b8-4a6e-9615-380a6af043a7', 'code': 200} Jun 17 08:40:34.167205 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6163a334-8b08-4b4b-9db1-afc135951e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:34.223958 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-209840bc-e6ba-46bd-9074-d6a537d2aa1d req-1e30a3f2-3b0d-4c88-b5f8-f8c800da9ba2 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Deleting port 4261e082-56b8-4a6e-9615-380a6af043a7 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:34.224307 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-209840bc-e6ba-46bd-9074-d6a537d2aa1d req-1e30a3f2-3b0d-4c88-b5f8-f8c800da9ba2 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:34.237773 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-1c8f8ba4-f4b6-458e-82f0-421a1603798a service neutron] 10.222.0.49 "GET /v2.0/networks/06763fe9-e99d-4536-9f97-1417c168f505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7417083 Jun 17 08:40:34.282403 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622065e-3f87-4d86-9409-a61013a51543 req-e4b4c8fd-b34e-473f-9a75-5fd147832071 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:34.295175 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b622065e-3f87-4d86-9409-a61013a51543 req-e4b4c8fd-b34e-473f-9a75-5fd147832071 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e128369-fe06-4d01-af35-daf8c4a7cbaf HTTP/1.1" status: 200 len: 949 time: 0.1422665 Jun 17 08:40:34.366752 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b622065e-3f87-4d86-9409-a61013a51543 req-2dbe5e14-423b-49ff-87ab-cbde47cb4911 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742016 Jun 17 08:40:34.427578 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-209840bc-e6ba-46bd-9074-d6a537d2aa1d req-1e30a3f2-3b0d-4c88-b5f8-f8c800da9ba2 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] For port 4261e082-56b8-4a6e-9615-380a6af043a7, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4261e082-56b8-4a6e-9615-380a6af043a7,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:34.431563 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-209840bc-e6ba-46bd-9074-d6a537d2aa1d req-1e30a3f2-3b0d-4c88-b5f8-f8c800da9ba2 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:34.493825 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 6d7367a3-04cc-438f-9213-200a6205f6dd up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:34.515175 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-abc764ca-b259-4157-ae5e-99db29c19847 service neutron] 10.222.0.49 "GET /v2.0/networks/06763fe9-e99d-4536-9f97-1417c168f505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628496 Jun 17 08:40:34.564323 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-209840bc-e6ba-46bd-9074-d6a537d2aa1d req-1e30a3f2-3b0d-4c88-b5f8-f8c800da9ba2 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Calling delete_port for 4261e082-56b8-4a6e-9615-380a6af043a7 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:34.950992 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 7874e289-13b0-49ea-867d-1a812200f261 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:34.951296 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dea2c4e1-4b28-4e8a-9c35-9c0102cb7b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:34.952214 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-42e00b0d-dc12-48ea-8f6e-a61d59cd9a8e req-c3fa0779-ec76-4f98-b72a-b57ecfcae42c tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:34.952858 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-209840bc-e6ba-46bd-9074-d6a537d2aa1d req-1e30a3f2-3b0d-4c88-b5f8-f8c800da9ba2 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:34.954809 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6163a334-8b08-4b4b-9db1-afc135951e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:34.957172 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6163a334-8b08-4b4b-9db1-afc135951e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:34.958499 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6163a334-8b08-4b4b-9db1-afc135951e9b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ee709a12-8c9b-4ad2-a5d0-bcd69aac8672 HTTP/1.1" status: 204 len: 168 time: 1.5280914 Jun 17 08:40:34.961487 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6b4131ad-3547-417b-a786-148ad3c4a044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:34.962774 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 7874e289-13b0-49ea-867d-1a812200f261 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:34.963944 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:34.978735 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea2c4e1-4b28-4e8a-9c35-9c0102cb7b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:34.983692 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dea2c4e1-4b28-4e8a-9c35-9c0102cb7b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:34.999125 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-34e77a54-db5e-4a36-a6b8-18bf0f3ea244 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:35.037241 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163a334-8b08-4b4b-9db1-afc135951e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee709a12-8c9b-4ad2-a5d0-bcd69aac8672,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:35.055375 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30a3f2-3b0d-4c88-b5f8-f8c800da9ba2 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Pushing event deleted for resources: {'Port': ['ID=4261e082-56b8-4a6e-9615-380a6af043a7,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:35.067885 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1e30a3f2-3b0d-4c88-b5f8-f8c800da9ba2 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:35.082160 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 6d7367a3-04cc-438f-9213-200a6205f6dd completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:35.085705 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6163a334-8b08-4b4b-9db1-afc135951e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:35.089725 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-dea2c4e1-4b28-4e8a-9c35-9c0102cb7b80 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.4391172 Jun 17 08:40:35.091271 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1917166f-7fd5-4af8-ad60-25cd8463ba76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:35.098921 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44562) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:35.113954 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b4082457-77fe-4125-8b37-8c07ba9e1366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:35.119492 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-820f80f7-222e-4149-ba31-46141a31c390 admin admin] Request body: {'subnet': {'network_id': '7582e3d8-c00e-40a9-bed9-0f0fabf2534a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1452080160-subnet', 'tenant_id': '85ac448a7aaf4cd0a1ec0847ca40d37e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:35.137971 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 6d7367a3-04cc-438f-9213-200a6205f6dd triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:35.138356 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:35.168591 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-209840bc-e6ba-46bd-9074-d6a537d2aa1d req-1e30a3f2-3b0d-4c88-b5f8-f8c800da9ba2 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] No DVR routers for this DVR port 4261e082-56b8-4a6e-9615-380a6af043a7 on host n-h2-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:40:35.173924 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-209840bc-e6ba-46bd-9074-d6a537d2aa1d req-1e30a3f2-3b0d-4c88-b5f8-f8c800da9ba2 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:35.179451 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-209840bc-e6ba-46bd-9074-d6a537d2aa1d req-1e30a3f2-3b0d-4c88-b5f8-f8c800da9ba2 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.53 "DELETE /v2.0/ports/4261e082-56b8-4a6e-9615-380a6af043a7 HTTP/1.1" status: 204 len: 173 time: 1.1598213 Jun 17 08:40:35.180518 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2beaa604-5b27-488e-9a26-453fe69db96a', 'name': 'network-vif-deleted', 'tag': '4261e082-56b8-4a6e-9615-380a6af043a7'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:35.183687 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca22f0da-df6e-4aa6-a955-242a352182fa" -d '{"events": [{"server_uuid": "2beaa604-5b27-488e-9a26-453fe69db96a", "name": "network-vif-deleted", "tag": "4261e082-56b8-4a6e-9615-380a6af043a7"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:35.365784 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-38e00886-546f-4d1d-bb51-9cdb6e2cdd30 req-cada1cda-405e-4110-b9b0-3feb9b1d2cf8 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9398caa-4400-4ef8-a34a-18a094ce86e3 HTTP/1.1" status: 200 len: 210 time: 0.0742617 Jun 17 08:40:35.366954 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e00b0d-dc12-48ea-8f6e-a61d59cd9a8e req-c3fa0779-ec76-4f98-b72a-b57ecfcae42c tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] No DVR routers for this DVR port 6d281526-3846-4532-a7f5-8aa20b2d9cbc on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:40:35.371275 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820f80f7-222e-4149-ba31-46141a31c390 admin admin] Made reservation on behalf of 85ac448a7aaf4cd0a1ec0847ca40d37e for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:35.373359 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:35.377248 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-820f80f7-222e-4149-ba31-46141a31c390 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:35.386576 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-42e00b0d-dc12-48ea-8f6e-a61d59cd9a8e req-c3fa0779-ec76-4f98-b72a-b57ecfcae42c tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:35.389752 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-42e00b0d-dc12-48ea-8f6e-a61d59cd9a8e req-c3fa0779-ec76-4f98-b72a-b57ecfcae42c tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.53 "DELETE /v2.0/ports/6d281526-3846-4532-a7f5-8aa20b2d9cbc HTTP/1.1" status: 204 len: 173 time: 3.1213446 Jun 17 08:40:35.392932 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b39c6a0-a860-48cf-963d-9ede1ff29a1f', 'name': 'network-vif-deleted', 'tag': '6d281526-3846-4532-a7f5-8aa20b2d9cbc'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:35.410988 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabfd446-32ea-4201-92a1-d5033928e304" -d '{"events": [{"server_uuid": "0b39c6a0-a860-48cf-963d-9ede1ff29a1f", "name": "network-vif-deleted", "tag": "6d281526-3846-4532-a7f5-8aa20b2d9cbc"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:35.415450 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa0779-ec76-4f98-b72a-b57ecfcae42c tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Pushing event deleted for resources: {'Port': ['ID=6d281526-3846-4532-a7f5-8aa20b2d9cbc,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:35.419177 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c3fa0779-ec76-4f98-b72a-b57ecfcae42c tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:35.423948 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1ca4a8d8-32e9-43ff-8b7f-f7e5da1a6ee4 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.387s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:35.471231 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:35.501299 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 7874e289-13b0-49ea-867d-1a812200f261, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=7874e289-13b0-49ea-867d-1a812200f261,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:35.508163 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 644acaf6-3ee9-4e2f-b7bc-16e6f65c928c details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:40:35.605794 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b4082457-77fe-4125-8b37-8c07ba9e1366 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:35.623135 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bee53d-ee62-452e-b812-3b084908bf39 x-openstack-request-id: req-37bee53d-ee62-452e-b812-3b084908bf39 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:35.623954 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2beaa604-5b27-488e-9a26-453fe69db96a", "name": "network-vif-deleted", "tag": "4261e082-56b8-4a6e-9615-380a6af043a7", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:35.625245 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-37bee53d-ee62-452e-b812-3b084908bf39 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:35.627202 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2beaa604-5b27-488e-9a26-453fe69db96a', 'name': 'network-vif-deleted', 'tag': '4261e082-56b8-4a6e-9615-380a6af043a7', 'status': 'completed', 'code': 200} Jun 17 08:40:35.643769 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 644acaf6-3ee9-4e2f-b7bc-16e6f65c928c, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=644acaf6-3ee9-4e2f-b7bc-16e6f65c928c,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:35.658872 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '644acaf6-3ee9-4e2f-b7bc-16e6f65c928c', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '644acaf6-3ee9-4e2f-b7bc-16e6f65c928c', 'mac_address': 'fa:16:3e:3c:51:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:40:35.664130 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:35.664305 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2c4e1-4b28-4e8a-9c35-9c0102cb7b80 admin admin] Pushing event updated for resources: {'Network': ['ID=7582e3d8-c00e-40a9-bed9-0f0fabf2534a,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:35.667312 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dea2c4e1-4b28-4e8a-9c35-9c0102cb7b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:35.685122 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:35.693993 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 7582e3d8-c00e-40a9-bed9-0f0fabf2534a details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:40:35.718904 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-89f79672-1997-445b-a30f-2c95fe65e427 req-8428b32e-0a24-4adf-9ce9-7a432d675c89 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b39c6a0-a860-48cf-963d-9ede1ff29a1f HTTP/1.1" status: 200 len: 210 time: 0.3823848 Jun 17 08:40:35.736171 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b4082457-77fe-4125-8b37-8c07ba9e1366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:35.768377 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 6d7367a3-04cc-438f-9213-200a6205f6dd, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=6d7367a3-04cc-438f-9213-200a6205f6dd,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:35.853254 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c0b5ef-8281-48f0-9b3c-15e24b4f8c72 x-openstack-request-id: req-54c0b5ef-8281-48f0-9b3c-15e24b4f8c72 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:35.855923 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b39c6a0-a860-48cf-963d-9ede1ff29a1f", "name": "network-vif-deleted", "tag": "6d281526-3846-4532-a7f5-8aa20b2d9cbc", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:35.856577 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-54c0b5ef-8281-48f0-9b3c-15e24b4f8c72 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:35.858506 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b39c6a0-a860-48cf-963d-9ede1ff29a1f', 'name': 'network-vif-deleted', 'tag': '6d281526-3846-4532-a7f5-8aa20b2d9cbc', 'status': 'completed', 'code': 200} Jun 17 08:40:35.881260 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0052b254-150e-420b-a1e3-d570cd28dbb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:35.895681 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b4082457-77fe-4125-8b37-8c07ba9e1366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:35.977566 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:35.978584 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 6d281526-3846-4532-a7f5-8aa20b2d9cbc no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:40:36.069912 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e128369-fe06-4d01-af35-daf8c4a7cbaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7367a3-04cc-438f-9213-200a6205f6dd'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:36.071994 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f156d63-5b08-4ed7-b18f-97565fa00ca1" -d '{"events": [{"server_uuid": "2e128369-fe06-4d01-af35-daf8c4a7cbaf", "name": "network-vif-plugged", "status": "completed", "tag": "6d7367a3-04cc-438f-9213-200a6205f6dd"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:36.104806 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 6d281526-3846-4532-a7f5-8aa20b2d9cbc {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:40:36.105159 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 6d281526-3846-4532-a7f5-8aa20b2d9cbc not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:40:36.111476 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:36.118301 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4082457-77fe-4125-8b37-8c07ba9e1366 admin admin] Pushing event updated for resources: {'Port': ['ID=faf0eab5-84e1-4bae-af4d-4c9a942311ce,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:36.137955 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b4082457-77fe-4125-8b37-8c07ba9e1366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:36.178330 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf977da-2d5c-448e-be8f-6c480e111358 x-openstack-request-id: req-ccf977da-2d5c-448e-be8f-6c480e111358 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:36.178635 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e128369-fe06-4d01-af35-daf8c4a7cbaf", "name": "network-vif-plugged", "status": "completed", "tag": "6d7367a3-04cc-438f-9213-200a6205f6dd", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:36.178898 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ccf977da-2d5c-448e-be8f-6c480e111358 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:36.179309 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e128369-fe06-4d01-af35-daf8c4a7cbaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7367a3-04cc-438f-9213-200a6205f6dd', 'code': 200} Jun 17 08:40:36.197065 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 644acaf6-3ee9-4e2f-b7bc-16e6f65c928c {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:40:36.205614 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4082457-77fe-4125-8b37-8c07ba9e1366 admin admin] Network fea49251-81be-4e2e-808d-a9b2cf889740 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:36.210268 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-b4082457-77fe-4125-8b37-8c07ba9e1366 admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:36.230209 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8b9fb-e192-43d7-b6c3-eadf29ec9fe8 req-16e29582-cd0f-4764-83b8-b1b5d32850a5 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:36.240522 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bee8b9fb-e192-43d7-b6c3-eadf29ec9fe8 req-16e29582-cd0f-4764-83b8-b1b5d32850a5 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e128369-fe06-4d01-af35-daf8c4a7cbaf HTTP/1.1" status: 200 len: 950 time: 0.3409290 Jun 17 08:40:36.251875 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=7874e289-13b0-49ea-867d-1a812200f261,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:36.262464 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:36.275501 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.273s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:36.283897 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 644acaf6-3ee9-4e2f-b7bc-16e6f65c928c, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=644acaf6-3ee9-4e2f-b7bc-16e6f65c928c,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:36.318693 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-820f80f7-222e-4149-ba31-46141a31c390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:36.324931 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e85d3314-6a55-44eb-baa4-c4483de6f892 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:36.356417 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=6d7367a3-04cc-438f-9213-200a6205f6dd,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:36.363952 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:36.366628 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:36.371416 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:36.441077 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=644acaf6-3ee9-4e2f-b7bc-16e6f65c928c,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:36.445938 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:36.483258 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4082457-77fe-4125-8b37-8c07ba9e1366 admin admin] Router cbda399e-661c-482c-a356-d83a644fa022 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:40:36.520271 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bee8b9fb-e192-43d7-b6c3-eadf29ec9fe8 req-08d7c156-694f-454e-9056-ca38b73b05a9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500167 Jun 17 08:40:36.564896 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f80f7-222e-4149-ba31-46141a31c390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97c0ea40-9ce2-4deb-b5a9-50803adf51b3,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:36.570888 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-820f80f7-222e-4149-ba31-46141a31c390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:36.611787 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820f80f7-222e-4149-ba31-46141a31c390 admin admin] Checking segment: {'id': '56ef8247-2049-45b7-9016-7670820be4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7582e3d8-c00e-40a9-bed9-0f0fabf2534a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:36.612248 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820f80f7-222e-4149-ba31-46141a31c390 admin admin] Network hostable DHCP agents. Network: 7582e3d8-c00e-40a9-bed9-0f0fabf2534a, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:40:36.619522 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['644acaf6-3ee9-4e2f-b7bc-16e6f65c928c'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:40:36.683820 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbbdf9-37c0-4571-bd8c-d5dd44270f4c req-a64888ff-2cd2-4f5e-a2ce-7203d06afe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:36.685484 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-58dbbdf9-37c0-4571-bd8c-d5dd44270f4c req-a64888ff-2cd2-4f5e-a2ce-7203d06afe7c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2e128369-fe06-4d01-af35-daf8c4a7cbaf HTTP/1.1" status: 200 len: 1102 time: 0.3351073 Jun 17 08:40:36.748907 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-eeb3dd51-773b-4fdd-846e-ffdc06502d4d req-dac29f04-0fb4-4e18-a6f9-1d3ca3324e82 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9398caa-4400-4ef8-a34a-18a094ce86e3 HTTP/1.1" status: 200 len: 210 time: 0.1097150 Jun 17 08:40:36.777180 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820f80f7-222e-4149-ba31-46141a31c390 admin admin] Network 7582e3d8-c00e-40a9-bed9-0f0fabf2534a is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:40:36.833175 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4082457-77fe-4125-8b37-8c07ba9e1366 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:40:36.849574 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b4082457-77fe-4125-8b37-8c07ba9e1366 admin admin] 10.222.0.49 "PUT /v2.0/routers/cbda399e-661c-482c-a356-d83a644fa022/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9758191 Jun 17 08:40:36.855337 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac43542-686c-4d28-a147-5d0536dc20ac None None] Sync routers for ids ['cbda399e-661c-482c-a356-d83a644fa022'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:40:36.860859 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-58dbbdf9-37c0-4571-bd8c-d5dd44270f4c req-94d82b42-6967-431f-820f-866d08308cb6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640213 Jun 17 08:40:36.902089 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac43542-686c-4d28-a147-5d0536dc20ac None None] Routers {'cbda399e-661c-482c-a356-d83a644fa022'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:36.902926 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-6ac43542-686c-4d28-a147-5d0536dc20ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:40:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cbda399e-661c-482c-a356-d83a644fa022'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:36.957014 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-820f80f7-222e-4149-ba31-46141a31c390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 7582e3d8-c00e-40a9-bed9-0f0fabf2534a) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:36.959028 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-bb4fe870-8159-4291-8bcf-b8a10117f3a7 None None] Provisioning complete for port faf0eab5-84e1-4bae-af4d-4c9a942311ce triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:36.959551 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-bb4fe870-8159-4291-8bcf-b8a10117f3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:36.967029 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04145752-977b-40be-8856-ecd246a78312 None None] Network 7582e3d8-c00e-40a9-bed9-0f0fabf2534a requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:37.031175 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4bfdd230-79e2-4b84-8e81-6e41eac20328 req-e6953dfb-48bf-40b3-bd60-b42b1c98f6f8 tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b39c6a0-a860-48cf-963d-9ede1ff29a1f HTTP/1.1" status: 200 len: 210 time: 0.0898519 Jun 17 08:40:37.042459 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820f80f7-222e-4149-ba31-46141a31c390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:37.044787 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-820f80f7-222e-4149-ba31-46141a31c390 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:37.132956 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-bb4fe870-8159-4291-8bcf-b8a10117f3a7 None None] Port faf0eab5-84e1-4bae-af4d-4c9a942311ce cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:40:37.196205 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-6ac43542-686c-4d28-a147-5d0536dc20ac None None] Set router cbda399e-661c-482c-a356-d83a644fa022 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:40:37.211477 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-820f80f7-222e-4149-ba31-46141a31c390 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1048782 Jun 17 08:40:37.423715 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732cf639-65c4-47e9-9cdf-cf6429ff2166 None None] Network 7582e3d8-c00e-40a9-bed9-0f0fabf2534a requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:37.423981 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44616) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:37.796096 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-6ac43542-686c-4d28-a147-5d0536dc20ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbda399e-661c-482c-a356-d83a644fa022', 'name': 'tempest-AttachSCSIVolumeTestJSON-74408869-router', 'tenant_id': '00b33b4b21ab418a82a171a9950d5f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7874e289-13b0-49ea-867d-1a812200f261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:20Z', 'updated_at': '2021-06-17T08:40:33Z', 'revision_number': 4, 'project_id': '00b33b4b21ab418a82a171a9950d5f14', 'gw_port': {'id': '7874e289-13b0-49ea-867d-1a812200f261', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbda399e-661c-482c-a356-d83a644fa022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:24Z', 'updated_at': '2021-06-17T08:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'faf0eab5-84e1-4bae-af4d-4c9a942311ce', 'name': '', 'network_id': 'fea49251-81be-4e2e-808d-a9b2cf889740', 'tenant_id': '00b33b4b21ab418a82a171a9950d5f14', 'mac_address': 'fa:16:3e:1e:fd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbda399e-661c-482c-a356-d83a644fa022', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '40f08ecb-25ef-4424-8e01-0cf074fffead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:31Z', 'updated_at': '2021-06-17T08:40:35Z', 'revision_number': 2, 'project_id': '00b33b4b21ab418a82a171a9950d5f14', 'subnets': [{'id': '40f08ecb-25ef-4424-8e01-0cf074fffead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:37.852626 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac43542-686c-4d28-a147-5d0536dc20ac None None] Checking router: cbda399e-661c-482c-a356-d83a644fa022 for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:40:37.853214 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac43542-686c-4d28-a147-5d0536dc20ac None None] Updating router cbda399e-661c-482c-a356-d83a644fa022 port faf0eab5-84e1-4bae-af4d-4c9a942311ce binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:40:37.925902 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 7874e289-13b0-49ea-867d-1a812200f261 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:38.035540 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-28e5d4f3-9553-4037-bc4d-f49c0fbe9788 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2103864124-network', 'tenant_id': '5bfe8965ffb7490fa2d2ba90942770d9'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:38.041744 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6ac43542-686c-4d28-a147-5d0536dc20ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:38.077490 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-64c3fd10-f4ae-4b10-8988-fa7e9f4f402c req-0522cb7d-5959-4345-a5ef-c4cd1d2382fb tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9398caa-4400-4ef8-a34a-18a094ce86e3 HTTP/1.1" status: 200 len: 210 time: 0.0559921 Jun 17 08:40:38.091893 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ed8c5-a51c-4266-b5ae-27a59f6ae126 req-8debaa69-b8be-457e-ba13-173be85ac0cc tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:38.096069 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-969ed8c5-a51c-4266-b5ae-27a59f6ae126 req-8debaa69-b8be-457e-ba13-173be85ac0cc tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e128369-fe06-4d01-af35-daf8c4a7cbaf HTTP/1.1" status: 200 len: 950 time: 0.1700132 Jun 17 08:40:38.103379 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 7874e289-13b0-49ea-867d-1a812200f261 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:38.103787 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:38.165667 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-969ed8c5-a51c-4266-b5ae-27a59f6ae126 req-440bc85c-1f32-4aa2-99e9-156ec4998bb9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604372 Jun 17 08:40:38.189438 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e5d4f3-9553-4037-bc4d-f49c0fbe9788 admin admin] Made reservation on behalf of 5bfe8965ffb7490fa2d2ba90942770d9 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:38.193036 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-28e5d4f3-9553-4037-bc4d-f49c0fbe9788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:38.210317 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-28e5d4f3-9553-4037-bc4d-f49c0fbe9788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:38.436885 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-28e5d4f3-9553-4037-bc4d-f49c0fbe9788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:38.496825 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 4261e082-56b8-4a6e-9615-380a6af043a7 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:40:38.500897 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-28e5d4f3-9553-4037-bc4d-f49c0fbe9788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:38.505778 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3b096bf4-fbd4-4e4d-8833-8196efa9c41e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:38.531271 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e5d4f3-9553-4037-bc4d-f49c0fbe9788 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:40:38.533305 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 4261e082-56b8-4a6e-9615-380a6af043a7 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:40:38.533477 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 4261e082-56b8-4a6e-9615-380a6af043a7 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:40:38.543823 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5d4f3-9553-4037-bc4d-f49c0fbe9788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1864c887-0fb0-417a-ba33-1998a347cc43,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:38.548692 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-28e5d4f3-9553-4037-bc4d-f49c0fbe9788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:38.559023 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-28e5d4f3-9553-4037-bc4d-f49c0fbe9788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:38.559023 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-28e5d4f3-9553-4037-bc4d-f49c0fbe9788 admin admin] Added segment be768031-f046-406a-aa9d-c08ebfd64d49 of type vlan for network 18fd5b03-d9d3-4021-807c-e0837b6f1dab Jun 17 08:40:38.590367 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6ac43542-686c-4d28-a147-5d0536dc20ac None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:38.602676 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-28e5d4f3-9553-4037-bc4d-f49c0fbe9788 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:38.602918 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-6ac43542-686c-4d28-a147-5d0536dc20ac None None] Transition to ACTIVE for port object faf0eab5-84e1-4bae-af4d-4c9a942311ce will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:38.634189 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44650) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:38.639431 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-a2611a8b-5256-4eb6-95bd-8886977057aa admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-28133449-network', 'tenant_id': 'a39c841fa2b44423bbb76f08e2e1386a'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:38.701330 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6ac43542-686c-4d28-a147-5d0536dc20ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:38.701662 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-28e5d4f3-9553-4037-bc4d-f49c0fbe9788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:38.704105 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e5d4f3-9553-4037-bc4d-f49c0fbe9788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:38.704532 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:38.704917 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-28e5d4f3-9553-4037-bc4d-f49c0fbe9788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:38.709531 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:38.783065 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2611a8b-5256-4eb6-95bd-8886977057aa admin admin] Made reservation on behalf of a39c841fa2b44423bbb76f08e2e1386a for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:38.786318 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2611a8b-5256-4eb6-95bd-8886977057aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:38.800532 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872bfb9-5a5a-4705-a9fd-6167496e5b2f None None] Pushing event updated for resources: {'Port': ['ID=faf0eab5-84e1-4bae-af4d-4c9a942311ce,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:38.810789 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-5872bfb9-5a5a-4705-a9fd-6167496e5b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:38.833632 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5d4f3-9553-4037-bc4d-f49c0fbe9788 admin admin] Pushing event updated for resources: {'Network': ['ID=18fd5b03-d9d3-4021-807c-e0837b6f1dab,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:38.842025 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-28e5d4f3-9553-4037-bc4d-f49c0fbe9788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:38.880613 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-28e5d4f3-9553-4037-bc4d-f49c0fbe9788 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4546821 Jun 17 08:40:38.881431 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44660) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:38.887243 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-88328b38-9330-4d58-be18-f47fd34a204e admin admin] Request body: {'subnet': {'network_id': '18fd5b03-d9d3-4021-807c-e0837b6f1dab', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2103864124-subnet', 'tenant_id': '5bfe8965ffb7490fa2d2ba90942770d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:38.889371 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2611a8b-5256-4eb6-95bd-8886977057aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:38.899334 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 18fd5b03-d9d3-4021-807c-e0837b6f1dab details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:40:38.959161 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-1f8444c1-8c15-42fa-b5a3-cf813783e690 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:38.965832 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-1f8444c1-8c15-42fa-b5a3-cf813783e690 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/networks?id=7582e3d8-c00e-40a9-bed9-0f0fabf2534a HTTP/1.1" status: 200 len: 822 time: 0.2858779 Jun 17 08:40:39.009657 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-bc2dd8cf-e38d-4bc1-94b6-7f2daf5467d4 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/quotas/85ac448a7aaf4cd0a1ec0847ca40d37e HTTP/1.1" status: 200 len: 375 time: 0.0209017 Jun 17 08:40:39.014889 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-6ac43542-686c-4d28-a147-5d0536dc20ac None None] Attempting to bind port faf0eab5-84e1-4bae-af4d-4c9a942311ce on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:39.016148 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-6ac43542-686c-4d28-a147-5d0536dc20ac None None] Attempting to bind port faf0eab5-84e1-4bae-af4d-4c9a942311ce by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '75dea10b-265e-4eb3-95e8-553aa7a22974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fea49251-81be-4e2e-808d-a9b2cf889740'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:39.016349 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac43542-686c-4d28-a147-5d0536dc20ac None None] Attempting to bind port faf0eab5-84e1-4bae-af4d-4c9a942311ce on network fea49251-81be-4e2e-808d-a9b2cf889740 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:39.026636 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac43542-686c-4d28-a147-5d0536dc20ac None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:39.027123 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac43542-686c-4d28-a147-5d0536dc20ac None None] Checking segment: {'id': '75dea10b-265e-4eb3-95e8-553aa7a22974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fea49251-81be-4e2e-808d-a9b2cf889740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:39.027654 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6ac43542-686c-4d28-a147-5d0536dc20ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:39.028097 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac43542-686c-4d28-a147-5d0536dc20ac None None] Bound using segment: {'id': '75dea10b-265e-4eb3-95e8-553aa7a22974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fea49251-81be-4e2e-808d-a9b2cf889740'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:39.029383 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-6ac43542-686c-4d28-a147-5d0536dc20ac None None] Bound port: faf0eab5-84e1-4bae-af4d-4c9a942311ce, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75dea10b-265e-4eb3-95e8-553aa7a22974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fea49251-81be-4e2e-808d-a9b2cf889740'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:39.029966 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6ac43542-686c-4d28-a147-5d0536dc20ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:39.030472 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88328b38-9330-4d58-be18-f47fd34a204e admin admin] Made reservation on behalf of 5bfe8965ffb7490fa2d2ba90942770d9 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:39.032926 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-88328b38-9330-4d58-be18-f47fd34a204e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:39.083541 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44662) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:39.131620 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-6ac43542-686c-4d28-a147-5d0536dc20ac None None] For port faf0eab5-84e1-4bae-af4d-4c9a942311ce, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:39.135544 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-6ac43542-686c-4d28-a147-5d0536dc20ac None None] For port faf0eab5-84e1-4bae-af4d-4c9a942311ce, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=faf0eab5-84e1-4bae-af4d-4c9a942311ce,segment=NetworkSegment(75dea10b-265e-4eb3-95e8-553aa7a22974),segment_id=75dea10b-265e-4eb3-95e8-553aa7a22974)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:39.174851 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-2f7c40c7-492d-45c7-8ca3-cb12b9bd1628 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=85ac448a7aaf4cd0a1ec0847ca40d37e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1447713 Jun 17 08:40:39.327459 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6ac43542-686c-4d28-a147-5d0536dc20ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:39.339253 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:39.352812 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e3d08c3c-c53f-44b8-9bae-3317be99fa22 req-2b1a64e5-e0dd-4630-b260-87807ecb5892 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9398caa-4400-4ef8-a34a-18a094ce86e3 HTTP/1.1" status: 200 len: 210 time: 0.0449629 Jun 17 08:40:39.407300 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac43542-686c-4d28-a147-5d0536dc20ac None None] Routers {'cbda399e-661c-482c-a356-d83a644fa022'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:39.407978 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-6ac43542-686c-4d28-a147-5d0536dc20ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:40:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cbda399e-661c-482c-a356-d83a644fa022'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:39.412335 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872bfb9-5a5a-4705-a9fd-6167496e5b2f None None] Pushing event updated for resources: {'Port': ['ID=faf0eab5-84e1-4bae-af4d-4c9a942311ce,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:39.430367 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-88328b38-9330-4d58-be18-f47fd34a204e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:39.433062 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9455b8c8-9664-4685-8f7c-4f96e88a44a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:39.497495 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-5872bfb9-5a5a-4705-a9fd-6167496e5b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:39.498328 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 644acaf6-3ee9-4e2f-b7bc-16e6f65c928c up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:39.561121 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f1372030-37f8-45fc-a899-244b3272aad2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cebbdefd830346eaa163e681a2f038e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4707851 Jun 17 08:40:39.573384 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44672) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:39.604607 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88328b38-9330-4d58-be18-f47fd34a204e admin admin] Pushing event updated for resources: {'Subnet': ['ID=60fc6e86-2bbe-4451-829a-e58847b21bbe,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:39.606088 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-88328b38-9330-4d58-be18-f47fd34a204e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:39.633463 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88328b38-9330-4d58-be18-f47fd34a204e admin admin] Checking segment: {'id': 'be768031-f046-406a-aa9d-c08ebfd64d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '18fd5b03-d9d3-4021-807c-e0837b6f1dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:39.633863 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88328b38-9330-4d58-be18-f47fd34a204e admin admin] Network hostable DHCP agents. Network: 18fd5b03-d9d3-4021-807c-e0837b6f1dab, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:40:39.675797 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b8b09-68cf-4d55-b5d8-b5dad13cc9ca req-5cd74ab6-1521-40a3-8ae6-fd562986a3f6 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:39.686217 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9b4b8b09-68cf-4d55-b5d8-b5dad13cc9ca req-5cd74ab6-1521-40a3-8ae6-fd562986a3f6 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e128369-fe06-4d01-af35-daf8c4a7cbaf HTTP/1.1" status: 200 len: 950 time: 0.1554508 Jun 17 08:40:39.703886 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2611a8b-5256-4eb6-95bd-8886977057aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:39.705438 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4418-ad77-4c30-a492-9fe978f9e36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:39.734847 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-951d4fd2-c185-43d1-b235-4c59f1c03b50 service neutron] 10.222.0.49 "GET /v2.0/networks/7582e3d8-c00e-40a9-bed9-0f0fabf2534a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5560808 Jun 17 08:40:39.742674 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9b4b8b09-68cf-4d55-b5d8-b5dad13cc9ca req-414dcf06-dbb4-4b44-9c69-65c2a501ce44 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554399 Jun 17 08:40:39.745744 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88328b38-9330-4d58-be18-f47fd34a204e admin admin] Network 18fd5b03-d9d3-4021-807c-e0837b6f1dab is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:40:39.746339 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-6ac43542-686c-4d28-a147-5d0536dc20ac None None] Set router cbda399e-661c-482c-a356-d83a644fa022 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:40:39.790445 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4418-ad77-4c30-a492-9fe978f9e36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:39.835734 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-88328b38-9330-4d58-be18-f47fd34a204e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 18fd5b03-d9d3-4021-807c-e0837b6f1dab) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:39.841670 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88328b38-9330-4d58-be18-f47fd34a204e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:39.842465 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-88328b38-9330-4d58-be18-f47fd34a204e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:39.852643 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38843e1e-a521-4d94-8dae-ba9765a0d1f7 None None] Network 18fd5b03-d9d3-4021-807c-e0837b6f1dab requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:39.914701 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 644acaf6-3ee9-4e2f-b7bc-16e6f65c928c completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:39.920484 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2611a8b-5256-4eb6-95bd-8886977057aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:39.931741 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3f428f99-3752-429f-b78b-3722d5389f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:39.947264 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-c5c7b8f2-1742-4935-8c97-e4b41adf0c15 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:39.947627 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-c5c7b8f2-1742-4935-8c97-e4b41adf0c15 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.50 "GET /v2.0/networks?id=06763fe9-e99d-4536-9f97-1417c168f505 HTTP/1.1" status: 200 len: 804 time: 0.6580186 Jun 17 08:40:39.971053 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-5232b509-0824-40e8-85e7-b95102a9058a tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Request body: {'port': {'device_id': 'b9398caa-4400-4ef8-a34a-18a094ce86e3', 'network_id': '06763fe9-e99d-4536-9f97-1417c168f505', 'admin_state_up': True, 'tenant_id': '25d10e174ea043af91eeee2909fa8116'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:39.979329 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2611a8b-5256-4eb6-95bd-8886977057aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:40:40.027940 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-88328b38-9330-4d58-be18-f47fd34a204e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1397634 Jun 17 08:40:40.028125 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 644acaf6-3ee9-4e2f-b7bc-16e6f65c928c triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:40.028125 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:40.042750 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2611a8b-5256-4eb6-95bd-8886977057aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9e0a88-c4da-4a3a-beaf-4afa4b751f1a,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:40.046214 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a2611a8b-5256-4eb6-95bd-8886977057aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:40.050375 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2611a8b-5256-4eb6-95bd-8886977057aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:40.051227 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-a2611a8b-5256-4eb6-95bd-8886977057aa admin admin] Added segment 00c5a38b-ab73-435d-8408-43fc298bcc31 of type vlan for network f6b51658-ced6-48f6-bf9e-c5c1a908a7c9 Jun 17 08:40:40.103018 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2611a8b-5256-4eb6-95bd-8886977057aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:40.107766 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4418-ad77-4c30-a492-9fe978f9e36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:40.111282 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4418-ad77-4c30-a492-9fe978f9e36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:40.113355 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7a4e4418-ad77-4c30-a492-9fe978f9e36e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b293e049-52db-44ce-bf09-2089f5c11820 HTTP/1.1" status: 204 len: 168 time: 0.5320399 Jun 17 08:40:40.134615 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3a4d173e-2a51-4b56-a3a8-826aef59c010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:40.188710 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b8b46-3ada-4fa1-ac5b-84b515aefcea req-1f6f4dad-0646-460c-a130-834a97735505 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:40.190357 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5b6b8b46-3ada-4fa1-ac5b-84b515aefcea req-1f6f4dad-0646-460c-a130-834a97735505 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=22f8a1e9-b09c-41a3-8406-69cb31fc6f74 HTTP/1.1" status: 200 len: 948 time: 0.1174831 Jun 17 08:40:40.203132 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e4418-ad77-4c30-a492-9fe978f9e36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b293e049-52db-44ce-bf09-2089f5c11820,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:40.231079 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7a4e4418-ad77-4c30-a492-9fe978f9e36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:40.260840 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5b6b8b46-3ada-4fa1-ac5b-84b515aefcea req-aa29c521-1105-4bd2-968a-73344220fa91 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562315 Jun 17 08:40:40.273888 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103ba6da-1335-434a-8174-1226d1c84750 None None] Network 18fd5b03-d9d3-4021-807c-e0837b6f1dab requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:40.276582 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-b9e7dc43-e832-4409-8c17-b4a45d6b5a5e service neutron] 10.222.0.49 "GET /v2.0/networks/7582e3d8-c00e-40a9-bed9-0f0fabf2534a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5250018 Jun 17 08:40:40.380608 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2611a8b-5256-4eb6-95bd-8886977057aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:40.391366 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2611a8b-5256-4eb6-95bd-8886977057aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:40.394581 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2611a8b-5256-4eb6-95bd-8886977057aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:40.401828 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f486ea7d-ac45-466c-94d9-23a5b78d069b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:40.484766 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2611a8b-5256-4eb6-95bd-8886977057aa admin admin] Pushing event updated for resources: {'Network': ['ID=f6b51658-ced6-48f6-bf9e-c5c1a908a7c9,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:40.489845 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a2611a8b-5256-4eb6-95bd-8886977057aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:40.553287 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-5232b509-0824-40e8-85e7-b95102a9058a tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Made reservation on behalf of 25d10e174ea043af91eeee2909fa8116 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:40.556193 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network f6b51658-ced6-48f6-bf9e-c5c1a908a7c9 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:40:40.562842 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-5232b509-0824-40e8-85e7-b95102a9058a tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:40.644994 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:40.744769 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 644acaf6-3ee9-4e2f-b7bc-16e6f65c928c, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=644acaf6-3ee9-4e2f-b7bc-16e6f65c928c,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:40.754452 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f8a1e9-b09c-41a3-8406-69cb31fc6f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644acaf6-3ee9-4e2f-b7bc-16e6f65c928c'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:40.757368 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae20bb66-883a-42fb-a442-3685de1c0f7f" -d '{"events": [{"server_uuid": "22f8a1e9-b09c-41a3-8406-69cb31fc6f74", "name": "network-vif-plugged", "status": "completed", "tag": "644acaf6-3ee9-4e2f-b7bc-16e6f65c928c"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:40.828456 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-5232b509-0824-40e8-85e7-b95102a9058a tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Allocated IP 172.20.0.8 (06763fe9-e99d-4536-9f97-1417c168f505/dde6362a-8d80-43f7-8fcf-3398cd98da0f/0f2d63fc-c3fb-4b3a-8773-195c8f76cde4) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:40.855578 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-6ac43542-686c-4d28-a147-5d0536dc20ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbda399e-661c-482c-a356-d83a644fa022', 'name': 'tempest-AttachSCSIVolumeTestJSON-74408869-router', 'tenant_id': '00b33b4b21ab418a82a171a9950d5f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7874e289-13b0-49ea-867d-1a812200f261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:20Z', 'updated_at': '2021-06-17T08:40:33Z', 'revision_number': 4, 'project_id': '00b33b4b21ab418a82a171a9950d5f14', 'gw_port': {'id': '7874e289-13b0-49ea-867d-1a812200f261', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbda399e-661c-482c-a356-d83a644fa022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:24Z', 'updated_at': '2021-06-17T08:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'faf0eab5-84e1-4bae-af4d-4c9a942311ce', 'name': '', 'network_id': 'fea49251-81be-4e2e-808d-a9b2cf889740', 'tenant_id': '00b33b4b21ab418a82a171a9950d5f14', 'mac_address': 'fa:16:3e:1e:fd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbda399e-661c-482c-a356-d83a644fa022', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '40f08ecb-25ef-4424-8e01-0cf074fffead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:31Z', 'updated_at': '2021-06-17T08:40:39Z', 'revision_number': 4, 'project_id': '00b33b4b21ab418a82a171a9950d5f14', 'subnets': [{'id': '40f08ecb-25ef-4424-8e01-0cf074fffead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:40.941886 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac43542-686c-4d28-a147-5d0536dc20ac None None] The sync data for ids ['cbda399e-661c-482c-a356-d83a644fa022'] in n-d-758944-30 is: [{'id': 'cbda399e-661c-482c-a356-d83a644fa022', 'name': 'tempest-AttachSCSIVolumeTestJSON-74408869-router', 'tenant_id': '00b33b4b21ab418a82a171a9950d5f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7874e289-13b0-49ea-867d-1a812200f261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:20Z', 'updated_at': '2021-06-17T08:40:33Z', 'revision_number': 4, 'project_id': '00b33b4b21ab418a82a171a9950d5f14', 'gw_port': {'id': '7874e289-13b0-49ea-867d-1a812200f261', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbda399e-661c-482c-a356-d83a644fa022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:24Z', 'updated_at': '2021-06-17T08:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'faf0eab5-84e1-4bae-af4d-4c9a942311ce', 'name': '', 'network_id': 'fea49251-81be-4e2e-808d-a9b2cf889740', 'tenant_id': '00b33b4b21ab418a82a171a9950d5f14', 'mac_address': 'fa:16:3e:1e:fd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbda399e-661c-482c-a356-d83a644fa022', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '40f08ecb-25ef-4424-8e01-0cf074fffead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:31Z', 'updated_at': '2021-06-17T08:40:39Z', 'revision_number': 4, 'project_id': '00b33b4b21ab418a82a171a9950d5f14', 'subnets': [{'id': '40f08ecb-25ef-4424-8e01-0cf074fffead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:40:40.946994 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a2611a8b-5256-4eb6-95bd-8886977057aa admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3115940 Jun 17 08:40:40.950855 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44710) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:40.959411 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-ffd8972b-eae5-467f-9ed9-4a13d859a118 admin admin] Request body: {'subnet': {'network_id': 'f6b51658-ced6-48f6-bf9e-c5c1a908a7c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-28133449-subnet', 'tenant_id': 'a39c841fa2b44423bbb76f08e2e1386a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:41.064463 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0fdc4d1d-067c-4486-a0ad-8052c1cf38ba req-6159265a-1eb2-4953-83b1-fde0ae0e58bb tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9398caa-4400-4ef8-a34a-18a094ce86e3 HTTP/1.1" status: 200 len: 210 time: 0.1241739 Jun 17 08:40:41.159291 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-d6b37d50-a6ef-44ad-bcba-f7e726d1cf14 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:41.168101 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-d6b37d50-a6ef-44ad-bcba-f7e726d1cf14 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/networks?id=18fd5b03-d9d3-4021-807c-e0837b6f1dab HTTP/1.1" status: 200 len: 814 time: 0.2340677 Jun 17 08:40:41.170493 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-5232b509-0824-40e8-85e7-b95102a9058a tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:41.180905 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-2513d04b-1906-4e05-9257-f63b63da4573 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/quotas/5bfe8965ffb7490fa2d2ba90942770d9 HTTP/1.1" status: 200 len: 375 time: 0.0110338 Jun 17 08:40:41.198112 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b6d7ffbc-f98f-44f0-a7e8-8b226bb2c418 req-9f01ab33-7f09-41e5-ab53-380b0896f3d9 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=24be9833-e544-49b7-91cd-ed448a83dfa1 HTTP/1.1" status: 200 len: 210 time: 0.0486078 Jun 17 08:40:41.239624 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-d84c4293-cc0f-41de-93ba-cdb866587ec9 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5bfe8965ffb7490fa2d2ba90942770d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495064 Jun 17 08:40:41.269970 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2dfc46-d179-46f5-b72c-197af007d6ef x-openstack-request-id: req-9a2dfc46-d179-46f5-b72c-197af007d6ef {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:41.270273 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f8a1e9-b09c-41a3-8406-69cb31fc6f74", "name": "network-vif-plugged", "status": "completed", "tag": "644acaf6-3ee9-4e2f-b7bc-16e6f65c928c", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:41.270539 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a2dfc46-d179-46f5-b72c-197af007d6ef {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:41.270960 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f8a1e9-b09c-41a3-8406-69cb31fc6f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644acaf6-3ee9-4e2f-b7bc-16e6f65c928c', 'code': 200} Jun 17 08:40:41.379137 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-13455eff-bd0c-4d79-bffd-d6f346dcf66a service neutron] 10.222.0.49 "GET /v2.0/networks/18fd5b03-d9d3-4021-807c-e0837b6f1dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385031 Jun 17 08:40:41.407309 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:41.411077 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-3a000a42-5963-40fc-900a-0769babef16a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:41.452121 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4506860-6c33-4f27-ad26-29809ba2d02c req-e903c18e-32ea-4300-bee9-0dce365ae927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:41.456177 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b4506860-6c33-4f27-ad26-29809ba2d02c req-e903c18e-32ea-4300-bee9-0dce365ae927 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=22f8a1e9-b09c-41a3-8406-69cb31fc6f74 HTTP/1.1" status: 200 len: 1100 time: 0.1063316 Jun 17 08:40:41.474493 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-5232b509-0824-40e8-85e7-b95102a9058a tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:41.482863 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b4082457-77fe-4125-8b37-8c07ba9e1366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:41.490387 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=644acaf6-3ee9-4e2f-b7bc-16e6f65c928c,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:41.492910 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:41.495143 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd8972b-eae5-467f-9ed9-4a13d859a118 admin admin] Made reservation on behalf of a39c841fa2b44423bbb76f08e2e1386a for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:41.499343 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ffd8972b-eae5-467f-9ed9-4a13d859a118 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:41.574052 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232b509-0824-40e8-85e7-b95102a9058a tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Pushing event updated for resources: {'Port': ['ID=0f2d63fc-c3fb-4b3a-8773-195c8f76cde4,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:41.602831 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5232b509-0824-40e8-85e7-b95102a9058a tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:41.638132 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-52931eec-068a-4318-a90f-852a473cad9a service neutron] 10.222.0.49 "GET /v2.0/networks/18fd5b03-d9d3-4021-807c-e0837b6f1dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558763 Jun 17 08:40:41.695999 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b4506860-6c33-4f27-ad26-29809ba2d02c req-b8e6c7bf-049a-4ca0-9236-613dbdf79bc9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218378 Jun 17 08:40:41.707082 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-5232b509-0824-40e8-85e7-b95102a9058a tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Network 06763fe9-e99d-4536-9f97-1417c168f505 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:41.709053 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-5232b509-0824-40e8-85e7-b95102a9058a tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:41.721514 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-5232b509-0824-40e8-85e7-b95102a9058a tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:41.809518 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44726) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:41.816912 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-5232b509-0824-40e8-85e7-b95102a9058a tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:41.819841 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-5232b509-0824-40e8-85e7-b95102a9058a tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:41.832615 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device faf0eab5-84e1-4bae-af4d-4c9a942311ce up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:41.865129 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-81219666-b87b-47da-92ef-1242334807bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:41.902993 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20333bd9-a1e6-4799-8075-0fa4fba1bb3a req-8303df6f-70a5-42d8-a935-23d232818976 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:41.908289 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-20333bd9-a1e6-4799-8075-0fa4fba1bb3a req-8303df6f-70a5-42d8-a935-23d232818976 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=22f8a1e9-b09c-41a3-8406-69cb31fc6f74 HTTP/1.1" status: 200 len: 949 time: 0.3089769 Jun 17 08:40:41.960448 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-20333bd9-a1e6-4799-8075-0fa4fba1bb3a req-b2b20b28-781b-420d-b5a9-605469e81c3e tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494366 Jun 17 08:40:42.044162 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-5232b509-0824-40e8-85e7-b95102a9058a tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0874031 Jun 17 08:40:42.083304 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-50d35df5-710e-4e50-834e-6229ae2e39ab service neutron] Request body: {'port': {'device_id': 'b9398caa-4400-4ef8-a34a-18a094ce86e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:42.092998 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port faf0eab5-84e1-4bae-af4d-4c9a942311ce completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:42.093695 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ffd8972b-eae5-467f-9ed9-4a13d859a118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:42.096136 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:42.105833 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port faf0eab5-84e1-4bae-af4d-4c9a942311ce triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:42.106421 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:42.117894 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7167c4e1-15d9-49d3-993a-fd37a4c5e8d6 req-4ebd91f1-0c43-4c42-abfc-0b2a94fa3843 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f8108f7-c787-41e9-9fe1-749ee005a065 HTTP/1.1" status: 200 len: 210 time: 0.0772440 Jun 17 08:40:42.225381 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd8972b-eae5-467f-9ed9-4a13d859a118 admin admin] Checking segment: {'id': '00c5a38b-ab73-435d-8408-43fc298bcc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6b51658-ced6-48f6-bf9e-c5c1a908a7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:42.225708 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd8972b-eae5-467f-9ed9-4a13d859a118 admin admin] Network hostable DHCP agents. Network: f6b51658-ced6-48f6-bf9e-c5c1a908a7c9, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:40:42.246329 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8972b-eae5-467f-9ed9-4a13d859a118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed107fc7-b4fd-4f32-b202-2640535a70cb,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:42.252543 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ffd8972b-eae5-467f-9ed9-4a13d859a118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:42.323577 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:42.394822 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port faf0eab5-84e1-4bae-af4d-4c9a942311ce, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=faf0eab5-84e1-4bae-af4d-4c9a942311ce,segment=NetworkSegment(75dea10b-265e-4eb3-95e8-553aa7a22974),segment_id=75dea10b-265e-4eb3-95e8-553aa7a22974)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:42.418995 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b4e04-408b-4795-8654-0b5f647c4130 req-3382b03b-2c1e-4845-a39f-b73b5070e635 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:42.419536 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-81219666-b87b-47da-92ef-1242334807bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:42.420649 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cd8b4e04-408b-4795-8654-0b5f647c4130 req-3382b03b-2c1e-4845-a39f-b73b5070e635 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9398caa-4400-4ef8-a34a-18a094ce86e3 HTTP/1.1" status: 200 len: 931 time: 0.1049328 Jun 17 08:40:42.423247 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0bd0555a-0ce1-4098-a587-d2e9b5bbeaad req-3b644de9-bc15-449a-8309-40356b8013a4 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=24be9833-e544-49b7-91cd-ed448a83dfa1 HTTP/1.1" status: 200 len: 210 time: 0.1000247 Jun 17 08:40:42.433968 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd8972b-eae5-467f-9ed9-4a13d859a118 admin admin] Network f6b51658-ced6-48f6-bf9e-c5c1a908a7c9 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:40:42.448119 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-50d35df5-710e-4e50-834e-6229ae2e39ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:42.515686 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cd8b4e04-408b-4795-8654-0b5f647c4130 req-06988b80-bfb6-4082-80d9-00ac1314a268 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728843 Jun 17 08:40:42.572581 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:42.588783 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-044da162-c105-4487-ab63-21bf74854d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:42.616190 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-ffd8972b-eae5-467f-9ed9-4a13d859a118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, f6b51658-ced6-48f6-bf9e-c5c1a908a7c9) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:42.630525 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd8972b-eae5-467f-9ed9-4a13d859a118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:42.631369 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ffd8972b-eae5-467f-9ed9-4a13d859a118 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:42.660568 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-81219666-b87b-47da-92ef-1242334807bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:42.668029 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e5298ad7-9045-4638-8f77-cc9939de3237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:42.681791 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd1aa21-680a-4323-8f42-1c537fd42cb5 None None] Network f6b51658-ced6-48f6-bf9e-c5c1a908a7c9 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:42.753943 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44754) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:42.760763 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-81219666-b87b-47da-92ef-1242334807bb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f32e9888f14a41b785f022e080e96762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9149141 Jun 17 08:40:42.761685 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81219666-b87b-47da-92ef-1242334807bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe2719c-1f7c-48f0-a2ec-2b91df192acf,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:42.763887 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=faf0eab5-84e1-4bae-af4d-4c9a942311ce,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:42.774874 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-81219666-b87b-47da-92ef-1242334807bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:42.780099 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ffd8972b-eae5-467f-9ed9-4a13d859a118 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8281202 Jun 17 08:40:42.787377 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44756) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:42.787599 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:42.806209 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-d37e23cd-912e-4a19-a882-b0d930ee7ea8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-28133449-router', 'tenant_id': 'a39c841fa2b44423bbb76f08e2e1386a', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:42.863127 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-486290c5-52e4-48d7-aed6-cceff51dc938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:42.901951 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-486290c5-52e4-48d7-aed6-cceff51dc938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:42.974405 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a89c84-5d89-4cac-9250-f6328ca4066d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-f6b51658-ced6-48f6-bf9e-c5c1a908a7c9', 'network_id': 'f6b51658-ced6-48f6-bf9e-c5c1a908a7c9', 'tenant_id': 'a39c841fa2b44423bbb76f08e2e1386a', 'fixed_ips': [{'subnet_id': 'ed107fc7-b4fd-4f32-b202-2640535a70cb'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:40:42.974405 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-21a89c84-5d89-4cac-9250-f6328ca4066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.037799 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-50d35df5-710e-4e50-834e-6229ae2e39ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:40:43.043301 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d37e23cd-912e-4a19-a882-b0d930ee7ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.045334 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d37e23cd-912e-4a19-a882-b0d930ee7ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.046814 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-50d35df5-710e-4e50-834e-6229ae2e39ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.152998 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-50d35df5-710e-4e50-834e-6229ae2e39ab service neutron] Transition to ACTIVE for port object 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:43.163357 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-486290c5-52e4-48d7-aed6-cceff51dc938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.166124 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-486290c5-52e4-48d7-aed6-cceff51dc938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.167372 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-486290c5-52e4-48d7-aed6-cceff51dc938 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1fe2719c-1f7c-48f0-a2ec-2b91df192acf HTTP/1.1" status: 204 len: 168 time: 0.4127953 Jun 17 08:40:43.172841 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-df87afbe-f8ca-4eda-8c62-8bddcf795220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:43.221135 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486290c5-52e4-48d7-aed6-cceff51dc938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe2719c-1f7c-48f0-a2ec-2b91df192acf,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:43.259209 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e9e67495-5c90-412f-8708-b7283015ba3c req-064d6994-64fa-48b0-b234-6227e0ccf34b tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f8108f7-c787-41e9-9fe1-749ee005a065 HTTP/1.1" status: 200 len: 210 time: 0.0724161 Jun 17 08:40:43.264510 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-50d35df5-710e-4e50-834e-6229ae2e39ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.268625 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4e17e1cf-b1db-4b32-a8c2-929cebb66169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:43.274731 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-486290c5-52e4-48d7-aed6-cceff51dc938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:43.296908 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d37e23cd-912e-4a19-a882-b0d930ee7ea8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.304718 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-21a89c84-5d89-4cac-9250-f6328ca4066d None None] Allocated IP 172.20.0.2 (f6b51658-ced6-48f6-bf9e-c5c1a908a7c9/ed107fc7-b4fd-4f32-b202-2640535a70cb/8336ea42-a77c-4c4d-8069-ad52a67c69e1) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:43.319810 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc870a-4957-454f-84a7-c40a2b223137 req-09ea1766-c986-49f5-bfe9-f76fd7f54958 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:43.336862 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-28fc870a-4957-454f-84a7-c40a2b223137 req-09ea1766-c986-49f5-bfe9-f76fd7f54958 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=22f8a1e9-b09c-41a3-8406-69cb31fc6f74 HTTP/1.1" status: 200 len: 949 time: 0.2411547 Jun 17 08:40:43.409631 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-28fc870a-4957-454f-84a7-c40a2b223137 req-b89803dd-571e-433c-8ead-7f6fa1dcbc4f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715396 Jun 17 08:40:43.482922 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d35df5-710e-4e50-834e-6229ae2e39ab service neutron] Pushing event updated for resources: {'Port': ['ID=0f2d63fc-c3fb-4b3a-8773-195c8f76cde4,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:43.503480 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-50d35df5-710e-4e50-834e-6229ae2e39ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:43.504248 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-50d35df5-710e-4e50-834e-6229ae2e39ab service neutron] Attempting to bind port 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:43.504586 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-50d35df5-710e-4e50-834e-6229ae2e39ab service neutron] Attempting to bind port 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '5d26018e-29fa-42b2-aacb-c815edf13635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '06763fe9-e99d-4536-9f97-1417c168f505'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:43.504953 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-50d35df5-710e-4e50-834e-6229ae2e39ab service neutron] Attempting to bind port 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4 on network 06763fe9-e99d-4536-9f97-1417c168f505 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:43.510998 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-50d35df5-710e-4e50-834e-6229ae2e39ab service neutron] Port 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4 on network 06763fe9-e99d-4536-9f97-1417c168f505 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:43.511403 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-50d35df5-710e-4e50-834e-6229ae2e39ab service neutron] Attempting to bind port 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4 on network 06763fe9-e99d-4536-9f97-1417c168f505 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:43.520005 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-50d35df5-710e-4e50-834e-6229ae2e39ab service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:43.520633 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-50d35df5-710e-4e50-834e-6229ae2e39ab service neutron] Checking segment: {'id': '5d26018e-29fa-42b2-aacb-c815edf13635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '06763fe9-e99d-4536-9f97-1417c168f505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:43.521205 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-50d35df5-710e-4e50-834e-6229ae2e39ab service neutron] Bound using segment: {'id': '5d26018e-29fa-42b2-aacb-c815edf13635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '06763fe9-e99d-4536-9f97-1417c168f505'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:43.521828 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-50d35df5-710e-4e50-834e-6229ae2e39ab service neutron] Bound port: 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d26018e-29fa-42b2-aacb-c815edf13635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '06763fe9-e99d-4536-9f97-1417c168f505'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:43.522415 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-50d35df5-710e-4e50-834e-6229ae2e39ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.618083 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-50d35df5-710e-4e50-834e-6229ae2e39ab service neutron] For port 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:43.624175 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-50d35df5-710e-4e50-834e-6229ae2e39ab service neutron] For port 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=0f2d63fc-c3fb-4b3a-8773-195c8f76cde4,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:43.657883 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-21a89c84-5d89-4cac-9250-f6328ca4066d None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.665704 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-21a89c84-5d89-4cac-9250-f6328ca4066d None None] Transition to ACTIVE for port object 8336ea42-a77c-4c4d-8069-ad52a67c69e1 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:43.704006 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-21a89c84-5d89-4cac-9250-f6328ca4066d None None] Transition to ACTIVE for port object 8336ea42-a77c-4c4d-8069-ad52a67c69e1 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:43.753555 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-50d35df5-710e-4e50-834e-6229ae2e39ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.767579 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-340a692f-607d-409f-ab1b-537002153429 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:43.785723 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-21a89c84-5d89-4cac-9250-f6328ca4066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.788204 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:43.821372 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d37e23cd-912e-4a19-a882-b0d930ee7ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.904492 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-50d35df5-710e-4e50-834e-6229ae2e39ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:43.905323 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-50d35df5-710e-4e50-834e-6229ae2e39ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.907432 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-50d35df5-710e-4e50-834e-6229ae2e39ab service neutron] 10.222.0.50 "PUT /v2.0/ports/0f2d63fc-c3fb-4b3a-8773-195c8f76cde4 HTTP/1.1" status: 200 len: 1092 time: 1.8485122 Jun 17 08:40:43.910254 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9398caa-4400-4ef8-a34a-18a094ce86e3', 'tag': '0f2d63fc-c3fb-4b3a-8773-195c8f76cde4'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:43.920523 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device faf0eab5-84e1-4bae-af4d-4c9a942311ce up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:43.927503 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58972fa-6688-4605-8497-01dce9bf8cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "b9398caa-4400-4ef8-a34a-18a094ce86e3", "tag": "0f2d63fc-c3fb-4b3a-8773-195c8f76cde4"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:43.956051 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a89c84-5d89-4cac-9250-f6328ca4066d None None] Network f6b51658-ced6-48f6-bf9e-c5c1a908a7c9 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:43.973684 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a89f2c2f-fbca-4e44-a17b-1f189f735a2f req-b3fcfbaa-ecf8-49af-8bdc-3b9e7ea9b67f tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=24be9833-e544-49b7-91cd-ed448a83dfa1 HTTP/1.1" status: 200 len: 210 time: 0.1217437 Jun 17 08:40:43.986950 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-21a89c84-5d89-4cac-9250-f6328ca4066d None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:44.003810 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a89c84-5d89-4cac-9250-f6328ca4066d None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:44.007640 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a89c84-5d89-4cac-9250-f6328ca4066d None None] Pushing event updated for resources: {'Port': ['ID=8336ea42-a77c-4c4d-8069-ad52a67c69e1,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:44.025461 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-21a89c84-5d89-4cac-9250-f6328ca4066d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:44.115492 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d35df5-710e-4e50-834e-6229ae2e39ab service neutron] Pushing event updated for resources: {'Port': ['ID=0f2d63fc-c3fb-4b3a-8773-195c8f76cde4,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:44.116376 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-50d35df5-710e-4e50-834e-6229ae2e39ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:44.142094 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-21a89c84-5d89-4cac-9250-f6328ca4066d None None] Attempting to bind port 8336ea42-a77c-4c4d-8069-ad52a67c69e1 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:44.142508 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-21a89c84-5d89-4cac-9250-f6328ca4066d None None] Attempting to bind port 8336ea42-a77c-4c4d-8069-ad52a67c69e1 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '00c5a38b-ab73-435d-8408-43fc298bcc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6b51658-ced6-48f6-bf9e-c5c1a908a7c9'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:44.142965 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a89c84-5d89-4cac-9250-f6328ca4066d None None] Attempting to bind port 8336ea42-a77c-4c4d-8069-ad52a67c69e1 on network f6b51658-ced6-48f6-bf9e-c5c1a908a7c9 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:44.152494 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a89c84-5d89-4cac-9250-f6328ca4066d None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:44.152890 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a89c84-5d89-4cac-9250-f6328ca4066d None None] Checking segment: {'id': '00c5a38b-ab73-435d-8408-43fc298bcc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6b51658-ced6-48f6-bf9e-c5c1a908a7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:44.153315 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-21a89c84-5d89-4cac-9250-f6328ca4066d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:44.153719 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a89c84-5d89-4cac-9250-f6328ca4066d None None] Bound using segment: {'id': '00c5a38b-ab73-435d-8408-43fc298bcc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6b51658-ced6-48f6-bf9e-c5c1a908a7c9'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:44.154221 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-21a89c84-5d89-4cac-9250-f6328ca4066d None None] Bound port: 8336ea42-a77c-4c4d-8069-ad52a67c69e1, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c5a38b-ab73-435d-8408-43fc298bcc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6b51658-ced6-48f6-bf9e-c5c1a908a7c9'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:44.154604 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-21a89c84-5d89-4cac-9250-f6328ca4066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:44.160183 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12d120-a88b-4fb7-8543-5ab2db1c62a9 req-d7024e2d-3241-4e45-a646-5464250b9411 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:44.173044 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12d120-a88b-4fb7-8543-5ab2db1c62a9 req-d7024e2d-3241-4e45-a646-5464250b9411 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:44.176269 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd12d120-a88b-4fb7-8543-5ab2db1c62a9 req-d7024e2d-3241-4e45-a646-5464250b9411 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e128369-fe06-4d01-af35-daf8c4a7cbaf&device_id=22f8a1e9-b09c-41a3-8406-69cb31fc6f74 HTTP/1.1" status: 200 len: 1690 time: 0.2422483 Jun 17 08:40:44.224777 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port faf0eab5-84e1-4bae-af4d-4c9a942311ce triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:44.225630 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:44.290804 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd12d120-a88b-4fb7-8543-5ab2db1c62a9 req-ca0c29d5-7c90-4d81-8b7b-077ccd015778 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075480 Jun 17 08:40:44.341210 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-21a89c84-5d89-4cac-9250-f6328ca4066d None None] For port 8336ea42-a77c-4c4d-8069-ad52a67c69e1, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:44.341210 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-21a89c84-5d89-4cac-9250-f6328ca4066d None None] For port 8336ea42-a77c-4c4d-8069-ad52a67c69e1, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=8336ea42-a77c-4c4d-8069-ad52a67c69e1,segment=NetworkSegment(00c5a38b-ab73-435d-8408-43fc298bcc31),segment_id=00c5a38b-ab73-435d-8408-43fc298bcc31)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:44.352015 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-dc57b064-8420-468f-b92a-681f6e2673f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:44.355148 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-dc57b064-8420-468f-b92a-681f6e2673f7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=25d10e174ea043af91eeee2909fa8116&device_id=b9398caa-4400-4ef8-a34a-18a094ce86e3 HTTP/1.1" status: 200 len: 1095 time: 0.1333079 Jun 17 08:40:44.367897 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a051d19-2d55-47db-9e11-878bae76eb67 req-832fea3a-dd0e-414f-ae55-10b5e89f53cb tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:44.370196 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9a051d19-2d55-47db-9e11-878bae76eb67 req-832fea3a-dd0e-414f-ae55-10b5e89f53cb tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9398caa-4400-4ef8-a34a-18a094ce86e3 HTTP/1.1" status: 200 len: 943 time: 0.2285421 Jun 17 08:40:44.497025 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-e2011649-df22-4b27-a11f-fbff68ac1c63 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f2d63fc-c3fb-4b3a-8773-195c8f76cde4 HTTP/1.1" status: 200 len: 217 time: 0.1345999 Jun 17 08:40:44.524936 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-21a89c84-5d89-4cac-9250-f6328ca4066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:44.535989 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:44.554810 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9a051d19-2d55-47db-9e11-878bae76eb67 req-b2def9d1-515a-400a-af5e-7e4e03995888 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723111 Jun 17 08:40:44.610323 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-e8e6976b-4601-4f82-885e-ccb4809bd2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:44.611927 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-e8e6976b-4601-4f82-885e-ccb4809bd2bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dde6362a-8d80-43f7-8fcf-3398cd98da0f HTTP/1.1" status: 200 len: 844 time: 0.1087267 Jun 17 08:40:44.656302 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d37e23cd-912e-4a19-a882-b0d930ee7ea8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:44.678183 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-9882d6d1-2e07-46df-8504-bf688b1bb229 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06763fe9-e99d-4536-9f97-1417c168f505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588582 Jun 17 08:40:44.699643 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d37e23cd-912e-4a19-a882-b0d930ee7ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:44.730319 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c52f8a-11cd-48dc-9de2-ce3806de6dc6 x-openstack-request-id: req-49c52f8a-11cd-48dc-9de2-ce3806de6dc6 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:44.730651 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9398caa-4400-4ef8-a34a-18a094ce86e3", "tag": "0f2d63fc-c3fb-4b3a-8773-195c8f76cde4", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:44.730946 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-49c52f8a-11cd-48dc-9de2-ce3806de6dc6 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:44.731395 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9398caa-4400-4ef8-a34a-18a094ce86e3', 'tag': '0f2d63fc-c3fb-4b3a-8773-195c8f76cde4', 'status': 'completed', 'code': 200} Jun 17 08:40:44.800499 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a89c84-5d89-4cac-9250-f6328ca4066d None None] Pushing event updated for resources: {'Port': ['ID=8336ea42-a77c-4c4d-8069-ad52a67c69e1,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:44.823237 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-21a89c84-5d89-4cac-9250-f6328ca4066d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:44.919171 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5ec9e572-8dc5-486e-828b-a4ffc94346fc req-a1e2ac29-6e77-4caf-b63a-025aa80f58fc tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f8108f7-c787-41e9-9fe1-749ee005a065 HTTP/1.1" status: 200 len: 210 time: 0.0950496 Jun 17 08:40:44.986378 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-d37e23cd-912e-4a19-a882-b0d930ee7ea8 admin admin] Allocated IP 172.25.2.152 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/2f952750-27c4-4a29-80b3-7bf57c41d867) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:44.995399 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-be4190e7-37b0-4175-8822-746e71fa1188 service neutron] 10.222.0.50 "GET /v2.0/networks/06763fe9-e99d-4536-9f97-1417c168f505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093405 Jun 17 08:40:45.128926 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8571f-b370-4886-9937-c9f4ebf96bc1 req-d00af540-ab33-4e43-94ba-1970d692585d tempest-ServersOnMultiNodesTest-1638894366 tempest-ServersOnMultiNodesTest-1638894366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:45.143137 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fff8571f-b370-4886-9937-c9f4ebf96bc1 req-d00af540-ab33-4e43-94ba-1970d692585d tempest-ServersOnMultiNodesTest-1638894366 tempest-ServersOnMultiNodesTest-1638894366-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2e128369-fe06-4d01-af35-daf8c4a7cbaf HTTP/1.1" status: 200 len: 1102 time: 0.1497486 Jun 17 08:40:45.158340 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ebd10473-8d70-4c45-a34f-a6640cee705a req-77eededd-23d2-4007-9871-65933d60534d service neutron] 10.222.0.50 "GET /v2.0/networks/06763fe9-e99d-4536-9f97-1417c168f505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564560 Jun 17 08:40:45.225913 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fff8571f-b370-4886-9937-c9f4ebf96bc1 req-ed21af77-adb6-4ac9-b014-cf55529c56c3 tempest-ServersOnMultiNodesTest-1638894366 tempest-ServersOnMultiNodesTest-1638894366-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590816 Jun 17 08:40:45.325088 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d37e23cd-912e-4a19-a882-b0d930ee7ea8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:45.339590 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a957c19b-ae15-437c-8b61-6be0e19683ba req-987ad7e6-f268-47e3-820a-0a20609a29ed tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=24be9833-e544-49b7-91cd-ed448a83dfa1 HTTP/1.1" status: 200 len: 210 time: 0.1194031 Jun 17 08:40:45.449580 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44818) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:45.471336 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58972fa-6688-4605-8497-01dce9bf8cd4 req-e4861e4d-9088-4296-94b8-e49e20c59ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:45.473899 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a58972fa-6688-4605-8497-01dce9bf8cd4 req-e4861e4d-9088-4296-94b8-e49e20c59ee5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=25d10e174ea043af91eeee2909fa8116&device_id=b9398caa-4400-4ef8-a34a-18a094ce86e3 HTTP/1.1" status: 200 len: 1095 time: 0.0816069 Jun 17 08:40:45.481364 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-cc76a66b-592b-42f7-9ae6-224fa90ab24b tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:45.483015 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-cc76a66b-592b-42f7-9ae6-224fa90ab24b tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.53 "GET /v2.0/networks?id=7582e3d8-c00e-40a9-bed9-0f0fabf2534a HTTP/1.1" status: 200 len: 822 time: 0.3385179 Jun 17 08:40:45.506910 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-bae9b5c1-1b34-4445-a27b-046723553ea4 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Request body: {'port': {'device_id': '24be9833-e544-49b7-91cd-ed448a83dfa1', 'network_id': '7582e3d8-c00e-40a9-bed9-0f0fabf2534a', 'admin_state_up': True, 'tenant_id': '85ac448a7aaf4cd0a1ec0847ca40d37e'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:45.653128 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d37e23cd-912e-4a19-a882-b0d930ee7ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:45.667053 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58972fa-6688-4605-8497-01dce9bf8cd4 req-0843ac5f-4b7e-4196-9cb7-27e554516228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:45.667053 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a58972fa-6688-4605-8497-01dce9bf8cd4 req-0843ac5f-4b7e-4196-9cb7-27e554516228 service neutron] 10.222.0.50 "GET /v2.0/networks?id=06763fe9-e99d-4536-9f97-1417c168f505 HTTP/1.1" status: 200 len: 905 time: 0.1823955 Jun 17 08:40:45.667650 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-240e7f4e-3046-45b2-94a2-3bc3bf75cc1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:45.779494 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a58972fa-6688-4605-8497-01dce9bf8cd4 req-99e0a716-b3ab-4eb4-a0cd-db28297cbff9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f2d63fc-c3fb-4b3a-8773-195c8f76cde4 HTTP/1.1" status: 200 len: 217 time: 0.1063213 Jun 17 08:40:45.797271 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-4e9cc79d-e4b1-4e54-b23f-41e7194ffc37 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-962713794-network', 'tenant_id': 'cffacac009b34f92b0755a612240299d'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:45.948902 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 8336ea42-a77c-4c4d-8069-ad52a67c69e1 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:45.977392 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58972fa-6688-4605-8497-01dce9bf8cd4 req-8ccc65d0-e3b6-41a6-af01-d41d2c6e50d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:45.979297 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a58972fa-6688-4605-8497-01dce9bf8cd4 req-8ccc65d0-e3b6-41a6-af01-d41d2c6e50d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dde6362a-8d80-43f7-8fcf-3398cd98da0f HTTP/1.1" status: 200 len: 844 time: 0.1308277 Jun 17 08:40:46.044006 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a58972fa-6688-4605-8497-01dce9bf8cd4 req-bbfd6a3f-43c5-4dfd-a8c3-86b9e6e71d92 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06763fe9-e99d-4536-9f97-1417c168f505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527470 Jun 17 08:40:46.093431 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11330c8b-2505-41e1-89e7-db090f4667f3 req-900a9dd1-e427-40ec-9788-3139b3df0a33 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:46.098749 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-11330c8b-2505-41e1-89e7-db090f4667f3 req-900a9dd1-e427-40ec-9788-3139b3df0a33 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9398caa-4400-4ef8-a34a-18a094ce86e3 HTTP/1.1" status: 200 len: 943 time: 0.2511632 Jun 17 08:40:46.100951 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9cc79d-e4b1-4e54-b23f-41e7194ffc37 admin admin] Made reservation on behalf of cffacac009b34f92b0755a612240299d for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:46.103415 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc79d-e4b1-4e54-b23f-41e7194ffc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:46.164008 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc79d-e4b1-4e54-b23f-41e7194ffc37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:46.166607 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 8336ea42-a77c-4c4d-8069-ad52a67c69e1 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:46.331925 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37e23cd-912e-4a19-a882-b0d930ee7ea8 admin admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:46.337908 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6f97d-dbe0-4f8a-87be-a20b2b49d2fe req-5f58bb43-cd29-43ab-aa47-37406eaced3c tempest-ServersOnMultiNodesTest-1638894366 tempest-ServersOnMultiNodesTest-1638894366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:46.339445 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-33b6f97d-dbe0-4f8a-87be-a20b2b49d2fe req-5f58bb43-cd29-43ab-aa47-37406eaced3c tempest-ServersOnMultiNodesTest-1638894366 tempest-ServersOnMultiNodesTest-1638894366-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=22f8a1e9-b09c-41a3-8406-69cb31fc6f74 HTTP/1.1" status: 200 len: 1101 time: 0.8796012 Jun 17 08:40:46.361546 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-d37e23cd-912e-4a19-a882-b0d930ee7ea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:46.361546 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37e23cd-912e-4a19-a882-b0d930ee7ea8 admin admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:46.365845 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f773c9-5f81-44ad-b47b-689c5946e2a6 None None] Network f6b51658-ced6-48f6-bf9e-c5c1a908a7c9 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:46.367267 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e23cd-912e-4a19-a882-b0d930ee7ea8 admin admin] Pushing event updated for resources: {'Port': ['ID=2f952750-27c4-4a29-80b3-7bf57c41d867,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:46.370673 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d37e23cd-912e-4a19-a882-b0d930ee7ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:46.491671 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-33b6f97d-dbe0-4f8a-87be-a20b2b49d2fe req-ea8aa2c0-ec5b-4741-8d37-250facc3493a tempest-ServersOnMultiNodesTest-1638894366 tempest-ServersOnMultiNodesTest-1638894366-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363533 Jun 17 08:40:46.611764 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ac202a12-c238-4ba9-bc81-fd00681cae85 None None] Provisioning for port 8336ea42-a77c-4c4d-8069-ad52a67c69e1 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:46.626286 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ac202a12-c238-4ba9-bc81-fd00681cae85 None None] Provisioning complete for port 8336ea42-a77c-4c4d-8069-ad52a67c69e1 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:46.627893 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ac202a12-c238-4ba9-bc81-fd00681cae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:46.657461 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-bae9b5c1-1b34-4445-a27b-046723553ea4 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Made reservation on behalf of 85ac448a7aaf4cd0a1ec0847ca40d37e for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:46.664551 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-bae9b5c1-1b34-4445-a27b-046723553ea4 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:46.793712 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a58972fa-6688-4605-8497-01dce9bf8cd4 req-d467fac2-fe2f-4c6a-896c-2adef1c83f0e service neutron] 10.222.0.50 "GET /v2.0/networks/06763fe9-e99d-4536-9f97-1417c168f505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7371526 Jun 17 08:40:46.826100 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-11330c8b-2505-41e1-89e7-db090f4667f3 req-cd328497-0ff1-4f4f-b517-1e04073eedcf tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6967177 Jun 17 08:40:46.924140 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-bae9b5c1-1b34-4445-a27b-046723553ea4 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Allocated IP 172.20.0.11 (7582e3d8-c00e-40a9-bed9-0f0fabf2534a/97c0ea40-9ce2-4deb-b5a9-50803adf51b3/dc9b9c45-c70f-473f-a215-821d32b2964d) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:47.037420 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ac202a12-c238-4ba9-bc81-fd00681cae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.107147 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8abbf0ce-50e0-4028-b85c-1ffb06f2d8b2 req-1d368ec3-9093-4a44-b9b1-628586de2e3f tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f8108f7-c787-41e9-9fe1-749ee005a065 HTTP/1.1" status: 200 len: 210 time: 0.0847993 Jun 17 08:40:47.137077 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-ac202a12-c238-4ba9-bc81-fd00681cae85 None None] For port 8336ea42-a77c-4c4d-8069-ad52a67c69e1, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=8336ea42-a77c-4c4d-8069-ad52a67c69e1,segment=NetworkSegment(00c5a38b-ab73-435d-8408-43fc298bcc31),segment_id=00c5a38b-ab73-435d-8408-43fc298bcc31)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:47.205981 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-bae9b5c1-1b34-4445-a27b-046723553ea4 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.231762 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-027bcaa7-e05c-499f-aa8e-74ba790c4d5c req-02a843b8-9849-41a8-8287-eb26ebde4327 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=24be9833-e544-49b7-91cd-ed448a83dfa1 HTTP/1.1" status: 200 len: 210 time: 0.2234228 Jun 17 08:40:47.259011 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-968da8ea-a1b2-4592-8afb-5945f27f4e9d tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=da9417294c5449b28843fbefd48fea0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392284 Jun 17 08:40:47.316682 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-69189eef-87e9-4448-84ec-b60ec5e2829f tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:47.318369 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-69189eef-87e9-4448-84ec-b60ec5e2829f tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.53 "GET /v2.0/networks?id=18fd5b03-d9d3-4021-807c-e0837b6f1dab HTTP/1.1" status: 200 len: 814 time: 0.5231502 Jun 17 08:40:47.345635 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-fa7580bd-1bd5-444e-97f7-adb23ac88bc7 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Request body: {'port': {'device_id': '7f8108f7-c787-41e9-9fe1-749ee005a065', 'network_id': '18fd5b03-d9d3-4021-807c-e0837b6f1dab', 'admin_state_up': True, 'tenant_id': '5bfe8965ffb7490fa2d2ba90942770d9'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:47.384247 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ac202a12-c238-4ba9-bc81-fd00681cae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.390869 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-4b67c376-04b3-4cba-9dab-230aaf646760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:47.424778 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a58972fa-6688-4605-8497-01dce9bf8cd4 req-86cf42cd-32c8-44df-9ac2-23187d6aa599 service neutron] 10.222.0.50 "GET /v2.0/networks/06763fe9-e99d-4536-9f97-1417c168f505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5672128 Jun 17 08:40:47.437633 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac202a12-c238-4ba9-bc81-fd00681cae85 None None] Pushing event updated for resources: {'Port': ['ID=8336ea42-a77c-4c4d-8069-ad52a67c69e1,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:47.441027 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-ac202a12-c238-4ba9-bc81-fd00681cae85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:47.464498 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:40:47.476866 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d37e23cd-912e-4a19-a882-b0d930ee7ea8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.484092 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc79d-e4b1-4e54-b23f-41e7194ffc37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.486744 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-55908c57-974f-4507-bbb9-bee2cb72ed4d tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:47.491598 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-55908c57-974f-4507-bbb9-bee2cb72ed4d tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2303028 Jun 17 08:40:47.554925 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.555560 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-aa840b18-e079-4812-b08f-54d82eb7cdc7 None None] Provisioning complete for port 8336ea42-a77c-4c4d-8069-ad52a67c69e1 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:47.555965 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-aa840b18-e079-4812-b08f-54d82eb7cdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.569201 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-c1878382-61d4-4186-8351-47664f3ae241 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/quotas/da9417294c5449b28843fbefd48fea0b HTTP/1.1" status: 200 len: 375 time: 0.0434825 Jun 17 08:40:47.597963 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc79d-e4b1-4e54-b23f-41e7194ffc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.608007 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-818a3815-8a84-4ebd-9627-0a9f8b6bd05c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:47.620313 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-bae9b5c1-1b34-4445-a27b-046723553ea4 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.620657 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=0f2d63fc-c3fb-4b3a-8773-195c8f76cde4,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:47.629295 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7a698b66-7906-4564-a2f4-a3aeb9aebc1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:47.639132 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '0f2d63fc-c3fb-4b3a-8773-195c8f76cde4', 'network_id': '06763fe9-e99d-4536-9f97-1417c168f505', 'port_id': '0f2d63fc-c3fb-4b3a-8773-195c8f76cde4', 'mac_address': 'fa:16:3e:40:ab:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde6362a-8d80-43f7-8fcf-3398cd98da0f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:40:47.699781 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e9cc79d-e4b1-4e54-b23f-41e7194ffc37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:40:47.700212 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-bae9b5c1-1b34-4445-a27b-046723553ea4 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Network 7582e3d8-c00e-40a9-bed9-0f0fabf2534a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:47.713470 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-bae9b5c1-1b34-4445-a27b-046723553ea4 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:47.716094 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.723736 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-bae9b5c1-1b34-4445-a27b-046723553ea4 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:47.732565 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:40:47.734134 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cc79d-e4b1-4e54-b23f-41e7194ffc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8c5aad-3d0e-4a8f-95a9-233df476d1d8,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:47.746447 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4e9cc79d-e4b1-4e54-b23f-41e7194ffc37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:47.766928 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=0f2d63fc-c3fb-4b3a-8773-195c8f76cde4,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:47.772079 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc79d-e4b1-4e54-b23f-41e7194ffc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.772431 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-4e9cc79d-e4b1-4e54-b23f-41e7194ffc37 admin admin] Added segment 76f8ea7f-69c3-4ca0-89a5-8d19fe51b47d of type vlan for network 29afb667-05a8-4e7a-acde-e087d36cddfc Jun 17 08:40:47.799362 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-fa7580bd-1bd5-444e-97f7-adb23ac88bc7 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Made reservation on behalf of 5bfe8965ffb7490fa2d2ba90942770d9 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:47.806299 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-fa7580bd-1bd5-444e-97f7-adb23ac88bc7 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.808008 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-bae9b5c1-1b34-4445-a27b-046723553ea4 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:47.808607 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-bae9b5c1-1b34-4445-a27b-046723553ea4 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.821173 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 8336ea42-a77c-4c4d-8069-ad52a67c69e1 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:47.887837 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.891508 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc79d-e4b1-4e54-b23f-41e7194ffc37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.891874 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:47.924158 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 8336ea42-a77c-4c4d-8069-ad52a67c69e1 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:47.924651 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.982065 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d37e23cd-912e-4a19-a882-b0d930ee7ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.985251 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9b5c1-1b34-4445-a27b-046723553ea4 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Pushing event updated for resources: {'Port': ['ID=dc9b9c45-c70f-473f-a215-821d32b2964d,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:47.989269 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-bae9b5c1-1b34-4445-a27b-046723553ea4 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:48.012470 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-44ff1a71-cabf-4a97-9245-e8f1d628cd20 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=da9417294c5449b28843fbefd48fea0b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4322200 Jun 17 08:40:48.013002 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=0f2d63fc-c3fb-4b3a-8773-195c8f76cde4,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:48.027545 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:48.119450 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-fa7580bd-1bd5-444e-97f7-adb23ac88bc7 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Allocated IP 172.20.0.6 (18fd5b03-d9d3-4021-807c-e0837b6f1dab/60fc6e86-2bbe-4451-829a-e58847b21bbe/ad6829e6-c594-4eb7-ae2b-afb5a7281e72) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:48.131617 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['0f2d63fc-c3fb-4b3a-8773-195c8f76cde4'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:40:48.168177 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-bae9b5c1-1b34-4445-a27b-046723553ea4 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6665645 Jun 17 08:40:48.174708 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed40e71-7eab-4803-b4a0-ef9d4f97a354 req-996bfb7c-3e73-4e8c-aa7b-b3ba263e0318 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:48.178374 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aed40e71-7eab-4803-b4a0-ef9d4f97a354 req-996bfb7c-3e73-4e8c-aa7b-b3ba263e0318 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9398caa-4400-4ef8-a34a-18a094ce86e3 HTTP/1.1" status: 200 len: 944 time: 0.1149311 Jun 17 08:40:48.183661 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-1dc6b20d-dba5-48f9-8d58-c2db0e932071 service neutron] Request body: {'port': {'device_id': '24be9833-e544-49b7-91cd-ed448a83dfa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:48.244422 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc79d-e4b1-4e54-b23f-41e7194ffc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:48.272333 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-1dc6b20d-dba5-48f9-8d58-c2db0e932071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:48.274242 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9cc79d-e4b1-4e54-b23f-41e7194ffc37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:48.275077 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc79d-e4b1-4e54-b23f-41e7194ffc37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:48.280318 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:48.292594 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aed40e71-7eab-4803-b4a0-ef9d4f97a354 req-297f888a-0990-404f-a506-a508d31c5455 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060908 Jun 17 08:40:48.382340 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cc79d-e4b1-4e54-b23f-41e7194ffc37 admin admin] Pushing event updated for resources: {'Network': ['ID=29afb667-05a8-4e7a-acde-e087d36cddfc,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:48.387502 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4e9cc79d-e4b1-4e54-b23f-41e7194ffc37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:48.398260 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 29afb667-05a8-4e7a-acde-e087d36cddfc details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:40:48.434216 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37e23cd-912e-4a19-a882-b0d930ee7ea8 admin admin] Router cf1551c4-260d-4c16-bc6f-a089fc1231d5 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:40:48.516628 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-fa7580bd-1bd5-444e-97f7-adb23ac88bc7 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:48.528650 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8951bf44-c674-4f31-9581-6f5378cc5770 req-fe57cd03-202e-4c96-bd49-f55587ca2c9a tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f8108f7-c787-41e9-9fe1-749ee005a065 HTTP/1.1" status: 200 len: 210 time: 0.0767505 Jun 17 08:40:48.533551 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4e9cc79d-e4b1-4e54-b23f-41e7194ffc37 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0747347 Jun 17 08:40:48.545519 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44860) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:48.547965 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-d800529a-a35e-472a-b9f0-dc8ce209ab87 admin admin] Request body: {'subnet': {'network_id': '29afb667-05a8-4e7a-acde-e087d36cddfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-962713794-subnet', 'tenant_id': 'cffacac009b34f92b0755a612240299d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:48.614431 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37e23cd-912e-4a19-a882-b0d930ee7ea8 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:40:48.627741 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e57b722-af84-4e41-be3e-52b43eb546da None None] Sync routers for ids ['cf1551c4-260d-4c16-bc6f-a089fc1231d5'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:40:48.644605 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2504be23-44f3-422d-95a3-09853d22bc54 req-41da80ab-81ef-467e-8502-0f1bfe190715 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392 HTTP/1.1" status: 200 len: 210 time: 0.0564940 Jun 17 08:40:48.649092 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e57b722-af84-4e41-be3e-52b43eb546da None None] Routers {'cf1551c4-260d-4c16-bc6f-a089fc1231d5'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:48.649092 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-1e57b722-af84-4e41-be3e-52b43eb546da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:40:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cf1551c4-260d-4c16-bc6f-a089fc1231d5'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:48.763731 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d800529a-a35e-472a-b9f0-dc8ce209ab87 admin admin] Made reservation on behalf of cffacac009b34f92b0755a612240299d for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:48.766585 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d800529a-a35e-472a-b9f0-dc8ce209ab87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:48.772325 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-1e57b722-af84-4e41-be3e-52b43eb546da None None] Set router cf1551c4-260d-4c16-bc6f-a089fc1231d5 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:40:48.828029 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-fa7580bd-1bd5-444e-97f7-adb23ac88bc7 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:48.834522 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5304031a-50db-4faf-8b85-187a502a6839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:48.893211 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-fa7580bd-1bd5-444e-97f7-adb23ac88bc7 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Network 18fd5b03-d9d3-4021-807c-e0837b6f1dab is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:48.898075 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-fa7580bd-1bd5-444e-97f7-adb23ac88bc7 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:48.906779 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-fa7580bd-1bd5-444e-97f7-adb23ac88bc7 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:48.917844 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfd926-442c-4c81-8575-7e41ee38bbe5 req-7878374d-101f-4595-be7c-c87de038af42 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:48.931735 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-38bfd926-442c-4c81-8575-7e41ee38bbe5 req-7878374d-101f-4595-be7c-c87de038af42 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=24be9833-e544-49b7-91cd-ed448a83dfa1 HTTP/1.1" status: 200 len: 932 time: 0.3131924 Jun 17 08:40:48.960176 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7580bd-1bd5-444e-97f7-adb23ac88bc7 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Pushing event updated for resources: {'Port': ['ID=ad6829e6-c594-4eb7-ae2b-afb5a7281e72,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:48.970707 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d37e23cd-912e-4a19-a882-b0d930ee7ea8 admin admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:48.972883 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fa7580bd-1bd5-444e-97f7-adb23ac88bc7 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:48.973087 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d37e23cd-912e-4a19-a882-b0d930ee7ea8 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.1799655 Jun 17 08:40:48.979155 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44870) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:49.075575 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-1e57b722-af84-4e41-be3e-52b43eb546da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1551c4-260d-4c16-bc6f-a089fc1231d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-28133449-router', 'tenant_id': 'a39c841fa2b44423bbb76f08e2e1386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '2f952750-27c4-4a29-80b3-7bf57c41d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:43Z', 'updated_at': '2021-06-17T08:40:47Z', 'revision_number': 3, 'project_id': 'a39c841fa2b44423bbb76f08e2e1386a', 'gw_port': {'id': '2f952750-27c4-4a29-80b3-7bf57c41d867', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:59:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1551c4-260d-4c16-bc6f-a089fc1231d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:44Z', 'updated_at': '2021-06-17T08:40:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:49.094257 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-fa7580bd-1bd5-444e-97f7-adb23ac88bc7 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:49.094932 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-fa7580bd-1bd5-444e-97f7-adb23ac88bc7 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:49.099505 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-38bfd926-442c-4c81-8575-7e41ee38bbe5 req-4cb80e10-fee7-4010-a833-6b3c5965992e tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661699 Jun 17 08:40:49.109725 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-1dc6b20d-dba5-48f9-8d58-c2db0e932071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc9b9c45-c70f-473f-a215-821d32b2964d {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:40:49.118622 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e57b722-af84-4e41-be3e-52b43eb546da None None] Checking router: cf1551c4-260d-4c16-bc6f-a089fc1231d5 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:40:49.119265 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e57b722-af84-4e41-be3e-52b43eb546da None None] Updating router cf1551c4-260d-4c16-bc6f-a089fc1231d5 port 2f952750-27c4-4a29-80b3-7bf57c41d867 binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:40:49.140935 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-1dc6b20d-dba5-48f9-8d58-c2db0e932071 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:49.160783 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-1dc6b20d-dba5-48f9-8d58-c2db0e932071 service neutron] Transition to ACTIVE for port object dc9b9c45-c70f-473f-a215-821d32b2964d will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:49.169521 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-1e57b722-af84-4e41-be3e-52b43eb546da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:49.356594 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-fa7580bd-1bd5-444e-97f7-adb23ac88bc7 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0218101 Jun 17 08:40:49.376404 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-d6d0f1e9-3f65-4c50-b493-e338621484cb service neutron] Request body: {'port': {'device_id': '7f8108f7-c787-41e9-9fe1-749ee005a065', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:49.382475 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-1dc6b20d-dba5-48f9-8d58-c2db0e932071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:49.384310 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d800529a-a35e-472a-b9f0-dc8ce209ab87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:49.386977 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-81942ac2-4b94-46fb-9d97-df7829babfd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:49.414627 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:49.451591 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-1e57b722-af84-4e41-be3e-52b43eb546da None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:49.465085 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:49.466757 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-1e57b722-af84-4e41-be3e-52b43eb546da None None] Transition to ACTIVE for port object 2f952750-27c4-4a29-80b3-7bf57c41d867 will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:49.539996 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6b20d-dba5-48f9-8d58-c2db0e932071 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9b9c45-c70f-473f-a215-821d32b2964d,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:49.559832 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1dc6b20d-dba5-48f9-8d58-c2db0e932071 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:49.585645 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-1e57b722-af84-4e41-be3e-52b43eb546da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:49.587483 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-38151af1-1ee3-44cf-bdf2-8e3129ec330d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:49.595474 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800529a-a35e-472a-b9f0-dc8ce209ab87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4966e71b-ee53-4184-ba94-f4d5e463a1b3,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:49.598339 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-1dc6b20d-dba5-48f9-8d58-c2db0e932071 service neutron] Attempting to bind port dc9b9c45-c70f-473f-a215-821d32b2964d on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:49.598928 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-1dc6b20d-dba5-48f9-8d58-c2db0e932071 service neutron] Attempting to bind port dc9b9c45-c70f-473f-a215-821d32b2964d by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '56ef8247-2049-45b7-9016-7670820be4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7582e3d8-c00e-40a9-bed9-0f0fabf2534a'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:49.599269 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-1dc6b20d-dba5-48f9-8d58-c2db0e932071 service neutron] Attempting to bind port dc9b9c45-c70f-473f-a215-821d32b2964d on network 7582e3d8-c00e-40a9-bed9-0f0fabf2534a {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:49.599876 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d800529a-a35e-472a-b9f0-dc8ce209ab87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:49.604339 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-1dc6b20d-dba5-48f9-8d58-c2db0e932071 service neutron] Port dc9b9c45-c70f-473f-a215-821d32b2964d on network 7582e3d8-c00e-40a9-bed9-0f0fabf2534a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:49.605109 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-1dc6b20d-dba5-48f9-8d58-c2db0e932071 service neutron] Attempting to bind port dc9b9c45-c70f-473f-a215-821d32b2964d on network 7582e3d8-c00e-40a9-bed9-0f0fabf2534a {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:49.610499 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-1dc6b20d-dba5-48f9-8d58-c2db0e932071 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:49.610787 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-1dc6b20d-dba5-48f9-8d58-c2db0e932071 service neutron] Checking segment: {'id': '56ef8247-2049-45b7-9016-7670820be4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7582e3d8-c00e-40a9-bed9-0f0fabf2534a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:49.611215 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-1dc6b20d-dba5-48f9-8d58-c2db0e932071 service neutron] Bound using segment: {'id': '56ef8247-2049-45b7-9016-7670820be4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7582e3d8-c00e-40a9-bed9-0f0fabf2534a'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:49.611772 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-1dc6b20d-dba5-48f9-8d58-c2db0e932071 service neutron] Bound port: dc9b9c45-c70f-473f-a215-821d32b2964d, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56ef8247-2049-45b7-9016-7670820be4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7582e3d8-c00e-40a9-bed9-0f0fabf2534a'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:49.612143 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-1dc6b20d-dba5-48f9-8d58-c2db0e932071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:49.667327 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-d6d0f1e9-3f65-4c50-b493-e338621484cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:49.668224 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab264c6-f4a6-46e5-b302-fa17cc851730 None None] Pushing event updated for resources: {'Port': ['ID=2f952750-27c4-4a29-80b3-7bf57c41d867,revision_number=2']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:49.674772 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-0ab264c6-f4a6-46e5-b302-fa17cc851730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:49.695984 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d800529a-a35e-472a-b9f0-dc8ce209ab87 admin admin] Checking segment: {'id': '76f8ea7f-69c3-4ca0-89a5-8d19fe51b47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '29afb667-05a8-4e7a-acde-e087d36cddfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:49.696487 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d800529a-a35e-472a-b9f0-dc8ce209ab87 admin admin] Network hostable DHCP agents. Network: 29afb667-05a8-4e7a-acde-e087d36cddfc, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:40:49.698487 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-1e57b722-af84-4e41-be3e-52b43eb546da None None] Attempting to bind port 2f952750-27c4-4a29-80b3-7bf57c41d867 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:49.698867 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-1e57b722-af84-4e41-be3e-52b43eb546da None None] Attempting to bind port 2f952750-27c4-4a29-80b3-7bf57c41d867 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:49.699434 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57b722-af84-4e41-be3e-52b43eb546da None None] Attempting to bind port 2f952750-27c4-4a29-80b3-7bf57c41d867 on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:49.702873 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-1dc6b20d-dba5-48f9-8d58-c2db0e932071 service neutron] For port dc9b9c45-c70f-473f-a215-821d32b2964d, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:49.703501 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:49.707777 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:49.708170 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:49.711724 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57b722-af84-4e41-be3e-52b43eb546da None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:49.712558 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57b722-af84-4e41-be3e-52b43eb546da None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:49.713201 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-1e57b722-af84-4e41-be3e-52b43eb546da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:49.713848 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57b722-af84-4e41-be3e-52b43eb546da None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:49.714984 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-1e57b722-af84-4e41-be3e-52b43eb546da None None] Bound port: 2f952750-27c4-4a29-80b3-7bf57c41d867, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:49.715618 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-1e57b722-af84-4e41-be3e-52b43eb546da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:49.745594 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-1dc6b20d-dba5-48f9-8d58-c2db0e932071 service neutron] For port dc9b9c45-c70f-473f-a215-821d32b2964d, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=dc9b9c45-c70f-473f-a215-821d32b2964d,segment=NetworkSegment(56ef8247-2049-45b7-9016-7670820be4f8),segment_id=56ef8247-2049-45b7-9016-7670820be4f8)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:49.781976 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a36ac9-8aca-4b35-bef5-b03869f5df69 req-1ee5092c-cd1b-419a-bd78-ec340a1a30eb tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:49.783860 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-12a36ac9-8aca-4b35-bef5-b03869f5df69 req-1ee5092c-cd1b-419a-bd78-ec340a1a30eb tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f8108f7-c787-41e9-9fe1-749ee005a065 HTTP/1.1" status: 200 len: 931 time: 0.0988693 Jun 17 08:40:49.788260 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-1e57b722-af84-4e41-be3e-52b43eb546da None None] For port 2f952750-27c4-4a29-80b3-7bf57c41d867, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:49.792082 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-1e57b722-af84-4e41-be3e-52b43eb546da None None] For port 2f952750-27c4-4a29-80b3-7bf57c41d867, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=2f952750-27c4-4a29-80b3-7bf57c41d867,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:49.819496 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:49.828948 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-12a36ac9-8aca-4b35-bef5-b03869f5df69 req-1dd66914-1383-4d19-8334-d85f54d79118 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/security-groups?id=1864c887-0fb0-417a-ba33-1998a347cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383446 Jun 17 08:40:49.855776 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9398caa-4400-4ef8-a34a-18a094ce86e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2d63fc-c3fb-4b3a-8773-195c8f76cde4'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:49.855776 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f589ac3e-8eb4-44ab-8b19-9b96853cc83b" -d '{"events": [{"server_uuid": "b9398caa-4400-4ef8-a34a-18a094ce86e3", "name": "network-vif-plugged", "status": "completed", "tag": "0f2d63fc-c3fb-4b3a-8773-195c8f76cde4"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:49.865008 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=0f2d63fc-c3fb-4b3a-8773-195c8f76cde4,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:49.867240 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-1dc6b20d-dba5-48f9-8d58-c2db0e932071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:49.869963 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-34e77a54-db5e-4a36-a6b8-18bf0f3ea244 tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:49.894243 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a88d93-7003-43e5-bf97-0ca9161b8277 req-0c4aac3e-f10e-4392-a7cb-358b1138f712 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:49.895817 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-22a88d93-7003-43e5-bf97-0ca9161b8277 req-0c4aac3e-f10e-4392-a7cb-358b1138f712 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9398caa-4400-4ef8-a34a-18a094ce86e3 HTTP/1.1" status: 200 len: 944 time: 0.4509513 Jun 17 08:40:49.951235 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bd11e1f5-a9fd-496b-9962-98de4709a1b1 req-872e912a-df3c-4ff3-8ffb-88cd1678e1e6 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392 HTTP/1.1" status: 200 len: 210 time: 0.0453398 Jun 17 08:40:49.951235 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-1dc6b20d-dba5-48f9-8d58-c2db0e932071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:49.951235 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-1dc6b20d-dba5-48f9-8d58-c2db0e932071 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:49.955830 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-1dc6b20d-dba5-48f9-8d58-c2db0e932071 service neutron] 10.222.0.53 "PUT /v2.0/ports/dc9b9c45-c70f-473f-a215-821d32b2964d HTTP/1.1" status: 200 len: 1093 time: 1.7718534 Jun 17 08:40:49.964825 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24be9833-e544-49b7-91cd-ed448a83dfa1', 'tag': 'dc9b9c45-c70f-473f-a215-821d32b2964d'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:49.970175 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d71e43-b4e6-4f82-8246-d5702b251fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "24be9833-e544-49b7-91cd-ed448a83dfa1", "tag": "dc9b9c45-c70f-473f-a215-821d32b2964d"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:49.979864 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-1e57b722-af84-4e41-be3e-52b43eb546da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:49.984133 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:50.007443 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6b20d-dba5-48f9-8d58-c2db0e932071 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9b9c45-c70f-473f-a215-821d32b2964d,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:50.011124 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1dc6b20d-dba5-48f9-8d58-c2db0e932071 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:50.046284 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcc4842-5bf0-491e-bce1-77cf95867bbc x-openstack-request-id: req-edcc4842-5bf0-491e-bce1-77cf95867bbc {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:50.047113 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9398caa-4400-4ef8-a34a-18a094ce86e3", "name": "network-vif-plugged", "status": "completed", "tag": "0f2d63fc-c3fb-4b3a-8773-195c8f76cde4", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:50.047516 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-edcc4842-5bf0-491e-bce1-77cf95867bbc {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:50.052549 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9398caa-4400-4ef8-a34a-18a094ce86e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2d63fc-c3fb-4b3a-8773-195c8f76cde4', 'code': 200} Jun 17 08:40:50.062133 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:50.062261 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-22a88d93-7003-43e5-bf97-0ca9161b8277 req-8178ba08-2519-421b-ab69-3117feabb830 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574914 Jun 17 08:40:50.063656 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:50.086122 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5454277-653c-4a1b-b08d-b15f396ed030 x-openstack-request-id: req-e5454277-653c-4a1b-b08d-b15f396ed030 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:50.086447 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d800529a-a35e-472a-b9f0-dc8ce209ab87 admin admin] Network 29afb667-05a8-4e7a-acde-e087d36cddfc is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:40:50.086892 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24be9833-e544-49b7-91cd-ed448a83dfa1", "tag": "dc9b9c45-c70f-473f-a215-821d32b2964d", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:50.087360 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e5454277-653c-4a1b-b08d-b15f396ed030 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:50.088023 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24be9833-e544-49b7-91cd-ed448a83dfa1', 'tag': 'dc9b9c45-c70f-473f-a215-821d32b2964d', 'status': 'completed', 'code': 200} Jun 17 08:40:50.113965 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e57b722-af84-4e41-be3e-52b43eb546da None None] Routers {'cf1551c4-260d-4c16-bc6f-a089fc1231d5'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:50.114814 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-1e57b722-af84-4e41-be3e-52b43eb546da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:40:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cf1551c4-260d-4c16-bc6f-a089fc1231d5'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:50.114956 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-03e74ab2-2f26-4d3a-a52c-8a7d071aa808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:50.230507 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=0f2d63fc-c3fb-4b3a-8773-195c8f76cde4,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:50.241568 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:50.246594 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d71e43-b4e6-4f82-8246-d5702b251fb2 req-20298436-784a-4b5f-959f-cc47c445bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:50.264347 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c2d71e43-b4e6-4f82-8246-d5702b251fb2 req-20298436-784a-4b5f-959f-cc47c445bf88 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=85ac448a7aaf4cd0a1ec0847ca40d37e&device_id=24be9833-e544-49b7-91cd-ed448a83dfa1 HTTP/1.1" status: 200 len: 1096 time: 0.1447146 Jun 17 08:40:50.315844 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-d800529a-a35e-472a-b9f0-dc8ce209ab87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 29afb667-05a8-4e7a-acde-e087d36cddfc) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:50.326763 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6703e4-738e-4d5d-85ed-d90e7c7e0e2a None None] Network 29afb667-05a8-4e7a-acde-e087d36cddfc requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:50.327754 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab264c6-f4a6-46e5-b302-fa17cc851730 None None] Pushing event updated for resources: {'Port': ['ID=2f952750-27c4-4a29-80b3-7bf57c41d867,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:50.331462 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-0ab264c6-f4a6-46e5-b302-fa17cc851730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:50.341275 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-1e57b722-af84-4e41-be3e-52b43eb546da None None] Set router cf1551c4-260d-4c16-bc6f-a089fc1231d5 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:40:50.390133 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:50.400778 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d800529a-a35e-472a-b9f0-dc8ce209ab87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:50.401482 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d800529a-a35e-472a-b9f0-dc8ce209ab87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:50.418784 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d71e43-b4e6-4f82-8246-d5702b251fb2 req-2b988c7c-08c1-4f7a-9efd-843a9865c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:50.420881 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c2d71e43-b4e6-4f82-8246-d5702b251fb2 req-2b988c7c-08c1-4f7a-9efd-843a9865c785 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=85ac448a7aaf4cd0a1ec0847ca40d37e&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1490188 Jun 17 08:40:50.531572 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a5c6c-8e44-44f3-a950-aeb5e3fe9374 req-966d1c53-3659-4b62-99d3-52bdd8843320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:50.533863 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2a2a5c6c-8e44-44f3-a950-aeb5e3fe9374 req-966d1c53-3659-4b62-99d3-52bdd8843320 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b9398caa-4400-4ef8-a34a-18a094ce86e3 HTTP/1.1" status: 200 len: 1097 time: 0.3572590 Jun 17 08:40:50.539508 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-d6d0f1e9-3f65-4c50-b493-e338621484cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad6829e6-c594-4eb7-ae2b-afb5a7281e72 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:40:50.555821 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750880f2-3f91-4c15-a6b9-4af97f185b04 None None] Network 29afb667-05a8-4e7a-acde-e087d36cddfc requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:50.575595 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-d6d0f1e9-3f65-4c50-b493-e338621484cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:50.582295 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d71e43-b4e6-4f82-8246-d5702b251fb2 req-4075d418-33b4-40d6-83fc-e3febb0e688c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:50.583922 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d800529a-a35e-472a-b9f0-dc8ce209ab87 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0416839 Jun 17 08:40:50.584017 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c2d71e43-b4e6-4f82-8246-d5702b251fb2 req-4075d418-33b4-40d6-83fc-e3febb0e688c service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1555412 Jun 17 08:40:50.589232 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-1e57b722-af84-4e41-be3e-52b43eb546da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1551c4-260d-4c16-bc6f-a089fc1231d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-28133449-router', 'tenant_id': 'a39c841fa2b44423bbb76f08e2e1386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '2f952750-27c4-4a29-80b3-7bf57c41d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:43Z', 'updated_at': '2021-06-17T08:40:47Z', 'revision_number': 3, 'project_id': 'a39c841fa2b44423bbb76f08e2e1386a', 'gw_port': {'id': '2f952750-27c4-4a29-80b3-7bf57c41d867', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:59:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1551c4-260d-4c16-bc6f-a089fc1231d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:44Z', 'updated_at': '2021-06-17T08:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:50.613321 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee37642-ab92-40dc-a554-5d36c9095b7e req-019c5d8c-a6d2-41ac-b283-d9da564affc2 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:50.621549 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7ee37642-ab92-40dc-a554-5d36c9095b7e req-019c5d8c-a6d2-41ac-b283-d9da564affc2 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=24be9833-e544-49b7-91cd-ed448a83dfa1 HTTP/1.1" status: 200 len: 944 time: 0.2801104 Jun 17 08:40:50.653746 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-03e74ab2-2f26-4d3a-a52c-8a7d071aa808 admin admin] Allocated IP 172.20.0.1 (f6b51658-ced6-48f6-bf9e-c5c1a908a7c9/ed107fc7-b4fd-4f32-b202-2640535a70cb/483d5063-5dbd-4917-b908-4f33bbf00f17) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:50.654147 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e57b722-af84-4e41-be3e-52b43eb546da None None] The sync data for ids ['cf1551c4-260d-4c16-bc6f-a089fc1231d5'] in n-d-758944-30 is: [{'id': 'cf1551c4-260d-4c16-bc6f-a089fc1231d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-28133449-router', 'tenant_id': 'a39c841fa2b44423bbb76f08e2e1386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '2f952750-27c4-4a29-80b3-7bf57c41d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:43Z', 'updated_at': '2021-06-17T08:40:47Z', 'revision_number': 3, 'project_id': 'a39c841fa2b44423bbb76f08e2e1386a', 'gw_port': {'id': '2f952750-27c4-4a29-80b3-7bf57c41d867', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:59:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1551c4-260d-4c16-bc6f-a089fc1231d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:44Z', 'updated_at': '2021-06-17T08:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:40:50.690754 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-d6d0f1e9-3f65-4c50-b493-e338621484cb service neutron] Transition to ACTIVE for port object ad6829e6-c594-4eb7-ae2b-afb5a7281e72 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:50.692872 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2a2a5c6c-8e44-44f3-a950-aeb5e3fe9374 req-b481fa94-2fd4-4fed-81c6-cc370a2f80d3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408238 Jun 17 08:40:50.769277 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7ee37642-ab92-40dc-a554-5d36c9095b7e req-b5704a8e-5849-4037-ad38-89c64088410f tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465719 Jun 17 08:40:50.812197 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-13aaa7ac-9519-4da0-b311-cf9da548d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:50.814464 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-13aaa7ac-9519-4da0-b311-cf9da548d1eb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=85ac448a7aaf4cd0a1ec0847ca40d37e&device_id=24be9833-e544-49b7-91cd-ed448a83dfa1 HTTP/1.1" status: 200 len: 1096 time: 0.0833206 Jun 17 08:40:50.850568 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-d6d0f1e9-3f65-4c50-b493-e338621484cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:50.862845 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-95aedc36-b14d-4ebe-a7f8-bee44aaa5dbc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:50.872809 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-4b710def-7efa-48ec-a315-b7c93296ea0f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc9b9c45-c70f-473f-a215-821d32b2964d HTTP/1.1" status: 200 len: 217 time: 0.0509617 Jun 17 08:40:50.952515 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0f1e9-3f65-4c50-b493-e338621484cb service neutron] Pushing event updated for resources: {'Port': ['ID=ad6829e6-c594-4eb7-ae2b-afb5a7281e72,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:50.959720 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d6d0f1e9-3f65-4c50-b493-e338621484cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:50.970083 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-92fb5239-6029-45cb-99bf-2359e385ad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:50.971363 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-92fb5239-6029-45cb-99bf-2359e385ad6f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=97c0ea40-9ce2-4deb-b5a9-50803adf51b3 HTTP/1.1" status: 200 len: 862 time: 0.0821435 Jun 17 08:40:51.053893 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-fdf25050-b84f-4688-88fc-c66a79d6ce8b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7582e3d8-c00e-40a9-bed9-0f0fabf2534a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680540 Jun 17 08:40:51.255940 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c25c6819-37c7-498f-ae4e-0ee47e09295a req-fc26d1a9-bbe2-4c69-8b2f-9ef2229abaa4 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392 HTTP/1.1" status: 200 len: 210 time: 0.0536158 Jun 17 08:40:51.264306 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-03e74ab2-2f26-4d3a-a52c-8a7d071aa808 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:51.306154 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-03e74ab2-2f26-4d3a-a52c-8a7d071aa808 admin admin] Transition to ACTIVE for port object 483d5063-5dbd-4917-b908-4f33bbf00f17 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:51.312615 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-d6d0f1e9-3f65-4c50-b493-e338621484cb service neutron] Attempting to bind port ad6829e6-c594-4eb7-ae2b-afb5a7281e72 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:51.313045 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-d6d0f1e9-3f65-4c50-b493-e338621484cb service neutron] Attempting to bind port ad6829e6-c594-4eb7-ae2b-afb5a7281e72 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': 'be768031-f046-406a-aa9d-c08ebfd64d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '18fd5b03-d9d3-4021-807c-e0837b6f1dab'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:51.313442 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-d6d0f1e9-3f65-4c50-b493-e338621484cb service neutron] Attempting to bind port ad6829e6-c594-4eb7-ae2b-afb5a7281e72 on network 18fd5b03-d9d3-4021-807c-e0837b6f1dab {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:51.324238 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-d6d0f1e9-3f65-4c50-b493-e338621484cb service neutron] Port ad6829e6-c594-4eb7-ae2b-afb5a7281e72 on network 18fd5b03-d9d3-4021-807c-e0837b6f1dab not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:51.324666 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-d6d0f1e9-3f65-4c50-b493-e338621484cb service neutron] Attempting to bind port ad6829e6-c594-4eb7-ae2b-afb5a7281e72 on network 18fd5b03-d9d3-4021-807c-e0837b6f1dab {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:51.337761 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-d6d0f1e9-3f65-4c50-b493-e338621484cb service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:51.338523 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-d6d0f1e9-3f65-4c50-b493-e338621484cb service neutron] Checking segment: {'id': 'be768031-f046-406a-aa9d-c08ebfd64d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '18fd5b03-d9d3-4021-807c-e0837b6f1dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:51.339007 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-d6d0f1e9-3f65-4c50-b493-e338621484cb service neutron] Bound using segment: {'id': 'be768031-f046-406a-aa9d-c08ebfd64d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '18fd5b03-d9d3-4021-807c-e0837b6f1dab'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:51.339599 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-d6d0f1e9-3f65-4c50-b493-e338621484cb service neutron] Bound port: ad6829e6-c594-4eb7-ae2b-afb5a7281e72, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be768031-f046-406a-aa9d-c08ebfd64d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '18fd5b03-d9d3-4021-807c-e0837b6f1dab'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:51.340090 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-d6d0f1e9-3f65-4c50-b493-e338621484cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:51.500762 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-d6d0f1e9-3f65-4c50-b493-e338621484cb service neutron] For port ad6829e6-c594-4eb7-ae2b-afb5a7281e72, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:51.507178 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-03e74ab2-2f26-4d3a-a52c-8a7d071aa808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:51.517441 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-50d35df5-710e-4e50-834e-6229ae2e39ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:51.524622 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-d6d0f1e9-3f65-4c50-b493-e338621484cb service neutron] For port ad6829e6-c594-4eb7-ae2b-afb5a7281e72, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ad6829e6-c594-4eb7-ae2b-afb5a7281e72,segment=NetworkSegment(be768031-f046-406a-aa9d-c08ebfd64d49),segment_id=be768031-f046-406a-aa9d-c08ebfd64d49)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:51.571321 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e74ab2-2f26-4d3a-a52c-8a7d071aa808 admin admin] Network f6b51658-ced6-48f6-bf9e-c5c1a908a7c9 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:51.578845 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-03e74ab2-2f26-4d3a-a52c-8a7d071aa808 admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:51.593259 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e74ab2-2f26-4d3a-a52c-8a7d071aa808 admin admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:51.598457 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e74ab2-2f26-4d3a-a52c-8a7d071aa808 admin admin] Pushing event updated for resources: {'Port': ['ID=483d5063-5dbd-4917-b908-4f33bbf00f17,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:51.629232 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-03e74ab2-2f26-4d3a-a52c-8a7d071aa808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:51.646575 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13640e34-ff6e-4379-b2a3-6b6366c17dd1 req-66825489-6ea8-45bf-9b8a-8bfa71705863 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:51.648148 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-13640e34-ff6e-4379-b2a3-6b6366c17dd1 req-66825489-6ea8-45bf-9b8a-8bfa71705863 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9398caa-4400-4ef8-a34a-18a094ce86e3 HTTP/1.1" status: 200 len: 945 time: 0.1991684 Jun 17 08:40:51.677847 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-03e74ab2-2f26-4d3a-a52c-8a7d071aa808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:51.852460 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09535ed-f503-4ab8-b336-b204c4242f04 req-8e75c521-642f-473c-8078-0a8be42101c9 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:51.864742 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e09535ed-f503-4ab8-b336-b204c4242f04 req-8e75c521-642f-473c-8078-0a8be42101c9 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f8108f7-c787-41e9-9fe1-749ee005a065 HTTP/1.1" status: 200 len: 943 time: 0.8097332 Jun 17 08:40:51.900632 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-83c290b1-bb43-4adb-9d96-fee61a0ccaa9 service neutron] 10.222.0.53 "GET /v2.0/networks/7582e3d8-c00e-40a9-bed9-0f0fabf2534a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8311279 Jun 17 08:40:51.910064 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 2f952750-27c4-4a29-80b3-7bf57c41d867 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:52.071529 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e09535ed-f503-4ab8-b336-b204c4242f04 req-22602211-c404-46f7-a9e1-739a9728ab50 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/security-groups?id=1864c887-0fb0-417a-ba33-1998a347cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038598 Jun 17 08:40:52.134713 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44922) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:52.153939 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-9180dd29-7383-4410-a6d2-3b8c4b28ee75 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1937393607-network', 'tenant_id': '7dcdcf345e9a4878a1acada9c688127d'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:52.192174 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 2f952750-27c4-4a29-80b3-7bf57c41d867 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:52.196763 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 2f952750-27c4-4a29-80b3-7bf57c41d867 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:52.197151 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:52.255585 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1a3a6e24-141d-4594-ba9f-53dd957eea09 req-0465a982-bc9b-4031-ab75-2a4228df67b9 service neutron] 10.222.0.53 "GET /v2.0/networks/7582e3d8-c00e-40a9-bed9-0f0fabf2534a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352878 Jun 17 08:40:52.299722 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e0b0204e-63a3-4297-b409-d3c04e022fd9 None None] Provisioning for port 483d5063-5dbd-4917-b908-4f33bbf00f17 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:52.314032 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e0b0204e-63a3-4297-b409-d3c04e022fd9 None None] Provisioning complete for port 483d5063-5dbd-4917-b908-4f33bbf00f17 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:52.314413 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e0b0204e-63a3-4297-b409-d3c04e022fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:52.378195 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-e0b0204e-63a3-4297-b409-d3c04e022fd9 None None] Port 483d5063-5dbd-4917-b908-4f33bbf00f17 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:40:52.423148 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:52.431817 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-d6d0f1e9-3f65-4c50-b493-e338621484cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:52.439484 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1aedc12b-99ac-4895-9d42-0142fccba070 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:52.449725 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 2f952750-27c4-4a29-80b3-7bf57c41d867, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=2f952750-27c4-4a29-80b3-7bf57c41d867,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:52.485292 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-13640e34-ff6e-4379-b2a3-6b6366c17dd1 req-81eb7623-e915-4c6c-8912-14a62ee31778 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8268931 Jun 17 08:40:52.513543 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-d6d0f1e9-3f65-4c50-b493-e338621484cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:52.513543 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-d6d0f1e9-3f65-4c50-b493-e338621484cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:52.513543 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-d6d0f1e9-3f65-4c50-b493-e338621484cb service neutron] 10.222.0.53 "PUT /v2.0/ports/ad6829e6-c594-4eb7-ae2b-afb5a7281e72 HTTP/1.1" status: 200 len: 1092 time: 3.1398902 Jun 17 08:40:52.515038 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8108f7-c787-41e9-9fe1-749ee005a065', 'tag': 'ad6829e6-c594-4eb7-ae2b-afb5a7281e72'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:52.517695 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3400d9f-263c-4bb1-bc9e-a6ab8bf98c77" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8108f7-c787-41e9-9fe1-749ee005a065", "tag": "ad6829e6-c594-4eb7-ae2b-afb5a7281e72"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:52.542838 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0f1e9-3f65-4c50-b493-e338621484cb service neutron] Pushing event updated for resources: {'Port': ['ID=ad6829e6-c594-4eb7-ae2b-afb5a7281e72,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:52.558833 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9180dd29-7383-4410-a6d2-3b8c4b28ee75 admin admin] Made reservation on behalf of 7dcdcf345e9a4878a1acada9c688127d for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:52.561242 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9180dd29-7383-4410-a6d2-3b8c4b28ee75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:52.566148 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d6d0f1e9-3f65-4c50-b493-e338621484cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:52.575362 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9180dd29-7383-4410-a6d2-3b8c4b28ee75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:52.597427 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adaf990-a57f-481f-bf5d-ae1d0733471a req-9af668e4-17b7-4d04-97b6-09417ec4504b tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:52.599215 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9adaf990-a57f-481f-bf5d-ae1d0733471a req-9af668e4-17b7-4d04-97b6-09417ec4504b tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=24be9833-e544-49b7-91cd-ed448a83dfa1 HTTP/1.1" status: 200 len: 944 time: 0.1464396 Jun 17 08:40:52.658236 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-7028f290-6963-4c24-9163-5cf634686f27 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=da9417294c5449b28843fbefd48fea0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292199 Jun 17 08:40:52.659191 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9adaf990-a57f-481f-bf5d-ae1d0733471a req-51418554-098b-4132-803a-852e8e50073e tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510893 Jun 17 08:40:52.763021 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f9793a2e-5754-4aed-b51f-0e2039a7ecfa req-24c8a912-25be-430a-8caf-6561057d987a tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392 HTTP/1.1" status: 200 len: 210 time: 0.0333652 Jun 17 08:40:52.806541 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:52.810132 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:52.832503 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9180dd29-7383-4410-a6d2-3b8c4b28ee75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:52.852067 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c49ba0-3f5d-4e49-b22d-3b273e48ca7a x-openstack-request-id: req-e2c49ba0-3f5d-4e49-b22d-3b273e48ca7a {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:52.855366 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8108f7-c787-41e9-9fe1-749ee005a065", "tag": "ad6829e6-c594-4eb7-ae2b-afb5a7281e72", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:52.855366 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2c49ba0-3f5d-4e49-b22d-3b273e48ca7a {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:52.857601 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8108f7-c787-41e9-9fe1-749ee005a065', 'tag': 'ad6829e6-c594-4eb7-ae2b-afb5a7281e72', 'status': 'completed', 'code': 200} Jun 17 08:40:52.932826 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=2f952750-27c4-4a29-80b3-7bf57c41d867,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:52.939675 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:52.953899 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-ae5f80c1-f6fd-4468-a6c4-152e07aa7512 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:52.961094 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-ae5f80c1-f6fd-4468-a6c4-152e07aa7512 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2930045 Jun 17 08:40:52.984412 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9180dd29-7383-4410-a6d2-3b8c4b28ee75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:52.989235 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-28e5d4f3-9553-4037-bc4d-f49c0fbe9788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:52.990887 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-2772efef-aa70-44a6-9974-5e04814e63dc tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Request body: {'port': {'device_id': 'e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'admin_state_up': True, 'tenant_id': 'da9417294c5449b28843fbefd48fea0b'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:53.022102 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9180dd29-7383-4410-a6d2-3b8c4b28ee75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:40:53.033481 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180dd29-7383-4410-a6d2-3b8c4b28ee75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de5561c-bbb9-4158-b214-05d62b32f523,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:53.049321 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9180dd29-7383-4410-a6d2-3b8c4b28ee75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:53.052798 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9180dd29-7383-4410-a6d2-3b8c4b28ee75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:53.053122 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-9180dd29-7383-4410-a6d2-3b8c4b28ee75 admin admin] Added segment 6f7d98b5-7d32-4466-a283-5fb9c689079a of type vlan for network 460ea029-2f3c-4ef6-8c3a-9e7e5b37508c Jun 17 08:40:53.054598 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-03e74ab2-2f26-4d3a-a52c-8a7d071aa808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:53.099851 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9180dd29-7383-4410-a6d2-3b8c4b28ee75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:53.199649 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3400d9f-263c-4bb1-bc9e-a6ab8bf98c77 req-30652e22-d378-495d-8e61-3f2086eb108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:53.201188 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b3400d9f-263c-4bb1-bc9e-a6ab8bf98c77 req-30652e22-d378-495d-8e61-3f2086eb108e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5bfe8965ffb7490fa2d2ba90942770d9&device_id=7f8108f7-c787-41e9-9fe1-749ee005a065 HTTP/1.1" status: 200 len: 1095 time: 0.2730713 Jun 17 08:40:53.297795 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9180dd29-7383-4410-a6d2-3b8c4b28ee75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:53.297795 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9180dd29-7383-4410-a6d2-3b8c4b28ee75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:53.297795 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9180dd29-7383-4410-a6d2-3b8c4b28ee75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:53.297795 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5ad105e2-1eab-4eaf-9f2e-d055399f41a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:53.405844 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180dd29-7383-4410-a6d2-3b8c4b28ee75 admin admin] Pushing event updated for resources: {'Network': ['ID=460ea029-2f3c-4ef6-8c3a-9e7e5b37508c,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:53.414001 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9180dd29-7383-4410-a6d2-3b8c4b28ee75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:53.422693 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 460ea029-2f3c-4ef6-8c3a-9e7e5b37508c details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:40:53.518152 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3400d9f-263c-4bb1-bc9e-a6ab8bf98c77 req-5893fe1e-972b-46a8-bdb1-e727147495a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:53.521709 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b3400d9f-263c-4bb1-bc9e-a6ab8bf98c77 req-5893fe1e-972b-46a8-bdb1-e727147495a1 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=5bfe8965ffb7490fa2d2ba90942770d9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2984078 Jun 17 08:40:53.615765 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-2772efef-aa70-44a6-9974-5e04814e63dc tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Made reservation on behalf of da9417294c5449b28843fbefd48fea0b for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:53.619369 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-2772efef-aa70-44a6-9974-5e04814e63dc tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:53.642471 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-03e74ab2-2f26-4d3a-a52c-8a7d071aa808 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:53.663405 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71abee7-650f-470f-84ee-9bdb3b6021ab req-950252a4-5763-43da-a85e-d3580a0cf006 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:53.665113 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b71abee7-650f-470f-84ee-9bdb3b6021ab req-950252a4-5763-43da-a85e-d3580a0cf006 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f8108f7-c787-41e9-9fe1-749ee005a065 HTTP/1.1" status: 200 len: 943 time: 0.4301426 Jun 17 08:40:53.692261 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9180dd29-7383-4410-a6d2-3b8c4b28ee75 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5522027 Jun 17 08:40:53.706978 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71749cf-ee8a-4816-8afc-cde2e28cc0be req-e4406f29-e988-4722-82de-d0bb9e46f3aa tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:53.706978 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b71749cf-ee8a-4816-8afc-cde2e28cc0be req-e4406f29-e988-4722-82de-d0bb9e46f3aa tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9398caa-4400-4ef8-a34a-18a094ce86e3 HTTP/1.1" status: 200 len: 945 time: 0.0699499 Jun 17 08:40:53.707639 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44938) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:53.712871 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-121c25a5-e38c-4fbf-b3d9-97c7e0b13504 admin admin] Request body: {'subnet': {'network_id': '460ea029-2f3c-4ef6-8c3a-9e7e5b37508c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1937393607-subnet', 'tenant_id': '7dcdcf345e9a4878a1acada9c688127d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:53.770098 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b71749cf-ee8a-4816-8afc-cde2e28cc0be req-73975a1b-756a-4441-8704-d0f04e6982a1 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513744 Jun 17 08:40:53.788194 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 2f952750-27c4-4a29-80b3-7bf57c41d867 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:53.850835 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b71abee7-650f-470f-84ee-9bdb3b6021ab req-f121f6b6-f002-4e13-a77c-323a139cc237 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/security-groups?id=1864c887-0fb0-417a-ba33-1998a347cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587090 Jun 17 08:40:53.883407 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-03e74ab2-2f26-4d3a-a52c-8a7d071aa808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:53.887958 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3400d9f-263c-4bb1-bc9e-a6ab8bf98c77 req-9b913624-cd43-4f00-989b-dee2c763073c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:53.889455 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b3400d9f-263c-4bb1-bc9e-a6ab8bf98c77 req-9b913624-cd43-4f00-989b-dee2c763073c service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3630838 Jun 17 08:40:53.893983 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 2f952750-27c4-4a29-80b3-7bf57c41d867 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:53.894919 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:53.927118 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121c25a5-e38c-4fbf-b3d9-97c7e0b13504 admin admin] Made reservation on behalf of 7dcdcf345e9a4878a1acada9c688127d for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:53.932615 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b4082457-77fe-4125-8b37-8c07ba9e1366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:53.945456 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-121c25a5-e38c-4fbf-b3d9-97c7e0b13504 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:54.073992 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-03e74ab2-2f26-4d3a-a52c-8a7d071aa808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:54.086960 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e74ab2-2f26-4d3a-a52c-8a7d071aa808 admin admin] Pushing event updated for resources: {'Port': ['ID=483d5063-5dbd-4917-b908-4f33bbf00f17,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:54.093924 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-03e74ab2-2f26-4d3a-a52c-8a7d071aa808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:54.102192 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-2772efef-aa70-44a6-9974-5e04814e63dc tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Allocated IP 192.168.233.129 (26debee9-bc17-4dec-acaf-a4c976511744/9fa94245-1f4d-486b-9e45-990a58fa5ffe/a04552c6-a3a7-4e4a-9f66-f3e094aaeb81) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:54.206456 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5b64d-f99c-4c08-be12-14cd839849b5 req-1e4abd8c-0b6e-4948-bec6-c46f0c46f2ea tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:54.208107 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-abb5b64d-f99c-4c08-be12-14cd839849b5 req-1e4abd8c-0b6e-4948-bec6-c46f0c46f2ea tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=24be9833-e544-49b7-91cd-ed448a83dfa1 HTTP/1.1" status: 200 len: 944 time: 0.2572892 Jun 17 08:40:54.308733 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-abb5b64d-f99c-4c08-be12-14cd839849b5 req-c2bc8329-72bc-428c-8f47-5157720d6280 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740397 Jun 17 08:40:54.344516 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e74ab2-2f26-4d3a-a52c-8a7d071aa808 admin admin] Network f6b51658-ced6-48f6-bf9e-c5c1a908a7c9 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:54.353446 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-03e74ab2-2f26-4d3a-a52c-8a7d071aa808 admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:54.372526 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-e3e20466-6df6-4e1a-8289-f3ba66a2eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:54.374147 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-e3e20466-6df6-4e1a-8289-f3ba66a2eeb0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5bfe8965ffb7490fa2d2ba90942770d9&device_id=7f8108f7-c787-41e9-9fe1-749ee005a065 HTTP/1.1" status: 200 len: 1095 time: 0.2189145 Jun 17 08:40:54.476553 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1e417dfb-1ff8-4b01-9e7e-eb8fb0e192b1 req-26855447-4378-40c7-aa6a-5b9e1ddfd0dc tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392 HTTP/1.1" status: 200 len: 210 time: 0.0327344 Jun 17 08:40:54.504739 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-1234c18f-021e-4425-979b-2d8f0739a10b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad6829e6-c594-4eb7-ae2b-afb5a7281e72 HTTP/1.1" status: 200 len: 217 time: 0.1224878 Jun 17 08:40:54.515669 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-121c25a5-e38c-4fbf-b3d9-97c7e0b13504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:54.515669 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-93486f65-a928-4fda-943b-60d46bf64b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:54.602562 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-2772efef-aa70-44a6-9974-5e04814e63dc tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:54.651748 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121c25a5-e38c-4fbf-b3d9-97c7e0b13504 admin admin] Checking segment: {'id': '6f7d98b5-7d32-4466-a283-5fb9c689079a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '460ea029-2f3c-4ef6-8c3a-9e7e5b37508c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:54.652450 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121c25a5-e38c-4fbf-b3d9-97c7e0b13504 admin admin] Network hostable DHCP agents. Network: 460ea029-2f3c-4ef6-8c3a-9e7e5b37508c, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:40:54.659073 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c25a5-e38c-4fbf-b3d9-97c7e0b13504 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9256955a-c331-496d-949a-08a676af9102,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:54.663976 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-121c25a5-e38c-4fbf-b3d9-97c7e0b13504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:54.667394 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-ddb74535-7272-4b02-9d2e-c1eb2e5fd37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:54.675953 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-ddb74535-7272-4b02-9d2e-c1eb2e5fd37f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60fc6e86-2bbe-4451-829a-e58847b21bbe HTTP/1.1" status: 200 len: 854 time: 0.1549029 Jun 17 08:40:54.675953 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-2772efef-aa70-44a6-9974-5e04814e63dc tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Transition to ACTIVE for port object a04552c6-a3a7-4e4a-9f66-f3e094aaeb81 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:54.716684 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-8ee72595-9ad5-4464-98e3-44e2dd5ae036 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18fd5b03-d9d3-4021-807c-e0837b6f1dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381422 Jun 17 08:40:54.726592 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-7528ddb5-166e-4ecd-9cdb-71ffd9de9f4b None None] Provisioning complete for port 483d5063-5dbd-4917-b908-4f33bbf00f17 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:54.727502 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7528ddb5-166e-4ecd-9cdb-71ffd9de9f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:54.738603 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e74ab2-2f26-4d3a-a52c-8a7d071aa808 admin admin] Router cf1551c4-260d-4c16-bc6f-a089fc1231d5 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:40:54.769674 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-7528ddb5-166e-4ecd-9cdb-71ffd9de9f4b None None] Port 483d5063-5dbd-4917-b908-4f33bbf00f17 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:40:54.915027 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-59d0482d-a9cf-4eec-be17-6f42c342f704 service neutron] 10.222.0.53 "GET /v2.0/networks/18fd5b03-d9d3-4021-807c-e0837b6f1dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890960 Jun 17 08:40:54.961369 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121c25a5-e38c-4fbf-b3d9-97c7e0b13504 admin admin] Network 460ea029-2f3c-4ef6-8c3a-9e7e5b37508c is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:40:55.017283 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e74ab2-2f26-4d3a-a52c-8a7d071aa808 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:40:55.030761 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d3394f-0f47-4ec2-bb7e-f84abc3a0018 None None] Sync routers for ids ['cf1551c4-260d-4c16-bc6f-a089fc1231d5'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:40:55.043467 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-03e74ab2-2f26-4d3a-a52c-8a7d071aa808 admin admin] 10.222.0.49 "PUT /v2.0/routers/cf1551c4-260d-4c16-bc6f-a089fc1231d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0625896 Jun 17 08:40:55.043735 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d3394f-0f47-4ec2-bb7e-f84abc3a0018 None None] Routers {'cf1551c4-260d-4c16-bc6f-a089fc1231d5'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:55.044154 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-d0d3394f-0f47-4ec2-bb7e-f84abc3a0018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:40:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cf1551c4-260d-4c16-bc6f-a089fc1231d5'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:55.091585 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-2772efef-aa70-44a6-9974-5e04814e63dc tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:55.101437 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2417de45-7cbd-4620-910e-7158d6092234 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:55.109405 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aefe0f8e-9eb8-4ac6-87e8-ce35cfb0b917 req-571227a1-0fc5-461d-a553-989813d84e4c service neutron] 10.222.0.53 "GET /v2.0/networks/18fd5b03-d9d3-4021-807c-e0837b6f1dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850808 Jun 17 08:40:55.114040 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcdaaec-4f1c-4be6-9542-c91e4afb83e6 req-bfd03fed-0ddd-480f-b014-dedd8f6dd476 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:55.129170 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9bcdaaec-4f1c-4be6-9542-c91e4afb83e6 req-bfd03fed-0ddd-480f-b014-dedd8f6dd476 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f8108f7-c787-41e9-9fe1-749ee005a065 HTTP/1.1" status: 200 len: 943 time: 0.1423748 Jun 17 08:40:55.147396 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-121c25a5-e38c-4fbf-b3d9-97c7e0b13504 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 460ea029-2f3c-4ef6-8c3a-9e7e5b37508c) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:55.167534 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-2772efef-aa70-44a6-9974-5e04814e63dc tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Network 26debee9-bc17-4dec-acaf-a4c976511744 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:55.170438 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121c25a5-e38c-4fbf-b3d9-97c7e0b13504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:55.171839 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-121c25a5-e38c-4fbf-b3d9-97c7e0b13504 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:55.182419 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-2772efef-aa70-44a6-9974-5e04814e63dc tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:55.198800 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-2772efef-aa70-44a6-9974-5e04814e63dc tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:55.203968 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9bcdaaec-4f1c-4be6-9542-c91e4afb83e6 req-7c30c361-d313-4fd0-81f1-6c37d2ec1384 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/security-groups?id=1864c887-0fb0-417a-ba33-1998a347cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717340 Jun 17 08:40:55.206894 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772efef-aa70-44a6-9974-5e04814e63dc tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Pushing event updated for resources: {'Port': ['ID=a04552c6-a3a7-4e4a-9f66-f3e094aaeb81,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:55.213836 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['281145b8-eb5c-4a61-bd6b-88f785131871', '6d7367a3-04cc-438f-9213-200a6205f6dd'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:40:55.251252 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['02ec8a85-f045-4b87-876a-4adf983bf6b2', '5d8ed170-6507-42a3-97d4-6d09ca067b07', '644acaf6-3ee9-4e2f-b7bc-16e6f65c928c'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:40:55.253501 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cb0e68-279a-480c-af65-f60eeedb3d3e None None] Network 460ea029-2f3c-4ef6-8c3a-9e7e5b37508c requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:55.289755 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c9fa4-9418-4edd-8c6e-afd91807f9f4 req-4e11fc37-1cb4-4d3f-81cc-777cca3e9653 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:55.305449 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-182c9fa4-9418-4edd-8c6e-afd91807f9f4 req-4e11fc37-1cb4-4d3f-81cc-777cca3e9653 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9398caa-4400-4ef8-a34a-18a094ce86e3 HTTP/1.1" status: 200 len: 945 time: 0.3032286 Jun 17 08:40:55.314936 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2772efef-aa70-44a6-9974-5e04814e63dc tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:55.348314 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-d0d3394f-0f47-4ec2-bb7e-f84abc3a0018 None None] Set router cf1551c4-260d-4c16-bc6f-a089fc1231d5 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:40:55.391735 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-121c25a5-e38c-4fbf-b3d9-97c7e0b13504 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6826239 Jun 17 08:40:55.451644 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-2772efef-aa70-44a6-9974-5e04814e63dc tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:55.452415 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-2772efef-aa70-44a6-9974-5e04814e63dc tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:55.501467 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-182c9fa4-9418-4edd-8c6e-afd91807f9f4 req-1eb3c839-e886-41db-a010-caea236eae1f tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749547 Jun 17 08:40:55.674463 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-2772efef-aa70-44a6-9974-5e04814e63dc tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6851478 Jun 17 08:40:55.682335 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c8f37-5094-4f94-adea-b4f6b36c5f42 req-00de5951-d43e-42fc-a2d8-3d1a63f072c0 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:55.688633 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-c78b374b-a9e7-46f1-8b13-64e8ea850907 service neutron] Request body: {'port': {'device_id': 'e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:55.704504 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-493c8f37-5094-4f94-adea-b4f6b36c5f42 req-00de5951-d43e-42fc-a2d8-3d1a63f072c0 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=24be9833-e544-49b7-91cd-ed448a83dfa1 HTTP/1.1" status: 200 len: 944 time: 0.1137292 Jun 17 08:40:55.748867 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e57c4c28-81b6-4921-baf3-3b6ca4274d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:55.765808 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-493c8f37-5094-4f94-adea-b4f6b36c5f42 req-78242209-68c8-431b-b97e-573d65cbdfe6 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590975 Jun 17 08:40:55.783931 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1a53c7-df76-4426-b8f7-93fda504bad7 None None] Network 460ea029-2f3c-4ef6-8c3a-9e7e5b37508c requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:56.013814 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-c78b374b-a9e7-46f1-8b13-64e8ea850907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:56.116659 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655c12d-55e8-48fe-abd2-21e47e097691 req-9ebb77cf-c738-4ad9-b8b2-8196610f293c tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:56.137076 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3655c12d-55e8-48fe-abd2-21e47e097691 req-9ebb77cf-c738-4ad9-b8b2-8196610f293c tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392 HTTP/1.1" status: 200 len: 936 time: 0.2896030 Jun 17 08:40:56.433296 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ac4df23d-d3d4-45dd-9451-029f649e38d7 None None] Provisioning for port a04552c6-a3a7-4e4a-9f66-f3e094aaeb81 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:56.463371 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-efc3443c-4b55-49b1-9a43-caf8edd9cb24 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:56.465421 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-efc3443c-4b55-49b1-9a43-caf8edd9cb24 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] 10.222.0.49 "GET /v2.0/networks?id=29afb667-05a8-4e7a-acde-e087d36cddfc HTTP/1.1" status: 200 len: 814 time: 0.1713469 Jun 17 08:40:56.497643 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ac4df23d-d3d4-45dd-9451-029f649e38d7 None None] Provisioning complete for port a04552c6-a3a7-4e4a-9f66-f3e094aaeb81 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:56.498131 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ac4df23d-d3d4-45dd-9451-029f649e38d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:56.503040 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-839631b0-701c-40d8-949f-4c238ffb9a82 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] 10.222.0.49 "GET /v2.0/quotas/cffacac009b34f92b0755a612240299d HTTP/1.1" status: 200 len: 375 time: 0.0265863 Jun 17 08:40:56.546585 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-63a08a57-eb4a-4ff1-afd5-96e41a37baed tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cffacac009b34f92b0755a612240299d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422192 Jun 17 08:40:56.641862 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-d0d3394f-0f47-4ec2-bb7e-f84abc3a0018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1551c4-260d-4c16-bc6f-a089fc1231d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-28133449-router', 'tenant_id': 'a39c841fa2b44423bbb76f08e2e1386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '2f952750-27c4-4a29-80b3-7bf57c41d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:43Z', 'updated_at': '2021-06-17T08:40:52Z', 'revision_number': 4, 'project_id': 'a39c841fa2b44423bbb76f08e2e1386a', 'gw_port': {'id': '2f952750-27c4-4a29-80b3-7bf57c41d867', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:59:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1551c4-260d-4c16-bc6f-a089fc1231d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:44Z', 'updated_at': '2021-06-17T08:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '483d5063-5dbd-4917-b908-4f33bbf00f17', 'name': '', 'network_id': 'f6b51658-ced6-48f6-bf9e-c5c1a908a7c9', 'tenant_id': 'a39c841fa2b44423bbb76f08e2e1386a', 'mac_address': 'fa:16:3e:f4:7b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1551c4-260d-4c16-bc6f-a089fc1231d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ed107fc7-b4fd-4f32-b202-2640535a70cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:50Z', 'updated_at': '2021-06-17T08:40:53Z', 'revision_number': 2, 'project_id': 'a39c841fa2b44423bbb76f08e2e1386a', 'subnets': [{'id': 'ed107fc7-b4fd-4f32-b202-2640535a70cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:56.668970 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-5e91c351-8263-48a2-bbcb-1943e41dffef service neutron] 10.222.0.49 "GET /v2.0/networks/29afb667-05a8-4e7a-acde-e087d36cddfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211777 Jun 17 08:40:56.681557 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device dc9b9c45-c70f-473f-a215-821d32b2964d details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:40:56.715956 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d3394f-0f47-4ec2-bb7e-f84abc3a0018 None None] Checking router: cf1551c4-260d-4c16-bc6f-a089fc1231d5 for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:40:56.715956 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d3394f-0f47-4ec2-bb7e-f84abc3a0018 None None] Updating router cf1551c4-260d-4c16-bc6f-a089fc1231d5 port 483d5063-5dbd-4917-b908-4f33bbf00f17 binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:40:56.868407 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-637bb9f7-e230-4e71-b529-8dc0b5fbd6c7 service neutron] 10.222.0.49 "GET /v2.0/networks/29afb667-05a8-4e7a-acde-e087d36cddfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927986 Jun 17 08:40:56.897299 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3655c12d-55e8-48fe-abd2-21e47e097691 req-aa340272-5810-4861-a8c3-f2656c4b47ef tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7688103 Jun 17 08:40:57.016982 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d0d3394f-0f47-4ec2-bb7e-f84abc3a0018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:57.038895 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-367cafae-96b2-463a-85ff-24b9c719e973 req-4b135e23-66c3-464d-97c6-7e70dd2fad56 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e4ba4e76-0a36-4e27-98f7-c81aca89c10b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1598089 Jun 17 08:40:57.065343 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.db.resource_extend [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:40:57.085393 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-ac4df23d-d3d4-45dd-9451-029f649e38d7 None None] Port a04552c6-a3a7-4e4a-9f66-f3e094aaeb81 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:40:57.199626 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-c78b374b-a9e7-46f1-8b13-64e8ea850907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a04552c6-a3a7-4e4a-9f66-f3e094aaeb81 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:40:57.214347 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-c78b374b-a9e7-46f1-8b13-64e8ea850907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:57.275571 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-c78b374b-a9e7-46f1-8b13-64e8ea850907 service neutron] Transition to ACTIVE for port object a04552c6-a3a7-4e4a-9f66-f3e094aaeb81 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:57.296480 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cafae-96b2-463a-85ff-24b9c719e973 req-1589bfdb-58f7-4a49-a483-e4e50b5e1ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:57.298753 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-367cafae-96b2-463a-85ff-24b9c719e973 req-1589bfdb-58f7-4a49-a483-e4e50b5e1ec8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c15e34d135d048379888e28b7cdd5b3a&device_id=e4ba4e76-0a36-4e27-98f7-c81aca89c10b HTTP/1.1" status: 200 len: 1097 time: 0.2296431 Jun 17 08:40:57.322217 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a25ed6-b886-42d9-aca0-a8e3f8dfba7b req-4548c7ee-9c1a-471e-8821-555b1075abcb tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:57.324576 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-76a25ed6-b886-42d9-aca0-a8e3f8dfba7b req-4548c7ee-9c1a-471e-8821-555b1075abcb tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f8108f7-c787-41e9-9fe1-749ee005a065 HTTP/1.1" status: 200 len: 943 time: 0.1926217 Jun 17 08:40:57.394774 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port dc9b9c45-c70f-473f-a215-821d32b2964d, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=dc9b9c45-c70f-473f-a215-821d32b2964d,segment=NetworkSegment(56ef8247-2049-45b7-9016-7670820be4f8),segment_id=56ef8247-2049-45b7-9016-7670820be4f8)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:57.412268 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': 'dc9b9c45-c70f-473f-a215-821d32b2964d', 'network_id': '7582e3d8-c00e-40a9-bed9-0f0fabf2534a', 'port_id': 'dc9b9c45-c70f-473f-a215-821d32b2964d', 'mac_address': 'fa:16:3e:fb:3e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97c0ea40-9ce2-4deb-b5a9-50803adf51b3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:40:57.454148 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-76a25ed6-b886-42d9-aca0-a8e3f8dfba7b req-38d501a0-9868-4d49-99f4-6e0e88a5f2bc tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/security-groups?id=1864c887-0fb0-417a-ba33-1998a347cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010048 Jun 17 08:40:57.488430 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-c78b374b-a9e7-46f1-8b13-64e8ea850907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:57.493123 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-03e74ab2-2f26-4d3a-a52c-8a7d071aa808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:57.565398 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:57.623758 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc9b9c45-c70f-473f-a215-821d32b2964d {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:40:57.641810 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b374b-a9e7-46f1-8b13-64e8ea850907 service neutron] Pushing event updated for resources: {'Port': ['ID=a04552c6-a3a7-4e4a-9f66-f3e094aaeb81,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:57.661996 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c78b374b-a9e7-46f1-8b13-64e8ea850907 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:57.675277 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port dc9b9c45-c70f-473f-a215-821d32b2964d, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=dc9b9c45-c70f-473f-a215-821d32b2964d,segment=NetworkSegment(56ef8247-2049-45b7-9016-7670820be4f8),segment_id=56ef8247-2049-45b7-9016-7670820be4f8)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:57.829238 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:57.863137 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e4b762fa-ecdd-40ef-983b-11b507c6417d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:57.994198 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cafae-96b2-463a-85ff-24b9c719e973 req-5ba294d0-3806-40e9-8517-1aebbb00657e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:57.996013 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-367cafae-96b2-463a-85ff-24b9c719e973 req-5ba294d0-3806-40e9-8517-1aebbb00657e service neutron] 10.222.0.50 "GET /v2.0/networks?id=31e06f2d-0e35-40cc-88df-cef11ddd5527 HTTP/1.1" status: 200 len: 924 time: 0.6608927 Jun 17 08:40:58.052085 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410eb67-f302-4a23-9606-91134c0210c3 req-108e1f06-1df6-4c80-9ec2-bace4af06779 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:58.053732 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4410eb67-f302-4a23-9606-91134c0210c3 req-108e1f06-1df6-4c80-9ec2-bace4af06779 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=24be9833-e544-49b7-91cd-ed448a83dfa1 HTTP/1.1" status: 200 len: 945 time: 0.1668832 Jun 17 08:40:58.126476 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4410eb67-f302-4a23-9606-91134c0210c3 req-8fa10405-ebdc-4f52-a792-5c0437df0cf2 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631981 Jun 17 08:40:58.159217 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['dc9b9c45-c70f-473f-a215-821d32b2964d'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:40:58.220311 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:58.236807 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=dc9b9c45-c70f-473f-a215-821d32b2964d,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:58.245783 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:58.285567 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-367cafae-96b2-463a-85ff-24b9c719e973 req-d01484d0-e98f-4f98-ab3d-af3c5b0ec1dd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b962e4d-8f9c-4067-aa4b-00a3fc188f26 HTTP/1.1" status: 200 len: 999 time: 0.2509105 Jun 17 08:40:58.441559 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d0d3394f-0f47-4ec2-bb7e-f84abc3a0018 None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:58.453277 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-d0d3394f-0f47-4ec2-bb7e-f84abc3a0018 None None] Transition to ACTIVE for port object 483d5063-5dbd-4917-b908-4f33bbf00f17 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:58.469785 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cafae-96b2-463a-85ff-24b9c719e973 req-dd4b43da-edd7-4212-85a5-c6ffd8bee74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:58.472221 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-367cafae-96b2-463a-85ff-24b9c719e973 req-dd4b43da-edd7-4212-85a5-c6ffd8bee74d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e5e8ab6c-8b7b-4e37-b033-797fad98bbda HTTP/1.1" status: 200 len: 862 time: 0.1137688 Jun 17 08:40:58.476742 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f6f92172-4c07-419a-88f9-eedd04bc4d12 req-e4216185-b23e-4e46-8b35-05a2c3c3494d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8647106 Jun 17 08:40:58.529891 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3844f4e-9cee-4bab-994e-c84bf202c3a1 req-0a02674e-650a-497c-af83-2524b96dc75b tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:58.533785 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b3844f4e-9cee-4bab-994e-c84bf202c3a1 req-0a02674e-650a-497c-af83-2524b96dc75b tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9398caa-4400-4ef8-a34a-18a094ce86e3 HTTP/1.1" status: 200 len: 945 time: 0.8263631 Jun 17 08:40:58.558707 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d9386ddf-1f95-43b5-a204-cc24c9923f7a req-78c0bc95-5dc7-428e-bd04-7d4d5c7c21e6 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] 10.222.0.49 "GET /v2.0/ports?device_id=d979c371-9944-4378-b0f1-8f074989e889 HTTP/1.1" status: 200 len: 210 time: 0.1002731 Jun 17 08:40:58.570869 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device ad6829e6-c594-4eb7-ae2b-afb5a7281e72 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:40:58.738792 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-c78b374b-a9e7-46f1-8b13-64e8ea850907 service neutron] Attempting to bind port a04552c6-a3a7-4e4a-9f66-f3e094aaeb81 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:58.739400 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-c78b374b-a9e7-46f1-8b13-64e8ea850907 service neutron] Attempting to bind port a04552c6-a3a7-4e4a-9f66-f3e094aaeb81 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:58.739953 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-c78b374b-a9e7-46f1-8b13-64e8ea850907 service neutron] Attempting to bind port a04552c6-a3a7-4e4a-9f66-f3e094aaeb81 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:58.747899 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b3844f4e-9cee-4bab-994e-c84bf202c3a1 req-eee7353d-6e80-4664-997a-0d705c77a3a0 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714208 Jun 17 08:40:58.755810 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port ad6829e6-c594-4eb7-ae2b-afb5a7281e72, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ad6829e6-c594-4eb7-ae2b-afb5a7281e72,segment=NetworkSegment(be768031-f046-406a-aa9d-c08ebfd64d49),segment_id=be768031-f046-406a-aa9d-c08ebfd64d49)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:58.758218 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f92172-4c07-419a-88f9-eedd04bc4d12 req-e452403a-2da1-409f-987f-becd1e4a3fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:58.759976 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f6f92172-4c07-419a-88f9-eedd04bc4d12 req-e452403a-2da1-409f-987f-becd1e4a3fd3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 1096 time: 0.1797478 Jun 17 08:40:58.772823 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': 'ad6829e6-c594-4eb7-ae2b-afb5a7281e72', 'network_id': '18fd5b03-d9d3-4021-807c-e0837b6f1dab', 'port_id': 'ad6829e6-c594-4eb7-ae2b-afb5a7281e72', 'mac_address': 'fa:16:3e:41:f8:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60fc6e86-2bbe-4451-829a-e58847b21bbe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:40:58.778848 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d0d3394f-0f47-4ec2-bb7e-f84abc3a0018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:58.782265 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-c78b374b-a9e7-46f1-8b13-64e8ea850907 service neutron] Port a04552c6-a3a7-4e4a-9f66-f3e094aaeb81 on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:58.782613 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-c78b374b-a9e7-46f1-8b13-64e8ea850907 service neutron] Attempting to bind port a04552c6-a3a7-4e4a-9f66-f3e094aaeb81 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:58.786194 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-21a89c84-5d89-4cac-9250-f6328ca4066d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:58.807082 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-c78b374b-a9e7-46f1-8b13-64e8ea850907 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:58.807485 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-c78b374b-a9e7-46f1-8b13-64e8ea850907 service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:58.807984 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-c78b374b-a9e7-46f1-8b13-64e8ea850907 service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:58.808457 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-c78b374b-a9e7-46f1-8b13-64e8ea850907 service neutron] Bound port: a04552c6-a3a7-4e4a-9f66-f3e094aaeb81, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:58.808816 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-c78b374b-a9e7-46f1-8b13-64e8ea850907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:58.830044 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cafae-96b2-463a-85ff-24b9c719e973 req-2572591d-2e24-4de0-a4b5-8bb5b6ed0da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:58.831983 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-367cafae-96b2-463a-85ff-24b9c719e973 req-2572591d-2e24-4de0-a4b5-8bb5b6ed0da6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31e06f2d-0e35-40cc-88df-cef11ddd5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3341579 Jun 17 08:40:58.908441 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:40:58.970377 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac9008-167c-4fb1-83a8-a21a747b32d4 None None] Pushing event updated for resources: {'Port': ['ID=483d5063-5dbd-4917-b908-4f33bbf00f17,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:58.976597 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-38ac9008-167c-4fb1-83a8-a21a747b32d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:58.978303 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:58.997539 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad6829e6-c594-4eb7-ae2b-afb5a7281e72 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:40:59.025936 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e5f44-3f25-4111-a0b8-70fd3b4a0b9f req-c71bc061-25e0-461c-be66-519cc498f391 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:59.040615 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-319e5f44-3f25-4111-a0b8-70fd3b4a0b9f req-c71bc061-25e0-461c-be66-519cc498f391 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392 HTTP/1.1" status: 200 len: 948 time: 0.3031456 Jun 17 08:40:59.116944 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port ad6829e6-c594-4eb7-ae2b-afb5a7281e72, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ad6829e6-c594-4eb7-ae2b-afb5a7281e72,segment=NetworkSegment(be768031-f046-406a-aa9d-c08ebfd64d49),segment_id=be768031-f046-406a-aa9d-c08ebfd64d49)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:59.137095 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-d0d3394f-0f47-4ec2-bb7e-f84abc3a0018 None None] Attempting to bind port 483d5063-5dbd-4917-b908-4f33bbf00f17 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:59.137959 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-d0d3394f-0f47-4ec2-bb7e-f84abc3a0018 None None] Attempting to bind port 483d5063-5dbd-4917-b908-4f33bbf00f17 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '00c5a38b-ab73-435d-8408-43fc298bcc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6b51658-ced6-48f6-bf9e-c5c1a908a7c9'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:59.138617 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d3394f-0f47-4ec2-bb7e-f84abc3a0018 None None] Attempting to bind port 483d5063-5dbd-4917-b908-4f33bbf00f17 on network f6b51658-ced6-48f6-bf9e-c5c1a908a7c9 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:59.170062 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d3394f-0f47-4ec2-bb7e-f84abc3a0018 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:59.170871 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d3394f-0f47-4ec2-bb7e-f84abc3a0018 None None] Checking segment: {'id': '00c5a38b-ab73-435d-8408-43fc298bcc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6b51658-ced6-48f6-bf9e-c5c1a908a7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:59.171525 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d0d3394f-0f47-4ec2-bb7e-f84abc3a0018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:59.172153 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d3394f-0f47-4ec2-bb7e-f84abc3a0018 None None] Bound using segment: {'id': '00c5a38b-ab73-435d-8408-43fc298bcc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6b51658-ced6-48f6-bf9e-c5c1a908a7c9'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:59.172747 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-d0d3394f-0f47-4ec2-bb7e-f84abc3a0018 None None] Bound port: 483d5063-5dbd-4917-b908-4f33bbf00f17, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c5a38b-ab73-435d-8408-43fc298bcc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6b51658-ced6-48f6-bf9e-c5c1a908a7c9'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:59.173142 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d0d3394f-0f47-4ec2-bb7e-f84abc3a0018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:59.198568 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-c78b374b-a9e7-46f1-8b13-64e8ea850907 service neutron] For port a04552c6-a3a7-4e4a-9f66-f3e094aaeb81, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:59.199004 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-319e5f44-3f25-4111-a0b8-70fd3b4a0b9f req-c32e76cc-3e94-4b50-a6b6-35cb03501ab0 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539228 Jun 17 08:40:59.265543 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-d0d3394f-0f47-4ec2-bb7e-f84abc3a0018 None None] For port 483d5063-5dbd-4917-b908-4f33bbf00f17, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:59.265836 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-c78b374b-a9e7-46f1-8b13-64e8ea850907 service neutron] For port a04552c6-a3a7-4e4a-9f66-f3e094aaeb81, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=a04552c6-a3a7-4e4a-9f66-f3e094aaeb81,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:59.275286 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-d0d3394f-0f47-4ec2-bb7e-f84abc3a0018 None None] For port 483d5063-5dbd-4917-b908-4f33bbf00f17, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=483d5063-5dbd-4917-b908-4f33bbf00f17,segment=NetworkSegment(00c5a38b-ab73-435d-8408-43fc298bcc31),segment_id=00c5a38b-ab73-435d-8408-43fc298bcc31)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:59.290847 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f92172-4c07-419a-88f9-eedd04bc4d12 req-f9294e40-1486-445f-90b0-c196d01fcea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:59.294650 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f6f92172-4c07-419a-88f9-eedd04bc4d12 req-f9294e40-1486-445f-90b0-c196d01fcea3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f60ef741-1693-4275-83c4-b371328659a8 HTTP/1.1" status: 200 len: 908 time: 0.5095899 Jun 17 08:40:59.295432 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:59.313150 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-aa381046-c67b-4aa3-bb3b-81667cd88e94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:59.379385 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-c78b374b-a9e7-46f1-8b13-64e8ea850907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:59.391411 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=ad6829e6-c594-4eb7-ae2b-afb5a7281e72,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:59.394612 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:59.426437 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5496f1a0-3dbe-4c16-9839-6c81f0e811f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:59.430323 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d0d3394f-0f47-4ec2-bb7e-f84abc3a0018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:59.435226 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:59.455039 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f486ea7d-ac45-466c-94d9-23a5b78d069b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:59.476109 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-c78b374b-a9e7-46f1-8b13-64e8ea850907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:59.477818 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-c78b374b-a9e7-46f1-8b13-64e8ea850907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:59.480082 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-c78b374b-a9e7-46f1-8b13-64e8ea850907 service neutron] 10.222.0.50 "PUT /v2.0/ports/a04552c6-a3a7-4e4a-9f66-f3e094aaeb81 HTTP/1.1" status: 200 len: 1097 time: 3.8001547 Jun 17 08:40:59.516005 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392', 'tag': 'a04552c6-a3a7-4e4a-9f66-f3e094aaeb81'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:59.516005 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ccd54c-11c4-4e70-bb51-93c2a15d0337" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392", "tag": "a04552c6-a3a7-4e4a-9f66-f3e094aaeb81"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:59.525166 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f6f92172-4c07-419a-88f9-eedd04bc4d12 req-bde044ee-6123-4c59-ba11-870349c43065 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3472699-738f-4841-b702-3da81639efef HTTP/1.1" status: 200 len: 217 time: 0.1823833 Jun 17 08:40:59.530173 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d3394f-0f47-4ec2-bb7e-f84abc3a0018 None None] Routers {'cf1551c4-260d-4c16-bc6f-a089fc1231d5'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:59.532386 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-d0d3394f-0f47-4ec2-bb7e-f84abc3a0018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:40:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cf1551c4-260d-4c16-bc6f-a089fc1231d5'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:59.581335 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-367cafae-96b2-463a-85ff-24b9c719e973 req-502cb7fa-5145-4e91-b182-14fa851982ef service neutron] 10.222.0.50 "GET /v2.0/networks/31e06f2d-0e35-40cc-88df-cef11ddd5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7187855 Jun 17 08:40:59.690343 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['ad6829e6-c594-4eb7-ae2b-afb5a7281e72'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:40:59.780148 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-367cafae-96b2-463a-85ff-24b9c719e973 req-b567a7c6-a72a-40aa-8005-fbb506d49ddc service neutron] 10.222.0.50 "GET /v2.0/networks/31e06f2d-0e35-40cc-88df-cef11ddd5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863713 Jun 17 08:40:59.973117 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac9008-167c-4fb1-83a8-a21a747b32d4 None None] Pushing event updated for resources: {'Port': ['ID=483d5063-5dbd-4917-b908-4f33bbf00f17,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:59.988272 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-38ac9008-167c-4fb1-83a8-a21a747b32d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:00.012121 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f92172-4c07-419a-88f9-eedd04bc4d12 req-3a58d10f-99c2-48a9-8488-02d5cf97b0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:00.013778 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f6f92172-4c07-419a-88f9-eedd04bc4d12 req-3a58d10f-99c2-48a9-8488-02d5cf97b0e9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=58b6fa78-2c4d-4c76-9c04-e4c6434a4b98 HTTP/1.1" status: 200 len: 847 time: 0.4254990 Jun 17 08:41:00.045524 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fd00c-7905-4253-ad09-7dbdf8defc5e req-a443dab1-7b29-4eff-a2c1-981d10245a26 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:00.053824 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd4fd00c-7905-4253-ad09-7dbdf8defc5e req-a443dab1-7b29-4eff-a2c1-981d10245a26 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f8108f7-c787-41e9-9fe1-749ee005a065 HTTP/1.1" status: 200 len: 944 time: 0.7499743 Jun 17 08:41:00.088148 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b374b-a9e7-46f1-8b13-64e8ea850907 service neutron] Pushing event updated for resources: {'Port': ['ID=a04552c6-a3a7-4e4a-9f66-f3e094aaeb81,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:00.096034 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c78b374b-a9e7-46f1-8b13-64e8ea850907 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:00.119389 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f6f92172-4c07-419a-88f9-eedd04bc4d12 req-7fc09cb4-263f-4310-8709-97c36a884545 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f60ef741-1693-4275-83c4-b371328659a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856564 Jun 17 08:41:00.211018 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-95195644-75fc-48da-9a30-32abf8e3c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:00.212756 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-95195644-75fc-48da-9a30-32abf8e3c715 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=da9417294c5449b28843fbefd48fea0b&device_id=e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392 HTTP/1.1" status: 200 len: 1100 time: 0.4249423 Jun 17 08:41:00.263241 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd4fd00c-7905-4253-ad09-7dbdf8defc5e req-0e875595-88f0-4ac9-9a77-8f53147e529c tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/security-groups?id=1864c887-0fb0-417a-ba33-1998a347cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082953 Jun 17 08:41:00.395850 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-1cfa9991-b0f8-4ae2-b6c2-cd8313175b48 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=a04552c6-a3a7-4e4a-9f66-f3e094aaeb81 HTTP/1.1" status: 200 len: 217 time: 0.1528671 Jun 17 08:41:00.422186 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-d0d3394f-0f47-4ec2-bb7e-f84abc3a0018 None None] Set router cf1551c4-260d-4c16-bc6f-a089fc1231d5 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:00.576143 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device dc9b9c45-c70f-473f-a215-821d32b2964d up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:00.848904 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-5d72b956-7152-472e-b639-6fce8b7b1560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:00.850530 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-5d72b956-7152-472e-b639-6fce8b7b1560 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.4466591 Jun 17 08:41:00.855591 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f6f92172-4c07-419a-88f9-eedd04bc4d12 req-5a2de8df-bdbd-4e6e-9042-a4b122853f79 service neutron] 10.222.0.53 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7147396 Jun 17 08:41:00.929033 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2268622b-3844-49ca-a048-90c19105cc7b x-openstack-request-id: req-2268622b-3844-49ca-a048-90c19105cc7b {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:00.929360 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392", "tag": "a04552c6-a3a7-4e4a-9f66-f3e094aaeb81", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:00.929768 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2268622b-3844-49ca-a048-90c19105cc7b {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:00.930115 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392', 'tag': 'a04552c6-a3a7-4e4a-9f66-f3e094aaeb81', 'status': 'completed', 'code': 200} Jun 17 08:41:00.987207 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:01.009416 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-42ab2e46-4e30-4ec1-9965-e4c6ee912d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:01.010987 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-42ab2e46-4e30-4ec1-9965-e4c6ee912d90 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1534543 Jun 17 08:41:01.032512 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-d0d3394f-0f47-4ec2-bb7e-f84abc3a0018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1551c4-260d-4c16-bc6f-a089fc1231d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-28133449-router', 'tenant_id': 'a39c841fa2b44423bbb76f08e2e1386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '2f952750-27c4-4a29-80b3-7bf57c41d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:43Z', 'updated_at': '2021-06-17T08:40:52Z', 'revision_number': 4, 'project_id': 'a39c841fa2b44423bbb76f08e2e1386a', 'gw_port': {'id': '2f952750-27c4-4a29-80b3-7bf57c41d867', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:59:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1551c4-260d-4c16-bc6f-a089fc1231d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:44Z', 'updated_at': '2021-06-17T08:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '483d5063-5dbd-4917-b908-4f33bbf00f17', 'name': '', 'network_id': 'f6b51658-ced6-48f6-bf9e-c5c1a908a7c9', 'tenant_id': 'a39c841fa2b44423bbb76f08e2e1386a', 'mac_address': 'fa:16:3e:f4:7b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1551c4-260d-4c16-bc6f-a089fc1231d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ed107fc7-b4fd-4f32-b202-2640535a70cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:50Z', 'updated_at': '2021-06-17T08:40:59Z', 'revision_number': 4, 'project_id': 'a39c841fa2b44423bbb76f08e2e1386a', 'subnets': [{'id': 'ed107fc7-b4fd-4f32-b202-2640535a70cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:01.048677 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcce45-6892-43f7-9ccf-4b532b6abbb2 req-548bef7c-2aaa-47f8-af84-fe6864fffb4c tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:01.056562 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-34bcce45-6892-43f7-9ccf-4b532b6abbb2 req-548bef7c-2aaa-47f8-af84-fe6864fffb4c tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=24be9833-e544-49b7-91cd-ed448a83dfa1 HTTP/1.1" status: 200 len: 945 time: 0.2661397 Jun 17 08:41:01.068173 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d3394f-0f47-4ec2-bb7e-f84abc3a0018 None None] The sync data for ids ['cf1551c4-260d-4c16-bc6f-a089fc1231d5'] in n-d-758944-30 is: [{'id': 'cf1551c4-260d-4c16-bc6f-a089fc1231d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-28133449-router', 'tenant_id': 'a39c841fa2b44423bbb76f08e2e1386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '2f952750-27c4-4a29-80b3-7bf57c41d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:43Z', 'updated_at': '2021-06-17T08:40:52Z', 'revision_number': 4, 'project_id': 'a39c841fa2b44423bbb76f08e2e1386a', 'gw_port': {'id': '2f952750-27c4-4a29-80b3-7bf57c41d867', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:59:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1551c4-260d-4c16-bc6f-a089fc1231d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:44Z', 'updated_at': '2021-06-17T08:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '483d5063-5dbd-4917-b908-4f33bbf00f17', 'name': '', 'network_id': 'f6b51658-ced6-48f6-bf9e-c5c1a908a7c9', 'tenant_id': 'a39c841fa2b44423bbb76f08e2e1386a', 'mac_address': 'fa:16:3e:f4:7b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1551c4-260d-4c16-bc6f-a089fc1231d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ed107fc7-b4fd-4f32-b202-2640535a70cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:50Z', 'updated_at': '2021-06-17T08:40:59Z', 'revision_number': 4, 'project_id': 'a39c841fa2b44423bbb76f08e2e1386a', 'subnets': [{'id': 'ed107fc7-b4fd-4f32-b202-2640535a70cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:41:01.159246 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port dc9b9c45-c70f-473f-a215-821d32b2964d completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:01.170244 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f6f92172-4c07-419a-88f9-eedd04bc4d12 req-95dd546d-c7e3-4623-8b13-e6ca0abd342a service neutron] 10.222.0.53 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732494 Jun 17 08:41:01.178254 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port dc9b9c45-c70f-473f-a215-821d32b2964d triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:01.183763 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:01.261678 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-34bcce45-6892-43f7-9ccf-4b532b6abbb2 req-a0fdf4a0-ee6d-46ea-ae4e-78b18c85366f tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041974 Jun 17 08:41:01.351929 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-88b655a9-59da-4a06-8aa3-6048d0f6e310 req-6876f862-a539-4c44-b4c3-0b60649abbce tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] 10.222.0.49 "GET /v2.0/ports?device_id=d979c371-9944-4378-b0f1-8f074989e889 HTTP/1.1" status: 200 len: 210 time: 0.0675855 Jun 17 08:41:01.380677 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-81cb02d2-bdf9-4fae-bd66-6dcb7bf0b68a service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561654 Jun 17 08:41:01.572157 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2b17e259-f3e5-4d40-b719-6ccad00b8d27 req-d94fa770-e6f9-4f62-9425-5ee781e847c1 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797922 Jun 17 08:41:01.779782 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:01.803804 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8d583-4ae0-4f9b-88f6-9eeef5b1c48e req-8330bba4-2329-464a-a3a8-68782fcea9df tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:01.804714 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c9d8d583-4ae0-4f9b-88f6-9eeef5b1c48e req-8330bba4-2329-464a-a3a8-68782fcea9df tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392 HTTP/1.1" status: 200 len: 948 time: 0.1922610 Jun 17 08:41:01.865105 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24be9833-e544-49b7-91cd-ed448a83dfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9b9c45-c70f-473f-a215-821d32b2964d'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:01.885840 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1531d895-282e-4e96-ba4a-fc91d8a375d3" -d '{"events": [{"server_uuid": "24be9833-e544-49b7-91cd-ed448a83dfa1", "name": "network-vif-plugged", "status": "completed", "tag": "dc9b9c45-c70f-473f-a215-821d32b2964d"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:01.893720 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 483d5063-5dbd-4917-b908-4f33bbf00f17 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:01.929074 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port dc9b9c45-c70f-473f-a215-821d32b2964d, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=dc9b9c45-c70f-473f-a215-821d32b2964d,segment=NetworkSegment(56ef8247-2049-45b7-9016-7670820be4f8),segment_id=56ef8247-2049-45b7-9016-7670820be4f8)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:01.997650 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:02.001917 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-38ac9008-167c-4fb1-83a8-a21a747b32d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:02.007303 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c9d8d583-4ae0-4f9b-88f6-9eeef5b1c48e req-6bf590ca-66ab-40ac-a88d-c8454ec9bf76 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797235 Jun 17 08:41:02.091361 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccd54c-11c4-4e70-bb51-93c2a15d0337 req-40b517f0-33ea-430d-8d88-aca126c07ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:02.093365 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 483d5063-5dbd-4917-b908-4f33bbf00f17 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:02.100429 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5c87a-8625-4bcf-93e6-5dd9adc71e54 req-d652e88f-7fe7-43a7-98cd-5172b083e394 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:02.107684 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-14ccd54c-11c4-4e70-bb51-93c2a15d0337 req-40b517f0-33ea-430d-8d88-aca126c07ab7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=da9417294c5449b28843fbefd48fea0b&device_id=e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392 HTTP/1.1" status: 200 len: 1100 time: 0.2459207 Jun 17 08:41:02.115681 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d7f5c87a-8625-4bcf-93e6-5dd9adc71e54 req-d652e88f-7fe7-43a7-98cd-5172b083e394 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f8108f7-c787-41e9-9fe1-749ee005a065 HTTP/1.1" status: 200 len: 944 time: 0.2107062 Jun 17 08:41:02.144667 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 483d5063-5dbd-4917-b908-4f33bbf00f17 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:02.146785 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:02.152300 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=dc9b9c45-c70f-473f-a215-821d32b2964d,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:02.220955 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d7f5c87a-8625-4bcf-93e6-5dd9adc71e54 req-249265cd-9c80-4b1c-84ff-0dc2a5abbae5 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/security-groups?id=1864c887-0fb0-417a-ba33-1998a347cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997903 Jun 17 08:41:02.296039 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5488c3a7-ec90-4af4-a696-ad86ea43cd46 x-openstack-request-id: req-5488c3a7-ec90-4af4-a696-ad86ea43cd46 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:02.296347 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24be9833-e544-49b7-91cd-ed448a83dfa1", "name": "network-vif-plugged", "status": "completed", "tag": "dc9b9c45-c70f-473f-a215-821d32b2964d", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:02.296611 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5488c3a7-ec90-4af4-a696-ad86ea43cd46 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:02.297013 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24be9833-e544-49b7-91cd-ed448a83dfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9b9c45-c70f-473f-a215-821d32b2964d', 'code': 200} Jun 17 08:41:02.297753 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:02.333691 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccd54c-11c4-4e70-bb51-93c2a15d0337 req-4adb95be-19c6-43c0-b1c0-abce5c4e2b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:02.335495 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-14ccd54c-11c4-4e70-bb51-93c2a15d0337 req-4adb95be-19c6-43c0-b1c0-abce5c4e2b43 service neutron] 10.222.0.50 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.2199950 Jun 17 08:41:02.394390 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:02.481450 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:02.484041 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 483d5063-5dbd-4917-b908-4f33bbf00f17, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=483d5063-5dbd-4917-b908-4f33bbf00f17,segment=NetworkSegment(00c5a38b-ab73-435d-8408-43fc298bcc31),segment_id=00c5a38b-ab73-435d-8408-43fc298bcc31)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:02.528782 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-14ccd54c-11c4-4e70-bb51-93c2a15d0337 req-4025f0d6-772d-45cf-9d49-85ae690d75b7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=a04552c6-a3a7-4e4a-9f66-f3e094aaeb81 HTTP/1.1" status: 200 len: 217 time: 0.1762397 Jun 17 08:41:02.587281 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device ad6829e6-c594-4eb7-ae2b-afb5a7281e72 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:02.593606 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:02.648592 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:02.651504 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aab55064-0835-4451-bf0c-a2e28faa0fb0 req-7485e025-e003-4468-94e7-28cbf62881dd tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] 10.222.0.49 "GET /v2.0/ports?device_id=d979c371-9944-4378-b0f1-8f074989e889 HTTP/1.1" status: 200 len: 210 time: 0.0460312 Jun 17 08:41:02.757762 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=483d5063-5dbd-4917-b908-4f33bbf00f17,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:02.772274 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:02.777922 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-84003a05-43f1-4db7-99f3-0367153df10e tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:02.779460 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-84003a05-43f1-4db7-99f3-0367153df10e tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] 10.222.0.50 "GET /v2.0/networks?id=29afb667-05a8-4e7a-acde-e087d36cddfc HTTP/1.1" status: 200 len: 814 time: 0.2198794 Jun 17 08:41:02.836981 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-1f06c9db-b35e-45d0-ae0b-84fc919ca277 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Request body: {'port': {'device_id': 'd979c371-9944-4378-b0f1-8f074989e889', 'network_id': '29afb667-05a8-4e7a-acde-e087d36cddfc', 'admin_state_up': True, 'tenant_id': 'cffacac009b34f92b0755a612240299d'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:02.854402 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port ad6829e6-c594-4eb7-ae2b-afb5a7281e72 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:02.858978 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port ad6829e6-c594-4eb7-ae2b-afb5a7281e72 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:02.859455 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:02.973106 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccd54c-11c4-4e70-bb51-93c2a15d0337 req-23cde683-a4a3-453a-ace6-ab898c3bec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:02.974678 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-14ccd54c-11c4-4e70-bb51-93c2a15d0337 req-23cde683-a4a3-453a-ace6-ab898c3bec73 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.4172871 Jun 17 08:41:02.986632 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e2c31-9056-4497-b04b-882c1c4a6239 req-101c57c1-2c75-405b-9945-2701d7289c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:02.991864 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fe7e2c31-9056-4497-b04b-882c1c4a6239 req-101c57c1-2c75-405b-9945-2701d7289c6f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=24be9833-e544-49b7-91cd-ed448a83dfa1 HTTP/1.1" status: 200 len: 1098 time: 0.4999175 Jun 17 08:41:03.037028 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:03.094069 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-d91c74f9-647e-40cd-add7-eb71e0834411 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:03.095654 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-d91c74f9-647e-40cd-add7-eb71e0834411 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/networks?id=f60ef741-1693-4275-83c4-b371328659a8 HTTP/1.1" status: 200 len: 807 time: 0.2636535 Jun 17 08:41:03.100595 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port ad6829e6-c594-4eb7-ae2b-afb5a7281e72, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ad6829e6-c594-4eb7-ae2b-afb5a7281e72,segment=NetworkSegment(be768031-f046-406a-aa9d-c08ebfd64d49),segment_id=be768031-f046-406a-aa9d-c08ebfd64d49)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:03.117422 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63d400-a9c2-4062-a8b0-ee3b3d682af6 req-22147c86-a70c-409c-9492-e154cf91bcad tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:03.125697 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ae63d400-a9c2-4062-a8b0-ee3b3d682af6 req-22147c86-a70c-409c-9492-e154cf91bcad tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=24be9833-e544-49b7-91cd-ed448a83dfa1 HTTP/1.1" status: 200 len: 946 time: 0.5668762 Jun 17 08:41:03.127461 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-0d8f1827-dbe2-4387-aef8-8d1e2b591d65 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/quotas/a1c990ebd74a4b32a1ec7d295a37fe73 HTTP/1.1" status: 200 len: 375 time: 0.0173929 Jun 17 08:41:03.152379 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fe7e2c31-9056-4497-b04b-882c1c4a6239 req-5ad11335-4558-48dd-94d2-d0e114f62acb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480498 Jun 17 08:41:03.183536 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:03.185531 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:03.242806 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ae63d400-a9c2-4062-a8b0-ee3b3d682af6 req-20622f6b-4a8d-4c89-885e-a2b1ab0da912 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160831 Jun 17 08:41:03.271312 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=ad6829e6-c594-4eb7-ae2b-afb5a7281e72,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:03.283285 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccd54c-11c4-4e70-bb51-93c2a15d0337 req-02bd2115-9639-4cdf-b226-3388673ce33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:03.285333 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-14ccd54c-11c4-4e70-bb51-93c2a15d0337 req-02bd2115-9639-4cdf-b226-3388673ce33e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2948194 Jun 17 08:41:03.300016 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:03.301447 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-bc5f8c18-9bd0-4e07-8452-2d1159677d24 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1729856 Jun 17 08:41:03.382822 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-1f06c9db-b35e-45d0-ae0b-84fc919ca277 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Made reservation on behalf of cffacac009b34f92b0755a612240299d for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:03.386875 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-1f06c9db-b35e-45d0-ae0b-84fc919ca277 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:03.455418 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-c68b3fa2-cffc-4371-8527-01fe12f977ec service neutron] 10.222.0.49 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528950 Jun 17 08:41:03.515359 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-14ccd54c-11c4-4e70-bb51-93c2a15d0337 req-31d9bc54-c228-4f8a-9afe-3f8506992304 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164519 Jun 17 08:41:03.541813 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:41:03.578102 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-f3f43c8c-a40f-4186-a55b-45269df114c9 service neutron] 10.222.0.49 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214788 Jun 17 08:41:03.688055 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-1f06c9db-b35e-45d0-ae0b-84fc919ca277 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Allocated IP 172.20.0.7 (29afb667-05a8-4e7a-acde-e087d36cddfc/4966e71b-ee53-4184-ba94-f4d5e463a1b3/e3659d82-ba24-44c5-832d-6c02d2db9986) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:03.697695 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=0f2d63fc-c3fb-4b3a-8773-195c8f76cde4,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:03.711304 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '0f2d63fc-c3fb-4b3a-8773-195c8f76cde4', 'network_id': '06763fe9-e99d-4536-9f97-1417c168f505', 'port_id': '0f2d63fc-c3fb-4b3a-8773-195c8f76cde4', 'mac_address': 'fa:16:3e:40:ab:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde6362a-8d80-43f7-8fcf-3398cd98da0f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:41:03.718367 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-14ccd54c-11c4-4e70-bb51-93c2a15d0337 req-aae5fb7a-d3fc-40e9-8873-fda4b7826577 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892824 Jun 17 08:41:03.728042 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c70886-b490-4b1c-8916-b8dc0b102a5e req-685f92ac-216e-4e80-a0f2-a135d2b13c10 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:03.729710 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-03c70886-b490-4b1c-8916-b8dc0b102a5e req-685f92ac-216e-4e80-a0f2-a135d2b13c10 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392 HTTP/1.1" status: 200 len: 948 time: 0.2205162 Jun 17 08:41:03.754281 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:03.769851 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:41:03.816898 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=0f2d63fc-c3fb-4b3a-8773-195c8f76cde4,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:03.849844 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-03c70886-b490-4b1c-8916-b8dc0b102a5e req-b18599e9-b127-4ea6-b4d0-7cdb559134d6 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997093 Jun 17 08:41:03.867288 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 483d5063-5dbd-4917-b908-4f33bbf00f17 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:03.961823 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:03.971506 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0e072fb4-e199-42b3-b171-723e3ac81eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:04.081412 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-1f06c9db-b35e-45d0-ae0b-84fc919ca277 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:04.117147 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=0f2d63fc-c3fb-4b3a-8773-195c8f76cde4,revision_number=6']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:04.132757 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 483d5063-5dbd-4917-b908-4f33bbf00f17 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:04.133342 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:04.137178 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:04.139034 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['0f2d63fc-c3fb-4b3a-8773-195c8f76cde4'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:41:04.208636 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8719fc-ea9a-44e2-97a0-7dd76109ec0b req-f3ef8ded-8865-44f8-94e3-06d20d04d091 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:04.216594 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fd8719fc-ea9a-44e2-97a0-7dd76109ec0b req-f3ef8ded-8865-44f8-94e3-06d20d04d091 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f8108f7-c787-41e9-9fe1-749ee005a065 HTTP/1.1" status: 200 len: 945 time: 0.0788529 Jun 17 08:41:04.260063 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fd8719fc-ea9a-44e2-97a0-7dd76109ec0b req-97cffe5a-9ef5-40aa-8798-49b277de3519 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/security-groups?id=1864c887-0fb0-417a-ba33-1998a347cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420954 Jun 17 08:41:04.306851 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8108f7-c787-41e9-9fe1-749ee005a065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6829e6-c594-4eb7-ae2b-afb5a7281e72'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:04.310398 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7395a15e-34d4-4fd2-9238-b6d65688ab2c" -d '{"events": [{"server_uuid": "7f8108f7-c787-41e9-9fe1-749ee005a065", "name": "network-vif-plugged", "status": "completed", "tag": "ad6829e6-c594-4eb7-ae2b-afb5a7281e72"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:04.416634 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-da2eec0b-1c0f-43ca-8956-1e4098a3f2fb req-02573b13-7dbf-4600-b120-c94083cc6a67 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] 10.222.0.49 "GET /v2.0/ports?device_id=d979c371-9944-4378-b0f1-8f074989e889 HTTP/1.1" status: 200 len: 210 time: 0.0366895 Jun 17 08:41:04.511381 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-1f06c9db-b35e-45d0-ae0b-84fc919ca277 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:04.539398 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-03e74ab2-2f26-4d3a-a52c-8a7d071aa808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:04.608977 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06c9db-b35e-45d0-ae0b-84fc919ca277 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Pushing event updated for resources: {'Port': ['ID=e3659d82-ba24-44c5-832d-6c02d2db9986,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:04.611844 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1f06c9db-b35e-45d0-ae0b-84fc919ca277 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:04.638815 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-1f06c9db-b35e-45d0-ae0b-84fc919ca277 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Network 29afb667-05a8-4e7a-acde-e087d36cddfc is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:04.641806 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-1f06c9db-b35e-45d0-ae0b-84fc919ca277 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:04.644440 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-1f06c9db-b35e-45d0-ae0b-84fc919ca277 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:04.706923 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-1f06c9db-b35e-45d0-ae0b-84fc919ca277 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:04.707572 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-1f06c9db-b35e-45d0-ae0b-84fc919ca277 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:04.737239 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9e1c3-3a53-4923-943c-d928fe02ce29 req-ad4fab71-ea57-4000-87a3-ced98643d118 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:04.744861 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1df9e1c3-3a53-4923-943c-d928fe02ce29 req-ad4fab71-ea57-4000-87a3-ced98643d118 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=24be9833-e544-49b7-91cd-ed448a83dfa1 HTTP/1.1" status: 200 len: 946 time: 0.2132645 Jun 17 08:41:04.754028 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95aebf77-3f62-4b80-be9b-2c1cf4ab1660 x-openstack-request-id: req-95aebf77-3f62-4b80-be9b-2c1cf4ab1660 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:04.754372 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8108f7-c787-41e9-9fe1-749ee005a065", "name": "network-vif-plugged", "status": "completed", "tag": "ad6829e6-c594-4eb7-ae2b-afb5a7281e72", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:04.754719 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-95aebf77-3f62-4b80-be9b-2c1cf4ab1660 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:04.755134 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8108f7-c787-41e9-9fe1-749ee005a065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6829e6-c594-4eb7-ae2b-afb5a7281e72', 'code': 200} Jun 17 08:41:04.792829 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-1f06c9db-b35e-45d0-ae0b-84fc919ca277 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9780011 Jun 17 08:41:04.805963 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-e01df768-da90-4aa5-bc03-61db771c4860 service neutron] Request body: {'port': {'device_id': 'd979c371-9944-4378-b0f1-8f074989e889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:04.961684 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1df9e1c3-3a53-4923-943c-d928fe02ce29 req-08239ead-d872-4202-96af-fd1ffac7c5b6 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158353 Jun 17 08:41:04.998151 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-e01df768-da90-4aa5-bc03-61db771c4860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:04.998346 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8cd16867-c5b3-4d5a-8c61-6b05660eacf4 req-fac735c7-934b-43d7-96bb-502d33a9d9ad tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 210 time: 0.0851688 Jun 17 08:41:05.044398 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210b1b4-552b-4ce2-983d-a9f35a668eeb req-b8e60fde-a6e6-4e5b-aea6-6b9f421e5588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:05.051282 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3210b1b4-552b-4ce2-983d-a9f35a668eeb req-b8e60fde-a6e6-4e5b-aea6-6b9f421e5588 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7f8108f7-c787-41e9-9fe1-749ee005a065 HTTP/1.1" status: 200 len: 1097 time: 0.1832430 Jun 17 08:41:05.236287 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3210b1b4-552b-4ce2-983d-a9f35a668eeb req-c346f82b-4605-46a1-9a7a-fe195b3d963c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1864c887-0fb0-417a-ba33-1998a347cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467381 Jun 17 08:41:05.329284 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dddfb1-7f54-4ad0-bdf0-596f6b85c00e req-ce851471-bce8-44d2-b295-d129563c54f1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:05.336478 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-21dddfb1-7f54-4ad0-bdf0-596f6b85c00e req-ce851471-bce8-44d2-b295-d129563c54f1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392 HTTP/1.1" status: 200 len: 948 time: 0.2284839 Jun 17 08:41:05.458852 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-21dddfb1-7f54-4ad0-bdf0-596f6b85c00e req-ab83a4dd-961b-4c66-a6f0-4a1a874b0d53 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208737 Jun 17 08:41:05.520302 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-e01df768-da90-4aa5-bc03-61db771c4860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3659d82-ba24-44c5-832d-6c02d2db9986 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:41:05.549899 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-e01df768-da90-4aa5-bc03-61db771c4860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:05.566428 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device a04552c6-a3a7-4e4a-9f66-f3e094aaeb81 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:41:05.574011 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:05.580701 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-e01df768-da90-4aa5-bc03-61db771c4860 service neutron] Transition to ACTIVE for port object e3659d82-ba24-44c5-832d-6c02d2db9986 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:05.589230 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25727df-026e-487a-8df7-4c9988c75504 req-f712176e-f7f8-4bb3-9957-06f3e3e68f15 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:05.590820 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f25727df-026e-487a-8df7-4c9988c75504 req-f712176e-f7f8-4bb3-9957-06f3e3e68f15 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f8108f7-c787-41e9-9fe1-749ee005a065 HTTP/1.1" status: 200 len: 945 time: 0.1594656 Jun 17 08:41:05.717280 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f25727df-026e-487a-8df7-4c9988c75504 req-1d0da83d-7ae8-4928-b7d8-03fbb42bc240 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/security-groups?id=1864c887-0fb0-417a-ba33-1998a347cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860031 Jun 17 08:41:05.718849 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-e01df768-da90-4aa5-bc03-61db771c4860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:05.718849 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f49db819-a9d7-457f-a59c-155b7f0db40d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:05.845285 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:05.845913 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:05.849326 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port a04552c6-a3a7-4e4a-9f66-f3e094aaeb81, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=a04552c6-a3a7-4e4a-9f66-f3e094aaeb81,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:05.908839 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': 'a04552c6-a3a7-4e4a-9f66-f3e094aaeb81', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': 'a04552c6-a3a7-4e4a-9f66-f3e094aaeb81', 'mac_address': 'fa:16:3e:46:7e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:41:05.980402 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.001981 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a04552c6-a3a7-4e4a-9f66-f3e094aaeb81 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:41:06.131526 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port a04552c6-a3a7-4e4a-9f66-f3e094aaeb81, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=a04552c6-a3a7-4e4a-9f66-f3e094aaeb81,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:06.156282 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.209274 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.211696 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:06.313043 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=0f2d63fc-c3fb-4b3a-8773-195c8f76cde4,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:06.395322 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=a04552c6-a3a7-4e4a-9f66-f3e094aaeb81,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:06.429041 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:06.431350 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01df768-da90-4aa5-bc03-61db771c4860 service neutron] Pushing event updated for resources: {'Port': ['ID=e3659d82-ba24-44c5-832d-6c02d2db9986,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:06.437154 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e01df768-da90-4aa5-bc03-61db771c4860 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:06.469972 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70902b-68a1-4a66-92bc-65fb1c6d9f52 req-afd500ce-c75d-45bc-8315-263b4e4ab092 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:06.469972 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2b70902b-68a1-4a66-92bc-65fb1c6d9f52 req-afd500ce-c75d-45bc-8315-263b4e4ab092 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] 10.222.0.49 "GET /v2.0/ports?device_id=d979c371-9944-4378-b0f1-8f074989e889 HTTP/1.1" status: 200 len: 943 time: 0.7713668 Jun 17 08:41:06.495084 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51958f-15a5-40ba-bd4a-79823392b6b4 req-8700a888-4faf-4e8e-93b2-372237303cb0 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:06.507724 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5e51958f-15a5-40ba-bd4a-79823392b6b4 req-8700a888-4faf-4e8e-93b2-372237303cb0 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=24be9833-e544-49b7-91cd-ed448a83dfa1 HTTP/1.1" status: 200 len: 946 time: 0.1910605 Jun 17 08:41:06.528281 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.532255 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:06.609317 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['a04552c6-a3a7-4e4a-9f66-f3e094aaeb81'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:41:06.621321 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5e51958f-15a5-40ba-bd4a-79823392b6b4 req-58753f58-a8f0-47ee-b041-bfb2daa01cd6 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115220 Jun 17 08:41:06.621934 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-e01df768-da90-4aa5-bc03-61db771c4860 service neutron] Attempting to bind port e3659d82-ba24-44c5-832d-6c02d2db9986 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:41:06.622263 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-e01df768-da90-4aa5-bc03-61db771c4860 service neutron] Attempting to bind port e3659d82-ba24-44c5-832d-6c02d2db9986 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '76f8ea7f-69c3-4ca0-89a5-8d19fe51b47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '29afb667-05a8-4e7a-acde-e087d36cddfc'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:41:06.622588 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-e01df768-da90-4aa5-bc03-61db771c4860 service neutron] Attempting to bind port e3659d82-ba24-44c5-832d-6c02d2db9986 on network 29afb667-05a8-4e7a-acde-e087d36cddfc {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:06.665824 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2b70902b-68a1-4a66-92bc-65fb1c6d9f52 req-52f1d28b-edc6-4d35-824d-f346ceaa26e2 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd8c5aad-3d0e-4a8f-95a9-233df476d1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931698 Jun 17 08:41:06.666626 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-e01df768-da90-4aa5-bc03-61db771c4860 service neutron] Port e3659d82-ba24-44c5-832d-6c02d2db9986 on network 29afb667-05a8-4e7a-acde-e087d36cddfc not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:41:06.666952 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-e01df768-da90-4aa5-bc03-61db771c4860 service neutron] Attempting to bind port e3659d82-ba24-44c5-832d-6c02d2db9986 on network 29afb667-05a8-4e7a-acde-e087d36cddfc {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:06.683646 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-e01df768-da90-4aa5-bc03-61db771c4860 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:41:06.684073 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-e01df768-da90-4aa5-bc03-61db771c4860 service neutron] Checking segment: {'id': '76f8ea7f-69c3-4ca0-89a5-8d19fe51b47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '29afb667-05a8-4e7a-acde-e087d36cddfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:06.684443 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-e01df768-da90-4aa5-bc03-61db771c4860 service neutron] Bound using segment: {'id': '76f8ea7f-69c3-4ca0-89a5-8d19fe51b47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '29afb667-05a8-4e7a-acde-e087d36cddfc'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:41:06.684881 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-e01df768-da90-4aa5-bc03-61db771c4860 service neutron] Bound port: e3659d82-ba24-44c5-832d-6c02d2db9986, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76f8ea7f-69c3-4ca0-89a5-8d19fe51b47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '29afb667-05a8-4e7a-acde-e087d36cddfc'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:41:06.687495 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-e01df768-da90-4aa5-bc03-61db771c4860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.763067 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9398caa-4400-4ef8-a34a-18a094ce86e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2d63fc-c3fb-4b3a-8773-195c8f76cde4'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:06.770370 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05c5f5f-0dae-4329-9bcc-85968025bb4c" -d '{"events": [{"server_uuid": "b9398caa-4400-4ef8-a34a-18a094ce86e3", "name": "network-vif-plugged", "status": "completed", "tag": "0f2d63fc-c3fb-4b3a-8773-195c8f76cde4"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:06.770370 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=0f2d63fc-c3fb-4b3a-8773-195c8f76cde4,revision_number=7']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:06.787629 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:07.021984 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-e01df768-da90-4aa5-bc03-61db771c4860 service neutron] For port e3659d82-ba24-44c5-832d-6c02d2db9986, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:41:07.032462 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-e01df768-da90-4aa5-bc03-61db771c4860 service neutron] For port e3659d82-ba24-44c5-832d-6c02d2db9986, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=e3659d82-ba24-44c5-832d-6c02d2db9986,segment=NetworkSegment(76f8ea7f-69c3-4ca0-89a5-8d19fe51b47d),segment_id=76f8ea7f-69c3-4ca0-89a5-8d19fe51b47d)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:41:07.058227 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f0762de9-aa78-421b-8486-7b2067fd564b req-a29afc15-8961-4395-8ddc-470fcaa2a432 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 210 time: 0.0327277 Jun 17 08:41:07.155800 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-e01df768-da90-4aa5-bc03-61db771c4860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:07.157955 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0358b0b8-3d84-4679-bf5d-05e31c651cc9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:07.259784 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-e01df768-da90-4aa5-bc03-61db771c4860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:07.260448 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-e01df768-da90-4aa5-bc03-61db771c4860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:07.261873 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-e01df768-da90-4aa5-bc03-61db771c4860 service neutron] 10.222.0.50 "PUT /v2.0/ports/e3659d82-ba24-44c5-832d-6c02d2db9986 HTTP/1.1" status: 200 len: 1092 time: 2.4612126 Jun 17 08:41:07.274087 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd979c371-9944-4378-b0f1-8f074989e889', 'tag': 'e3659d82-ba24-44c5-832d-6c02d2db9986'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:07.277037 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4632ee-22ca-4c8e-8c3b-d268942579f2" -d '{"events": [{"name": "network-changed", "server_uuid": "d979c371-9944-4378-b0f1-8f074989e889", "tag": "e3659d82-ba24-44c5-832d-6c02d2db9986"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:07.374512 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01df768-da90-4aa5-bc03-61db771c4860 service neutron] Pushing event updated for resources: {'Port': ['ID=e3659d82-ba24-44c5-832d-6c02d2db9986,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:07.391984 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e01df768-da90-4aa5-bc03-61db771c4860 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:07.464806 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f468c1-d413-449c-b677-ed3adde226b5 req-ee31caf9-6d51-441c-a7b6-7306c68d1c4b tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:07.474958 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-54f468c1-d413-449c-b677-ed3adde226b5 req-ee31caf9-6d51-441c-a7b6-7306c68d1c4b tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=24be9833-e544-49b7-91cd-ed448a83dfa1 HTTP/1.1" status: 200 len: 946 time: 0.1433096 Jun 17 08:41:07.481323 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28999816-c02f-4504-b20f-4632edaebc3a req-8dd5222a-7bf1-407e-8795-9d95711d40e4 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:07.482883 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-28999816-c02f-4504-b20f-4632edaebc3a req-8dd5222a-7bf1-407e-8795-9d95711d40e4 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392 HTTP/1.1" status: 200 len: 949 time: 0.2443502 Jun 17 08:41:07.543944 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-54f468c1-d413-449c-b677-ed3adde226b5 req-0fc18e31-1956-4cda-9cb1-f63191b0c6d2 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648994 Jun 17 08:41:07.591032 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-07fac9fc-8fc9-40bf-8611-c0ed2e7e4479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:07.593401 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-07fac9fc-8fc9-40bf-8611-c0ed2e7e4479 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cffacac009b34f92b0755a612240299d&device_id=d979c371-9944-4378-b0f1-8f074989e889 HTTP/1.1" status: 200 len: 1095 time: 0.1871872 Jun 17 08:41:07.658092 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-28999816-c02f-4504-b20f-4632edaebc3a req-854a3e3a-e8f1-49c8-b4c0-dc395419256f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664312 Jun 17 08:41:07.665618 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-565a0906-b6b9-45e8-b90e-36fba6678c6a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3659d82-ba24-44c5-832d-6c02d2db9986 HTTP/1.1" status: 200 len: 217 time: 0.0627756 Jun 17 08:41:07.757953 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-7431ab6a-69d3-49fa-8cf0-2d6ccd4b67b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:07.759637 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-7431ab6a-69d3-49fa-8cf0-2d6ccd4b67b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4966e71b-ee53-4184-ba94-f4d5e463a1b3 HTTP/1.1" status: 200 len: 854 time: 0.0874734 Jun 17 08:41:07.772716 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cc3a65-8b82-452b-9bc0-eb421ebbfb50 x-openstack-request-id: req-04cc3a65-8b82-452b-9bc0-eb421ebbfb50 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:07.773301 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9398caa-4400-4ef8-a34a-18a094ce86e3", "name": "network-vif-plugged", "status": "completed", "tag": "0f2d63fc-c3fb-4b3a-8773-195c8f76cde4", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:07.773700 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-04cc3a65-8b82-452b-9bc0-eb421ebbfb50 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:07.774338 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9398caa-4400-4ef8-a34a-18a094ce86e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2d63fc-c3fb-4b3a-8773-195c8f76cde4', 'code': 200} Jun 17 08:41:07.847277 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf39bf-ab85-42b6-8fd8-0d85f024b0ee req-942cc035-8051-48a3-9a9e-f99120a1eea1 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:07.854702 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-1175dc9d-932d-4bf9-9b68-a54681ea144b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29afb667-05a8-4e7a-acde-e087d36cddfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854113 Jun 17 08:41:07.854962 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3fcf39bf-ab85-42b6-8fd8-0d85f024b0ee req-942cc035-8051-48a3-9a9e-f99120a1eea1 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f8108f7-c787-41e9-9fe1-749ee005a065 HTTP/1.1" status: 200 len: 945 time: 0.0915053 Jun 17 08:41:07.914320 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3fcf39bf-ab85-42b6-8fd8-0d85f024b0ee req-c9e07cd9-dec4-46d2-92d9-7f0dcf95f541 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/security-groups?id=1864c887-0fb0-417a-ba33-1998a347cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600381 Jun 17 08:41:08.070055 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a381e7-d6d3-4b6c-a64c-7f9efca31e0b x-openstack-request-id: req-86a381e7-d6d3-4b6c-a64c-7f9efca31e0b {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:08.070462 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d979c371-9944-4378-b0f1-8f074989e889", "tag": "e3659d82-ba24-44c5-832d-6c02d2db9986", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:08.070741 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-86a381e7-d6d3-4b6c-a64c-7f9efca31e0b {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:08.071149 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd979c371-9944-4378-b0f1-8f074989e889', 'tag': 'e3659d82-ba24-44c5-832d-6c02d2db9986', 'status': 'completed', 'code': 200} Jun 17 08:41:08.234531 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-733171f3-10f0-4768-baac-7e23b0567326 service neutron] 10.222.0.50 "GET /v2.0/networks/29afb667-05a8-4e7a-acde-e087d36cddfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589773 Jun 17 08:41:08.507902 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-d0ca7ebd-8ba0-4f5e-90f5-9e395ded1bed tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:08.507902 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-d0ca7ebd-8ba0-4f5e-90f5-9e395ded1bed tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.53 "GET /v2.0/networks?id=f60ef741-1693-4275-83c4-b371328659a8 HTTP/1.1" status: 200 len: 807 time: 0.1517549 Jun 17 08:41:08.558338 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-19dc9d77-c4c5-43e8-b486-42e3106e3c23 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Request body: {'port': {'device_id': '1df208ae-d43e-4ad5-9b9a-0866f791f34d', 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8', 'admin_state_up': True, 'tenant_id': 'a1c990ebd74a4b32a1ec7d295a37fe73'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:08.630033 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f0787-1bf9-4a1c-a2b0-5f012ad7c4e8 req-ee10a8d1-85c0-4433-a2bb-becfefa57d42 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:08.645624 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9d8f0787-1bf9-4a1c-a2b0-5f012ad7c4e8 req-ee10a8d1-85c0-4433-a2bb-becfefa57d42 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=24be9833-e544-49b7-91cd-ed448a83dfa1 HTTP/1.1" status: 200 len: 946 time: 0.1472406 Jun 17 08:41:08.773289 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9d8f0787-1bf9-4a1c-a2b0-5f012ad7c4e8 req-d65a76d0-0e4f-4182-bb5c-f39d0a60b5d1 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124275 Jun 17 08:41:08.819634 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fe431-1f72-41a8-955c-4c52c6a14208 req-40a4a4cb-f4ab-4631-a212-4e74ab27caa9 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:08.828891 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0f4fe431-1f72-41a8-955c-4c52c6a14208 req-40a4a4cb-f4ab-4631-a212-4e74ab27caa9 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] 10.222.0.49 "GET /v2.0/ports?device_id=d979c371-9944-4378-b0f1-8f074989e889 HTTP/1.1" status: 200 len: 943 time: 0.6622071 Jun 17 08:41:08.841458 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e99d31f8-584d-4962-b4eb-752564eacdfe req-f69ae0a6-cf50-4739-a2ed-c46d2f295f6a service neutron] 10.222.0.50 "GET /v2.0/networks/29afb667-05a8-4e7a-acde-e087d36cddfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6057618 Jun 17 08:41:08.853089 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-19dc9d77-c4c5-43e8-b486-42e3106e3c23 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Made reservation on behalf of a1c990ebd74a4b32a1ec7d295a37fe73 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:08.858227 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-19dc9d77-c4c5-43e8-b486-42e3106e3c23 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:08.944794 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0f4fe431-1f72-41a8-955c-4c52c6a14208 req-fd210010-f307-486a-809a-48f789b6c6d3 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd8c5aad-3d0e-4a8f-95a9-233df476d1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125371 Jun 17 08:41:09.100522 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-19dc9d77-c4c5-43e8-b486-42e3106e3c23 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Allocated IP 172.20.0.8 (f60ef741-1693-4275-83c4-b371328659a8/58b6fa78-2c4d-4c76-9c04-e4c6434a4b98/0a1a4563-d2b6-42b3-8665-23f5f2a62509) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:09.148152 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-015b5334-0639-4733-a95e-bd7161ad7e30 req-62cbe3bf-47c3-4c5e-8c4c-725047c1c90d tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 210 time: 0.0437176 Jun 17 08:41:09.273758 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4632ee-22ca-4c8e-8c3b-d268942579f2 req-8324c31d-f234-4e5f-aa20-51cbad24d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:09.275865 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0f4632ee-22ca-4c8e-8c3b-d268942579f2 req-8324c31d-f234-4e5f-aa20-51cbad24d120 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cffacac009b34f92b0755a612240299d&device_id=d979c371-9944-4378-b0f1-8f074989e889 HTTP/1.1" status: 200 len: 1095 time: 0.1727924 Jun 17 08:41:09.513152 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcdb04-c89b-4e5a-bdda-eca06e017357 req-ca605c76-2492-43a8-bd42-3e581cf90061 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:09.516977 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-74bcdb04-c89b-4e5a-bdda-eca06e017357 req-ca605c76-2492-43a8-bd42-3e581cf90061 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392 HTTP/1.1" status: 200 len: 949 time: 0.1461494 Jun 17 08:41:09.596402 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device a04552c6-a3a7-4e4a-9f66-f3e094aaeb81 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:09.607299 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4632ee-22ca-4c8e-8c3b-d268942579f2 req-b1b52455-6e5d-4e51-95da-89d0854c946b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:09.608962 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0f4632ee-22ca-4c8e-8c3b-d268942579f2 req-b1b52455-6e5d-4e51-95da-89d0854c946b service neutron] 10.222.0.50 "GET /v2.0/networks?id=29afb667-05a8-4e7a-acde-e087d36cddfc HTTP/1.1" status: 200 len: 915 time: 0.3094630 Jun 17 08:41:09.647420 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-19dc9d77-c4c5-43e8-b486-42e3106e3c23 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:09.693098 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-74bcdb04-c89b-4e5a-bdda-eca06e017357 req-592835ad-efa0-473d-aef6-ec5792c3ae34 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630127 Jun 17 08:41:09.710659 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0f4632ee-22ca-4c8e-8c3b-d268942579f2 req-13177715-c1d3-4812-838b-dfa0fcc0d677 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3659d82-ba24-44c5-832d-6c02d2db9986 HTTP/1.1" status: 200 len: 217 time: 0.0859277 Jun 17 08:41:09.751298 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port a04552c6-a3a7-4e4a-9f66-f3e094aaeb81 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:09.755909 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port a04552c6-a3a7-4e4a-9f66-f3e094aaeb81 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:09.756303 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:09.808057 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4632ee-22ca-4c8e-8c3b-d268942579f2 req-3ecd41be-6aaf-4fa3-9f18-0e8dfcfdfe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:09.809630 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0f4632ee-22ca-4c8e-8c3b-d268942579f2 req-3ecd41be-6aaf-4fa3-9f18-0e8dfcfdfe2b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4966e71b-ee53-4184-ba94-f4d5e463a1b3 HTTP/1.1" status: 200 len: 854 time: 0.0923889 Jun 17 08:41:09.869515 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0f4632ee-22ca-4c8e-8c3b-d268942579f2 req-cab0cb1f-a367-44af-8af6-96938cc5f3d6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29afb667-05a8-4e7a-acde-e087d36cddfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531025 Jun 17 08:41:09.922173 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-19dc9d77-c4c5-43e8-b486-42e3106e3c23 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:09.956851 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['a1204f35-c2e0-4d4d-9f44-8720a671a0ed'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:41:09.991535 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf835ee0-e123-45b1-97ab-f08eb3cd0a2f req-0f900498-2a2b-4822-9c9b-e4e977c235ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:09.993931 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bf835ee0-e123-45b1-97ab-f08eb3cd0a2f req-0f900498-2a2b-4822-9c9b-e4e977c235ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5bfe8965ffb7490fa2d2ba90942770d9&device_id=7f8108f7-c787-41e9-9fe1-749ee005a065 HTTP/1.1" status: 200 len: 1097 time: 0.2432363 Jun 17 08:41:10.013630 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4394ec9b-3ad2-4dd8-adf7-11c9340648cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:10.078435 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:10.144716 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-19dc9d77-c4c5-43e8-b486-42e3106e3c23 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Network f60ef741-1693-4275-83c4-b371328659a8 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:10.170176 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-19dc9d77-c4c5-43e8-b486-42e3106e3c23 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:10.179279 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-19dc9d77-c4c5-43e8-b486-42e3106e3c23 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:10.195858 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port a04552c6-a3a7-4e4a-9f66-f3e094aaeb81, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=a04552c6-a3a7-4e4a-9f66-f3e094aaeb81,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:10.200231 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04552c6-a3a7-4e4a-9f66-f3e094aaeb81'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:10.207214 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f61a0b-f115-44da-9357-5e877766d066" -d '{"events": [{"server_uuid": "e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392", "name": "network-vif-plugged", "status": "completed", "tag": "a04552c6-a3a7-4e4a-9f66-f3e094aaeb81"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:10.265864 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf835ee0-e123-45b1-97ab-f08eb3cd0a2f req-bdfa5e16-8f91-4afa-913e-12ea57e36c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:10.268028 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bf835ee0-e123-45b1-97ab-f08eb3cd0a2f req-bdfa5e16-8f91-4afa-913e-12ea57e36c69 service neutron] 10.222.0.53 "GET /v2.0/networks?id=18fd5b03-d9d3-4021-807c-e0837b6f1dab HTTP/1.1" status: 200 len: 915 time: 0.2568653 Jun 17 08:41:10.272492 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc9d77-c4c5-43e8-b486-42e3106e3c23 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Pushing event updated for resources: {'Port': ['ID=0a1a4563-d2b6-42b3-8665-23f5f2a62509,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:10.285205 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-19dc9d77-c4c5-43e8-b486-42e3106e3c23 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:10.307605 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:10.323207 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:10.351696 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0f4632ee-22ca-4c8e-8c3b-d268942579f2 req-dcf03b51-2a10-401e-a171-82dcc5a96539 service neutron] 10.222.0.50 "GET /v2.0/networks/29afb667-05a8-4e7a-acde-e087d36cddfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735243 Jun 17 08:41:10.405412 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-19dc9d77-c4c5-43e8-b486-42e3106e3c23 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:10.406646 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-19dc9d77-c4c5-43e8-b486-42e3106e3c23 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:10.429367 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=a04552c6-a3a7-4e4a-9f66-f3e094aaeb81,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:10.488985 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b00fb-c6f5-4190-b2b5-fbcdd4b3a358 req-00c60d5c-f8bc-43b4-aec1-5133bead066f tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:10.495867 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:10.501452 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d78b00fb-c6f5-4190-b2b5-fbcdd4b3a358 req-00c60d5c-f8bc-43b4-aec1-5133bead066f tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=24be9833-e544-49b7-91cd-ed448a83dfa1 HTTP/1.1" status: 200 len: 946 time: 0.6021352 Jun 17 08:41:10.503212 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bf835ee0-e123-45b1-97ab-f08eb3cd0a2f req-ebb3b923-1b29-417b-abc0-cc9efc2beee6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad6829e6-c594-4eb7-ae2b-afb5a7281e72 HTTP/1.1" status: 200 len: 217 time: 0.2242012 Jun 17 08:41:10.553389 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0f4632ee-22ca-4c8e-8c3b-d268942579f2 req-91bd9834-a546-4bc8-b3aa-e1f4fae58795 service neutron] 10.222.0.50 "GET /v2.0/networks/29afb667-05a8-4e7a-acde-e087d36cddfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910443 Jun 17 08:41:10.556300 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-19dc9d77-c4c5-43e8-b486-42e3106e3c23 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0425875 Jun 17 08:41:10.582990 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-357379a3-c29a-4d34-be59-12cdebcdc376 service neutron] Request body: {'port': {'device_id': '1df208ae-d43e-4ad5-9b9a-0866f791f34d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:10.680841 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d78b00fb-c6f5-4190-b2b5-fbcdd4b3a358 req-656a4d68-a4f0-4ed9-8f5e-aa113a70901d tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755822 Jun 17 08:41:10.705312 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf835ee0-e123-45b1-97ab-f08eb3cd0a2f req-4a708ed7-1914-43fb-8fe5-0fe085a68f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:10.706814 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bf835ee0-e123-45b1-97ab-f08eb3cd0a2f req-4a708ed7-1914-43fb-8fe5-0fe085a68f8e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60fc6e86-2bbe-4451-829a-e58847b21bbe HTTP/1.1" status: 200 len: 854 time: 0.1777325 Jun 17 08:41:10.776814 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bf835ee0-e123-45b1-97ab-f08eb3cd0a2f req-8dd0aab2-32d5-484d-b68e-d8529c09ab40 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18fd5b03-d9d3-4021-807c-e0837b6f1dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632627 Jun 17 08:41:10.809094 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-357379a3-c29a-4d34-be59-12cdebcdc376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:10.971527 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bf835ee0-e123-45b1-97ab-f08eb3cd0a2f req-6f2ef592-407a-4995-a86c-4631b9863191 service neutron] 10.222.0.53 "GET /v2.0/networks/18fd5b03-d9d3-4021-807c-e0837b6f1dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866748 Jun 17 08:41:11.166699 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bf835ee0-e123-45b1-97ab-f08eb3cd0a2f req-79131f29-8ba8-4e07-a650-9d70476fee56 service neutron] 10.222.0.53 "GET /v2.0/networks/18fd5b03-d9d3-4021-807c-e0837b6f1dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776247 Jun 17 08:41:11.318590 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3410211-b2da-4830-abbc-4931cfc4793d req-1c494e4e-dd4d-42c8-a7d2-99cdc2016af7 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:11.325569 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d3410211-b2da-4830-abbc-4931cfc4793d req-1c494e4e-dd4d-42c8-a7d2-99cdc2016af7 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f8108f7-c787-41e9-9fe1-749ee005a065 HTTP/1.1" status: 200 len: 945 time: 0.1578314 Jun 17 08:41:11.388560 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-357379a3-c29a-4d34-be59-12cdebcdc376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1a4563-d2b6-42b3-8665-23f5f2a62509 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:41:11.402735 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-357379a3-c29a-4d34-be59-12cdebcdc376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:11.419793 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d3410211-b2da-4830-abbc-4931cfc4793d req-eec042c4-b930-479a-a2eb-f8d270b8910c tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/security-groups?id=1864c887-0fb0-417a-ba33-1998a347cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859327 Jun 17 08:41:11.446029 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-357379a3-c29a-4d34-be59-12cdebcdc376 service neutron] Transition to ACTIVE for port object 0a1a4563-d2b6-42b3-8665-23f5f2a62509 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:11.537881 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-357379a3-c29a-4d34-be59-12cdebcdc376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:11.565093 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-61327d92-17b0-4c61-bbb9-2e6d6c64afef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:11.613631 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device e3659d82-ba24-44c5-832d-6c02d2db9986 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:41:11.853737 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357379a3-c29a-4d34-be59-12cdebcdc376 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1a4563-d2b6-42b3-8665-23f5f2a62509,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:11.857733 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port e3659d82-ba24-44c5-832d-6c02d2db9986, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=e3659d82-ba24-44c5-832d-6c02d2db9986,segment=NetworkSegment(76f8ea7f-69c3-4ca0-89a5-8d19fe51b47d),segment_id=76f8ea7f-69c3-4ca0-89a5-8d19fe51b47d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:11.887432 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': 'e3659d82-ba24-44c5-832d-6c02d2db9986', 'network_id': '29afb667-05a8-4e7a-acde-e087d36cddfc', 'port_id': 'e3659d82-ba24-44c5-832d-6c02d2db9986', 'mac_address': 'fa:16:3e:a0:56:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4966e71b-ee53-4184-ba94-f4d5e463a1b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:41:11.904528 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72851afe-0e3f-430e-bd2f-b941ce140482 req-671d76a8-cd82-458f-a785-3f3a39bdbba8 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:11.930973 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-72851afe-0e3f-430e-bd2f-b941ce140482 req-671d76a8-cd82-458f-a785-3f3a39bdbba8 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] 10.222.0.49 "GET /v2.0/ports?device_id=d979c371-9944-4378-b0f1-8f074989e889 HTTP/1.1" status: 200 len: 943 time: 0.1793766 Jun 17 08:41:11.975375 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:11.992955 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-357379a3-c29a-4d34-be59-12cdebcdc376 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:12.025692 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3659d82-ba24-44c5-832d-6c02d2db9986 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:41:12.037057 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-357379a3-c29a-4d34-be59-12cdebcdc376 service neutron] Attempting to bind port 0a1a4563-d2b6-42b3-8665-23f5f2a62509 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:41:12.037395 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-357379a3-c29a-4d34-be59-12cdebcdc376 service neutron] Attempting to bind port 0a1a4563-d2b6-42b3-8665-23f5f2a62509 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:41:12.037724 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-357379a3-c29a-4d34-be59-12cdebcdc376 service neutron] Attempting to bind port 0a1a4563-d2b6-42b3-8665-23f5f2a62509 on network f60ef741-1693-4275-83c4-b371328659a8 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:12.043273 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-72851afe-0e3f-430e-bd2f-b941ce140482 req-d2779c54-9f72-43f8-8c0c-0907e7077e50 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd8c5aad-3d0e-4a8f-95a9-233df476d1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108222 Jun 17 08:41:12.053641 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-357379a3-c29a-4d34-be59-12cdebcdc376 service neutron] Port 0a1a4563-d2b6-42b3-8665-23f5f2a62509 on network f60ef741-1693-4275-83c4-b371328659a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:41:12.053987 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-357379a3-c29a-4d34-be59-12cdebcdc376 service neutron] Attempting to bind port 0a1a4563-d2b6-42b3-8665-23f5f2a62509 on network f60ef741-1693-4275-83c4-b371328659a8 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:12.070534 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-357379a3-c29a-4d34-be59-12cdebcdc376 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:41:12.070936 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-357379a3-c29a-4d34-be59-12cdebcdc376 service neutron] Checking segment: {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:12.071342 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-357379a3-c29a-4d34-be59-12cdebcdc376 service neutron] Bound using segment: {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:41:12.071835 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-357379a3-c29a-4d34-be59-12cdebcdc376 service neutron] Bound port: 0a1a4563-d2b6-42b3-8665-23f5f2a62509, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:41:12.072198 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-357379a3-c29a-4d34-be59-12cdebcdc376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:12.128897 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port e3659d82-ba24-44c5-832d-6c02d2db9986, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=e3659d82-ba24-44c5-832d-6c02d2db9986,segment=NetworkSegment(76f8ea7f-69c3-4ca0-89a5-8d19fe51b47d),segment_id=76f8ea7f-69c3-4ca0-89a5-8d19fe51b47d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:12.209105 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:12.211753 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-ac202a12-c238-4ba9-bc81-fd00681cae85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:12.233278 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-357379a3-c29a-4d34-be59-12cdebcdc376 service neutron] For port 0a1a4563-d2b6-42b3-8665-23f5f2a62509, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:41:12.244729 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-357379a3-c29a-4d34-be59-12cdebcdc376 service neutron] For port 0a1a4563-d2b6-42b3-8665-23f5f2a62509, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=0a1a4563-d2b6-42b3-8665-23f5f2a62509,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:41:12.316107 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-357379a3-c29a-4d34-be59-12cdebcdc376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:12.322918 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-cd651d71-6d21-46e3-addc-f3f43f29389c tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:12.388626 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=e3659d82-ba24-44c5-832d-6c02d2db9986,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:12.421874 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:12.440738 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-357379a3-c29a-4d34-be59-12cdebcdc376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:12.442619 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-357379a3-c29a-4d34-be59-12cdebcdc376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:12.445398 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-357379a3-c29a-4d34-be59-12cdebcdc376 service neutron] 10.222.0.53 "PUT /v2.0/ports/0a1a4563-d2b6-42b3-8665-23f5f2a62509 HTTP/1.1" status: 200 len: 1092 time: 1.8767576 Jun 17 08:41:12.463789 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df208ae-d43e-4ad5-9b9a-0866f791f34d', 'tag': '0a1a4563-d2b6-42b3-8665-23f5f2a62509'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:12.480670 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e95ae84-ac6b-48e6-aeec-2b554b70a484" -d '{"events": [{"name": "network-changed", "server_uuid": "1df208ae-d43e-4ad5-9b9a-0866f791f34d", "tag": "0a1a4563-d2b6-42b3-8665-23f5f2a62509"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:12.486072 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9bd63-3b50-48cb-aa8e-5866658fcf10 req-05ec23f2-769c-4f3d-bba0-c2adea94e495 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:12.501735 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-65a9bd63-3b50-48cb-aa8e-5866658fcf10 req-05ec23f2-769c-4f3d-bba0-c2adea94e495 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 943 time: 0.1469326 Jun 17 08:41:12.550333 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357379a3-c29a-4d34-be59-12cdebcdc376 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1a4563-d2b6-42b3-8665-23f5f2a62509,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:12.559675 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['e3659d82-ba24-44c5-832d-6c02d2db9986'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:41:12.572982 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-357379a3-c29a-4d34-be59-12cdebcdc376 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:12.651290 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-65a9bd63-3b50-48cb-aa8e-5866658fcf10 req-b315ef80-fd29-45cb-9062-6a3ca15b66d7 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485033 Jun 17 08:41:12.798222 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a46d58d-9150-47d3-8592-ecc5a0c5ee66 x-openstack-request-id: req-5a46d58d-9150-47d3-8592-ecc5a0c5ee66 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:12.798222 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392", "name": "network-vif-plugged", "status": "completed", "tag": "a04552c6-a3a7-4e4a-9f66-f3e094aaeb81", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:12.798977 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5a46d58d-9150-47d3-8592-ecc5a0c5ee66 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:12.798977 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04552c6-a3a7-4e4a-9f66-f3e094aaeb81', 'code': 200} Jun 17 08:41:12.825925 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-77ecd764-95fd-4841-b1f8-38efe5dd6b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:12.837399 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-77ecd764-95fd-4841-b1f8-38efe5dd6b15 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 1095 time: 0.1598620 Jun 17 08:41:12.973587 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-c4df8b8f-8192-4890-863f-e46dd0665df7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a1a4563-d2b6-42b3-8665-23f5f2a62509 HTTP/1.1" status: 200 len: 217 time: 0.1274207 Jun 17 08:41:13.035461 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-685d0a23-f930-45fe-8c9a-db60af956736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:13.037319 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-685d0a23-f930-45fe-8c9a-db60af956736 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=58b6fa78-2c4d-4c76-9c04-e4c6434a4b98 HTTP/1.1" status: 200 len: 847 time: 0.0560572 Jun 17 08:41:13.083087 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7470d7-8d5a-42ac-9f89-cb5d3f2df1b5 req-b513aa70-a70e-44e2-a2f3-cc475cc4397f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:13.087642 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-5a5239f0-6403-42be-a3c3-afb0edda3133 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f60ef741-1693-4275-83c4-b371328659a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387518 Jun 17 08:41:13.104847 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-eb7470d7-8d5a-42ac-9f89-cb5d3f2df1b5 req-b513aa70-a70e-44e2-a2f3-cc475cc4397f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392 HTTP/1.1" status: 200 len: 950 time: 0.1354592 Jun 17 08:41:13.137657 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8933c21-5df8-4cdd-963d-581fa8119161 req-4d716a1e-dcdf-4d89-a6b0-bc271a7e063f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:13.139917 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e8933c21-5df8-4cdd-963d-581fa8119161 req-4d716a1e-dcdf-4d89-a6b0-bc271a7e063f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392 HTTP/1.1" status: 200 len: 1102 time: 0.2011948 Jun 17 08:41:13.181451 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-eb7470d7-8d5a-42ac-9f89-cb5d3f2df1b5 req-7a07cebd-a060-4296-8eb8-ac90481a8fab tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750921 Jun 17 08:41:13.239235 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e8933c21-5df8-4cdd-963d-581fa8119161 req-f9af48b3-3f7f-474b-be26-90dde8608047 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565448 Jun 17 08:41:13.269372 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-49972d23-ce91-42db-877a-e83fcba4165b service neutron] 10.222.0.53 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732388 Jun 17 08:41:13.484050 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3729b177-9f2d-4e58-90d8-981d12487f02 req-f28dd7d5-e80a-4361-aec1-81c1f2b9e69d service neutron] 10.222.0.53 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064824 Jun 17 08:41:13.531114 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010da3b-9522-4590-8d55-8f2cfb43f89b req-4665c3fc-a8ac-4fd1-bdcc-42284ea79a4d tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:13.543988 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d010da3b-9522-4590-8d55-8f2cfb43f89b req-4665c3fc-a8ac-4fd1-bdcc-42284ea79a4d tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f8108f7-c787-41e9-9fe1-749ee005a065 HTTP/1.1" status: 200 len: 945 time: 0.1705368 Jun 17 08:41:13.642159 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d010da3b-9522-4590-8d55-8f2cfb43f89b req-b1cd45a9-5742-45da-b058-266268600f5e tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/security-groups?id=1864c887-0fb0-417a-ba33-1998a347cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937178 Jun 17 08:41:13.722441 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae5febf-0e97-41bf-be4f-99dc887ed620 x-openstack-request-id: req-2ae5febf-0e97-41bf-be4f-99dc887ed620 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:13.722936 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df208ae-d43e-4ad5-9b9a-0866f791f34d", "tag": "0a1a4563-d2b6-42b3-8665-23f5f2a62509", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:13.723232 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ae5febf-0e97-41bf-be4f-99dc887ed620 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:13.723901 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df208ae-d43e-4ad5-9b9a-0866f791f34d', 'tag': '0a1a4563-d2b6-42b3-8665-23f5f2a62509', 'status': 'completed', 'code': 200} Jun 17 08:41:13.890726 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95ae84-ac6b-48e6-aeec-2b554b70a484 req-cfee8b71-2882-42b6-b241-b3abeefeac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:13.898110 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4e95ae84-ac6b-48e6-aeec-2b554b70a484 req-cfee8b71-2882-42b6-b241-b3abeefeac0b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 1095 time: 0.1461561 Jun 17 08:41:14.057411 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63d76c-cdcf-4da3-aa9c-35d70dfbd20c req-8fe0b8a8-6711-4a0a-b038-ecceb60a16cf tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:14.063573 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ab63d76c-cdcf-4da3-aa9c-35d70dfbd20c req-8fe0b8a8-6711-4a0a-b038-ecceb60a16cf tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=24be9833-e544-49b7-91cd-ed448a83dfa1 HTTP/1.1" status: 200 len: 946 time: 0.1420519 Jun 17 08:41:14.151694 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95ae84-ac6b-48e6-aeec-2b554b70a484 req-185e09d1-8a32-4455-a057-f666637d0b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:14.153400 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4e95ae84-ac6b-48e6-aeec-2b554b70a484 req-185e09d1-8a32-4455-a057-f666637d0b16 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f60ef741-1693-4275-83c4-b371328659a8 HTTP/1.1" status: 200 len: 908 time: 0.2513328 Jun 17 08:41:14.179930 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ab63d76c-cdcf-4da3-aa9c-35d70dfbd20c req-a11639f5-08e1-4680-a2d1-d2fd421c49ee tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993857 Jun 17 08:41:14.305502 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4e95ae84-ac6b-48e6-aeec-2b554b70a484 req-e653446e-a826-438a-8d20-ea7e197940a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a1a4563-d2b6-42b3-8665-23f5f2a62509 HTTP/1.1" status: 200 len: 217 time: 0.1327636 Jun 17 08:41:14.432463 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95ae84-ac6b-48e6-aeec-2b554b70a484 req-cf6acccb-dfae-4acf-a330-09227b1f758d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:14.437280 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4e95ae84-ac6b-48e6-aeec-2b554b70a484 req-cf6acccb-dfae-4acf-a330-09227b1f758d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=58b6fa78-2c4d-4c76-9c04-e4c6434a4b98 HTTP/1.1" status: 200 len: 847 time: 0.1208277 Jun 17 08:41:14.470950 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d3741-0768-4e01-ac3c-2a936d19083b req-a363cf6b-5cf1-4ced-b531-23690944da43 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:14.473247 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-012d3741-0768-4e01-ac3c-2a936d19083b req-a363cf6b-5cf1-4ced-b531-23690944da43 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] 10.222.0.49 "GET /v2.0/ports?device_id=d979c371-9944-4378-b0f1-8f074989e889 HTTP/1.1" status: 200 len: 944 time: 0.1321909 Jun 17 08:41:14.503899 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4e95ae84-ac6b-48e6-aeec-2b554b70a484 req-556a4ac3-0566-492b-9976-84b6b20e2a93 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f60ef741-1693-4275-83c4-b371328659a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555401 Jun 17 08:41:14.559638 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-012d3741-0768-4e01-ac3c-2a936d19083b req-703d3ddd-3d2e-400a-bd83-7e68ffe53269 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd8c5aad-3d0e-4a8f-95a9-233df476d1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697072 Jun 17 08:41:14.727561 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4e95ae84-ac6b-48e6-aeec-2b554b70a484 req-1bb27a72-7266-4a4f-9c0b-9eabe1684f4b service neutron] 10.222.0.53 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107973 Jun 17 08:41:14.979151 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4e95ae84-ac6b-48e6-aeec-2b554b70a484 req-66a9a6af-3aa0-4fec-a8a5-2530f6e36c4f service neutron] 10.222.0.53 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375090 Jun 17 08:41:15.392435 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfee6f6-fb8c-41fd-a7ce-b5c3e6da6176 req-7a63f840-c3d2-48ac-aa8c-6b5a3ad209ec tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:15.400200 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ccfee6f6-fb8c-41fd-a7ce-b5c3e6da6176 req-7a63f840-c3d2-48ac-aa8c-6b5a3ad209ec tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 943 time: 0.0982118 Jun 17 08:41:15.448427 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ccfee6f6-fb8c-41fd-a7ce-b5c3e6da6176 req-2cf7f255-4613-47a1-bde6-537307df8501 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472646 Jun 17 08:41:15.637790 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device e3659d82-ba24-44c5-832d-6c02d2db9986 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:15.684511 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9c0f0-0371-4afa-a509-bce40e42386f req-3ad54ea4-a788-45f8-9a24-cc50fa9301a4 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:15.688547 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-03c9c0f0-0371-4afa-a509-bce40e42386f req-3ad54ea4-a788-45f8-9a24-cc50fa9301a4 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392 HTTP/1.1" status: 200 len: 950 time: 0.1022577 Jun 17 08:41:15.734561 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-03c9c0f0-0371-4afa-a509-bce40e42386f req-ac6df915-aeb4-41df-96f5-aff82e3ff23d tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386741 Jun 17 08:41:15.842819 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port e3659d82-ba24-44c5-832d-6c02d2db9986 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:15.847429 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port e3659d82-ba24-44c5-832d-6c02d2db9986 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:15.848176 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:15.972681 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10a051-d77a-452a-938c-66718436ba42 req-86b2a30d-e5ec-40b3-b529-647734b31181 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:15.974413 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dc10a051-d77a-452a-938c-66718436ba42 req-86b2a30d-e5ec-40b3-b529-647734b31181 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=24be9833-e544-49b7-91cd-ed448a83dfa1 HTTP/1.1" status: 200 len: 946 time: 0.1054599 Jun 17 08:41:15.975399 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:16.063780 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port e3659d82-ba24-44c5-832d-6c02d2db9986, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=e3659d82-ba24-44c5-832d-6c02d2db9986,segment=NetworkSegment(76f8ea7f-69c3-4ca0-89a5-8d19fe51b47d),segment_id=76f8ea7f-69c3-4ca0-89a5-8d19fe51b47d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:16.063780 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd979c371-9944-4378-b0f1-8f074989e889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3659d82-ba24-44c5-832d-6c02d2db9986'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:16.063780 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507ea698-61d8-44fa-b21d-ad34089196e9" -d '{"events": [{"server_uuid": "d979c371-9944-4378-b0f1-8f074989e889", "name": "network-vif-plugged", "status": "completed", "tag": "e3659d82-ba24-44c5-832d-6c02d2db9986"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:16.064264 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dc10a051-d77a-452a-938c-66718436ba42 req-f23b8e3a-b47b-42f0-801e-6f80c4c24802 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815134 Jun 17 08:41:16.163332 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:16.166131 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:16.312648 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=e3659d82-ba24-44c5-832d-6c02d2db9986,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:16.316965 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:16.424267 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273f53c-1d10-45d5-9be7-22a18afb6d58 req-439f79d5-c815-44b7-812c-a6e28c2be32a tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:16.426323 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9273f53c-1d10-45d5-9be7-22a18afb6d58 req-439f79d5-c815-44b7-812c-a6e28c2be32a tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba4e76-0a36-4e27-98f7-c81aca89c10b HTTP/1.1" status: 200 len: 945 time: 0.1124611 Jun 17 08:41:16.535651 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9273f53c-1d10-45d5-9be7-22a18afb6d58 req-b45f6650-9bea-486c-a040-eced00e3adc3 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/security-groups?id=da8c91fc-15fc-4551-8e19-1d9282b795c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995760 Jun 17 08:41:17.475248 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:17.670868 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ac72e-eaf2-4423-9195-8c151d07979c req-be159cf7-8874-4d34-920f-0f77261cebe0 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:17.672765 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-037ac72e-eaf2-4423-9195-8c151d07979c req-be159cf7-8874-4d34-920f-0f77261cebe0 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] 10.222.0.49 "GET /v2.0/ports?device_id=d979c371-9944-4378-b0f1-8f074989e889 HTTP/1.1" status: 200 len: 945 time: 0.1084673 Jun 17 08:41:17.727340 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-037ac72e-eaf2-4423-9195-8c151d07979c req-a17e7e72-b32b-466e-a687-2843bb6f315b tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd8c5aad-3d0e-4a8f-95a9-233df476d1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468287 Jun 17 08:41:17.996335 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271240f9-03c9-4184-a4a1-ad9880abfc23 req-5283eb49-0310-4a25-b62d-d6735b96873e tempest-ServersOnMultiNodesTest-1638894366 tempest-ServersOnMultiNodesTest-1638894366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:18.004171 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-271240f9-03c9-4184-a4a1-ad9880abfc23 req-5283eb49-0310-4a25-b62d-d6735b96873e tempest-ServersOnMultiNodesTest-1638894366 tempest-ServersOnMultiNodesTest-1638894366-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392 HTTP/1.1" status: 200 len: 1102 time: 0.1127009 Jun 17 08:41:18.069340 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-271240f9-03c9-4184-a4a1-ad9880abfc23 req-9b758205-0695-44dd-8d41-75ca2dcc2356 tempest-ServersOnMultiNodesTest-1638894366 tempest-ServersOnMultiNodesTest-1638894366-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641356 Jun 17 08:41:18.149032 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4856a3fe-ec18-4882-84db-b36e75e3a7bc x-openstack-request-id: req-4856a3fe-ec18-4882-84db-b36e75e3a7bc {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:18.157834 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d979c371-9944-4378-b0f1-8f074989e889", "name": "network-vif-plugged", "status": "completed", "tag": "e3659d82-ba24-44c5-832d-6c02d2db9986", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:18.157834 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4856a3fe-ec18-4882-84db-b36e75e3a7bc {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:18.157834 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd979c371-9944-4378-b0f1-8f074989e889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3659d82-ba24-44c5-832d-6c02d2db9986', 'code': 200} Jun 17 08:41:18.378186 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14df664-5f19-48c6-a8ac-44cdafeff801 req-c3a6d043-72f0-44a2-83a6-380af20b79bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:18.380808 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c14df664-5f19-48c6-a8ac-44cdafeff801 req-c3a6d043-72f0-44a2-83a6-380af20b79bb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d979c371-9944-4378-b0f1-8f074989e889 HTTP/1.1" status: 200 len: 1097 time: 0.1400661 Jun 17 08:41:18.437406 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb2e81-d85b-45aa-96ef-c6d91a20a458 req-0eadf83f-f0a3-4282-b78d-253bc166811a tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:18.456387 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cacb2e81-d85b-45aa-96ef-c6d91a20a458 req-0eadf83f-f0a3-4282-b78d-253bc166811a tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 943 time: 0.0894513 Jun 17 08:41:18.472896 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c14df664-5f19-48c6-a8ac-44cdafeff801 req-555486de-c52e-4f0a-a50e-0c846c3e2388 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bd8c5aad-3d0e-4a8f-95a9-233df476d1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781853 Jun 17 08:41:18.503516 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cacb2e81-d85b-45aa-96ef-c6d91a20a458 req-9dd212bb-c478-476b-80cf-9be078e2566e tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460467 Jun 17 08:41:19.427388 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36f621-b38a-4e29-9161-d9e5dafb0812 req-77ff0dfd-c7ed-4f55-9c74-c82ddae8cb2a tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:19.432101 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1e36f621-b38a-4e29-9161-d9e5dafb0812 req-77ff0dfd-c7ed-4f55-9c74-c82ddae8cb2a tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8108f7-c787-41e9-9fe1-749ee005a065 HTTP/1.1" status: 200 len: 945 time: 0.4163184 Jun 17 08:41:19.536562 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ada4d-b851-45d1-9796-d63d4bfeff3a req-c19549db-3c12-4654-962b-c017229696a3 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:19.545382 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0a4ada4d-b851-45d1-9796-d63d4bfeff3a req-c19549db-3c12-4654-962b-c017229696a3 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f8108f7-c787-41e9-9fe1-749ee005a065 HTTP/1.1" status: 200 len: 945 time: 0.1589136 Jun 17 08:41:19.614457 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0a4ada4d-b851-45d1-9796-d63d4bfeff3a req-e54a270f-a219-44e4-9ad0-b62828d2c41e tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.49 "GET /v2.0/security-groups?id=1864c887-0fb0-417a-ba33-1998a347cc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680561 Jun 17 08:41:19.660675 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-1e36f621-b38a-4e29-9161-d9e5dafb0812 req-9d64cd26-6f0c-49f0-9e36-1c5df0fddabd tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Deleting port ad6829e6-c594-4eb7-ae2b-afb5a7281e72 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:19.661414 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-1e36f621-b38a-4e29-9161-d9e5dafb0812 req-9d64cd26-6f0c-49f0-9e36-1c5df0fddabd tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:19.812633 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b9048-6030-4507-96c8-15ce63620076 req-9754a214-1797-4f9c-851f-3eaabcbdfe64 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:19.820404 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-424b9048-6030-4507-96c8-15ce63620076 req-9754a214-1797-4f9c-851f-3eaabcbdfe64 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=24be9833-e544-49b7-91cd-ed448a83dfa1 HTTP/1.1" status: 200 len: 946 time: 0.0874786 Jun 17 08:41:19.871365 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-424b9048-6030-4507-96c8-15ce63620076 req-5df3cb0c-e836-4a3d-955f-51d48dfe836a tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494857 Jun 17 08:41:19.880915 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-1e36f621-b38a-4e29-9161-d9e5dafb0812 req-9d64cd26-6f0c-49f0-9e36-1c5df0fddabd tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] For port ad6829e6-c594-4eb7-ae2b-afb5a7281e72, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ad6829e6-c594-4eb7-ae2b-afb5a7281e72,segment=NetworkSegment(be768031-f046-406a-aa9d-c08ebfd64d49),segment_id=be768031-f046-406a-aa9d-c08ebfd64d49)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:19.881297 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-1e36f621-b38a-4e29-9161-d9e5dafb0812 req-9d64cd26-6f0c-49f0-9e36-1c5df0fddabd tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:19.977847 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-1e36f621-b38a-4e29-9161-d9e5dafb0812 req-9d64cd26-6f0c-49f0-9e36-1c5df0fddabd tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Calling delete_port for ad6829e6-c594-4eb7-ae2b-afb5a7281e72 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:20.500314 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:20.548803 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-1e36f621-b38a-4e29-9161-d9e5dafb0812 req-9d64cd26-6f0c-49f0-9e36-1c5df0fddabd tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:20.555204 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e01df768-da90-4aa5-bc03-61db771c4860 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:20.562764 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['ad6829e6-c594-4eb7-ae2b-afb5a7281e72'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:41:20.585629 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64cd26-6f0c-49f0-9e36-1c5df0fddabd tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Pushing event deleted for resources: {'Port': ['ID=ad6829e6-c594-4eb7-ae2b-afb5a7281e72,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:20.597116 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9d64cd26-6f0c-49f0-9e36-1c5df0fddabd tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:20.663153 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e36f621-b38a-4e29-9161-d9e5dafb0812 req-9d64cd26-6f0c-49f0-9e36-1c5df0fddabd tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] No DVR routers for this DVR port ad6829e6-c594-4eb7-ae2b-afb5a7281e72 on host n-h2-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:41:20.666458 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-1e36f621-b38a-4e29-9161-d9e5dafb0812 req-9d64cd26-6f0c-49f0-9e36-1c5df0fddabd tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:20.669674 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1e36f621-b38a-4e29-9161-d9e5dafb0812 req-9d64cd26-6f0c-49f0-9e36-1c5df0fddabd tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] 10.222.0.53 "DELETE /v2.0/ports/ad6829e6-c594-4eb7-ae2b-afb5a7281e72 HTTP/1.1" status: 204 len: 173 time: 1.2338064 Jun 17 08:41:20.670413 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8108f7-c787-41e9-9fe1-749ee005a065', 'name': 'network-vif-deleted', 'tag': 'ad6829e6-c594-4eb7-ae2b-afb5a7281e72'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:20.673922 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bacee5-7b98-494c-8cb9-c340dfa0c8fa" -d '{"events": [{"server_uuid": "7f8108f7-c787-41e9-9fe1-749ee005a065", "name": "network-vif-deleted", "tag": "ad6829e6-c594-4eb7-ae2b-afb5a7281e72"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:21.058250 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b1df4-40c6-4d83-b2f4-b5acc0e5a088 req-d5e730e8-a704-4c9b-9584-51824b3c04ea tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:21.061482 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a13b1df4-40c6-4d83-b2f4-b5acc0e5a088 req-d5e730e8-a704-4c9b-9584-51824b3c04ea tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4ba4e76-0a36-4e27-98f7-c81aca89c10b HTTP/1.1" status: 200 len: 945 time: 0.1280346 Jun 17 08:41:21.258922 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-a13b1df4-40c6-4d83-b2f4-b5acc0e5a088 req-7676634e-30a6-4399-a285-a199d205ed0a tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Deleting port 4b962e4d-8f9c-4067-aa4b-00a3fc188f26 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:21.259324 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-a13b1df4-40c6-4d83-b2f4-b5acc0e5a088 req-7676634e-30a6-4399-a285-a199d205ed0a tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.381094 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-a13b1df4-40c6-4d83-b2f4-b5acc0e5a088 req-7676634e-30a6-4399-a285-a199d205ed0a tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] For port 4b962e4d-8f9c-4067-aa4b-00a3fc188f26, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=4b962e4d-8f9c-4067-aa4b-00a3fc188f26,segment=NetworkSegment(7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7),segment_id=7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:21.381533 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-a13b1df4-40c6-4d83-b2f4-b5acc0e5a088 req-7676634e-30a6-4399-a285-a199d205ed0a tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.706745 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-a13b1df4-40c6-4d83-b2f4-b5acc0e5a088 req-7676634e-30a6-4399-a285-a199d205ed0a tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.709949 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-a13b1df4-40c6-4d83-b2f4-b5acc0e5a088 req-7676634e-30a6-4399-a285-a199d205ed0a tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.710277 n-d-758944-30 neutron-server[94520]: INFO neutron.db.l3_db [req-a13b1df4-40c6-4d83-b2f4-b5acc0e5a088 req-7676634e-30a6-4399-a285-a199d205ed0a tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Floating IP d3e93000-2b10-47a8-910a-3d58989593ea disassociated. External IP: 172.25.2.2, port: 4b962e4d-8f9c-4067-aa4b-00a3fc188f26. Jun 17 08:41:21.711627 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-a13b1df4-40c6-4d83-b2f4-b5acc0e5a088 req-7676634e-30a6-4399-a285-a199d205ed0a tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Calling delete_port for 4b962e4d-8f9c-4067-aa4b-00a3fc188f26 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:22.363161 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-a13b1df4-40c6-4d83-b2f4-b5acc0e5a088 req-7676634e-30a6-4399-a285-a199d205ed0a tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:22.367627 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d6d0f1e9-3f65-4c50-b493-e338621484cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:22.398769 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676634e-30a6-4399-a285-a199d205ed0a tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Pushing event deleted for resources: {'Port': ['ID=4b962e4d-8f9c-4067-aa4b-00a3fc188f26,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:22.402697 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7676634e-30a6-4399-a285-a199d205ed0a tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:22.532845 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a13b1df4-40c6-4d83-b2f4-b5acc0e5a088 req-7676634e-30a6-4399-a285-a199d205ed0a tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Router e120ac66-135b-4adc-919c-bcdbfe62a5f7 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:41:22.683025 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a13b1df4-40c6-4d83-b2f4-b5acc0e5a088 req-7676634e-30a6-4399-a285-a199d205ed0a tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:41:22.698744 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830bae39-dc4b-4882-b229-9d7f5b461eb4 None None] Sync routers for ids ['e120ac66-135b-4adc-919c-bcdbfe62a5f7'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:41:22.706863 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device ad6829e6-c594-4eb7-ae2b-afb5a7281e72 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:41:22.740411 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: ad6829e6-c594-4eb7-ae2b-afb5a7281e72 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:41:22.746975 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device ad6829e6-c594-4eb7-ae2b-afb5a7281e72 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:41:22.747154 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830bae39-dc4b-4882-b229-9d7f5b461eb4 None None] Routers {'e120ac66-135b-4adc-919c-bcdbfe62a5f7'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:22.749443 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-830bae39-dc4b-4882-b229-9d7f5b461eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:40:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e120ac66-135b-4adc-919c-bcdbfe62a5f7'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:22.800319 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13b1df4-40c6-4d83-b2f4-b5acc0e5a088 req-7676634e-30a6-4399-a285-a199d205ed0a tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] No DVR routers for this DVR port 4b962e4d-8f9c-4067-aa4b-00a3fc188f26 on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:41:22.804106 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-a13b1df4-40c6-4d83-b2f4-b5acc0e5a088 req-7676634e-30a6-4399-a285-a199d205ed0a tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:22.806214 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a13b1df4-40c6-4d83-b2f4-b5acc0e5a088 req-7676634e-30a6-4399-a285-a199d205ed0a tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.50 "DELETE /v2.0/ports/4b962e4d-8f9c-4067-aa4b-00a3fc188f26 HTTP/1.1" status: 204 len: 173 time: 1.7388601 Jun 17 08:41:22.953959 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-830bae39-dc4b-4882-b229-9d7f5b461eb4 None None] Set router e120ac66-135b-4adc-919c-bcdbfe62a5f7 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:23.483559 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-830bae39-dc4b-4882-b229-9d7f5b461eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840871843-router', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:21Z', 'revision_number': 4, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'gw_port': {'id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'd889228a-7466-403a-b2cf-746d88470ba5', 'name': '', 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'mac_address': 'fa:16:3e:fc:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:19Z', 'updated_at': '2021-06-17T08:36:29Z', 'revision_number': 5, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'subnets': [{'id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:23.528774 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830bae39-dc4b-4882-b229-9d7f5b461eb4 None None] Checking router: e120ac66-135b-4adc-919c-bcdbfe62a5f7 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:41:23.550070 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830bae39-dc4b-4882-b229-9d7f5b461eb4 None None] Routers {'e120ac66-135b-4adc-919c-bcdbfe62a5f7'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:23.550855 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-830bae39-dc4b-4882-b229-9d7f5b461eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:40:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e120ac66-135b-4adc-919c-bcdbfe62a5f7'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:23.709350 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-830bae39-dc4b-4882-b229-9d7f5b461eb4 None None] Set router e120ac66-135b-4adc-919c-bcdbfe62a5f7 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:23.931087 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-830bae39-dc4b-4882-b229-9d7f5b461eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840871843-router', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:21Z', 'revision_number': 4, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'gw_port': {'id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'd889228a-7466-403a-b2cf-746d88470ba5', 'name': '', 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'mac_address': 'fa:16:3e:fc:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:19Z', 'updated_at': '2021-06-17T08:36:29Z', 'revision_number': 5, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'subnets': [{'id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:23.972662 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830bae39-dc4b-4882-b229-9d7f5b461eb4 None None] The sync data for ids ['e120ac66-135b-4adc-919c-bcdbfe62a5f7'] in n-d-758944-30 is: [{'id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840871843-router', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:21Z', 'revision_number': 4, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'gw_port': {'id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'd889228a-7466-403a-b2cf-746d88470ba5', 'name': '', 'network_id': '31e06f2d-0e35-40cc-88df-cef11ddd5527', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'mac_address': 'fa:16:3e:fc:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:19Z', 'updated_at': '2021-06-17T08:36:29Z', 'revision_number': 5, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'subnets': [{'id': 'e5e8ab6c-8b7b-4e37-b033-797fad98bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:41:24.281946 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a04c0a5-8bb2-46e1-ab3d-a65f01bfd6e7 None None] New status for floating IP d3e93000-2b10-47a8-910a-3d58989593ea: DOWN {{(pid=94521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:41:25.366369 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-489eb513-80b3-4558-897b-06b2e1f21f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:25.581823 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-af528f71-15b3-4862-90fd-75986775e1ee req-8a32510a-10c0-426e-9607-7bb39fa7ffbc tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=da9417294c5449b28843fbefd48fea0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419085 Jun 17 08:41:25.675123 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 4b962e4d-8f9c-4067-aa4b-00a3fc188f26 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:41:25.719098 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 4b962e4d-8f9c-4067-aa4b-00a3fc188f26 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:41:25.719835 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 4b962e4d-8f9c-4067-aa4b-00a3fc188f26 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:41:25.752117 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af528f71-15b3-4862-90fd-75986775e1ee req-07376240-9263-4b3d-a3b9-a3328d1f14a2 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:25.754851 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-af528f71-15b3-4862-90fd-75986775e1ee req-07376240-9263-4b3d-a3b9-a3328d1f14a2 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1670401 Jun 17 08:41:25.770695 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-af528f71-15b3-4862-90fd-75986775e1ee req-e3f2530b-60b6-42b5-a1a0-e9326a4e51aa tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/quotas/da9417294c5449b28843fbefd48fea0b HTTP/1.1" status: 200 len: 375 time: 0.0102575 Jun 17 08:41:25.778895 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafeb7ea-fb51-4907-bad1-69085fe55a42 req-4a8e8bbc-6c46-4d3e-ab10-9f52b2e4311d tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:25.781730 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fafeb7ea-fb51-4907-bad1-69085fe55a42 req-4a8e8bbc-6c46-4d3e-ab10-9f52b2e4311d tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] 10.222.0.49 "GET /v2.0/ports?device_id=d979c371-9944-4378-b0f1-8f074989e889 HTTP/1.1" status: 200 len: 945 time: 0.1069391 Jun 17 08:41:25.832949 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fafeb7ea-fb51-4907-bad1-69085fe55a42 req-ba3ca77f-2998-48a0-aa49-03fc826a1049 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd8c5aad-3d0e-4a8f-95a9-233df476d1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429933 Jun 17 08:41:25.869078 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-af528f71-15b3-4862-90fd-75986775e1ee req-1b498d00-00fa-4573-9e6f-de1b3e724f4d tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=da9417294c5449b28843fbefd48fea0b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0922937 Jun 17 08:41:26.115137 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2684bd-c3ce-435f-951d-f545363d8c3f req-4b5063eb-6db4-4ebb-acfc-4e2da0c73858 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:26.117110 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1c2684bd-c3ce-435f-951d-f545363d8c3f req-4b5063eb-6db4-4ebb-acfc-4e2da0c73858 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 943 time: 0.0804863 Jun 17 08:41:26.165771 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1c2684bd-c3ce-435f-951d-f545363d8c3f req-b7b5e83f-d446-4d91-b723-48645e097f17 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410929 Jun 17 08:41:26.349420 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45364) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:26.403222 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a57704-70bc-4600-979e-7c68310c2668 req-40483c8b-703f-40bb-8c61-abff475acb21 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:26.404974 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f6a57704-70bc-4600-979e-7c68310c2668 req-40483c8b-703f-40bb-8c61-abff475acb21 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=24be9833-e544-49b7-91cd-ed448a83dfa1 HTTP/1.1" status: 200 len: 946 time: 0.0997190 Jun 17 08:41:26.421069 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ff735c-8ae1-48b3-b967-1c49c7ac1885 x-openstack-request-id: req-a4ff735c-8ae1-48b3-b967-1c49c7ac1885 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:26.421581 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8108f7-c787-41e9-9fe1-749ee005a065", "name": "network-vif-deleted", "tag": "ad6829e6-c594-4eb7-ae2b-afb5a7281e72", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:26.422367 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4ff735c-8ae1-48b3-b967-1c49c7ac1885 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:26.422874 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8108f7-c787-41e9-9fe1-749ee005a065', 'name': 'network-vif-deleted', 'tag': 'ad6829e6-c594-4eb7-ae2b-afb5a7281e72', 'status': 'completed', 'code': 200} Jun 17 08:41:26.453597 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe5890d9-47ab-4a83-be6e-f33114190110 admin admin] Deleting subnet 60fc6e86-2bbe-4451-829a-e58847b21bbe {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:41:26.457834 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fe5890d9-47ab-4a83-be6e-f33114190110 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.484153 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f6a57704-70bc-4600-979e-7c68310c2668 req-bfb30220-49a4-4ae1-8fce-d453805fdb28 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656140 Jun 17 08:41:26.510683 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fe5890d9-47ab-4a83-be6e-f33114190110 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.554060 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fe5890d9-47ab-4a83-be6e-f33114190110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.563997 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1923d1a6-c8c9-44c0-b672-045d6a722edc req-7ec2976b-0d4c-4303-9cd5-15f8eb7f729b tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=c152ad26-c53c-4e56-a837-334974641240 HTTP/1.1" status: 200 len: 210 time: 0.0403967 Jun 17 08:41:26.711038 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 0a1a4563-d2b6-42b3-8665-23f5f2a62509 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:41:26.777910 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fe5890d9-47ab-4a83-be6e-f33114190110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.784844 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:26.827028 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5890d9-47ab-4a83-be6e-f33114190110 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60fc6e86-2bbe-4451-829a-e58847b21bbe,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:26.841363 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 0a1a4563-d2b6-42b3-8665-23f5f2a62509, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=0a1a4563-d2b6-42b3-8665-23f5f2a62509,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:26.848091 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5890d9-47ab-4a83-be6e-f33114190110 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:26.849210 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5890d9-47ab-4a83-be6e-f33114190110 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:26.851216 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5890d9-47ab-4a83-be6e-f33114190110 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:26.852223 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5890d9-47ab-4a83-be6e-f33114190110 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:26.853165 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5890d9-47ab-4a83-be6e-f33114190110 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:26.853948 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '0a1a4563-d2b6-42b3-8665-23f5f2a62509', 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8', 'port_id': '0a1a4563-d2b6-42b3-8665-23f5f2a62509', 'mac_address': 'fa:16:3e:22:9f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b6fa78-2c4d-4c76-9c04-e4c6434a4b98', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:41:26.854387 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5890d9-47ab-4a83-be6e-f33114190110 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:26.855310 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5890d9-47ab-4a83-be6e-f33114190110 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:26.856376 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5890d9-47ab-4a83-be6e-f33114190110 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:26.857034 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5890d9-47ab-4a83-be6e-f33114190110 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:26.857958 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5890d9-47ab-4a83-be6e-f33114190110 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:26.858882 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5890d9-47ab-4a83-be6e-f33114190110 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:26.859849 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5890d9-47ab-4a83-be6e-f33114190110 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:26.865175 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fe5890d9-47ab-4a83-be6e-f33114190110 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.866657 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b21214-e822-443a-9a15-d82f75403bbf req-7b19c39e-e5a3-4576-9003-4e2b38fb7b6d tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:26.868698 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-fe5890d9-47ab-4a83-be6e-f33114190110 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/60fc6e86-2bbe-4451-829a-e58847b21bbe HTTP/1.1" status: 204 len: 168 time: 0.5177715 Jun 17 08:41:26.870390 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fe5890d9-47ab-4a83-be6e-f33114190110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:26.871415 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45410) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:26.875665 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-63b21214-e822-443a-9a15-d82f75403bbf req-7b19c39e-e5a3-4576-9003-4e2b38fb7b6d tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/networks?id=fea49251-81be-4e2e-808d-a9b2cf889740 HTTP/1.1" status: 200 len: 813 time: 0.1560042 Jun 17 08:41:26.887016 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-63b21214-e822-443a-9a15-d82f75403bbf req-5b9f8409-8725-412d-a23e-fcef848d4fa8 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/quotas/00b33b4b21ab418a82a171a9950d5f14 HTTP/1.1" status: 200 len: 375 time: 0.0103226 Jun 17 08:41:26.896316 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.931275 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1a4563-d2b6-42b3-8665-23f5f2a62509 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:41:26.965182 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 0a1a4563-d2b6-42b3-8665-23f5f2a62509, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=0a1a4563-d2b6-42b3-8665-23f5f2a62509,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:26.985952 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a56d8925-b645-43de-b58b-5f45dfc10af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.997479 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-63b21214-e822-443a-9a15-d82f75403bbf req-7a10809a-4378-4727-be9b-a7b318d3ae11 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=00b33b4b21ab418a82a171a9950d5f14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1014054 Jun 17 08:41:27.084335 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a56d8925-b645-43de-b58b-5f45dfc10af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:27.099850 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-a56d8925-b645-43de-b58b-5f45dfc10af6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18fd5b03-d9d3-4021-807c-e0837b6f1dab']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:27.103782 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:27.108693 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:27.118267 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-a56d8925-b645-43de-b58b-5f45dfc10af6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be768031-f046-406a-aa9d-c08ebfd64d49') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:27.118569 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-a56d8925-b645-43de-b58b-5f45dfc10af6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be768031-f046-406a-aa9d-c08ebfd64d49') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:27.129792 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a56d8925-b645-43de-b58b-5f45dfc10af6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:27.146714 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-63b21214-e822-443a-9a15-d82f75403bbf req-50d2bf25-1c2c-4fc3-ace1-f86e888c949d service neutron] 10.222.0.49 "GET /v2.0/networks/fea49251-81be-4e2e-808d-a9b2cf889740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295545 Jun 17 08:41:27.151463 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a56d8925-b645-43de-b58b-5f45dfc10af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:27.158884 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a56d8925-b645-43de-b58b-5f45dfc10af6 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:41:27.159290 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a56d8925-b645-43de-b58b-5f45dfc10af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:41:27.161449 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:41:27.173968 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:41:27.173968 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:41:27.173968 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:41:27.173968 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:41:27.173968 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:41:27.173968 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:41:27.173968 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:41:27.173968 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:41:27.173968 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:41:27.173968 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:41:27.173968 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:41:27.173968 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:41:27.175893 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=0a1a4563-d2b6-42b3-8665-23f5f2a62509,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:27.181901 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:27.182409 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:27.182876 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:27.183318 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:27.183796 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:27.184239 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:27.184676 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:27.185108 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:27.185539 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:27.186254 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:27.186687 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:27.187136 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:27.191498 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:27.339246 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-63b21214-e822-443a-9a15-d82f75403bbf req-eec05679-e751-48c7-b39e-ec15be2f401e service neutron] 10.222.0.49 "GET /v2.0/networks/fea49251-81be-4e2e-808d-a9b2cf889740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857469 Jun 17 08:41:27.357031 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a56d8925-b645-43de-b58b-5f45dfc10af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:27.363929 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dea2c4e1-4b28-4e8a-9c35-9c0102cb7b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:27.368467 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a56d8925-b645-43de-b58b-5f45dfc10af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:27.376059 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a56d8925-b645-43de-b58b-5f45dfc10af6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/18fd5b03-d9d3-4021-807c-e0837b6f1dab HTTP/1.1" status: 204 len: 168 time: 0.4981470 Jun 17 08:41:27.383942 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['0a1a4563-d2b6-42b3-8665-23f5f2a62509'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:41:27.400164 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d8925-b645-43de-b58b-5f45dfc10af6 admin admin] Pushing event deleted for resources: {'Network': ['ID=18fd5b03-d9d3-4021-807c-e0837b6f1dab,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:27.407747 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a56d8925-b645-43de-b58b-5f45dfc10af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:28.036877 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.082868 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45464) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:28.171844 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6e72a957-e2ec-46a3-95b2-8d9e889128d6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5bfe8965ffb7490fa2d2ba90942770d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0861938 Jun 17 08:41:28.176243 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45466) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:28.233924 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7d25f2cd-05b0-43d5-b8a0-14591ab04277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.265779 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7d25f2cd-05b0-43d5-b8a0-14591ab04277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.414013 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7d25f2cd-05b0-43d5-b8a0-14591ab04277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.424375 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ba4e76-0a36-4e27-98f7-c81aca89c10b', 'name': 'network-vif-deleted', 'tag': '4b962e4d-8f9c-4067-aa4b-00a3fc188f26'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:28.428162 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0aa2bb-4efe-43f6-935b-110cacc0474d" -d '{"events": [{"server_uuid": "e4ba4e76-0a36-4e27-98f7-c81aca89c10b", "name": "network-vif-deleted", "tag": "4b962e4d-8f9c-4067-aa4b-00a3fc188f26"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:28.431449 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7d25f2cd-05b0-43d5-b8a0-14591ab04277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.440306 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7d25f2cd-05b0-43d5-b8a0-14591ab04277 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1864c887-0fb0-417a-ba33-1998a347cc43 HTTP/1.1" status: 204 len: 168 time: 0.2616069 Jun 17 08:41:28.443302 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ea930bc9-05e6-4c7c-aaff-b1257be14ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:28.473717 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25f2cd-05b0-43d5-b8a0-14591ab04277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1864c887-0fb0-417a-ba33-1998a347cc43,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:28.486982 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7d25f2cd-05b0-43d5-b8a0-14591ab04277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:28.632505 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-209fb84e-de32-448c-84d0-957302aded11 req-6ea147b4-c428-43ca-b8a3-878ab950562e tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=c152ad26-c53c-4e56-a837-334974641240 HTTP/1.1" status: 200 len: 210 time: 0.0390878 Jun 17 08:41:28.693508 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e456fa0-dc39-4fe0-ba82-43d1887648ea req-1f08429b-cdfb-4f51-b1d5-2f295bc1ef29 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:28.696883 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0e456fa0-dc39-4fe0-ba82-43d1887648ea req-1f08429b-cdfb-4f51-b1d5-2f295bc1ef29 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 944 time: 0.1616590 Jun 17 08:41:28.737019 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 0a1a4563-d2b6-42b3-8665-23f5f2a62509 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:28.766795 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-425bcad7-cbf5-4cb4-bb1c-c1d7fbc8dc1d req-806e56b6-4ef5-4ad3-b99a-ec3d729826f1 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/ports?device_id=10afd72b-2d19-4919-9da3-c5e34f211265 HTTP/1.1" status: 200 len: 210 time: 0.0644574 Jun 17 08:41:28.795537 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0e456fa0-dc39-4fe0-ba82-43d1887648ea req-e14fa3bd-a5b0-4f1f-9383-88ffaa6264a9 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860040 Jun 17 08:41:28.934075 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 0a1a4563-d2b6-42b3-8665-23f5f2a62509 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:28.939510 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 0a1a4563-d2b6-42b3-8665-23f5f2a62509 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:28.940376 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:29.030189 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45484) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:29.070781 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:29.110309 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df208ae-d43e-4ad5-9b9a-0866f791f34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1a4563-d2b6-42b3-8665-23f5f2a62509'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:29.112977 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a89098-6d7a-4944-8a87-17d491ad1f40" -d '{"events": [{"server_uuid": "1df208ae-d43e-4ad5-9b9a-0866f791f34d", "name": "network-vif-plugged", "status": "completed", "tag": "0a1a4563-d2b6-42b3-8665-23f5f2a62509"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:29.113309 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4d9dd5e5-0650-4222-b195-0c7f61ae59f7 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:29.129181 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 0a1a4563-d2b6-42b3-8665-23f5f2a62509, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=0a1a4563-d2b6-42b3-8665-23f5f2a62509,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:29.152395 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4d9dd5e5-0650-4222-b195-0c7f61ae59f7 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:29.189227 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51d9422-06f3-4ad0-a6be-8c2c3590d1ea x-openstack-request-id: req-a51d9422-06f3-4ad0-a6be-8c2c3590d1ea {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:29.189585 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ba4e76-0a36-4e27-98f7-c81aca89c10b", "name": "network-vif-deleted", "tag": "4b962e4d-8f9c-4067-aa4b-00a3fc188f26", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:29.190751 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a51d9422-06f3-4ad0-a6be-8c2c3590d1ea {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:29.190751 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ba4e76-0a36-4e27-98f7-c81aca89c10b', 'name': 'network-vif-deleted', 'tag': '4b962e4d-8f9c-4067-aa4b-00a3fc188f26', 'status': 'completed', 'code': 200} Jun 17 08:41:29.220270 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2c4e64-a47a-4baa-9991-a2ef6dd1ab0c x-openstack-request-id: req-ed2c4e64-a47a-4baa-9991-a2ef6dd1ab0c {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:29.220673 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df208ae-d43e-4ad5-9b9a-0866f791f34d", "name": "network-vif-plugged", "status": "completed", "tag": "0a1a4563-d2b6-42b3-8665-23f5f2a62509", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:29.222765 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ed2c4e64-a47a-4baa-9991-a2ef6dd1ab0c {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:29.223632 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df208ae-d43e-4ad5-9b9a-0866f791f34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1a4563-d2b6-42b3-8665-23f5f2a62509', 'code': 200} Jun 17 08:41:29.262515 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:29.265302 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:29.371411 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4d9dd5e5-0650-4222-b195-0c7f61ae59f7 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:29.374500 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4d9dd5e5-0650-4222-b195-0c7f61ae59f7 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:29.376034 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4d9dd5e5-0650-4222-b195-0c7f61ae59f7 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "DELETE /v2.0/security-groups/da8c91fc-15fc-4551-8e19-1d9282b795c0 HTTP/1.1" status: 204 len: 168 time: 0.3435724 Jun 17 08:41:29.379072 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45502) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:29.381508 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-99c5f241-b18a-49f2-a434-ce7dadc503ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:29.399413 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-4318904b-c043-46ac-888f-93db2e0458e1 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] show failed (client error): The resource could not be found. Jun 17 08:41:29.400762 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4318904b-c043-46ac-888f-93db2e0458e1 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "GET /v2.0/security-groups/da8c91fc-15fc-4551-8e19-1d9282b795c0 HTTP/1.1" status: 404 len: 347 time: 0.0201411 Jun 17 08:41:29.405155 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45506) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:29.427167 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9dd5e5-0650-4222-b195-0c7f61ae59f7 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8c91fc-15fc-4551-8e19-1d9282b795c0,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:29.453759 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9dd5e5-0650-4222-b195-0c7f61ae59f7 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:29.457904 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9dd5e5-0650-4222-b195-0c7f61ae59f7 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:29.458546 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9dd5e5-0650-4222-b195-0c7f61ae59f7 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:29.459061 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9dd5e5-0650-4222-b195-0c7f61ae59f7 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:29.461401 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9dd5e5-0650-4222-b195-0c7f61ae59f7 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:29.462911 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9dd5e5-0650-4222-b195-0c7f61ae59f7 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:29.463436 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9dd5e5-0650-4222-b195-0c7f61ae59f7 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:29.465136 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9dd5e5-0650-4222-b195-0c7f61ae59f7 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:29.468155 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9dd5e5-0650-4222-b195-0c7f61ae59f7 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:29.468727 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9dd5e5-0650-4222-b195-0c7f61ae59f7 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:29.469267 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=0a1a4563-d2b6-42b3-8665-23f5f2a62509,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:29.469438 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9dd5e5-0650-4222-b195-0c7f61ae59f7 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:29.469630 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9dd5e5-0650-4222-b195-0c7f61ae59f7 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:29.487300 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:29.497255 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4d9dd5e5-0650-4222-b195-0c7f61ae59f7 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:29.502095 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874e381-023e-44ed-9e39-c4a2f7b967ad req-7605854e-6592-473a-aebf-bc1d6e976806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:29.504795 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1874e381-023e-44ed-9e39-c4a2f7b967ad req-7605854e-6592-473a-aebf-bc1d6e976806 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 1097 time: 0.1861174 Jun 17 08:41:29.562930 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-bacb24dd-ff9b-49e2-9d87-a2439ee45b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:29.592805 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1874e381-023e-44ed-9e39-c4a2f7b967ad req-00adab4c-d34d-4849-9291-18ed411a65ea service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789235 Jun 17 08:41:29.701168 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:41:29.716112 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-f0d5fa17-4fa7-41fa-bafe-e31b0ca6a0e5 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Deleting port d6fc660a-dbc8-49c4-9046-41ace3cf1b0d {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:29.717716 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f0d5fa17-4fa7-41fa-bafe-e31b0ca6a0e5 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:29.857742 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:29.865686 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f0d5fa17-4fa7-41fa-bafe-e31b0ca6a0e5 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:29.866237 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f0d5fa17-4fa7-41fa-bafe-e31b0ca6a0e5 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:29.914136 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=0f2d63fc-c3fb-4b3a-8773-195c8f76cde4,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:29.966301 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-f0d5fa17-4fa7-41fa-bafe-e31b0ca6a0e5 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Calling delete_port for d6fc660a-dbc8-49c4-9046-41ace3cf1b0d owned by network:floatingip {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:30.042731 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:30.044551 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:30.109968 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-af528f71-15b3-4862-90fd-75986775e1ee req-e124e34a-451a-4cbb-bbe4-b132c971e961 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=da9417294c5449b28843fbefd48fea0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379405 Jun 17 08:41:30.146027 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=0f2d63fc-c3fb-4b3a-8773-195c8f76cde4,revision_number=8']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:30.154269 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:30.272172 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af528f71-15b3-4862-90fd-75986775e1ee req-4197b664-8970-4aac-bfcc-8d7e2b269a36 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:30.273943 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-af528f71-15b3-4862-90fd-75986775e1ee req-4197b664-8970-4aac-bfcc-8d7e2b269a36 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1591520 Jun 17 08:41:30.291862 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-af528f71-15b3-4862-90fd-75986775e1ee req-3ff58ad0-b8ed-4df9-a199-01a9c1e425e1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Request body: {'port': {'device_id': 'c152ad26-c53c-4e56-a837-334974641240', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'admin_state_up': True, 'tenant_id': 'da9417294c5449b28843fbefd48fea0b'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:30.571386 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f0d5fa17-4fa7-41fa-bafe-e31b0ca6a0e5 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:30.573795 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af528f71-15b3-4862-90fd-75986775e1ee req-3ff58ad0-b8ed-4df9-a199-01a9c1e425e1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Made reservation on behalf of da9417294c5449b28843fbefd48fea0b for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:30.575270 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f74e832f-c84e-4361-96ba-e7b89ef8e9c6 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:30.583766 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-af528f71-15b3-4862-90fd-75986775e1ee req-3ff58ad0-b8ed-4df9-a199-01a9c1e425e1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:30.610355 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5fa17-4fa7-41fa-bafe-e31b0ca6a0e5 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Pushing event deleted for resources: {'Port': ['ID=d6fc660a-dbc8-49c4-9046-41ace3cf1b0d,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:30.617104 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f0d5fa17-4fa7-41fa-bafe-e31b0ca6a0e5 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:30.700849 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-ede2ad29-0a20-41fd-8760-66cfd295c0eb tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:30.708299 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-ede2ad29-0a20-41fd-8760-66cfd295c0eb tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/networks?id=06763fe9-e99d-4536-9f97-1417c168f505 HTTP/1.1" status: 200 len: 804 time: 0.4911766 Jun 17 08:41:30.726248 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-031d13df-dd27-4e48-9b5a-fe30af84fdd3 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/quotas/25d10e174ea043af91eeee2909fa8116 HTTP/1.1" status: 200 len: 375 time: 0.0169992 Jun 17 08:41:30.739488 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f0d5fa17-4fa7-41fa-bafe-e31b0ca6a0e5 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks [] for floatingip, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:30.742362 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f0d5fa17-4fa7-41fa-bafe-e31b0ca6a0e5 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:30.747232 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f0d5fa17-4fa7-41fa-bafe-e31b0ca6a0e5 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] 10.222.0.49 "DELETE /v2.0/floatingips/d3e93000-2b10-47a8-910a-3d58989593ea HTTP/1.1" status: 204 len: 168 time: 1.3400712 Jun 17 08:41:30.799693 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-af528f71-15b3-4862-90fd-75986775e1ee req-3ff58ad0-b8ed-4df9-a199-01a9c1e425e1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Allocated IP 192.168.233.113 (26debee9-bc17-4dec-acaf-a4c976511744/9fa94245-1f4d-486b-9e45-990a58fa5ffe/f65b3172-17b5-4465-ad86-8cfb8149acd7) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:30.823721 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-ce5220b4-64fe-40fb-a08b-8e5b36500d39 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=25d10e174ea043af91eeee2909fa8116&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0958548 Jun 17 08:41:30.903239 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:30.927501 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-9aa7e570-78df-49cb-b789-025587f5d458 service neutron] 10.222.0.49 "GET /v2.0/networks/06763fe9-e99d-4536-9f97-1417c168f505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966184 Jun 17 08:41:30.962307 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-88296186-5509-4734-8b54-653d19f93076 req-02141d17-44af-4790-9619-2d1c9fa99527 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=c152ad26-c53c-4e56-a837-334974641240 HTTP/1.1" status: 200 len: 210 time: 0.0755632 Jun 17 08:41:31.042995 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-af528f71-15b3-4862-90fd-75986775e1ee req-3ff58ad0-b8ed-4df9-a199-01a9c1e425e1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.061747 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-c75df9b8-3b1b-473a-a00e-161e51ad67f8 service neutron] 10.222.0.49 "GET /v2.0/networks/06763fe9-e99d-4536-9f97-1417c168f505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236522 Jun 17 08:41:31.062905 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-af528f71-15b3-4862-90fd-75986775e1ee req-3ff58ad0-b8ed-4df9-a199-01a9c1e425e1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Transition to ACTIVE for port object f65b3172-17b5-4465-ad86-8cfb8149acd7 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:31.167224 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-875fc719-61f6-42af-8c71-4b46cc4c27c8 req-eb3b7b12-7578-422f-9eee-d38c39327884 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/ports?device_id=10afd72b-2d19-4919-9da3-c5e34f211265 HTTP/1.1" status: 200 len: 210 time: 0.0401421 Jun 17 08:41:31.197465 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-af528f71-15b3-4862-90fd-75986775e1ee req-3ff58ad0-b8ed-4df9-a199-01a9c1e425e1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.212274 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['281145b8-eb5c-4a61-bd6b-88f785131871', '6d7367a3-04cc-438f-9213-200a6205f6dd'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:41:31.214705 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['02ec8a85-f045-4b87-876a-4adf983bf6b2', '5d8ed170-6507-42a3-97d4-6d09ca067b07', '644acaf6-3ee9-4e2f-b7bc-16e6f65c928c', 'a04552c6-a3a7-4e4a-9f66-f3e094aaeb81'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:41:31.227255 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2772efef-aa70-44a6-9974-5e04814e63dc tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:31.264546 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af528f71-15b3-4862-90fd-75986775e1ee req-3ff58ad0-b8ed-4df9-a199-01a9c1e425e1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Network 26debee9-bc17-4dec-acaf-a4c976511744 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:31.268354 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-af528f71-15b3-4862-90fd-75986775e1ee req-3ff58ad0-b8ed-4df9-a199-01a9c1e425e1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:31.270908 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-af528f71-15b3-4862-90fd-75986775e1ee req-3ff58ad0-b8ed-4df9-a199-01a9c1e425e1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:31.294639 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9398caa-4400-4ef8-a34a-18a094ce86e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f2d63fc-c3fb-4b3a-8773-195c8f76cde4'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:31.315511 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fca1c4-7754-423b-9fef-1432e011c19f" -d '{"events": [{"server_uuid": "b9398caa-4400-4ef8-a34a-18a094ce86e3", "name": "network-vif-unplugged", "status": "completed", "tag": "0f2d63fc-c3fb-4b3a-8773-195c8f76cde4"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:31.439474 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af528f71-15b3-4862-90fd-75986775e1ee req-3ff58ad0-b8ed-4df9-a199-01a9c1e425e1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:31.440180 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-af528f71-15b3-4862-90fd-75986775e1ee req-3ff58ad0-b8ed-4df9-a199-01a9c1e425e1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.453162 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff58ad0-b8ed-4df9-a199-01a9c1e425e1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Pushing event updated for resources: {'Port': ['ID=f65b3172-17b5-4465-ad86-8cfb8149acd7,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:31.485932 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3ff58ad0-b8ed-4df9-a199-01a9c1e425e1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:31.510921 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83a519-409c-4104-9c75-b0793d5fbbc0 req-a284c42b-b80e-469c-a1af-cc6b7dd9af02 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:31.526288 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ba83a519-409c-4104-9c75-b0793d5fbbc0 req-a284c42b-b80e-469c-a1af-cc6b7dd9af02 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 945 time: 0.2052157 Jun 17 08:41:31.586559 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-af528f71-15b3-4862-90fd-75986775e1ee req-3ff58ad0-b8ed-4df9-a199-01a9c1e425e1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2993731 Jun 17 08:41:31.667630 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-af528f71-15b3-4862-90fd-75986775e1ee req-696a1585-af99-4ef6-8a01-2f187c3d72e7 service neutron] Request body: {'port': {'device_id': 'c152ad26-c53c-4e56-a837-334974641240', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:31.797138 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ba83a519-409c-4104-9c75-b0793d5fbbc0 req-b9e64e4d-3f8c-4db5-9177-cac2a42e4861 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697654 Jun 17 08:41:31.835298 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-af528f71-15b3-4862-90fd-75986775e1ee req-696a1585-af99-4ef6-8a01-2f187c3d72e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.982992 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c38071-ff3b-4070-95e0-28fac5ab9076 req-7e38767a-3313-46b1-bad0-3a5edc80d59b tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:31.987217 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-70c38071-ff3b-4070-95e0-28fac5ab9076 req-7e38767a-3313-46b1-bad0-3a5edc80d59b tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9398caa-4400-4ef8-a34a-18a094ce86e3 HTTP/1.1" status: 200 len: 943 time: 0.4443014 Jun 17 08:41:32.093307 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b21214-e822-443a-9a15-d82f75403bbf req-aa81cacd-25fb-4230-ab80-d8efbd30ed92 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:32.101677 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-63b21214-e822-443a-9a15-d82f75403bbf req-aa81cacd-25fb-4230-ab80-d8efbd30ed92 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.50 "GET /v2.0/networks?id=fea49251-81be-4e2e-808d-a9b2cf889740 HTTP/1.1" status: 200 len: 813 time: 0.4873288 Jun 17 08:41:32.145223 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-63b21214-e822-443a-9a15-d82f75403bbf req-4822c8ba-d992-4a1f-9666-fa078abc28ca tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Request body: {'port': {'device_id': '10afd72b-2d19-4919-9da3-c5e34f211265', 'network_id': 'fea49251-81be-4e2e-808d-a9b2cf889740', 'admin_state_up': True, 'tenant_id': '00b33b4b21ab418a82a171a9950d5f14'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:32.149151 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd824512-552a-4277-a91c-8baa04452f4f req-bc0cfca5-5e69-48cc-9406-e29bdbd852a7 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:32.157734 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bd824512-552a-4277-a91c-8baa04452f4f req-bc0cfca5-5e69-48cc-9406-e29bdbd852a7 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=24be9833-e544-49b7-91cd-ed448a83dfa1 HTTP/1.1" status: 200 len: 946 time: 0.5058568 Jun 17 08:41:32.226499 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-5c9c9b39-760d-42fa-a7eb-45f8cd94df6f None None] Provisioning for port f65b3172-17b5-4465-ad86-8cfb8149acd7 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:32.253570 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-5c9c9b39-760d-42fa-a7eb-45f8cd94df6f None None] Provisioning complete for port f65b3172-17b5-4465-ad86-8cfb8149acd7 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:32.254419 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5c9c9b39-760d-42fa-a7eb-45f8cd94df6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.300198 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bd824512-552a-4277-a91c-8baa04452f4f req-02f770af-fb2e-459c-bea1-3abfaf1f2ea9 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415381 Jun 17 08:41:32.416376 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-5c9c9b39-760d-42fa-a7eb-45f8cd94df6f None None] Port f65b3172-17b5-4465-ad86-8cfb8149acd7 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:41:32.441884 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac41585-1e4c-4415-bc20-d3a4731f9a81 x-openstack-request-id: req-fac41585-1e4c-4415-bc20-d3a4731f9a81 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:32.441884 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9398caa-4400-4ef8-a34a-18a094ce86e3", "name": "network-vif-unplugged", "status": "completed", "tag": "0f2d63fc-c3fb-4b3a-8773-195c8f76cde4", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:32.441884 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fac41585-1e4c-4415-bc20-d3a4731f9a81 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:32.443490 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9398caa-4400-4ef8-a34a-18a094ce86e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f2d63fc-c3fb-4b3a-8773-195c8f76cde4', 'code': 200} Jun 17 08:41:32.511199 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-70c38071-ff3b-4070-95e0-28fac5ab9076 req-3b02df24-03b9-440a-a372-a21545245626 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Deleting port 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:32.511536 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-70c38071-ff3b-4070-95e0-28fac5ab9076 req-3b02df24-03b9-440a-a372-a21545245626 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.557285 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e0201b99-ba60-4186-82b6-cf40564dc196 req-186c1a15-1205-450b-ab58-a4e557a9b958 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f42af8f-304b-42cb-807c-baab880e524e HTTP/1.1" status: 200 len: 210 time: 0.0605998 Jun 17 08:41:32.649996 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.749244 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device dc9b9c45-c70f-473f-a215-821d32b2964d details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:41:32.782964 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b21214-e822-443a-9a15-d82f75403bbf req-4822c8ba-d992-4a1f-9666-fa078abc28ca tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Made reservation on behalf of 00b33b4b21ab418a82a171a9950d5f14 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:32.788619 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-63b21214-e822-443a-9a15-d82f75403bbf req-4822c8ba-d992-4a1f-9666-fa078abc28ca tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.929220 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port dc9b9c45-c70f-473f-a215-821d32b2964d, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=dc9b9c45-c70f-473f-a215-821d32b2964d,segment=NetworkSegment(56ef8247-2049-45b7-9016-7670820be4f8),segment_id=56ef8247-2049-45b7-9016-7670820be4f8)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:32.971737 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': 'dc9b9c45-c70f-473f-a215-821d32b2964d', 'network_id': '7582e3d8-c00e-40a9-bed9-0f0fabf2534a', 'port_id': 'dc9b9c45-c70f-473f-a215-821d32b2964d', 'mac_address': 'fa:16:3e:fb:3e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97c0ea40-9ce2-4deb-b5a9-50803adf51b3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:41:33.074098 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.117022 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc9b9c45-c70f-473f-a215-821d32b2964d {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:41:33.160731 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port dc9b9c45-c70f-473f-a215-821d32b2964d, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=dc9b9c45-c70f-473f-a215-821d32b2964d,segment=NetworkSegment(56ef8247-2049-45b7-9016-7670820be4f8),segment_id=56ef8247-2049-45b7-9016-7670820be4f8)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:33.172464 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e668cc4-c5fc-4621-b157-d80d79aef257 req-fc03065a-2420-4c43-8a2d-1f21d0571f51 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:33.180177 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4e668cc4-c5fc-4621-b157-d80d79aef257 req-fc03065a-2420-4c43-8a2d-1f21d0571f51 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=c152ad26-c53c-4e56-a837-334974641240 HTTP/1.1" status: 200 len: 936 time: 0.3448105 Jun 17 08:41:33.220967 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-70c38071-ff3b-4070-95e0-28fac5ab9076 req-3b02df24-03b9-440a-a372-a21545245626 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] For port 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=0f2d63fc-c3fb-4b3a-8773-195c8f76cde4,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:33.221715 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-70c38071-ff3b-4070-95e0-28fac5ab9076 req-3b02df24-03b9-440a-a372-a21545245626 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.235751 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-af528f71-15b3-4862-90fd-75986775e1ee req-696a1585-af99-4ef6-8a01-2f187c3d72e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65b3172-17b5-4465-ad86-8cfb8149acd7 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:41:33.250648 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-af528f71-15b3-4862-90fd-75986775e1ee req-696a1585-af99-4ef6-8a01-2f187c3d72e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.268980 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4e668cc4-c5fc-4621-b157-d80d79aef257 req-1085bca4-0755-4f38-af6f-0f4bbe798c27 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877278 Jun 17 08:41:33.281854 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-63b21214-e822-443a-9a15-d82f75403bbf req-4822c8ba-d992-4a1f-9666-fa078abc28ca tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Allocated IP 172.20.0.11 (fea49251-81be-4e2e-808d-a9b2cf889740/40f08ecb-25ef-4424-8e01-0cf074fffead/02e73540-9354-4d95-b6cb-1d7e5c82a606) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:33.309413 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.311797 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:33.355169 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-70c38071-ff3b-4070-95e0-28fac5ab9076 req-3b02df24-03b9-440a-a372-a21545245626 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Calling delete_port for 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:33.407882 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=dc9b9c45-c70f-473f-a215-821d32b2964d,revision_number=6']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:33.414955 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:33.442175 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['dc9b9c45-c70f-473f-a215-821d32b2964d'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:41:33.553980 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-af528f71-15b3-4862-90fd-75986775e1ee req-696a1585-af99-4ef6-8a01-2f187c3d72e7 service neutron] Transition to ACTIVE for port object f65b3172-17b5-4465-ad86-8cfb8149acd7 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:33.604085 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-63b21214-e822-443a-9a15-d82f75403bbf req-4822c8ba-d992-4a1f-9666-fa078abc28ca tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.800802 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-af528f71-15b3-4862-90fd-75986775e1ee req-696a1585-af99-4ef6-8a01-2f187c3d72e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.806501 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f934db6b-3538-4038-b7b9-d4faf8f09d1e tempest-ServerDiagnosticsNegativeTest-1220788100 tempest-ServerDiagnosticsNegativeTest-1220788100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:33.812381 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ffb21da5-cc86-4d45-a0e3-eae8639663da req-0e62587d-e996-447a-8b0e-7f64f3f2285d tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/ports?device_id=10afd72b-2d19-4919-9da3-c5e34f211265 HTTP/1.1" status: 200 len: 210 time: 0.0981872 Jun 17 08:41:33.818494 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-63b21214-e822-443a-9a15-d82f75403bbf req-4822c8ba-d992-4a1f-9666-fa078abc28ca tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Transition to ACTIVE for port object 02e73540-9354-4d95-b6cb-1d7e5c82a606 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:33.891649 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e097f9-4af7-4353-9040-671d02d6e42c req-a9481f97-758c-45be-9b59-34e994263020 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:33.899337 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-55e097f9-4af7-4353-9040-671d02d6e42c req-a9481f97-758c-45be-9b59-34e994263020 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 1097 time: 0.8091333 Jun 17 08:41:33.979930 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-70c38071-ff3b-4070-95e0-28fac5ab9076 req-3b02df24-03b9-440a-a372-a21545245626 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.991962 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a1585-af99-4ef6-8a01-2f187c3d72e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f65b3172-17b5-4465-ad86-8cfb8149acd7,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:34.036318 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-696a1585-af99-4ef6-8a01-2f187c3d72e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:34.037948 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1f06c9db-b35e-45d0-ae0b-84fc919ca277 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:34.100247 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-63b21214-e822-443a-9a15-d82f75403bbf req-4822c8ba-d992-4a1f-9666-fa078abc28ca tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:34.106138 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02df24-03b9-440a-a372-a21545245626 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Pushing event deleted for resources: {'Port': ['ID=0f2d63fc-c3fb-4b3a-8773-195c8f76cde4,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:34.119384 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3b02df24-03b9-440a-a372-a21545245626 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:34.126107 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-08c28b89-f126-4667-8495-a1c76ae1302a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:34.170731 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b21214-e822-443a-9a15-d82f75403bbf req-4822c8ba-d992-4a1f-9666-fa078abc28ca tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Network fea49251-81be-4e2e-808d-a9b2cf889740 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:34.235320 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-63b21214-e822-443a-9a15-d82f75403bbf req-4822c8ba-d992-4a1f-9666-fa078abc28ca tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:34.253468 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-55e097f9-4af7-4353-9040-671d02d6e42c req-85565a3c-d909-4d05-a86b-8c9e0af3966f tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529034 Jun 17 08:41:34.286476 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b21214-e822-443a-9a15-d82f75403bbf req-4822c8ba-d992-4a1f-9666-fa078abc28ca tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:34.440476 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c38071-ff3b-4070-95e0-28fac5ab9076 req-3b02df24-03b9-440a-a372-a21545245626 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] No DVR routers for this DVR port 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4 on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:41:34.464410 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-70c38071-ff3b-4070-95e0-28fac5ab9076 req-3b02df24-03b9-440a-a372-a21545245626 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:34.466499 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-70c38071-ff3b-4070-95e0-28fac5ab9076 req-3b02df24-03b9-440a-a372-a21545245626 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.50 "DELETE /v2.0/ports/0f2d63fc-c3fb-4b3a-8773-195c8f76cde4 HTTP/1.1" status: 204 len: 173 time: 2.4646831 Jun 17 08:41:34.482139 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9398caa-4400-4ef8-a34a-18a094ce86e3', 'name': 'network-vif-deleted', 'tag': '0f2d63fc-c3fb-4b3a-8773-195c8f76cde4'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:34.491058 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64b16ef-e8fd-4f0b-a92c-d21f09b03502" -d '{"events": [{"server_uuid": "b9398caa-4400-4ef8-a34a-18a094ce86e3", "name": "network-vif-deleted", "tag": "0f2d63fc-c3fb-4b3a-8773-195c8f76cde4"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:34.633066 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-af528f71-15b3-4862-90fd-75986775e1ee req-696a1585-af99-4ef6-8a01-2f187c3d72e7 service neutron] Attempting to bind port f65b3172-17b5-4465-ad86-8cfb8149acd7 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:41:34.635197 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-af528f71-15b3-4862-90fd-75986775e1ee req-696a1585-af99-4ef6-8a01-2f187c3d72e7 service neutron] Attempting to bind port f65b3172-17b5-4465-ad86-8cfb8149acd7 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:41:34.636052 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b21214-e822-443a-9a15-d82f75403bbf req-4822c8ba-d992-4a1f-9666-fa078abc28ca tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:34.636741 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-63b21214-e822-443a-9a15-d82f75403bbf req-4822c8ba-d992-4a1f-9666-fa078abc28ca tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:34.637753 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af528f71-15b3-4862-90fd-75986775e1ee req-696a1585-af99-4ef6-8a01-2f187c3d72e7 service neutron] Attempting to bind port f65b3172-17b5-4465-ad86-8cfb8149acd7 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:34.664982 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822c8ba-d992-4a1f-9666-fa078abc28ca tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Pushing event updated for resources: {'Port': ['ID=02e73540-9354-4d95-b6cb-1d7e5c82a606,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:34.671822 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4822c8ba-d992-4a1f-9666-fa078abc28ca tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:34.751513 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af528f71-15b3-4862-90fd-75986775e1ee req-696a1585-af99-4ef6-8a01-2f187c3d72e7 service neutron] Port f65b3172-17b5-4465-ad86-8cfb8149acd7 on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:41:34.755998 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7dc83-e26e-47fc-912d-329a305142a2 req-1b8057fb-1f4a-4597-b6ca-f2aae3657678 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:34.757350 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af528f71-15b3-4862-90fd-75986775e1ee req-696a1585-af99-4ef6-8a01-2f187c3d72e7 service neutron] Attempting to bind port f65b3172-17b5-4465-ad86-8cfb8149acd7 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:34.764608 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-85b7dc83-e26e-47fc-912d-329a305142a2 req-1b8057fb-1f4a-4597-b6ca-f2aae3657678 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=24be9833-e544-49b7-91cd-ed448a83dfa1 HTTP/1.1" status: 200 len: 945 time: 0.5015445 Jun 17 08:41:34.767949 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af528f71-15b3-4862-90fd-75986775e1ee req-696a1585-af99-4ef6-8a01-2f187c3d72e7 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:41:34.768291 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af528f71-15b3-4862-90fd-75986775e1ee req-696a1585-af99-4ef6-8a01-2f187c3d72e7 service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:34.768680 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af528f71-15b3-4862-90fd-75986775e1ee req-696a1585-af99-4ef6-8a01-2f187c3d72e7 service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:41:34.772191 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device dc9b9c45-c70f-473f-a215-821d32b2964d up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:34.781905 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-af528f71-15b3-4862-90fd-75986775e1ee req-696a1585-af99-4ef6-8a01-2f187c3d72e7 service neutron] Bound port: f65b3172-17b5-4465-ad86-8cfb8149acd7, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:41:34.782269 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-af528f71-15b3-4862-90fd-75986775e1ee req-696a1585-af99-4ef6-8a01-2f187c3d72e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:34.806781 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-63b21214-e822-443a-9a15-d82f75403bbf req-4822c8ba-d992-4a1f-9666-fa078abc28ca tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6922543 Jun 17 08:41:34.812022 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-35b52575-38a9-46ec-a9d9-d9a3f4b48a23 req-37b06390-1813-4721-a4e2-3c9eca28f5c4 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f42af8f-304b-42cb-807c-baab880e524e HTTP/1.1" status: 200 len: 210 time: 0.1363883 Jun 17 08:41:34.891083 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-85b7dc83-e26e-47fc-912d-329a305142a2 req-a3f5c010-5822-4fe9-a0fb-21009588e228 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248960 Jun 17 08:41:34.960583 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port dc9b9c45-c70f-473f-a215-821d32b2964d triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:34.960974 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:34.982262 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-af528f71-15b3-4862-90fd-75986775e1ee req-696a1585-af99-4ef6-8a01-2f187c3d72e7 service neutron] For port f65b3172-17b5-4465-ad86-8cfb8149acd7, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:41:34.989892 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-af528f71-15b3-4862-90fd-75986775e1ee req-696a1585-af99-4ef6-8a01-2f187c3d72e7 service neutron] For port f65b3172-17b5-4465-ad86-8cfb8149acd7, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=f65b3172-17b5-4465-ad86-8cfb8149acd7,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:41:35.010770 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a6e10b11-81b6-4969-93bf-6f192347cea3 None None] Provisioning for port 02e73540-9354-4d95-b6cb-1d7e5c82a606 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:35.104120 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-af528f71-15b3-4862-90fd-75986775e1ee req-696a1585-af99-4ef6-8a01-2f187c3d72e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:35.108372 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-696a1585-af99-4ef6-8a01-2f187c3d72e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:35.119040 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a6e10b11-81b6-4969-93bf-6f192347cea3 None None] Provisioning complete for port 02e73540-9354-4d95-b6cb-1d7e5c82a606 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:35.120574 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a6e10b11-81b6-4969-93bf-6f192347cea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:35.265130 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af528f71-15b3-4862-90fd-75986775e1ee req-696a1585-af99-4ef6-8a01-2f187c3d72e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:35.266662 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-af528f71-15b3-4862-90fd-75986775e1ee req-696a1585-af99-4ef6-8a01-2f187c3d72e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:35.267563 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:35.281351 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-af528f71-15b3-4862-90fd-75986775e1ee req-696a1585-af99-4ef6-8a01-2f187c3d72e7 service neutron] 10.222.0.50 "PUT /v2.0/ports/f65b3172-17b5-4465-ad86-8cfb8149acd7 HTTP/1.1" status: 200 len: 1097 time: 3.6221278 Jun 17 08:41:35.288420 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a6e10b11-81b6-4969-93bf-6f192347cea3 None None] Port 02e73540-9354-4d95-b6cb-1d7e5c82a606 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:41:35.331871 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24be9833-e544-49b7-91cd-ed448a83dfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9b9c45-c70f-473f-a215-821d32b2964d'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:35.352904 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44eb8a33-fdea-499e-b007-c287fd8ace9b" -d '{"events": [{"server_uuid": "24be9833-e544-49b7-91cd-ed448a83dfa1", "name": "network-vif-plugged", "status": "completed", "tag": "dc9b9c45-c70f-473f-a215-821d32b2964d"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:35.373843 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a1585-af99-4ef6-8a01-2f187c3d72e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f65b3172-17b5-4465-ad86-8cfb8149acd7,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:35.374221 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fee2e-22a2-4d2c-a1a5-32ec5e6d0708 req-7e8808b6-fec1-4973-8508-d74acd0a3ae6 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:35.379998 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-696a1585-af99-4ef6-8a01-2f187c3d72e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:35.384111 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-592fee2e-22a2-4d2c-a1a5-32ec5e6d0708 req-7e8808b6-fec1-4973-8508-d74acd0a3ae6 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=c152ad26-c53c-4e56-a837-334974641240 HTTP/1.1" status: 200 len: 948 time: 0.2781010 Jun 17 08:41:35.421140 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port dc9b9c45-c70f-473f-a215-821d32b2964d, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=dc9b9c45-c70f-473f-a215-821d32b2964d,segment=NetworkSegment(56ef8247-2049-45b7-9016-7670820be4f8),segment_id=56ef8247-2049-45b7-9016-7670820be4f8)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:35.489509 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-592fee2e-22a2-4d2c-a1a5-32ec5e6d0708 req-f0501c63-5635-4127-9d15-f254df5c19e9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004040 Jun 17 08:41:35.505562 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:35.509503 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:35.626700 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3b063c-fb19-47e9-80b1-e65e42aa7703 x-openstack-request-id: req-6c3b063c-fb19-47e9-80b1-e65e42aa7703 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:35.628552 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9398caa-4400-4ef8-a34a-18a094ce86e3", "name": "network-vif-deleted", "tag": "0f2d63fc-c3fb-4b3a-8773-195c8f76cde4", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:35.628697 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6c3b063c-fb19-47e9-80b1-e65e42aa7703 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:35.629102 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9398caa-4400-4ef8-a34a-18a094ce86e3', 'name': 'network-vif-deleted', 'tag': '0f2d63fc-c3fb-4b3a-8773-195c8f76cde4', 'status': 'completed', 'code': 200} Jun 17 08:41:35.631297 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d4b92-34c4-4313-8b7b-2bf512c50ef6 req-e09c641b-9bdc-4cb2-891d-3e2e835924bc tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:35.650261 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-453d4b92-34c4-4313-8b7b-2bf512c50ef6 req-e09c641b-9bdc-4cb2-891d-3e2e835924bc tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 1097 time: 0.1756752 Jun 17 08:41:35.667581 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=dc9b9c45-c70f-473f-a215-821d32b2964d,revision_number=7']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:35.678118 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:35.740240 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:41:35.761396 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-453d4b92-34c4-4313-8b7b-2bf512c50ef6 req-988b4fb3-57f2-4df2-9735-3870d973b6a4 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010797 Jun 17 08:41:35.790969 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:41:35.790969 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 0f2d63fc-c3fb-4b3a-8773-195c8f76cde4 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:41:35.911983 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:41:35.988374 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51867039-e5ff-4141-bcc4-21a308202768 req-67ec336c-a5fc-4a61-b964-43c4ad072114 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:35.990046 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-51867039-e5ff-4141-bcc4-21a308202768 req-67ec336c-a5fc-4a61-b964-43c4ad072114 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/ports?device_id=10afd72b-2d19-4919-9da3-c5e34f211265 HTTP/1.1" status: 200 len: 932 time: 0.1880162 Jun 17 08:41:36.057795 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-b5318719-c0e6-49bf-aed4-cf58f64de4a0 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:36.070079 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-b5318719-c0e6-49bf-aed4-cf58f64de4a0 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.53 "GET /v2.0/networks?id=06763fe9-e99d-4536-9f97-1417c168f505 HTTP/1.1" status: 200 len: 804 time: 0.3029485 Jun 17 08:41:36.095773 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-1db5013c-4360-42ea-93cd-63a455b84518 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Request body: {'port': {'device_id': '7f42af8f-304b-42cb-807c-baab880e524e', 'network_id': '06763fe9-e99d-4536-9f97-1417c168f505', 'admin_state_up': True, 'tenant_id': '25d10e174ea043af91eeee2909fa8116'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:36.123603 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-51867039-e5ff-4141-bcc4-21a308202768 req-3d691849-cd2c-4de6-b11f-968953af9950 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/security-groups?id=704d01a0-630d-48d4-ac97-3333cc8444ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266255 Jun 17 08:41:36.145564 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-63b21214-e822-443a-9a15-d82f75403bbf req-dbeb7380-0af1-4bd6-94d3-67fe3b742ea1 service neutron] Request body: {'port': {'device_id': '10afd72b-2d19-4919-9da3-c5e34f211265', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:36.325354 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d77a235-6c66-44a3-8666-dafd36116e06 x-openstack-request-id: req-4d77a235-6c66-44a3-8666-dafd36116e06 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:36.325742 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24be9833-e544-49b7-91cd-ed448a83dfa1", "name": "network-vif-plugged", "status": "completed", "tag": "dc9b9c45-c70f-473f-a215-821d32b2964d", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:36.326661 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4d77a235-6c66-44a3-8666-dafd36116e06 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:36.327616 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24be9833-e544-49b7-91cd-ed448a83dfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9b9c45-c70f-473f-a215-821d32b2964d', 'code': 200} Jun 17 08:41:36.453724 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-63b21214-e822-443a-9a15-d82f75403bbf req-dbeb7380-0af1-4bd6-94d3-67fe3b742ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:36.545545 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af528f71-15b3-4862-90fd-75986775e1ee req-0d95e53b-d306-47a4-8e8f-1d3a8ac50e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:36.551140 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-af528f71-15b3-4862-90fd-75986775e1ee req-0d95e53b-d306-47a4-8e8f-1d3a8ac50e8a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=da9417294c5449b28843fbefd48fea0b&device_id=c152ad26-c53c-4e56-a837-334974641240 HTTP/1.1" status: 200 len: 1100 time: 0.2114792 Jun 17 08:41:36.605880 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-1db5013c-4360-42ea-93cd-63a455b84518 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Made reservation on behalf of 25d10e174ea043af91eeee2909fa8116 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:36.610190 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-1db5013c-4360-42ea-93cd-63a455b84518 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:36.773485 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device dc9b9c45-c70f-473f-a215-821d32b2964d no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:41:36.832672 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-21f128b9-e1c8-4c8d-8a56-bd275f5d7b38 req-4eee2a58-6e1c-430a-b103-c2df8f137b5c tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f42af8f-304b-42cb-807c-baab880e524e HTTP/1.1" status: 200 len: 210 time: 0.1574290 Jun 17 08:41:36.878192 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-af528f71-15b3-4862-90fd-75986775e1ee req-697a5bce-e3b9-42b5-b5f9-b07fc4c99763 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=f65b3172-17b5-4465-ad86-8cfb8149acd7 HTTP/1.1" status: 200 len: 217 time: 0.1503255 Jun 17 08:41:37.090661 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:37.172763 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-1db5013c-4360-42ea-93cd-63a455b84518 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Allocated IP 172.20.0.9 (06763fe9-e99d-4536-9f97-1417c168f505/dde6362a-8d80-43f7-8fcf-3398cd98da0f/8afb44b0-df6f-491c-b5ce-c82350ec10e8) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:37.255605 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port dc9b9c45-c70f-473f-a215-821d32b2964d, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=dc9b9c45-c70f-473f-a215-821d32b2964d,segment=NetworkSegment(56ef8247-2049-45b7-9016-7670820be4f8),segment_id=56ef8247-2049-45b7-9016-7670820be4f8)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:37.362931 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-63b21214-e822-443a-9a15-d82f75403bbf req-dbeb7380-0af1-4bd6-94d3-67fe3b742ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e73540-9354-4d95-b6cb-1d7e5c82a606 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:37.363588 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:41:37.374845 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:37.374845 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:41:37.374845 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:37.374845 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:37.374845 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:37.374845 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:41:37.374845 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:37.374845 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:37.374845 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:37.374845 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:37.374845 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:37.374845 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:41:37.374845 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:37.374845 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:41:37.374845 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:37.374845 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:37.378764 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-63b21214-e822-443a-9a15-d82f75403bbf req-dbeb7380-0af1-4bd6-94d3-67fe3b742ea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:37.414277 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:37.416966 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:37.422201 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-63b21214-e822-443a-9a15-d82f75403bbf req-dbeb7380-0af1-4bd6-94d3-67fe3b742ea1 service neutron] Transition to ACTIVE for port object 02e73540-9354-4d95-b6cb-1d7e5c82a606 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:37.435152 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af528f71-15b3-4862-90fd-75986775e1ee req-0e0c2557-d48d-46e6-b06e-5299204e658c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:37.438151 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-af528f71-15b3-4862-90fd-75986775e1ee req-0e0c2557-d48d-46e6-b06e-5299204e658c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.4599919 Jun 17 08:41:37.510922 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-63b21214-e822-443a-9a15-d82f75403bbf req-dbeb7380-0af1-4bd6-94d3-67fe3b742ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:37.516114 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9a097699-e9ba-474c-94f1-13d478f0baed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:37.530887 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=dc9b9c45-c70f-473f-a215-821d32b2964d,revision_number=8']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:37.539438 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:37.561833 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479110b-4d64-4011-92e6-94b862009ce5 req-ba7d1e87-b1ca-4277-8785-718fc340b626 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:37.564364 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7479110b-4d64-4011-92e6-94b862009ce5 req-ba7d1e87-b1ca-4277-8785-718fc340b626 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=c152ad26-c53c-4e56-a837-334974641240 HTTP/1.1" status: 200 len: 948 time: 0.2626512 Jun 17 08:41:37.635447 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c152ad26-c53c-4e56-a837-334974641240', 'tag': 'f65b3172-17b5-4465-ad86-8cfb8149acd7'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:37.638317 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9156c2-8090-4c8c-bb1e-ad12e03bd61c" -d '{"events": [{"name": "network-changed", "server_uuid": "c152ad26-c53c-4e56-a837-334974641240", "tag": "f65b3172-17b5-4465-ad86-8cfb8149acd7"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:37.704950 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb7380-0af1-4bd6-94d3-67fe3b742ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=02e73540-9354-4d95-b6cb-1d7e5c82a606,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:37.710091 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dbeb7380-0af1-4bd6-94d3-67fe3b742ea1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:37.807561 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-1db5013c-4360-42ea-93cd-63a455b84518 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:37.833838 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7479110b-4d64-4011-92e6-94b862009ce5 req-32f4aa3e-ee57-4504-952d-de79336d7e1c tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543750 Jun 17 08:41:37.863212 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-63b21214-e822-443a-9a15-d82f75403bbf req-dbeb7380-0af1-4bd6-94d3-67fe3b742ea1 service neutron] Attempting to bind port 02e73540-9354-4d95-b6cb-1d7e5c82a606 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:41:37.864705 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-63b21214-e822-443a-9a15-d82f75403bbf req-dbeb7380-0af1-4bd6-94d3-67fe3b742ea1 service neutron] Attempting to bind port 02e73540-9354-4d95-b6cb-1d7e5c82a606 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '75dea10b-265e-4eb3-95e8-553aa7a22974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fea49251-81be-4e2e-808d-a9b2cf889740'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:41:37.865450 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b21214-e822-443a-9a15-d82f75403bbf req-dbeb7380-0af1-4bd6-94d3-67fe3b742ea1 service neutron] Attempting to bind port 02e73540-9354-4d95-b6cb-1d7e5c82a606 on network fea49251-81be-4e2e-808d-a9b2cf889740 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:37.886362 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b21214-e822-443a-9a15-d82f75403bbf req-dbeb7380-0af1-4bd6-94d3-67fe3b742ea1 service neutron] Port 02e73540-9354-4d95-b6cb-1d7e5c82a606 on network fea49251-81be-4e2e-808d-a9b2cf889740 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:41:37.889647 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b21214-e822-443a-9a15-d82f75403bbf req-dbeb7380-0af1-4bd6-94d3-67fe3b742ea1 service neutron] Attempting to bind port 02e73540-9354-4d95-b6cb-1d7e5c82a606 on network fea49251-81be-4e2e-808d-a9b2cf889740 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:37.904019 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b21214-e822-443a-9a15-d82f75403bbf req-dbeb7380-0af1-4bd6-94d3-67fe3b742ea1 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:41:37.907096 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b21214-e822-443a-9a15-d82f75403bbf req-dbeb7380-0af1-4bd6-94d3-67fe3b742ea1 service neutron] Checking segment: {'id': '75dea10b-265e-4eb3-95e8-553aa7a22974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fea49251-81be-4e2e-808d-a9b2cf889740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:37.907525 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b21214-e822-443a-9a15-d82f75403bbf req-dbeb7380-0af1-4bd6-94d3-67fe3b742ea1 service neutron] Bound using segment: {'id': '75dea10b-265e-4eb3-95e8-553aa7a22974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fea49251-81be-4e2e-808d-a9b2cf889740'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:41:37.908041 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-63b21214-e822-443a-9a15-d82f75403bbf req-dbeb7380-0af1-4bd6-94d3-67fe3b742ea1 service neutron] Bound port: 02e73540-9354-4d95-b6cb-1d7e5c82a606, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75dea10b-265e-4eb3-95e8-553aa7a22974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fea49251-81be-4e2e-808d-a9b2cf889740'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:41:37.911266 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-63b21214-e822-443a-9a15-d82f75403bbf req-dbeb7380-0af1-4bd6-94d3-67fe3b742ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:37.990694 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af528f71-15b3-4862-90fd-75986775e1ee req-e80bd802-6922-43d3-b30b-da08e5d8364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:37.995404 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-af528f71-15b3-4862-90fd-75986775e1ee req-e80bd802-6922-43d3-b30b-da08e5d8364b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3449659 Jun 17 08:41:38.019408 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45680) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:38.135405 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-1db5013c-4360-42ea-93cd-63a455b84518 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:38.173778 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-63b21214-e822-443a-9a15-d82f75403bbf req-dbeb7380-0af1-4bd6-94d3-67fe3b742ea1 service neutron] For port 02e73540-9354-4d95-b6cb-1d7e5c82a606, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:41:38.178715 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-63b21214-e822-443a-9a15-d82f75403bbf req-dbeb7380-0af1-4bd6-94d3-67fe3b742ea1 service neutron] For port 02e73540-9354-4d95-b6cb-1d7e5c82a606, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=02e73540-9354-4d95-b6cb-1d7e5c82a606,segment=NetworkSegment(75dea10b-265e-4eb3-95e8-553aa7a22974),segment_id=75dea10b-265e-4eb3-95e8-553aa7a22974)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:41:38.203903 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c78b374b-a9e7-46f1-8b13-64e8ea850907 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:38.291780 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-63b21214-e822-443a-9a15-d82f75403bbf req-dbeb7380-0af1-4bd6-94d3-67fe3b742ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:38.299281 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dee2a92b-cc5b-4c59-ab8c-c752f6a43d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:38.329478 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24be9833-e544-49b7-91cd-ed448a83dfa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc9b9c45-c70f-473f-a215-821d32b2964d'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:38.334439 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0940c1a-2c3b-4b6a-a644-97269198e314" -d '{"events": [{"server_uuid": "24be9833-e544-49b7-91cd-ed448a83dfa1", "name": "network-vif-unplugged", "status": "completed", "tag": "dc9b9c45-c70f-473f-a215-821d32b2964d"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:38.340471 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-1db5013c-4360-42ea-93cd-63a455b84518 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Network 06763fe9-e99d-4536-9f97-1417c168f505 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:38.355502 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b0525cc3-c390-4d53-bb64-5ee2c25e054a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:38.370843 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-1db5013c-4360-42ea-93cd-63a455b84518 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:38.378810 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-1db5013c-4360-42ea-93cd-63a455b84518 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:38.382110 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5013c-4360-42ea-93cd-63a455b84518 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Pushing event updated for resources: {'Port': ['ID=8afb44b0-df6f-491c-b5ce-c82350ec10e8,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:38.399808 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1db5013c-4360-42ea-93cd-63a455b84518 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:38.458418 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-af528f71-15b3-4862-90fd-75986775e1ee req-4a26a4e9-23d6-429c-a47f-c55a022fd409 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331636 Jun 17 08:41:38.479893 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a5881-2e94-4052-a136-6b00623ad2e9 req-6b2bd2ff-c4c2-4270-b8fd-26cfd21e2e99 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:38.488100 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-048a5881-2e94-4052-a136-6b00623ad2e9 req-6b2bd2ff-c4c2-4270-b8fd-26cfd21e2e99 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=24be9833-e544-49b7-91cd-ed448a83dfa1 HTTP/1.1" status: 200 len: 944 time: 0.2952657 Jun 17 08:41:38.553092 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b21214-e822-443a-9a15-d82f75403bbf req-dbeb7380-0af1-4bd6-94d3-67fe3b742ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:38.553092 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-63b21214-e822-443a-9a15-d82f75403bbf req-dbeb7380-0af1-4bd6-94d3-67fe3b742ea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:38.553092 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-63b21214-e822-443a-9a15-d82f75403bbf req-dbeb7380-0af1-4bd6-94d3-67fe3b742ea1 service neutron] 10.222.0.50 "PUT /v2.0/ports/02e73540-9354-4d95-b6cb-1d7e5c82a606 HTTP/1.1" status: 200 len: 1093 time: 2.4182053 Jun 17 08:41:38.553092 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10afd72b-2d19-4919-9da3-c5e34f211265', 'tag': '02e73540-9354-4d95-b6cb-1d7e5c82a606'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:38.555871 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3844de2-cd94-44f4-a928-604b66194c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "10afd72b-2d19-4919-9da3-c5e34f211265", "tag": "02e73540-9354-4d95-b6cb-1d7e5c82a606"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:38.635020 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb7380-0af1-4bd6-94d3-67fe3b742ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=02e73540-9354-4d95-b6cb-1d7e5c82a606,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:38.640217 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dbeb7380-0af1-4bd6-94d3-67fe3b742ea1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:38.693370 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9cfcee-4dc9-43b7-95aa-73d1d2b15f7e req-7fd00468-07a7-4321-81c7-2c9f8826d5d0 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:38.715133 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9d9cfcee-4dc9-43b7-95aa-73d1d2b15f7e req-7fd00468-07a7-4321-81c7-2c9f8826d5d0 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.53 "GET /v2.0/ports?device_id=24be9833-e544-49b7-91cd-ed448a83dfa1 HTTP/1.1" status: 200 len: 944 time: 0.2695975 Jun 17 08:41:38.758495 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-1db5013c-4360-42ea-93cd-63a455b84518 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:38.759566 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-1db5013c-4360-42ea-93cd-63a455b84518 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:38.889926 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-048a5881-2e94-4052-a136-6b00623ad2e9 req-820a68e4-800f-4f57-9e09-bd5531cfeaed tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007773 Jun 17 08:41:38.980231 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-af528f71-15b3-4862-90fd-75986775e1ee req-b2957bc2-0029-42a8-bf4d-808ae7f19768 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843957 Jun 17 08:41:39.039658 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b0525cc3-c390-4d53-bb64-5ee2c25e054a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:39.154017 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b21214-e822-443a-9a15-d82f75403bbf req-e25cfbe0-9f89-495b-9827-0c3a6b53f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:39.155881 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-63b21214-e822-443a-9a15-d82f75403bbf req-e25cfbe0-9f89-495b-9827-0c3a6b53f12a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=00b33b4b21ab418a82a171a9950d5f14&device_id=10afd72b-2d19-4919-9da3-c5e34f211265 HTTP/1.1" status: 200 len: 1096 time: 0.4055145 Jun 17 08:41:39.159104 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-9d9cfcee-4dc9-43b7-95aa-73d1d2b15f7e req-5d2cb095-e18b-44e4-9d33-ebe8c64b7519 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Deleting port dc9b9c45-c70f-473f-a215-821d32b2964d {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:39.159667 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9d9cfcee-4dc9-43b7-95aa-73d1d2b15f7e req-5d2cb095-e18b-44e4-9d33-ebe8c64b7519 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:39.356709 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b0525cc3-c390-4d53-bb64-5ee2c25e054a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:39.356709 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0c2db64d-3e80-46fe-a4cb-648afab032a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:39.362220 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-9d9cfcee-4dc9-43b7-95aa-73d1d2b15f7e req-5d2cb095-e18b-44e4-9d33-ebe8c64b7519 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] For port dc9b9c45-c70f-473f-a215-821d32b2964d, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=dc9b9c45-c70f-473f-a215-821d32b2964d,segment=NetworkSegment(56ef8247-2049-45b7-9016-7670820be4f8),segment_id=56ef8247-2049-45b7-9016-7670820be4f8)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:39.364051 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9d9cfcee-4dc9-43b7-95aa-73d1d2b15f7e req-5d2cb095-e18b-44e4-9d33-ebe8c64b7519 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:39.412621 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b0525cc3-c390-4d53-bb64-5ee2c25e054a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5d72aca0aee44706927ba2cc999eca3c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3902240 Jun 17 08:41:39.413223 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0525cc3-c390-4d53-bb64-5ee2c25e054a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba925991-3b7d-42a6-9439-6a36e9a6564e,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:39.421025 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b0525cc3-c390-4d53-bb64-5ee2c25e054a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:39.430770 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45710) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:39.470852 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed55a9-4ac0-40e2-8695-dc9975c8eb02 req-f3453b45-ffe6-40c1-a796-357f111afa73 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:39.473129 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c9ed55a9-4ac0-40e2-8695-dc9975c8eb02 req-f3453b45-ffe6-40c1-a796-357f111afa73 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/ports?device_id=10afd72b-2d19-4919-9da3-c5e34f211265 HTTP/1.1" status: 200 len: 944 time: 0.1978467 Jun 17 08:41:39.500445 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-9d9cfcee-4dc9-43b7-95aa-73d1d2b15f7e req-5d2cb095-e18b-44e4-9d33-ebe8c64b7519 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Calling delete_port for dc9b9c45-c70f-473f-a215-821d32b2964d owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:39.551477 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-678e2e2d-2acc-41f8-ac19-a123e6386bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:39.560317 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c9ed55a9-4ac0-40e2-8695-dc9975c8eb02 req-0f22e701-eaff-492f-ab09-2f3fb3ce7523 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/security-groups?id=704d01a0-630d-48d4-ac97-3333cc8444ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783343 Jun 17 08:41:39.619397 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-1db5013c-4360-42ea-93cd-63a455b84518 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5315678 Jun 17 08:41:39.642413 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e669b6e1-e9d9-4326-86a6-d27fe60c33c6 x-openstack-request-id: req-e669b6e1-e9d9-4326-86a6-d27fe60c33c6 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:39.643532 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c152ad26-c53c-4e56-a837-334974641240", "tag": "f65b3172-17b5-4465-ad86-8cfb8149acd7", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:39.643930 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e669b6e1-e9d9-4326-86a6-d27fe60c33c6 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:39.645554 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c152ad26-c53c-4e56-a837-334974641240', 'tag': 'f65b3172-17b5-4465-ad86-8cfb8149acd7', 'status': 'completed', 'code': 200} Jun 17 08:41:39.660384 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-678e2e2d-2acc-41f8-ac19-a123e6386bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:39.660384 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-dbb8b53c-49f6-46a2-bfcb-4011a40e0273 service neutron] Request body: {'port': {'device_id': '7f42af8f-304b-42cb-807c-baab880e524e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:39.828904 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-63b21214-e822-443a-9a15-d82f75403bbf req-cfd7f44f-53a6-4347-98f1-e01fce05aceb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02e73540-9354-4d95-b6cb-1d7e5c82a606 HTTP/1.1" status: 200 len: 217 time: 0.1713331 Jun 17 08:41:39.902447 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9156c2-8090-4c8c-bb1e-ad12e03bd61c req-5bbb2258-1bb7-4043-a78f-a080947d9735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:39.904052 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aa9156c2-8090-4c8c-bb1e-ad12e03bd61c req-5bbb2258-1bb7-4043-a78f-a080947d9735 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=da9417294c5449b28843fbefd48fea0b&device_id=c152ad26-c53c-4e56-a837-334974641240 HTTP/1.1" status: 200 len: 1100 time: 0.1873977 Jun 17 08:41:39.931103 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-dbb8b53c-49f6-46a2-bfcb-4011a40e0273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:39.958497 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873acbe9-515b-4b83-9339-585e409d143b req-57da1f2a-0ce8-4735-bbbf-6f8011688a54 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:39.964979 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-873acbe9-515b-4b83-9339-585e409d143b req-57da1f2a-0ce8-4735-bbbf-6f8011688a54 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f42af8f-304b-42cb-807c-baab880e524e HTTP/1.1" status: 200 len: 931 time: 0.1740732 Jun 17 08:41:40.025689 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9d9cfcee-4dc9-43b7-95aa-73d1d2b15f7e req-5d2cb095-e18b-44e4-9d33-ebe8c64b7519 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:40.040995 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c3fa0779-ec76-4f98-b72a-b57ecfcae42c tempest-TenantUsagesTestJSON-809436765 tempest-TenantUsagesTestJSON-809436765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:40.083079 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2cb095-e18b-44e4-9d33-ebe8c64b7519 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Pushing event deleted for resources: {'Port': ['ID=dc9b9c45-c70f-473f-a215-821d32b2964d,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:40.107043 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5d2cb095-e18b-44e4-9d33-ebe8c64b7519 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:40.128172 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-873acbe9-515b-4b83-9339-585e409d143b req-da0cb82a-1437-4154-bc3b-4e2cc66653a8 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620803 Jun 17 08:41:40.200136 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9cfcee-4dc9-43b7-95aa-73d1d2b15f7e req-5d2cb095-e18b-44e4-9d33-ebe8c64b7519 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] No DVR routers for this DVR port dc9b9c45-c70f-473f-a215-821d32b2964d on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:41:40.203955 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9d9cfcee-4dc9-43b7-95aa-73d1d2b15f7e req-5d2cb095-e18b-44e4-9d33-ebe8c64b7519 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:40.204731 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbfdcf0-23c2-4753-a5eb-71b26c111ee8 x-openstack-request-id: req-6dbfdcf0-23c2-4753-a5eb-71b26c111ee8 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:40.205255 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24be9833-e544-49b7-91cd-ed448a83dfa1", "name": "network-vif-unplugged", "status": "completed", "tag": "dc9b9c45-c70f-473f-a215-821d32b2964d", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:40.205345 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6dbfdcf0-23c2-4753-a5eb-71b26c111ee8 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:40.205683 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24be9833-e544-49b7-91cd-ed448a83dfa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc9b9c45-c70f-473f-a215-821d32b2964d', 'code': 200} Jun 17 08:41:40.205958 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9d9cfcee-4dc9-43b7-95aa-73d1d2b15f7e req-5d2cb095-e18b-44e4-9d33-ebe8c64b7519 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.53 "DELETE /v2.0/ports/dc9b9c45-c70f-473f-a215-821d32b2964d HTTP/1.1" status: 204 len: 173 time: 1.4812303 Jun 17 08:41:40.241898 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-678e2e2d-2acc-41f8-ac19-a123e6386bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:40.245043 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-678e2e2d-2acc-41f8-ac19-a123e6386bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:40.249036 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-678e2e2d-2acc-41f8-ac19-a123e6386bf7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ba925991-3b7d-42a6-9439-6a36e9a6564e HTTP/1.1" status: 204 len: 168 time: 0.8136733 Jun 17 08:41:40.249368 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4787873c-becc-473e-84bb-e5351f668308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:40.265514 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e2e2d-2acc-41f8-ac19-a123e6386bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba925991-3b7d-42a6-9439-6a36e9a6564e,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:40.270536 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-678e2e2d-2acc-41f8-ac19-a123e6386bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:40.347296 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf453ef3-af1f-4c16-8117-b593eef873b4 x-openstack-request-id: req-bf453ef3-af1f-4c16-8117-b593eef873b4 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:40.348468 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10afd72b-2d19-4919-9da3-c5e34f211265", "tag": "02e73540-9354-4d95-b6cb-1d7e5c82a606", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:40.350875 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bf453ef3-af1f-4c16-8117-b593eef873b4 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:40.352534 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10afd72b-2d19-4919-9da3-c5e34f211265', 'tag': '02e73540-9354-4d95-b6cb-1d7e5c82a606', 'status': 'completed', 'code': 200} Jun 17 08:41:40.499136 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-dbb8b53c-49f6-46a2-bfcb-4011a40e0273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8afb44b0-df6f-491c-b5ce-c82350ec10e8 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:41:40.510514 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-dbb8b53c-49f6-46a2-bfcb-4011a40e0273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:40.535260 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-dbb8b53c-49f6-46a2-bfcb-4011a40e0273 service neutron] Transition to ACTIVE for port object 8afb44b0-df6f-491c-b5ce-c82350ec10e8 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:40.637106 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-dbb8b53c-49f6-46a2-bfcb-4011a40e0273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:40.643148 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e01df768-da90-4aa5-bc03-61db771c4860 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:40.790844 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8b53c-49f6-46a2-bfcb-4011a40e0273 service neutron] Pushing event updated for resources: {'Port': ['ID=8afb44b0-df6f-491c-b5ce-c82350ec10e8,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:40.794271 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dbb8b53c-49f6-46a2-bfcb-4011a40e0273 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:40.876656 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9da4a7-c91b-4b88-8b88-4b0b0b9bafd5 req-9220442f-4c8b-4f8b-afb9-1b2237df35e7 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:40.887975 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ac9da4a7-c91b-4b88-8b88-4b0b0b9bafd5 req-9220442f-4c8b-4f8b-afb9-1b2237df35e7 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=c152ad26-c53c-4e56-a837-334974641240 HTTP/1.1" status: 200 len: 948 time: 0.3019512 Jun 17 08:41:40.966703 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ac9da4a7-c91b-4b88-8b88-4b0b0b9bafd5 req-93812d8c-8321-4c4e-b98f-0f3c3a7ee207 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773993 Jun 17 08:41:40.993217 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-dbb8b53c-49f6-46a2-bfcb-4011a40e0273 service neutron] Attempting to bind port 8afb44b0-df6f-491c-b5ce-c82350ec10e8 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:41:40.993441 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-dbb8b53c-49f6-46a2-bfcb-4011a40e0273 service neutron] Attempting to bind port 8afb44b0-df6f-491c-b5ce-c82350ec10e8 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '5d26018e-29fa-42b2-aacb-c815edf13635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '06763fe9-e99d-4536-9f97-1417c168f505'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:41:40.993722 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-dbb8b53c-49f6-46a2-bfcb-4011a40e0273 service neutron] Attempting to bind port 8afb44b0-df6f-491c-b5ce-c82350ec10e8 on network 06763fe9-e99d-4536-9f97-1417c168f505 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:41.000754 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-dbb8b53c-49f6-46a2-bfcb-4011a40e0273 service neutron] Port 8afb44b0-df6f-491c-b5ce-c82350ec10e8 on network 06763fe9-e99d-4536-9f97-1417c168f505 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:41:41.004681 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-dbb8b53c-49f6-46a2-bfcb-4011a40e0273 service neutron] Attempting to bind port 8afb44b0-df6f-491c-b5ce-c82350ec10e8 on network 06763fe9-e99d-4536-9f97-1417c168f505 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:41.008237 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-dbb8b53c-49f6-46a2-bfcb-4011a40e0273 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:41:41.008563 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-dbb8b53c-49f6-46a2-bfcb-4011a40e0273 service neutron] Checking segment: {'id': '5d26018e-29fa-42b2-aacb-c815edf13635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '06763fe9-e99d-4536-9f97-1417c168f505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:41.008896 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-dbb8b53c-49f6-46a2-bfcb-4011a40e0273 service neutron] Bound using segment: {'id': '5d26018e-29fa-42b2-aacb-c815edf13635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '06763fe9-e99d-4536-9f97-1417c168f505'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:41:41.009344 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-dbb8b53c-49f6-46a2-bfcb-4011a40e0273 service neutron] Bound port: 8afb44b0-df6f-491c-b5ce-c82350ec10e8, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d26018e-29fa-42b2-aacb-c815edf13635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '06763fe9-e99d-4536-9f97-1417c168f505'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:41:41.009692 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-dbb8b53c-49f6-46a2-bfcb-4011a40e0273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:41.139905 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-dbb8b53c-49f6-46a2-bfcb-4011a40e0273 service neutron] For port 8afb44b0-df6f-491c-b5ce-c82350ec10e8, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:41:41.144572 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-dbb8b53c-49f6-46a2-bfcb-4011a40e0273 service neutron] For port 8afb44b0-df6f-491c-b5ce-c82350ec10e8, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=8afb44b0-df6f-491c-b5ce-c82350ec10e8,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:41:41.259956 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-dbb8b53c-49f6-46a2-bfcb-4011a40e0273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:41.262915 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6b4131ad-3547-417b-a786-148ad3c4a044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:41.307347 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-dbb8b53c-49f6-46a2-bfcb-4011a40e0273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:41.311184 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-dbb8b53c-49f6-46a2-bfcb-4011a40e0273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:41.311184 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-dbb8b53c-49f6-46a2-bfcb-4011a40e0273 service neutron] 10.222.0.53 "PUT /v2.0/ports/8afb44b0-df6f-491c-b5ce-c82350ec10e8 HTTP/1.1" status: 200 len: 1092 time: 1.6727259 Jun 17 08:41:41.360929 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8b53c-49f6-46a2-bfcb-4011a40e0273 service neutron] Pushing event updated for resources: {'Port': ['ID=8afb44b0-df6f-491c-b5ce-c82350ec10e8,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:41.367031 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dbb8b53c-49f6-46a2-bfcb-4011a40e0273 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:41.504236 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-b1e45587-e05d-4928-95ff-ba1f08b722a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:41.506489 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-b1e45587-e05d-4928-95ff-ba1f08b722a3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=25d10e174ea043af91eeee2909fa8116&device_id=7f42af8f-304b-42cb-807c-baab880e524e HTTP/1.1" status: 200 len: 1095 time: 0.0829325 Jun 17 08:41:41.557737 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-5b8cd3e1-48b8-4812-864f-8be17110c41d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8afb44b0-df6f-491c-b5ce-c82350ec10e8 HTTP/1.1" status: 200 len: 217 time: 0.0419350 Jun 17 08:41:41.622577 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-12686bda-2cf8-40e1-907b-30b3b94c4a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:41.625493 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-12686bda-2cf8-40e1-907b-30b3b94c4a1c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dde6362a-8d80-43f7-8fcf-3398cd98da0f HTTP/1.1" status: 200 len: 844 time: 0.0609670 Jun 17 08:41:41.676453 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f42af8f-304b-42cb-807c-baab880e524e', 'tag': '8afb44b0-df6f-491c-b5ce-c82350ec10e8'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:41.678817 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c00d63-24e6-4887-97d2-9fe2d06c887d" -d '{"events": [{"name": "network-changed", "server_uuid": "7f42af8f-304b-42cb-807c-baab880e524e", "tag": "8afb44b0-df6f-491c-b5ce-c82350ec10e8"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:41.686317 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-85383626-aa6d-4b7f-84d6-5fab390c039e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=06763fe9-e99d-4536-9f97-1417c168f505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537050 Jun 17 08:41:41.716353 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-94fb6fd3-c226-436c-99e6-109072426b1a req-62a7b143-b12a-493c-8c0d-3c3892e7e4d3 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=24be9833-e544-49b7-91cd-ed448a83dfa1 HTTP/1.1" status: 200 len: 210 time: 0.0697834 Jun 17 08:41:41.867177 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-77c17d7c-6e9e-4d9b-83e1-ed8eb4dd06ae service neutron] 10.222.0.53 "GET /v2.0/networks/06763fe9-e99d-4536-9f97-1417c168f505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631534 Jun 17 08:41:42.004249 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fed5c-a615-41ed-9b65-e9f9bc29eeac req-b6ed11fc-51de-4b57-8869-45a53d1c1ab4 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:42.004818 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45754) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:42.005238 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-004fed5c-a615-41ed-9b65-e9f9bc29eeac req-b6ed11fc-51de-4b57-8869-45a53d1c1ab4 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/ports?device_id=10afd72b-2d19-4919-9da3-c5e34f211265 HTTP/1.1" status: 200 len: 944 time: 0.1618123 Jun 17 08:41:42.009053 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e4ede7f9-7b3b-4577-8a31-fde26d8729c9 req-73030920-b7f1-4edf-a4d6-bf3311cf8e32 service neutron] 10.222.0.53 "GET /v2.0/networks/06763fe9-e99d-4536-9f97-1417c168f505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187425 Jun 17 08:41:42.151238 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-939d31c7-3291-4792-bfa9-d327cd1e0f10 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1225111391-network', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:42.268343 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939d31c7-3291-4792-bfa9-d327cd1e0f10 admin admin] Made reservation on behalf of c4f6d8ed8ebf4cbb81ed4c1f79745b4d for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:42.270701 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-939d31c7-3291-4792-bfa9-d327cd1e0f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:42.283855 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-939d31c7-3291-4792-bfa9-d327cd1e0f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:42.355423 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24be9833-e544-49b7-91cd-ed448a83dfa1', 'name': 'network-vif-deleted', 'tag': 'dc9b9c45-c70f-473f-a215-821d32b2964d'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:42.360278 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ca48f9-2e2e-44ec-bb24-fdf46b31edd2" -d '{"events": [{"server_uuid": "24be9833-e544-49b7-91cd-ed448a83dfa1", "name": "network-vif-deleted", "tag": "dc9b9c45-c70f-473f-a215-821d32b2964d"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:42.363784 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-004fed5c-a615-41ed-9b65-e9f9bc29eeac req-25e829c4-3f70-4c1a-97c4-6343e4c2a59b tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/security-groups?id=704d01a0-630d-48d4-ac97-3333cc8444ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420105 Jun 17 08:41:42.432859 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-939d31c7-3291-4792-bfa9-d327cd1e0f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:42.510889 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-939d31c7-3291-4792-bfa9-d327cd1e0f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:42.515077 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7d25f2cd-05b0-43d5-b8a0-14591ab04277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:42.541195 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939d31c7-3291-4792-bfa9-d327cd1e0f10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:41:42.553061 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d31c7-3291-4792-bfa9-d327cd1e0f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f9b471-742f-44a5-b9d2-baf4943a7e31,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:42.562290 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-939d31c7-3291-4792-bfa9-d327cd1e0f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:42.563860 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-939d31c7-3291-4792-bfa9-d327cd1e0f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:42.567455 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-939d31c7-3291-4792-bfa9-d327cd1e0f10 admin admin] Added segment 498ad4d7-c11e-481f-a553-b46b3e1dd7c2 of type vlan for network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f Jun 17 08:41:42.617256 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-939d31c7-3291-4792-bfa9-d327cd1e0f10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:42.729603 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bda4d1-2581-49ab-9773-3422683128c5 req-a22e03ee-1897-414e-9792-500c6e4ede01 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:42.731097 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-58bda4d1-2581-49ab-9773-3422683128c5 req-a22e03ee-1897-414e-9792-500c6e4ede01 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f42af8f-304b-42cb-807c-baab880e524e HTTP/1.1" status: 200 len: 943 time: 0.0795307 Jun 17 08:41:42.739118 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-939d31c7-3291-4792-bfa9-d327cd1e0f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:42.740701 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939d31c7-3291-4792-bfa9-d327cd1e0f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:42.741364 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-939d31c7-3291-4792-bfa9-d327cd1e0f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:42.744672 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:42.772111 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-58bda4d1-2581-49ab-9773-3422683128c5 req-56ead617-db34-4c6c-9b04-748c17a9403b tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344298 Jun 17 08:41:42.813872 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d31c7-3291-4792-bfa9-d327cd1e0f10 admin admin] Pushing event updated for resources: {'Network': ['ID=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:42.817008 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-939d31c7-3291-4792-bfa9-d327cd1e0f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:42.825123 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:41:42.848231 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device dc9b9c45-c70f-473f-a215-821d32b2964d no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:41:42.856837 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-939d31c7-3291-4792-bfa9-d327cd1e0f10 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8485088 Jun 17 08:41:42.863040 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45766) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:42.863040 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-9769be8b-d934-4a7c-a061-2c3a145127fc admin admin] Request body: {'subnet': {'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1225111391-subnet', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:42.890206 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45768) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:42.923172 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: dc9b9c45-c70f-473f-a215-821d32b2964d {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:41:42.923539 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device dc9b9c45-c70f-473f-a215-821d32b2964d not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:41:42.959809 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def62f52-69c0-4855-b71f-2d4e4748a869 x-openstack-request-id: req-def62f52-69c0-4855-b71f-2d4e4748a869 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:42.960516 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f42af8f-304b-42cb-807c-baab880e524e", "tag": "8afb44b0-df6f-491c-b5ce-c82350ec10e8", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:42.960896 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-def62f52-69c0-4855-b71f-2d4e4748a869 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:42.961508 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f42af8f-304b-42cb-807c-baab880e524e', 'tag': '8afb44b0-df6f-491c-b5ce-c82350ec10e8', 'status': 'completed', 'code': 200} Jun 17 08:41:42.967103 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9769be8b-d934-4a7c-a061-2c3a145127fc admin admin] Made reservation on behalf of c4f6d8ed8ebf4cbb81ed4c1f79745b4d for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:42.970259 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9769be8b-d934-4a7c-a061-2c3a145127fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:43.065497 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c00d63-24e6-4887-97d2-9fe2d06c887d req-13203586-83be-420f-9b98-ebeae5d50293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:43.066891 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-79c00d63-24e6-4887-97d2-9fe2d06c887d req-13203586-83be-420f-9b98-ebeae5d50293 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=25d10e174ea043af91eeee2909fa8116&device_id=7f42af8f-304b-42cb-807c-baab880e524e HTTP/1.1" status: 200 len: 1095 time: 0.0808945 Jun 17 08:41:43.240887 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c00d63-24e6-4887-97d2-9fe2d06c887d req-1646fa78-80c6-449d-b560-93ea6c094cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:43.242338 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-79c00d63-24e6-4887-97d2-9fe2d06c887d req-1646fa78-80c6-449d-b560-93ea6c094cea service neutron] 10.222.0.53 "GET /v2.0/networks?id=06763fe9-e99d-4536-9f97-1417c168f505 HTTP/1.1" status: 200 len: 905 time: 0.1686308 Jun 17 08:41:43.263552 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb57ad-c17c-436e-8086-ea4294a7bd6f req-2187fd78-b112-4938-8ebb-88ed4daec4ef tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:43.265126 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-35eb57ad-c17c-436e-8086-ea4294a7bd6f req-2187fd78-b112-4938-8ebb-88ed4daec4ef tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=c152ad26-c53c-4e56-a837-334974641240 HTTP/1.1" status: 200 len: 948 time: 0.1490328 Jun 17 08:41:43.303068 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-79c00d63-24e6-4887-97d2-9fe2d06c887d req-9b4509e1-6120-42ce-a0c7-1a211b58c408 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8afb44b0-df6f-491c-b5ce-c82350ec10e8 HTTP/1.1" status: 200 len: 217 time: 0.0531535 Jun 17 08:41:43.375525 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-35eb57ad-c17c-436e-8086-ea4294a7bd6f req-6bccfba1-c9f0-4e5e-95f9-14185c27782e tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752089 Jun 17 08:41:43.379808 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c00d63-24e6-4887-97d2-9fe2d06c887d req-73fbccae-1d2b-4ad5-9343-21969510c927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:43.380770 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-79c00d63-24e6-4887-97d2-9fe2d06c887d req-73fbccae-1d2b-4ad5-9343-21969510c927 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dde6362a-8d80-43f7-8fcf-3398cd98da0f HTTP/1.1" status: 200 len: 844 time: 0.0717714 Jun 17 08:41:43.417611 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-79c00d63-24e6-4887-97d2-9fe2d06c887d req-a91ad10c-f675-4ffb-8d56-f05fdc7a60a4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=06763fe9-e99d-4536-9f97-1417c168f505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300112 Jun 17 08:41:43.474933 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599c0eee-6029-4d4e-9b80-0049d3af1c6a x-openstack-request-id: req-599c0eee-6029-4d4e-9b80-0049d3af1c6a {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:43.479080 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24be9833-e544-49b7-91cd-ed448a83dfa1", "name": "network-vif-deleted", "tag": "dc9b9c45-c70f-473f-a215-821d32b2964d", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:43.479080 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-599c0eee-6029-4d4e-9b80-0049d3af1c6a {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:43.479080 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24be9833-e544-49b7-91cd-ed448a83dfa1', 'name': 'network-vif-deleted', 'tag': 'dc9b9c45-c70f-473f-a215-821d32b2964d', 'status': 'completed', 'code': 200} Jun 17 08:41:43.548593 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9769be8b-d934-4a7c-a061-2c3a145127fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:43.565902 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:43.580508 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-79c00d63-24e6-4887-97d2-9fe2d06c887d req-bdb8f244-72df-4a7c-b8ec-6592a4caaedf service neutron] 10.222.0.53 "GET /v2.0/networks/06763fe9-e99d-4536-9f97-1417c168f505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473939 Jun 17 08:41:43.682993 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-79c00d63-24e6-4887-97d2-9fe2d06c887d req-38907dd7-7eb3-48ad-932d-6415c910fae0 service neutron] 10.222.0.53 "GET /v2.0/networks/06763fe9-e99d-4536-9f97-1417c168f505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951698 Jun 17 08:41:43.684455 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769be8b-d934-4a7c-a061-2c3a145127fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f1cd377-e173-40e7-8f95-b9cee993c643,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:43.687427 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9769be8b-d934-4a7c-a061-2c3a145127fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:43.749764 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9769be8b-d934-4a7c-a061-2c3a145127fc admin admin] Checking segment: {'id': '498ad4d7-c11e-481f-a553-b46b3e1dd7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:43.753876 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9769be8b-d934-4a7c-a061-2c3a145127fc admin admin] Network hostable DHCP agents. Network: 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:41:43.789895 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc9d7a-3cc6-4fde-9165-b84d04c39af0 req-fa0f3c48-73d6-4828-8005-05cadc64f182 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:43.791843 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-33cc9d7a-3cc6-4fde-9165-b84d04c39af0 req-fa0f3c48-73d6-4828-8005-05cadc64f182 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/ports?device_id=10afd72b-2d19-4919-9da3-c5e34f211265 HTTP/1.1" status: 200 len: 944 time: 0.0801959 Jun 17 08:41:43.843302 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-33cc9d7a-3cc6-4fde-9165-b84d04c39af0 req-915c15a5-c978-4e70-b2b2-1107d79f391c tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/security-groups?id=704d01a0-630d-48d4-ac97-3333cc8444ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379548 Jun 17 08:41:43.883495 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-51e11bfe-5b20-4b1a-b036-075810de1dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:44.214810 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45780) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:44.220673 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-2f54db97-105d-430c-976b-261c2d63c680 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1553902572', 'description': 'tempest-description--336340364'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:44.227281 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9769be8b-d934-4a7c-a061-2c3a145127fc admin admin] Network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:41:44.300200 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-9769be8b-d934-4a7c-a061-2c3a145127fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:44.309332 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09492e89-9b0b-45d5-98bc-0e8e7567ebb9 None None] Network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:44.309895 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9769be8b-d934-4a7c-a061-2c3a145127fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:44.310431 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9769be8b-d934-4a7c-a061-2c3a145127fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:44.331788 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2f54db97-105d-430c-976b-261c2d63c680 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:44.479630 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2f54db97-105d-430c-976b-261c2d63c680 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:44.560335 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1a9198-8b22-4c2b-be0c-4f6b8a51590a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-14e0e5fd-f3e6-4e07-800d-dfdaacdec65f', 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'fixed_ips': [{'subnet_id': '9f1cd377-e173-40e7-8f95-b9cee993c643'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:41:44.561434 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-bf1a9198-8b22-4c2b-be0c-4f6b8a51590a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:44.586395 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fa8c9-a9d8-43a7-a5b1-e0015f3387b9 req-eb2cb6f7-f10c-4e91-90b6-5e0db3286bd5 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:44.588376 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bf7fa8c9-a9d8-43a7-a5b1-e0015f3387b9 req-eb2cb6f7-f10c-4e91-90b6-5e0db3286bd5 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f42af8f-304b-42cb-807c-baab880e524e HTTP/1.1" status: 200 len: 943 time: 0.1073585 Jun 17 08:41:44.664331 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bf7fa8c9-a9d8-43a7-a5b1-e0015f3387b9 req-dd56ffbc-a1dc-4e75-ad28-6fcc2bd9c60b tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601521 Jun 17 08:41:44.698139 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-51e11bfe-5b20-4b1a-b036-075810de1dfc admin admin] Deleting port d889228a-7466-403a-b2cf-746d88470ba5 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:44.698914 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-51e11bfe-5b20-4b1a-b036-075810de1dfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:44.761945 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2f54db97-105d-430c-976b-261c2d63c680 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:44.774065 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a940f60a-fdaa-4683-8101-743efef91ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:44.793354 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-bf1a9198-8b22-4c2b-be0c-4f6b8a51590a None None] Allocated IP 172.20.0.2 (14e0e5fd-f3e6-4e07-800d-dfdaacdec65f/9f1cd377-e173-40e7-8f95-b9cee993c643/3697ff4a-e9f6-47ac-a90a-be400b2e1ac3) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:44.820771 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-51e11bfe-5b20-4b1a-b036-075810de1dfc admin admin] For port d889228a-7466-403a-b2cf-746d88470ba5, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=d889228a-7466-403a-b2cf-746d88470ba5,segment=NetworkSegment(7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7),segment_id=7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:44.821255 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-51e11bfe-5b20-4b1a-b036-075810de1dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:44.823697 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54db97-105d-430c-976b-261c2d63c680 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1331bd-b554-4498-84aa-409e44966515,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:44.830136 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2f54db97-105d-430c-976b-261c2d63c680 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:44.889681 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45788) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:44.890085 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9769be8b-d934-4a7c-a061-2c3a145127fc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0312252 Jun 17 08:41:44.896095 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-3a6c65eb-1dbf-426b-b8c0-803539365996 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1225111391-router', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:44.921612 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-51e11bfe-5b20-4b1a-b036-075810de1dfc admin admin] Calling delete_port for d889228a-7466-403a-b2cf-746d88470ba5 owned by network:router_interface {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:44.934045 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 8afb44b0-df6f-491c-b5ce-c82350ec10e8 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:41:44.953907 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde18a2-b30b-42c8-a479-f501eb9ec469 req-592e5e72-13ee-411b-97dc-9dc1bf900686 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:44.962293 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5cde18a2-b30b-42c8-a479-f501eb9ec469 req-592e5e72-13ee-411b-97dc-9dc1bf900686 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=c152ad26-c53c-4e56-a837-334974641240 HTTP/1.1" status: 200 len: 948 time: 0.1341710 Jun 17 08:41:44.986871 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2f54db97-105d-430c-976b-261c2d63c680 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:44.988335 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2f54db97-105d-430c-976b-261c2d63c680 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7725089 Jun 17 08:41:44.994277 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45790) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:45.001670 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-ecc2cc76-fba3-4391-947c-e8800bb8502c tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Request body: {'security_group_rule': {'security_group_id': 'dd1331bd-b554-4498-84aa-409e44966515', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:45.025144 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5cde18a2-b30b-42c8-a479-f501eb9ec469 req-9ab7297c-c42e-488c-83da-4cceb3a8ca2b tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618348 Jun 17 08:41:45.040280 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-bf1a9198-8b22-4c2b-be0c-4f6b8a51590a None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:45.066769 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-bf1a9198-8b22-4c2b-be0c-4f6b8a51590a None None] Transition to ACTIVE for port object 3697ff4a-e9f6-47ac-a90a-be400b2e1ac3 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:45.073518 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3a6c65eb-1dbf-426b-b8c0-803539365996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:45.073518 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3a6c65eb-1dbf-426b-b8c0-803539365996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:45.094746 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-bf1a9198-8b22-4c2b-be0c-4f6b8a51590a None None] Transition to ACTIVE for port object 3697ff4a-e9f6-47ac-a90a-be400b2e1ac3 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:45.119102 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 8afb44b0-df6f-491c-b5ce-c82350ec10e8, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=8afb44b0-df6f-491c-b5ce-c82350ec10e8,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:45.133403 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '8afb44b0-df6f-491c-b5ce-c82350ec10e8', 'network_id': '06763fe9-e99d-4536-9f97-1417c168f505', 'port_id': '8afb44b0-df6f-491c-b5ce-c82350ec10e8', 'mac_address': 'fa:16:3e:c9:c7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde6362a-8d80-43f7-8fcf-3398cd98da0f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:41:45.165006 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3a6c65eb-1dbf-426b-b8c0-803539365996 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:45.177550 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:45.192053 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8afb44b0-df6f-491c-b5ce-c82350ec10e8 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:41:45.213374 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 8afb44b0-df6f-491c-b5ce-c82350ec10e8, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=8afb44b0-df6f-491c-b5ce-c82350ec10e8,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:45.216055 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-bf1a9198-8b22-4c2b-be0c-4f6b8a51590a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:45.220002 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:45.240802 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51cd1b-8466-4c56-84a5-3e3dad463c54 req-d1619192-974c-4680-9b29-9af2a31aec1c tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:45.242503 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ae51cd1b-8466-4c56-84a5-3e3dad463c54 req-d1619192-974c-4680-9b29-9af2a31aec1c tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/ports?device_id=10afd72b-2d19-4919-9da3-c5e34f211265 HTTP/1.1" status: 200 len: 944 time: 0.0746360 Jun 17 08:41:45.260494 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1a9198-8b22-4c2b-be0c-4f6b8a51590a None None] Network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:45.271732 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-bf1a9198-8b22-4c2b-be0c-4f6b8a51590a None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:45.291810 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ecc2cc76-fba3-4391-947c-e8800bb8502c tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:45.292016 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1a9198-8b22-4c2b-be0c-4f6b8a51590a None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:45.335696 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a9198-8b22-4c2b-be0c-4f6b8a51590a None None] Pushing event updated for resources: {'Port': ['ID=3697ff4a-e9f6-47ac-a90a-be400b2e1ac3,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:45.353830 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-bf1a9198-8b22-4c2b-be0c-4f6b8a51590a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:45.354636 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:45.361440 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-5872bfb9-5a5a-4705-a9fd-6167496e5b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:45.365657 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-bf1a9198-8b22-4c2b-be0c-4f6b8a51590a None None] Attempting to bind port 3697ff4a-e9f6-47ac-a90a-be400b2e1ac3 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:41:45.366149 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-bf1a9198-8b22-4c2b-be0c-4f6b8a51590a None None] Attempting to bind port 3697ff4a-e9f6-47ac-a90a-be400b2e1ac3 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '498ad4d7-c11e-481f-a553-b46b3e1dd7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:41:45.366740 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1a9198-8b22-4c2b-be0c-4f6b8a51590a None None] Attempting to bind port 3697ff4a-e9f6-47ac-a90a-be400b2e1ac3 on network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:45.378250 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ecc2cc76-fba3-4391-947c-e8800bb8502c tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:45.398566 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1a9198-8b22-4c2b-be0c-4f6b8a51590a None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:41:45.399293 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1a9198-8b22-4c2b-be0c-4f6b8a51590a None None] Checking segment: {'id': '498ad4d7-c11e-481f-a553-b46b3e1dd7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:45.399730 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-bf1a9198-8b22-4c2b-be0c-4f6b8a51590a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:45.400235 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1a9198-8b22-4c2b-be0c-4f6b8a51590a None None] Bound using segment: {'id': '498ad4d7-c11e-481f-a553-b46b3e1dd7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:41:45.401159 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-bf1a9198-8b22-4c2b-be0c-4f6b8a51590a None None] Bound port: 3697ff4a-e9f6-47ac-a90a-be400b2e1ac3, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498ad4d7-c11e-481f-a553-b46b3e1dd7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:41:45.405409 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-bf1a9198-8b22-4c2b-be0c-4f6b8a51590a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:45.420519 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ae51cd1b-8466-4c56-84a5-3e3dad463c54 req-58c8e6c8-273b-4fe8-8dd5-42879f98c5bd tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/security-groups?id=704d01a0-630d-48d4-ac97-3333cc8444ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409450 Jun 17 08:41:45.426694 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3a6c65eb-1dbf-426b-b8c0-803539365996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:45.445721 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-51e11bfe-5b20-4b1a-b036-075810de1dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:45.448117 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f0d5fa17-4fa7-41fa-bafe-e31b0ca6a0e5 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:45.476642 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e11bfe-5b20-4b1a-b036-075810de1dfc admin admin] Pushing event deleted for resources: {'Port': ['ID=d889228a-7466-403a-b2cf-746d88470ba5,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:45.480451 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-51e11bfe-5b20-4b1a-b036-075810de1dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:45.496061 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ecc2cc76-fba3-4391-947c-e8800bb8502c tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:45.514626 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=8afb44b0-df6f-491c-b5ce-c82350ec10e8,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:45.521318 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-715f7116-48b7-4fb8-a6dc-05fc236a5b5d tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:45.525880 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:45.550312 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-bf1a9198-8b22-4c2b-be0c-4f6b8a51590a None None] For port 3697ff4a-e9f6-47ac-a90a-be400b2e1ac3, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:41:45.554724 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-bf1a9198-8b22-4c2b-be0c-4f6b8a51590a None None] For port 3697ff4a-e9f6-47ac-a90a-be400b2e1ac3, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=3697ff4a-e9f6-47ac-a90a-be400b2e1ac3,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:41:45.593038 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2cc76-fba3-4391-947c-e8800bb8502c tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0021b9c-e254-43a6-b50b-087acb30b9df,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:45.598637 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ecc2cc76-fba3-4391-947c-e8800bb8502c tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:45.637809 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-bf1a9198-8b22-4c2b-be0c-4f6b8a51590a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:45.640756 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:45.690289 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['8afb44b0-df6f-491c-b5ce-c82350ec10e8'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:41:45.727516 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ecc2cc76-fba3-4391-947c-e8800bb8502c tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:45.734589 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45796) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:45.735564 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ecc2cc76-fba3-4391-947c-e8800bb8502c tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7382281 Jun 17 08:41:45.747137 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-aece2b1d-5806-4372-b6aa-9d9ac8321e01 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Request body: {'security_group_rule': {'security_group_id': 'dd1331bd-b554-4498-84aa-409e44966515', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:45.808082 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a9198-8b22-4c2b-be0c-4f6b8a51590a None None] Pushing event updated for resources: {'Port': ['ID=3697ff4a-e9f6-47ac-a90a-be400b2e1ac3,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:45.823399 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-bf1a9198-8b22-4c2b-be0c-4f6b8a51590a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:45.863450 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-51e11bfe-5b20-4b1a-b036-075810de1dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.074657 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3a6c65eb-1dbf-426b-b8c0-803539365996 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.110141 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3a6c65eb-1dbf-426b-b8c0-803539365996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.121720 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a878200-1628-4c00-bf7c-bf17358ecf96 req-3a1e267d-a0a7-4ba3-b8d2-848c0a386629 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:46.128976 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0a878200-1628-4c00-bf7c-bf17358ecf96 req-3a1e267d-a0a7-4ba3-b8d2-848c0a386629 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f42af8f-304b-42cb-807c-baab880e524e HTTP/1.1" status: 200 len: 944 time: 0.2151906 Jun 17 08:41:46.195571 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-aece2b1d-5806-4372-b6aa-9d9ac8321e01 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.310144 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e11bfe-5b20-4b1a-b036-075810de1dfc admin admin] Router e120ac66-135b-4adc-919c-bcdbfe62a5f7 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:41:46.336808 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-3a6c65eb-1dbf-426b-b8c0-803539365996 admin admin] Allocated IP 172.25.2.95 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/02e4b0ec-23b5-4512-8e26-5f58cfc44882) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:46.344374 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0a878200-1628-4c00-bf7c-bf17358ecf96 req-f2aa056f-4794-4134-a24c-40e198b8db45 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145281 Jun 17 08:41:46.369515 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-aece2b1d-5806-4372-b6aa-9d9ac8321e01 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.470905 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e11bfe-5b20-4b1a-b036-075810de1dfc admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:41:46.476462 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-51e11bfe-5b20-4b1a-b036-075810de1dfc admin admin] 10.222.0.49 "PUT /v2.0/routers/e120ac66-135b-4adc-919c-bcdbfe62a5f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5852304 Jun 17 08:41:46.478722 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-aece2b1d-5806-4372-b6aa-9d9ac8321e01 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.479120 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45804) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:46.481653 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bb360c-8010-4df0-bf79-83a952cc6bdf None None] Sync routers for ids ['e120ac66-135b-4adc-919c-bcdbfe62a5f7'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:41:46.501706 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bb360c-8010-4df0-bf79-83a952cc6bdf None None] Routers {'e120ac66-135b-4adc-919c-bcdbfe62a5f7'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:46.502958 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-58bb360c-8010-4df0-bf79-83a952cc6bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:41:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e120ac66-135b-4adc-919c-bcdbfe62a5f7'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:46.567134 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3a6c65eb-1dbf-426b-b8c0-803539365996 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.620338 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:46.629677 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-58bb360c-8010-4df0-bf79-83a952cc6bdf None None] Set router e120ac66-135b-4adc-919c-bcdbfe62a5f7 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:46.688944 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece2b1d-5806-4372-b6aa-9d9ac8321e01 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3895cbdf-358e-41ca-8ef4-9d75d16bba71,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:46.700399 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-aece2b1d-5806-4372-b6aa-9d9ac8321e01 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:46.712510 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7a6559af-25ec-41f7-b88d-d76f5ce1b3ef admin admin] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.751038 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d46d20-f772-4c6f-a9ac-03e964e72649 req-e8e7f293-4e73-4670-8d27-b328159bedf9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:46.752728 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-69d46d20-f772-4c6f-a9ac-03e964e72649 req-e8e7f293-4e73-4670-8d27-b328159bedf9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=c152ad26-c53c-4e56-a837-334974641240 HTTP/1.1" status: 200 len: 948 time: 0.1799798 Jun 17 08:41:46.757857 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-aece2b1d-5806-4372-b6aa-9d9ac8321e01 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.764573 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-aece2b1d-5806-4372-b6aa-9d9ac8321e01 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0268323 Jun 17 08:41:46.767420 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45808) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:46.772954 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-20326f7d-d1f7-41e2-a3ae-e37827bb5dc0 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:46.839506 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 8afb44b0-df6f-491c-b5ce-c82350ec10e8 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:46.858109 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-69d46d20-f772-4c6f-a9ac-03e964e72649 req-d0e8ab0b-8352-4e20-af0f-8bfd41a95e84 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922823 Jun 17 08:41:46.883445 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7a6559af-25ec-41f7-b88d-d76f5ce1b3ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.934658 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3a6c65eb-1dbf-426b-b8c0-803539365996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.944370 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-50d35df5-710e-4e50-834e-6229ae2e39ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:46.990269 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6c65eb-1dbf-426b-b8c0-803539365996 admin admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:46.993542 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-3a6c65eb-1dbf-426b-b8c0-803539365996 admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:47.002361 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6c65eb-1dbf-426b-b8c0-803539365996 admin admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:47.008490 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c65eb-1dbf-426b-b8c0-803539365996 admin admin] Pushing event updated for resources: {'Port': ['ID=02e4b0ec-23b5-4512-8e26-5f58cfc44882,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:47.016403 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-58bb360c-8010-4df0-bf79-83a952cc6bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840871843-router', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:41:45Z', 'revision_number': 5, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'gw_port': {'id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:47.028627 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3a6c65eb-1dbf-426b-b8c0-803539365996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:47.048018 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bb360c-8010-4df0-bf79-83a952cc6bdf None None] Checking router: e120ac66-135b-4adc-919c-bcdbfe62a5f7 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:41:47.051056 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-20326f7d-d1f7-41e2-a3ae-e37827bb5dc0 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks [] for floatingip, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:47.058141 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bb360c-8010-4df0-bf79-83a952cc6bdf None None] Routers {'e120ac66-135b-4adc-919c-bcdbfe62a5f7'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:47.058784 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-58bb360c-8010-4df0-bf79-83a952cc6bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:41:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e120ac66-135b-4adc-919c-bcdbfe62a5f7'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:47.178827 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83958127-16ec-422c-96f5-59f4d451900f None None] Network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:47.206198 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-7a6559af-25ec-41f7-b88d-d76f5ce1b3ef admin admin] Deleting port 97043c40-bc5e-4715-9789-2a8ca502dbaf {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:47.208015 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7a6559af-25ec-41f7-b88d-d76f5ce1b3ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:47.216287 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-58bb360c-8010-4df0-bf79-83a952cc6bdf None None] Set router e120ac66-135b-4adc-919c-bcdbfe62a5f7 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:47.301234 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c9bbf-b39a-4955-906a-e259981f2f78 req-d307a974-8448-496a-8a67-385a1dc94c72 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:47.311498 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1a5c9bbf-b39a-4955-906a-e259981f2f78 req-d307a974-8448-496a-8a67-385a1dc94c72 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/ports?device_id=10afd72b-2d19-4919-9da3-c5e34f211265 HTTP/1.1" status: 200 len: 944 time: 0.2683799 Jun 17 08:41:47.311696 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 8afb44b0-df6f-491c-b5ce-c82350ec10e8 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:47.331798 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-7a6559af-25ec-41f7-b88d-d76f5ce1b3ef admin admin] For port 97043c40-bc5e-4715-9789-2a8ca502dbaf, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=97043c40-bc5e-4715-9789-2a8ca502dbaf,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:47.332296 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7a6559af-25ec-41f7-b88d-d76f5ce1b3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:47.341236 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 8afb44b0-df6f-491c-b5ce-c82350ec10e8 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:47.342414 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:47.379884 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1a5c9bbf-b39a-4955-906a-e259981f2f78 req-9ec858c3-2ab5-4f01-84e0-a386d78e9a11 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/security-groups?id=704d01a0-630d-48d4-ac97-3333cc8444ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652392 Jun 17 08:41:47.391827 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-20326f7d-d1f7-41e2-a3ae-e37827bb5dc0 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:47.434956 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-7a6559af-25ec-41f7-b88d-d76f5ce1b3ef admin admin] Calling delete_port for 97043c40-bc5e-4715-9789-2a8ca502dbaf owned by network:router_gateway {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:47.487044 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e178cbf0-d7b4-4d54-9004-6b0e185270c9 None None] Provisioning for port 3697ff4a-e9f6-47ac-a90a-be400b2e1ac3 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:47.489069 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:47.493437 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-58bb360c-8010-4df0-bf79-83a952cc6bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840871843-router', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:41:45Z', 'revision_number': 5, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'gw_port': {'id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:47.562120 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bb360c-8010-4df0-bf79-83a952cc6bdf None None] The sync data for ids ['e120ac66-135b-4adc-919c-bcdbfe62a5f7'] in n-d-758944-30 is: [{'id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840871843-router', 'tenant_id': 'c15e34d135d048379888e28b7cdd5b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:41:45Z', 'revision_number': 5, 'project_id': 'c15e34d135d048379888e28b7cdd5b3a', 'gw_port': {'id': '97043c40-bc5e-4715-9789-2a8ca502dbaf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e120ac66-135b-4adc-919c-bcdbfe62a5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:16Z', 'updated_at': '2021-06-17T08:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:41:47.675379 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-20326f7d-d1f7-41e2-a3ae-e37827bb5dc0 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Allocated IP 172.25.2.197 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/7872168b-2002-477b-9b60-4b9a69b65df3) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:47.686400 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3a6c65eb-1dbf-426b-b8c0-803539365996 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:47.706463 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:47.741463 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f42af8f-304b-42cb-807c-baab880e524e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afb44b0-df6f-491c-b5ce-c82350ec10e8'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:47.743908 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc9eaab-1019-4d1c-8221-a99792f62e3e" -d '{"events": [{"server_uuid": "7f42af8f-304b-42cb-807c-baab880e524e", "name": "network-vif-plugged", "status": "completed", "tag": "8afb44b0-df6f-491c-b5ce-c82350ec10e8"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:47.757200 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 8afb44b0-df6f-491c-b5ce-c82350ec10e8, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=8afb44b0-df6f-491c-b5ce-c82350ec10e8,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:47.787080 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7a6559af-25ec-41f7-b88d-d76f5ce1b3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:47.789350 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9f1e021d-8f67-466c-8cbb-f66a31ff9585 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:47.839332 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6559af-25ec-41f7-b88d-d76f5ce1b3ef admin admin] Pushing event deleted for resources: {'Port': ['ID=97043c40-bc5e-4715-9789-2a8ca502dbaf,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:47.846462 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7a6559af-25ec-41f7-b88d-d76f5ce1b3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:47.884820 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:47.890721 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:48.001921 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7a6559af-25ec-41f7-b88d-d76f5ce1b3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.039736 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=8afb44b0-df6f-491c-b5ce-c82350ec10e8,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:48.046326 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:48.135399 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f9b44-d65c-46f5-b68c-bfedc653228c req-75af8dd6-3d84-440d-bc67-b423f4d48ae2 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:48.143194 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cd0f9b44-d65c-46f5-b68c-bfedc653228c req-75af8dd6-3d84-440d-bc67-b423f4d48ae2 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f42af8f-304b-42cb-807c-baab880e524e HTTP/1.1" status: 200 len: 944 time: 0.5664318 Jun 17 08:41:48.148898 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7a6559af-25ec-41f7-b88d-d76f5ce1b3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.151118 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7a6559af-25ec-41f7-b88d-d76f5ce1b3ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.196181 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b21214-e822-443a-9a15-d82f75403bbf req-7a64a553-4a5b-4220-a191-12d9ae587f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:48.197707 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-63b21214-e822-443a-9a15-d82f75403bbf req-7a64a553-4a5b-4220-a191-12d9ae587f8a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=40f08ecb-25ef-4424-8e01-0cf074fffead HTTP/1.1" status: 200 len: 852 time: 0.3722234 Jun 17 08:41:48.222701 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 3697ff4a-e9f6-47ac-a90a-be400b2e1ac3 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:48.287299 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7a6559af-25ec-41f7-b88d-d76f5ce1b3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.287903 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6559af-25ec-41f7-b88d-d76f5ce1b3ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router e120ac66-135b-4adc-919c-bcdbfe62a5f7 {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:41:48.293807 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7a6559af-25ec-41f7-b88d-d76f5ce1b3ef admin admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.296966 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7a6559af-25ec-41f7-b88d-d76f5ce1b3ef admin admin] 10.222.0.49 "DELETE /v2.0/routers/e120ac66-135b-4adc-919c-bcdbfe62a5f7 HTTP/1.1" status: 204 len: 168 time: 1.8044007 Jun 17 08:41:48.300112 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45820) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:48.310782 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b21214-e822-443a-9a15-d82f75403bbf req-ecd69029-8d08-4641-a19f-c3ac5772fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:48.312383 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-63b21214-e822-443a-9a15-d82f75403bbf req-ecd69029-8d08-4641-a19f-c3ac5772fda7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fea49251-81be-4e2e-808d-a9b2cf889740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1071756 Jun 17 08:41:48.323417 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cd0f9b44-d65c-46f5-b68c-bfedc653228c req-bba7c02f-a6f1-4103-9cf0-8e5078a6ac8d tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793442 Jun 17 08:41:48.366500 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-20326f7d-d1f7-41e2-a3ae-e37827bb5dc0 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.368234 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 3697ff4a-e9f6-47ac-a90a-be400b2e1ac3 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:48.378004 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 3697ff4a-e9f6-47ac-a90a-be400b2e1ac3 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:48.378528 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.379514 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9156c2-8090-4c8c-bb1e-ad12e03bd61c req-d27fe3ba-5777-49d2-9f85-7fc9e9a1bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:48.381433 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aa9156c2-8090-4c8c-bb1e-ad12e03bd61c req-d27fe3ba-5777-49d2-9f85-7fc9e9a1bd89 service neutron] 10.222.0.50 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.2747486 Jun 17 08:41:48.437314 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-14dfe37b-7bc7-4407-a5cf-92bbab271a64 admin admin] Deleting subnet e5e8ab6c-8b7b-4e37-b033-797fad98bbda {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:41:48.447226 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-14dfe37b-7bc7-4407-a5cf-92bbab271a64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.469115 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d12f235-96f7-40d2-8d25-d70e9747be5c x-openstack-request-id: req-1d12f235-96f7-40d2-8d25-d70e9747be5c {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:48.470997 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f42af8f-304b-42cb-807c-baab880e524e", "name": "network-vif-plugged", "status": "completed", "tag": "8afb44b0-df6f-491c-b5ce-c82350ec10e8", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:48.470997 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d12f235-96f7-40d2-8d25-d70e9747be5c {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:48.471326 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f42af8f-304b-42cb-807c-baab880e524e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afb44b0-df6f-491c-b5ce-c82350ec10e8', 'code': 200} Jun 17 08:41:48.480735 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aa9156c2-8090-4c8c-bb1e-ad12e03bd61c req-c8891674-4383-4bb4-a9f1-680eeffebb14 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=f65b3172-17b5-4465-ad86-8cfb8149acd7 HTTP/1.1" status: 200 len: 217 time: 0.0842383 Jun 17 08:41:48.529746 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-14dfe37b-7bc7-4407-a5cf-92bbab271a64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.535040 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-b942c570-d517-49f4-b844-034cab23bb15 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:41:48.536303 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-b942c570-d517-49f4-b844-034cab23bb15 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0349536 Jun 17 08:41:48.551080 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.560338 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-4a8226bf-d13f-47c4-842f-46c9db202c3b service neutron] Request body: {'binding': {'host': 'n-h1-758944-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:48.560891 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-4a8226bf-d13f-47c4-842f-46c9db202c3b service neutron] Unknown quota resources ['binding']. {{(pid=94520) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:41:48.583528 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-63b21214-e822-443a-9a15-d82f75403bbf req-4986f37a-673f-4121-b517-ae8f15b01a23 service neutron] 10.222.0.50 "GET /v2.0/networks/fea49251-81be-4e2e-808d-a9b2cf889740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286987 Jun 17 08:41:48.587529 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3a6c65eb-1dbf-426b-b8c0-803539365996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.592148 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 3697ff4a-e9f6-47ac-a90a-be400b2e1ac3, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=3697ff4a-e9f6-47ac-a90a-be400b2e1ac3,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:48.685213 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.688903 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:48.697275 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-14dfe37b-7bc7-4407-a5cf-92bbab271a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.714661 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d889228a-7466-403a-b2cf-746d88470ba5 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:41:48.742741 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: d889228a-7466-403a-b2cf-746d88470ba5 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:41:48.743078 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d889228a-7466-403a-b2cf-746d88470ba5 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:41:48.747046 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-63b21214-e822-443a-9a15-d82f75403bbf req-f34010f1-80c7-45d5-a9b4-a7b3e0b42d2c service neutron] 10.222.0.50 "GET /v2.0/networks/fea49251-81be-4e2e-808d-a9b2cf889740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514888 Jun 17 08:41:48.783388 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=3697ff4a-e9f6-47ac-a90a-be400b2e1ac3,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:48.787269 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:48.796082 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-20326f7d-d1f7-41e2-a3ae-e37827bb5dc0 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.799878 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9156c2-8090-4c8c-bb1e-ad12e03bd61c req-d9e4dcc7-4dda-4cce-92d6-8dd3a2bba371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:48.801382 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aa9156c2-8090-4c8c-bb1e-ad12e03bd61c req-d9e4dcc7-4dda-4cce-92d6-8dd3a2bba371 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.3122745 Jun 17 08:41:48.812587 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fa7580bd-1bd5-444e-97f7-adb23ac88bc7 tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:48.877050 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-14dfe37b-7bc7-4407-a5cf-92bbab271a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.881431 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:48.900865 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20326f7d-d1f7-41e2-a3ae-e37827bb5dc0 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:48.929488 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dfe37b-7bc7-4407-a5cf-92bbab271a64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5e8ab6c-8b7b-4e37-b033-797fad98bbda,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:48.933752 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-14dfe37b-7bc7-4407-a5cf-92bbab271a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:48.935985 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-14dfe37b-7bc7-4407-a5cf-92bbab271a64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.937912 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-14dfe37b-7bc7-4407-a5cf-92bbab271a64 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e5e8ab6c-8b7b-4e37-b033-797fad98bbda HTTP/1.1" status: 204 len: 168 time: 0.6366706 Jun 17 08:41:48.940043 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-20326f7d-d1f7-41e2-a3ae-e37827bb5dc0 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:48.944569 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45830) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:48.944777 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20326f7d-d1f7-41e2-a3ae-e37827bb5dc0 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:48.949049 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1551b77c-f1ea-42c2-bf67-0e650d306835 None None] Network 31e06f2d-0e35-40cc-88df-cef11ddd5527 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:48.949603 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20326f7d-d1f7-41e2-a3ae-e37827bb5dc0 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Pushing event updated for resources: {'Port': ['ID=7872168b-2002-477b-9b60-4b9a69b65df3,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:48.975948 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-20326f7d-d1f7-41e2-a3ae-e37827bb5dc0 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:48.984997 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade46ee6-f569-4014-b5d9-dea7271f6c63 req-91060b8f-3ae2-4408-b3ec-dbad4716214f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:48.984997 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ade46ee6-f569-4014-b5d9-dea7271f6c63 req-91060b8f-3ae2-4408-b3ec-dbad4716214f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7f42af8f-304b-42cb-807c-baab880e524e HTTP/1.1" status: 200 len: 1097 time: 0.4600813 Jun 17 08:41:49.048033 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-efde08ae-f854-4097-8029-072c54feee77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.051754 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3844de2-cd94-44f4-a928-604b66194c6a req-3ef893d3-5938-4cca-a662-504841970102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:49.054609 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f3844de2-cd94-44f4-a928-604b66194c6a req-3ef893d3-5938-4cca-a662-504841970102 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=00b33b4b21ab418a82a171a9950d5f14&device_id=10afd72b-2d19-4919-9da3-c5e34f211265 HTTP/1.1" status: 200 len: 1096 time: 0.1741011 Jun 17 08:41:49.088627 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a989b-3656-4d1e-ab17-b3d46d2aa366 req-1f2b9b99-8ea1-48ae-b2e8-dbb742f4191f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:49.090143 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fd4a989b-3656-4d1e-ab17-b3d46d2aa366 req-1f2b9b99-8ea1-48ae-b2e8-dbb742f4191f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=c152ad26-c53c-4e56-a837-334974641240 HTTP/1.1" status: 200 len: 948 time: 0.4680381 Jun 17 08:41:49.137135 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-4a8226bf-d13f-47c4-842f-46c9db202c3b service neutron] Attempting to bind port 0a1a4563-d2b6-42b3-8665-23f5f2a62509 on host n-h1-758944-30 for vnic_type normal with profile None {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:41:49.137478 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-4a8226bf-d13f-47c4-842f-46c9db202c3b service neutron] Attempting to bind port 0a1a4563-d2b6-42b3-8665-23f5f2a62509 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:41:49.137821 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-4a8226bf-d13f-47c4-842f-46c9db202c3b service neutron] Attempting to bind port 0a1a4563-d2b6-42b3-8665-23f5f2a62509 on network f60ef741-1693-4275-83c4-b371328659a8 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:49.141365 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ade46ee6-f569-4014-b5d9-dea7271f6c63 req-51357a39-b6be-4e80-a161-82a3b85ada8c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266818 Jun 17 08:41:49.193015 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-efde08ae-f854-4097-8029-072c54feee77 admin admin] Deleting port 2a199dca-fe24-4a31-8183-4fde9be5284a {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:49.193284 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-efde08ae-f854-4097-8029-072c54feee77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.196519 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3844de2-cd94-44f4-a928-604b66194c6a req-db96c46e-0963-4962-87cd-a4ac5dd6eb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:49.197985 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f3844de2-cd94-44f4-a928-604b66194c6a req-db96c46e-0963-4962-87cd-a4ac5dd6eb3a service neutron] 10.222.0.50 "GET /v2.0/networks?id=fea49251-81be-4e2e-808d-a9b2cf889740 HTTP/1.1" status: 200 len: 914 time: 0.1356118 Jun 17 08:41:49.207466 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9870c758-8625-416c-b1f6-d98878ba72aa None None] DHCP port deletion for 31e06f2d-0e35-40cc-88df-cef11ddd5527 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:41:49.211523 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-4a8226bf-d13f-47c4-842f-46c9db202c3b service neutron] Port 0a1a4563-d2b6-42b3-8665-23f5f2a62509 on network f60ef741-1693-4275-83c4-b371328659a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:41:49.211960 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-4a8226bf-d13f-47c4-842f-46c9db202c3b service neutron] Attempting to bind port 0a1a4563-d2b6-42b3-8665-23f5f2a62509 on network f60ef741-1693-4275-83c4-b371328659a8 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:49.237687 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9156c2-8090-4c8c-bb1e-ad12e03bd61c req-68cb70cb-4023-46e2-a852-96af48d927d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:49.239120 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aa9156c2-8090-4c8c-bb1e-ad12e03bd61c req-68cb70cb-4023-46e2-a852-96af48d927d4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4196801 Jun 17 08:41:49.262450 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-4a8226bf-d13f-47c4-842f-46c9db202c3b service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:41:49.262786 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-4a8226bf-d13f-47c4-842f-46c9db202c3b service neutron] Checking segment: {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:49.263165 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-4a8226bf-d13f-47c4-842f-46c9db202c3b service neutron] Bound using segment: {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:41:49.263657 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-4a8226bf-d13f-47c4-842f-46c9db202c3b service neutron] Bound port: 0a1a4563-d2b6-42b3-8665-23f5f2a62509, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:41:49.267088 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-9870c758-8625-416c-b1f6-d98878ba72aa None None] Deleting port 2a199dca-fe24-4a31-8183-4fde9be5284a {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:49.267577 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9870c758-8625-416c-b1f6-d98878ba72aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.272892 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fd4a989b-3656-4d1e-ab17-b3d46d2aa366 req-5e075f68-ecd0-4d63-a689-a8d4a033fbeb tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580181 Jun 17 08:41:49.274093 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f3844de2-cd94-44f4-a928-604b66194c6a req-0048180c-8a31-43a2-bd73-1b0e0b2f3735 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02e73540-9354-4d95-b6cb-1d7e5c82a606 HTTP/1.1" status: 200 len: 217 time: 0.0663533 Jun 17 08:41:49.325562 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-20326f7d-d1f7-41e2-a3ae-e37827bb5dc0 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.329520 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6c65eb-1dbf-426b-b8c0-803539365996 admin admin] Router 7e1a89c4-7cfc-4422-8123-44be1ddef984 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:41:49.342103 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-9870c758-8625-416c-b1f6-d98878ba72aa None None] For port 2a199dca-fe24-4a31-8183-4fde9be5284a, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=2a199dca-fe24-4a31-8183-4fde9be5284a,segment=NetworkSegment(7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7),segment_id=7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:49.342630 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9870c758-8625-416c-b1f6-d98878ba72aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.347577 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-efde08ae-f854-4097-8029-072c54feee77 admin admin] For port 2a199dca-fe24-4a31-8183-4fde9be5284a, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=2a199dca-fe24-4a31-8183-4fde9be5284a,segment=NetworkSegment(7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7),segment_id=7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:49.347959 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-efde08ae-f854-4097-8029-072c54feee77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.420740 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-efde08ae-f854-4097-8029-072c54feee77 admin admin] Calling delete_port for 2a199dca-fe24-4a31-8183-4fde9be5284a owned by network:dhcp {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:49.426234 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3844de2-cd94-44f4-a928-604b66194c6a req-53d618f7-4a03-4217-bb50-9424ffca3734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:49.427736 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f3844de2-cd94-44f4-a928-604b66194c6a req-53d618f7-4a03-4217-bb50-9424ffca3734 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=40f08ecb-25ef-4424-8e01-0cf074fffead HTTP/1.1" status: 200 len: 852 time: 0.1442649 Jun 17 08:41:49.430214 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-9870c758-8625-416c-b1f6-d98878ba72aa None None] Calling delete_port for 2a199dca-fe24-4a31-8183-4fde9be5284a owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:49.542233 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3844de2-cd94-44f4-a928-604b66194c6a req-18df192a-bcd6-451c-8678-e5b035b6b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:49.543681 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f3844de2-cd94-44f4-a928-604b66194c6a req-18df192a-bcd6-451c-8678-e5b035b6b73f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fea49251-81be-4e2e-808d-a9b2cf889740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1085308 Jun 17 08:41:49.563184 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-4a8226bf-d13f-47c4-842f-46c9db202c3b service neutron] For port 0a1a4563-d2b6-42b3-8665-23f5f2a62509, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=0a1a4563-d2b6-42b3-8665-23f5f2a62509,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:41:49.581896 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aa9156c2-8090-4c8c-bb1e-ad12e03bd61c req-220d23c2-ef89-4c30-93f8-0bbdf0bb8dfe service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324907 Jun 17 08:41:49.624505 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-20326f7d-d1f7-41e2-a3ae-e37827bb5dc0 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.637920 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f3844de2-cd94-44f4-a928-604b66194c6a req-88a941ca-169d-4219-99c3-a63776168b22 service neutron] 10.222.0.50 "GET /v2.0/networks/fea49251-81be-4e2e-808d-a9b2cf889740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867147 Jun 17 08:41:49.642048 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9870c758-8625-416c-b1f6-d98878ba72aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.644280 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:49.657487 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-efde08ae-f854-4097-8029-072c54feee77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.669645 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-094165d7-07e9-405c-804a-217163e4e0d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:49.677772 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870c758-8625-416c-b1f6-d98878ba72aa None None] Pushing event deleted for resources: {'Port': ['ID=2a199dca-fe24-4a31-8183-4fde9be5284a,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:49.681685 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9870c758-8625-416c-b1f6-d98878ba72aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:49.684030 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9870c758-8625-416c-b1f6-d98878ba72aa None None] No DVR routers for this DVR port 2a199dca-fe24-4a31-8183-4fde9be5284a on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:41:49.697144 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-4a8226bf-d13f-47c4-842f-46c9db202c3b service neutron] Notify callbacks [] for binding, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.697885 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-4a8226bf-d13f-47c4-842f-46c9db202c3b service neutron] 10.222.0.49 "POST /v2.0/ports/0a1a4563-d2b6-42b3-8665-23f5f2a62509/bindings HTTP/1.1" status: 201 len: 390 time: 1.1409698 Jun 17 08:41:49.703016 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6c65eb-1dbf-426b-b8c0-803539365996 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:41:49.722211 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced9667a-7cff-4be0-9bf6-a31cc8ec5bcb None None] Sync routers for ids ['7e1a89c4-7cfc-4422-8123-44be1ddef984'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:41:49.737091 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced9667a-7cff-4be0-9bf6-a31cc8ec5bcb None None] Routers {'7e1a89c4-7cfc-4422-8123-44be1ddef984'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:49.738526 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-ced9667a-7cff-4be0-9bf6-a31cc8ec5bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:41:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7e1a89c4-7cfc-4422-8123-44be1ddef984'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:49.813052 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device f65b3172-17b5-4465-ad86-8cfb8149acd7 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:41:49.906324 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-ced9667a-7cff-4be0-9bf6-a31cc8ec5bcb None None] Set router 7e1a89c4-7cfc-4422-8123-44be1ddef984 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:49.991273 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 3697ff4a-e9f6-47ac-a90a-be400b2e1ac3 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:50.057937 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.db.resource_extend [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:41:50.061962 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde08ae-f854-4097-8029-072c54feee77 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a199dca-fe24-4a31-8183-4fde9be5284a,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:50.066892 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-efde08ae-f854-4097-8029-072c54feee77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:50.069561 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efde08ae-f854-4097-8029-072c54feee77 admin admin] No DVR routers for this DVR port 2a199dca-fe24-4a31-8183-4fde9be5284a on host n-d-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:41:50.090249 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39477619-0d11-4120-a825-24557cd68123 req-8582694b-3586-4abd-b3c3-5db029f75218 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:50.186529 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-39477619-0d11-4120-a825-24557cd68123 req-8582694b-3586-4abd-b3c3-5db029f75218 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/ports?device_id=10afd72b-2d19-4919-9da3-c5e34f211265 HTTP/1.1" status: 200 len: 944 time: 0.6038158 Jun 17 08:41:50.186529 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aa9156c2-8090-4c8c-bb1e-ad12e03bd61c req-9d7fa43a-5455-4bad-90f3-29166bace9bb service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297084 Jun 17 08:41:50.186780 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-efde08ae-f854-4097-8029-072c54feee77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.186780 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-efde08ae-f854-4097-8029-072c54feee77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e06f2d-0e35-40cc-88df-cef11ddd5527']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:50.186780 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-efde08ae-f854-4097-8029-072c54feee77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:50.186780 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-efde08ae-f854-4097-8029-072c54feee77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7826ed07-f1f4-42f6-b7b4-6e7c18eb87f7') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:50.186780 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-efde08ae-f854-4097-8029-072c54feee77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.187250 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 3697ff4a-e9f6-47ac-a90a-be400b2e1ac3 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:50.187250 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.202653 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-efde08ae-f854-4097-8029-072c54feee77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.217741 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-39477619-0d11-4120-a825-24557cd68123 req-ebdacd7e-610f-4f02-9058-7331c1a743fa tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/security-groups?id=704d01a0-630d-48d4-ac97-3333cc8444ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168449 Jun 17 08:41:50.220169 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efde08ae-f854-4097-8029-072c54feee77 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:41:50.220589 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-efde08ae-f854-4097-8029-072c54feee77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: self.session.flush() Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: self.session.flush() Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: self.session.flush() Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: self.session.flush() Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:41:50.222417 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:41:50.289260 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f3844de2-cd94-44f4-a928-604b66194c6a req-96b0eb3a-1ff2-423c-95df-8dd2032e411d service neutron] 10.222.0.50 "GET /v2.0/networks/fea49251-81be-4e2e-808d-a9b2cf889740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6422393 Jun 17 08:41:50.309977 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-20326f7d-d1f7-41e2-a3ae-e37827bb5dc0 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.367631 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3a6c65eb-1dbf-426b-b8c0-803539365996 admin admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.377552 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3a6c65eb-1dbf-426b-b8c0-803539365996 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4765544 Jun 17 08:41:50.427884 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45840) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:50.429062 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.435654 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port f65b3172-17b5-4465-ad86-8cfb8149acd7, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=f65b3172-17b5-4465-ad86-8cfb8149acd7,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:50.473676 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': 'f65b3172-17b5-4465-ad86-8cfb8149acd7', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': 'f65b3172-17b5-4465-ad86-8cfb8149acd7', 'mac_address': 'fa:16:3e:b4:a4:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:41:50.482921 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12656b18-d128-4cb5-bd5e-e0ac1d28b955 req-b79fa411-d8c5-4ed1-b09f-b51dd4a9d8b1 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:50.485325 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-12656b18-d128-4cb5-bd5e-e0ac1d28b955 req-b79fa411-d8c5-4ed1-b09f-b51dd4a9d8b1 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 945 time: 0.1125498 Jun 17 08:41:50.490646 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 2a199dca-fe24-4a31-8183-4fde9be5284a no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:41:50.528478 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-12656b18-d128-4cb5-bd5e-e0ac1d28b955 req-2768e34c-f6d2-429e-9279-d88dff719d96 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369742 Jun 17 08:41:50.567978 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-ced9667a-7cff-4be0-9bf6-a31cc8ec5bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'name': 'tempest-ServerActionsTestJSON-1225111391-router', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '02e4b0ec-23b5-4512-8e26-5f58cfc44882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:45Z', 'updated_at': '2021-06-17T08:41:47Z', 'revision_number': 3, 'project_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'gw_port': {'id': '02e4b0ec-23b5-4512-8e26-5f58cfc44882', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:09:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:46Z', 'updated_at': '2021-06-17T08:41:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:50.578858 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 2a199dca-fe24-4a31-8183-4fde9be5284a {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:41:50.579369 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 2a199dca-fe24-4a31-8183-4fde9be5284a not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:41:50.579952 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 97043c40-bc5e-4715-9789-2a8ca502dbaf no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:41:50.580184 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c7daa-4b06-41c8-b664-a5b9148a2334 req-1a213cc8-f8d0-4d4c-8432-7564ce38ac5c tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:50.581719 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-166c7daa-4b06-41c8-b664-a5b9148a2334 req-1a213cc8-f8d0-4d4c-8432-7564ce38ac5c tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f42af8f-304b-42cb-807c-baab880e524e HTTP/1.1" status: 200 len: 945 time: 0.2222619 Jun 17 08:41:50.605283 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced9667a-7cff-4be0-9bf6-a31cc8ec5bcb None None] Checking router: 7e1a89c4-7cfc-4422-8123-44be1ddef984 for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:41:50.605700 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced9667a-7cff-4be0-9bf6-a31cc8ec5bcb None None] Updating router 7e1a89c4-7cfc-4422-8123-44be1ddef984 port 02e4b0ec-23b5-4512-8e26-5f58cfc44882 binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:41:50.611436 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 97043c40-bc5e-4715-9789-2a8ca502dbaf {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:41:50.611656 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 97043c40-bc5e-4715-9789-2a8ca502dbaf not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:41:50.632894 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.652995 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65b3172-17b5-4465-ad86-8cfb8149acd7 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:41:50.670505 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ced9667a-7cff-4be0-9bf6-a31cc8ec5bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.673551 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-166c7daa-4b06-41c8-b664-a5b9148a2334 req-2cbaecc6-b80f-4df5-bcd4-2e064c8b8497 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780749 Jun 17 08:41:50.697426 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port f65b3172-17b5-4465-ad86-8cfb8149acd7, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=f65b3172-17b5-4465-ad86-8cfb8149acd7,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:50.730497 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a116b8-ef45-4244-a6e4-f25112d80106 req-cb841218-5732-4fb2-9210-4498fc8ddff2 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:50.733114 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-18a116b8-ef45-4244-a6e4-f25112d80106 req-cb841218-5732-4fb2-9210-4498fc8ddff2 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=c152ad26-c53c-4e56-a837-334974641240 HTTP/1.1" status: 200 len: 948 time: 0.0838604 Jun 17 08:41:50.775870 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-18a116b8-ef45-4244-a6e4-f25112d80106 req-841f793f-91b9-42a8-af84-e8412824c242 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374098 Jun 17 08:41:50.879958 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-20326f7d-d1f7-41e2-a3ae-e37827bb5dc0 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.887876 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3b02df24-03b9-440a-a372-a21545245626 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:50.888040 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-efde08ae-f854-4097-8029-072c54feee77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.890981 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9180dd29-7383-4410-a6d2-3b8c4b28ee75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:50.894849 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-efde08ae-f854-4097-8029-072c54feee77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.897134 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-efde08ae-f854-4097-8029-072c54feee77 admin admin] 10.222.0.49 "DELETE /v2.0/networks/31e06f2d-0e35-40cc-88df-cef11ddd5527 HTTP/1.1" status: 204 len: 168 time: 1.9512150 Jun 17 08:41:50.900656 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45842) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:50.966949 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20326f7d-d1f7-41e2-a3ae-e37827bb5dc0 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Pushing event updated for resources: {'Port': ['ID=7872168b-2002-477b-9b60-4b9a69b65df3,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:50.968739 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-20326f7d-d1f7-41e2-a3ae-e37827bb5dc0 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:50.974431 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde08ae-f854-4097-8029-072c54feee77 admin admin] Pushing event deleted for resources: {'Network': ['ID=31e06f2d-0e35-40cc-88df-cef11ddd5527,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:50.983013 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-20326f7d-d1f7-41e2-a3ae-e37827bb5dc0 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:51.024608 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-efde08ae-f854-4097-8029-072c54feee77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:51.111718 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2be954cf-5b4a-4ad7-9701-1b0686e9f080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:51.134493 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ced9667a-7cff-4be0-9bf6-a31cc8ec5bcb None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:51.145621 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:51.148560 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-044da162-c105-4487-ab63-21bf74854d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:51.151431 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ced9667a-7cff-4be0-9bf6-a31cc8ec5bcb None None] Transition to ACTIVE for port object 02e4b0ec-23b5-4512-8e26-5f58cfc44882 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:51.196280 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=f65b3172-17b5-4465-ad86-8cfb8149acd7,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:51.199323 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:51.367329 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-d52cfb6f-98ce-418e-b370-fdf88b773991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:51.368946 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-d52cfb6f-98ce-418e-b370-fdf88b773991 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 1097 time: 0.1913502 Jun 17 08:41:51.434486 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['f65b3172-17b5-4465-ad86-8cfb8149acd7'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:41:51.514057 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-20326f7d-d1f7-41e2-a3ae-e37827bb5dc0 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:51.524022 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-20326f7d-d1f7-41e2-a3ae-e37827bb5dc0 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7467005 Jun 17 08:41:51.546744 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ced9667a-7cff-4be0-9bf6-a31cc8ec5bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:51.548758 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-2be954cf-5b4a-4ad7-9701-1b0686e9f080 admin admin] Allocated IP 172.20.0.1 (14e0e5fd-f3e6-4e07-800d-dfdaacdec65f/9f1cd377-e173-40e7-8f95-b9cee993c643/3283a03d-d01a-4385-9cb8-e84143e0148c) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:51.554539 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:51.616379 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d9a1e-a613-41fd-ad1a-6b767324ff2a req-87f9b0c3-a319-427b-9e63-b0841d8bd290 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:51.617977 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-630d9a1e-a613-41fd-ad1a-6b767324ff2a req-87f9b0c3-a319-427b-9e63-b0841d8bd290 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/ports?device_id=10afd72b-2d19-4919-9da3-c5e34f211265 HTTP/1.1" status: 200 len: 944 time: 0.2740445 Jun 17 08:41:51.619081 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-0e8361c0-4c78-4aa7-98de-bdc71c418e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:51.620903 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-0e8361c0-4c78-4aa7-98de-bdc71c418e78 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f60ef741-1693-4275-83c4-b371328659a8 HTTP/1.1" status: 200 len: 908 time: 0.2390924 Jun 17 08:41:51.634820 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-ced9667a-7cff-4be0-9bf6-a31cc8ec5bcb None None] Attempting to bind port 02e4b0ec-23b5-4512-8e26-5f58cfc44882 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:41:51.635207 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-ced9667a-7cff-4be0-9bf6-a31cc8ec5bcb None None] Attempting to bind port 02e4b0ec-23b5-4512-8e26-5f58cfc44882 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:41:51.635739 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced9667a-7cff-4be0-9bf6-a31cc8ec5bcb None None] Attempting to bind port 02e4b0ec-23b5-4512-8e26-5f58cfc44882 on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:51.640457 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b34a1c-984d-4a53-bb81-f5ae6574ca1e None None] Pushing event updated for resources: {'Port': ['ID=02e4b0ec-23b5-4512-8e26-5f58cfc44882,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:51.646627 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-50b34a1c-984d-4a53-bb81-f5ae6574ca1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:51.650627 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced9667a-7cff-4be0-9bf6-a31cc8ec5bcb None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:41:51.650627 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced9667a-7cff-4be0-9bf6-a31cc8ec5bcb None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:51.651059 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ced9667a-7cff-4be0-9bf6-a31cc8ec5bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:51.651378 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced9667a-7cff-4be0-9bf6-a31cc8ec5bcb None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:41:51.651942 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-ced9667a-7cff-4be0-9bf6-a31cc8ec5bcb None None] Bound port: 02e4b0ec-23b5-4512-8e26-5f58cfc44882, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:41:51.652284 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ced9667a-7cff-4be0-9bf6-a31cc8ec5bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: from cryptography.utils import int_from_bytes Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: from cryptography.utils import int_from_bytes Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:51.708781 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:41:51.711501 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:51.711501 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:41:51.711501 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:51.711501 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:41:51.711501 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:51.711501 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:41:51.711501 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:51.711501 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:41:51.711501 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:51.711501 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:41:51.711501 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:51.711501 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:41:51.711501 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:41:51.711501 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:41:51.716778 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-ced9667a-7cff-4be0-9bf6-a31cc8ec5bcb None None] For port 02e4b0ec-23b5-4512-8e26-5f58cfc44882, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:41:51.720407 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-ced9667a-7cff-4be0-9bf6-a31cc8ec5bcb None None] For port 02e4b0ec-23b5-4512-8e26-5f58cfc44882, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=02e4b0ec-23b5-4512-8e26-5f58cfc44882,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:41:51.727357 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-487a1727-8383-4470-8d53-2af01bd2e6c9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a1a4563-d2b6-42b3-8665-23f5f2a62509 HTTP/1.1" status: 200 len: 217 time: 0.0857673 Jun 17 08:41:51.794033 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-630d9a1e-a613-41fd-ad1a-6b767324ff2a req-975abffc-3e9a-450b-8b86-5b5f62916edd tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/security-groups?id=704d01a0-630d-48d4-ac97-3333cc8444ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615212 Jun 17 08:41:51.800051 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6a4f0-c633-4ab2-90b1-1cb636fc1d37 req-1735a827-fb1d-413d-8b57-6059d7fc3af2 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:51.802355 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-17b6a4f0-c633-4ab2-90b1-1cb636fc1d37 req-1735a827-fb1d-413d-8b57-6059d7fc3af2 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 945 time: 0.0743032 Jun 17 08:41:51.808855 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ced9667a-7cff-4be0-9bf6-a31cc8ec5bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:51.813070 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-21a89c84-5d89-4cac-9250-f6328ca4066d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:51.816053 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 02e73540-9354-4d95-b6cb-1d7e5c82a606 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:41:51.853504 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-e8895f28-e3a2-463b-bee5-0d7a5e7737b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:51.854912 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-e8895f28-e3a2-463b-bee5-0d7a5e7737b1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=58b6fa78-2c4d-4c76-9c04-e4c6434a4b98 HTTP/1.1" status: 200 len: 847 time: 0.1170456 Jun 17 08:41:51.857876 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2be954cf-5b4a-4ad7-9701-1b0686e9f080 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:51.916876 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced9667a-7cff-4be0-9bf6-a31cc8ec5bcb None None] Routers {'7e1a89c4-7cfc-4422-8123-44be1ddef984'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:51.920459 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-ced9667a-7cff-4be0-9bf6-a31cc8ec5bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:41:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7e1a89c4-7cfc-4422-8123-44be1ddef984'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:51.921579 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-6b615c04-1687-4efe-a299-9db5e73ce55b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f60ef741-1693-4275-83c4-b371328659a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571094 Jun 17 08:41:51.923360 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-2be954cf-5b4a-4ad7-9701-1b0686e9f080 admin admin] Transition to ACTIVE for port object 3283a03d-d01a-4385-9cb8-e84143e0148c will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:51.929226 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-17b6a4f0-c633-4ab2-90b1-1cb636fc1d37 req-7b458107-967b-4677-896e-f1dae19820cc tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065977 Jun 17 08:41:52.094808 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fc0f0fec-8cb4-483a-aa79-1ecfb360b535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:52.161994 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-ced9667a-7cff-4be0-9bf6-a31cc8ec5bcb None None] Set router 7e1a89c4-7cfc-4422-8123-44be1ddef984 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:52.228177 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-9e6e0f9f-7643-40d3-9007-c9291566ba42 service neutron] 10.222.0.50 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928886 Jun 17 08:41:52.231788 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb92d06-f367-491f-90c3-47b962b76ac3 req-3eda11a9-b81d-4b00-81ca-7a35f53c9d86 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:52.248423 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1fb92d06-f367-491f-90c3-47b962b76ac3 req-3eda11a9-b81d-4b00-81ca-7a35f53c9d86 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f42af8f-304b-42cb-807c-baab880e524e HTTP/1.1" status: 200 len: 945 time: 0.1191232 Jun 17 08:41:52.254671 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-09365739-02ae-40a9-9052-0719ae0fded8 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:52.256212 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-09365739-02ae-40a9-9052-0719ae0fded8 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/networks?id=7582e3d8-c00e-40a9-bed9-0f0fabf2534a HTTP/1.1" status: 200 len: 822 time: 0.2482827 Jun 17 08:41:52.272569 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b34a1c-984d-4a53-bb81-f5ae6574ca1e None None] Pushing event updated for resources: {'Port': ['ID=02e4b0ec-23b5-4512-8e26-5f58cfc44882,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:52.279056 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-50b34a1c-984d-4a53-bb81-f5ae6574ca1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:52.281845 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2be954cf-5b4a-4ad7-9701-1b0686e9f080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:52.310687 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-37a90fca-6c9a-466a-b375-30cd4df569ce tempest-LiveMigrationNegativeTest-714510888 tempest-LiveMigrationNegativeTest-714510888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:52.332892 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1fb92d06-f367-491f-90c3-47b962b76ac3 req-a8b491f7-15bf-4053-9a53-f4291be1fb4b tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834782 Jun 17 08:41:52.345893 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-c9223408-55f5-4610-a874-e74c7948c305 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/quotas/85ac448a7aaf4cd0a1ec0847ca40d37e HTTP/1.1" status: 200 len: 375 time: 0.0751216 Jun 17 08:41:52.405394 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be954cf-5b4a-4ad7-9701-1b0686e9f080 admin admin] Network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:52.413526 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 02e73540-9354-4d95-b6cb-1d7e5c82a606, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=02e73540-9354-4d95-b6cb-1d7e5c82a606,segment=NetworkSegment(75dea10b-265e-4eb3-95e8-553aa7a22974),segment_id=75dea10b-265e-4eb3-95e8-553aa7a22974)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:52.419301 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-2be954cf-5b4a-4ad7-9701-1b0686e9f080 admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:52.428464 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be954cf-5b4a-4ad7-9701-1b0686e9f080 admin admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:52.430183 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '02e73540-9354-4d95-b6cb-1d7e5c82a606', 'network_id': 'fea49251-81be-4e2e-808d-a9b2cf889740', 'port_id': '02e73540-9354-4d95-b6cb-1d7e5c82a606', 'mac_address': 'fa:16:3e:41:91:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f08ecb-25ef-4424-8e01-0cf074fffead', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:41:52.470832 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be954cf-5b4a-4ad7-9701-1b0686e9f080 admin admin] Pushing event updated for resources: {'Port': ['ID=3283a03d-d01a-4385-9cb8-e84143e0148c,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:52.501266 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2be954cf-5b4a-4ad7-9701-1b0686e9f080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:52.529683 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:52.555325 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e73540-9354-4d95-b6cb-1d7e5c82a606 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:41:52.578654 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af37c50-a32a-4aee-90b2-d2a2a91279a4 req-8d4686de-0606-4dc3-acd2-6fd61a7b8d6d tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:52.580671 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5af37c50-a32a-4aee-90b2-d2a2a91279a4 req-8d4686de-0606-4dc3-acd2-6fd61a7b8d6d tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=c152ad26-c53c-4e56-a837-334974641240 HTTP/1.1" status: 200 len: 949 time: 0.0881855 Jun 17 08:41:52.585986 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-c24d76c4-3d10-4570-8852-8db8353272d0 service neutron] 10.222.0.50 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496935 Jun 17 08:41:52.597051 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 02e73540-9354-4d95-b6cb-1d7e5c82a606, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=02e73540-9354-4d95-b6cb-1d7e5c82a606,segment=NetworkSegment(75dea10b-265e-4eb3-95e8-553aa7a22974),segment_id=75dea10b-265e-4eb3-95e8-553aa7a22974)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:52.602954 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2be954cf-5b4a-4ad7-9701-1b0686e9f080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:52.605334 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-ced9667a-7cff-4be0-9bf6-a31cc8ec5bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'name': 'tempest-ServerActionsTestJSON-1225111391-router', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '02e4b0ec-23b5-4512-8e26-5f58cfc44882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:45Z', 'updated_at': '2021-06-17T08:41:47Z', 'revision_number': 3, 'project_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'gw_port': {'id': '02e4b0ec-23b5-4512-8e26-5f58cfc44882', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:09:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:46Z', 'updated_at': '2021-06-17T08:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:52.636042 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced9667a-7cff-4be0-9bf6-a31cc8ec5bcb None None] The sync data for ids ['7e1a89c4-7cfc-4422-8123-44be1ddef984'] in n-d-758944-30 is: [{'id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'name': 'tempest-ServerActionsTestJSON-1225111391-router', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '02e4b0ec-23b5-4512-8e26-5f58cfc44882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:45Z', 'updated_at': '2021-06-17T08:41:47Z', 'revision_number': 3, 'project_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'gw_port': {'id': '02e4b0ec-23b5-4512-8e26-5f58cfc44882', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:09:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:46Z', 'updated_at': '2021-06-17T08:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:41:52.652284 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5af37c50-a32a-4aee-90b2-d2a2a91279a4 req-7cadc914-68a9-406a-b035-d9edb731b6a9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606217 Jun 17 08:41:52.671374 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-b4379c33-fc73-41fa-9c32-892958a13b03 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=85ac448a7aaf4cd0a1ec0847ca40d37e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3117948 Jun 17 08:41:53.002722 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-4c49e954-b894-4292-b9ae-dde90314b73b service neutron] 10.222.0.49 "GET /v2.0/networks/7582e3d8-c00e-40a9-bed9-0f0fabf2534a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218416 Jun 17 08:41:53.400959 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-fc0f0fec-8cb4-483a-aa79-1ecfb360b535 admin admin] Deleting port b0cb7195-1c80-440d-a017-04be39ad4ab3 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:53.402656 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fc0f0fec-8cb4-483a-aa79-1ecfb360b535 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:53.407505 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-51db9517-da81-4680-ad6e-1b94a9796508 service neutron] 10.222.0.49 "GET /v2.0/networks/7582e3d8-c00e-40a9-bed9-0f0fabf2534a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143918 Jun 17 08:41:53.507676 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-fc0f0fec-8cb4-483a-aa79-1ecfb360b535 admin admin] For port b0cb7195-1c80-440d-a017-04be39ad4ab3, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=b0cb7195-1c80-440d-a017-04be39ad4ab3,segment=NetworkSegment(de523fdf-0505-4659-9b84-d1a2e955ade0),segment_id=de523fdf-0505-4659-9b84-d1a2e955ade0)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:53.508162 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fc0f0fec-8cb4-483a-aa79-1ecfb360b535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:53.577296 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:53.580108 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-fc0f0fec-8cb4-483a-aa79-1ecfb360b535 admin admin] Calling delete_port for b0cb7195-1c80-440d-a017-04be39ad4ab3 owned by network:router_interface {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:53.592315 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-5872bfb9-5a5a-4705-a9fd-6167496e5b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:53.647610 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-1a9b2bf5-0680-4a96-8f5a-9a5b94c1b9dc None None] Provisioning for port 3283a03d-d01a-4385-9cb8-e84143e0148c completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:53.654474 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=02e73540-9354-4d95-b6cb-1d7e5c82a606,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:53.667041 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-1a9b2bf5-0680-4a96-8f5a-9a5b94c1b9dc None None] Provisioning complete for port 3283a03d-d01a-4385-9cb8-e84143e0148c triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:53.667041 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1a9b2bf5-0680-4a96-8f5a-9a5b94c1b9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:53.668616 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:53.706568 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-1a9b2bf5-0680-4a96-8f5a-9a5b94c1b9dc None None] Port 3283a03d-d01a-4385-9cb8-e84143e0148c cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:41:53.776171 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2be954cf-5b4a-4ad7-9701-1b0686e9f080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:53.829730 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device f65b3172-17b5-4465-ad86-8cfb8149acd7 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:53.903672 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['02e73540-9354-4d95-b6cb-1d7e5c82a606'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:41:54.012651 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 02e4b0ec-23b5-4512-8e26-5f58cfc44882 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:54.165986 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2be954cf-5b4a-4ad7-9701-1b0686e9f080 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:54.200566 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726719e-bea2-4ab5-8d3d-8142423450fa req-0d3d096f-8312-4b7c-a909-ef76ab3bea5b tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:54.202833 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c726719e-bea2-4ab5-8d3d-8142423450fa req-0d3d096f-8312-4b7c-a909-ef76ab3bea5b tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/ports?device_id=10afd72b-2d19-4919-9da3-c5e34f211265 HTTP/1.1" status: 200 len: 945 time: 0.1182008 Jun 17 08:41:54.249002 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c726719e-bea2-4ab5-8d3d-8142423450fa req-cb25c3db-add9-4939-afab-8ea48c1b830b tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/security-groups?id=704d01a0-630d-48d4-ac97-3333cc8444ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404932 Jun 17 08:41:54.333145 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05af68-cfdc-4e31-9e52-77c274db3cd0 req-c61b429a-e48c-4c4d-bfe3-a84a0e6ace72 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:54.340165 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fa05af68-cfdc-4e31-9e52-77c274db3cd0 req-c61b429a-e48c-4c4d-bfe3-a84a0e6ace72 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 945 time: 0.0795999 Jun 17 08:41:54.383861 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port f65b3172-17b5-4465-ad86-8cfb8149acd7 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:54.389320 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 02e4b0ec-23b5-4512-8e26-5f58cfc44882 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:54.408619 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fa05af68-cfdc-4e31-9e52-77c274db3cd0 req-184e7545-930f-4d5b-b67a-c7e459334d0e tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644498 Jun 17 08:41:54.431947 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port f65b3172-17b5-4465-ad86-8cfb8149acd7 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:54.446315 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:54.446315 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 02e4b0ec-23b5-4512-8e26-5f58cfc44882 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:54.446315 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:54.497170 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7a419cf2-36b8-4ea8-9f52-6d0c8268beaf req-5dc367d3-3f2f-49f7-8f81-82fae4d60e07 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=63142635-c700-40a9-a07d-ba95aa870c1b HTTP/1.1" status: 200 len: 210 time: 0.0425441 Jun 17 08:41:54.514253 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2be954cf-5b4a-4ad7-9701-1b0686e9f080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:54.574003 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e384955f-5081-4675-a180-7591a58edef9 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:54.589732 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fc0f0fec-8cb4-483a-aa79-1ecfb360b535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:54.825201 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:54.828903 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2be954cf-5b4a-4ad7-9701-1b0686e9f080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:54.834562 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:54.849685 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be954cf-5b4a-4ad7-9701-1b0686e9f080 admin admin] Pushing event updated for resources: {'Port': ['ID=3283a03d-d01a-4385-9cb8-e84143e0148c,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:54.866155 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2be954cf-5b4a-4ad7-9701-1b0686e9f080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:54.939561 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 02e4b0ec-23b5-4512-8e26-5f58cfc44882, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=02e4b0ec-23b5-4512-8e26-5f58cfc44882,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:54.958141 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c152ad26-c53c-4e56-a837-334974641240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65b3172-17b5-4465-ad86-8cfb8149acd7'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:54.965242 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc469fa-9a1f-4288-bbf6-759bd7f7a746" -d '{"events": [{"server_uuid": "c152ad26-c53c-4e56-a837-334974641240", "name": "network-vif-plugged", "status": "completed", "tag": "f65b3172-17b5-4465-ad86-8cfb8149acd7"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:54.992957 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port f65b3172-17b5-4465-ad86-8cfb8149acd7, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=f65b3172-17b5-4465-ad86-8cfb8149acd7,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:55.023612 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-51e11bfe-5b20-4b1a-b036-075810de1dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.434s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:55.066330 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f0fec-8cb4-483a-aa79-1ecfb360b535 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0cb7195-1c80-440d-a017-04be39ad4ab3,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:55.087669 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:55.090058 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9870c758-8625-416c-b1f6-d98878ba72aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:55.099929 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fc0f0fec-8cb4-483a-aa79-1ecfb360b535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:55.137711 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abaa99-4998-40e3-a46d-100704e862d3 req-acb713bc-c3e7-41ac-be00-f7056ec1a693 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:55.141207 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f6abaa99-4998-40e3-a46d-100704e862d3 req-acb713bc-c3e7-41ac-be00-f7056ec1a693 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=c152ad26-c53c-4e56-a837-334974641240 HTTP/1.1" status: 200 len: 949 time: 0.7764494 Jun 17 08:41:55.154621 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:55.171382 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=02e4b0ec-23b5-4512-8e26-5f58cfc44882,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:55.175469 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:55.176220 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:55.227461 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fc0f0fec-8cb4-483a-aa79-1ecfb360b535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:55.238488 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f6abaa99-4998-40e3-a46d-100704e862d3 req-24cc1558-6887-4645-944a-9f7d075d42c8 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904145 Jun 17 08:41:55.249186 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=f65b3172-17b5-4465-ad86-8cfb8149acd7,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:55.259288 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:55.340834 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c6d84f-27f5-44ae-b53b-cbaceadcdf8f x-openstack-request-id: req-13c6d84f-27f5-44ae-b53b-cbaceadcdf8f {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:55.341316 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c152ad26-c53c-4e56-a837-334974641240", "name": "network-vif-plugged", "status": "completed", "tag": "f65b3172-17b5-4465-ad86-8cfb8149acd7", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:55.342193 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13c6d84f-27f5-44ae-b53b-cbaceadcdf8f {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:55.343141 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c152ad26-c53c-4e56-a837-334974641240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65b3172-17b5-4465-ad86-8cfb8149acd7', 'code': 200} Jun 17 08:41:55.347099 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be954cf-5b4a-4ad7-9701-1b0686e9f080 admin admin] Network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:55.371305 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-2be954cf-5b4a-4ad7-9701-1b0686e9f080 admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:55.401916 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-95282033-2aac-4875-afb7-25f76c4c2d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:55.685704 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be954cf-5b4a-4ad7-9701-1b0686e9f080 admin admin] Router 7e1a89c4-7cfc-4422-8123-44be1ddef984 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:41:55.691839 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-040a8bce-a85f-40a9-84f3-c4f7f5d0d986 req-1ea5803a-3c5e-43f0-a493-7ff785b9b19d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f3067fe2-212b-4890-9ce0-a3fbb6e4236a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1210730 Jun 17 08:41:55.712358 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed2ec9-04d3-49e9-a916-f46869cac499 req-411d8973-1252-49db-9a4c-27df0cec9407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:55.713990 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccf1dd-fd9d-45ed-af78-65330042e183 req-6b342f7e-2b13-4c85-aca2-53bfd914e1dc tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:55.715978 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-50ccf1dd-fd9d-45ed-af78-65330042e183 req-6b342f7e-2b13-4c85-aca2-53bfd914e1dc tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/ports?device_id=10afd72b-2d19-4919-9da3-c5e34f211265 HTTP/1.1" status: 200 len: 945 time: 0.1850884 Jun 17 08:41:55.718206 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8aed2ec9-04d3-49e9-a916-f46869cac499 req-411d8973-1252-49db-9a4c-27df0cec9407 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c152ad26-c53c-4e56-a837-334974641240 HTTP/1.1" status: 200 len: 1102 time: 0.2411277 Jun 17 08:41:55.746168 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0f0fec-8cb4-483a-aa79-1ecfb360b535 admin admin] Router cbe33e71-f3c8-4b59-bf26-a2d229956172 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:41:55.753053 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b9b6539f-f00e-4f8a-809a-e4703c5fec39 None None] Provisioning complete for port 3283a03d-d01a-4385-9cb8-e84143e0148c triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:55.753837 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b9b6539f-f00e-4f8a-809a-e4703c5fec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:55.830486 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-b9b6539f-f00e-4f8a-809a-e4703c5fec39 None None] Port 3283a03d-d01a-4385-9cb8-e84143e0148c cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:41:55.844523 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 02e73540-9354-4d95-b6cb-1d7e5c82a606 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:55.898161 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-50ccf1dd-fd9d-45ed-af78-65330042e183 req-104f9b4e-49ac-47c5-8fde-c6ee4a5ee5db tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/security-groups?id=704d01a0-630d-48d4-ac97-3333cc8444ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752701 Jun 17 08:41:55.951767 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a8bce-a85f-40a9-84f3-c4f7f5d0d986 req-8888ba4b-bb8e-4a7e-8e91-38a84b40a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:55.954094 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-040a8bce-a85f-40a9-84f3-c4f7f5d0d986 req-8888ba4b-bb8e-4a7e-8e91-38a84b40a94a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=da9417294c5449b28843fbefd48fea0b&device_id=f3067fe2-212b-4890-9ce0-a3fbb6e4236a HTTP/1.1" status: 200 len: 1102 time: 0.1931691 Jun 17 08:41:56.032253 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0f0fec-8cb4-483a-aa79-1ecfb360b535 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:41:56.043431 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cede7aba-28c2-4b8c-8ab0-8a249dd6fc47 None None] Sync routers for ids ['cbe33e71-f3c8-4b59-bf26-a2d229956172'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:41:56.070136 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-fc0f0fec-8cb4-483a-aa79-1ecfb360b535 admin admin] 10.222.0.49 "PUT /v2.0/routers/cbe33e71-f3c8-4b59-bf26-a2d229956172/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1669846 Jun 17 08:41:56.074018 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cede7aba-28c2-4b8c-8ab0-8a249dd6fc47 None None] Routers {'cbe33e71-f3c8-4b59-bf26-a2d229956172'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:56.074386 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45946) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:56.078785 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-cede7aba-28c2-4b8c-8ab0-8a249dd6fc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:41:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cbe33e71-f3c8-4b59-bf26-a2d229956172'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:56.094053 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 02e73540-9354-4d95-b6cb-1d7e5c82a606 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:56.100659 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 02e73540-9354-4d95-b6cb-1d7e5c82a606 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:56.101671 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:56.144724 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 02e4b0ec-23b5-4512-8e26-5f58cfc44882 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:56.250669 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8aed2ec9-04d3-49e9-a916-f46869cac499 req-e5432369-f65c-42c5-92e5-575554be5072 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5240953 Jun 17 08:41:56.262232 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a8bce-a85f-40a9-84f3-c4f7f5d0d986 req-9d4dcb31-45a6-4b93-8f69-1e7324925904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:56.265161 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-040a8bce-a85f-40a9-84f3-c4f7f5d0d986 req-9d4dcb31-45a6-4b93-8f69-1e7324925904 service neutron] 10.222.0.50 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.2471204 Jun 17 08:41:56.281586 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da6a0d-fe58-483c-90a5-adc30218a6d8 req-89ca4858-c58c-4d89-ac77-6039523f4aba tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:56.283730 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-42da6a0d-fe58-483c-90a5-adc30218a6d8 req-89ca4858-c58c-4d89-ac77-6039523f4aba tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 945 time: 0.1444881 Jun 17 08:41:56.350411 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-42da6a0d-fe58-483c-90a5-adc30218a6d8 req-771ee510-b7ae-4e50-b557-5ad35f084109 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599313 Jun 17 08:41:56.368475 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-cede7aba-28c2-4b8c-8ab0-8a249dd6fc47 None None] Set router cbe33e71-f3c8-4b59-bf26-a2d229956172 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:56.381619 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 02e4b0ec-23b5-4512-8e26-5f58cfc44882 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:56.392339 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:56.422926 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be954cf-5b4a-4ad7-9701-1b0686e9f080 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:41:56.481012 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-2be954cf-5b4a-4ad7-9701-1b0686e9f080 admin admin] 10.222.0.49 "PUT /v2.0/routers/7e1a89c4-7cfc-4422-8123-44be1ddef984/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0517859 Jun 17 08:41:56.489836 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-726f89b5-9462-4304-8e38-a89fb8127d48 admin admin] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:56.496485 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-040a8bce-a85f-40a9-84f3-c4f7f5d0d986 req-2c682858-b474-4bad-a4ca-9d7fcf148a46 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=02ec8a85-f045-4b87-876a-4adf983bf6b2 HTTP/1.1" status: 200 len: 217 time: 0.1671283 Jun 17 08:41:56.539536 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b39aa6e-1699-40e3-87f2-2558c659cd1d None None] Sync routers for ids ['7e1a89c4-7cfc-4422-8123-44be1ddef984'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:41:56.587302 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:56.627792 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b39aa6e-1699-40e3-87f2-2558c659cd1d None None] Routers {'7e1a89c4-7cfc-4422-8123-44be1ddef984'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:56.628457 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-8b39aa6e-1699-40e3-87f2-2558c659cd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:41:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7e1a89c4-7cfc-4422-8123-44be1ddef984'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:56.677302 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f2efaabd-c62c-4e1b-a2f6-24d5efcbe536 req-6dcea2ee-4d38-4fa4-9fc9-809b11b94982 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=63142635-c700-40a9-a07d-ba95aa870c1b HTTP/1.1" status: 200 len: 210 time: 0.0745211 Jun 17 08:41:56.706360 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a8bce-a85f-40a9-84f3-c4f7f5d0d986 req-a42ff1d5-21cf-43a0-a993-a4e477c50807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:56.708159 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-040a8bce-a85f-40a9-84f3-c4f7f5d0d986 req-a42ff1d5-21cf-43a0-a993-a4e477c50807 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.2053554 Jun 17 08:41:56.818285 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-726f89b5-9462-4304-8e38-a89fb8127d48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:56.846355 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-cede7aba-28c2-4b8c-8ab0-8a249dd6fc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe33e71-f3c8-4b59-bf26-a2d229956172', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2032135285-router', 'tenant_id': '4960126f4d8140209e485d2219df4f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '9b6ef3b1-e77c-43ac-a486-fcc794537afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:31Z', 'updated_at': '2021-06-17T08:41:53Z', 'revision_number': 5, 'project_id': '4960126f4d8140209e485d2219df4f28', 'gw_port': {'id': '9b6ef3b1-e77c-43ac-a486-fcc794537afb', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe33e71-f3c8-4b59-bf26-a2d229956172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:32Z', 'updated_at': '2021-06-17T08:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:56.876587 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a8bce-a85f-40a9-84f3-c4f7f5d0d986 req-e7a889b1-aa56-4235-adb3-b3ba69b09f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:56.880909 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-040a8bce-a85f-40a9-84f3-c4f7f5d0d986 req-e7a889b1-aa56-4235-adb3-b3ba69b09f64 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1631057 Jun 17 08:41:56.907177 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cede7aba-28c2-4b8c-8ab0-8a249dd6fc47 None None] Checking router: cbe33e71-f3c8-4b59-bf26-a2d229956172 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:41:56.936845 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cede7aba-28c2-4b8c-8ab0-8a249dd6fc47 None None] Routers {'cbe33e71-f3c8-4b59-bf26-a2d229956172'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:56.937938 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-cede7aba-28c2-4b8c-8ab0-8a249dd6fc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:41:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cbe33e71-f3c8-4b59-bf26-a2d229956172'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:57.057663 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-040a8bce-a85f-40a9-84f3-c4f7f5d0d986 req-5d87afa1-2baf-4d13-aaa4-40ba530bb4b1 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713610 Jun 17 08:41:57.173178 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 02e73540-9354-4d95-b6cb-1d7e5c82a606, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=02e73540-9354-4d95-b6cb-1d7e5c82a606,segment=NetworkSegment(75dea10b-265e-4eb3-95e8-553aa7a22974),segment_id=75dea10b-265e-4eb3-95e8-553aa7a22974)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:57.188000 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-040a8bce-a85f-40a9-84f3-c4f7f5d0d986 req-fc187207-02b8-48d8-a7d8-482191485346 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197033 Jun 17 08:41:57.217632 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-cede7aba-28c2-4b8c-8ab0-8a249dd6fc47 None None] Set router cbe33e71-f3c8-4b59-bf26-a2d229956172 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:57.226544 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-8b39aa6e-1699-40e3-87f2-2558c659cd1d None None] Set router 7e1a89c4-7cfc-4422-8123-44be1ddef984 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:57.307050 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cf380-3864-4c57-b262-e8961367f05a req-3ca7fd2d-fd5c-44d6-9a81-46fbf2d681e9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:57.318197 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-730cf380-3864-4c57-b262-e8961367f05a req-3ca7fd2d-fd5c-44d6-9a81-46fbf2d681e9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=c152ad26-c53c-4e56-a837-334974641240 HTTP/1.1" status: 200 len: 950 time: 0.3759956 Jun 17 08:41:57.321959 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-726f89b5-9462-4304-8e38-a89fb8127d48 admin admin] Deleting port 9b6ef3b1-e77c-43ac-a486-fcc794537afb {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:57.325561 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-726f89b5-9462-4304-8e38-a89fb8127d48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:57.409353 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 8afb44b0-df6f-491c-b5ce-c82350ec10e8 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:41:57.535413 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-726f89b5-9462-4304-8e38-a89fb8127d48 admin admin] For port 9b6ef3b1-e77c-43ac-a486-fcc794537afb, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=9b6ef3b1-e77c-43ac-a486-fcc794537afb,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:57.536127 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-726f89b5-9462-4304-8e38-a89fb8127d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:57.576414 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 8afb44b0-df6f-491c-b5ce-c82350ec10e8, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=8afb44b0-df6f-491c-b5ce-c82350ec10e8,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:57.605813 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10afd72b-2d19-4919-9da3-c5e34f211265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e73540-9354-4d95-b6cb-1d7e5c82a606'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:57.615803 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05c096e-debb-4f99-8973-ce5c7e9996f1" -d '{"events": [{"server_uuid": "10afd72b-2d19-4919-9da3-c5e34f211265", "name": "network-vif-plugged", "status": "completed", "tag": "02e73540-9354-4d95-b6cb-1d7e5c82a606"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:57.639418 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-1a87befa-4502-4d2f-bd3d-0c1674cde9a3 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:57.642038 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-1a87befa-4502-4d2f-bd3d-0c1674cde9a3 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.53 "GET /v2.0/networks?id=7582e3d8-c00e-40a9-bed9-0f0fabf2534a HTTP/1.1" status: 200 len: 822 time: 0.2495790 Jun 17 08:41:57.672021 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-39e31d3c-669c-440d-9c06-1ac134162c15 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Request body: {'port': {'device_id': '63142635-c700-40a9-a07d-ba95aa870c1b', 'network_id': '7582e3d8-c00e-40a9-bed9-0f0fabf2534a', 'admin_state_up': True, 'tenant_id': '85ac448a7aaf4cd0a1ec0847ca40d37e'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:57.673533 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:57.685235 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-bf1a9198-8b22-4c2b-be0c-4f6b8a51590a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:57.720908 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-cede7aba-28c2-4b8c-8ab0-8a249dd6fc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe33e71-f3c8-4b59-bf26-a2d229956172', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2032135285-router', 'tenant_id': '4960126f4d8140209e485d2219df4f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '9b6ef3b1-e77c-43ac-a486-fcc794537afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:31Z', 'updated_at': '2021-06-17T08:41:53Z', 'revision_number': 5, 'project_id': '4960126f4d8140209e485d2219df4f28', 'gw_port': {'id': '9b6ef3b1-e77c-43ac-a486-fcc794537afb', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe33e71-f3c8-4b59-bf26-a2d229956172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:32Z', 'updated_at': '2021-06-17T08:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:57.758803 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-726f89b5-9462-4304-8e38-a89fb8127d48 admin admin] Calling delete_port for 9b6ef3b1-e77c-43ac-a486-fcc794537afb owned by network:router_gateway {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:57.787588 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cede7aba-28c2-4b8c-8ab0-8a249dd6fc47 None None] The sync data for ids ['cbe33e71-f3c8-4b59-bf26-a2d229956172'] in n-d-758944-30 is: [{'id': 'cbe33e71-f3c8-4b59-bf26-a2d229956172', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2032135285-router', 'tenant_id': '4960126f4d8140209e485d2219df4f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '9b6ef3b1-e77c-43ac-a486-fcc794537afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:31Z', 'updated_at': '2021-06-17T08:41:53Z', 'revision_number': 5, 'project_id': '4960126f4d8140209e485d2219df4f28', 'gw_port': {'id': '9b6ef3b1-e77c-43ac-a486-fcc794537afb', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe33e71-f3c8-4b59-bf26-a2d229956172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:32Z', 'updated_at': '2021-06-17T08:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:41:57.790432 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '8afb44b0-df6f-491c-b5ce-c82350ec10e8', 'network_id': '06763fe9-e99d-4536-9f97-1417c168f505', 'port_id': '8afb44b0-df6f-491c-b5ce-c82350ec10e8', 'mac_address': 'fa:16:3e:c9:c7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde6362a-8d80-43f7-8fcf-3398cd98da0f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:41:57.868976 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=02e73540-9354-4d95-b6cb-1d7e5c82a606,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:57.887349 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:57.950849 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:57.976362 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8afb44b0-df6f-491c-b5ce-c82350ec10e8 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:41:57.977232 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-730cf380-3864-4c57-b262-e8961367f05a req-91b28677-ad8b-43e0-9a1b-d1c6bc2a55a5 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6576421 Jun 17 08:41:58.014049 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 8afb44b0-df6f-491c-b5ce-c82350ec10e8, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=8afb44b0-df6f-491c-b5ce-c82350ec10e8,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:58.020420 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-8b39aa6e-1699-40e3-87f2-2558c659cd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'name': 'tempest-ServerActionsTestJSON-1225111391-router', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '02e4b0ec-23b5-4512-8e26-5f58cfc44882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:45Z', 'updated_at': '2021-06-17T08:41:52Z', 'revision_number': 4, 'project_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'gw_port': {'id': '02e4b0ec-23b5-4512-8e26-5f58cfc44882', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:09:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:46Z', 'updated_at': '2021-06-17T08:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '3283a03d-d01a-4385-9cb8-e84143e0148c', 'name': '', 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'mac_address': 'fa:16:3e:87:53:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9f1cd377-e173-40e7-8f95-b9cee993c643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:51Z', 'updated_at': '2021-06-17T08:41:53Z', 'revision_number': 2, 'project_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'subnets': [{'id': '9f1cd377-e173-40e7-8f95-b9cee993c643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:58.059372 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b39aa6e-1699-40e3-87f2-2558c659cd1d None None] Checking router: 7e1a89c4-7cfc-4422-8123-44be1ddef984 for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:41:58.059773 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b39aa6e-1699-40e3-87f2-2558c659cd1d None None] Updating router 7e1a89c4-7cfc-4422-8123-44be1ddef984 port 3283a03d-d01a-4385-9cb8-e84143e0148c binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:41:58.112442 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8b39aa6e-1699-40e3-87f2-2558c659cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.130030 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.207965 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-39e31d3c-669c-440d-9c06-1ac134162c15 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Made reservation on behalf of 85ac448a7aaf4cd0a1ec0847ca40d37e for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:58.212855 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-39e31d3c-669c-440d-9c06-1ac134162c15 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.279877 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a3b4a-dc1a-41dd-b42c-b67942716eea req-59923f76-74f9-4e23-b2fa-ca9251bfd1aa tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:58.288916 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-882a3b4a-dc1a-41dd-b42c-b67942716eea req-59923f76-74f9-4e23-b2fa-ca9251bfd1aa tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f42af8f-304b-42cb-807c-baab880e524e HTTP/1.1" status: 200 len: 945 time: 0.1429634 Jun 17 08:41:58.351591 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-882a3b4a-dc1a-41dd-b42c-b67942716eea req-e8a7a701-b98c-403a-b0f3-9c242d8cda7b tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612514 Jun 17 08:41:58.363834 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45980) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:58.382413 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-b8aa3747-2123-43a4-9c09-f0bae6002c6b tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Request body: {'security_group': {'name': 'tempest-securitygroup--591830038', 'description': 'tempest-description--480989106'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:58.394873 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-726f89b5-9462-4304-8e38-a89fb8127d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.413417 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-094165d7-07e9-405c-804a-217163e4e0d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:58.549018 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-39e31d3c-669c-440d-9c06-1ac134162c15 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Allocated IP 172.20.0.10 (7582e3d8-c00e-40a9-bed9-0f0fabf2534a/97c0ea40-9ce2-4deb-b5a9-50803adf51b3/934a0276-2520-4860-915e-f25b56a19d6b) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:58.558630 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f89b5-9462-4304-8e38-a89fb8127d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b6ef3b1-e77c-43ac-a486-fcc794537afb,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:58.582334 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-726f89b5-9462-4304-8e38-a89fb8127d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:58.683635 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8b39aa6e-1699-40e3-87f2-2558c659cd1d None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.711450 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device b0cb7195-1c80-440d-a017-04be39ad4ab3 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:41:58.729987 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.733867 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8b39aa6e-1699-40e3-87f2-2558c659cd1d None None] Transition to ACTIVE for port object 3283a03d-d01a-4385-9cb8-e84143e0148c will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:58.737053 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:58.769211 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-726f89b5-9462-4304-8e38-a89fb8127d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.815144 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=8afb44b0-df6f-491c-b5ce-c82350ec10e8,revision_number=6']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:58.829504 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:58.830796 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: b0cb7195-1c80-440d-a017-04be39ad4ab3 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:41:58.831286 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device b0cb7195-1c80-440d-a017-04be39ad4ab3 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:41:58.843499 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a10c9-c476-46e5-b994-7f93f8cccc88 req-b9cfa7d0-cdbb-486e-af35-b0f974ec96a4 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:58.845252 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cd2a10c9-c476-46e5-b994-7f93f8cccc88 req-b9cfa7d0-cdbb-486e-af35-b0f974ec96a4 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/ports?device_id=10afd72b-2d19-4919-9da3-c5e34f211265 HTTP/1.1" status: 200 len: 946 time: 0.1567137 Jun 17 08:41:58.875112 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b8aa3747-2123-43a4-9c09-f0bae6002c6b tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.892307 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['8afb44b0-df6f-491c-b5ce-c82350ec10e8'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:41:58.892770 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-39e31d3c-669c-440d-9c06-1ac134162c15 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.916735 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cd2a10c9-c476-46e5-b994-7f93f8cccc88 req-ab9c62f3-eaf5-4863-a92a-3f5cece36ae3 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/security-groups?id=704d01a0-630d-48d4-ac97-3333cc8444ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617154 Jun 17 08:41:58.941308 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-726f89b5-9462-4304-8e38-a89fb8127d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.946793 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-726f89b5-9462-4304-8e38-a89fb8127d48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.948636 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8b39aa6e-1699-40e3-87f2-2558c659cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.992763 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:58.995041 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59032e47-3c15-43c2-b2cd-20b5c2b0b3d7 req-42094e74-652c-4550-8dd1-0207ebe38c14 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:58.996755 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-59032e47-3c15-43c2-b2cd-20b5c2b0b3d7 req-42094e74-652c-4550-8dd1-0207ebe38c14 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 945 time: 0.3626673 Jun 17 08:41:59.048288 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab0c59e-77cc-4b58-97da-44f8d81dde17 x-openstack-request-id: req-3ab0c59e-77cc-4b58-97da-44f8d81dde17 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:59.048664 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10afd72b-2d19-4919-9da3-c5e34f211265", "name": "network-vif-plugged", "status": "completed", "tag": "02e73540-9354-4d95-b6cb-1d7e5c82a606", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:59.048940 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ab0c59e-77cc-4b58-97da-44f8d81dde17 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:59.052945 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10afd72b-2d19-4919-9da3-c5e34f211265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e73540-9354-4d95-b6cb-1d7e5c82a606', 'code': 200} Jun 17 08:41:59.053514 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ececbf5-089d-4bca-bac7-0cdcb12202ea None None] Pushing event updated for resources: {'Port': ['ID=3283a03d-d01a-4385-9cb8-e84143e0148c,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:59.090041 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-1ececbf5-089d-4bca-bac7-0cdcb12202ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:59.162168 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-39e31d3c-669c-440d-9c06-1ac134162c15 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.166417 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c78b374b-a9e7-46f1-8b13-64e8ea850907 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:59.185425 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d59b490e-b3b0-4c3f-befd-824e4c7387ef req-ad76e087-bc76-4962-a27f-5287ecc96ff4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4743464 Jun 17 08:41:59.235359 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-8b39aa6e-1699-40e3-87f2-2558c659cd1d None None] Attempting to bind port 3283a03d-d01a-4385-9cb8-e84143e0148c on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:41:59.235780 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-8b39aa6e-1699-40e3-87f2-2558c659cd1d None None] Attempting to bind port 3283a03d-d01a-4385-9cb8-e84143e0148c by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '498ad4d7-c11e-481f-a553-b46b3e1dd7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:41:59.236192 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b39aa6e-1699-40e3-87f2-2558c659cd1d None None] Attempting to bind port 3283a03d-d01a-4385-9cb8-e84143e0148c on network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:59.245696 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b39aa6e-1699-40e3-87f2-2558c659cd1d None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:41:59.246127 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b39aa6e-1699-40e3-87f2-2558c659cd1d None None] Checking segment: {'id': '498ad4d7-c11e-481f-a553-b46b3e1dd7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:59.246553 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8b39aa6e-1699-40e3-87f2-2558c659cd1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.246969 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b39aa6e-1699-40e3-87f2-2558c659cd1d None None] Bound using segment: {'id': '498ad4d7-c11e-481f-a553-b46b3e1dd7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:41:59.250317 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-8b39aa6e-1699-40e3-87f2-2558c659cd1d None None] Bound port: 3283a03d-d01a-4385-9cb8-e84143e0148c, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498ad4d7-c11e-481f-a553-b46b3e1dd7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:41:59.250763 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8b39aa6e-1699-40e3-87f2-2558c659cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.256999 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e31d3c-669c-440d-9c06-1ac134162c15 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Pushing event updated for resources: {'Port': ['ID=934a0276-2520-4860-915e-f25b56a19d6b,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:59.273827 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-39e31d3c-669c-440d-9c06-1ac134162c15 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:59.316558 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-39e31d3c-669c-440d-9c06-1ac134162c15 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Network 7582e3d8-c00e-40a9-bed9-0f0fabf2534a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:59.321810 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-39e31d3c-669c-440d-9c06-1ac134162c15 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:59.329415 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-39e31d3c-669c-440d-9c06-1ac134162c15 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:59.377116 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cc7e3-6bca-4e74-85a5-8cb57f192dc8 req-70648c6f-27d9-4523-aa76-1a38db537e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:59.381417 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-114cc7e3-6bca-4e74-85a5-8cb57f192dc8 req-70648c6f-27d9-4523-aa76-1a38db537e2c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=10afd72b-2d19-4919-9da3-c5e34f211265 HTTP/1.1" status: 200 len: 1098 time: 0.2779291 Jun 17 08:41:59.406175 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8b39aa6e-1699-40e3-87f2-2558c659cd1d None None] For port 3283a03d-d01a-4385-9cb8-e84143e0148c, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:41:59.409759 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8b39aa6e-1699-40e3-87f2-2558c659cd1d None None] For port 3283a03d-d01a-4385-9cb8-e84143e0148c, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=3283a03d-d01a-4385-9cb8-e84143e0148c,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:41:59.431669 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8dd3b7-573c-498d-87d1-bfc9425074ff req-801ac65d-9cd1-412c-9600-be8ebf0ff255 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:59.440070 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-35622059-83c8-47c5-b927-6c43b14f10d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.444432 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6c8dd3b7-573c-498d-87d1-bfc9425074ff req-801ac65d-9cd1-412c-9600-be8ebf0ff255 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=63142635-c700-40a9-a07d-ba95aa870c1b HTTP/1.1" status: 200 len: 932 time: 0.2573664 Jun 17 08:41:59.471585 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-39e31d3c-669c-440d-9c06-1ac134162c15 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:59.473144 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-39e31d3c-669c-440d-9c06-1ac134162c15 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.487935 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-114cc7e3-6bca-4e74-85a5-8cb57f192dc8 req-35aaa3c5-e4e0-4184-9f4b-00713ece77ae service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=704d01a0-630d-48d4-ac97-3333cc8444ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002693 Jun 17 08:41:59.491494 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8b39aa6e-1699-40e3-87f2-2558c659cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.495468 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:59.529599 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6c8dd3b7-573c-498d-87d1-bfc9425074ff req-38d095ac-d228-4552-9efb-1cd722407fd6 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833068 Jun 17 08:41:59.569752 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ececbf5-089d-4bca-bac7-0cdcb12202ea None None] Pushing event updated for resources: {'Port': ['ID=3283a03d-d01a-4385-9cb8-e84143e0148c,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:59.574769 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-1ececbf5-089d-4bca-bac7-0cdcb12202ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:59.590216 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b39aa6e-1699-40e3-87f2-2558c659cd1d None None] Routers {'7e1a89c4-7cfc-4422-8123-44be1ddef984'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:59.590594 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-8b39aa6e-1699-40e3-87f2-2558c659cd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:41:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7e1a89c4-7cfc-4422-8123-44be1ddef984'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:59.624385 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b8aa3747-2123-43a4-9c09-f0bae6002c6b tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.658496 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-726f89b5-9462-4304-8e38-a89fb8127d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.659175 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726f89b5-9462-4304-8e38-a89fb8127d48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbe33e71-f3c8-4b59-bf26-a2d229956172 {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:41:59.688407 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-726f89b5-9462-4304-8e38-a89fb8127d48 admin admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.696991 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-726f89b5-9462-4304-8e38-a89fb8127d48 admin admin] 10.222.0.49 "DELETE /v2.0/routers/cbe33e71-f3c8-4b59-bf26-a2d229956172 HTTP/1.1" status: 204 len: 168 time: 3.6191478 Jun 17 08:41:59.712467 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-59032e47-3c15-43c2-b2cd-20b5c2b0b3d7 req-f2e9dcfc-5e9d-4f1c-866d-8ba0c979cbf3 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6427288 Jun 17 08:41:59.714020 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45986) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:59.752743 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-8b39aa6e-1699-40e3-87f2-2558c659cd1d None None] Set router 7e1a89c4-7cfc-4422-8123-44be1ddef984 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:59.786577 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b8aa3747-2123-43a4-9c09-f0bae6002c6b tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.803043 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-992290ae-a90c-4994-8d3e-f7d10fdbfd2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:59.833295 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a1c40-f43e-4caa-8c89-370360a6b3f2 req-0428521b-2ad8-4939-b1bf-17cf18c3379b tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:59.842195 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-468a1c40-f43e-4caa-8c89-370360a6b3f2 req-0428521b-2ad8-4939-b1bf-17cf18c3379b tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=c152ad26-c53c-4e56-a837-334974641240 HTTP/1.1" status: 200 len: 950 time: 0.1809103 Jun 17 08:41:59.906905 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-39e31d3c-669c-440d-9c06-1ac134162c15 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2398796 Jun 17 08:41:59.923680 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-229c81c6-12e5-46cd-91c7-70acdbd42baf service neutron] Request body: {'port': {'device_id': '63142635-c700-40a9-a07d-ba95aa870c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:59.927637 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ad1e66-4bfb-4e7b-8c4e-731971358b0d admin admin] Deleting subnet ec8e819d-1b6f-4205-826c-608c45a65788 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:41:59.942561 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d2ad1e66-4bfb-4e7b-8c4e-731971358b0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.945871 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b490e-b3b0-4c3f-befd-824e4c7387ef req-dbfc3183-8371-4ddc-9864-2abdc0c6a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:59.947912 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d59b490e-b3b0-4c3f-befd-824e4c7387ef req-dbfc3183-8371-4ddc-9864-2abdc0c6a4a0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 1096 time: 0.7368550 Jun 17 08:41:59.948629 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa3747-2123-43a4-9c09-f0bae6002c6b tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:59.974100 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b8aa3747-2123-43a4-9c09-f0bae6002c6b tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:59.976633 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-468a1c40-f43e-4caa-8c89-370360a6b3f2 req-b7e141d6-2862-4d08-9bf5-d5fd7a2c4cfa tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336362 Jun 17 08:42:00.040947 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b8aa3747-2123-43a4-9c09-f0bae6002c6b tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.044942 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b8aa3747-2123-43a4-9c09-f0bae6002c6b tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.6771150 Jun 17 08:42:00.060931 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45992) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:00.070078 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-20856fa4-81a2-451f-a9a5-207a95a5adcc tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Request body: {'security_group_rule': {'security_group_id': 'ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:00.075120 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d2ad1e66-4bfb-4e7b-8c4e-731971358b0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.186535 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b490e-b3b0-4c3f-befd-824e4c7387ef req-b1c9283c-9ad9-4164-82b3-37fecab48b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:00.186813 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-229c81c6-12e5-46cd-91c7-70acdbd42baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.188371 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d59b490e-b3b0-4c3f-befd-824e4c7387ef req-b1c9283c-9ad9-4164-82b3-37fecab48b4e service neutron] 10.222.0.53 "GET /v2.0/networks?id=f60ef741-1693-4275-83c4-b371328659a8 HTTP/1.1" status: 200 len: 908 time: 0.1951656 Jun 17 08:42:00.264662 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-8b39aa6e-1699-40e3-87f2-2558c659cd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'name': 'tempest-ServerActionsTestJSON-1225111391-router', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '02e4b0ec-23b5-4512-8e26-5f58cfc44882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:45Z', 'updated_at': '2021-06-17T08:41:52Z', 'revision_number': 4, 'project_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'gw_port': {'id': '02e4b0ec-23b5-4512-8e26-5f58cfc44882', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:09:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:46Z', 'updated_at': '2021-06-17T08:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '3283a03d-d01a-4385-9cb8-e84143e0148c', 'name': '', 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'mac_address': 'fa:16:3e:87:53:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9f1cd377-e173-40e7-8f95-b9cee993c643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:51Z', 'updated_at': '2021-06-17T08:41:59Z', 'revision_number': 4, 'project_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'subnets': [{'id': '9f1cd377-e173-40e7-8f95-b9cee993c643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:00.300145 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d59b490e-b3b0-4c3f-befd-824e4c7387ef req-17a6efae-1e7a-4042-9201-8de44e73e1b8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebed735f-0065-45cf-a8c5-9df9969b2e30 HTTP/1.1" status: 200 len: 217 time: 0.0997474 Jun 17 08:42:00.309300 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26bd5f1-68a3-4609-9f0f-b5f9f11f9f09 req-1f9c0f29-7663-49c3-b184-0b2bc9c49688 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:00.309300 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d26bd5f1-68a3-4609-9f0f-b5f9f11f9f09 req-1f9c0f29-7663-49c3-b184-0b2bc9c49688 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/ports?device_id=10afd72b-2d19-4919-9da3-c5e34f211265 HTTP/1.1" status: 200 len: 946 time: 0.1938033 Jun 17 08:42:00.311203 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b39aa6e-1699-40e3-87f2-2558c659cd1d None None] The sync data for ids ['7e1a89c4-7cfc-4422-8123-44be1ddef984'] in n-d-758944-30 is: [{'id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'name': 'tempest-ServerActionsTestJSON-1225111391-router', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '02e4b0ec-23b5-4512-8e26-5f58cfc44882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:45Z', 'updated_at': '2021-06-17T08:41:52Z', 'revision_number': 4, 'project_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'gw_port': {'id': '02e4b0ec-23b5-4512-8e26-5f58cfc44882', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:09:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:46Z', 'updated_at': '2021-06-17T08:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '3283a03d-d01a-4385-9cb8-e84143e0148c', 'name': '', 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'mac_address': 'fa:16:3e:87:53:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9f1cd377-e173-40e7-8f95-b9cee993c643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:51Z', 'updated_at': '2021-06-17T08:41:59Z', 'revision_number': 4, 'project_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'subnets': [{'id': '9f1cd377-e173-40e7-8f95-b9cee993c643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:42:00.328735 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 9b6ef3b1-e77c-43ac-a486-fcc794537afb no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:00.375261 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 9b6ef3b1-e77c-43ac-a486-fcc794537afb {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:42:00.375765 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 9b6ef3b1-e77c-43ac-a486-fcc794537afb not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:42:00.425778 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-20856fa4-81a2-451f-a9a5-207a95a5adcc tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.478633 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d2ad1e66-4bfb-4e7b-8c4e-731971358b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.518539 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d26bd5f1-68a3-4609-9f0f-b5f9f11f9f09 req-51ef3bdf-a06c-4ff1-9600-fa82ee4231d8 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/security-groups?id=704d01a0-630d-48d4-ac97-3333cc8444ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347337 Jun 17 08:42:00.542040 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b490e-b3b0-4c3f-befd-824e4c7387ef req-da399b5a-a1fe-4ddd-9ab3-2ab94a9a7d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:00.543505 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d59b490e-b3b0-4c3f-befd-824e4c7387ef req-da399b5a-a1fe-4ddd-9ab3-2ab94a9a7d06 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=58b6fa78-2c4d-4c76-9c04-e4c6434a4b98 HTTP/1.1" status: 200 len: 847 time: 0.1802545 Jun 17 08:42:00.642289 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d59b490e-b3b0-4c3f-befd-824e4c7387ef req-5995e9d9-6874-4c30-9286-0f0ad2fd8d70 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f60ef741-1693-4275-83c4-b371328659a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505550 Jun 17 08:42:00.694573 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13379ef-25f7-47e3-872a-4a14ddf66a9e req-764bc030-192c-4e24-8488-c1e19708566c tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:00.703227 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f13379ef-25f7-47e3-872a-4a14ddf66a9e req-764bc030-192c-4e24-8488-c1e19708566c tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f42af8f-304b-42cb-807c-baab880e524e HTTP/1.1" status: 200 len: 944 time: 0.4023836 Jun 17 08:42:00.804533 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d59b490e-b3b0-4c3f-befd-824e4c7387ef req-f62f30a6-b5fa-4091-b322-136d1ae05fbc service neutron] 10.222.0.53 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541891 Jun 17 08:42:00.812996 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d2ad1e66-4bfb-4e7b-8c4e-731971358b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.820391 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-05e38c46-6562-41af-8018-18728080f6c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:00.859989 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-229c81c6-12e5-46cd-91c7-70acdbd42baf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 934a0276-2520-4860-915e-f25b56a19d6b {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:00.880470 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-229c81c6-12e5-46cd-91c7-70acdbd42baf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.886094 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad1e66-4bfb-4e7b-8c4e-731971358b0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec8e819d-1b6f-4205-826c-608c45a65788,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:00.889900 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-20856fa4-81a2-451f-a9a5-207a95a5adcc tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.890213 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d2ad1e66-4bfb-4e7b-8c4e-731971358b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:00.898041 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d2ad1e66-4bfb-4e7b-8c4e-731971358b0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.904324 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d2ad1e66-4bfb-4e7b-8c4e-731971358b0d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ec8e819d-1b6f-4205-826c-608c45a65788 HTTP/1.1" status: 204 len: 168 time: 1.1890874 Jun 17 08:42:00.909515 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a5fed8-f282-44e4-8fa5-414df505f3f7 None None] Network b320b910-d8ce-4f9a-8349-8e8182901f7f requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:00.916090 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45998) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:00.959541 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f13379ef-25f7-47e3-872a-4a14ddf66a9e req-da9767c7-b62b-4846-af57-45289e6716c5 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549076 Jun 17 08:42:01.009911 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 8afb44b0-df6f-491c-b5ce-c82350ec10e8 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:01.015285 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:01.038271 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29f589-1605-4050-8155-d80669f17c7b req-310dfba9-690f-452a-ae58-24aaf416d0b0 tempest-ServersOnMultiNodesTest-1638894366 tempest-ServersOnMultiNodesTest-1638894366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:01.047985 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4e29f589-1605-4050-8155-d80669f17c7b req-310dfba9-690f-452a-ae58-24aaf416d0b0 tempest-ServersOnMultiNodesTest-1638894366 tempest-ServersOnMultiNodesTest-1638894366-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c152ad26-c53c-4e56-a837-334974641240 HTTP/1.1" status: 200 len: 1102 time: 0.3140979 Jun 17 08:42:01.050478 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-229c81c6-12e5-46cd-91c7-70acdbd42baf service neutron] Transition to ACTIVE for port object 934a0276-2520-4860-915e-f25b56a19d6b will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:01.055019 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d59b490e-b3b0-4c3f-befd-824e4c7387ef req-767d503f-1bc2-4b5f-bcb4-d6b453630b40 service neutron] 10.222.0.53 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352376 Jun 17 08:42:01.062373 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-20856fa4-81a2-451f-a9a5-207a95a5adcc tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:01.100855 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-86071f5b-fbe0-4bbb-84ad-9a5653966533 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:01.134974 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20856fa4-81a2-451f-a9a5-207a95a5adcc tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6512134-d764-4b74-8974-c3823d0d3523,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:01.139017 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-20856fa4-81a2-451f-a9a5-207a95a5adcc tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:01.154848 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-aacc7196-95ac-46a0-a696-0fe5d4816122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:01.176916 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-229c81c6-12e5-46cd-91c7-70acdbd42baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:01.192773 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4e29f589-1605-4050-8155-d80669f17c7b req-3fc5130c-a4ea-4be8-9981-18818fd079fa tempest-ServersOnMultiNodesTest-1638894366 tempest-ServersOnMultiNodesTest-1638894366-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438186 Jun 17 08:42:01.202986 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5232b509-0824-40e8-85e7-b95102a9058a tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:01.270951 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c81c6-12e5-46cd-91c7-70acdbd42baf service neutron] Pushing event updated for resources: {'Port': ['ID=934a0276-2520-4860-915e-f25b56a19d6b,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:01.292498 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-229c81c6-12e5-46cd-91c7-70acdbd42baf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:01.294806 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-20856fa4-81a2-451f-a9a5-207a95a5adcc tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:01.299744 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-20856fa4-81a2-451f-a9a5-207a95a5adcc tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2376230 Jun 17 08:42:01.300548 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 46004) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:01.326334 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-7b353bd4-6c56-43d6-900f-0f30a056820d tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Request body: {'security_group_rule': {'security_group_id': 'ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:01.383389 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:01.402198 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8afb44b0-df6f-491c-b5ce-c82350ec10e8 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:01.403953 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15759d98-8925-471e-b1df-5db1dc6d3865 req-487d915c-4303-4694-88f2-0dcd075f2462 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:01.406362 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-15759d98-8925-471e-b1df-5db1dc6d3865 req-487d915c-4303-4694-88f2-0dcd075f2462 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=63142635-c700-40a9-a07d-ba95aa870c1b HTTP/1.1" status: 200 len: 944 time: 0.2514107 Jun 17 08:42:01.454336 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 8afb44b0-df6f-491c-b5ce-c82350ec10e8, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=8afb44b0-df6f-491c-b5ce-c82350ec10e8,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:01.465563 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753a7081-6768-4e20-a6f3-5a9d7a03b1bf None None] DHCP port deletion for b320b910-d8ce-4f9a-8349-8e8182901f7f request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:42:01.526538 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-15759d98-8925-471e-b1df-5db1dc6d3865 req-32403db8-e41f-465f-9010-8e4cecd1ba21 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109338 Jun 17 08:42:01.557307 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-753a7081-6768-4e20-a6f3-5a9d7a03b1bf None None] Deleting port 3d5850df-c5b2-4553-9432-08ab19d80a0c {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:01.557699 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-753a7081-6768-4e20-a6f3-5a9d7a03b1bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:01.620266 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:01.624935 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:01.644200 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7b353bd4-6c56-43d6-900f-0f30a056820d tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:01.675885 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-753a7081-6768-4e20-a6f3-5a9d7a03b1bf None None] For port 3d5850df-c5b2-4553-9432-08ab19d80a0c, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=3d5850df-c5b2-4553-9432-08ab19d80a0c,segment=NetworkSegment(de523fdf-0505-4659-9b84-d1a2e955ade0),segment_id=de523fdf-0505-4659-9b84-d1a2e955ade0)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:01.676455 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-753a7081-6768-4e20-a6f3-5a9d7a03b1bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:01.762450 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7b353bd4-6c56-43d6-900f-0f30a056820d tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:01.773093 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-753a7081-6768-4e20-a6f3-5a9d7a03b1bf None None] Calling delete_port for 3d5850df-c5b2-4553-9432-08ab19d80a0c owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:01.785532 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=8afb44b0-df6f-491c-b5ce-c82350ec10e8,revision_number=7']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:01.789936 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8bda4-29d6-4734-98c2-33a65cbd9b62 req-9b766f7b-61ec-4789-a5e3-948567386fc6 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:01.790478 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:01.794934 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-70e8bda4-29d6-4734-98c2-33a65cbd9b62 req-9b766f7b-61ec-4789-a5e3-948567386fc6 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 945 time: 0.3514514 Jun 17 08:42:01.847785 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7b353bd4-6c56-43d6-900f-0f30a056820d tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:01.853226 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:01.858571 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-aacc7196-95ac-46a0-a696-0fe5d4816122 admin admin] Deleting port 3d5850df-c5b2-4553-9432-08ab19d80a0c {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:01.858930 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-aacc7196-95ac-46a0-a696-0fe5d4816122 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:01.873056 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-229c81c6-12e5-46cd-91c7-70acdbd42baf service neutron] Attempting to bind port 934a0276-2520-4860-915e-f25b56a19d6b on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:01.873056 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-229c81c6-12e5-46cd-91c7-70acdbd42baf service neutron] Attempting to bind port 934a0276-2520-4860-915e-f25b56a19d6b by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '56ef8247-2049-45b7-9016-7670820be4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7582e3d8-c00e-40a9-bed9-0f0fabf2534a'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:01.873056 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-229c81c6-12e5-46cd-91c7-70acdbd42baf service neutron] Attempting to bind port 934a0276-2520-4860-915e-f25b56a19d6b on network 7582e3d8-c00e-40a9-bed9-0f0fabf2534a {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:01.878066 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b353bd4-6c56-43d6-900f-0f30a056820d tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc785fb3-3d52-45a0-a196-742ae39b498f,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:01.896099 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-70e8bda4-29d6-4734-98c2-33a65cbd9b62 req-9d4ed72b-5ecc-450c-ac01-3a01b0658556 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858519 Jun 17 08:42:01.896755 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7b353bd4-6c56-43d6-900f-0f30a056820d tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:01.961911 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-229c81c6-12e5-46cd-91c7-70acdbd42baf service neutron] Port 934a0276-2520-4860-915e-f25b56a19d6b on network 7582e3d8-c00e-40a9-bed9-0f0fabf2534a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:42:01.962280 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-229c81c6-12e5-46cd-91c7-70acdbd42baf service neutron] Attempting to bind port 934a0276-2520-4860-915e-f25b56a19d6b on network 7582e3d8-c00e-40a9-bed9-0f0fabf2534a {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:02.010622 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-229c81c6-12e5-46cd-91c7-70acdbd42baf service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:02.010951 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-229c81c6-12e5-46cd-91c7-70acdbd42baf service neutron] Checking segment: {'id': '56ef8247-2049-45b7-9016-7670820be4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7582e3d8-c00e-40a9-bed9-0f0fabf2534a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:02.011533 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-229c81c6-12e5-46cd-91c7-70acdbd42baf service neutron] Bound using segment: {'id': '56ef8247-2049-45b7-9016-7670820be4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7582e3d8-c00e-40a9-bed9-0f0fabf2534a'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:02.012096 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-229c81c6-12e5-46cd-91c7-70acdbd42baf service neutron] Bound port: 934a0276-2520-4860-915e-f25b56a19d6b, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56ef8247-2049-45b7-9016-7670820be4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7582e3d8-c00e-40a9-bed9-0f0fabf2534a'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:02.016627 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-229c81c6-12e5-46cd-91c7-70acdbd42baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.016760 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7b353bd4-6c56-43d6-900f-0f30a056820d tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.016760 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7b353bd4-6c56-43d6-900f-0f30a056820d tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7140112 Jun 17 08:42:02.018651 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 46018) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:02.024390 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-234b1d9c-57f6-4fb7-aa87-ae89fdf3bf03 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:02.116825 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f131beee-2045-4172-8ad9-0f5516519d4b req-72b63673-2039-4681-8243-b5719658016b tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=da9417294c5449b28843fbefd48fea0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424044 Jun 17 08:42:02.120866 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 3283a03d-d01a-4385-9cb8-e84143e0148c up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:02.124732 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-aacc7196-95ac-46a0-a696-0fe5d4816122 admin admin] For port 3d5850df-c5b2-4553-9432-08ab19d80a0c, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=3d5850df-c5b2-4553-9432-08ab19d80a0c,segment=NetworkSegment(de523fdf-0505-4659-9b84-d1a2e955ade0),segment_id=de523fdf-0505-4659-9b84-d1a2e955ade0)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:02.125021 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-aacc7196-95ac-46a0-a696-0fe5d4816122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.162857 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-753a7081-6768-4e20-a6f3-5a9d7a03b1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.174950 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:02.184635 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753a7081-6768-4e20-a6f3-5a9d7a03b1bf None None] No DVR routers for this DVR port 3d5850df-c5b2-4553-9432-08ab19d80a0c on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:02.224384 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a7081-6768-4e20-a6f3-5a9d7a03b1bf None None] Pushing event deleted for resources: {'Port': ['ID=3d5850df-c5b2-4553-9432-08ab19d80a0c,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:02.224384 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-753a7081-6768-4e20-a6f3-5a9d7a03b1bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:02.259404 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-234b1d9c-57f6-4fb7-aa87-ae89fdf3bf03 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks [] for floatingip, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.280465 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-aacc7196-95ac-46a0-a696-0fe5d4816122 admin admin] Calling delete_port for 3d5850df-c5b2-4553-9432-08ab19d80a0c owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:02.289042 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-229c81c6-12e5-46cd-91c7-70acdbd42baf service neutron] For port 934a0276-2520-4860-915e-f25b56a19d6b, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:02.317820 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-229c81c6-12e5-46cd-91c7-70acdbd42baf service neutron] For port 934a0276-2520-4860-915e-f25b56a19d6b, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=934a0276-2520-4860-915e-f25b56a19d6b,segment=NetworkSegment(56ef8247-2049-45b7-9016-7670820be4f8),segment_id=56ef8247-2049-45b7-9016-7670820be4f8)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:02.401170 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-234b1d9c-57f6-4fb7-aa87-ae89fdf3bf03 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.401418 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131beee-2045-4172-8ad9-0f5516519d4b req-96c5d78a-de68-496e-b5b2-f0596c53f507 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:02.402469 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f131beee-2045-4172-8ad9-0f5516519d4b req-96c5d78a-de68-496e-b5b2-f0596c53f507 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2693157 Jun 17 08:42:02.428477 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f131beee-2045-4172-8ad9-0f5516519d4b req-2d9db202-48c5-4f3b-bc3d-a4011dbd05d5 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/quotas/da9417294c5449b28843fbefd48fea0b HTTP/1.1" status: 200 len: 375 time: 0.0136623 Jun 17 08:42:02.432462 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-aacc7196-95ac-46a0-a696-0fe5d4816122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.438475 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3a6c65eb-1dbf-426b-b8c0-803539365996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:02.507950 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc7196-95ac-46a0-a696-0fe5d4816122 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d5850df-c5b2-4553-9432-08ab19d80a0c,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:02.510755 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacc7196-95ac-46a0-a696-0fe5d4816122 admin admin] No DVR routers for this DVR port 3d5850df-c5b2-4553-9432-08ab19d80a0c on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:02.515792 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 3283a03d-d01a-4385-9cb8-e84143e0148c completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:02.516876 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-aacc7196-95ac-46a0-a696-0fe5d4816122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:02.518159 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-229c81c6-12e5-46cd-91c7-70acdbd42baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.522612 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-357379a3-c29a-4d34-be59-12cdebcdc376 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:02.526171 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.531667 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 3283a03d-d01a-4385-9cb8-e84143e0148c triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:02.531667 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.545935 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-234b1d9c-57f6-4fb7-aa87-ae89fdf3bf03 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Allocated IP 172.25.2.39 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/98b73a90-0ca0-4d4f-bee6-ed05dad37739) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:02.645004 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.670848 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c81c6-12e5-46cd-91c7-70acdbd42baf service neutron] Pushing event updated for resources: {'Port': ['ID=934a0276-2520-4860-915e-f25b56a19d6b,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:02.695353 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 3283a03d-d01a-4385-9cb8-e84143e0148c, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=3283a03d-d01a-4385-9cb8-e84143e0148c,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:02.735450 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-234b1d9c-57f6-4fb7-aa87-ae89fdf3bf03 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.754685 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b136f-353d-4ed9-a39a-54b114636a38 req-2b28d991-a9dc-419b-ad95-326c854f917e tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:02.756772 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b53b136f-353d-4ed9-a39a-54b114636a38 req-2b28d991-a9dc-419b-ad95-326c854f917e tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/ports?device_id=10afd72b-2d19-4919-9da3-c5e34f211265 HTTP/1.1" status: 200 len: 946 time: 0.1118386 Jun 17 08:42:02.830727 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.844999 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:02.846926 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b53b136f-353d-4ed9-a39a-54b114636a38 req-861f3597-c54d-4f8f-bec3-09667fc3a301 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/security-groups?id=704d01a0-630d-48d4-ac97-3333cc8444ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732024 Jun 17 08:42:02.939771 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=3283a03d-d01a-4385-9cb8-e84143e0148c,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:02.946197 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:02.950055 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 3d5850df-c5b2-4553-9432-08ab19d80a0c no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:02.982164 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 3d5850df-c5b2-4553-9432-08ab19d80a0c {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:42:02.982580 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 3d5850df-c5b2-4553-9432-08ab19d80a0c not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:42:02.986897 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-229c81c6-12e5-46cd-91c7-70acdbd42baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:02.987520 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-229c81c6-12e5-46cd-91c7-70acdbd42baf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.988933 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-229c81c6-12e5-46cd-91c7-70acdbd42baf service neutron] 10.222.0.53 "PUT /v2.0/ports/934a0276-2520-4860-915e-f25b56a19d6b HTTP/1.1" status: 200 len: 1093 time: 3.0739589 Jun 17 08:42:02.992323 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63142635-c700-40a9-a07d-ba95aa870c1b', 'tag': '934a0276-2520-4860-915e-f25b56a19d6b'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:02.994703 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-234b1d9c-57f6-4fb7-aa87-ae89fdf3bf03 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.994916 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8c4c54-61a2-4d05-a119-1da318680b19" -d '{"events": [{"name": "network-changed", "server_uuid": "63142635-c700-40a9-a07d-ba95aa870c1b", "tag": "934a0276-2520-4860-915e-f25b56a19d6b"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:03.001991 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-229c81c6-12e5-46cd-91c7-70acdbd42baf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:03.005115 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dbeb7380-0af1-4bd6-94d3-67fe3b742ea1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:03.027567 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-aacc7196-95ac-46a0-a696-0fe5d4816122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.045701 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-aacc7196-95ac-46a0-a696-0fe5d4816122 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b320b910-d8ce-4f9a-8349-8e8182901f7f']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:03.064065 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234b1d9c-57f6-4fb7-aa87-ae89fdf3bf03 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:03.069586 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-234b1d9c-57f6-4fb7-aa87-ae89fdf3bf03 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:03.070086 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f131beee-2045-4172-8ad9-0f5516519d4b req-5dc5ffe3-a8ad-4fea-a1f1-ce6e26078f60 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=da9417294c5449b28843fbefd48fea0b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6324005 Jun 17 08:42:03.076075 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-aacc7196-95ac-46a0-a696-0fe5d4816122 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de523fdf-0505-4659-9b84-d1a2e955ade0') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:03.076612 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-aacc7196-95ac-46a0-a696-0fe5d4816122 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de523fdf-0505-4659-9b84-d1a2e955ade0') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:03.079136 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234b1d9c-57f6-4fb7-aa87-ae89fdf3bf03 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:03.089538 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-aacc7196-95ac-46a0-a696-0fe5d4816122 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.104594 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-aacc7196-95ac-46a0-a696-0fe5d4816122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.112052 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aacc7196-95ac-46a0-a696-0fe5d4816122 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:42:03.112774 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-aacc7196-95ac-46a0-a696-0fe5d4816122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.116131 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b1d9c-57f6-4fb7-aa87-ae89fdf3bf03 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Pushing event updated for resources: {'Port': ['ID=98b73a90-0ca0-4d4f-bee6-ed05dad37739,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:03.125773 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-234b1d9c-57f6-4fb7-aa87-ae89fdf3bf03 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:42:03.178756 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:42:03.242995 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-9c0369be-d931-491b-9672-00d444ae3a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:03.244942 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-9c0369be-d931-491b-9672-00d444ae3a9f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=85ac448a7aaf4cd0a1ec0847ca40d37e&device_id=63142635-c700-40a9-a07d-ba95aa870c1b HTTP/1.1" status: 200 len: 1096 time: 0.0636606 Jun 17 08:42:03.246001 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf5e0c-312c-4ccd-a93b-4f16a4ca0f54 req-c274cc13-d875-41d2-8523-4372074125f2 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:03.251104 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bcdf5e0c-312c-4ccd-a93b-4f16a4ca0f54 req-c274cc13-d875-41d2-8523-4372074125f2 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=63142635-c700-40a9-a07d-ba95aa870c1b HTTP/1.1" status: 200 len: 944 time: 0.1262271 Jun 17 08:42:03.251104 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-234b1d9c-57f6-4fb7-aa87-ae89fdf3bf03 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.288871 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-f6fe0335-c10e-49b5-a94e-ed2b23eae918 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=934a0276-2520-4860-915e-f25b56a19d6b HTTP/1.1" status: 200 len: 217 time: 0.0344100 Jun 17 08:42:03.300576 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bcdf5e0c-312c-4ccd-a93b-4f16a4ca0f54 req-5cce10ac-0b43-4e37-ba12-9daa2e3b2bde tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463495 Jun 17 08:42:03.345388 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-aacc7196-95ac-46a0-a696-0fe5d4816122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.348935 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-7c289e19-51e2-45a7-92ea-21238b7ae540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:03.349635 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-7c289e19-51e2-45a7-92ea-21238b7ae540 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=97c0ea40-9ce2-4deb-b5a9-50803adf51b3 HTTP/1.1" status: 200 len: 862 time: 0.0540872 Jun 17 08:42:03.352448 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a2611a8b-5256-4eb6-95bd-8886977057aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:03.355376 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-aacc7196-95ac-46a0-a696-0fe5d4816122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.360713 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-aacc7196-95ac-46a0-a696-0fe5d4816122 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b320b910-d8ce-4f9a-8349-8e8182901f7f HTTP/1.1" status: 204 len: 168 time: 2.4389083 Jun 17 08:42:03.385864 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc7196-95ac-46a0-a696-0fe5d4816122 admin admin] Pushing event deleted for resources: {'Network': ['ID=b320b910-d8ce-4f9a-8349-8e8182901f7f,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:03.420359 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-aacc7196-95ac-46a0-a696-0fe5d4816122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:03.423049 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-0cf9caa7-ae31-4d78-ba64-600ce7d0393a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7582e3d8-c00e-40a9-bed9-0f0fabf2534a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592525 Jun 17 08:42:03.580422 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-234b1d9c-57f6-4fb7-aa87-ae89fdf3bf03 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.666920 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-5d64e1cb-916e-4817-a991-2a07c655d66a service neutron] 10.222.0.53 "GET /v2.0/networks/7582e3d8-c00e-40a9-bed9-0f0fabf2534a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230954 Jun 17 08:42:03.746402 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73137e33-028e-4caa-b842-cee638a0fb0f req-4d27ddee-65da-417f-a4ec-b39562eb4346 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:03.748520 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-73137e33-028e-4caa-b842-cee638a0fb0f req-4d27ddee-65da-417f-a4ec-b39562eb4346 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 945 time: 0.2958255 Jun 17 08:42:03.854685 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-170bbd7a-4f27-4b06-944d-d16c4be878d9 req-e42c5fda-eef0-49b7-b69f-e1b3d8ba15af service neutron] 10.222.0.53 "GET /v2.0/networks/7582e3d8-c00e-40a9-bed9-0f0fabf2534a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812468 Jun 17 08:42:03.860694 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-73137e33-028e-4caa-b842-cee638a0fb0f req-8d4f3f51-2e83-45a5-a68e-8c985ddf6114 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039467 Jun 17 08:42:03.896794 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-234b1d9c-57f6-4fb7-aa87-ae89fdf3bf03 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.950976 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c348cb6-6708-4d23-bc53-805d6b97a100 x-openstack-request-id: req-4c348cb6-6708-4d23-bc53-805d6b97a100 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:03.953263 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63142635-c700-40a9-a07d-ba95aa870c1b", "tag": "934a0276-2520-4860-915e-f25b56a19d6b", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:03.953617 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c348cb6-6708-4d23-bc53-805d6b97a100 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:03.954074 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63142635-c700-40a9-a07d-ba95aa870c1b', 'tag': '934a0276-2520-4860-915e-f25b56a19d6b', 'status': 'completed', 'code': 200} Jun 17 08:42:03.977117 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 46050) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:04.072701 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-60760fdc-60d6-4469-a998-27a2b99d5be7 req-73c2e209-0756-4e16-abfc-ea3fea511e59 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1e92e4-5601-44f0-8958-53137d4c19fe HTTP/1.1" status: 200 len: 210 time: 0.1046782 Jun 17 08:42:04.074575 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 3283a03d-d01a-4385-9cb8-e84143e0148c up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:04.092180 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-234b1d9c-57f6-4fb7-aa87-ae89fdf3bf03 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.102921 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7dd44f70-470b-4980-b727-0c7463512119 tempest-ServersAdminTestJSON-1962836394 tempest-ServersAdminTestJSON-1962836394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:04.133004 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 46052) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:04.140696 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ea3e97af-372a-4201-8a63-de5e4d4a3e54 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c15e34d135d048379888e28b7cdd5b3a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1619415 Jun 17 08:42:04.150284 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 3283a03d-d01a-4385-9cb8-e84143e0148c triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:04.150939 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.249129 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c4c54-61a2-4d05-a119-1da318680b19 req-0e2a36e2-5dd2-4d33-969c-8c04e27ee554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:04.250650 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3d8c4c54-61a2-4d05-a119-1da318680b19 req-0e2a36e2-5dd2-4d33-969c-8c04e27ee554 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=85ac448a7aaf4cd0a1ec0847ca40d37e&device_id=63142635-c700-40a9-a07d-ba95aa870c1b HTTP/1.1" status: 200 len: 1096 time: 0.1186874 Jun 17 08:42:04.278204 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8ac8a390-9bcb-4bdf-bc7c-2569b5ee6eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.301456 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b1d9c-57f6-4fb7-aa87-ae89fdf3bf03 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Pushing event updated for resources: {'Port': ['ID=98b73a90-0ca0-4d4f-bee6-ed05dad37739,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:04.311471 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-234b1d9c-57f6-4fb7-aa87-ae89fdf3bf03 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:04.337380 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-234b1d9c-57f6-4fb7-aa87-ae89fdf3bf03 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.371589 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8ac8a390-9bcb-4bdf-bc7c-2569b5ee6eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.385321 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012f967-1da6-49cf-9f23-dd0b21401b11 req-bae1dffc-f728-4952-a79b-59ed217d4b4e tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:04.393780 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5012f967-1da6-49cf-9f23-dd0b21401b11 req-bae1dffc-f728-4952-a79b-59ed217d4b4e tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f42af8f-304b-42cb-807c-baab880e524e HTTP/1.1" status: 200 len: 943 time: 0.2303717 Jun 17 08:42:04.417804 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffeeace-14d9-41e2-a01b-4ce2f765e89b req-0fab29df-fb07-4dd6-829b-780f4f0ea856 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:04.417804 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9ffeeace-14d9-41e2-a01b-4ce2f765e89b req-0fab29df-fb07-4dd6-829b-780f4f0ea856 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f42af8f-304b-42cb-807c-baab880e524e HTTP/1.1" status: 200 len: 943 time: 0.2401285 Jun 17 08:42:04.453030 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c4c54-61a2-4d05-a119-1da318680b19 req-9c8e7394-d223-4d96-85bc-0daf74c85905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:04.454516 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3d8c4c54-61a2-4d05-a119-1da318680b19 req-9c8e7394-d223-4d96-85bc-0daf74c85905 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7582e3d8-c00e-40a9-bed9-0f0fabf2534a HTTP/1.1" status: 200 len: 923 time: 0.1976058 Jun 17 08:42:04.486501 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5012f967-1da6-49cf-9f23-dd0b21401b11 req-4fdd2d27-06c1-445c-90df-300d7921ec2d tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/security-groups?id=70a73220-1a0f-48b7-abbb-d73bd4b5abd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929077 Jun 17 08:42:04.570023 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3d8c4c54-61a2-4d05-a119-1da318680b19 req-4db5f9be-eb6d-473a-a0c6-02fe39db03ea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=934a0276-2520-4860-915e-f25b56a19d6b HTTP/1.1" status: 200 len: 217 time: 0.1085205 Jun 17 08:42:04.598219 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-234b1d9c-57f6-4fb7-aa87-ae89fdf3bf03 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.607818 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-234b1d9c-57f6-4fb7-aa87-ae89fdf3bf03 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5792933 Jun 17 08:42:04.670590 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c4c54-61a2-4d05-a119-1da318680b19 req-4fe6b7eb-0a96-4daf-863f-ef9a5dfb4861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:04.672138 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3d8c4c54-61a2-4d05-a119-1da318680b19 req-4fe6b7eb-0a96-4daf-863f-ef9a5dfb4861 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=97c0ea40-9ce2-4deb-b5a9-50803adf51b3 HTTP/1.1" status: 200 len: 862 time: 0.0883706 Jun 17 08:42:04.684484 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-9ffeeace-14d9-41e2-a01b-4ce2f765e89b req-e58aa97e-7b6a-447e-ac8c-5b6b390ed0cf tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Deleting port 8afb44b0-df6f-491c-b5ce-c82350ec10e8 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:04.685322 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9ffeeace-14d9-41e2-a01b-4ce2f765e89b req-e58aa97e-7b6a-447e-ac8c-5b6b390ed0cf tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.730608 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8ac8a390-9bcb-4bdf-bc7c-2569b5ee6eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.734199 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8ac8a390-9bcb-4bdf-bc7c-2569b5ee6eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.735145 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-8ac8a390-9bcb-4bdf-bc7c-2569b5ee6eb7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d40ec1ac-f091-4642-be23-cd1510d412ac HTTP/1.1" status: 204 len: 168 time: 0.6013319 Jun 17 08:42:04.737144 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3a8214da-e6a7-4ed1-94ca-50df51c1097f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:04.741680 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3d8c4c54-61a2-4d05-a119-1da318680b19 req-6326a88c-3d7c-4024-aa1e-26e3c0f4e40e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7582e3d8-c00e-40a9-bed9-0f0fabf2534a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545175 Jun 17 08:42:04.751178 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e7ddf-7a3c-4323-8519-3faec9bbc989 req-99f61e6d-1786-4ba4-a24d-9c125eeb0389 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:04.752764 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-208e7ddf-7a3c-4323-8519-3faec9bbc989 req-99f61e6d-1786-4ba4-a24d-9c125eeb0389 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=63142635-c700-40a9-a07d-ba95aa870c1b HTTP/1.1" status: 200 len: 944 time: 0.1891365 Jun 17 08:42:04.785105 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8a390-9bcb-4bdf-bc7c-2569b5ee6eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40ec1ac-f091-4642-be23-cd1510d412ac,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:04.796568 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8ac8a390-9bcb-4bdf-bc7c-2569b5ee6eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:04.834255 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-9ffeeace-14d9-41e2-a01b-4ce2f765e89b req-e58aa97e-7b6a-447e-ac8c-5b6b390ed0cf tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] For port 8afb44b0-df6f-491c-b5ce-c82350ec10e8, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=8afb44b0-df6f-491c-b5ce-c82350ec10e8,segment=NetworkSegment(5d26018e-29fa-42b2-aacb-c815edf13635),segment_id=5d26018e-29fa-42b2-aacb-c815edf13635)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:04.834668 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9ffeeace-14d9-41e2-a01b-4ce2f765e89b req-e58aa97e-7b6a-447e-ac8c-5b6b390ed0cf tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.867604 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-208e7ddf-7a3c-4323-8519-3faec9bbc989 req-0c89663e-4b3e-4bc7-adf8-1d96d5e7f429 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999434 Jun 17 08:42:04.941287 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3d8c4c54-61a2-4d05-a119-1da318680b19 req-4374ff2d-b9d4-4196-9f33-68c5d9385523 service neutron] 10.222.0.53 "GET /v2.0/networks/7582e3d8-c00e-40a9-bed9-0f0fabf2534a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827800 Jun 17 08:42:04.995746 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-9ffeeace-14d9-41e2-a01b-4ce2f765e89b req-e58aa97e-7b6a-447e-ac8c-5b6b390ed0cf tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Calling delete_port for 8afb44b0-df6f-491c-b5ce-c82350ec10e8 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:05.128104 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3d8c4c54-61a2-4d05-a119-1da318680b19 req-712a7f15-7da6-4612-a423-aff6c92c3b66 service neutron] 10.222.0.53 "GET /v2.0/networks/7582e3d8-c00e-40a9-bed9-0f0fabf2534a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846473 Jun 17 08:42:05.134088 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-23378c0e-98ab-4e43-8350-30f742ed0abf tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--591830038&fields=id&tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d HTTP/1.1" status: 200 len: 267 time: 0.1283567 Jun 17 08:42:05.290731 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-eae74db0-0c17-4453-a048-152563580b96 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:05.297887 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-eae74db0-0c17-4453-a048-152563580b96 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/networks?id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f HTTP/1.1" status: 200 len: 812 time: 0.1628385 Jun 17 08:42:05.314687 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-71c6ae3c-485a-4b1f-9284-cd3625b78c13 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/quotas/c4f6d8ed8ebf4cbb81ed4c1f79745b4d HTTP/1.1" status: 200 len: 375 time: 0.0157907 Jun 17 08:42:05.394323 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24a46e-a869-4d3f-8d99-852c8160c29e req-c8008e53-2fb9-4592-8d38-be5083c9a128 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:05.395934 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-de24a46e-a869-4d3f-8d99-852c8160c29e req-c8008e53-2fb9-4592-8d38-be5083c9a128 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 945 time: 0.2871323 Jun 17 08:42:05.399016 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-3205ec35-67c2-48e9-b131-498dc9644ff1 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0832446 Jun 17 08:42:05.444291 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-de24a46e-a869-4d3f-8d99-852c8160c29e req-976477b7-13eb-4432-b51c-adf2ac4b190c tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414174 Jun 17 08:42:05.490638 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9ffeeace-14d9-41e2-a01b-4ce2f765e89b req-e58aa97e-7b6a-447e-ac8c-5b6b390ed0cf tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:05.502978 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d37e23cd-912e-4a19-a882-b0d930ee7ea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:05.536118 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58aa97e-7b6a-447e-ac8c-5b6b390ed0cf tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Pushing event deleted for resources: {'Port': ['ID=8afb44b0-df6f-491c-b5ce-c82350ec10e8,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:05.546456 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e58aa97e-7b6a-447e-ac8c-5b6b390ed0cf tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:05.598180 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffeeace-14d9-41e2-a01b-4ce2f765e89b req-e58aa97e-7b6a-447e-ac8c-5b6b390ed0cf tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] No DVR routers for this DVR port 8afb44b0-df6f-491c-b5ce-c82350ec10e8 on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:05.625977 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9ffeeace-14d9-41e2-a01b-4ce2f765e89b req-e58aa97e-7b6a-447e-ac8c-5b6b390ed0cf tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:05.627927 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9ffeeace-14d9-41e2-a01b-4ce2f765e89b req-e58aa97e-7b6a-447e-ac8c-5b6b390ed0cf tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.53 "DELETE /v2.0/ports/8afb44b0-df6f-491c-b5ce-c82350ec10e8 HTTP/1.1" status: 204 len: 173 time: 1.2016020 Jun 17 08:42:05.628652 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f42af8f-304b-42cb-807c-baab880e524e', 'name': 'network-vif-deleted', 'tag': '8afb44b0-df6f-491c-b5ce-c82350ec10e8'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:05.631478 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4630fd2-d46c-405a-af05-81eb7078b775" -d '{"events": [{"server_uuid": "7f42af8f-304b-42cb-807c-baab880e524e", "name": "network-vif-deleted", "tag": "8afb44b0-df6f-491c-b5ce-c82350ec10e8"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:05.631691 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1a9141cd-fad3-4840-aaac-fafc0b2ecfe9 req-181ca825-2af8-4b86-afee-ec8245eba691 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1e92e4-5601-44f0-8958-53137d4c19fe HTTP/1.1" status: 200 len: 210 time: 0.0462906 Jun 17 08:42:05.689037 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-6b045114-1f9c-4e02-9306-a3dfe377dc9f service neutron] 10.222.0.49 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817025 Jun 17 08:42:05.805265 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-4125ec3a-89be-4f99-ba66-7c9734083be5 service neutron] 10.222.0.49 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085162 Jun 17 08:42:05.847105 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d9416d98-7d17-4d51-aef8-501a7d9cf230 req-e6ba7c52-64b4-4538-835f-a2d436471699 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f42af8f-304b-42cb-807c-baab880e524e HTTP/1.1" status: 200 len: 210 time: 0.0302758 Jun 17 08:42:06.056273 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060a40f1-d712-41b3-9078-68c45b823049 x-openstack-request-id: req-060a40f1-d712-41b3-9078-68c45b823049 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:06.056635 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f42af8f-304b-42cb-807c-baab880e524e", "name": "network-vif-deleted", "tag": "8afb44b0-df6f-491c-b5ce-c82350ec10e8", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:06.057409 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-060a40f1-d712-41b3-9078-68c45b823049 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:06.057985 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f42af8f-304b-42cb-807c-baab880e524e', 'name': 'network-vif-deleted', 'tag': '8afb44b0-df6f-491c-b5ce-c82350ec10e8', 'status': 'completed', 'code': 200} Jun 17 08:42:06.213321 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0e598-f5f3-4157-8b83-4c36fbe5ce77 req-3a5d9c96-9304-4ffe-8f19-b96a39139564 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:06.215112 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f2f0e598-f5f3-4157-8b83-4c36fbe5ce77 req-3a5d9c96-9304-4ffe-8f19-b96a39139564 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=63142635-c700-40a9-a07d-ba95aa870c1b HTTP/1.1" status: 200 len: 944 time: 0.0678034 Jun 17 08:42:06.272199 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f2f0e598-f5f3-4157-8b83-4c36fbe5ce77 req-32127cf1-14ef-4198-a47b-991e09f80507 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505264 Jun 17 08:42:06.440404 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8b5d1ea2-5e6f-48e8-8274-83a87dc98747 req-9ba36c90-7f75-4b23-bc86-eadc4ce0d6b1 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 210 time: 0.0523400 Jun 17 08:42:06.563227 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 46112) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:06.615865 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-dfbd6971-edec-41f1-bcdd-474b83cf8782 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4960126f4d8140209e485d2219df4f28&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0509272 Jun 17 08:42:06.619926 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 46114) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:06.679193 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4eb23579-d96f-4e70-aad5-6f9026228292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:06.697166 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c101729-15ad-40ca-981a-04b5eac51980 req-5b9630ae-da0e-4e2a-8c42-75445ee9066e tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:06.699295 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7c101729-15ad-40ca-981a-04b5eac51980 req-5b9630ae-da0e-4e2a-8c42-75445ee9066e tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 945 time: 0.0816627 Jun 17 08:42:06.704567 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4eb23579-d96f-4e70-aad5-6f9026228292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:06.743032 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7c101729-15ad-40ca-981a-04b5eac51980 req-09bab27a-89f9-4e7a-81a5-db644f04de95 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370648 Jun 17 08:42:06.860375 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-578d8b51-2b86-4f54-bf73-d79e7eaa83e5 req-5256ac88-666d-484b-9265-4364b29768c6 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1e92e4-5601-44f0-8958-53137d4c19fe HTTP/1.1" status: 200 len: 210 time: 0.0349951 Jun 17 08:42:06.966630 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 934a0276-2520-4860-915e-f25b56a19d6b details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:42:07.002130 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4eb23579-d96f-4e70-aad5-6f9026228292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:07.004903 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4eb23579-d96f-4e70-aad5-6f9026228292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:07.008494 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4eb23579-d96f-4e70-aad5-6f9026228292 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/22663a23-4ac8-4988-b975-271c36da8e82 HTTP/1.1" status: 204 len: 168 time: 0.3848488 Jun 17 08:42:07.008494 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cf633df2-847b-4d94-b84c-26902c805e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:07.028307 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb23579-d96f-4e70-aad5-6f9026228292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22663a23-4ac8-4988-b975-271c36da8e82,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:07.031199 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4eb23579-d96f-4e70-aad5-6f9026228292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:07.074558 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9b93a492-3674-499b-92a4-9cbaa931ace4 req-1bc2944f-1adb-4577-a1bf-ecd8c8eb4782 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f42af8f-304b-42cb-807c-baab880e524e HTTP/1.1" status: 200 len: 210 time: 0.0617850 Jun 17 08:42:07.105298 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 934a0276-2520-4860-915e-f25b56a19d6b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=934a0276-2520-4860-915e-f25b56a19d6b,segment=NetworkSegment(56ef8247-2049-45b7-9016-7670820be4f8),segment_id=56ef8247-2049-45b7-9016-7670820be4f8)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:07.117974 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '934a0276-2520-4860-915e-f25b56a19d6b', 'network_id': '7582e3d8-c00e-40a9-bed9-0f0fabf2534a', 'port_id': '934a0276-2520-4860-915e-f25b56a19d6b', 'mac_address': 'fa:16:3e:dd:1a:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97c0ea40-9ce2-4deb-b5a9-50803adf51b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:42:07.165843 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:07.180136 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 934a0276-2520-4860-915e-f25b56a19d6b {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:07.204128 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 934a0276-2520-4860-915e-f25b56a19d6b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=934a0276-2520-4860-915e-f25b56a19d6b,segment=NetworkSegment(56ef8247-2049-45b7-9016-7670820be4f8),segment_id=56ef8247-2049-45b7-9016-7670820be4f8)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:07.398222 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:07.398222 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-aa381046-c67b-4aa3-bb3b-81667cd88e94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:07.473036 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=934a0276-2520-4860-915e-f25b56a19d6b,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:07.478934 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:07.576334 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906422a-a7ec-4ad3-9163-d0678670d1a7 req-e1b1dac5-9860-4535-937a-a5e0adf46d1d tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:07.578627 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8906422a-a7ec-4ad3-9163-d0678670d1a7 req-e1b1dac5-9860-4535-937a-a5e0adf46d1d tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=63142635-c700-40a9-a07d-ba95aa870c1b HTTP/1.1" status: 200 len: 945 time: 0.1144280 Jun 17 08:42:07.656351 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['934a0276-2520-4860-915e-f25b56a19d6b'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:07.660177 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8906422a-a7ec-4ad3-9163-d0678670d1a7 req-3ea1e209-4ac8-4c5e-82aa-b5ec20235960 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670421 Jun 17 08:42:07.837065 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c709f9b9-5049-4d27-9cbc-b0cd591edd92 req-a8db4a34-cac8-4ade-a64d-1d3a23c1116c tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 210 time: 0.1042850 Jun 17 08:42:07.877763 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f131beee-2045-4172-8ad9-0f5516519d4b req-098ec7f9-8c25-4e94-bc38-f3c172625f42 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=da9417294c5449b28843fbefd48fea0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391572 Jun 17 08:42:08.048107 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131beee-2045-4172-8ad9-0f5516519d4b req-98c42150-e218-4861-8342-8c32c96d97d9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:08.049481 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f131beee-2045-4172-8ad9-0f5516519d4b req-98c42150-e218-4861-8342-8c32c96d97d9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1646979 Jun 17 08:42:08.064070 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-f131beee-2045-4172-8ad9-0f5516519d4b req-7a3067d3-3271-46b4-9cb7-b906444b7594 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Request body: {'port': {'device_id': '1a1e92e4-5601-44f0-8958-53137d4c19fe', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'admin_state_up': True, 'tenant_id': 'da9417294c5449b28843fbefd48fea0b'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:08.136453 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a285d79-1fe0-43a8-a62a-058d4e46fbd9 req-2e272edc-1f3e-4dc7-93a2-d64dd37a6212 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:08.138000 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0a285d79-1fe0-43a8-a62a-058d4e46fbd9 req-2e272edc-1f3e-4dc7-93a2-d64dd37a6212 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 945 time: 0.1546295 Jun 17 08:42:08.225604 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0a285d79-1fe0-43a8-a62a-058d4e46fbd9 req-f67fcd9b-107d-43e0-8d2c-5136048993cd tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770888 Jun 17 08:42:08.361030 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-18e21d07-cceb-4840-b817-8677bf28fb0b req-2cd6ad88-1ec7-4df0-9f04-a49775249d83 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1e92e4-5601-44f0-8958-53137d4c19fe HTTP/1.1" status: 200 len: 210 time: 0.0293536 Jun 17 08:42:08.439359 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f131beee-2045-4172-8ad9-0f5516519d4b req-7a3067d3-3271-46b4-9cb7-b906444b7594 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Made reservation on behalf of da9417294c5449b28843fbefd48fea0b for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:08.453044 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f131beee-2045-4172-8ad9-0f5516519d4b req-7a3067d3-3271-46b4-9cb7-b906444b7594 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:08.553491 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6df80f89-075f-4465-bc14-c1317ebd839b req-3af5efdf-c582-4052-aed2-f04d0fb652b3 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f42af8f-304b-42cb-807c-baab880e524e HTTP/1.1" status: 200 len: 210 time: 0.0395312 Jun 17 08:42:08.631410 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-f131beee-2045-4172-8ad9-0f5516519d4b req-7a3067d3-3271-46b4-9cb7-b906444b7594 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Allocated IP 192.168.233.74 (26debee9-bc17-4dec-acaf-a4c976511744/9fa94245-1f4d-486b-9e45-990a58fa5ffe/942c8740-c2e4-45ec-b99a-95b21464c027) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:08.878126 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f131beee-2045-4172-8ad9-0f5516519d4b req-7a3067d3-3271-46b4-9cb7-b906444b7594 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:08.900686 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-f131beee-2045-4172-8ad9-0f5516519d4b req-7a3067d3-3271-46b4-9cb7-b906444b7594 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Transition to ACTIVE for port object 942c8740-c2e4-45ec-b99a-95b21464c027 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:08.943137 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432cf91-41ec-48ad-948c-fba081ca6aec req-84bbe1e8-984e-4da2-8f19-8fd65f67f021 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:08.944751 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0432cf91-41ec-48ad-948c-fba081ca6aec req-84bbe1e8-984e-4da2-8f19-8fd65f67f021 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=63142635-c700-40a9-a07d-ba95aa870c1b HTTP/1.1" status: 200 len: 945 time: 0.1264811 Jun 17 08:42:08.979353 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 934a0276-2520-4860-915e-f25b56a19d6b up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:09.023216 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0432cf91-41ec-48ad-948c-fba081ca6aec req-7738d949-ce86-4e52-b9c3-990e3098963a tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654385 Jun 17 08:42:09.099913 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f131beee-2045-4172-8ad9-0f5516519d4b req-7a3067d3-3271-46b4-9cb7-b906444b7594 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:09.105862 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2be954cf-5b4a-4ad7-9701-1b0686e9f080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:09.113180 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['281145b8-eb5c-4a61-bd6b-88f785131871', '6d7367a3-04cc-438f-9213-200a6205f6dd'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:09.115510 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['02ec8a85-f045-4b87-876a-4adf983bf6b2', '5d8ed170-6507-42a3-97d4-6d09ca067b07', '644acaf6-3ee9-4e2f-b7bc-16e6f65c928c', 'a04552c6-a3a7-4e4a-9f66-f3e094aaeb81', 'f65b3172-17b5-4465-ad86-8cfb8149acd7'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:09.194298 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81de052d-afde-4ae9-b505-542e4d9bd21f req-85bf2f38-48ec-4815-af6e-7eb7afcf69dc tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 210 time: 0.0491066 Jun 17 08:42:09.213316 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 934a0276-2520-4860-915e-f25b56a19d6b completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:09.221687 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 934a0276-2520-4860-915e-f25b56a19d6b triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:09.222385 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:09.224936 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f131beee-2045-4172-8ad9-0f5516519d4b req-7a3067d3-3271-46b4-9cb7-b906444b7594 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Network 26debee9-bc17-4dec-acaf-a4c976511744 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:09.228380 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-f131beee-2045-4172-8ad9-0f5516519d4b req-7a3067d3-3271-46b4-9cb7-b906444b7594 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:09.254625 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-f131beee-2045-4172-8ad9-0f5516519d4b req-7a3067d3-3271-46b4-9cb7-b906444b7594 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:09.295304 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3067d3-3271-46b4-9cb7-b906444b7594 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Pushing event updated for resources: {'Port': ['ID=942c8740-c2e4-45ec-b99a-95b21464c027,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:09.300541 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7a3067d3-3271-46b4-9cb7-b906444b7594 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:09.359006 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131beee-2045-4172-8ad9-0f5516519d4b req-7a3067d3-3271-46b4-9cb7-b906444b7594 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:09.360943 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f131beee-2045-4172-8ad9-0f5516519d4b req-7a3067d3-3271-46b4-9cb7-b906444b7594 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:09.513090 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f131beee-2045-4172-8ad9-0f5516519d4b req-7a3067d3-3271-46b4-9cb7-b906444b7594 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4548407 Jun 17 08:42:09.633971 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5dd7f-639d-4a22-ad7c-ac112fdda80c req-5aba43a3-06d1-4898-8a83-d0cc7b0c829b tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:09.635604 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d9b5dd7f-639d-4a22-ad7c-ac112fdda80c req-5aba43a3-06d1-4898-8a83-d0cc7b0c829b tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 945 time: 0.1852651 Jun 17 08:42:09.752728 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d9b5dd7f-639d-4a22-ad7c-ac112fdda80c req-ac3169c0-018f-4b54-a3ef-985f9e918e74 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099989 Jun 17 08:42:09.804953 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:09.833090 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d7e02-fd51-4540-90cf-8a8fbd514eda req-1e6e8c53-2541-4f22-8c03-e906c14b3189 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:09.834881 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-904d7e02-fd51-4540-90cf-8a8fbd514eda req-1e6e8c53-2541-4f22-8c03-e906c14b3189 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1e92e4-5601-44f0-8958-53137d4c19fe HTTP/1.1" status: 200 len: 935 time: 0.2610154 Jun 17 08:42:09.838784 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-f131beee-2045-4172-8ad9-0f5516519d4b req-c88abff8-7a82-4d98-a296-63e719f3bf3b service neutron] Request body: {'port': {'device_id': '1a1e92e4-5601-44f0-8958-53137d4c19fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:09.900219 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-904d7e02-fd51-4540-90cf-8a8fbd514eda req-0c718274-a130-482c-b38c-e1cf1ff25e02 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570951 Jun 17 08:42:09.946081 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63142635-c700-40a9-a07d-ba95aa870c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934a0276-2520-4860-915e-f25b56a19d6b'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:09.948989 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26efd19-0dc2-4566-85a0-3ab1b444ca46" -d '{"events": [{"server_uuid": "63142635-c700-40a9-a07d-ba95aa870c1b", "name": "network-vif-plugged", "status": "completed", "tag": "934a0276-2520-4860-915e-f25b56a19d6b"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:09.984014 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 934a0276-2520-4860-915e-f25b56a19d6b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=934a0276-2520-4860-915e-f25b56a19d6b,segment=NetworkSegment(56ef8247-2049-45b7-9016-7670820be4f8),segment_id=56ef8247-2049-45b7-9016-7670820be4f8)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:10.020909 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f131beee-2045-4172-8ad9-0f5516519d4b req-c88abff8-7a82-4d98-a296-63e719f3bf3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:10.245454 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-f784403d-5479-469d-ba91-b9ccc0f93713 None None] Provisioning for port 942c8740-c2e4-45ec-b99a-95b21464c027 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:10.262237 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:10.264399 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 8afb44b0-df6f-491c-b5ce-c82350ec10e8 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:10.271236 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-1ececbf5-089d-4bca-bac7-0cdcb12202ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:10.332621 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-f784403d-5479-469d-ba91-b9ccc0f93713 None None] Provisioning complete for port 942c8740-c2e4-45ec-b99a-95b21464c027 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:10.335285 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f784403d-5479-469d-ba91-b9ccc0f93713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:10.410857 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 8afb44b0-df6f-491c-b5ce-c82350ec10e8 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:42:10.411519 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 8afb44b0-df6f-491c-b5ce-c82350ec10e8 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:42:10.496584 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a9ab0d-d522-492e-b1a9-1e7f3e4d6ffa x-openstack-request-id: req-b3a9ab0d-d522-492e-b1a9-1e7f3e4d6ffa {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:10.496584 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63142635-c700-40a9-a07d-ba95aa870c1b", "name": "network-vif-plugged", "status": "completed", "tag": "934a0276-2520-4860-915e-f25b56a19d6b", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:10.496584 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3a9ab0d-d522-492e-b1a9-1e7f3e4d6ffa {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:10.496584 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63142635-c700-40a9-a07d-ba95aa870c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934a0276-2520-4860-915e-f25b56a19d6b', 'code': 200} Jun 17 08:42:10.623340 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-f784403d-5479-469d-ba91-b9ccc0f93713 None None] Port 942c8740-c2e4-45ec-b99a-95b21464c027 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:42:10.634959 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=934a0276-2520-4860-915e-f25b56a19d6b,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:10.648542 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:10.654391 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-f131beee-2045-4172-8ad9-0f5516519d4b req-c88abff8-7a82-4d98-a296-63e719f3bf3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 942c8740-c2e4-45ec-b99a-95b21464c027 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:10.665239 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f131beee-2045-4172-8ad9-0f5516519d4b req-c88abff8-7a82-4d98-a296-63e719f3bf3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:10.700294 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-f131beee-2045-4172-8ad9-0f5516519d4b req-c88abff8-7a82-4d98-a296-63e719f3bf3b service neutron] Transition to ACTIVE for port object 942c8740-c2e4-45ec-b99a-95b21464c027 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:10.784751 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161633e3-3716-4906-b537-0bbdc367965c req-13f9632f-1151-4605-93ac-caec11a7ca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:10.787403 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-161633e3-3716-4906-b537-0bbdc367965c req-13f9632f-1151-4605-93ac-caec11a7ca31 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=63142635-c700-40a9-a07d-ba95aa870c1b HTTP/1.1" status: 200 len: 1098 time: 0.2291250 Jun 17 08:42:10.815480 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f131beee-2045-4172-8ad9-0f5516519d4b req-c88abff8-7a82-4d98-a296-63e719f3bf3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:10.844914 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1dc6b20d-dba5-48f9-8d58-c2db0e932071 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:10.984646 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-bd8c757c-c176-4684-b7a3-8f0c1e31786d tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:10.986217 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-bd8c757c-c176-4684-b7a3-8f0c1e31786d tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.50 "GET /v2.0/networks?id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f HTTP/1.1" status: 200 len: 812 time: 0.3541038 Jun 17 08:42:11.042931 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6ac25b54-5a81-4294-a169-ae561357fc81 req-d1c4ed29-8039-4bc2-8400-b262edf7c232 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 210 time: 0.1989479 Jun 17 08:42:11.049188 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-161633e3-3716-4906-b537-0bbdc367965c req-ea700ae3-9f36-4dd9-b261-1214667b5fb5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513814 Jun 17 08:42:11.058180 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccf33f-630b-4cf7-b9f4-c6f3ec2ce6e0 req-7765dfe6-7829-49e1-a1c6-652f5a47df2e tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:11.066688 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cbccf33f-630b-4cf7-b9f4-c6f3ec2ce6e0 req-7765dfe6-7829-49e1-a1c6-652f5a47df2e tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=63142635-c700-40a9-a07d-ba95aa870c1b HTTP/1.1" status: 200 len: 946 time: 0.3671849 Jun 17 08:42:11.164878 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-47e33208-ffe9-4d29-b45b-9ebdfd73a913 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d HTTP/1.1" status: 200 len: 379 time: 0.1408477 Jun 17 08:42:11.176661 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-ab1c10e0-5259-4507-bb61-8911c8b19fe8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Request body: {'port': {'device_id': 'c28e8626-7f21-495c-877c-3c6ddb58ea2e', 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f', 'admin_state_up': True, 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'security_groups': ['ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b']}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:11.272775 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cbccf33f-630b-4cf7-b9f4-c6f3ec2ce6e0 req-303882f9-993e-4b1e-84da-f6a4f99566d9 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047060 Jun 17 08:42:11.289049 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88abff8-7a82-4d98-a296-63e719f3bf3b service neutron] Pushing event updated for resources: {'Port': ['ID=942c8740-c2e4-45ec-b99a-95b21464c027,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:11.318888 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c88abff8-7a82-4d98-a296-63e719f3bf3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:11.461955 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-ab1c10e0-5259-4507-bb61-8911c8b19fe8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Made reservation on behalf of c4f6d8ed8ebf4cbb81ed4c1f79745b4d for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:11.464515 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-ab1c10e0-5259-4507-bb61-8911c8b19fe8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.470244 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-f131beee-2045-4172-8ad9-0f5516519d4b req-c88abff8-7a82-4d98-a296-63e719f3bf3b service neutron] Attempting to bind port 942c8740-c2e4-45ec-b99a-95b21464c027 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:11.470590 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-f131beee-2045-4172-8ad9-0f5516519d4b req-c88abff8-7a82-4d98-a296-63e719f3bf3b service neutron] Attempting to bind port 942c8740-c2e4-45ec-b99a-95b21464c027 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:11.470922 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131beee-2045-4172-8ad9-0f5516519d4b req-c88abff8-7a82-4d98-a296-63e719f3bf3b service neutron] Attempting to bind port 942c8740-c2e4-45ec-b99a-95b21464c027 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:11.490718 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131beee-2045-4172-8ad9-0f5516519d4b req-c88abff8-7a82-4d98-a296-63e719f3bf3b service neutron] Port 942c8740-c2e4-45ec-b99a-95b21464c027 on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:42:11.490718 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131beee-2045-4172-8ad9-0f5516519d4b req-c88abff8-7a82-4d98-a296-63e719f3bf3b service neutron] Attempting to bind port 942c8740-c2e4-45ec-b99a-95b21464c027 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:11.506329 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131beee-2045-4172-8ad9-0f5516519d4b req-c88abff8-7a82-4d98-a296-63e719f3bf3b service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:11.506683 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131beee-2045-4172-8ad9-0f5516519d4b req-c88abff8-7a82-4d98-a296-63e719f3bf3b service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:11.507279 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131beee-2045-4172-8ad9-0f5516519d4b req-c88abff8-7a82-4d98-a296-63e719f3bf3b service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:11.508008 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-f131beee-2045-4172-8ad9-0f5516519d4b req-c88abff8-7a82-4d98-a296-63e719f3bf3b service neutron] Bound port: 942c8740-c2e4-45ec-b99a-95b21464c027, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:11.510173 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f131beee-2045-4172-8ad9-0f5516519d4b req-c88abff8-7a82-4d98-a296-63e719f3bf3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.703016 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-f131beee-2045-4172-8ad9-0f5516519d4b req-c88abff8-7a82-4d98-a296-63e719f3bf3b service neutron] For port 942c8740-c2e4-45ec-b99a-95b21464c027, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:11.738182 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-ab1c10e0-5259-4507-bb61-8911c8b19fe8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Allocated IP 172.20.0.3 (14e0e5fd-f3e6-4e07-800d-dfdaacdec65f/9f1cd377-e173-40e7-8f95-b9cee993c643/80834232-7c1a-4461-87e0-250268dbd5a1) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:11.754439 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-f131beee-2045-4172-8ad9-0f5516519d4b req-c88abff8-7a82-4d98-a296-63e719f3bf3b service neutron] For port 942c8740-c2e4-45ec-b99a-95b21464c027, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=942c8740-c2e4-45ec-b99a-95b21464c027,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:11.768906 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94ca95-20ff-4fc4-9b1d-976787e7b770 req-46d370c3-cc2d-41e1-b6e4-b4816c9e7c71 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:11.770637 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6e94ca95-20ff-4fc4-9b1d-976787e7b770 req-46d370c3-cc2d-41e1-b6e4-b4816c9e7c71 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 945 time: 0.1652815 Jun 17 08:42:11.844116 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6e94ca95-20ff-4fc4-9b1d-976787e7b770 req-a61ed774-8949-4ec0-81d7-b034146eda65 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656054 Jun 17 08:42:11.857607 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f131beee-2045-4172-8ad9-0f5516519d4b req-c88abff8-7a82-4d98-a296-63e719f3bf3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.862100 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-08e73e6b-85b1-486a-adb8-0194519fcd7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:11.949532 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131beee-2045-4172-8ad9-0f5516519d4b req-c88abff8-7a82-4d98-a296-63e719f3bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:11.951377 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f131beee-2045-4172-8ad9-0f5516519d4b req-c88abff8-7a82-4d98-a296-63e719f3bf3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.955443 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f131beee-2045-4172-8ad9-0f5516519d4b req-c88abff8-7a82-4d98-a296-63e719f3bf3b service neutron] 10.222.0.53 "PUT /v2.0/ports/942c8740-c2e4-45ec-b99a-95b21464c027 HTTP/1.1" status: 200 len: 1096 time: 2.4260743 Jun 17 08:42:11.956450 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1e92e4-5601-44f0-8958-53137d4c19fe', 'tag': '942c8740-c2e4-45ec-b99a-95b21464c027'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:11.972047 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3171914-7641-4364-a9fc-0a3a3650b875" -d '{"events": [{"name": "network-changed", "server_uuid": "1a1e92e4-5601-44f0-8958-53137d4c19fe", "tag": "942c8740-c2e4-45ec-b99a-95b21464c027"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:12.027775 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4d7cd-400a-40ed-b277-b7870fbd61be req-ad328453-f027-4aab-9dab-16dab63da23a tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:12.031270 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-64e4d7cd-400a-40ed-b277-b7870fbd61be req-ad328453-f027-4aab-9dab-16dab63da23a tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1e92e4-5601-44f0-8958-53137d4c19fe HTTP/1.1" status: 200 len: 947 time: 0.2568085 Jun 17 08:42:12.038325 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88abff8-7a82-4d98-a296-63e719f3bf3b service neutron] Pushing event updated for resources: {'Port': ['ID=942c8740-c2e4-45ec-b99a-95b21464c027,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:12.043568 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c88abff8-7a82-4d98-a296-63e719f3bf3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:12.057767 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-ab1c10e0-5259-4507-bb61-8911c8b19fe8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:12.140981 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd535447-5148-4c2d-a124-d53dfa1f339e x-openstack-request-id: req-cd535447-5148-4c2d-a124-d53dfa1f339e {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:12.141579 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a1e92e4-5601-44f0-8958-53137d4c19fe", "tag": "942c8740-c2e4-45ec-b99a-95b21464c027", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:12.142048 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cd535447-5148-4c2d-a124-d53dfa1f339e {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:12.142677 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a1e92e4-5601-44f0-8958-53137d4c19fe', 'tag': '942c8740-c2e4-45ec-b99a-95b21464c027', 'status': 'completed', 'code': 200} Jun 17 08:42:12.173028 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-64e4d7cd-400a-40ed-b277-b7870fbd61be req-92bef1b4-cdb5-4c2b-9add-c1138ae56d01 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307118 Jun 17 08:42:12.178183 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-ab1c10e0-5259-4507-bb61-8911c8b19fe8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Transition to ACTIVE for port object 80834232-7c1a-4461-87e0-250268dbd5a1 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:12.349345 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131beee-2045-4172-8ad9-0f5516519d4b req-18523a98-c6f2-4b6b-be8a-e4ff5f0a9758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:12.351216 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f131beee-2045-4172-8ad9-0f5516519d4b req-18523a98-c6f2-4b6b-be8a-e4ff5f0a9758 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=da9417294c5449b28843fbefd48fea0b&device_id=1a1e92e4-5601-44f0-8958-53137d4c19fe HTTP/1.1" status: 200 len: 1099 time: 0.1003053 Jun 17 08:42:12.410909 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f131beee-2045-4172-8ad9-0f5516519d4b req-c876f8f5-cd72-4628-b6ca-2b53bc0d0de6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=942c8740-c2e4-45ec-b99a-95b21464c027 HTTP/1.1" status: 200 len: 217 time: 0.0439484 Jun 17 08:42:12.430335 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-ab1c10e0-5259-4507-bb61-8911c8b19fe8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:12.442297 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d98895e8-1cad-4210-a7fb-479aa268a3c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:12.582905 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c10e0-5259-4507-bb61-8911c8b19fe8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Pushing event updated for resources: {'Port': ['ID=80834232-7c1a-4461-87e0-250268dbd5a1,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:12.588886 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ab1c10e0-5259-4507-bb61-8911c8b19fe8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:12.606134 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-ab1c10e0-5259-4507-bb61-8911c8b19fe8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:12.609973 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-ab1c10e0-5259-4507-bb61-8911c8b19fe8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:12.615079 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-ab1c10e0-5259-4507-bb61-8911c8b19fe8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:12.707057 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2120b-a451-408f-9333-9d56a6515c45 req-75a64bfe-e0a9-4020-8703-2ab34f2ef29b tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:12.709062 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fbd2120b-a451-408f-9333-9d56a6515c45 req-75a64bfe-e0a9-4020-8703-2ab34f2ef29b tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 931 time: 0.2754178 Jun 17 08:42:12.718692 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-ab1c10e0-5259-4507-bb61-8911c8b19fe8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:12.719677 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-ab1c10e0-5259-4507-bb61-8911c8b19fe8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:12.814819 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fbd2120b-a451-408f-9333-9d56a6515c45 req-34e658ef-1127-4a48-82e7-4a51c002c3be tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919032 Jun 17 08:42:12.861867 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-ab1c10e0-5259-4507-bb61-8911c8b19fe8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6832590 Jun 17 08:42:12.870689 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-d2075a47-96e2-43d3-a1c3-750bc515bf72 service neutron] Request body: {'port': {'device_id': 'c28e8626-7f21-495c-877c-3c6ddb58ea2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:12.914804 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:42:13.008978 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 46278) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:13.047317 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-d2075a47-96e2-43d3-a1c3-750bc515bf72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:13.118431 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131beee-2045-4172-8ad9-0f5516519d4b req-a3106c36-ea14-453b-8617-c91f8fbb553d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:13.120207 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f131beee-2045-4172-8ad9-0f5516519d4b req-a3106c36-ea14-453b-8617-c91f8fbb553d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.6794415 Jun 17 08:42:13.193525 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-435e7766-1f7e-4593-8384-1490f2293bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:13.218752 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b818dd92-d3cd-4569-82fe-965e58cf95f6 None None] Provisioning for port 80834232-7c1a-4461-87e0-250268dbd5a1 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:13.222962 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b818dd92-d3cd-4569-82fe-965e58cf95f6 None None] Provisioning complete for port 80834232-7c1a-4461-87e0-250268dbd5a1 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:13.223487 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b818dd92-d3cd-4569-82fe-965e58cf95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:13.250736 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bf761-b5e6-4b4c-9cec-bf62e3ec80b0 req-4a62689a-cf74-4436-b75b-d5ffeea4d2b1 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:13.260317 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b8bf761-b5e6-4b4c-9cec-bf62e3ec80b0 req-4a62689a-cf74-4436-b75b-d5ffeea4d2b1 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=63142635-c700-40a9-a07d-ba95aa870c1b HTTP/1.1" status: 200 len: 946 time: 0.2966013 Jun 17 08:42:13.289523 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-b818dd92-d3cd-4569-82fe-965e58cf95f6 None None] Port 80834232-7c1a-4461-87e0-250268dbd5a1 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:42:13.307084 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-34125c13-51cf-4e19-83dc-11b2238105d4 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:13.308501 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-34125c13-51cf-4e19-83dc-11b2238105d4 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d&tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&binding%3Ahost_id=n-h2-758944-30 HTTP/1.1" status: 200 len: 1097 time: 0.3435118 Jun 17 08:42:13.323737 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-d0828c75-3868-466b-a508-e7174a7bbe68 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-30'}}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:13.330939 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e45f6c-85d0-4ef8-9156-913e2f053073 req-de9831a9-28e9-4c13-af78-df3eb4bd9955 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:13.332549 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b1e45f6c-85d0-4ef8-9156-913e2f053073 req-de9831a9-28e9-4c13-af78-df3eb4bd9955 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 945 time: 0.2559819 Jun 17 08:42:13.363914 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b8bf761-b5e6-4b4c-9cec-bf62e3ec80b0 req-0074ed82-40a0-4585-b727-df85ffefd2ce tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026766 Jun 17 08:42:13.376211 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131beee-2045-4172-8ad9-0f5516519d4b req-16e58856-814d-4a24-98ca-4846850c32a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:13.377772 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f131beee-2045-4172-8ad9-0f5516519d4b req-16e58856-814d-4a24-98ca-4846850c32a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2377696 Jun 17 08:42:13.484696 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b1e45f6c-85d0-4ef8-9156-913e2f053073 req-bf62df4e-1692-40d1-9c2b-040ea2c5ffb9 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424265 Jun 17 08:42:13.514969 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-d0828c75-3868-466b-a508-e7174a7bbe68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:13.674513 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-435e7766-1f7e-4593-8384-1490f2293bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:13.778159 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-d2075a47-96e2-43d3-a1c3-750bc515bf72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80834232-7c1a-4461-87e0-250268dbd5a1 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:13.799899 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-d2075a47-96e2-43d3-a1c3-750bc515bf72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:13.804315 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-435e7766-1f7e-4593-8384-1490f2293bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:13.808405 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a2611a8b-5256-4eb6-95bd-8886977057aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:13.838717 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f131beee-2045-4172-8ad9-0f5516519d4b req-84fd6fd8-7347-4441-82c1-a8860c66fa6a service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371419 Jun 17 08:42:13.838947 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-d2075a47-96e2-43d3-a1c3-750bc515bf72 service neutron] Transition to ACTIVE for port object 80834232-7c1a-4461-87e0-250268dbd5a1 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:13.876047 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e7766-1f7e-4593-8384-1490f2293bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbd795b-322f-4339-b72e-033b7f6cb193,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:13.883795 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-435e7766-1f7e-4593-8384-1490f2293bda admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3d017bd99c0e4bdf804f7b6c254ccaff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8732755 Jun 17 08:42:13.885172 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 46296) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:13.886031 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-435e7766-1f7e-4593-8384-1490f2293bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:13.939462 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329441d-3394-4c90-81e0-c9c726d43742 req-28705698-c930-4da1-bf70-1012a05c0f97 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:13.939462 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a329441d-3394-4c90-81e0-c9c726d43742 req-28705698-c930-4da1-bf70-1012a05c0f97 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=63142635-c700-40a9-a07d-ba95aa870c1b HTTP/1.1" status: 200 len: 946 time: 0.2122376 Jun 17 08:42:13.948420 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-d2075a47-96e2-43d3-a1c3-750bc515bf72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:13.966386 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 0a1a4563-d2b6-42b3-8665-23f5f2a62509 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:42:13.992442 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-d0828c75-3868-466b-a508-e7174a7bbe68 service neutron] For port 0a1a4563-d2b6-42b3-8665-23f5f2a62509, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=0a1a4563-d2b6-42b3-8665-23f5f2a62509,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:14.018664 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-696a1585-af99-4ef6-8a01-2f187c3d72e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:14.023915 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafeda2-d6dd-4dd0-a47b-d543ecb61adc req-9ec2417f-89bd-4258-9acc-012aa8c70d4b tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:14.025509 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2aafeda2-d6dd-4dd0-a47b-d543ecb61adc req-9ec2417f-89bd-4258-9acc-012aa8c70d4b tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1e92e4-5601-44f0-8958-53137d4c19fe HTTP/1.1" status: 200 len: 947 time: 0.3142655 Jun 17 08:42:14.146444 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-d0828c75-3868-466b-a508-e7174a7bbe68 service neutron] For port 0a1a4563-d2b6-42b3-8665-23f5f2a62509, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:14.148053 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 0a1a4563-d2b6-42b3-8665-23f5f2a62509, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=0a1a4563-d2b6-42b3-8665-23f5f2a62509,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:14.172834 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 0a1a4563-d2b6-42b3-8665-23f5f2a62509 has no active binding in host n-h1-758944-30 {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 17 08:42:14.196378 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2075a47-96e2-43d3-a1c3-750bc515bf72 service neutron] Pushing event updated for resources: {'Port': ['ID=80834232-7c1a-4461-87e0-250268dbd5a1,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:14.201002 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d2075a47-96e2-43d3-a1c3-750bc515bf72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:14.214537 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a329441d-3394-4c90-81e0-c9c726d43742 req-b5fe11f9-e34f-4edb-8527-250e566eb4f6 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669880 Jun 17 08:42:14.215342 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e21dbb88-a801-4b5a-b3d2-2259074f3780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:14.242748 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df208ae-d43e-4ad5-9b9a-0866f791f34d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a1a4563-d2b6-42b3-8665-23f5f2a62509'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:14.245454 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dada2b58-1d5c-4ad3-be95-c435cc7a1f4b" -d '{"events": [{"server_uuid": "1df208ae-d43e-4ad5-9b9a-0866f791f34d", "name": "network-vif-unplugged", "status": "completed", "tag": "0a1a4563-d2b6-42b3-8665-23f5f2a62509"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:14.257486 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-d0828c75-3868-466b-a508-e7174a7bbe68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:14.263581 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f131beee-2045-4172-8ad9-0f5516519d4b req-dc6e45bb-c52a-4eb8-b96d-63474b847d25 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155326 Jun 17 08:42:14.321855 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2aafeda2-d6dd-4dd0-a47b-d543ecb61adc req-49da66ca-4cba-4db9-b8a4-8f122afa5bf5 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625256 Jun 17 08:42:14.352830 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e21dbb88-a801-4b5a-b3d2-2259074f3780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:14.368799 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 46306) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:14.379473 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-d0828c75-3868-466b-a508-e7174a7bbe68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:14.409226 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-d2075a47-96e2-43d3-a1c3-750bc515bf72 service neutron] Attempting to bind port 80834232-7c1a-4461-87e0-250268dbd5a1 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:14.411736 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-d2075a47-96e2-43d3-a1c3-750bc515bf72 service neutron] Attempting to bind port 80834232-7c1a-4461-87e0-250268dbd5a1 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '498ad4d7-c11e-481f-a553-b46b3e1dd7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:14.412186 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-d2075a47-96e2-43d3-a1c3-750bc515bf72 service neutron] Attempting to bind port 80834232-7c1a-4461-87e0-250268dbd5a1 on network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:14.447659 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-d2075a47-96e2-43d3-a1c3-750bc515bf72 service neutron] Port 80834232-7c1a-4461-87e0-250268dbd5a1 on network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:42:14.454067 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-d2075a47-96e2-43d3-a1c3-750bc515bf72 service neutron] Attempting to bind port 80834232-7c1a-4461-87e0-250268dbd5a1 on network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:14.458433 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5d2cb095-e18b-44e4-9d33-ebe8c64b7519 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:14.472151 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-d2075a47-96e2-43d3-a1c3-750bc515bf72 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:14.476020 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-d2075a47-96e2-43d3-a1c3-750bc515bf72 service neutron] Checking segment: {'id': '498ad4d7-c11e-481f-a553-b46b3e1dd7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:14.479617 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-d2075a47-96e2-43d3-a1c3-750bc515bf72 service neutron] Bound using segment: {'id': '498ad4d7-c11e-481f-a553-b46b3e1dd7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:14.480280 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-d2075a47-96e2-43d3-a1c3-750bc515bf72 service neutron] Bound port: 80834232-7c1a-4461-87e0-250268dbd5a1, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '498ad4d7-c11e-481f-a553-b46b3e1dd7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:14.480675 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-d2075a47-96e2-43d3-a1c3-750bc515bf72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:14.559575 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-d2075a47-96e2-43d3-a1c3-750bc515bf72 service neutron] For port 80834232-7c1a-4461-87e0-250268dbd5a1, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:14.563066 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-d2075a47-96e2-43d3-a1c3-750bc515bf72 service neutron] For port 80834232-7c1a-4461-87e0-250268dbd5a1, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=80834232-7c1a-4461-87e0-250268dbd5a1,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:14.730011 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-d2075a47-96e2-43d3-a1c3-750bc515bf72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:14.730534 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad06290-c67f-4582-aa67-7b9ae0fe61ae admin admin] Deleting subnet dde6362a-8d80-43f7-8fcf-3398cd98da0f {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:42:14.732641 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d6d0f1e9-3f65-4c50-b493-e338621484cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:14.746265 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1ad06290-c67f-4582-aa67-7b9ae0fe61ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:14.748191 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0828c75-3868-466b-a508-e7174a7bbe68 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1a4563-d2b6-42b3-8665-23f5f2a62509,revision_number=7']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:14.775356 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d0828c75-3868-466b-a508-e7174a7bbe68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:14.785973 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-d0828c75-3868-466b-a508-e7174a7bbe68 service neutron] Attempting to bind port 0a1a4563-d2b6-42b3-8665-23f5f2a62509 on host n-h2-758944-30 for vnic_type normal with profile {"migrating_to": "n-h1-758944-30"} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:14.786319 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-d0828c75-3868-466b-a508-e7174a7bbe68 service neutron] Attempting to bind port 0a1a4563-d2b6-42b3-8665-23f5f2a62509 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:14.786654 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-d0828c75-3868-466b-a508-e7174a7bbe68 service neutron] Attempting to bind port 0a1a4563-d2b6-42b3-8665-23f5f2a62509 on network f60ef741-1693-4275-83c4-b371328659a8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:14.806064 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-d0828c75-3868-466b-a508-e7174a7bbe68 service neutron] Port 0a1a4563-d2b6-42b3-8665-23f5f2a62509 on network f60ef741-1693-4275-83c4-b371328659a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:42:14.806535 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-d0828c75-3868-466b-a508-e7174a7bbe68 service neutron] Attempting to bind port 0a1a4563-d2b6-42b3-8665-23f5f2a62509 on network f60ef741-1693-4275-83c4-b371328659a8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:14.814403 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2075a47-96e2-43d3-a1c3-750bc515bf72 service neutron] Pushing event updated for resources: {'Port': ['ID=80834232-7c1a-4461-87e0-250268dbd5a1,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:14.822029 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1ad06290-c67f-4582-aa67-7b9ae0fe61ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:14.828092 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d2075a47-96e2-43d3-a1c3-750bc515bf72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:14.829146 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e21dbb88-a801-4b5a-b3d2-2259074f3780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:14.832286 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e21dbb88-a801-4b5a-b3d2-2259074f3780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:14.834072 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e21dbb88-a801-4b5a-b3d2-2259074f3780 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6cbd795b-322f-4339-b72e-033b7f6cb193 HTTP/1.1" status: 204 len: 168 time: 0.9453702 Jun 17 08:42:14.835868 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-d2075a47-96e2-43d3-a1c3-750bc515bf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:14.837007 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-d2075a47-96e2-43d3-a1c3-750bc515bf72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:14.838796 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-d2075a47-96e2-43d3-a1c3-750bc515bf72 service neutron] 10.222.0.50 "PUT /v2.0/ports/80834232-7c1a-4461-87e0-250268dbd5a1 HTTP/1.1" status: 200 len: 1092 time: 1.9750557 Jun 17 08:42:14.840199 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c8c53291-b69a-402b-a034-f82f76a9bffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:14.843967 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28e8626-7f21-495c-877c-3c6ddb58ea2e', 'tag': '80834232-7c1a-4461-87e0-250268dbd5a1'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:14.846649 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1439d1-4ad7-4763-8811-dd274c05aab4" -d '{"events": [{"name": "network-changed", "server_uuid": "c28e8626-7f21-495c-877c-3c6ddb58ea2e", "tag": "80834232-7c1a-4461-87e0-250268dbd5a1"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:14.856521 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-d0828c75-3868-466b-a508-e7174a7bbe68 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:14.856918 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-d0828c75-3868-466b-a508-e7174a7bbe68 service neutron] Checking segment: {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:14.857328 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-d0828c75-3868-466b-a508-e7174a7bbe68 service neutron] Bound using segment: {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:14.857791 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-d0828c75-3868-466b-a508-e7174a7bbe68 service neutron] Bound port: 0a1a4563-d2b6-42b3-8665-23f5f2a62509, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1dbb195-5e3c-45b9-afe5-22bef787f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f60ef741-1693-4275-83c4-b371328659a8'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:14.858146 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-d0828c75-3868-466b-a508-e7174a7bbe68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:14.875873 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21dbb88-a801-4b5a-b3d2-2259074f3780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbd795b-322f-4339-b72e-033b7f6cb193,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:14.881800 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715405f0-e118-47e3-8631-46ee86bfcd7b req-d3d8073f-5431-462c-90ab-012963db9652 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:14.884492 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e21dbb88-a801-4b5a-b3d2-2259074f3780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:14.898032 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-715405f0-e118-47e3-8631-46ee86bfcd7b req-d3d8073f-5431-462c-90ab-012963db9652 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 943 time: 0.3161876 Jun 17 08:42:14.975352 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3171914-7641-4364-a9fc-0a3a3650b875 req-b1d5253e-70c2-4c08-ae44-bc69337c9c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:14.975352 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c3171914-7641-4364-a9fc-0a3a3650b875 req-b1d5253e-70c2-4c08-ae44-bc69337c9c94 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=da9417294c5449b28843fbefd48fea0b&device_id=1a1e92e4-5601-44f0-8958-53137d4c19fe HTTP/1.1" status: 200 len: 1099 time: 0.3902736 Jun 17 08:42:14.978190 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1ad06290-c67f-4582-aa67-7b9ae0fe61ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:15.063993 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-715405f0-e118-47e3-8631-46ee86bfcd7b req-8fb00777-e19c-4fd0-bfed-85ef255ba75c tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649570 Jun 17 08:42:15.129713 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-1a7de0f7-a9e0-4961-8b54-4dcd73529aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:15.131801 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-1a7de0f7-a9e0-4961-8b54-4dcd73529aca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d&device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 1095 time: 0.0927744 Jun 17 08:42:15.204285 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da01e9f7-b140-4282-a0ef-8bb931177117 x-openstack-request-id: req-da01e9f7-b140-4282-a0ef-8bb931177117 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:15.205257 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df208ae-d43e-4ad5-9b9a-0866f791f34d", "name": "network-vif-unplugged", "status": "completed", "tag": "0a1a4563-d2b6-42b3-8665-23f5f2a62509", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:15.205805 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da01e9f7-b140-4282-a0ef-8bb931177117 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:15.206481 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df208ae-d43e-4ad5-9b9a-0866f791f34d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a1a4563-d2b6-42b3-8665-23f5f2a62509', 'code': 200} Jun 17 08:42:15.220841 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-8f16dff5-d338-4755-85c2-6481fa893476 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80834232-7c1a-4461-87e0-250268dbd5a1 HTTP/1.1" status: 200 len: 217 time: 0.0800817 Jun 17 08:42:15.233576 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-d0828c75-3868-466b-a508-e7174a7bbe68 service neutron] For port 0a1a4563-d2b6-42b3-8665-23f5f2a62509, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:15.239103 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-d0828c75-3868-466b-a508-e7174a7bbe68 service neutron] For port 0a1a4563-d2b6-42b3-8665-23f5f2a62509, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=0a1a4563-d2b6-42b3-8665-23f5f2a62509,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:15.254643 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3171914-7641-4364-a9fc-0a3a3650b875 req-ca730a6b-f242-4654-8445-bfecd8faa576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:15.256741 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c3171914-7641-4364-a9fc-0a3a3650b875 req-ca730a6b-f242-4654-8445-bfecd8faa576 service neutron] 10.222.0.53 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.2526715 Jun 17 08:42:15.304090 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c3171914-7641-4364-a9fc-0a3a3650b875 req-285f4adb-3513-440c-b2cd-f39628597df5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=942c8740-c2e4-45ec-b99a-95b21464c027 HTTP/1.1" status: 200 len: 217 time: 0.0401702 Jun 17 08:42:15.327546 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-e2a8d284-cf7f-477a-af8c-c303432e3dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:15.329101 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-e2a8d284-cf7f-477a-af8c-c303432e3dc6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f1cd377-e173-40e7-8f95-b9cee993c643 HTTP/1.1" status: 200 len: 851 time: 0.1021054 Jun 17 08:42:15.368893 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1ad06290-c67f-4582-aa67-7b9ae0fe61ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:15.371738 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-d0828c75-3868-466b-a508-e7174a7bbe68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:15.391646 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5ce42ed6-3550-47fc-b5be-ca2b4fb826bd tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:15.429051 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-9518b494-b0c7-4d43-82fa-d37f45aa8095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:15.432297 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-9518b494-b0c7-4d43-82fa-d37f45aa8095 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961273 Jun 17 08:42:15.492191 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1ad06290-c67f-4582-aa67-7b9ae0fe61ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:15.494554 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-1ad06290-c67f-4582-aa67-7b9ae0fe61ae admin admin] 10.222.0.49 "DELETE /v2.0/subnets/dde6362a-8d80-43f7-8fcf-3398cd98da0f HTTP/1.1" status: 204 len: 168 time: 1.1248138 Jun 17 08:42:15.528391 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad06290-c67f-4582-aa67-7b9ae0fe61ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dde6362a-8d80-43f7-8fcf-3398cd98da0f,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:15.532192 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 46334) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:15.548286 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1ad06290-c67f-4582-aa67-7b9ae0fe61ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:15.559498 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1dc6b20d-dba5-48f9-8d58-c2db0e932071 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:15.628081 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81dc224b-1e78-41ba-ad00-1acd1be26c8f x-openstack-request-id: req-81dc224b-1e78-41ba-ad00-1acd1be26c8f {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:15.628730 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28e8626-7f21-495c-877c-3c6ddb58ea2e", "tag": "80834232-7c1a-4461-87e0-250268dbd5a1", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:15.629223 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-81dc224b-1e78-41ba-ad00-1acd1be26c8f {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:15.629966 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c28e8626-7f21-495c-877c-3c6ddb58ea2e', 'tag': '80834232-7c1a-4461-87e0-250268dbd5a1', 'status': 'completed', 'code': 200} Jun 17 08:42:15.655523 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-b1cd597b-14b5-4eef-8a1d-9f05a76069c7 service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154758 Jun 17 08:42:15.686682 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3171914-7641-4364-a9fc-0a3a3650b875 req-95df6f4b-f638-4ddc-8b04-525cca7e34dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:15.688587 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c3171914-7641-4364-a9fc-0a3a3650b875 req-95df6f4b-f638-4ddc-8b04-525cca7e34dc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.3758154 Jun 17 08:42:15.689455 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0828c75-3868-466b-a508-e7174a7bbe68 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1a4563-d2b6-42b3-8665-23f5f2a62509,revision_number=8']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:15.697214 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d0828c75-3868-466b-a508-e7174a7bbe68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:15.776735 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-d0828c75-3868-466b-a508-e7174a7bbe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:15.777373 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-d0828c75-3868-466b-a508-e7174a7bbe68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:15.785634 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-d0828c75-3868-466b-a508-e7174a7bbe68 service neutron] 10.222.0.50 "PUT /v2.0/ports/0a1a4563-d2b6-42b3-8665-23f5f2a62509 HTTP/1.1" status: 200 len: 1123 time: 2.4672112 Jun 17 08:42:15.808194 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e3ec1dfc-6559-45e8-9253-89488ce3546c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:15.820402 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-91a636ca-a9a7-4e35-9e2e-a04be080ab9c req-6e1327b9-ac04-43f6-88f9-ac9a6f431024 service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583734 Jun 17 08:42:15.855372 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d5203-0410-4597-b306-b3e1d8f45cb2 req-37679399-4fa8-4502-a4ec-4995d4f5e823 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:15.863236 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-336d5203-0410-4597-b306-b3e1d8f45cb2 req-37679399-4fa8-4502-a4ec-4995d4f5e823 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 943 time: 0.4962480 Jun 17 08:42:15.886029 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['0a1a4563-d2b6-42b3-8665-23f5f2a62509'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:15.920789 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['0a1a4563-d2b6-42b3-8665-23f5f2a62509'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:15.974023 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3171914-7641-4364-a9fc-0a3a3650b875 req-6a125931-c946-40c6-a93c-00de85075a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:15.975575 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c3171914-7641-4364-a9fc-0a3a3650b875 req-6a125931-c946-40c6-a93c-00de85075a2d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2752881 Jun 17 08:42:15.996605 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-336d5203-0410-4597-b306-b3e1d8f45cb2 req-9040a9c7-a685-43d8-9929-b181ee058be4 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228836 Jun 17 08:42:16.027683 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 46342) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:16.064371 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e3ec1dfc-6559-45e8-9253-89488ce3546c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:16.087990 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-85e6e4fe-0a13-48d3-893a-975d6f46c528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:16.118241 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-e3ec1dfc-6559-45e8-9253-89488ce3546c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06763fe9-e99d-4536-9f97-1417c168f505']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:16.137207 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-e3ec1dfc-6559-45e8-9253-89488ce3546c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d26018e-29fa-42b2-aacb-c815edf13635') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:16.137948 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-e3ec1dfc-6559-45e8-9253-89488ce3546c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d26018e-29fa-42b2-aacb-c815edf13635') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:16.151973 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e3ec1dfc-6559-45e8-9253-89488ce3546c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:16.186159 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1439d1-4ad7-4763-8811-dd274c05aab4 req-3e94606b-4137-493f-af5c-3128c9d87664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:16.187923 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fe1439d1-4ad7-4763-8811-dd274c05aab4 req-3e94606b-4137-493f-af5c-3128c9d87664 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d&device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 1095 time: 0.1513011 Jun 17 08:42:16.199282 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e3ec1dfc-6559-45e8-9253-89488ce3546c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:16.238290 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ec1dfc-6559-45e8-9253-89488ce3546c admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:42:16.238984 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e3ec1dfc-6559-45e8-9253-89488ce3546c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:42:16.241854 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:42:16.271298 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c3171914-7641-4364-a9fc-0a3a3650b875 req-48d962f7-26e4-401e-b794-1330ddc79735 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775164 Jun 17 08:42:16.364520 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1439d1-4ad7-4763-8811-dd274c05aab4 req-75ad89be-7ef8-4188-9533-b231308d3613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:16.367266 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fe1439d1-4ad7-4763-8811-dd274c05aab4 req-75ad89be-7ef8-4188-9533-b231308d3613 service neutron] 10.222.0.50 "GET /v2.0/networks?id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f HTTP/1.1" status: 200 len: 913 time: 0.1678562 Jun 17 08:42:16.433169 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57faf81b-7a42-4470-a9b8-247535370d55 req-511a84eb-8cba-4cf5-9114-8d982ecef2d9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:16.441008 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-57faf81b-7a42-4470-a9b8-247535370d55 req-511a84eb-8cba-4cf5-9114-8d982ecef2d9 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1e92e4-5601-44f0-8958-53137d4c19fe HTTP/1.1" status: 200 len: 947 time: 0.2192111 Jun 17 08:42:16.466791 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c3171914-7641-4364-a9fc-0a3a3650b875 req-b07f890a-ce60-4da3-969e-b003272b33fe service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622574 Jun 17 08:42:16.471787 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fe1439d1-4ad7-4763-8811-dd274c05aab4 req-a934eced-1cb4-4b72-8afb-f51b5ce5caf3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80834232-7c1a-4461-87e0-250268dbd5a1 HTTP/1.1" status: 200 len: 217 time: 0.0514240 Jun 17 08:42:16.502274 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-57faf81b-7a42-4470-a9b8-247535370d55 req-0432748d-248a-4464-a200-c51a46417bc1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598903 Jun 17 08:42:16.504194 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e3ec1dfc-6559-45e8-9253-89488ce3546c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:16.514946 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e3ec1dfc-6559-45e8-9253-89488ce3546c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:16.517217 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e3ec1dfc-6559-45e8-9253-89488ce3546c admin admin] 10.222.0.49 "DELETE /v2.0/networks/06763fe9-e99d-4536-9f97-1417c168f505 HTTP/1.1" status: 204 len: 168 time: 0.9824028 Jun 17 08:42:16.518081 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-939d31c7-3291-4792-bfa9-d327cd1e0f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:16.534498 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec1dfc-6559-45e8-9253-89488ce3546c admin admin] Pushing event deleted for resources: {'Network': ['ID=06763fe9-e99d-4536-9f97-1417c168f505,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:16.538309 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e3ec1dfc-6559-45e8-9253-89488ce3546c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:16.599850 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-85e6e4fe-0a13-48d3-893a-975d6f46c528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:16.608545 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44c838-e304-4e23-ae12-f7524d5d1a2c req-509f4061-b799-4c16-8247-ff3971844aa4 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:16.616297 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ad44c838-e304-4e23-ae12-f7524d5d1a2c req-509f4061-b799-4c16-8247-ff3971844aa4 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 943 time: 0.2475348 Jun 17 08:42:16.644137 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1439d1-4ad7-4763-8811-dd274c05aab4 req-d9cef191-9c09-4d65-a423-4bea1cf36a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:16.645699 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fe1439d1-4ad7-4763-8811-dd274c05aab4 req-d9cef191-9c09-4d65-a423-4bea1cf36a66 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f1cd377-e173-40e7-8f95-b9cee993c643 HTTP/1.1" status: 200 len: 851 time: 0.1620178 Jun 17 08:42:16.697354 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ad44c838-e304-4e23-ae12-f7524d5d1a2c req-62353729-9d9c-4f83-8e83-664fd8f134ca tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798392 Jun 17 08:42:16.745853 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1439d1-4ad7-4763-8811-dd274c05aab4 req-b7483c99-0e78-404e-874b-f17f596a0416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:16.748168 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fe1439d1-4ad7-4763-8811-dd274c05aab4 req-b7483c99-0e78-404e-874b-f17f596a0416 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0913146 Jun 17 08:42:16.811044 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c098658-d181-4bf2-b4a6-3c999b38a1b2 req-a63a7608-3323-453f-9737-c135ecb52d15 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:16.813694 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6c098658-d181-4bf2-b4a6-3c999b38a1b2 req-a63a7608-3323-453f-9737-c135ecb52d15 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=63142635-c700-40a9-a07d-ba95aa870c1b HTTP/1.1" status: 200 len: 946 time: 0.1026838 Jun 17 08:42:16.818330 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-85e6e4fe-0a13-48d3-893a-975d6f46c528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:16.830302 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-678e2e2d-2acc-41f8-ac19-a123e6386bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:16.889210 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6c098658-d181-4bf2-b4a6-3c999b38a1b2 req-fa92a571-fee0-423e-9fff-948d1d4267d3 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632806 Jun 17 08:42:16.892626 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e6e4fe-0a13-48d3-893a-975d6f46c528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8051007a-ee8f-49c6-b17d-ba947d918e62,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:16.903572 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-85e6e4fe-0a13-48d3-893a-975d6f46c528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:16.909378 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-85e6e4fe-0a13-48d3-893a-975d6f46c528 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3ab55883daa14426aa230a20804dd62d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8775272 Jun 17 08:42:16.911007 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 46360) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:16.922179 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fe1439d1-4ad7-4763-8811-dd274c05aab4 req-03921db8-d8b7-4a60-9448-158791683042 service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640446 Jun 17 08:42:17.007140 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 942c8740-c2e4-45ec-b99a-95b21464c027 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:42:17.042839 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-510f9d2c-703c-4a1f-b129-fdc085ae18d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:17.091177 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fe1439d1-4ad7-4763-8811-dd274c05aab4 req-fb91e79d-e759-47b3-8591-cb733679528c service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545208 Jun 17 08:42:17.091177 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-510f9d2c-703c-4a1f-b129-fdc085ae18d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:17.198665 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 46364) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:17.214496 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df208ae-d43e-4ad5-9b9a-0866f791f34d', 'tag': '0a1a4563-d2b6-42b3-8665-23f5f2a62509'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:17.217518 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97bdcba-f214-49e0-93ab-1978fa88fd56" -d '{"events": [{"name": "network-changed", "server_uuid": "1df208ae-d43e-4ad5-9b9a-0866f791f34d", "tag": "0a1a4563-d2b6-42b3-8665-23f5f2a62509"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:17.247062 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 942c8740-c2e4-45ec-b99a-95b21464c027, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=942c8740-c2e4-45ec-b99a-95b21464c027,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:17.264518 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '942c8740-c2e4-45ec-b99a-95b21464c027', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '942c8740-c2e4-45ec-b99a-95b21464c027', 'mac_address': 'fa:16:3e:d7:b5:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:42:17.298026 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-99afc5da-cc8a-4fd6-9381-e14dd18e5b32 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=25d10e174ea043af91eeee2909fa8116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0980103 Jun 17 08:42:17.300242 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adc5c2e-5e87-400f-85fb-0080e2344caa x-openstack-request-id: req-6adc5c2e-5e87-400f-85fb-0080e2344caa {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:17.300422 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df208ae-d43e-4ad5-9b9a-0866f791f34d", "tag": "0a1a4563-d2b6-42b3-8665-23f5f2a62509", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:17.300701 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6adc5c2e-5e87-400f-85fb-0080e2344caa {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:17.301148 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df208ae-d43e-4ad5-9b9a-0866f791f34d', 'tag': '0a1a4563-d2b6-42b3-8665-23f5f2a62509', 'status': 'completed', 'code': 200} Jun 17 08:42:17.301559 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 46368) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:17.335445 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:17.355322 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 942c8740-c2e4-45ec-b99a-95b21464c027 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:17.390744 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 942c8740-c2e4-45ec-b99a-95b21464c027, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=942c8740-c2e4-45ec-b99a-95b21464c027,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:17.420433 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff3a5eed-37e4-4c72-a969-590679afa4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:17.438900 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bdcba-f214-49e0-93ab-1978fa88fd56 req-6d6fd382-db79-4594-a376-378ca398e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:17.443867 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b97bdcba-f214-49e0-93ab-1978fa88fd56 req-6d6fd382-db79-4594-a376-378ca398e657 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 1126 time: 0.1117413 Jun 17 08:42:17.467283 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff3a5eed-37e4-4c72-a969-590679afa4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:17.479288 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-510f9d2c-703c-4a1f-b129-fdc085ae18d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:17.482556 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-510f9d2c-703c-4a1f-b129-fdc085ae18d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:17.483751 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-510f9d2c-703c-4a1f-b129-fdc085ae18d4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8051007a-ee8f-49c6-b17d-ba947d918e62 HTTP/1.1" status: 204 len: 168 time: 0.5715864 Jun 17 08:42:17.484961 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:17.486577 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-435e7766-1f7e-4593-8384-1490f2293bda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:17.487909 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:17.498111 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f9d2c-703c-4a1f-b129-fdc085ae18d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8051007a-ee8f-49c6-b17d-ba947d918e62,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:17.501782 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-510f9d2c-703c-4a1f-b129-fdc085ae18d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:17.531213 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:17.565293 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af2724-7b69-4e21-8984-85139f1b4a99 req-80926395-a8fb-4799-996f-771a99b6eb4a tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:17.566953 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-86af2724-7b69-4e21-8984-85139f1b4a99 req-80926395-a8fb-4799-996f-771a99b6eb4a tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 943 time: 0.3916419 Jun 17 08:42:17.581920 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=942c8740-c2e4-45ec-b99a-95b21464c027,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:17.592447 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:17.643772 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bdcba-f214-49e0-93ab-1978fa88fd56 req-1b2efbde-f730-43e1-9957-672f6597e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:17.644861 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-86af2724-7b69-4e21-8984-85139f1b4a99 req-bbeea740-30f7-4589-b9e2-d8e86d7ea100 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552223 Jun 17 08:42:17.645190 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b97bdcba-f214-49e0-93ab-1978fa88fd56 req-1b2efbde-f730-43e1-9957-672f6597e2e0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f60ef741-1693-4275-83c4-b371328659a8 HTTP/1.1" status: 200 len: 908 time: 0.1942813 Jun 17 08:42:17.700539 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b97bdcba-f214-49e0-93ab-1978fa88fd56 req-e3237846-fc2f-44ec-a0e8-bea4377ad20f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a1a4563-d2b6-42b3-8665-23f5f2a62509 HTTP/1.1" status: 200 len: 217 time: 0.0457187 Jun 17 08:42:17.791217 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bdcba-f214-49e0-93ab-1978fa88fd56 req-9cc65693-970c-4db5-9b6b-3073da11fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:17.792961 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b97bdcba-f214-49e0-93ab-1978fa88fd56 req-9cc65693-970c-4db5-9b6b-3073da11fbc1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=58b6fa78-2c4d-4c76-9c04-e4c6434a4b98 HTTP/1.1" status: 200 len: 847 time: 0.0841539 Jun 17 08:42:17.834943 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b97bdcba-f214-49e0-93ab-1978fa88fd56 req-a6cdd9f1-7498-4170-9210-9a440c71c066 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f60ef741-1693-4275-83c4-b371328659a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333421 Jun 17 08:42:17.846137 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418cb2f-37a1-423c-8f9f-334281157a93 req-8eec7a98-e14b-487b-bf0d-cecac2653a92 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:17.847742 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1418cb2f-37a1-423c-8f9f-334281157a93 req-8eec7a98-e14b-487b-bf0d-cecac2653a92 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1e92e4-5601-44f0-8958-53137d4c19fe HTTP/1.1" status: 200 len: 948 time: 0.1088583 Jun 17 08:42:17.851286 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['942c8740-c2e4-45ec-b99a-95b21464c027'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:17.858596 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff3a5eed-37e4-4c72-a969-590679afa4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:17.861578 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff3a5eed-37e4-4c72-a969-590679afa4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:17.862712 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ff3a5eed-37e4-4c72-a969-590679afa4ac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/70a73220-1a0f-48b7-abbb-d73bd4b5abd5 HTTP/1.1" status: 204 len: 168 time: 0.5602422 Jun 17 08:42:17.889343 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fda5a8f2-a7ba-45b5-8cde-1cf4e8f2ab9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:17.973367 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3b4a6-296d-4f10-8211-9d4db9dca386 req-931f5ce9-9def-4f8b-8b27-fbc762bb97ec tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:17.974977 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f4f3b4a6-296d-4f10-8211-9d4db9dca386 req-931f5ce9-9def-4f8b-8b27-fbc762bb97ec tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 943 time: 0.1438742 Jun 17 08:42:17.985143 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 80834232-7c1a-4461-87e0-250268dbd5a1 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:42:18.057536 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f4f3b4a6-296d-4f10-8211-9d4db9dca386 req-62828be7-a310-4849-8eb0-e3ca02ef1cd8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750520 Jun 17 08:42:18.204590 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 80834232-7c1a-4461-87e0-250268dbd5a1, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=80834232-7c1a-4461-87e0-250268dbd5a1,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:18.219040 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '80834232-7c1a-4461-87e0-250268dbd5a1', 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f', 'port_id': '80834232-7c1a-4461-87e0-250268dbd5a1', 'mac_address': 'fa:16:3e:10:b3:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f1cd377-e173-40e7-8f95-b9cee993c643', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:42:18.266185 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:18.285147 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d6d72-cce1-45ab-97e0-8e8bbe377e64 req-3d359d58-6983-4bd3-8712-42fbf850e8bd tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:18.287149 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f34d6d72-cce1-45ab-97e0-8e8bbe377e64 req-3d359d58-6983-4bd3-8712-42fbf850e8bd tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=63142635-c700-40a9-a07d-ba95aa870c1b HTTP/1.1" status: 200 len: 946 time: 0.0834317 Jun 17 08:42:18.287350 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80834232-7c1a-4461-87e0-250268dbd5a1 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:18.313843 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 80834232-7c1a-4461-87e0-250268dbd5a1, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=80834232-7c1a-4461-87e0-250268dbd5a1,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:18.341384 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f34d6d72-cce1-45ab-97e0-8e8bbe377e64 req-dbcbac6a-16a0-4db4-9b64-bff7f542a785 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440035 Jun 17 08:42:18.445167 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:18.447818 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:18.466055 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a5eed-37e4-4c72-a969-590679afa4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a73220-1a0f-48b7-abbb-d73bd4b5abd5,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:18.469705 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ff3a5eed-37e4-4c72-a969-590679afa4ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:18.549524 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1418cb2f-37a1-423c-8f9f-334281157a93 req-880709d5-9b53-48e0-a589-821e7f00b579 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6913955 Jun 17 08:42:18.554497 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=80834232-7c1a-4461-87e0-250268dbd5a1,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:18.566616 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:18.585447 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b97bdcba-f214-49e0-93ab-1978fa88fd56 req-7802c043-8d11-45dd-8326-8e52962e5a51 service neutron] 10.222.0.53 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7366872 Jun 17 08:42:18.740145 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b97bdcba-f214-49e0-93ab-1978fa88fd56 req-32de76f2-1ecd-4fda-8553-dd7cca3946cb service neutron] 10.222.0.53 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375051 Jun 17 08:42:18.856313 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['80834232-7c1a-4461-87e0-250268dbd5a1'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:18.908737 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a0156-f004-430e-a852-59dc57afe7e8 req-903e88f0-fefb-494d-8606-0febf8132e12 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:18.910367 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-932a0156-f004-430e-a852-59dc57afe7e8 req-903e88f0-fefb-494d-8606-0febf8132e12 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 943 time: 0.1010084 Jun 17 08:42:18.973352 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-932a0156-f004-430e-a852-59dc57afe7e8 req-685828a9-1c71-4092-8e87-8e2d79729f3c tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519607 Jun 17 08:42:19.032658 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 934a0276-2520-4860-915e-f25b56a19d6b details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:42:19.144091 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 934a0276-2520-4860-915e-f25b56a19d6b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=934a0276-2520-4860-915e-f25b56a19d6b,segment=NetworkSegment(56ef8247-2049-45b7-9016-7670820be4f8),segment_id=56ef8247-2049-45b7-9016-7670820be4f8)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:19.155955 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '934a0276-2520-4860-915e-f25b56a19d6b', 'network_id': '7582e3d8-c00e-40a9-bed9-0f0fabf2534a', 'port_id': '934a0276-2520-4860-915e-f25b56a19d6b', 'mac_address': 'fa:16:3e:dd:1a:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97c0ea40-9ce2-4deb-b5a9-50803adf51b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:42:19.208831 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:19.224503 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 934a0276-2520-4860-915e-f25b56a19d6b {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:19.246006 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 934a0276-2520-4860-915e-f25b56a19d6b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=934a0276-2520-4860-915e-f25b56a19d6b,segment=NetworkSegment(56ef8247-2049-45b7-9016-7670820be4f8),segment_id=56ef8247-2049-45b7-9016-7670820be4f8)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:19.270339 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280d03d-b271-491a-b055-576f0c6143ce req-efd3dd28-2bd3-4261-99fd-42248ffae322 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:19.272624 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f280d03d-b271-491a-b055-576f0c6143ce req-efd3dd28-2bd3-4261-99fd-42248ffae322 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.0806630 Jun 17 08:42:19.318424 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f280d03d-b271-491a-b055-576f0c6143ce req-d1f9ad91-40ec-4a56-9bb4-4e91b0696241 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351543 Jun 17 08:42:19.538950 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0d74b-5fb8-4d2c-a3d1-f55bc6d2f21b req-ff4fa319-a0df-41ac-967d-0e26901c3d1d tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:19.540562 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0ff0d74b-5fb8-4d2c-a3d1-f55bc6d2f21b req-ff4fa319-a0df-41ac-967d-0e26901c3d1d tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=63142635-c700-40a9-a07d-ba95aa870c1b HTTP/1.1" status: 200 len: 946 time: 0.0736089 Jun 17 08:42:19.586215 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0ff0d74b-5fb8-4d2c-a3d1-f55bc6d2f21b req-7b03208c-22f2-4ae5-a3ea-b3312eb25d95 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375905 Jun 17 08:42:19.747236 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae334a-67b4-474f-b44a-b1a2a29b0576 req-44600614-4734-4ef7-9f6f-0ae87130e0ee tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:19.748804 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-13ae334a-67b4-474f-b44a-b1a2a29b0576 req-44600614-4734-4ef7-9f6f-0ae87130e0ee tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1e92e4-5601-44f0-8958-53137d4c19fe HTTP/1.1" status: 200 len: 948 time: 0.0716105 Jun 17 08:42:19.790477 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-13ae334a-67b4-474f-b44a-b1a2a29b0576 req-5168e0ce-ef48-48c5-a455-a68a3102c54a tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343547 Jun 17 08:42:20.178767 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ef948-5058-4423-b2a6-181a08c90285 req-74028d2f-33dc-49df-b927-c6b77cca3d72 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:20.178767 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-295ef948-5058-4423-b2a6-181a08c90285 req-74028d2f-33dc-49df-b927-c6b77cca3d72 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 943 time: 0.0751095 Jun 17 08:42:20.219929 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-295ef948-5058-4423-b2a6-181a08c90285 req-7d044a42-5a66-437f-9a23-360e19b55949 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492911 Jun 17 08:42:20.520847 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85dde8-1e01-432d-bf8d-2594224b43a4 req-9a22f68c-87ea-482e-936e-fb9524a5266b tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:20.520847 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9b85dde8-1e01-432d-bf8d-2594224b43a4 req-9a22f68c-87ea-482e-936e-fb9524a5266b tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.0702944 Jun 17 08:42:20.547834 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9b85dde8-1e01-432d-bf8d-2594224b43a4 req-d4c3a2ba-7c36-48fe-a62c-14372f21bca4 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332296 Jun 17 08:42:20.550156 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:20.552185 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:20.556090 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:20.621344 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=934a0276-2520-4860-915e-f25b56a19d6b,revision_number=6']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:20.632920 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:20.661811 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['934a0276-2520-4860-915e-f25b56a19d6b'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:20.676352 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 46446) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:20.829966 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5969ab-0883-4dbe-9948-195746a59e42 req-ddc34fb1-1074-4882-a286-0e866b8dc32f tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:20.837838 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ba5969ab-0883-4dbe-9948-195746a59e42 req-ddc34fb1-1074-4882-a286-0e866b8dc32f tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=63142635-c700-40a9-a07d-ba95aa870c1b HTTP/1.1" status: 200 len: 945 time: 0.0962965 Jun 17 08:42:20.888804 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ba5969ab-0883-4dbe-9948-195746a59e42 req-b0a2c652-8568-49e1-9785-900a3c241e2f tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500453 Jun 17 08:42:21.023575 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 942c8740-c2e4-45ec-b99a-95b21464c027 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:21.080435 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b0133-39bc-478c-a291-b6f1c91ba2bc req-0f8f84b2-b099-4ead-be4e-fc01aef67d3f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:21.089003 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bb9b0133-39bc-478c-a291-b6f1c91ba2bc req-0f8f84b2-b099-4ead-be4e-fc01aef67d3f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1e92e4-5601-44f0-8958-53137d4c19fe HTTP/1.1" status: 200 len: 948 time: 0.0986631 Jun 17 08:42:21.139367 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-45a6b86e-7d51-4360-8d6c-6740fa34628d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1247547387-network', 'tenant_id': '702856434aae449ea41d8a187426d151'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:21.181244 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bb9b0133-39bc-478c-a291-b6f1c91ba2bc req-d07a8a2e-44ac-4c89-bca9-d102ddfc4961 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898547 Jun 17 08:42:21.269832 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 942c8740-c2e4-45ec-b99a-95b21464c027 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:21.274108 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 942c8740-c2e4-45ec-b99a-95b21464c027 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:21.274515 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.327586 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a6b86e-7d51-4360-8d6c-6740fa34628d admin admin] Made reservation on behalf of 702856434aae449ea41d8a187426d151 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:21.331669 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-45a6b86e-7d51-4360-8d6c-6740fa34628d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.343266 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-45a6b86e-7d51-4360-8d6c-6740fa34628d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.393423 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.422160 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1e92e4-5601-44f0-8958-53137d4c19fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942c8740-c2e4-45ec-b99a-95b21464c027'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:21.424731 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b3fb5f-c51c-4d23-aef1-1aca0cf0e3b9" -d '{"events": [{"server_uuid": "1a1e92e4-5601-44f0-8958-53137d4c19fe", "name": "network-vif-plugged", "status": "completed", "tag": "942c8740-c2e4-45ec-b99a-95b21464c027"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:21.442942 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 942c8740-c2e4-45ec-b99a-95b21464c027, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=942c8740-c2e4-45ec-b99a-95b21464c027,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:21.474091 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cda46-c48a-4f92-929b-afbdf5c2eca1 req-57aae2b3-1bba-4a20-8c8b-4147929d5035 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:21.475852 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-980cda46-c48a-4f92-929b-afbdf5c2eca1 req-57aae2b3-1bba-4a20-8c8b-4147929d5035 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 943 time: 0.1168823 Jun 17 08:42:21.532993 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.533903 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 934a0276-2520-4860-915e-f25b56a19d6b no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:21.538612 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-980cda46-c48a-4f92-929b-afbdf5c2eca1 req-61da7b6f-a457-4800-bfb2-315fc2232825 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543835 Jun 17 08:42:21.569677 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-50b34a1c-984d-4a53-bb81-f5ae6574ca1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:21.574236 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-45a6b86e-7d51-4360-8d6c-6740fa34628d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.640333 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ddfc0c-9460-43c8-92fa-68103ed7b515 x-openstack-request-id: req-58ddfc0c-9460-43c8-92fa-68103ed7b515 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:21.640923 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1e92e4-5601-44f0-8958-53137d4c19fe", "name": "network-vif-plugged", "status": "completed", "tag": "942c8740-c2e4-45ec-b99a-95b21464c027", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:21.641358 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-58ddfc0c-9460-43c8-92fa-68103ed7b515 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:21.641906 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1e92e4-5601-44f0-8958-53137d4c19fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942c8740-c2e4-45ec-b99a-95b21464c027', 'code': 200} Jun 17 08:42:21.648163 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=942c8740-c2e4-45ec-b99a-95b21464c027,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:21.652555 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:21.681700 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-45a6b86e-7d51-4360-8d6c-6740fa34628d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.686537 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ef42bc4f-4120-436f-9d61-4c8730123cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:21.727199 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.741641 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 934a0276-2520-4860-915e-f25b56a19d6b {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:21.764067 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a6b86e-7d51-4360-8d6c-6740fa34628d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:42:21.766058 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 934a0276-2520-4860-915e-f25b56a19d6b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=934a0276-2520-4860-915e-f25b56a19d6b,segment=NetworkSegment(56ef8247-2049-45b7-9016-7670820be4f8),segment_id=56ef8247-2049-45b7-9016-7670820be4f8)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:21.807620 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6b86e-7d51-4360-8d6c-6740fa34628d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381d239b-afce-40c5-ba02-2b9d7328e02e,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:21.811986 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-45a6b86e-7d51-4360-8d6c-6740fa34628d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.812336 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-45a6b86e-7d51-4360-8d6c-6740fa34628d admin admin] Added segment e7b07e00-e710-4850-861f-98c1864629db of type vlan for network 8305e780-7f7d-463d-bdce-25806076a869 Jun 17 08:42:21.813950 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-45a6b86e-7d51-4360-8d6c-6740fa34628d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:21.898086 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-45a6b86e-7d51-4360-8d6c-6740fa34628d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.921032 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.923954 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:21.963911 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ffb721-fa95-4130-9150-da330bd458c8 req-af7b5904-c3b3-47c8-b0cd-1f5fe5861707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:21.966473 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b3ffb721-fa95-4130-9150-da330bd458c8 req-af7b5904-c3b3-47c8-b0cd-1f5fe5861707 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1a1e92e4-5601-44f0-8958-53137d4c19fe HTTP/1.1" status: 200 len: 1101 time: 0.2576454 Jun 17 08:42:22.008202 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 80834232-7c1a-4461-87e0-250268dbd5a1 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:22.008574 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebdd45-6cfb-4ae7-b23b-ba0283abcc15 req-6c731779-9be8-4a3b-961a-d6aeb6be3ba5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:22.013015 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-09ebdd45-6cfb-4ae7-b23b-ba0283abcc15 req-6c731779-9be8-4a3b-961a-d6aeb6be3ba5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.1973014 Jun 17 08:42:22.016604 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=934a0276-2520-4860-915e-f25b56a19d6b,revision_number=7']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:22.020069 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:22.060466 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-45a6b86e-7d51-4360-8d6c-6740fa34628d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:22.062585 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a6b86e-7d51-4360-8d6c-6740fa34628d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:22.063596 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-45a6b86e-7d51-4360-8d6c-6740fa34628d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:22.069324 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:22.178095 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b3ffb721-fa95-4130-9150-da330bd458c8 req-d1a32165-f838-483f-a4e8-069b214da5ac service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891561 Jun 17 08:42:22.187680 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-09ebdd45-6cfb-4ae7-b23b-ba0283abcc15 req-c999cdba-06de-4388-b664-c744d5a08f7c tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469653 Jun 17 08:42:22.193712 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6b86e-7d51-4360-8d6c-6740fa34628d admin admin] Pushing event updated for resources: {'Network': ['ID=8305e780-7f7d-463d-bdce-25806076a869,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:22.197449 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-45a6b86e-7d51-4360-8d6c-6740fa34628d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:22.205129 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 8305e780-7f7d-463d-bdce-25806076a869 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:42:22.355433 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 80834232-7c1a-4461-87e0-250268dbd5a1 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:22.361132 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 80834232-7c1a-4461-87e0-250268dbd5a1 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:22.361132 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:22.390386 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cd4b7-0269-4032-b597-e803097dcba6 req-f39dcb0a-b946-4174-bcdd-08998f304ab4 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:22.392090 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c10cd4b7-0269-4032-b597-e803097dcba6 req-f39dcb0a-b946-4174-bcdd-08998f304ab4 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=63142635-c700-40a9-a07d-ba95aa870c1b HTTP/1.1" status: 200 len: 944 time: 0.0812047 Jun 17 08:42:22.394143 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-45a6b86e-7d51-4360-8d6c-6740fa34628d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7167754 Jun 17 08:42:22.397348 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 46480) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:22.403455 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-0a7c65ab-d04c-4a44-93e0-24fb2a5baeac admin admin] Request body: {'subnet': {'network_id': '8305e780-7f7d-463d-bdce-25806076a869', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1247547387-subnet', 'tenant_id': '702856434aae449ea41d8a187426d151', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:22.441766 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c10cd4b7-0269-4032-b597-e803097dcba6 req-01a99c91-d116-479b-8e3f-42388fa05aed tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400903 Jun 17 08:42:22.442976 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:22.480441 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 80834232-7c1a-4461-87e0-250268dbd5a1, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=80834232-7c1a-4461-87e0-250268dbd5a1,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:22.573488 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7c65ab-d04c-4a44-93e0-24fb2a5baeac admin admin] Made reservation on behalf of 702856434aae449ea41d8a187426d151 for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:22.577700 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0a7c65ab-d04c-4a44-93e0-24fb2a5baeac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:22.675983 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:22.677070 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b686e-9f35-480f-839a-f74093ac6669 req-cf623cc6-89ed-4098-b9ae-acfa651981e7 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:22.678973 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-50b34a1c-984d-4a53-bb81-f5ae6574ca1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:22.680172 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0a1b686e-9f35-480f-839a-f74093ac6669 req-cf623cc6-89ed-4098-b9ae-acfa651981e7 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1e92e4-5601-44f0-8958-53137d4c19fe HTTP/1.1" status: 200 len: 949 time: 0.1109712 Jun 17 08:42:22.729561 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0a1b686e-9f35-480f-839a-f74093ac6669 req-035fccc8-2536-4828-ab27-d1ee35a39ff4 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407720 Jun 17 08:42:22.759240 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=80834232-7c1a-4461-87e0-250268dbd5a1,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:22.772839 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:22.968954 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0a7c65ab-d04c-4a44-93e0-24fb2a5baeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:22.999614 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d800529a-a35e-472a-b9f0-dc8ce209ab87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:23.028580 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 934a0276-2520-4860-915e-f25b56a19d6b up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:23.031206 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae4b4a-1873-4659-9b24-be7bde4880c0 req-71e91169-ec47-48f8-962c-5e93f3b14ef6 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:23.039144 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6eae4b4a-1873-4659-9b24-be7bde4880c0 req-71e91169-ec47-48f8-962c-5e93f3b14ef6 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] 10.222.0.49 "GET /v2.0/ports?device_id=d979c371-9944-4378-b0f1-8f074989e889 HTTP/1.1" status: 200 len: 945 time: 0.0982478 Jun 17 08:42:23.086817 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c65ab-d04c-4a44-93e0-24fb2a5baeac admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9c88322-5e95-4e53-8f33-f88e3723f8f7,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:23.092662 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0a7c65ab-d04c-4a44-93e0-24fb2a5baeac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:23.103225 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6eae4b4a-1873-4659-9b24-be7bde4880c0 req-f7406663-f648-4d4e-b05d-747fda12af63 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd8c5aad-3d0e-4a8f-95a9-233df476d1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629764 Jun 17 08:42:23.143064 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7c65ab-d04c-4a44-93e0-24fb2a5baeac admin admin] Checking segment: {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:23.148467 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7c65ab-d04c-4a44-93e0-24fb2a5baeac admin admin] Network hostable DHCP agents. Network: 8305e780-7f7d-463d-bdce-25806076a869, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:42:23.158397 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7b250-fc2e-4fe0-8b94-b69030be24ed req-b81eb6c9-fef6-4f96-90bc-8ee59647f1db tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:23.160119 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2fb7b250-fc2e-4fe0-8b94-b69030be24ed req-b81eb6c9-fef6-4f96-90bc-8ee59647f1db tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 943 time: 0.2109606 Jun 17 08:42:23.212660 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2fb7b250-fc2e-4fe0-8b94-b69030be24ed req-f188c348-af9c-4e5c-be50-01bd43faaeec tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432911 Jun 17 08:42:23.270742 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 934a0276-2520-4860-915e-f25b56a19d6b triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:23.271180 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.304284 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-217cb19d-6a08-4cd1-823c-f82d68bc7a81 service neutron] 10.222.0.53 "GET /v2.0/ports/0a1a4563-d2b6-42b3-8665-23f5f2a62509/bindings/n-h1-758944-30 HTTP/1.1" status: 200 len: 385 time: 0.0736930 Jun 17 08:42:23.384599 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.393158 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7c65ab-d04c-4a44-93e0-24fb2a5baeac admin admin] Network 8305e780-7f7d-463d-bdce-25806076a869 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:42:23.463923 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 934a0276-2520-4860-915e-f25b56a19d6b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=934a0276-2520-4860-915e-f25b56a19d6b,segment=NetworkSegment(56ef8247-2049-45b7-9016-7670820be4f8),segment_id=56ef8247-2049-45b7-9016-7670820be4f8)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:23.516254 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539581f1-b0ca-4280-abea-15a040fe7968 req-ead843c5-86c2-4cbf-a357-35df5037ab8f tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:23.517874 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-539581f1-b0ca-4280-abea-15a040fe7968 req-ead843c5-86c2-4cbf-a357-35df5037ab8f tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.53 "GET /v2.0/ports?device_id=63142635-c700-40a9-a07d-ba95aa870c1b HTTP/1.1" status: 200 len: 944 time: 0.0906003 Jun 17 08:42:23.580756 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb092b-0834-4798-ae9a-4f0dec5f68a9 req-d79f5932-9332-4c81-9c81-103bc829ef6c tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:23.582374 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0aeb092b-0834-4798-ae9a-4f0dec5f68a9 req-d79f5932-9332-4c81-9c81-103bc829ef6c tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 945 time: 0.2091990 Jun 17 08:42:23.643655 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28e8626-7f21-495c-877c-3c6ddb58ea2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80834232-7c1a-4461-87e0-250268dbd5a1'}, {'server_uuid': '63142635-c700-40a9-a07d-ba95aa870c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934a0276-2520-4860-915e-f25b56a19d6b'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:23.646774 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-0a7c65ab-d04c-4a44-93e0-24fb2a5baeac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 8305e780-7f7d-463d-bdce-25806076a869) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:23.648307 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a470b0ab-d6c5-4a30-b3a8-4aa7dc1098b0" -d '{"events": [{"server_uuid": "c28e8626-7f21-495c-877c-3c6ddb58ea2e", "name": "network-vif-plugged", "status": "completed", "tag": "80834232-7c1a-4461-87e0-250268dbd5a1"}, {"server_uuid": "63142635-c700-40a9-a07d-ba95aa870c1b", "name": "network-vif-plugged", "status": "completed", "tag": "934a0276-2520-4860-915e-f25b56a19d6b"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:23.661038 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7c65ab-d04c-4a44-93e0-24fb2a5baeac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:23.661452 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd4fe16-47a8-4d5f-bd7b-c65280b4c078 None None] Network 8305e780-7f7d-463d-bdce-25806076a869 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:23.661664 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0a7c65ab-d04c-4a44-93e0-24fb2a5baeac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.677440 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0aeb092b-0834-4798-ae9a-4f0dec5f68a9 req-f2bea986-5a6c-4c5f-87d5-7769492cdfcd tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778856 Jun 17 08:42:23.703284 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-539581f1-b0ca-4280-abea-15a040fe7968 req-59bd8c35-61c1-4127-8e16-7c2b61488766 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Deleting port 934a0276-2520-4860-915e-f25b56a19d6b {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:23.703633 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-539581f1-b0ca-4280-abea-15a040fe7968 req-59bd8c35-61c1-4127-8e16-7c2b61488766 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.714797 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-8c56a2e7-2759-4d16-b6b1-d7cd3e774749 service neutron] For port 0a1a4563-d2b6-42b3-8665-23f5f2a62509, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=0a1a4563-d2b6-42b3-8665-23f5f2a62509,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:23.723628 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.729712 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:23.781006 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159e5fe-af92-4735-ab89-3a388c7367a4 req-c1f332fb-ecdf-4813-9082-9762b20169d8 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:23.781006 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c159e5fe-af92-4735-ab89-3a388c7367a4 req-c1f332fb-ecdf-4813-9082-9762b20169d8 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=63142635-c700-40a9-a07d-ba95aa870c1b HTTP/1.1" status: 200 len: 944 time: 0.1647451 Jun 17 08:42:23.782388 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-8c56a2e7-2759-4d16-b6b1-d7cd3e774749 service neutron] For port 0a1a4563-d2b6-42b3-8665-23f5f2a62509, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:23.816597 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=934a0276-2520-4860-915e-f25b56a19d6b,revision_number=8']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:23.833743 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-8c56a2e7-2759-4d16-b6b1-d7cd3e774749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1a4563-d2b6-42b3-8665-23f5f2a62509 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:23.837706 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:23.866329 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-8c56a2e7-2759-4d16-b6b1-d7cd3e774749 service neutron] For port 0a1a4563-d2b6-42b3-8665-23f5f2a62509, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=0a1a4563-d2b6-42b3-8665-23f5f2a62509,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:23.866457 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c159e5fe-af92-4735-ab89-3a388c7367a4 req-cf58064c-e469-41b9-a6dd-1ddd9947489d tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755117 Jun 17 08:42:23.867970 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0a7c65ab-d04c-4a44-93e0-24fb2a5baeac admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4668810 Jun 17 08:42:23.876846 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-539581f1-b0ca-4280-abea-15a040fe7968 req-59bd8c35-61c1-4127-8e16-7c2b61488766 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] For port 934a0276-2520-4860-915e-f25b56a19d6b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=934a0276-2520-4860-915e-f25b56a19d6b,segment=NetworkSegment(56ef8247-2049-45b7-9016-7670820be4f8),segment_id=56ef8247-2049-45b7-9016-7670820be4f8)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:23.877318 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-539581f1-b0ca-4280-abea-15a040fe7968 req-59bd8c35-61c1-4127-8e16-7c2b61488766 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.891269 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0141ed-f97f-4c62-859a-741a8fa2f899 x-openstack-request-id: req-fc0141ed-f97f-4c62-859a-741a8fa2f899 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:23.891573 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28e8626-7f21-495c-877c-3c6ddb58ea2e", "name": "network-vif-plugged", "status": "completed", "tag": "80834232-7c1a-4461-87e0-250268dbd5a1", "code": 200}, {"server_uuid": "63142635-c700-40a9-a07d-ba95aa870c1b", "name": "network-vif-plugged", "status": "completed", "tag": "934a0276-2520-4860-915e-f25b56a19d6b", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:23.891861 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fc0141ed-f97f-4c62-859a-741a8fa2f899 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:23.901151 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28e8626-7f21-495c-877c-3c6ddb58ea2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80834232-7c1a-4461-87e0-250268dbd5a1', 'code': 200} Jun 17 08:42:23.901403 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63142635-c700-40a9-a07d-ba95aa870c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934a0276-2520-4860-915e-f25b56a19d6b', 'code': 200} Jun 17 08:42:23.985169 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-539581f1-b0ca-4280-abea-15a040fe7968 req-59bd8c35-61c1-4127-8e16-7c2b61488766 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Calling delete_port for 934a0276-2520-4860-915e-f25b56a19d6b owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:24.034982 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c739c5-dee1-4ed5-bf5b-ff241a72083a None None] Network 8305e780-7f7d-463d-bdce-25806076a869 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:24.046330 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-8c56a2e7-2759-4d16-b6b1-d7cd3e774749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.156383 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7e65a-f0bb-4051-994f-9566fa72e8de req-77eccb1a-7a74-43ea-a2d0-8d9c28774db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:24.157956 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c2f7e65a-f0bb-4051-994f-9566fa72e8de req-77eccb1a-7a74-43ea-a2d0-8d9c28774db0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 1097 time: 0.1621828 Jun 17 08:42:24.184345 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-8c56a2e7-2759-4d16-b6b1-d7cd3e774749 service neutron] Transition to ACTIVE for port object 0a1a4563-d2b6-42b3-8665-23f5f2a62509 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:24.225670 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c2f7e65a-f0bb-4051-994f-9566fa72e8de req-829663b1-d22b-4853-8ab7-e66e07041388 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607107 Jun 17 08:42:24.242009 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae25504-54da-40c1-bfed-abfd618cec7f req-0731e159-fc9a-4fbd-ad6e-acf96309ba3b tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:24.243507 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bae25504-54da-40c1-bfed-abfd618cec7f req-0731e159-fc9a-4fbd-ad6e-acf96309ba3b tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1e92e4-5601-44f0-8958-53137d4c19fe HTTP/1.1" status: 200 len: 949 time: 0.1683693 Jun 17 08:42:24.252819 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-8c56a2e7-2759-4d16-b6b1-d7cd3e774749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.256151 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4822c8ba-d992-4a1f-9666-fa078abc28ca tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:24.314473 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bae25504-54da-40c1-bfed-abfd618cec7f req-fdf4223d-b85e-4651-bcfb-127a6709b1c4 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519497 Jun 17 08:42:24.337743 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-8c56a2e7-2759-4d16-b6b1-d7cd3e774749 service neutron] No DVR routers for this DVR port 0a1a4563-d2b6-42b3-8665-23f5f2a62509 on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:24.382320 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56a2e7-2759-4d16-b6b1-d7cd3e774749 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1a4563-d2b6-42b3-8665-23f5f2a62509,revision_number=10']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:24.389818 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8c56a2e7-2759-4d16-b6b1-d7cd3e774749 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:24.393608 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-8c56a2e7-2759-4d16-b6b1-d7cd3e774749 service neutron] 10.222.0.53 "PUT /v2.0/ports/0a1a4563-d2b6-42b3-8665-23f5f2a62509/bindings/n-h1-758944-30/activate HTTP/1.1" status: 200 len: 370 time: 1.0826430 Jun 17 08:42:24.544673 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a8c7d-9eee-45e0-afe4-c093660271fa req-6a98a492-4e18-424a-a386-45e73f4fa7d4 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:24.546278 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b25a8c7d-9eee-45e0-afe4-c093660271fa req-6a98a492-4e18-424a-a386-45e73f4fa7d4 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] 10.222.0.49 "GET /v2.0/ports?device_id=d979c371-9944-4378-b0f1-8f074989e889 HTTP/1.1" status: 200 len: 945 time: 0.0706940 Jun 17 08:42:24.581714 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-539581f1-b0ca-4280-abea-15a040fe7968 req-59bd8c35-61c1-4127-8e16-7c2b61488766 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.587604 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1e30a3f2-3b0d-4c88-b5f8-f8c800da9ba2 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:24.595277 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['934a0276-2520-4860-915e-f25b56a19d6b'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:24.596220 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b25a8c7d-9eee-45e0-afe4-c093660271fa req-3f6f129d-f941-4e50-835e-4ff7d2e27056 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd8c5aad-3d0e-4a8f-95a9-233df476d1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442228 Jun 17 08:42:24.637043 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd8c35-61c1-4127-8e16-7c2b61488766 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Pushing event deleted for resources: {'Port': ['ID=934a0276-2520-4860-915e-f25b56a19d6b,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:24.637043 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-59bd8c35-61c1-4127-8e16-7c2b61488766 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:24.688723 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-539581f1-b0ca-4280-abea-15a040fe7968 req-59bd8c35-61c1-4127-8e16-7c2b61488766 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] No DVR routers for this DVR port 934a0276-2520-4860-915e-f25b56a19d6b on host n-h2-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:24.692073 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-539581f1-b0ca-4280-abea-15a040fe7968 req-59bd8c35-61c1-4127-8e16-7c2b61488766 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.694380 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-539581f1-b0ca-4280-abea-15a040fe7968 req-59bd8c35-61c1-4127-8e16-7c2b61488766 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.53 "DELETE /v2.0/ports/934a0276-2520-4860-915e-f25b56a19d6b HTTP/1.1" status: 204 len: 173 time: 1.1714258 Jun 17 08:42:24.711661 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63142635-c700-40a9-a07d-ba95aa870c1b', 'name': 'network-vif-deleted', 'tag': '934a0276-2520-4860-915e-f25b56a19d6b'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:24.714517 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5646ef-5ff3-4b1e-9151-d5a2783ae7be" -d '{"events": [{"server_uuid": "63142635-c700-40a9-a07d-ba95aa870c1b", "name": "network-vif-deleted", "tag": "934a0276-2520-4860-915e-f25b56a19d6b"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:24.830079 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-d1686bec-3739-4f7c-b67f-caef0f85007c tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:24.831572 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-d1686bec-3739-4f7c-b67f-caef0f85007c tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d&tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&binding%3Ahost_id=n-h2-758944-30 HTTP/1.1" status: 200 len: 1096 time: 0.1527023 Jun 17 08:42:24.849251 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5ffe1-92c1-4eaa-a8dd-65310de0b6b4 req-7cb24e05-e741-4511-8332-6ce5842d8dff tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:24.852860 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a8c5ffe1-92c1-4eaa-a8dd-65310de0b6b4 req-7cb24e05-e741-4511-8332-6ce5842d8dff tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 944 time: 0.1094534 Jun 17 08:42:24.888973 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692d7a7-bfdd-4d55-9f03-7661d908fd28 req-78ea43a1-f2ff-4706-bc62-8bff3e417d9a tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:24.901290 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1692d7a7-bfdd-4d55-9f03-7661d908fd28 req-78ea43a1-f2ff-4706-bc62-8bff3e417d9a tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] 10.222.0.50 "GET /v2.0/ports?device_id=d979c371-9944-4378-b0f1-8f074989e889 HTTP/1.1" status: 200 len: 945 time: 0.0893223 Jun 17 08:42:24.961724 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a8c5ffe1-92c1-4eaa-a8dd-65310de0b6b4 req-a0747435-65a7-4b57-9276-038003079d6a tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029668 Jun 17 08:42:25.020957 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-e07a3d8d-ded8-454b-a9f2-d161d1ee337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:25.028109 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-e07a3d8d-ded8-454b-a9f2-d161d1ee337b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d&tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73 HTTP/1.1" status: 200 len: 1096 time: 0.1844838 Jun 17 08:42:25.032978 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 934a0276-2520-4860-915e-f25b56a19d6b no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:25.053099 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58696f-4dd1-4d83-8e92-5477546d14b1 req-00165bf9-e177-4e8d-8079-87e172ca2ead tempest-ServersOnMultiNodesTest-1638894366 tempest-ServersOnMultiNodesTest-1638894366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:25.054793 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8a58696f-4dd1-4d83-8e92-5477546d14b1 req-00165bf9-e177-4e8d-8079-87e172ca2ead tempest-ServersOnMultiNodesTest-1638894366 tempest-ServersOnMultiNodesTest-1638894366-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1a1e92e4-5601-44f0-8958-53137d4c19fe HTTP/1.1" status: 200 len: 1101 time: 0.1768184 Jun 17 08:42:25.061110 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 934a0276-2520-4860-915e-f25b56a19d6b {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:42:25.061473 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 934a0276-2520-4860-915e-f25b56a19d6b not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:42:25.062609 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 0a1a4563-d2b6-42b3-8665-23f5f2a62509 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:25.093664 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-1692d7a7-bfdd-4d55-9f03-7661d908fd28 req-89dfd82e-4b4f-44ce-a778-8f2960e7a0a6 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Deleting port e3659d82-ba24-44c5-832d-6c02d2db9986 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:25.094277 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1692d7a7-bfdd-4d55-9f03-7661d908fd28 req-89dfd82e-4b4f-44ce-a778-8f2960e7a0a6 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:25.100966 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 0a1a4563-d2b6-42b3-8665-23f5f2a62509 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:42:25.172439 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-2390937c-dc05-468f-a90b-6751708553db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:25.173920 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-2390937c-dc05-468f-a90b-6751708553db service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 1096 time: 0.1145837 Jun 17 08:42:25.181157 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8a58696f-4dd1-4d83-8e92-5477546d14b1 req-3da907d3-2937-4ebf-870c-392de9756577 tempest-ServersOnMultiNodesTest-1638894366 tempest-ServersOnMultiNodesTest-1638894366-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092036 Jun 17 08:42:25.224537 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-1692d7a7-bfdd-4d55-9f03-7661d908fd28 req-89dfd82e-4b4f-44ce-a778-8f2960e7a0a6 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] For port e3659d82-ba24-44c5-832d-6c02d2db9986, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=e3659d82-ba24-44c5-832d-6c02d2db9986,segment=NetworkSegment(76f8ea7f-69c3-4ca0-89a5-8d19fe51b47d),segment_id=76f8ea7f-69c3-4ca0-89a5-8d19fe51b47d)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:25.225395 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1692d7a7-bfdd-4d55-9f03-7661d908fd28 req-89dfd82e-4b4f-44ce-a778-8f2960e7a0a6 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:25.249796 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bde96d-33cf-44b8-9a90-86bc7ca5ce1f x-openstack-request-id: req-29bde96d-33cf-44b8-9a90-86bc7ca5ce1f {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:25.261013 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63142635-c700-40a9-a07d-ba95aa870c1b", "name": "network-vif-deleted", "tag": "934a0276-2520-4860-915e-f25b56a19d6b", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:25.261662 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29bde96d-33cf-44b8-9a90-86bc7ca5ce1f {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:25.262706 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63142635-c700-40a9-a07d-ba95aa870c1b', 'name': 'network-vif-deleted', 'tag': '934a0276-2520-4860-915e-f25b56a19d6b', 'status': 'completed', 'code': 200} Jun 17 08:42:25.292176 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f65b0-340c-4d72-9925-6eba7fa32af1 req-1efa2b05-547c-4ea9-95eb-04d6925a52b5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:25.299688 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a95f65b0-340c-4d72-9925-6eba7fa32af1 req-1efa2b05-547c-4ea9-95eb-04d6925a52b5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 945 time: 0.1669805 Jun 17 08:42:25.320187 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-1692d7a7-bfdd-4d55-9f03-7661d908fd28 req-89dfd82e-4b4f-44ce-a778-8f2960e7a0a6 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Calling delete_port for e3659d82-ba24-44c5-832d-6c02d2db9986 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:25.354578 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-9e0b2ada-3768-4a30-9ee4-72f4224b01a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:25.356213 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-9e0b2ada-3768-4a30-9ee4-72f4224b01a7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f60ef741-1693-4275-83c4-b371328659a8 HTTP/1.1" status: 200 len: 908 time: 0.1717474 Jun 17 08:42:25.374463 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a95f65b0-340c-4d72-9925-6eba7fa32af1 req-f2507f97-e91c-4a97-92e0-6decf9f3d874 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736341 Jun 17 08:42:25.426724 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 46578) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:25.436011 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-96d9237e-8b4e-4f67-99db-372e5312793e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:25.442525 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-e2ae8bd7-0641-4ca4-8eb9-a1bf3c3a342e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-159351832-network', 'tenant_id': '6032f2d2beb045f49770106766198cb5'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:25.445691 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-6b8d81a5-b092-4809-999f-0195ebf8de97 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a1a4563-d2b6-42b3-8665-23f5f2a62509 HTTP/1.1" status: 200 len: 217 time: 0.0683312 Jun 17 08:42:25.470020 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-66f99505-9aa2-4134-8d95-4b2b67c4d19d req-5e0b24dc-f0bd-4fa4-83b7-5478eb531f59 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=63142635-c700-40a9-a07d-ba95aa870c1b HTTP/1.1" status: 200 len: 210 time: 0.0705090 Jun 17 08:42:25.527827 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-ca5ca6d4-4168-4833-9c18-c110158c4a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:25.529931 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-ca5ca6d4-4168-4833-9c18-c110158c4a63 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=58b6fa78-2c4d-4c76-9c04-e4c6434a4b98 HTTP/1.1" status: 200 len: 847 time: 0.0695281 Jun 17 08:42:25.572081 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-02a2f84f-934a-45bd-9ce4-c59636f9f619 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f60ef741-1693-4275-83c4-b371328659a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298669 Jun 17 08:42:25.684943 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ae8bd7-0641-4ca4-8eb9-a1bf3c3a342e admin admin] Made reservation on behalf of 6032f2d2beb045f49770106766198cb5 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:25.688828 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e2ae8bd7-0641-4ca4-8eb9-a1bf3c3a342e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:25.698363 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e2ae8bd7-0641-4ca4-8eb9-a1bf3c3a342e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:25.729451 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-3376b46b-b899-4f08-9c25-2c6eca2f143b service neutron] 10.222.0.50 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453598 Jun 17 08:42:25.814899 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1692d7a7-bfdd-4d55-9f03-7661d908fd28 req-89dfd82e-4b4f-44ce-a778-8f2960e7a0a6 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:25.820700 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1ca4a8d8-32e9-43ff-8b7f-f7e5da1a6ee4 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:25.829251 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['e3659d82-ba24-44c5-832d-6c02d2db9986'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:25.867370 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dfd82e-4b4f-44ce-a778-8f2960e7a0a6 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Pushing event deleted for resources: {'Port': ['ID=e3659d82-ba24-44c5-832d-6c02d2db9986,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:25.871976 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-2870d746-da25-4f07-a7e7-d6298544a606 service neutron] 10.222.0.50 "GET /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256354 Jun 17 08:42:25.881772 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-89dfd82e-4b4f-44ce-a778-8f2960e7a0a6 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:25.940536 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-1692d7a7-bfdd-4d55-9f03-7661d908fd28 req-89dfd82e-4b4f-44ce-a778-8f2960e7a0a6 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] No DVR routers for this DVR port e3659d82-ba24-44c5-832d-6c02d2db9986 on host n-h1-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:25.947556 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1692d7a7-bfdd-4d55-9f03-7661d908fd28 req-89dfd82e-4b4f-44ce-a778-8f2960e7a0a6 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:25.952289 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1692d7a7-bfdd-4d55-9f03-7661d908fd28 req-89dfd82e-4b4f-44ce-a778-8f2960e7a0a6 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] 10.222.0.50 "DELETE /v2.0/ports/e3659d82-ba24-44c5-832d-6c02d2db9986 HTTP/1.1" status: 204 len: 173 time: 1.0515919 Jun 17 08:42:25.953807 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd979c371-9944-4378-b0f1-8f074989e889', 'name': 'network-vif-deleted', 'tag': 'e3659d82-ba24-44c5-832d-6c02d2db9986'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:25.956934 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8081511-43a3-4f89-96af-85cc3967c337" -d '{"events": [{"server_uuid": "d979c371-9944-4378-b0f1-8f074989e889", "name": "network-vif-deleted", "tag": "e3659d82-ba24-44c5-832d-6c02d2db9986"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:25.965028 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e2ae8bd7-0641-4ca4-8eb9-a1bf3c3a342e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:25.982495 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638505f-640a-416d-99d1-275858f875cc req-e292bad3-6ea5-4422-a557-2bb4ce73ae99 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:25.989693 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2638505f-640a-416d-99d1-275858f875cc req-e292bad3-6ea5-4422-a557-2bb4ce73ae99 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] 10.222.0.49 "GET /v2.0/ports?device_id=d979c371-9944-4378-b0f1-8f074989e889 HTTP/1.1" status: 200 len: 867 time: 0.2291474 Jun 17 08:42:26.061960 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2638505f-640a-416d-99d1-275858f875cc req-27e89cac-2a03-4fc4-8d33-d42cf2030d48 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd8c5aad-3d0e-4a8f-95a9-233df476d1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711362 Jun 17 08:42:26.114459 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c9de50-04ff-4df0-b933-cda96a85b933 x-openstack-request-id: req-91c9de50-04ff-4df0-b933-cda96a85b933 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:26.115157 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d979c371-9944-4378-b0f1-8f074989e889", "name": "network-vif-deleted", "tag": "e3659d82-ba24-44c5-832d-6c02d2db9986", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:26.116134 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-91c9de50-04ff-4df0-b933-cda96a85b933 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:26.116803 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd979c371-9944-4378-b0f1-8f074989e889', 'name': 'network-vif-deleted', 'tag': 'e3659d82-ba24-44c5-832d-6c02d2db9986', 'status': 'completed', 'code': 200} Jun 17 08:42:26.132318 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e2ae8bd7-0641-4ca4-8eb9-a1bf3c3a342e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:26.159905 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ae8bd7-0641-4ca4-8eb9-a1bf3c3a342e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:42:26.175958 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e2ae8bd7-0641-4ca4-8eb9-a1bf3c3a342e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:26.176281 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-e2ae8bd7-0641-4ca4-8eb9-a1bf3c3a342e admin admin] Added segment df102fe2-fcb1-479e-adad-831aee4fb928 of type vlan for network 1c7dba57-11a0-409f-a852-b14d71efed85 Jun 17 08:42:26.257810 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e2ae8bd7-0641-4ca4-8eb9-a1bf3c3a342e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:26.297370 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3320ee6c-4988-4d4c-8ce9-81dc20c9d376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:26.393110 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae8bd7-0641-4ca4-8eb9-a1bf3c3a342e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e9e019-453e-477c-b0eb-21fd1dbddbc7,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:26.412002 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e2ae8bd7-0641-4ca4-8eb9-a1bf3c3a342e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:26.443518 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fc43f-782e-417f-ae68-8de5ab6fd992 req-4342a5a8-3149-411f-b0cb-6685f4159bc0 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:26.445083 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-185fc43f-782e-417f-ae68-8de5ab6fd992 req-4342a5a8-3149-411f-b0cb-6685f4159bc0 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1e92e4-5601-44f0-8958-53137d4c19fe HTTP/1.1" status: 200 len: 949 time: 0.0953526 Jun 17 08:42:26.464830 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19413c4a-559b-41e5-a0a8-badf25bf4b50 req-134c45fe-6090-4307-8d04-2b0b8d1f6215 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:26.473037 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-19413c4a-559b-41e5-a0a8-badf25bf4b50 req-134c45fe-6090-4307-8d04-2b0b8d1f6215 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 944 time: 0.1585410 Jun 17 08:42:26.482157 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e2ae8bd7-0641-4ca4-8eb9-a1bf3c3a342e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:26.483356 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ae8bd7-0641-4ca4-8eb9-a1bf3c3a342e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:26.484117 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e2ae8bd7-0641-4ca4-8eb9-a1bf3c3a342e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:26.487897 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:26.493237 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-185fc43f-782e-417f-ae68-8de5ab6fd992 req-79f84892-5220-4c16-961f-fe1d9fc2aa36 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397859 Jun 17 08:42:26.586734 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae8bd7-0641-4ca4-8eb9-a1bf3c3a342e admin admin] Pushing event updated for resources: {'Network': ['ID=1c7dba57-11a0-409f-a852-b14d71efed85,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:26.592647 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-19413c4a-559b-41e5-a0a8-badf25bf4b50 req-2d31ca06-1d75-4cbd-9d81-3776462d3f42 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185608 Jun 17 08:42:26.593733 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e2ae8bd7-0641-4ca4-8eb9-a1bf3c3a342e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:26.600467 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 1c7dba57-11a0-409f-a852-b14d71efed85 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:42:26.722002 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696fb6e9-f772-404d-b4cb-067faddcbdc0 req-a1273620-e2f5-440e-aedb-8fda0bb698a6 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:26.724522 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-696fb6e9-f772-404d-b4cb-067faddcbdc0 req-a1273620-e2f5-440e-aedb-8fda0bb698a6 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 945 time: 0.0831556 Jun 17 08:42:26.794839 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-696fb6e9-f772-404d-b4cb-067faddcbdc0 req-3497da7d-abd3-484f-a636-b3a0cf4013d0 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613587 Jun 17 08:42:26.802023 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e2ae8bd7-0641-4ca4-8eb9-a1bf3c3a342e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3700590 Jun 17 08:42:26.802231 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 46612) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:26.811400 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-bf227162-0b07-4c0f-b3c7-f44177bd6488 admin admin] Request body: {'subnet': {'network_id': '1c7dba57-11a0-409f-a852-b14d71efed85', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-159351832-subnet', 'tenant_id': '6032f2d2beb045f49770106766198cb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:26.877340 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-efa54c49-35f3-4021-8e48-7193fd42dec4 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:26.879443 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-efa54c49-35f3-4021-8e48-7193fd42dec4 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d&tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&binding%3Ahost_id=n-h1-758944-30 HTTP/1.1" status: 200 len: 1096 time: 0.1390934 Jun 17 08:42:27.043767 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf227162-0b07-4c0f-b3c7-f44177bd6488 admin admin] Made reservation on behalf of 6032f2d2beb045f49770106766198cb5 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:27.046284 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bf227162-0b07-4c0f-b3c7-f44177bd6488 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:27.099074 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-d6de500d-2af7-4559-960f-e5513e5e70b6 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:27.100907 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-d6de500d-2af7-4559-960f-e5513e5e70b6 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/networks?id=7582e3d8-c00e-40a9-bed9-0f0fabf2534a HTTP/1.1" status: 200 len: 822 time: 0.1401203 Jun 17 08:42:27.117674 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-84dd6006-1f62-4a2f-8ac5-e92d5555a434 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/quotas/85ac448a7aaf4cd0a1ec0847ca40d37e HTTP/1.1" status: 200 len: 375 time: 0.0103927 Jun 17 08:42:27.132241 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf681830-676d-4dde-93ab-1c280891c22a req-0d7f2045-1804-4e30-a765-a8afe4d04510 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:27.134188 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cf681830-676d-4dde-93ab-1c280891c22a req-0d7f2045-1804-4e30-a765-a8afe4d04510 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 945 time: 0.2021294 Jun 17 08:42:27.153559 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 46632) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:27.162162 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-410fe6e1-f6cb-4d7b-96dc-2b84ecb78c0a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Request body: {'floatingip': {'port_id': '80834232-7c1a-4461-87e0-250268dbd5a1'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:27.214786 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-907fa56b-2679-4bc7-a035-c062b9184a8b tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=85ac448a7aaf4cd0a1ec0847ca40d37e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0875394 Jun 17 08:42:27.229689 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-410fe6e1-f6cb-4d7b-96dc-2b84ecb78c0a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks [] for floatingip, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:27.267791 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-6bec2cd7-4a65-4342-a59f-6783cde2f0a9 service neutron] For port 0a1a4563-d2b6-42b3-8665-23f5f2a62509, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:27.282146 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-6bec2cd7-4a65-4342-a59f-6783cde2f0a9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:27.283313 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-832ab094-a832-4459-8bd6-08bb4196bf79 req-6bec2cd7-4a65-4342-a59f-6783cde2f0a9 service neutron] 10.222.0.50 "DELETE /v2.0/ports/0a1a4563-d2b6-42b3-8665-23f5f2a62509/bindings/n-h2-758944-30 HTTP/1.1" status: 204 len: 173 time: 0.3978350 Jun 17 08:42:27.428599 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-abc689e5-ba0f-4619-bcf4-42bcdd8327b9 req-d7849d8a-c598-4435-a5bd-35fdc8a64cea tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] 10.222.0.49 "GET /v2.0/ports?device_id=d979c371-9944-4378-b0f1-8f074989e889 HTTP/1.1" status: 200 len: 210 time: 0.0680892 Jun 17 08:42:27.527585 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-35696ffd-8f89-40a7-a73e-cbca8919fb13 service neutron] 10.222.0.49 "GET /v2.0/networks/7582e3d8-c00e-40a9-bed9-0f0fabf2534a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025267 Jun 17 08:42:27.671661 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-c6bbcc22-b426-4678-9e15-e03c5981a932 service neutron] 10.222.0.49 "GET /v2.0/networks/7582e3d8-c00e-40a9-bed9-0f0fabf2534a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423092 Jun 17 08:42:27.716222 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da60f1d-15c7-4d19-bbf6-1b7a7e56c92b req-e85048e5-3381-4a99-8e37-504387950103 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:27.718184 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9da60f1d-15c7-4d19-bbf6-1b7a7e56c92b req-e85048e5-3381-4a99-8e37-504387950103 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a1e92e4-5601-44f0-8958-53137d4c19fe HTTP/1.1" status: 200 len: 949 time: 0.1583517 Jun 17 08:42:27.826637 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bf227162-0b07-4c0f-b3c7-f44177bd6488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:27.846642 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:27.859793 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-9da60f1d-15c7-4d19-bbf6-1b7a7e56c92b req-bd9fc07e-3d88-4d1a-8818-595b2b434013 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Deleting port 942c8740-c2e4-45ec-b99a-95b21464c027 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:27.860802 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9da60f1d-15c7-4d19-bbf6-1b7a7e56c92b req-bd9fc07e-3d88-4d1a-8818-595b2b434013 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:28.005368 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-9da60f1d-15c7-4d19-bbf6-1b7a7e56c92b req-bd9fc07e-3d88-4d1a-8818-595b2b434013 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] For port 942c8740-c2e4-45ec-b99a-95b21464c027, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=942c8740-c2e4-45ec-b99a-95b21464c027,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:28.005731 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9da60f1d-15c7-4d19-bbf6-1b7a7e56c92b req-bd9fc07e-3d88-4d1a-8818-595b2b434013 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:28.014110 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf227162-0b07-4c0f-b3c7-f44177bd6488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8140ed6f-52b0-4a50-876e-e9c9fed5b242,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:28.025161 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf227162-0b07-4c0f-b3c7-f44177bd6488 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:28.025610 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf227162-0b07-4c0f-b3c7-f44177bd6488 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:28.025996 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf227162-0b07-4c0f-b3c7-f44177bd6488 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:28.030084 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf227162-0b07-4c0f-b3c7-f44177bd6488 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:28.030084 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf227162-0b07-4c0f-b3c7-f44177bd6488 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:28.030084 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf227162-0b07-4c0f-b3c7-f44177bd6488 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:28.030084 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf227162-0b07-4c0f-b3c7-f44177bd6488 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:28.030084 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf227162-0b07-4c0f-b3c7-f44177bd6488 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:28.030084 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf227162-0b07-4c0f-b3c7-f44177bd6488 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:28.030084 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf227162-0b07-4c0f-b3c7-f44177bd6488 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:28.030084 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf227162-0b07-4c0f-b3c7-f44177bd6488 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:28.030084 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf227162-0b07-4c0f-b3c7-f44177bd6488 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:28.032430 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf227162-0b07-4c0f-b3c7-f44177bd6488 admin admin] Checking segment: {'id': 'df102fe2-fcb1-479e-adad-831aee4fb928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1c7dba57-11a0-409f-a852-b14d71efed85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:28.033169 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf227162-0b07-4c0f-b3c7-f44177bd6488 admin admin] Network hostable DHCP agents. Network: 1c7dba57-11a0-409f-a852-b14d71efed85, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:42:28.035400 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-bf227162-0b07-4c0f-b3c7-f44177bd6488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:28.037062 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device e3659d82-ba24-44c5-832d-6c02d2db9986 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:28.062364 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: e3659d82-ba24-44c5-832d-6c02d2db9986 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:42:28.063221 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device e3659d82-ba24-44c5-832d-6c02d2db9986 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:42:28.068334 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:28.128027 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0592f-45c8-41df-bb38-6ef7f4ea0cf5 req-a770c25e-799a-4a10-bc19-ef35f3eb7133 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:28.129638 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2fc0592f-45c8-41df-bb38-6ef7f4ea0cf5 req-a770c25e-799a-4a10-bc19-ef35f3eb7133 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1e92e4-5601-44f0-8958-53137d4c19fe HTTP/1.1" status: 200 len: 949 time: 0.3338859 Jun 17 08:42:28.130656 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-9da60f1d-15c7-4d19-bbf6-1b7a7e56c92b req-bd9fc07e-3d88-4d1a-8818-595b2b434013 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Calling delete_port for 942c8740-c2e4-45ec-b99a-95b21464c027 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:28.208457 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-410fe6e1-f6cb-4d7b-96dc-2b84ecb78c0a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:28.233229 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2fc0592f-45c8-41df-bb38-6ef7f4ea0cf5 req-14ad6845-d7b1-44ae-aab7-2ab4ee496621 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923054 Jun 17 08:42:28.333556 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1ba64418-1e01-44cb-b3a7-b49c8def5a3e req-ba023775-94a9-45a4-a178-15668d3992f7 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=7267cdc1-c372-4cfd-971b-03064c56bc21 HTTP/1.1" status: 200 len: 210 time: 0.0457709 Jun 17 08:42:28.360057 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aeea85-9e0b-420c-978f-2d7173a7872a req-217c6502-6897-4eec-af87-0674889414d5 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:28.362341 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a0aeea85-9e0b-420c-978f-2d7173a7872a req-217c6502-6897-4eec-af87-0674889414d5 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 944 time: 0.1259599 Jun 17 08:42:28.384516 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf227162-0b07-4c0f-b3c7-f44177bd6488 admin admin] Network 1c7dba57-11a0-409f-a852-b14d71efed85 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:42:28.391940 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-410fe6e1-f6cb-4d7b-96dc-2b84ecb78c0a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:28.445851 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a0aeea85-9e0b-420c-978f-2d7173a7872a req-d51b5e80-ebec-419e-a385-84674f5a667f tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754070 Jun 17 08:42:28.520511 n-d-758944-30 neutron-server[94519]: INFO neutron.db.l3_db [None req-410fe6e1-f6cb-4d7b-96dc-2b84ecb78c0a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Floating IP 2627837d-da98-4ed3-b88d-a68b147a7d44 associated. External IP: 172.25.2.39, port: 80834232-7c1a-4461-87e0-250268dbd5a1. Jun 17 08:42:28.561235 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 46678) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:28.596681 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-bf227162-0b07-4c0f-b3c7-f44177bd6488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 1c7dba57-11a0-409f-a852-b14d71efed85) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:28.605192 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf227162-0b07-4c0f-b3c7-f44177bd6488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:28.605826 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bf227162-0b07-4c0f-b3c7-f44177bd6488 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:28.614340 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87889c48-2da3-47cc-b125-041d54483d9e None None] Network 1c7dba57-11a0-409f-a852-b14d71efed85 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:28.651889 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9da60f1d-15c7-4d19-bbf6-1b7a7e56c92b req-bd9fc07e-3d88-4d1a-8818-595b2b434013 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:28.686917 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['281145b8-eb5c-4a61-bd6b-88f785131871', '6d7367a3-04cc-438f-9213-200a6205f6dd', '942c8740-c2e4-45ec-b99a-95b21464c027'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:28.690054 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['02ec8a85-f045-4b87-876a-4adf983bf6b2', '5d8ed170-6507-42a3-97d4-6d09ca067b07', '644acaf6-3ee9-4e2f-b7bc-16e6f65c928c', 'a04552c6-a3a7-4e4a-9f66-f3e094aaeb81', 'f65b3172-17b5-4465-ad86-8cfb8149acd7'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:28.693677 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-59bd8c35-61c1-4127-8e16-7c2b61488766 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:28.837367 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe8c4ce-0e90-483b-a800-92c2579792b5 admin admin] Deleting subnet 4966e71b-ee53-4184-ba94-f4d5e463a1b3 {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:42:28.844419 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dfe8c4ce-0e90-483b-a800-92c2579792b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:28.907241 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-bf227162-0b07-4c0f-b3c7-f44177bd6488 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0956101 Jun 17 08:42:28.940912 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9fc07e-3d88-4d1a-8818-595b2b434013 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Pushing event deleted for resources: {'Port': ['ID=942c8740-c2e4-45ec-b99a-95b21464c027,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:28.955433 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dfe8c4ce-0e90-483b-a800-92c2579792b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:28.958148 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bd9fc07e-3d88-4d1a-8818-595b2b434013 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:29.032676 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dfe8c4ce-0e90-483b-a800-92c2579792b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:29.104136 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7932fe58-bbef-4bf2-bbac-70ec3f0e8396 None None] Network 1c7dba57-11a0-409f-a852-b14d71efed85 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:29.168286 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410fe6e1-f6cb-4d7b-96dc-2b84ecb78c0a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Router 7e1a89c4-7cfc-4422-8123-44be1ddef984 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:42:29.313312 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dfe8c4ce-0e90-483b-a800-92c2579792b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:29.324109 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:29.429954 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8c4ce-0e90-483b-a800-92c2579792b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4966e71b-ee53-4184-ba94-f4d5e463a1b3,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:29.444881 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dfe8c4ce-0e90-483b-a800-92c2579792b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:29.457127 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-dfe8c4ce-0e90-483b-a800-92c2579792b5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4966e71b-ee53-4184-ba94-f4d5e463a1b3 HTTP/1.1" status: 204 len: 168 time: 0.8862793 Jun 17 08:42:29.458052 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dfe8c4ce-0e90-483b-a800-92c2579792b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:29.459582 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 46706) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:29.499123 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-074724de-1bad-4124-b21a-d4bb505e281b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:29.693869 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-292b0a4b-4075-4b33-88b2-822c0ef28ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:29.772972 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da60f1d-15c7-4d19-bbf6-1b7a7e56c92b req-bd9fc07e-3d88-4d1a-8818-595b2b434013 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] No DVR routers for this DVR port 942c8740-c2e4-45ec-b99a-95b21464c027 on host n-h2-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:29.798961 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1d820fea-239d-47f7-b380-edc139b743b4 req-f134d91b-a47b-4444-84e4-63e5d7997909 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1e92e4-5601-44f0-8958-53137d4c19fe HTTP/1.1" status: 200 len: 210 time: 0.1006155 Jun 17 08:42:29.803545 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9da60f1d-15c7-4d19-bbf6-1b7a7e56c92b req-bd9fc07e-3d88-4d1a-8818-595b2b434013 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:29.805199 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9da60f1d-15c7-4d19-bbf6-1b7a7e56c92b req-bd9fc07e-3d88-4d1a-8818-595b2b434013 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.53 "DELETE /v2.0/ports/942c8740-c2e4-45ec-b99a-95b21464c027 HTTP/1.1" status: 204 len: 173 time: 2.0814259 Jun 17 08:42:29.805967 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1e92e4-5601-44f0-8958-53137d4c19fe', 'name': 'network-vif-deleted', 'tag': '942c8740-c2e4-45ec-b99a-95b21464c027'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:29.808584 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc21f753-e891-44e4-9720-fc7b68e3f655" -d '{"events": [{"server_uuid": "1a1e92e4-5601-44f0-8958-53137d4c19fe", "name": "network-vif-deleted", "tag": "942c8740-c2e4-45ec-b99a-95b21464c027"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:29.907814 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410fe6e1-f6cb-4d7b-96dc-2b84ecb78c0a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:42:29.914037 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-410fe6e1-f6cb-4d7b-96dc-2b84ecb78c0a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:29.920328 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9210eedc-4169-4a60-9a5e-68e004c20a5b None None] Sync routers for ids ['7e1a89c4-7cfc-4422-8123-44be1ddef984'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:42:29.964553 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9210eedc-4169-4a60-9a5e-68e004c20a5b None None] Routers {'7e1a89c4-7cfc-4422-8123-44be1ddef984'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:29.966961 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-9210eedc-4169-4a60-9a5e-68e004c20a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:42:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7e1a89c4-7cfc-4422-8123-44be1ddef984'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:30.022537 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-194aac52-1d2d-4f2f-8386-b3a85e3a2183 req-d333b7a5-1097-4c00-ae6f-cee783605afe tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=7267cdc1-c372-4cfd-971b-03064c56bc21 HTTP/1.1" status: 200 len: 210 time: 0.1250176 Jun 17 08:42:30.043176 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-410fe6e1-f6cb-4d7b-96dc-2b84ecb78c0a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "PUT /v2.0/floatingips/2627837d-da98-4ed3-b88d-a68b147a7d44 HTTP/1.1" status: 200 len: 990 time: 2.8879049 Jun 17 08:42:30.059160 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28e8626-7f21-495c-877c-3c6ddb58ea2e', 'tag': '80834232-7c1a-4461-87e0-250268dbd5a1'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:30.059160 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a42f21-b24e-4909-b136-6850d83dccd4" -d '{"events": [{"name": "network-changed", "server_uuid": "c28e8626-7f21-495c-877c-3c6ddb58ea2e", "tag": "80834232-7c1a-4461-87e0-250268dbd5a1"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:30.064071 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-292b0a4b-4075-4b33-88b2-822c0ef28ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:30.077616 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-292b0a4b-4075-4b33-88b2-822c0ef28ead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29afb667-05a8-4e7a-acde-e087d36cddfc']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:30.083749 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d5bbb-c26e-48f4-912c-9606085804d3 req-1ed235cb-1601-4fad-acf2-25fff310346c tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:30.098229 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7d5d5bbb-c26e-48f4-912c-9606085804d3 req-1ed235cb-1601-4fad-acf2-25fff310346c tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 1096 time: 1.0433540 Jun 17 08:42:30.099365 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-292b0a4b-4075-4b33-88b2-822c0ef28ead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76f8ea7f-69c3-4ca0-89a5-8d19fe51b47d') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:30.099365 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-292b0a4b-4075-4b33-88b2-822c0ef28ead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76f8ea7f-69c3-4ca0-89a5-8d19fe51b47d') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:30.119918 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-292b0a4b-4075-4b33-88b2-822c0ef28ead admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:30.140485 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7d5d5bbb-c26e-48f4-912c-9606085804d3 req-e9d51cf1-c5c8-4f42-a69f-19d18f1d1766 tempest-LiveMigrationTest-464775775 tempest-LiveMigrationTest-464775775-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476556 Jun 17 08:42:30.172357 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-292b0a4b-4075-4b33-88b2-822c0ef28ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:30.184834 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292b0a4b-4075-4b33-88b2-822c0ef28ead admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:42:30.186659 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-9210eedc-4169-4a60-9a5e-68e004c20a5b None None] Set router 7e1a89c4-7cfc-4422-8123-44be1ddef984 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:42:30.187004 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-292b0a4b-4075-4b33-88b2-822c0ef28ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:42:30.192279 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:42:30.318112 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e442d2-20ea-4995-87c9-2c3101417aba x-openstack-request-id: req-59e442d2-20ea-4995-87c9-2c3101417aba {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:30.322495 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1e92e4-5601-44f0-8958-53137d4c19fe", "name": "network-vif-deleted", "tag": "942c8740-c2e4-45ec-b99a-95b21464c027", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:30.322883 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-59e442d2-20ea-4995-87c9-2c3101417aba {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:30.323416 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1e92e4-5601-44f0-8958-53137d4c19fe', 'name': 'network-vif-deleted', 'tag': '942c8740-c2e4-45ec-b99a-95b21464c027', 'status': 'completed', 'code': 200} Jun 17 08:42:30.564636 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-9210eedc-4169-4a60-9a5e-68e004c20a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'name': 'tempest-ServerActionsTestJSON-1225111391-router', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '02e4b0ec-23b5-4512-8e26-5f58cfc44882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:45Z', 'updated_at': '2021-06-17T08:41:52Z', 'revision_number': 4, 'project_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'gw_port': {'id': '02e4b0ec-23b5-4512-8e26-5f58cfc44882', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:09:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:46Z', 'updated_at': '2021-06-17T08:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': '2627837d-da98-4ed3-b88d-a68b147a7d44', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'port_id': '80834232-7c1a-4461-87e0-250268dbd5a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f', 'mac_address': 'fa:16:3e:10:b3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28e8626-7f21-495c-877c-3c6ddb58ea2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:42:03Z', 'updated_at': '2021-06-17T08:42:27Z', 'revision_number': 1, 'project_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3283a03d-d01a-4385-9cb8-e84143e0148c', 'name': '', 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'mac_address': 'fa:16:3e:87:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9f1cd377-e173-40e7-8f95-b9cee993c643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:51Z', 'updated_at': '2021-06-17T08:42:02Z', 'revision_number': 5, 'project_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'subnets': [{'id': '9f1cd377-e173-40e7-8f95-b9cee993c643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:30.600796 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9210eedc-4169-4a60-9a5e-68e004c20a5b None None] Checking router: 7e1a89c4-7cfc-4422-8123-44be1ddef984 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:42:30.605155 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-79c80c79-08d8-4801-8f16-6c1934916e51 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:30.611294 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9210eedc-4169-4a60-9a5e-68e004c20a5b None None] Routers {'7e1a89c4-7cfc-4422-8123-44be1ddef984'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:30.612093 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-9210eedc-4169-4a60-9a5e-68e004c20a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:42:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7e1a89c4-7cfc-4422-8123-44be1ddef984'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:30.623596 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-79c80c79-08d8-4801-8f16-6c1934916e51 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/networks?id=8305e780-7f7d-463d-bdce-25806076a869 HTTP/1.1" status: 200 len: 821 time: 0.3354468 Jun 17 08:42:30.633288 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac9f766-31a3-4e2b-80ee-0d77c1e5d512 x-openstack-request-id: req-0ac9f766-31a3-4e2b-80ee-0d77c1e5d512 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:30.639179 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28e8626-7f21-495c-877c-3c6ddb58ea2e", "tag": "80834232-7c1a-4461-87e0-250268dbd5a1", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:30.639672 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0ac9f766-31a3-4e2b-80ee-0d77c1e5d512 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:30.640342 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c28e8626-7f21-495c-877c-3c6ddb58ea2e', 'tag': '80834232-7c1a-4461-87e0-250268dbd5a1', 'status': 'completed', 'code': 200} Jun 17 08:42:30.651826 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-292b0a4b-4075-4b33-88b2-822c0ef28ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:30.684798 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:30.780328 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-9210eedc-4169-4a60-9a5e-68e004c20a5b None None] Set router 7e1a89c4-7cfc-4422-8123-44be1ddef984 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:42:30.786744 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a42f21-b24e-4909-b136-6850d83dccd4 req-9dceefb9-8cf6-405a-aa22-8e62a0c805c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:30.788806 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-66a42f21-b24e-4909-b136-6850d83dccd4 req-9dceefb9-8cf6-405a-aa22-8e62a0c805c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d&device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 1097 time: 0.1137192 Jun 17 08:42:30.920847 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:30.941130 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a42f21-b24e-4909-b136-6850d83dccd4 req-34084290-5b53-4af1-aa2d-0aec126ed949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:30.942821 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-66a42f21-b24e-4909-b136-6850d83dccd4 req-34084290-5b53-4af1-aa2d-0aec126ed949 service neutron] 10.222.0.50 "GET /v2.0/networks?id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f HTTP/1.1" status: 200 len: 913 time: 0.1453466 Jun 17 08:42:31.048383 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-66a42f21-b24e-4909-b136-6850d83dccd4 req-0ad51a2c-2aa7-4f9a-b732-633177271445 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80834232-7c1a-4461-87e0-250268dbd5a1 HTTP/1.1" status: 200 len: 998 time: 0.0975463 Jun 17 08:42:31.068190 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-292b0a4b-4075-4b33-88b2-822c0ef28ead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.070052 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-292b0a4b-4075-4b33-88b2-822c0ef28ead admin admin] 10.222.0.49 "DELETE /v2.0/networks/29afb667-05a8-4e7a-acde-e087d36cddfc HTTP/1.1" status: 204 len: 168 time: 1.6051583 Jun 17 08:42:31.072608 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b0a4b-4075-4b33-88b2-822c0ef28ead admin admin] Pushing event deleted for resources: {'Network': ['ID=29afb667-05a8-4e7a-acde-e087d36cddfc,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:31.075847 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 942c8740-c2e4-45ec-b99a-95b21464c027 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:31.080303 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 46750) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:31.081736 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292b0a4b-4075-4b33-88b2-822c0ef28ead admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:31.082101 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292b0a4b-4075-4b33-88b2-822c0ef28ead admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:31.082460 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292b0a4b-4075-4b33-88b2-822c0ef28ead admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:31.082856 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292b0a4b-4075-4b33-88b2-822c0ef28ead admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:31.083220 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292b0a4b-4075-4b33-88b2-822c0ef28ead admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:31.083549 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292b0a4b-4075-4b33-88b2-822c0ef28ead admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:31.083924 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292b0a4b-4075-4b33-88b2-822c0ef28ead admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:31.084267 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292b0a4b-4075-4b33-88b2-822c0ef28ead admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:31.084606 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292b0a4b-4075-4b33-88b2-822c0ef28ead admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:31.084946 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292b0a4b-4075-4b33-88b2-822c0ef28ead admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:31.085287 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292b0a4b-4075-4b33-88b2-822c0ef28ead admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:31.085627 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292b0a4b-4075-4b33-88b2-822c0ef28ead admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:31.095119 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-de3b8587-e078-4d75-94fd-a7d57a60902f tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/quotas/702856434aae449ea41d8a187426d151 HTTP/1.1" status: 200 len: 375 time: 0.4672153 Jun 17 08:42:31.102596 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 942c8740-c2e4-45ec-b99a-95b21464c027 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:42:31.103195 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 942c8740-c2e4-45ec-b99a-95b21464c027 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:42:31.112378 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-292b0a4b-4075-4b33-88b2-822c0ef28ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:31.126178 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-9210eedc-4169-4a60-9a5e-68e004c20a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'name': 'tempest-ServerActionsTestJSON-1225111391-router', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '02e4b0ec-23b5-4512-8e26-5f58cfc44882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:45Z', 'updated_at': '2021-06-17T08:41:52Z', 'revision_number': 4, 'project_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'gw_port': {'id': '02e4b0ec-23b5-4512-8e26-5f58cfc44882', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:09:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:46Z', 'updated_at': '2021-06-17T08:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': '2627837d-da98-4ed3-b88d-a68b147a7d44', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'port_id': '80834232-7c1a-4461-87e0-250268dbd5a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f', 'mac_address': 'fa:16:3e:10:b3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28e8626-7f21-495c-877c-3c6ddb58ea2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:42:03Z', 'updated_at': '2021-06-17T08:42:27Z', 'revision_number': 1, 'project_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3283a03d-d01a-4385-9cb8-e84143e0148c', 'name': '', 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'mac_address': 'fa:16:3e:87:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9f1cd377-e173-40e7-8f95-b9cee993c643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:51Z', 'updated_at': '2021-06-17T08:42:02Z', 'revision_number': 5, 'project_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'subnets': [{'id': '9f1cd377-e173-40e7-8f95-b9cee993c643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:31.154860 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a42f21-b24e-4909-b136-6850d83dccd4 req-3608b059-9f1a-464d-9529-bfd0ae34b42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:31.156517 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-66a42f21-b24e-4909-b136-6850d83dccd4 req-3608b059-9f1a-464d-9529-bfd0ae34b42b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f1cd377-e173-40e7-8f95-b9cee993c643 HTTP/1.1" status: 200 len: 851 time: 0.1003821 Jun 17 08:42:31.164198 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9210eedc-4169-4a60-9a5e-68e004c20a5b None None] The sync data for ids ['7e1a89c4-7cfc-4422-8123-44be1ddef984'] in n-d-758944-30 is: [{'id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'name': 'tempest-ServerActionsTestJSON-1225111391-router', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '02e4b0ec-23b5-4512-8e26-5f58cfc44882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:45Z', 'updated_at': '2021-06-17T08:41:52Z', 'revision_number': 4, 'project_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'gw_port': {'id': '02e4b0ec-23b5-4512-8e26-5f58cfc44882', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:09:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:46Z', 'updated_at': '2021-06-17T08:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': '2627837d-da98-4ed3-b88d-a68b147a7d44', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'port_id': '80834232-7c1a-4461-87e0-250268dbd5a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f', 'mac_address': 'fa:16:3e:10:b3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28e8626-7f21-495c-877c-3c6ddb58ea2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:42:03Z', 'updated_at': '2021-06-17T08:42:27Z', 'revision_number': 1, 'project_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3283a03d-d01a-4385-9cb8-e84143e0148c', 'name': '', 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'mac_address': 'fa:16:3e:87:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9f1cd377-e173-40e7-8f95-b9cee993c643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:51Z', 'updated_at': '2021-06-17T08:42:02Z', 'revision_number': 5, 'project_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'subnets': [{'id': '9f1cd377-e173-40e7-8f95-b9cee993c643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:42:31.169552 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-a06c99e8-fbda-48d8-a04d-f54e5dcb7b5c tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=702856434aae449ea41d8a187426d151&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726650 Jun 17 08:42:31.192079 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec535af2-5652-47c2-80bb-17b5aa4cda89 admin admin] Deleting subnet 9256955a-c331-496d-949a-08a676af9102 {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:42:31.195672 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ec535af2-5652-47c2-80bb-17b5aa4cda89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.255602 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a42f21-b24e-4909-b136-6850d83dccd4 req-25e53b38-a2dc-4106-966e-ca03a79ff803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:31.257064 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-66a42f21-b24e-4909-b136-6850d83dccd4 req-25e53b38-a2dc-4106-966e-ca03a79ff803 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750220 Jun 17 08:42:31.290450 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ec535af2-5652-47c2-80bb-17b5aa4cda89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.366613 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ec535af2-5652-47c2-80bb-17b5aa4cda89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.370909 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-58b71617-b49d-4c97-8bf7-76237e26051f service neutron] 10.222.0.49 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921375 Jun 17 08:42:31.393027 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-66a42f21-b24e-4909-b136-6850d83dccd4 req-0d69aad8-d015-4030-bd0f-d04291b267b7 service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272459 Jun 17 08:42:31.471343 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab95091d-a932-4bf7-b9b0-de1112557420 None None] New status for floating IP 2627837d-da98-4ed3-b88d-a68b147a7d44: ACTIVE {{(pid=94521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:42:31.572472 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-66a42f21-b24e-4909-b136-6850d83dccd4 req-4b5f4b92-5302-485d-89d6-b0255134a535 service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678574 Jun 17 08:42:31.641334 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ec535af2-5652-47c2-80bb-17b5aa4cda89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.652583 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:31.671114 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-48da92aa-ac52-4217-9cbc-39a77858e509 req-82688ca3-158c-4e44-bc99-7027acd1eb7c tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a1e92e4-5601-44f0-8958-53137d4c19fe HTTP/1.1" status: 200 len: 210 time: 0.0460472 Jun 17 08:42:31.683395 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec535af2-5652-47c2-80bb-17b5aa4cda89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9256955a-c331-496d-949a-08a676af9102,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:31.691087 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ec535af2-5652-47c2-80bb-17b5aa4cda89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.695020 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ec535af2-5652-47c2-80bb-17b5aa4cda89 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9256955a-c331-496d-949a-08a676af9102 HTTP/1.1" status: 204 len: 168 time: 0.5958276 Jun 17 08:42:31.695561 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 46772) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:31.695682 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ec535af2-5652-47c2-80bb-17b5aa4cda89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:31.721329 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-7199290a-2109-4b19-93c0-35ebf914c156 service neutron] 10.222.0.49 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250724 Jun 17 08:42:31.774450 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b2e50f83-29e8-45f1-99e8-f6a038fcaa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.815944 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-755cd024-0f60-4a5e-a1e9-80da2091ca5f req-e739b350-041d-4bb3-9d89-3c2ddc4a13b3 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=7267cdc1-c372-4cfd-971b-03064c56bc21 HTTP/1.1" status: 200 len: 210 time: 0.0370846 Jun 17 08:42:31.896456 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b2e50f83-29e8-45f1-99e8-f6a038fcaa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.912627 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-b2e50f83-29e8-45f1-99e8-f6a038fcaa42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460ea029-2f3c-4ef6-8c3a-9e7e5b37508c']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:31.933355 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-b2e50f83-29e8-45f1-99e8-f6a038fcaa42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f7d98b5-7d32-4466-a283-5fb9c689079a') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:31.933355 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-b2e50f83-29e8-45f1-99e8-f6a038fcaa42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f7d98b5-7d32-4466-a283-5fb9c689079a') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:31.946337 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b2e50f83-29e8-45f1-99e8-f6a038fcaa42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.962599 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b2e50f83-29e8-45f1-99e8-f6a038fcaa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:32.000092 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e50f83-29e8-45f1-99e8-f6a038fcaa42 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:42:32.000694 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b2e50f83-29e8-45f1-99e8-f6a038fcaa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:42:32.002651 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:42:32.124108 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8486add9-2d17-4062-8775-128aac426bc2 req-3ebad92b-c821-4dbc-9fa1-c4694b7eea0f tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=472ab7a68a3f4116b4ac35a8a61a7b72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234878 Jun 17 08:42:32.132737 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a8a72-3b9f-443f-bec8-104d840de191 req-bd26eca3-0b16-4eb0-ab6d-1a6a7428d1c3 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:32.136266 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f21a8a72-3b9f-443f-bec8-104d840de191 req-bd26eca3-0b16-4eb0-ab6d-1a6a7428d1c3 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 944 time: 0.1975741 Jun 17 08:42:32.139886 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b2e50f83-29e8-45f1-99e8-f6a038fcaa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:32.147337 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:32.149807 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b2e50f83-29e8-45f1-99e8-f6a038fcaa42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:32.151587 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b2e50f83-29e8-45f1-99e8-f6a038fcaa42 admin admin] 10.222.0.49 "DELETE /v2.0/networks/460ea029-2f3c-4ef6-8c3a-9e7e5b37508c HTTP/1.1" status: 204 len: 168 time: 0.4550083 Jun 17 08:42:32.181965 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e50f83-29e8-45f1-99e8-f6a038fcaa42 admin admin] Pushing event deleted for resources: {'Network': ['ID=460ea029-2f3c-4ef6-8c3a-9e7e5b37508c,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:32.185853 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b2e50f83-29e8-45f1-99e8-f6a038fcaa42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:32.211738 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f21a8a72-3b9f-443f-bec8-104d840de191 req-9f5f13d8-7c5b-4c4e-bf2f-bea6e609b236 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682411 Jun 17 08:42:32.222766 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798ce94-3127-4a1b-8e6e-e90a6ba8030c req-e8172a64-f93c-4673-b170-fa4f1da38672 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:32.242715 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c798ce94-3127-4a1b-8e6e-e90a6ba8030c req-e8172a64-f93c-4673-b170-fa4f1da38672 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.50 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 944 time: 0.1418440 Jun 17 08:42:32.302294 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486add9-2d17-4062-8775-128aac426bc2 req-ae4c1fcf-a757-4581-976a-4b43f00ac88c tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:32.303853 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8486add9-2d17-4062-8775-128aac426bc2 req-ae4c1fcf-a757-4581-976a-4b43f00ac88c tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1734710 Jun 17 08:42:32.342305 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8486add9-2d17-4062-8775-128aac426bc2 req-f616301e-5fc7-470a-ad16-524cf474c809 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/quotas/472ab7a68a3f4116b4ac35a8a61a7b72 HTTP/1.1" status: 200 len: 375 time: 0.0278597 Jun 17 08:42:32.382529 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8486add9-2d17-4062-8775-128aac426bc2 req-df822e20-be84-4173-b13b-6949e3957f2c tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=472ab7a68a3f4116b4ac35a8a61a7b72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391932 Jun 17 08:42:32.450729 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c244a465-e1d9-4bf6-ad37-3fc3a82e7c22 req-a4590b3d-4c70-40f5-a49e-cfb321bd66d5 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 210 time: 0.0602767 Jun 17 08:42:32.452498 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-c798ce94-3127-4a1b-8e6e-e90a6ba8030c req-3f315ef3-bbac-49c8-926b-9ace0b0a91a0 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Deleting port 0a1a4563-d2b6-42b3-8665-23f5f2a62509 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:32.453121 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-c798ce94-3127-4a1b-8e6e-e90a6ba8030c req-3f315ef3-bbac-49c8-926b-9ace0b0a91a0 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:32.558435 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:32.563124 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-4439180d-006f-4f70-acb1-ce7b6dbb9b25 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:32.563124 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-4439180d-006f-4f70-acb1-ce7b6dbb9b25 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.53 "GET /v2.0/networks?id=7582e3d8-c00e-40a9-bed9-0f0fabf2534a HTTP/1.1" status: 200 len: 822 time: 0.1340480 Jun 17 08:42:32.577374 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-77d585b9-0f43-4bb3-8982-84a30b801a88 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Request body: {'port': {'device_id': '7267cdc1-c372-4cfd-971b-03064c56bc21', 'network_id': '7582e3d8-c00e-40a9-bed9-0f0fabf2534a', 'admin_state_up': True, 'tenant_id': '85ac448a7aaf4cd0a1ec0847ca40d37e'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:32.579368 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-c798ce94-3127-4a1b-8e6e-e90a6ba8030c req-3f315ef3-bbac-49c8-926b-9ace0b0a91a0 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] For port 0a1a4563-d2b6-42b3-8665-23f5f2a62509, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=0a1a4563-d2b6-42b3-8665-23f5f2a62509,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:32.579845 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-c798ce94-3127-4a1b-8e6e-e90a6ba8030c req-3f315ef3-bbac-49c8-926b-9ace0b0a91a0 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:32.658693 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-c798ce94-3127-4a1b-8e6e-e90a6ba8030c req-3f315ef3-bbac-49c8-926b-9ace0b0a91a0 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Calling delete_port for 0a1a4563-d2b6-42b3-8665-23f5f2a62509 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:32.815911 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-77d585b9-0f43-4bb3-8982-84a30b801a88 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Made reservation on behalf of 85ac448a7aaf4cd0a1ec0847ca40d37e for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:32.820033 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-77d585b9-0f43-4bb3-8982-84a30b801a88 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:32.891100 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 46814) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:32.934464 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-c798ce94-3127-4a1b-8e6e-e90a6ba8030c req-3f315ef3-bbac-49c8-926b-9ace0b0a91a0 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:32.945786 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['0a1a4563-d2b6-42b3-8665-23f5f2a62509'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:32.949587 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['a1204f35-c2e0-4d4d-9f44-8720a671a0ed'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:32.950634 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-234b1d9c-57f6-4fb7-aa87-ae89fdf3bf03 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:32.987154 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f315ef3-bbac-49c8-926b-9ace0b0a91a0 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Pushing event deleted for resources: {'Port': ['ID=0a1a4563-d2b6-42b3-8665-23f5f2a62509,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:32.992129 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3f315ef3-bbac-49c8-926b-9ace0b0a91a0 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:33.010743 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-b8b7e6f8-8a2b-4644-bc18-a1ea4d16046c tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=472ab7a68a3f4116b4ac35a8a61a7b72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500870 Jun 17 08:42:33.050209 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-c798ce94-3127-4a1b-8e6e-e90a6ba8030c req-3f315ef3-bbac-49c8-926b-9ace0b0a91a0 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] No DVR routers for this DVR port 0a1a4563-d2b6-42b3-8665-23f5f2a62509 on host n-h1-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:33.055052 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-c798ce94-3127-4a1b-8e6e-e90a6ba8030c req-3f315ef3-bbac-49c8-926b-9ace0b0a91a0 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:33.056973 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c798ce94-3127-4a1b-8e6e-e90a6ba8030c req-3f315ef3-bbac-49c8-926b-9ace0b0a91a0 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.50 "DELETE /v2.0/ports/0a1a4563-d2b6-42b3-8665-23f5f2a62509 HTTP/1.1" status: 204 len: 173 time: 0.8264706 Jun 17 08:42:33.057522 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df208ae-d43e-4ad5-9b9a-0866f791f34d', 'name': 'network-vif-deleted', 'tag': '0a1a4563-d2b6-42b3-8665-23f5f2a62509'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:33.061029 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f79a0ae-5d92-44f5-b7ea-4fb1c05fabae" -d '{"events": [{"server_uuid": "1df208ae-d43e-4ad5-9b9a-0866f791f34d", "name": "network-vif-deleted", "tag": "0a1a4563-d2b6-42b3-8665-23f5f2a62509"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:33.068018 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5f152607-0af3-4202-a80c-83239b6d4a7e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cffacac009b34f92b0755a612240299d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1753235 Jun 17 08:42:33.070238 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 46828) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:33.146800 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-30bfcaba-277d-40d8-928f-67ea0669bfcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:33.176083 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-47e767bb-6156-4d33-8ad4-981d2f9bb335 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:33.185173 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-47e767bb-6156-4d33-8ad4-981d2f9bb335 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1657643 Jun 17 08:42:33.189457 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-30bfcaba-277d-40d8-928f-67ea0669bfcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:33.205981 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-ec3758ca-0659-43e2-bc1d-d95a6450406f tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/quotas/472ab7a68a3f4116b4ac35a8a61a7b72 HTTP/1.1" status: 200 len: 375 time: 0.0198696 Jun 17 08:42:33.255296 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-b63dc7d6-abec-462d-80e2-8ba9c2e713dd tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=472ab7a68a3f4116b4ac35a8a61a7b72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387673 Jun 17 08:42:33.259958 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-77d585b9-0f43-4bb3-8982-84a30b801a88 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Allocated IP 172.20.0.14 (7582e3d8-c00e-40a9-bed9-0f0fabf2534a/97c0ea40-9ce2-4deb-b5a9-50803adf51b3/1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:33.439540 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-77d585b9-0f43-4bb3-8982-84a30b801a88 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:33.518395 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-30bfcaba-277d-40d8-928f-67ea0669bfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:33.521597 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-30bfcaba-277d-40d8-928f-67ea0669bfcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:33.523199 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-30bfcaba-277d-40d8-928f-67ea0669bfcb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd8c5aad-3d0e-4a8f-95a9-233df476d1d8 HTTP/1.1" status: 204 len: 168 time: 0.4515517 Jun 17 08:42:33.524439 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-486290c5-52e4-48d7-aed6-cceff51dc938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:33.532731 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfcaba-277d-40d8-928f-67ea0669bfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8c5aad-3d0e-4a8f-95a9-233df476d1d8,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:33.535515 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-30bfcaba-277d-40d8-928f-67ea0669bfcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:33.717339 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-77d585b9-0f43-4bb3-8982-84a30b801a88 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:33.734818 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-357379a3-c29a-4d34-be59-12cdebcdc376 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:33.790549 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-77d585b9-0f43-4bb3-8982-84a30b801a88 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Network 7582e3d8-c00e-40a9-bed9-0f0fabf2534a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:33.795558 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-77d585b9-0f43-4bb3-8982-84a30b801a88 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:33.800078 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-77d585b9-0f43-4bb3-8982-84a30b801a88 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:33.873765 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d585b9-0f43-4bb3-8982-84a30b801a88 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Pushing event updated for resources: {'Port': ['ID=1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:33.911995 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-77d585b9-0f43-4bb3-8982-84a30b801a88 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:33.938335 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-77d585b9-0f43-4bb3-8982-84a30b801a88 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:33.939823 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-77d585b9-0f43-4bb3-8982-84a30b801a88 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:33.992275 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549eef0-951f-4895-b135-539656155dd4 req-27a88ea4-34ca-4210-8613-d05a4d746a6b tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:33.997195 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3549eef0-951f-4895-b135-539656155dd4 req-27a88ea4-34ca-4210-8613-d05a4d746a6b tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=7267cdc1-c372-4cfd-971b-03064c56bc21 HTTP/1.1" status: 200 len: 932 time: 0.1468544 Jun 17 08:42:34.047737 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-77d585b9-0f43-4bb3-8982-84a30b801a88 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4751296 Jun 17 08:42:34.064340 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3549eef0-951f-4895-b135-539656155dd4 req-347d9145-9058-45e1-820c-ad19785a45bb tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630400 Jun 17 08:42:34.072818 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-02544c92-33c7-4df0-842a-bd6b736ec829 service neutron] Request body: {'port': {'device_id': '7267cdc1-c372-4cfd-971b-03064c56bc21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:34.140785 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec67d170-8cf4-4e3c-bd5a-6e8a9cadff94 x-openstack-request-id: req-ec67d170-8cf4-4e3c-bd5a-6e8a9cadff94 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:34.144768 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df208ae-d43e-4ad5-9b9a-0866f791f34d", "name": "network-vif-deleted", "tag": "0a1a4563-d2b6-42b3-8665-23f5f2a62509", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:34.151422 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec67d170-8cf4-4e3c-bd5a-6e8a9cadff94 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:34.151422 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df208ae-d43e-4ad5-9b9a-0866f791f34d', 'name': 'network-vif-deleted', 'tag': '0a1a4563-d2b6-42b3-8665-23f5f2a62509', 'status': 'completed', 'code': 200} Jun 17 08:42:34.175548 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-02544c92-33c7-4df0-842a-bd6b736ec829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:34.316568 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0ea9223d-7cda-473f-9984-c5859de57c53 req-8d7da5af-0252-4eca-afd2-937bac3a8cd4 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 210 time: 0.0344145 Jun 17 08:42:34.520804 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adbce3-de84-4015-a37b-c2a260584c02 req-78857491-acc9-4bdb-8c90-3961947a0537 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:34.529996 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-71adbce3-de84-4015-a37b-c2a260584c02 req-78857491-acc9-4bdb-8c90-3961947a0537 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/ports?device_id=10afd72b-2d19-4919-9da3-c5e34f211265 HTTP/1.1" status: 200 len: 946 time: 0.2114179 Jun 17 08:42:34.536404 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-39ef4f18-81ee-4299-861e-390aa043e7a6 req-d6d889e5-e9c3-4ae2-94cc-e5ac14edc634 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 210 time: 0.0410035 Jun 17 08:42:34.594516 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 46856) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:34.632779 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-71adbce3-de84-4015-a37b-c2a260584c02 req-cd22796e-30f5-486d-9389-e2e6c3cfd84b tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/security-groups?id=704d01a0-630d-48d4-ac97-3333cc8444ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015012 Jun 17 08:42:34.666711 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-15f20d3a-6c56-41bb-86cf-9fad437a80bb req-fd50895f-b7e1-4840-879e-890f958b924e tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecffbe04-c6b0-4c43-aed6-70778335f2d7 HTTP/1.1" status: 200 len: 210 time: 0.0901630 Jun 17 08:42:34.730437 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-baf20224-ed31-428a-bbff-a0f8c9a0e55c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7dcdcf345e9a4878a1acada9c688127d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1333568 Jun 17 08:42:34.730637 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-02544c92-33c7-4df0-842a-bd6b736ec829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:34.733610 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 46858) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:34.740431 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-02544c92-33c7-4df0-842a-bd6b736ec829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:34.754155 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-02544c92-33c7-4df0-842a-bd6b736ec829 service neutron] Transition to ACTIVE for port object 1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:34.812353 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c405c40b-f87e-490b-9c12-0039ecbe0d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:34.833537 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-02544c92-33c7-4df0-842a-bd6b736ec829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:34.842086 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c405c40b-f87e-490b-9c12-0039ecbe0d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:34.873678 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-39e31d3c-669c-440d-9c06-1ac134162c15 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:34.987854 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c405c40b-f87e-490b-9c12-0039ecbe0d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:34.990593 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c405c40b-f87e-490b-9c12-0039ecbe0d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:34.996135 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c405c40b-f87e-490b-9c12-0039ecbe0d7c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1de5561c-bbb9-4158-b214-05d62b32f523 HTTP/1.1" status: 204 len: 168 time: 0.2570181 Jun 17 08:42:34.996135 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b8aa3747-2123-43a4-9c09-f0bae6002c6b tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:35.004234 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02544c92-33c7-4df0-842a-bd6b736ec829 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:35.004555 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405c40b-f87e-490b-9c12-0039ecbe0d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de5561c-bbb9-4158-b214-05d62b32f523,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:35.007341 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c405c40b-f87e-490b-9c12-0039ecbe0d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:35.008320 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-02544c92-33c7-4df0-842a-bd6b736ec829 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:35.072794 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9874b8-f2b7-4e5c-b8cd-2a9880c9f98b req-7597aa3a-fb6f-451d-a4da-c8a6d3a5eb69 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:35.074332 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fd9874b8-f2b7-4e5c-b8cd-2a9880c9f98b req-7597aa3a-fb6f-451d-a4da-c8a6d3a5eb69 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.50 "GET /v2.0/ports?device_id=10afd72b-2d19-4919-9da3-c5e34f211265 HTTP/1.1" status: 200 len: 946 time: 0.1280804 Jun 17 08:42:35.099014 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fad71-cf36-4a8c-a560-83b65b69f239 req-9ce73fb9-e65d-427d-9ed9-f6e0502b4621 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:35.126015 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8f1fad71-cf36-4a8c-a560-83b65b69f239 req-9ce73fb9-e65d-427d-9ed9-f6e0502b4621 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=c152ad26-c53c-4e56-a837-334974641240 HTTP/1.1" status: 200 len: 950 time: 0.3041832 Jun 17 08:42:35.194511 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-02544c92-33c7-4df0-842a-bd6b736ec829 service neutron] Attempting to bind port 1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:35.195252 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-02544c92-33c7-4df0-842a-bd6b736ec829 service neutron] Attempting to bind port 1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '56ef8247-2049-45b7-9016-7670820be4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7582e3d8-c00e-40a9-bed9-0f0fabf2534a'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:35.195920 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-02544c92-33c7-4df0-842a-bd6b736ec829 service neutron] Attempting to bind port 1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a on network 7582e3d8-c00e-40a9-bed9-0f0fabf2534a {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:35.217557 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8f1fad71-cf36-4a8c-a560-83b65b69f239 req-e65bfe0d-b727-4abf-9f7d-c9330f394186 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919461 Jun 17 08:42:35.221947 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-02544c92-33c7-4df0-842a-bd6b736ec829 service neutron] Port 1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a on network 7582e3d8-c00e-40a9-bed9-0f0fabf2534a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:42:35.221947 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-02544c92-33c7-4df0-842a-bd6b736ec829 service neutron] Attempting to bind port 1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a on network 7582e3d8-c00e-40a9-bed9-0f0fabf2534a {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:35.247100 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-02544c92-33c7-4df0-842a-bd6b736ec829 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:35.247545 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-02544c92-33c7-4df0-842a-bd6b736ec829 service neutron] Checking segment: {'id': '56ef8247-2049-45b7-9016-7670820be4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7582e3d8-c00e-40a9-bed9-0f0fabf2534a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:35.248149 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-02544c92-33c7-4df0-842a-bd6b736ec829 service neutron] Bound using segment: {'id': '56ef8247-2049-45b7-9016-7670820be4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7582e3d8-c00e-40a9-bed9-0f0fabf2534a'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:35.249500 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-02544c92-33c7-4df0-842a-bd6b736ec829 service neutron] Bound port: 1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56ef8247-2049-45b7-9016-7670820be4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7582e3d8-c00e-40a9-bed9-0f0fabf2534a'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:35.251638 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-02544c92-33c7-4df0-842a-bd6b736ec829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:35.273434 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-fd9874b8-f2b7-4e5c-b8cd-2a9880c9f98b req-e99c445a-8710-4938-826a-30184ba70a62 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Deleting port 02e73540-9354-4d95-b6cb-1d7e5c82a606 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:35.274466 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-fd9874b8-f2b7-4e5c-b8cd-2a9880c9f98b req-e99c445a-8710-4938-826a-30184ba70a62 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:35.397191 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-fd9874b8-f2b7-4e5c-b8cd-2a9880c9f98b req-e99c445a-8710-4938-826a-30184ba70a62 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] For port 02e73540-9354-4d95-b6cb-1d7e5c82a606, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=02e73540-9354-4d95-b6cb-1d7e5c82a606,segment=NetworkSegment(75dea10b-265e-4eb3-95e8-553aa7a22974),segment_id=75dea10b-265e-4eb3-95e8-553aa7a22974)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:35.397720 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-fd9874b8-f2b7-4e5c-b8cd-2a9880c9f98b req-e99c445a-8710-4938-826a-30184ba70a62 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:35.414263 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-02544c92-33c7-4df0-842a-bd6b736ec829 service neutron] For port 1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:35.435675 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-02544c92-33c7-4df0-842a-bd6b736ec829 service neutron] For port 1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a,segment=NetworkSegment(56ef8247-2049-45b7-9016-7670820be4f8),segment_id=56ef8247-2049-45b7-9016-7670820be4f8)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:35.472523 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe35607-c25b-4943-aad1-23f0620b1d55 req-b30fb06d-0134-4334-ba9a-ec21a66549c5 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:35.474363 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8fe35607-c25b-4943-aad1-23f0620b1d55 req-b30fb06d-0134-4334-ba9a-ec21a66549c5 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=7267cdc1-c372-4cfd-971b-03064c56bc21 HTTP/1.1" status: 200 len: 944 time: 0.1098785 Jun 17 08:42:35.500987 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-fd9874b8-f2b7-4e5c-b8cd-2a9880c9f98b req-e99c445a-8710-4938-826a-30184ba70a62 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Calling delete_port for 02e73540-9354-4d95-b6cb-1d7e5c82a606 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:35.522715 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8fe35607-c25b-4943-aad1-23f0620b1d55 req-7013d9fd-20f7-4eff-a99d-e21fdaa46530 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379686 Jun 17 08:42:35.565218 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e39e8a7f-1d23-4e2e-9b58-2a4f16030f7e req-c32505d1-03e1-41cd-9f33-b69e88ab5583 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 210 time: 0.0609012 Jun 17 08:42:35.577318 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-02544c92-33c7-4df0-842a-bd6b736ec829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:35.585355 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dbb8b53c-49f6-46a2-bfcb-4011a40e0273 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:35.735103 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-02544c92-33c7-4df0-842a-bd6b736ec829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:35.736029 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-02544c92-33c7-4df0-842a-bd6b736ec829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:35.738032 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-02544c92-33c7-4df0-842a-bd6b736ec829 service neutron] 10.222.0.53 "PUT /v2.0/ports/1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a HTTP/1.1" status: 200 len: 1093 time: 1.6724250 Jun 17 08:42:35.738796 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7267cdc1-c372-4cfd-971b-03064c56bc21', 'tag': '1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:35.741669 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0ac074-313d-40b0-9150-9521ab83de51" -d '{"events": [{"name": "network-changed", "server_uuid": "7267cdc1-c372-4cfd-971b-03064c56bc21", "tag": "1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:35.748697 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02544c92-33c7-4df0-842a-bd6b736ec829 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:35.753604 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-02544c92-33c7-4df0-842a-bd6b736ec829 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:35.821462 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-98a88a55-53e2-444c-a10c-a89d689241af req-0a7c0fac-05ef-4887-9f51-cb9bba93642e tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 210 time: 0.0385880 Jun 17 08:42:35.837355 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2bc910-6ce9-4766-b3c6-94d3cce1857e req-65c46f13-13b3-4006-968a-876a4f84eaa7 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:35.838871 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fe2bc910-6ce9-4766-b3c6-94d3cce1857e req-65c46f13-13b3-4006-968a-876a4f84eaa7 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.50 "GET /v2.0/ports?device_id=c152ad26-c53c-4e56-a837-334974641240 HTTP/1.1" status: 200 len: 950 time: 0.1804702 Jun 17 08:42:35.906742 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2601d-ef3e-4c9b-b141-d12aeaa7f74f req-bc92b168-8756-4b9b-ade3-38a8048b3a42 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:35.908317 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-48a2601d-ef3e-4c9b-b141-d12aeaa7f74f req-bc92b168-8756-4b9b-ade3-38a8048b3a42 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/ports?device_id=10afd72b-2d19-4919-9da3-c5e34f211265 HTTP/1.1" status: 200 len: 946 time: 0.0748763 Jun 17 08:42:35.980421 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-fd9874b8-f2b7-4e5c-b8cd-2a9880c9f98b req-e99c445a-8710-4938-826a-30184ba70a62 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:35.993202 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3f315ef3-bbac-49c8-926b-9ace0b0a91a0 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:35.995965 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['02e73540-9354-4d95-b6cb-1d7e5c82a606'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:36.040198 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c445a-8710-4938-826a-30184ba70a62 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Pushing event deleted for resources: {'Port': ['ID=02e73540-9354-4d95-b6cb-1d7e5c82a606,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:36.052145 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e99c445a-8710-4938-826a-30184ba70a62 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:36.088323 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-48a2601d-ef3e-4c9b-b141-d12aeaa7f74f req-f3cd9070-6525-4819-baac-c54bc5096413 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/security-groups?id=704d01a0-630d-48d4-ac97-3333cc8444ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733375 Jun 17 08:42:36.089516 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f616eff5-f9eb-4a73-8287-0d06e2c692bb req-6da483f2-238c-4f84-ba92-811005c581cd tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecffbe04-c6b0-4c43-aed6-70778335f2d7 HTTP/1.1" status: 200 len: 210 time: 0.0586619 Jun 17 08:42:36.130125 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 0a1a4563-d2b6-42b3-8665-23f5f2a62509 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:36.155480 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-fe2bc910-6ce9-4766-b3c6-94d3cce1857e req-503c73b8-70b5-4973-aab5-c8ec0d006051 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Deleting port f65b3172-17b5-4465-ad86-8cfb8149acd7 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:36.155958 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fe2bc910-6ce9-4766-b3c6-94d3cce1857e req-503c73b8-70b5-4973-aab5-c8ec0d006051 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:36.159913 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 0a1a4563-d2b6-42b3-8665-23f5f2a62509 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:42:36.166054 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 0a1a4563-d2b6-42b3-8665-23f5f2a62509 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:42:36.171064 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9874b8-f2b7-4e5c-b8cd-2a9880c9f98b req-e99c445a-8710-4938-826a-30184ba70a62 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] No DVR routers for this DVR port 02e73540-9354-4d95-b6cb-1d7e5c82a606 on host n-h1-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:36.175425 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-fd9874b8-f2b7-4e5c-b8cd-2a9880c9f98b req-e99c445a-8710-4938-826a-30184ba70a62 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:36.177908 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fd9874b8-f2b7-4e5c-b8cd-2a9880c9f98b req-e99c445a-8710-4938-826a-30184ba70a62 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.50 "DELETE /v2.0/ports/02e73540-9354-4d95-b6cb-1d7e5c82a606 HTTP/1.1" status: 204 len: 173 time: 1.0916140 Jun 17 08:42:36.178873 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10afd72b-2d19-4919-9da3-c5e34f211265', 'name': 'network-vif-deleted', 'tag': '02e73540-9354-4d95-b6cb-1d7e5c82a606'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:36.183667 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e96744-1110-4874-954d-6fa5940b1bda" -d '{"events": [{"server_uuid": "10afd72b-2d19-4919-9da3-c5e34f211265", "name": "network-vif-deleted", "tag": "02e73540-9354-4d95-b6cb-1d7e5c82a606"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:36.209229 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cd8c96-22f6-48cf-ab3b-08ef9b9e7788 x-openstack-request-id: req-a2cd8c96-22f6-48cf-ab3b-08ef9b9e7788 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:36.209559 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7267cdc1-c372-4cfd-971b-03064c56bc21", "tag": "1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:36.209846 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2cd8c96-22f6-48cf-ab3b-08ef9b9e7788 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:36.210287 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7267cdc1-c372-4cfd-971b-03064c56bc21', 'tag': '1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a', 'status': 'completed', 'code': 200} Jun 17 08:42:36.224071 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbee77c-509b-4832-b6c9-4441e5967b9d x-openstack-request-id: req-2bbee77c-509b-4832-b6c9-4441e5967b9d {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:36.227774 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10afd72b-2d19-4919-9da3-c5e34f211265", "name": "network-vif-deleted", "tag": "02e73540-9354-4d95-b6cb-1d7e5c82a606", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:36.227774 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2bbee77c-509b-4832-b6c9-4441e5967b9d {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:36.227774 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10afd72b-2d19-4919-9da3-c5e34f211265', 'name': 'network-vif-deleted', 'tag': '02e73540-9354-4d95-b6cb-1d7e5c82a606', 'status': 'completed', 'code': 200} Jun 17 08:42:36.264591 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-ac60b274-435a-4c3f-b159-256dade99d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:36.266098 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-ac60b274-435a-4c3f-b159-256dade99d78 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=85ac448a7aaf4cd0a1ec0847ca40d37e&device_id=7267cdc1-c372-4cfd-971b-03064c56bc21 HTTP/1.1" status: 200 len: 1096 time: 0.1527200 Jun 17 08:42:36.314685 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-fe2bc910-6ce9-4766-b3c6-94d3cce1857e req-503c73b8-70b5-4973-aab5-c8ec0d006051 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] For port f65b3172-17b5-4465-ad86-8cfb8149acd7, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=f65b3172-17b5-4465-ad86-8cfb8149acd7,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:36.315092 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fe2bc910-6ce9-4766-b3c6-94d3cce1857e req-503c73b8-70b5-4973-aab5-c8ec0d006051 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:36.372927 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-b211e2f2-4f6d-4844-9763-dd0c498bbc68 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a HTTP/1.1" status: 200 len: 217 time: 0.0964983 Jun 17 08:42:36.461575 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-fe2bc910-6ce9-4766-b3c6-94d3cce1857e req-503c73b8-70b5-4973-aab5-c8ec0d006051 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Calling delete_port for f65b3172-17b5-4465-ad86-8cfb8149acd7 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:36.556270 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-c54d55f9-1c98-45b1-a529-843d3a5bf1b9 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:36.558929 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-c54d55f9-1c98-45b1-a529-843d3a5bf1b9 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.53 "GET /v2.0/networks?id=8305e780-7f7d-463d-bdce-25806076a869 HTTP/1.1" status: 200 len: 821 time: 0.2718067 Jun 17 08:42:36.582906 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-e0c844d5-6172-4d00-b9fb-3a9bdee7210f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:36.584827 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-9aa6ff62-0524-4cda-96b2-f3910cdec38f tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Request body: {'port': {'device_id': '34967022-009f-4e2e-b501-8b769b8b36d4', 'network_id': '8305e780-7f7d-463d-bdce-25806076a869', 'admin_state_up': True, 'tenant_id': '702856434aae449ea41d8a187426d151'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:36.586309 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-e0c844d5-6172-4d00-b9fb-3a9bdee7210f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=97c0ea40-9ce2-4deb-b5a9-50803adf51b3 HTTP/1.1" status: 200 len: 862 time: 0.2072327 Jun 17 08:42:36.658771 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-8744b2f1-c432-4815-8c72-b3e36258ffff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7582e3d8-c00e-40a9-bed9-0f0fabf2534a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562904 Jun 17 08:42:36.769696 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3fe47-ac0e-4968-969f-b01163bcfcce req-a36ec6b3-fd67-4b24-ab17-02f246512241 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:36.772394 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c9f3fe47-ac0e-4968-969f-b01163bcfcce req-a36ec6b3-fd67-4b24-ab17-02f246512241 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=c152ad26-c53c-4e56-a837-334974641240 HTTP/1.1" status: 200 len: 950 time: 0.3172522 Jun 17 08:42:36.873061 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c9f3fe47-ac0e-4968-969f-b01163bcfcce req-dad272f6-8c62-4036-aaf5-b993205bcc2f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823634 Jun 17 08:42:36.989984 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-9aa6ff62-0524-4cda-96b2-f3910cdec38f tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Made reservation on behalf of 702856434aae449ea41d8a187426d151 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:36.994386 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-9aa6ff62-0524-4cda-96b2-f3910cdec38f tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:37.027163 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-2d40a7c9-65cf-4194-8ee7-33b9d817278a service neutron] 10.222.0.53 "GET /v2.0/networks/7582e3d8-c00e-40a9-bed9-0f0fabf2534a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602555 Jun 17 08:42:37.064349 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbeb4e-f2be-4c28-a873-4d06adbb995b req-547240bc-a057-4653-92f2-3a83cbe60485 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:37.065963 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-69cbeb4e-f2be-4c28-a873-4d06adbb995b req-547240bc-a057-4653-92f2-3a83cbe60485 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=7267cdc1-c372-4cfd-971b-03064c56bc21 HTTP/1.1" status: 200 len: 944 time: 0.2713532 Jun 17 08:42:37.066464 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 46906) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:37.088750 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fe2bc910-6ce9-4766-b3c6-94d3cce1857e req-503c73b8-70b5-4973-aab5-c8ec0d006051 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:37.102449 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['02ec8a85-f045-4b87-876a-4adf983bf6b2', '5d8ed170-6507-42a3-97d4-6d09ca067b07', '644acaf6-3ee9-4e2f-b7bc-16e6f65c928c', 'a04552c6-a3a7-4e4a-9f66-f3e094aaeb81', 'f65b3172-17b5-4465-ad86-8cfb8149acd7'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:37.106549 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['281145b8-eb5c-4a61-bd6b-88f785131871', '6d7367a3-04cc-438f-9213-200a6205f6dd'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:37.129824 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d2075a47-96e2-43d3-a1c3-750bc515bf72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:37.208858 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c73b8-70b5-4973-aab5-c8ec0d006051 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Pushing event deleted for resources: {'Port': ['ID=f65b3172-17b5-4465-ad86-8cfb8149acd7,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:37.212307 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-503c73b8-70b5-4973-aab5-c8ec0d006051 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:37.261564 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-69cbeb4e-f2be-4c28-a873-4d06adbb995b req-8bc782e4-7492-4566-9e54-0d0da24e7816 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698017 Jun 17 08:42:37.296526 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-c8aad1b3-0faa-41dc-8e87-750b6c9e7ccf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-16987254-network', 'tenant_id': '8c5fd23eb02948338afa929a25bd271e'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:37.317647 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b8a92914-3477-4993-8841-91667dbb754c req-c094192a-52bb-4700-84e4-12720e234eef tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 210 time: 0.2602513 Jun 17 08:42:37.399351 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8486add9-2d17-4062-8775-128aac426bc2 req-cc0deeb5-841c-4839-9aff-80e3508438fb tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=472ab7a68a3f4116b4ac35a8a61a7b72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1060896 Jun 17 08:42:37.440061 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2bc910-6ce9-4766-b3c6-94d3cce1857e req-503c73b8-70b5-4973-aab5-c8ec0d006051 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] No DVR routers for this DVR port f65b3172-17b5-4465-ad86-8cfb8149acd7 on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:37.450542 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fe2bc910-6ce9-4766-b3c6-94d3cce1857e req-503c73b8-70b5-4973-aab5-c8ec0d006051 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:37.455065 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fe2bc910-6ce9-4766-b3c6-94d3cce1857e req-503c73b8-70b5-4973-aab5-c8ec0d006051 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.50 "DELETE /v2.0/ports/f65b3172-17b5-4465-ad86-8cfb8149acd7 HTTP/1.1" status: 204 len: 173 time: 1.6097884 Jun 17 08:42:37.546089 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-345cae2d-9bdb-42dc-af8a-956417a6c103 req-a9720477-44eb-437f-b608-7f52457868ac service neutron] 10.222.0.53 "GET /v2.0/networks/7582e3d8-c00e-40a9-bed9-0f0fabf2534a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074830 Jun 17 08:42:37.624907 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-45b98bce-5cee-4369-b07b-55d8746a494f req-85704904-29aa-42ec-ac47-7c2519e17f11 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 210 time: 0.0655515 Jun 17 08:42:37.688366 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a4498aed-ba41-4711-af9b-2a5e3c1655c0 req-605e7457-fe15-4565-a41a-4089e56483e6 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] 10.222.0.49 "GET /v2.0/ports?device_id=10afd72b-2d19-4919-9da3-c5e34f211265 HTTP/1.1" status: 200 len: 210 time: 0.0784862 Jun 17 08:42:37.692566 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8aad1b3-0faa-41dc-8e87-750b6c9e7ccf admin admin] Made reservation on behalf of 8c5fd23eb02948338afa929a25bd271e for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:37.695004 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c8aad1b3-0faa-41dc-8e87-750b6c9e7ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:37.711181 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c8aad1b3-0faa-41dc-8e87-750b6c9e7ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:37.731509 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-9aa6ff62-0524-4cda-96b2-f3910cdec38f tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Allocated IP 172.20.0.14 (8305e780-7f7d-463d-bdce-25806076a869/b9c88322-5e95-4e53-8f33-f88e3723f8f7/9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:37.895219 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6dd57778-d23a-41c9-baa8-2c754e4781e1 req-c9438649-8d09-49b0-8c07-1157d15c6f73 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecffbe04-c6b0-4c43-aed6-70778335f2d7 HTTP/1.1" status: 200 len: 210 time: 0.0408859 Jun 17 08:42:37.940910 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c8aad1b3-0faa-41dc-8e87-750b6c9e7ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:38.070180 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c8aad1b3-0faa-41dc-8e87-750b6c9e7ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:38.081150 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-70b55d47-dd52-4576-9a4a-4f176a1d1a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:38.145754 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 02e73540-9354-4d95-b6cb-1d7e5c82a606 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:38.154413 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-9aa6ff62-0524-4cda-96b2-f3910cdec38f tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:38.174090 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 02e73540-9354-4d95-b6cb-1d7e5c82a606 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:42:38.174721 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 02e73540-9354-4d95-b6cb-1d7e5c82a606 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:42:38.175725 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device f65b3172-17b5-4465-ad86-8cfb8149acd7 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:38.187489 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8aad1b3-0faa-41dc-8e87-750b6c9e7ccf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:42:38.205348 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486add9-2d17-4062-8775-128aac426bc2 req-a21aef91-58b4-4cf1-b864-73bb59e74a53 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:38.209127 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: f65b3172-17b5-4465-ad86-8cfb8149acd7 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:42:38.209267 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8486add9-2d17-4062-8775-128aac426bc2 req-a21aef91-58b4-4cf1-b864-73bb59e74a53 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7932684 Jun 17 08:42:38.211903 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device f65b3172-17b5-4465-ad86-8cfb8149acd7 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:42:38.222397 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-8486add9-2d17-4062-8775-128aac426bc2 req-42a59b62-a552-4ffd-99f7-e12a60072372 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Request body: {'port': {'device_id': '533c8287-3c0a-4c10-8b6b-03b06040a10a', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'admin_state_up': True, 'tenant_id': '472ab7a68a3f4116b4ac35a8a61a7b72'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:38.228410 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aad1b3-0faa-41dc-8e87-750b6c9e7ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1525cd0-3313-4d7a-9c1e-ecd5f631c9c5,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:38.233174 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c8aad1b3-0faa-41dc-8e87-750b6c9e7ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:38.234102 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c152ad26-c53c-4e56-a837-334974641240', 'name': 'network-vif-deleted', 'tag': 'f65b3172-17b5-4465-ad86-8cfb8149acd7'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:38.237385 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d3ec9e-3849-45f7-a836-55fed7f9ba14" -d '{"events": [{"server_uuid": "c152ad26-c53c-4e56-a837-334974641240", "name": "network-vif-deleted", "tag": "f65b3172-17b5-4465-ad86-8cfb8149acd7"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:38.262737 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0f2e51f1-e9ff-4c25-b689-048a42f9785e req-b2c3454a-2473-4abc-8815-277796b86ee8 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=c152ad26-c53c-4e56-a837-334974641240 HTTP/1.1" status: 200 len: 210 time: 0.1276808 Jun 17 08:42:38.274332 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c8aad1b3-0faa-41dc-8e87-750b6c9e7ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:38.278674 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-c8aad1b3-0faa-41dc-8e87-750b6c9e7ccf admin admin] Added segment 49aec61e-7890-48a1-b1cd-c8a79f25b8bc of type vlan for network 0f6d03ef-6940-4bd8-9251-4c5172255868 Jun 17 08:42:38.340642 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-9aa6ff62-0524-4cda-96b2-f3910cdec38f tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:38.346827 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8c56a2e7-2759-4d16-b6b1-d7cd3e774749 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:38.368295 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb598900-e161-4d29-b09f-61c01a414b2f x-openstack-request-id: req-bb598900-e161-4d29-b09f-61c01a414b2f {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:38.369142 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c152ad26-c53c-4e56-a837-334974641240", "name": "network-vif-deleted", "tag": "f65b3172-17b5-4465-ad86-8cfb8149acd7", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:38.369482 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb598900-e161-4d29-b09f-61c01a414b2f {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:38.369931 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c152ad26-c53c-4e56-a837-334974641240', 'name': 'network-vif-deleted', 'tag': 'f65b3172-17b5-4465-ad86-8cfb8149acd7', 'status': 'completed', 'code': 200} Jun 17 08:42:38.423202 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.53', 64533) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:38.426631 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c8aad1b3-0faa-41dc-8e87-750b6c9e7ccf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:38.433438 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-9aa6ff62-0524-4cda-96b2-f3910cdec38f tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Network 8305e780-7f7d-463d-bdce-25806076a869 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:38.451883 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ac074-313d-40b0-9150-9521ab83de51 req-3b1f8acf-5a70-468f-b2c0-33af9d50ef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:38.455846 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1c0ac074-313d-40b0-9150-9521ab83de51 req-3b1f8acf-5a70-468f-b2c0-33af9d50ef5e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=85ac448a7aaf4cd0a1ec0847ca40d37e&device_id=7267cdc1-c372-4cfd-971b-03064c56bc21 HTTP/1.1" status: 200 len: 1096 time: 0.3759792 Jun 17 08:42:38.468547 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-9aa6ff62-0524-4cda-96b2-f3910cdec38f tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:38.470798 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6ff62-0524-4cda-96b2-f3910cdec38f tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Pushing event updated for resources: {'Port': ['ID=9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:38.479832 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-9aa6ff62-0524-4cda-96b2-f3910cdec38f tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:38.487970 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9aa6ff62-0524-4cda-96b2-f3910cdec38f tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:38.498377 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-37855b14-983b-43f6-ae0c-5c8ae6202d96 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=472ab7a68a3f4116b4ac35a8a61a7b72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0670733 Jun 17 08:42:38.596563 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9578ab3b-474c-440d-a827-eed5c8f9cc94 req-7cd5c3bf-9650-4bab-950a-076d59237e6e tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 210 time: 0.0740340 Jun 17 08:42:38.644060 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-9aa6ff62-0524-4cda-96b2-f3910cdec38f tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:38.644636 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-9aa6ff62-0524-4cda-96b2-f3910cdec38f tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:38.677867 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ac074-313d-40b0-9150-9521ab83de51 req-8f48ca0a-e1cb-45e4-a30f-1f07f6c10b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:38.687897 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1c0ac074-313d-40b0-9150-9521ab83de51 req-8f48ca0a-e1cb-45e4-a30f-1f07f6c10b06 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7582e3d8-c00e-40a9-bed9-0f0fabf2534a HTTP/1.1" status: 200 len: 923 time: 0.2195277 Jun 17 08:42:38.690577 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c8aad1b3-0faa-41dc-8e87-750b6c9e7ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:38.693873 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8aad1b3-0faa-41dc-8e87-750b6c9e7ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:38.694538 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c8aad1b3-0faa-41dc-8e87-750b6c9e7ccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:38.715284 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:38.729139 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-0962fe88-5691-4ee6-b6db-37fc50d79cab tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:38.732318 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-0962fe88-5691-4ee6-b6db-37fc50d79cab tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2061822 Jun 17 08:42:38.749365 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-c2120f8d-fed4-4924-a15c-a565b359d9fd tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Request body: {'port': {'device_id': 'ecffbe04-c6b0-4c43-aed6-70778335f2d7', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'admin_state_up': True, 'tenant_id': '472ab7a68a3f4116b4ac35a8a61a7b72'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:38.822906 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8486add9-2d17-4062-8775-128aac426bc2 req-42a59b62-a552-4ffd-99f7-e12a60072372 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Made reservation on behalf of 472ab7a68a3f4116b4ac35a8a61a7b72 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:38.826890 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-8486add9-2d17-4062-8775-128aac426bc2 req-42a59b62-a552-4ffd-99f7-e12a60072372 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:38.906962 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-9aa6ff62-0524-4cda-96b2-f3910cdec38f tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3364375 Jun 17 08:42:38.912263 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-8486add9-2d17-4062-8775-128aac426bc2 req-42a59b62-a552-4ffd-99f7-e12a60072372 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:38.927526 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-facdd7a0-a2da-4b3b-8e87-196279db23ff service neutron] Request body: {'port': {'device_id': '34967022-009f-4e2e-b501-8b769b8b36d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:39.154456 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-facdd7a0-a2da-4b3b-8e87-196279db23ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:39.158336 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-8486add9-2d17-4062-8775-128aac426bc2 req-42a59b62-a552-4ffd-99f7-e12a60072372 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:39.167385 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835f668-a8d2-477c-b1d4-914822143229 req-ddef4e7b-8597-4a8d-9883-5f40e5f72e8e tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:39.172915 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1c0ac074-313d-40b0-9150-9521ab83de51 req-1bdd5282-264e-4bab-b3fc-519409e1a670 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a HTTP/1.1" status: 200 len: 217 time: 0.4602258 Jun 17 08:42:39.174839 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1835f668-a8d2-477c-b1d4-914822143229 req-ddef4e7b-8597-4a8d-9883-5f40e5f72e8e tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 932 time: 0.3637993 Jun 17 08:42:39.182109 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a919c-a303-4806-b425-2b3c11917234 req-c377abea-1a04-49f4-adce-f86b1c716161 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:39.190774 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-665a919c-a303-4806-b425-2b3c11917234 req-c377abea-1a04-49f4-adce-f86b1c716161 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=7267cdc1-c372-4cfd-971b-03064c56bc21 HTTP/1.1" status: 200 len: 944 time: 0.6323078 Jun 17 08:42:39.247799 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1835f668-a8d2-477c-b1d4-914822143229 req-7acf49e4-ae50-4f2f-b8e2-5332da0fb70c tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719423 Jun 17 08:42:39.310038 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-665a919c-a303-4806-b425-2b3c11917234 req-e39ffa85-691b-4304-ba6c-e277d34c3aa3 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171181 Jun 17 08:42:39.315322 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aad1b3-0faa-41dc-8e87-750b6c9e7ccf admin admin] Pushing event updated for resources: {'Network': ['ID=0f6d03ef-6940-4bd8-9251-4c5172255868,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:39.338380 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c8aad1b3-0faa-41dc-8e87-750b6c9e7ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:39.383067 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-8486add9-2d17-4062-8775-128aac426bc2 req-42a59b62-a552-4ffd-99f7-e12a60072372 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:39.383651 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 0f6d03ef-6940-4bd8-9251-4c5172255868 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:42:39.384523 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-80934d0a-684c-4e58-82e6-d5d17cb94f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:39.384624 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ac074-313d-40b0-9150-9521ab83de51 req-fb6b61ff-a03d-4fe1-a97c-ed73f86f625a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:39.384624 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1c0ac074-313d-40b0-9150-9521ab83de51 req-fb6b61ff-a03d-4fe1-a97c-ed73f86f625a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=97c0ea40-9ce2-4deb-b5a9-50803adf51b3 HTTP/1.1" status: 200 len: 862 time: 0.1496696 Jun 17 08:42:39.452178 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1c0ac074-313d-40b0-9150-9521ab83de51 req-12bbc026-9b5b-4619-b8d5-c7976370cde7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7582e3d8-c00e-40a9-bed9-0f0fabf2534a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650001 Jun 17 08:42:39.586169 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c8aad1b3-0faa-41dc-8e87-750b6c9e7ccf admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5144227 Jun 17 08:42:39.587958 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 46940) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:39.610191 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-9cd7cb54-56a9-4319-a41b-f8e10fc7a2e5 admin admin] Request body: {'subnet': {'network_id': '0f6d03ef-6940-4bd8-9251-4c5172255868', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-16987254-subnet', 'tenant_id': '8c5fd23eb02948338afa929a25bd271e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:39.671687 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-21a8265b-ef8e-43a0-a8a6-5692d401b3a6 req-6fb23159-5152-4ea6-bb6a-0534ef0a93a1 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecffbe04-c6b0-4c43-aed6-70778335f2d7 HTTP/1.1" status: 200 len: 210 time: 0.0663447 Jun 17 08:42:39.760025 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1c0ac074-313d-40b0-9150-9521ab83de51 req-365dc167-d1b0-4219-9e5c-f607ad779e16 service neutron] 10.222.0.53 "GET /v2.0/networks/7582e3d8-c00e-40a9-bed9-0f0fabf2534a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182719 Jun 17 08:42:39.935422 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a59b62-a552-4ffd-99f7-e12a60072372 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af4e9468-9bd3-4814-a29f-5cede9857089,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:39.950182 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-42a59b62-a552-4ffd-99f7-e12a60072372 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:39.975004 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-db08eefa-4321-4e9c-bb3a-0b7659b90d4e req-3e8c29c9-e538-4350-95f1-827601697b5b tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df208ae-d43e-4ad5-9b9a-0866f791f34d HTTP/1.1" status: 200 len: 210 time: 0.0955117 Jun 17 08:42:39.989477 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1c0ac074-313d-40b0-9150-9521ab83de51 req-7e94b62b-4010-42b3-a59c-9fb8df5b4e48 service neutron] 10.222.0.53 "GET /v2.0/networks/7582e3d8-c00e-40a9-bed9-0f0fabf2534a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226772 Jun 17 08:42:40.065792 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-c2120f8d-fed4-4924-a15c-a565b359d9fd tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Made reservation on behalf of 472ab7a68a3f4116b4ac35a8a61a7b72 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:40.070126 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-c2120f8d-fed4-4924-a15c-a565b359d9fd tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.145483 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-8486add9-2d17-4062-8775-128aac426bc2 req-42a59b62-a552-4ffd-99f7-e12a60072372 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Allocated IP 192.168.233.176 (26debee9-bc17-4dec-acaf-a4c976511744/9fa94245-1f4d-486b-9e45-990a58fa5ffe/ab6b19a0-24fd-4572-958d-128e40d1df5f) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:40.212517 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd7cb54-56a9-4319-a41b-f8e10fc7a2e5 admin admin] Made reservation on behalf of 8c5fd23eb02948338afa929a25bd271e for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:40.215601 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9cd7cb54-56a9-4319-a41b-f8e10fc7a2e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.535513 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-facdd7a0-a2da-4b3b-8e87-196279db23ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:40.552221 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-facdd7a0-a2da-4b3b-8e87-196279db23ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.558972 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21746f6-8733-40a8-97a9-e4e03c85033f req-66f1383d-fc37-4cc9-aba7-0060d0f7a295 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:40.573873 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-8486add9-2d17-4062-8775-128aac426bc2 req-42a59b62-a552-4ffd-99f7-e12a60072372 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.573998 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e21746f6-8733-40a8-97a9-e4e03c85033f req-66f1383d-fc37-4cc9-aba7-0060d0f7a295 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 932 time: 0.1507766 Jun 17 08:42:40.585447 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-facdd7a0-a2da-4b3b-8e87-196279db23ff service neutron] Transition to ACTIVE for port object 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:40.591694 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-8486add9-2d17-4062-8775-128aac426bc2 req-42a59b62-a552-4ffd-99f7-e12a60072372 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Transition to ACTIVE for port object ab6b19a0-24fd-4572-958d-128e40d1df5f will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:40.631211 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e21746f6-8733-40a8-97a9-e4e03c85033f req-d7cb56d3-1f9a-42ca-bb97-aebee24ed686 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595047 Jun 17 08:42:40.703882 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9cd7cb54-56a9-4319-a41b-f8e10fc7a2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.706037 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-facdd7a0-a2da-4b3b-8e87-196279db23ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.707531 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:40.786064 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e58aa97e-7b6a-447e-ac8c-5b6b390ed0cf tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:40.788614 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd7cb54-56a9-4319-a41b-f8e10fc7a2e5 admin admin] Checking segment: {'id': '49aec61e-7890-48a1-b1cd-c8a79f25b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0f6d03ef-6940-4bd8-9251-4c5172255868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:40.789246 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd7cb54-56a9-4319-a41b-f8e10fc7a2e5 admin admin] Network hostable DHCP agents. Network: 0f6d03ef-6940-4bd8-9251-4c5172255868, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:42:40.792538 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7cb54-56a9-4319-a41b-f8e10fc7a2e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dbdc6bd-0b36-49f1-ae6a-5d7f6a68cd33,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:40.796228 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9cd7cb54-56a9-4319-a41b-f8e10fc7a2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:40.863137 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-8486add9-2d17-4062-8775-128aac426bc2 req-42a59b62-a552-4ffd-99f7-e12a60072372 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.870251 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facdd7a0-a2da-4b3b-8e87-196279db23ff service neutron] Pushing event updated for resources: {'Port': ['ID=9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:40.920761 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-facdd7a0-a2da-4b3b-8e87-196279db23ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:40.923348 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dbeb7380-0af1-4bd6-94d3-67fe3b742ea1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:40.951283 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8b5eb-4a59-4c65-89eb-1562d42128d9 req-73e76cf5-c49c-493e-87ac-05b91b00d4fd tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:40.953216 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c6f8b5eb-4a59-4c65-89eb-1562d42128d9 req-73e76cf5-c49c-493e-87ac-05b91b00d4fd tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392 HTTP/1.1" status: 200 len: 950 time: 0.1253080 Jun 17 08:42:40.970042 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd7cb54-56a9-4319-a41b-f8e10fc7a2e5 admin admin] Network 0f6d03ef-6940-4bd8-9251-4c5172255868 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:42:40.989984 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-c2120f8d-fed4-4924-a15c-a565b359d9fd tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Allocated IP 192.168.233.192 (26debee9-bc17-4dec-acaf-a4c976511744/9fa94245-1f4d-486b-9e45-990a58fa5ffe/8534d268-2162-4b74-ae11-12078e97fc28) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:41.006075 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c6f8b5eb-4a59-4c65-89eb-1562d42128d9 req-5655ec3e-c87a-488f-87a4-f40b4fe9816e tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443430 Jun 17 08:42:41.011203 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8486add9-2d17-4062-8775-128aac426bc2 req-42a59b62-a552-4ffd-99f7-e12a60072372 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Network 26debee9-bc17-4dec-acaf-a4c976511744 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:41.052940 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-8486add9-2d17-4062-8775-128aac426bc2 req-42a59b62-a552-4ffd-99f7-e12a60072372 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:41.056218 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-8486add9-2d17-4062-8775-128aac426bc2 req-42a59b62-a552-4ffd-99f7-e12a60072372 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:41.066624 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-9cd7cb54-56a9-4319-a41b-f8e10fc7a2e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 0f6d03ef-6940-4bd8-9251-4c5172255868) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:41.080924 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd7cb54-56a9-4319-a41b-f8e10fc7a2e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:41.084493 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9cd7cb54-56a9-4319-a41b-f8e10fc7a2e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.117076 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9184c0-f617-4baf-a087-912d7754902c None None] Network 0f6d03ef-6940-4bd8-9251-4c5172255868 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:41.125239 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a59b62-a552-4ffd-99f7-e12a60072372 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Pushing event updated for resources: {'Port': ['ID=ab6b19a0-24fd-4572-958d-128e40d1df5f,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:41.129283 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-42a59b62-a552-4ffd-99f7-e12a60072372 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:41.151325 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:42:41.227936 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbef9d-a59a-45a2-b30f-ee092e067221 req-5a268b9b-2251-4851-ba9c-82348a7a9a0a tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:41.229539 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f5bbef9d-a59a-45a2-b30f-ee092e067221 req-5a268b9b-2251-4851-ba9c-82348a7a9a0a tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=7267cdc1-c372-4cfd-971b-03064c56bc21 HTTP/1.1" status: 200 len: 944 time: 0.5091324 Jun 17 08:42:41.249667 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-9cd7cb54-56a9-4319-a41b-f8e10fc7a2e5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6532774 Jun 17 08:42:41.253053 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 46988) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:41.257235 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486add9-2d17-4062-8775-128aac426bc2 req-42a59b62-a552-4ffd-99f7-e12a60072372 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:41.257842 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-8486add9-2d17-4062-8775-128aac426bc2 req-42a59b62-a552-4ffd-99f7-e12a60072372 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.260093 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-0d02ec76-511b-43b9-82f0-623fa9c368cb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-16987254-router', 'tenant_id': '8c5fd23eb02948338afa929a25bd271e', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:41.348899 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-facdd7a0-a2da-4b3b-8e87-196279db23ff service neutron] Attempting to bind port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:41.349238 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-facdd7a0-a2da-4b3b-8e87-196279db23ff service neutron] Attempting to bind port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:41.349694 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-facdd7a0-a2da-4b3b-8e87-196279db23ff service neutron] Attempting to bind port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb on network 8305e780-7f7d-463d-bdce-25806076a869 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:41.373464 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0d02ec76-511b-43b9-82f0-623fa9c368cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.376874 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0d02ec76-511b-43b9-82f0-623fa9c368cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.388045 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-facdd7a0-a2da-4b3b-8e87-196279db23ff service neutron] Port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb on network 8305e780-7f7d-463d-bdce-25806076a869 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:42:41.388388 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-facdd7a0-a2da-4b3b-8e87-196279db23ff service neutron] Attempting to bind port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb on network 8305e780-7f7d-463d-bdce-25806076a869 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:41.403241 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-facdd7a0-a2da-4b3b-8e87-196279db23ff service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:41.403562 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-facdd7a0-a2da-4b3b-8e87-196279db23ff service neutron] Checking segment: {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:41.403985 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-facdd7a0-a2da-4b3b-8e87-196279db23ff service neutron] Bound using segment: {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:41.404442 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-facdd7a0-a2da-4b3b-8e87-196279db23ff service neutron] Bound port: 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:41.404800 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-facdd7a0-a2da-4b3b-8e87-196279db23ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.423099 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f5bbef9d-a59a-45a2-b30f-ee092e067221 req-22cd69be-e3e0-4c28-9da5-40d7983ca134 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622124 Jun 17 08:42:41.485987 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8486add9-2d17-4062-8775-128aac426bc2 req-42a59b62-a552-4ffd-99f7-e12a60072372 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2689462 Jun 17 08:42:41.524433 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-8486add9-2d17-4062-8775-128aac426bc2 req-da66397e-c3fc-42a3-80ef-26bcd399ff3e service neutron] Request body: {'port': {'device_id': '533c8287-3c0a-4c10-8b6b-03b06040a10a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:41.535576 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0d02ec76-511b-43b9-82f0-623fa9c368cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.584337 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3b2f2197-a7a6-41e8-9ce4-f594e7abd676 req-78a9b084-5e75-4e8a-833e-792a057423cd tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecffbe04-c6b0-4c43-aed6-70778335f2d7 HTTP/1.1" status: 200 len: 210 time: 0.0426917 Jun 17 08:42:41.702658 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-c2120f8d-fed4-4924-a15c-a565b359d9fd tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.735468 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-8486add9-2d17-4062-8775-128aac426bc2 req-da66397e-c3fc-42a3-80ef-26bcd399ff3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.752752 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-c2120f8d-fed4-4924-a15c-a565b359d9fd tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Transition to ACTIVE for port object 8534d268-2162-4b74-ae11-12078e97fc28 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:41.769531 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-facdd7a0-a2da-4b3b-8e87-196279db23ff service neutron] For port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:41.790326 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-975e921c-cd3f-4439-b009-477d9df37990 None None] Provisioning for port ab6b19a0-24fd-4572-958d-128e40d1df5f completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:41.795943 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a,segment=NetworkSegment(56ef8247-2049-45b7-9016-7670820be4f8),segment_id=56ef8247-2049-45b7-9016-7670820be4f8)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:41.817042 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-facdd7a0-a2da-4b3b-8e87-196279db23ff service neutron] For port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:41.844537 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-975e921c-cd3f-4439-b009-477d9df37990 None None] Provisioning complete for port ab6b19a0-24fd-4572-958d-128e40d1df5f triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:41.846468 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-975e921c-cd3f-4439-b009-477d9df37990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.851363 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a', 'network_id': '7582e3d8-c00e-40a9-bed9-0f0fabf2534a', 'port_id': '1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a', 'mac_address': 'fa:16:3e:45:4c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97c0ea40-9ce2-4deb-b5a9-50803adf51b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:42:41.878967 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328506d1-cbb8-4211-b3b3-866364818c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-0f6d03ef-6940-4bd8-9251-4c5172255868', 'network_id': '0f6d03ef-6940-4bd8-9251-4c5172255868', 'tenant_id': '8c5fd23eb02948338afa929a25bd271e', 'fixed_ips': [{'subnet_id': '2dbdc6bd-0b36-49f1-ae6a-5d7f6a68cd33'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:42:41.879263 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0d02ec76-511b-43b9-82f0-623fa9c368cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.879888 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-328506d1-cbb8-4211-b3b3-866364818c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.927580 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-facdd7a0-a2da-4b3b-8e87-196279db23ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.930031 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-facdd7a0-a2da-4b3b-8e87-196279db23ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:42.043621 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-975e921c-cd3f-4439-b009-477d9df37990 None None] Port ab6b19a0-24fd-4572-958d-128e40d1df5f cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:42:42.053384 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:42.091753 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:42.159108 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-facdd7a0-a2da-4b3b-8e87-196279db23ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:42.162112 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-facdd7a0-a2da-4b3b-8e87-196279db23ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:42.169584 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-facdd7a0-a2da-4b3b-8e87-196279db23ff service neutron] 10.222.0.53 "PUT /v2.0/ports/9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb HTTP/1.1" status: 200 len: 1093 time: 3.2466500 Jun 17 08:42:42.185029 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34967022-009f-4e2e-b501-8b769b8b36d4', 'tag': '9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:42.187453 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6011ce-138b-41cf-a81a-d0868db02ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "34967022-009f-4e2e-b501-8b769b8b36d4", "tag": "9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:42.220085 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a,segment=NetworkSegment(56ef8247-2049-45b7-9016-7670820be4f8),segment_id=56ef8247-2049-45b7-9016-7670820be4f8)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:42.275906 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-328506d1-cbb8-4211-b3b3-866364818c1a None None] Allocated IP 172.20.0.2 (0f6d03ef-6940-4bd8-9251-4c5172255868/2dbdc6bd-0b36-49f1-ae6a-5d7f6a68cd33/a588dc42-6e02-4899-aec1-7f880e79b7f4) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:42.285291 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-c2120f8d-fed4-4924-a15c-a565b359d9fd tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:42.325511 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52292533-9520-4315-a67f-f8fb486a804a req-1539b310-6eff-4364-86b3-2742a007dea0 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:42.331555 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-52292533-9520-4315-a67f-f8fb486a804a req-1539b310-6eff-4364-86b3-2742a007dea0 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392 HTTP/1.1" status: 200 len: 950 time: 0.2198653 Jun 17 08:42:42.463417 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facdd7a0-a2da-4b3b-8e87-196279db23ff service neutron] Pushing event updated for resources: {'Port': ['ID=9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:42.474557 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-328506d1-cbb8-4211-b3b3-866364818c1a None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:42.480129 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-facdd7a0-a2da-4b3b-8e87-196279db23ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:42.485681 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-328506d1-cbb8-4211-b3b3-866364818c1a None None] Transition to ACTIVE for port object a588dc42-6e02-4899-aec1-7f880e79b7f4 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:42.505327 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-328506d1-cbb8-4211-b3b3-866364818c1a None None] Transition to ACTIVE for port object a588dc42-6e02-4899-aec1-7f880e79b7f4 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:42.509698 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:42.510700 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7a6559af-25ec-41f7-b88d-d76f5ce1b3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:42.511620 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:42.529521 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-c2120f8d-fed4-4924-a15c-a565b359d9fd tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Network 26debee9-bc17-4dec-acaf-a4c976511744 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:42.591260 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:42.599769 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-c2120f8d-fed4-4924-a15c-a565b359d9fd tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:42.600758 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:42.601109 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:42.601449 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:42.601781 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:42.603162 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-c2120f8d-fed4-4924-a15c-a565b359d9fd tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:42.624757 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:42.626846 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:42.627566 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:42.628104 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:42.629266 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:42.630026 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:42.630779 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:42.631425 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:42.642358 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:42.643645 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-328506d1-cbb8-4211-b3b3-866364818c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:42.658750 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:42.672215 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0d02ec76-511b-43b9-82f0-623fa9c368cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:42.688588 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f5426-5011-4273-9538-23077da16b21 req-9599b049-230e-4fa0-9e1e-1f312a2f9e1b tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:42.690993 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257cd27-4350-4bf4-8a5f-d119c74442bf req-f5890779-702c-428a-84b7-dba2455d4cd6 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:42.698718 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f257cd27-4350-4bf4-8a5f-d119c74442bf req-f5890779-702c-428a-84b7-dba2455d4cd6 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 944 time: 0.7901042 Jun 17 08:42:42.702283 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-856f5426-5011-4273-9538-23077da16b21 req-9599b049-230e-4fa0-9e1e-1f312a2f9e1b tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392 HTTP/1.1" status: 200 len: 950 time: 0.3680403 Jun 17 08:42:42.750772 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328506d1-cbb8-4211-b3b3-866364818c1a None None] Network 0f6d03ef-6940-4bd8-9251-4c5172255868 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:42.755046 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328506d1-cbb8-4211-b3b3-866364818c1a None None] Pushing event updated for resources: {'Port': ['ID=a588dc42-6e02-4899-aec1-7f880e79b7f4,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:42.760376 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-328506d1-cbb8-4211-b3b3-866364818c1a None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:42.776185 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2120f8d-fed4-4924-a15c-a565b359d9fd tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Pushing event updated for resources: {'Port': ['ID=8534d268-2162-4b74-ae11-12078e97fc28,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:42.789743 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-328506d1-cbb8-4211-b3b3-866364818c1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:42.791455 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c2120f8d-fed4-4924-a15c-a565b359d9fd tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:42.791924 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328506d1-cbb8-4211-b3b3-866364818c1a None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:42.835494 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f257cd27-4350-4bf4-8a5f-d119c74442bf req-eb3a7b6d-4645-4e2f-8028-9ae36419eb98 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355512 Jun 17 08:42:42.841054 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-856f5426-5011-4273-9538-23077da16b21 req-9747b12e-b0d5-44e5-a7db-9b94ea223e02 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377795 Jun 17 08:42:42.857730 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-c2120f8d-fed4-4924-a15c-a565b359d9fd tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:42.857730 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-c2120f8d-fed4-4924-a15c-a565b359d9fd tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:42.858756 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0d02ec76-511b-43b9-82f0-623fa9c368cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:42.870314 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-5069705a-04c1-46ed-b26e-6fd16577e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:42.872222 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-5069705a-04c1-46ed-b26e-6fd16577e0a5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=702856434aae449ea41d8a187426d151&device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 1096 time: 0.5529065 Jun 17 08:42:42.971454 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-328506d1-cbb8-4211-b3b3-866364818c1a None None] Attempting to bind port a588dc42-6e02-4899-aec1-7f880e79b7f4 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:42.973156 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-8d98a96e-1ef8-44fc-bef7-b29af58e62d0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb HTTP/1.1" status: 200 len: 217 time: 0.0754137 Jun 17 08:42:42.976041 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-328506d1-cbb8-4211-b3b3-866364818c1a None None] Attempting to bind port a588dc42-6e02-4899-aec1-7f880e79b7f4 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '49aec61e-7890-48a1-b1cd-c8a79f25b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0f6d03ef-6940-4bd8-9251-4c5172255868'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:42.976805 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-c2120f8d-fed4-4924-a15c-a565b359d9fd tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2353435 Jun 17 08:42:42.977500 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328506d1-cbb8-4211-b3b3-866364818c1a None None] Attempting to bind port a588dc42-6e02-4899-aec1-7f880e79b7f4 on network 0f6d03ef-6940-4bd8-9251-4c5172255868 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:42.987823 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:43.011261 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-fce48bc7-7796-45f2-8cbd-a2b407d62317 service neutron] Request body: {'port': {'device_id': 'ecffbe04-c6b0-4c43-aed6-70778335f2d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:43.017494 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-8486add9-2d17-4062-8775-128aac426bc2 req-da66397e-c3fc-42a3-80ef-26bcd399ff3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab6b19a0-24fd-4572-958d-128e40d1df5f {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:43.032856 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328506d1-cbb8-4211-b3b3-866364818c1a None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:43.033669 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328506d1-cbb8-4211-b3b3-866364818c1a None None] Checking segment: {'id': '49aec61e-7890-48a1-b1cd-c8a79f25b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0f6d03ef-6940-4bd8-9251-4c5172255868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:43.034297 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-328506d1-cbb8-4211-b3b3-866364818c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:43.034892 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328506d1-cbb8-4211-b3b3-866364818c1a None None] Bound using segment: {'id': '49aec61e-7890-48a1-b1cd-c8a79f25b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0f6d03ef-6940-4bd8-9251-4c5172255868'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:43.035583 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-328506d1-cbb8-4211-b3b3-866364818c1a None None] Bound port: a588dc42-6e02-4899-aec1-7f880e79b7f4, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49aec61e-7890-48a1-b1cd-c8a79f25b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0f6d03ef-6940-4bd8-9251-4c5172255868'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:43.036568 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-328506d1-cbb8-4211-b3b3-866364818c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:43.114736 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb3edbb-b86c-4806-83c7-289851c02a3c x-openstack-request-id: req-1bb3edbb-b86c-4806-83c7-289851c02a3c {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:43.115209 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34967022-009f-4e2e-b501-8b769b8b36d4", "tag": "9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:43.115614 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1bb3edbb-b86c-4806-83c7-289851c02a3c {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:43.119620 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34967022-009f-4e2e-b501-8b769b8b36d4', 'tag': '9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb', 'status': 'completed', 'code': 200} Jun 17 08:42:43.148802 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-8486add9-2d17-4062-8775-128aac426bc2 req-da66397e-c3fc-42a3-80ef-26bcd399ff3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:43.209283 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-52292533-9520-4315-a67f-f8fb486a804a req-ae2fd3d7-8b1a-40c0-b639-3ef0aaab916d tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Deleting port a04552c6-a3a7-4e4a-9f66-f3e094aaeb81 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:43.210570 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-52292533-9520-4315-a67f-f8fb486a804a req-ae2fd3d7-8b1a-40c0-b639-3ef0aaab916d tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:43.254578 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-939a5bbd-930d-40d6-8a42-79a48a96891d None None] Provisioning for port 8534d268-2162-4b74-ae11-12078e97fc28 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:43.270914 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-8486add9-2d17-4062-8775-128aac426bc2 req-da66397e-c3fc-42a3-80ef-26bcd399ff3e service neutron] Transition to ACTIVE for port object ab6b19a0-24fd-4572-958d-128e40d1df5f will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:43.279392 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-939a5bbd-930d-40d6-8a42-79a48a96891d None None] Provisioning complete for port 8534d268-2162-4b74-ae11-12078e97fc28 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:43.279679 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-939a5bbd-930d-40d6-8a42-79a48a96891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:43.285111 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-328506d1-cbb8-4211-b3b3-866364818c1a None None] For port a588dc42-6e02-4899-aec1-7f880e79b7f4, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:43.331095 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-52292533-9520-4315-a67f-f8fb486a804a req-ae2fd3d7-8b1a-40c0-b639-3ef0aaab916d tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] For port a04552c6-a3a7-4e4a-9f66-f3e094aaeb81, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=a04552c6-a3a7-4e4a-9f66-f3e094aaeb81,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:43.331607 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-52292533-9520-4315-a67f-f8fb486a804a req-ae2fd3d7-8b1a-40c0-b639-3ef0aaab916d tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:43.354477 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-c58d469b-2713-4ba1-8bcc-ebdc9ccf5076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:43.356205 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-c58d469b-2713-4ba1-8bcc-ebdc9ccf5076 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9c88322-5e95-4e53-8f33-f88e3723f8f7 HTTP/1.1" status: 200 len: 861 time: 0.3638484 Jun 17 08:42:43.402663 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-8486add9-2d17-4062-8775-128aac426bc2 req-da66397e-c3fc-42a3-80ef-26bcd399ff3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:43.408344 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-08e73e6b-85b1-486a-adb8-0194519fcd7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:43.412670 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-52292533-9520-4315-a67f-f8fb486a804a req-ae2fd3d7-8b1a-40c0-b639-3ef0aaab916d tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Calling delete_port for a04552c6-a3a7-4e4a-9f66-f3e094aaeb81 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:43.420888 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-328506d1-cbb8-4211-b3b3-866364818c1a None None] For port a588dc42-6e02-4899-aec1-7f880e79b7f4, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=a588dc42-6e02-4899-aec1-7f880e79b7f4,segment=NetworkSegment(49aec61e-7890-48a1-b1cd-c8a79f25b8bc),segment_id=49aec61e-7890-48a1-b1cd-c8a79f25b8bc)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:43.422470 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-939a5bbd-930d-40d6-8a42-79a48a96891d None None] Port 8534d268-2162-4b74-ae11-12078e97fc28 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:42:43.452575 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-e628716c-4593-4e82-9e04-adeebeccb79b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8305e780-7f7d-463d-bdce-25806076a869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763428 Jun 17 08:42:43.500170 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-fce48bc7-7796-45f2-8cbd-a2b407d62317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:43.552601 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-328506d1-cbb8-4211-b3b3-866364818c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:43.564128 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:43.633827 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328506d1-cbb8-4211-b3b3-866364818c1a None None] Pushing event updated for resources: {'Port': ['ID=a588dc42-6e02-4899-aec1-7f880e79b7f4,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:43.643978 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-328506d1-cbb8-4211-b3b3-866364818c1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:43.663442 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66397e-c3fc-42a3-80ef-26bcd399ff3e service neutron] Pushing event updated for resources: {'Port': ['ID=ab6b19a0-24fd-4572-958d-128e40d1df5f,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:43.668206 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-da66397e-c3fc-42a3-80ef-26bcd399ff3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:43.678144 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-0d02ec76-511b-43b9-82f0-623fa9c368cb admin admin] Allocated IP 172.25.2.53 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:43.728882 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c424f-f2a4-4a90-a3d4-7af70c3ff5c4 req-efa7ac73-e677-43f9-b51a-bc27cbbab9eb tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:43.737268 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6a8c424f-f2a4-4a90-a3d4-7af70c3ff5c4 req-efa7ac73-e677-43f9-b51a-bc27cbbab9eb tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=7267cdc1-c372-4cfd-971b-03064c56bc21 HTTP/1.1" status: 200 len: 945 time: 0.1988175 Jun 17 08:42:43.829144 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-52292533-9520-4315-a67f-f8fb486a804a req-ae2fd3d7-8b1a-40c0-b639-3ef0aaab916d tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:43.839550 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8789168d-b873-4d69-a083-ae34579d63ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:43.841860 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['02ec8a85-f045-4b87-876a-4adf983bf6b2', '5d8ed170-6507-42a3-97d4-6d09ca067b07', '644acaf6-3ee9-4e2f-b7bc-16e6f65c928c', 'a04552c6-a3a7-4e4a-9f66-f3e094aaeb81'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:43.901609 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6a8c424f-f2a4-4a90-a3d4-7af70c3ff5c4 req-ce957816-6b55-48e8-9b66-fc4e07247150 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630583 Jun 17 08:42:43.908720 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fd3d7-8b1a-40c0-b639-3ef0aaab916d tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Pushing event deleted for resources: {'Port': ['ID=a04552c6-a3a7-4e4a-9f66-f3e094aaeb81,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:43.921345 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ae2fd3d7-8b1a-40c0-b639-3ef0aaab916d tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:44.024690 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['281145b8-eb5c-4a61-bd6b-88f785131871', '6d7367a3-04cc-438f-9213-200a6205f6dd'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:44.200151 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0d02ec76-511b-43b9-82f0-623fa9c368cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:44.342675 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device a588dc42-6e02-4899-aec1-7f880e79b7f4 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:44.454890 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-52292533-9520-4315-a67f-f8fb486a804a req-ae2fd3d7-8b1a-40c0-b639-3ef0aaab916d tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] No DVR routers for this DVR port a04552c6-a3a7-4e4a-9f66-f3e094aaeb81 on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:44.460229 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-52292533-9520-4315-a67f-f8fb486a804a req-ae2fd3d7-8b1a-40c0-b639-3ef0aaab916d tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:44.464255 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-52292533-9520-4315-a67f-f8fb486a804a req-ae2fd3d7-8b1a-40c0-b639-3ef0aaab916d tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.50 "DELETE /v2.0/ports/a04552c6-a3a7-4e4a-9f66-f3e094aaeb81 HTTP/1.1" status: 204 len: 173 time: 2.1092985 Jun 17 08:42:44.466091 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392', 'name': 'network-vif-deleted', 'tag': 'a04552c6-a3a7-4e4a-9f66-f3e094aaeb81'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:44.472063 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fceb957-6f32-4519-9718-fbe7b4f6c8df" -d '{"events": [{"server_uuid": "e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392", "name": "network-vif-deleted", "tag": "a04552c6-a3a7-4e4a-9f66-f3e094aaeb81"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:44.556354 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e94b1e-7d42-41b6-b4e4-4513663514bf req-918e0746-63fc-4472-8275-7c0b3da60036 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:44.557956 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b4e94b1e-7d42-41b6-b4e4-4513663514bf req-918e0746-63fc-4472-8275-7c0b3da60036 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 944 time: 0.2136493 Jun 17 08:42:44.567599 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0d02ec76-511b-43b9-82f0-623fa9c368cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:44.572991 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3ff58ad0-b8ed-4df9-a199-01a9c1e425e1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:44.589727 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-fce48bc7-7796-45f2-8cbd-a2b407d62317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8534d268-2162-4b74-ae11-12078e97fc28 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:44.609363 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-fce48bc7-7796-45f2-8cbd-a2b407d62317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:44.694254 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d02ec76-511b-43b9-82f0-623fa9c368cb admin admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:44.696852 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port a588dc42-6e02-4899-aec1-7f880e79b7f4 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:44.709798 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-0d02ec76-511b-43b9-82f0-623fa9c368cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:44.713774 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d02ec76-511b-43b9-82f0-623fa9c368cb admin admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:44.736066 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-8486add9-2d17-4062-8775-128aac426bc2 req-da66397e-c3fc-42a3-80ef-26bcd399ff3e service neutron] Attempting to bind port ab6b19a0-24fd-4572-958d-128e40d1df5f on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:44.736407 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-8486add9-2d17-4062-8775-128aac426bc2 req-da66397e-c3fc-42a3-80ef-26bcd399ff3e service neutron] Attempting to bind port ab6b19a0-24fd-4572-958d-128e40d1df5f by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:44.752373 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8486add9-2d17-4062-8775-128aac426bc2 req-da66397e-c3fc-42a3-80ef-26bcd399ff3e service neutron] Attempting to bind port ab6b19a0-24fd-4572-958d-128e40d1df5f on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:44.772800 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02ec76-511b-43b9-82f0-623fa9c368cb admin admin] Pushing event updated for resources: {'Port': ['ID=18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:44.776951 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0d02ec76-511b-43b9-82f0-623fa9c368cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:44.797520 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b4e94b1e-7d42-41b6-b4e4-4513663514bf req-43b2d535-1727-4b0a-9536-4c533104d0e7 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133932 Jun 17 08:42:44.798059 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-fce48bc7-7796-45f2-8cbd-a2b407d62317 service neutron] Transition to ACTIVE for port object 8534d268-2162-4b74-ae11-12078e97fc28 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:44.807587 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-ea584ad4-3611-4efc-bcbc-8d6155feb499 service neutron] 10.222.0.53 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3213830 Jun 17 08:42:44.839150 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cd7b9-c6a9-45c3-bb22-48e75bd217d2 req-25f1e243-b716-4593-89f3-3ba7d0945000 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:44.851879 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-141cd7b9-c6a9-45c3-bb22-48e75bd217d2 req-25f1e243-b716-4593-89f3-3ba7d0945000 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecffbe04-c6b0-4c43-aed6-70778335f2d7 HTTP/1.1" status: 200 len: 936 time: 1.3986466 Jun 17 08:42:45.140057 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-231c5b98-15a7-436e-b36c-833c8d15c514 req-3ced68ff-0441-4d43-a395-93834eec6ddb service neutron] 10.222.0.53 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711325 Jun 17 08:42:45.143156 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-fce48bc7-7796-45f2-8cbd-a2b407d62317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:45.145836 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8486add9-2d17-4062-8775-128aac426bc2 req-da66397e-c3fc-42a3-80ef-26bcd399ff3e service neutron] Port ab6b19a0-24fd-4572-958d-128e40d1df5f on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:42:45.146171 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8486add9-2d17-4062-8775-128aac426bc2 req-da66397e-c3fc-42a3-80ef-26bcd399ff3e service neutron] Attempting to bind port ab6b19a0-24fd-4572-958d-128e40d1df5f on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:45.157825 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d0828c75-3868-466b-a508-e7174a7bbe68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:45.177342 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:45.205058 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8486add9-2d17-4062-8775-128aac426bc2 req-da66397e-c3fc-42a3-80ef-26bcd399ff3e service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:45.205652 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8486add9-2d17-4062-8775-128aac426bc2 req-da66397e-c3fc-42a3-80ef-26bcd399ff3e service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:45.206163 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8486add9-2d17-4062-8775-128aac426bc2 req-da66397e-c3fc-42a3-80ef-26bcd399ff3e service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:45.206728 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-8486add9-2d17-4062-8775-128aac426bc2 req-da66397e-c3fc-42a3-80ef-26bcd399ff3e service neutron] Bound port: ab6b19a0-24fd-4572-958d-128e40d1df5f, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:45.207192 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-8486add9-2d17-4062-8775-128aac426bc2 req-da66397e-c3fc-42a3-80ef-26bcd399ff3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:45.289758 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9ca7df83-e995-4192-afe5-58f5a8c31ada req-f852b0fb-6cbf-457f-ad5d-7fa528411664 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392 HTTP/1.1" status: 200 len: 210 time: 0.1278715 Jun 17 08:42:45.437810 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:45.442211 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:45.442604 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:45.452439 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-141cd7b9-c6a9-45c3-bb22-48e75bd217d2 req-8e8301fa-560d-4ae4-a7fa-5c8931c99880 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/security-groups?id=af4e9468-9bd3-4814-a29f-5cede9857089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6006310 Jun 17 08:42:45.524949 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce48bc7-7796-45f2-8cbd-a2b407d62317 service neutron] Pushing event updated for resources: {'Port': ['ID=8534d268-2162-4b74-ae11-12078e97fc28,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:45.616047 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe399552-ca9d-4d3f-b4d0-c4d96aeb0156 x-openstack-request-id: req-fe399552-ca9d-4d3f-b4d0-c4d96aeb0156 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:45.617416 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392", "name": "network-vif-deleted", "tag": "a04552c6-a3a7-4e4a-9f66-f3e094aaeb81", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:45.617949 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fe399552-ca9d-4d3f-b4d0-c4d96aeb0156 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:45.622131 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fce48bc7-7796-45f2-8cbd-a2b407d62317 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:45.623825 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ca4ce9-51fe-4b70-a4f7-d99ac4c3d392', 'name': 'network-vif-deleted', 'tag': 'a04552c6-a3a7-4e4a-9f66-f3e094aaeb81', 'status': 'completed', 'code': 200} Jun 17 08:42:45.637894 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0d02ec76-511b-43b9-82f0-623fa9c368cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:45.786080 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:45.793670 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2985ab97-9198-461d-9562-91660243246d None None] Network 0f6d03ef-6940-4bd8-9251-4c5172255868 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:45.897466 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-8486add9-2d17-4062-8775-128aac426bc2 req-da66397e-c3fc-42a3-80ef-26bcd399ff3e service neutron] For port ab6b19a0-24fd-4572-958d-128e40d1df5f, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:45.915505 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-8486add9-2d17-4062-8775-128aac426bc2 req-da66397e-c3fc-42a3-80ef-26bcd399ff3e service neutron] For port ab6b19a0-24fd-4572-958d-128e40d1df5f, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ab6b19a0-24fd-4572-958d-128e40d1df5f,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:45.991332 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6011ce-138b-41cf-a81a-d0868db02ab1 req-f43c8554-2b8b-4540-bd63-788175428ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:46.006008 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2f6011ce-138b-41cf-a81a-d0868db02ab1 req-f43c8554-2b8b-4540-bd63-788175428ced service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=702856434aae449ea41d8a187426d151&device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 1096 time: 0.6023614 Jun 17 08:42:46.008048 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7267cdc1-c372-4cfd-971b-03064c56bc21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:46.013008 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7533130-eb30-4103-87a4-84529bcb9d87" -d '{"events": [{"server_uuid": "7267cdc1-c372-4cfd-971b-03064c56bc21", "name": "network-vif-plugged", "status": "completed", "tag": "1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:46.057735 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-8486add9-2d17-4062-8775-128aac426bc2 req-da66397e-c3fc-42a3-80ef-26bcd399ff3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.069381 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-08c28b89-f126-4667-8495-a1c76ae1302a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:46.071300 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a,segment=NetworkSegment(56ef8247-2049-45b7-9016-7670820be4f8),segment_id=56ef8247-2049-45b7-9016-7670820be4f8)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:46.078826 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-fce48bc7-7796-45f2-8cbd-a2b407d62317 service neutron] Attempting to bind port 8534d268-2162-4b74-ae11-12078e97fc28 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:46.079407 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-fce48bc7-7796-45f2-8cbd-a2b407d62317 service neutron] Attempting to bind port 8534d268-2162-4b74-ae11-12078e97fc28 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:46.079787 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-fce48bc7-7796-45f2-8cbd-a2b407d62317 service neutron] Attempting to bind port 8534d268-2162-4b74-ae11-12078e97fc28 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:46.206022 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-fce48bc7-7796-45f2-8cbd-a2b407d62317 service neutron] Port 8534d268-2162-4b74-ae11-12078e97fc28 on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:42:46.206530 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-fce48bc7-7796-45f2-8cbd-a2b407d62317 service neutron] Attempting to bind port 8534d268-2162-4b74-ae11-12078e97fc28 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:46.211735 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device a04552c6-a3a7-4e4a-9f66-f3e094aaeb81 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:46.225158 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.257156 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:46.263920 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486add9-2d17-4062-8775-128aac426bc2 req-da66397e-c3fc-42a3-80ef-26bcd399ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:46.264397 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-20b2acbb-a6e8-4ef5-b367-dc04ca6da0f6 None None] Provisioning for port a588dc42-6e02-4899-aec1-7f880e79b7f4 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:46.264867 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-8486add9-2d17-4062-8775-128aac426bc2 req-da66397e-c3fc-42a3-80ef-26bcd399ff3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.266402 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8486add9-2d17-4062-8775-128aac426bc2 req-da66397e-c3fc-42a3-80ef-26bcd399ff3e service neutron] 10.222.0.53 "PUT /v2.0/ports/ab6b19a0-24fd-4572-958d-128e40d1df5f HTTP/1.1" status: 200 len: 1097 time: 4.7637033 Jun 17 08:42:46.269169 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533c8287-3c0a-4c10-8b6b-03b06040a10a', 'tag': 'ab6b19a0-24fd-4572-958d-128e40d1df5f'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:46.271988 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1438a2dc-3268-4ed2-84f4-4e106e2105b5" -d '{"events": [{"name": "network-changed", "server_uuid": "533c8287-3c0a-4c10-8b6b-03b06040a10a", "tag": "ab6b19a0-24fd-4572-958d-128e40d1df5f"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:46.286520 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-fce48bc7-7796-45f2-8cbd-a2b407d62317 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:46.286976 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-fce48bc7-7796-45f2-8cbd-a2b407d62317 service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:46.287476 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-fce48bc7-7796-45f2-8cbd-a2b407d62317 service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:46.288095 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-fce48bc7-7796-45f2-8cbd-a2b407d62317 service neutron] Bound port: 8534d268-2162-4b74-ae11-12078e97fc28, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:46.288559 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-fce48bc7-7796-45f2-8cbd-a2b407d62317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.295791 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0d02ec76-511b-43b9-82f0-623fa9c368cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.315498 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: a04552c6-a3a7-4e4a-9f66-f3e094aaeb81 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:42:46.316289 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device a04552c6-a3a7-4e4a-9f66-f3e094aaeb81 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:42:46.329652 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-20b2acbb-a6e8-4ef5-b367-dc04ca6da0f6 None None] Provisioning complete for port a588dc42-6e02-4899-aec1-7f880e79b7f4 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:46.330478 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-20b2acbb-a6e8-4ef5-b367-dc04ca6da0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.342405 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a4d17-2401-4fc2-af51-4c2282352b4e req-be514afc-54fa-4440-b0a1-168049942ade tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:46.355649 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c41a4d17-2401-4fc2-af51-4c2282352b4e req-be514afc-54fa-4440-b0a1-168049942ade tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=7267cdc1-c372-4cfd-971b-03064c56bc21 HTTP/1.1" status: 200 len: 945 time: 0.3222203 Jun 17 08:42:46.381610 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66397e-c3fc-42a3-80ef-26bcd399ff3e service neutron] Pushing event updated for resources: {'Port': ['ID=ab6b19a0-24fd-4572-958d-128e40d1df5f,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:46.391531 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-da66397e-c3fc-42a3-80ef-26bcd399ff3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:46.430638 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:46.442505 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:46.490098 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6011ce-138b-41cf-a81a-d0868db02ab1 req-9e341c9b-81cf-4dc7-a8e6-246af0f68dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:46.491808 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2f6011ce-138b-41cf-a81a-d0868db02ab1 req-9e341c9b-81cf-4dc7-a8e6-246af0f68dbb service neutron] 10.222.0.53 "GET /v2.0/networks?id=8305e780-7f7d-463d-bdce-25806076a869 HTTP/1.1" status: 200 len: 922 time: 0.4775662 Jun 17 08:42:46.585759 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-20b2acbb-a6e8-4ef5-b367-dc04ca6da0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.719238 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-20b2acbb-a6e8-4ef5-b367-dc04ca6da0f6 None None] For port a588dc42-6e02-4899-aec1-7f880e79b7f4, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=a588dc42-6e02-4899-aec1-7f880e79b7f4,segment=NetworkSegment(49aec61e-7890-48a1-b1cd-c8a79f25b8bc),segment_id=49aec61e-7890-48a1-b1cd-c8a79f25b8bc)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:46.792619 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c41a4d17-2401-4fc2-af51-4c2282352b4e req-51e4e0cd-512a-4be1-9ffb-0e44bea35cca tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319799 Jun 17 08:42:46.813318 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-20b2acbb-a6e8-4ef5-b367-dc04ca6da0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.816065 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-328506d1-cbb8-4211-b3b3-866364818c1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:46.909476 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d02ec76-511b-43b9-82f0-623fa9c368cb admin admin] Router ea083726-2bdb-43dd-a507-fd282a4e94d0 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:42:46.931263 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd80c098-68cd-4313-9f99-35d68b7ccff2 x-openstack-request-id: req-bd80c098-68cd-4313-9f99-35d68b7ccff2 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:46.931912 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7267cdc1-c372-4cfd-971b-03064c56bc21", "name": "network-vif-plugged", "status": "completed", "tag": "1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:46.932575 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bd80c098-68cd-4313-9f99-35d68b7ccff2 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:46.933451 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7267cdc1-c372-4cfd-971b-03064c56bc21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a', 'code': 200} Jun 17 08:42:46.940613 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b2acbb-a6e8-4ef5-b367-dc04ca6da0f6 None None] Pushing event updated for resources: {'Port': ['ID=a588dc42-6e02-4899-aec1-7f880e79b7f4,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:46.945343 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-20b2acbb-a6e8-4ef5-b367-dc04ca6da0f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:46.966996 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-321aa33a-f651-4a98-84be-5a162146b4a2 None None] Provisioning complete for port a588dc42-6e02-4899-aec1-7f880e79b7f4 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:46.967505 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-321aa33a-f651-4a98-84be-5a162146b4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:47.192791 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:42:47.321856 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276cd85c-bc26-46f8-b442-2d6a365a9abb x-openstack-request-id: req-276cd85c-bc26-46f8-b442-2d6a365a9abb {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:47.322553 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533c8287-3c0a-4c10-8b6b-03b06040a10a", "tag": "ab6b19a0-24fd-4572-958d-128e40d1df5f", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:47.322553 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-276cd85c-bc26-46f8-b442-2d6a365a9abb {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:47.322964 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533c8287-3c0a-4c10-8b6b-03b06040a10a', 'tag': 'ab6b19a0-24fd-4572-958d-128e40d1df5f', 'status': 'completed', 'code': 200} Jun 17 08:42:47.334653 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2f6011ce-138b-41cf-a81a-d0868db02ab1 req-6d2c2f19-3e99-4288-8fde-8e5747415091 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb HTTP/1.1" status: 200 len: 217 time: 0.8146152 Jun 17 08:42:47.367464 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:47.412851 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb', 'network_id': '8305e780-7f7d-463d-bdce-25806076a869', 'port_id': '9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb', 'mac_address': 'fa:16:3e:af:39:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9c88322-5e95-4e53-8f33-f88e3723f8f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:42:47.428211 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492588dd-b62d-4da5-9808-c49a48d67fa0 req-bc5f6ec3-5d78-40a6-a0dc-bfb0c17457cb tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:47.436048 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-492588dd-b62d-4da5-9808-c49a48d67fa0 req-bc5f6ec3-5d78-40a6-a0dc-bfb0c17457cb tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 944 time: 1.2846768 Jun 17 08:42:47.445126 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-fce48bc7-7796-45f2-8cbd-a2b407d62317 service neutron] For port 8534d268-2162-4b74-ae11-12078e97fc28, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:47.467431 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:47.481122 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-fce48bc7-7796-45f2-8cbd-a2b407d62317 service neutron] For port 8534d268-2162-4b74-ae11-12078e97fc28, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=8534d268-2162-4b74-ae11-12078e97fc28,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:47.484200 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:47.503177 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6011ce-138b-41cf-a81a-d0868db02ab1 req-4983a2b8-44d7-4116-affe-7906d95cab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:47.510156 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2f6011ce-138b-41cf-a81a-d0868db02ab1 req-4983a2b8-44d7-4116-affe-7906d95cab06 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9c88322-5e95-4e53-8f33-f88e3723f8f7 HTTP/1.1" status: 200 len: 861 time: 0.1521575 Jun 17 08:42:47.510388 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:47.533337 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486add9-2d17-4062-8775-128aac426bc2 req-1d4a9029-deae-411c-ac37-2e4afd01531c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:47.534804 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8486add9-2d17-4062-8775-128aac426bc2 req-1d4a9029-deae-411c-ac37-2e4afd01531c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=472ab7a68a3f4116b4ac35a8a61a7b72&device_id=533c8287-3c0a-4c10-8b6b-03b06040a10a HTTP/1.1" status: 200 len: 1100 time: 1.0888669 Jun 17 08:42:47.559226 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2f6011ce-138b-41cf-a81a-d0868db02ab1 req-fb6ed56d-50cd-4de8-babd-ba6021a099d1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8305e780-7f7d-463d-bdce-25806076a869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427620 Jun 17 08:42:47.563549 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-492588dd-b62d-4da5-9808-c49a48d67fa0 req-d72361ab-b4ee-47bd-8895-b8249ff6c1a5 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260505 Jun 17 08:42:47.616113 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:47.624757 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8486add9-2d17-4062-8775-128aac426bc2 req-4e976712-e1ec-4cd0-8fd2-85dcbb4283da service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=ab6b19a0-24fd-4572-958d-128e40d1df5f HTTP/1.1" status: 200 len: 217 time: 0.0647702 Jun 17 08:42:47.625209 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ace8f-f658-4f6e-b897-17ebb9eec1be req-c3e14bba-51f0-45c0-a5f3-977af850dd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:47.626477 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bf7ace8f-f658-4f6e-b897-17ebb9eec1be req-c3e14bba-51f0-45c0-a5f3-977af850dd14 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7267cdc1-c372-4cfd-971b-03064c56bc21 HTTP/1.1" status: 200 len: 1098 time: 0.6032374 Jun 17 08:42:47.659063 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d02ec76-511b-43b9-82f0-623fa9c368cb admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:42:47.664693 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc53784-04fa-4f70-a32d-03ad3ed2262c None None] Sync routers for ids ['ea083726-2bdb-43dd-a507-fd282a4e94d0'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:42:47.685309 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc53784-04fa-4f70-a32d-03ad3ed2262c None None] Routers {'ea083726-2bdb-43dd-a507-fd282a4e94d0'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:47.685960 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-3cc53784-04fa-4f70-a32d-03ad3ed2262c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:42:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['ea083726-2bdb-43dd-a507-fd282a4e94d0'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:47.698237 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:47.699976 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:47.731077 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bf7ace8f-f658-4f6e-b897-17ebb9eec1be req-ebacbba8-24ad-4b5b-bffe-5d5ddfec7ad2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889699 Jun 17 08:42:47.760530 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9efdc6-d996-4cbf-b149-d10086ba547b req-db5f1154-7a43-4c75-b885-99970d238665 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:47.762074 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-fce48bc7-7796-45f2-8cbd-a2b407d62317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:47.773348 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bb9efdc6-d996-4cbf-b149-d10086ba547b req-db5f1154-7a43-4c75-b885-99970d238665 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecffbe04-c6b0-4c43-aed6-70778335f2d7 HTTP/1.1" status: 200 len: 948 time: 0.1433289 Jun 17 08:42:47.790182 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9aa6ff62-0524-4cda-96b2-f3910cdec38f tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:47.820119 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:47.839148 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:47.859220 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0d02ec76-511b-43b9-82f0-623fa9c368cb admin admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:47.864970 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0d02ec76-511b-43b9-82f0-623fa9c368cb admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.6089659 Jun 17 08:42:47.873377 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47062) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:47.892044 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bb9efdc6-d996-4cbf-b149-d10086ba547b req-131bf1c5-4883-483b-b464-e5d22edd4d88 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/security-groups?id=af4e9468-9bd3-4814-a29f-5cede9857089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174340 Jun 17 08:42:47.912412 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-fce48bc7-7796-45f2-8cbd-a2b407d62317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:47.924405 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-fce48bc7-7796-45f2-8cbd-a2b407d62317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:47.930502 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-fce48bc7-7796-45f2-8cbd-a2b407d62317 service neutron] 10.222.0.53 "PUT /v2.0/ports/8534d268-2162-4b74-ae11-12078e97fc28 HTTP/1.1" status: 200 len: 1097 time: 4.9276545 Jun 17 08:42:47.977115 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:48.001827 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2f6011ce-138b-41cf-a81a-d0868db02ab1 req-51b4fee0-6fd1-4802-b814-4559de0fb7eb service neutron] 10.222.0.53 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319906 Jun 17 08:42:48.006425 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-3cc53784-04fa-4f70-a32d-03ad3ed2262c None None] Set router ea083726-2bdb-43dd-a507-fd282a4e94d0 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:42:48.033438 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486add9-2d17-4062-8775-128aac426bc2 req-32d8e0cd-d895-46d2-9c8f-1624f1fe5ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:48.038581 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8486add9-2d17-4062-8775-128aac426bc2 req-32d8e0cd-d895-46d2-9c8f-1624f1fe5ff6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.4100740 Jun 17 08:42:48.200602 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device a588dc42-6e02-4899-aec1-7f880e79b7f4 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:48.253206 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffcfd9-acf1-40b0-a85c-894034008ab2 req-f9f47844-2e9d-44bf-9669-2d774f687a6d tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:48.260990 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-55ffcfd9-acf1-40b0-a85c-894034008ab2 req-f9f47844-2e9d-44bf-9669-2d774f687a6d tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=7267cdc1-c372-4cfd-971b-03064c56bc21 HTTP/1.1" status: 200 len: 946 time: 0.1140988 Jun 17 08:42:48.308491 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2f6011ce-138b-41cf-a81a-d0868db02ab1 req-0d6f3344-0c72-4ab9-bebf-6d3150f93722 service neutron] 10.222.0.53 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541866 Jun 17 08:42:48.355081 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-55ffcfd9-acf1-40b0-a85c-894034008ab2 req-34d8d2bc-5143-4c13-99e0-3eefbda5af6e tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930991 Jun 17 08:42:48.413053 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-3cc53784-04fa-4f70-a32d-03ad3ed2262c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea083726-2bdb-43dd-a507-fd282a4e94d0', 'name': 'tempest-FloatingIPDetailsTestJSON-16987254-router', 'tenant_id': '8c5fd23eb02948338afa929a25bd271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:42:41Z', 'updated_at': '2021-06-17T08:42:45Z', 'revision_number': 3, 'project_id': '8c5fd23eb02948338afa929a25bd271e', 'gw_port': {'id': '18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea083726-2bdb-43dd-a507-fd282a4e94d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:42:42Z', 'updated_at': '2021-06-17T08:42:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:48.436570 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port a588dc42-6e02-4899-aec1-7f880e79b7f4 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:48.436958 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:48.438122 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce48bc7-7796-45f2-8cbd-a2b407d62317 service neutron] Pushing event updated for resources: {'Port': ['ID=8534d268-2162-4b74-ae11-12078e97fc28,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:48.484050 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fce48bc7-7796-45f2-8cbd-a2b407d62317 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:48.488965 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc53784-04fa-4f70-a32d-03ad3ed2262c None None] Checking router: ea083726-2bdb-43dd-a507-fd282a4e94d0 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:42:48.490378 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc53784-04fa-4f70-a32d-03ad3ed2262c None None] Updating router ea083726-2bdb-43dd-a507-fd282a4e94d0 port 18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:42:48.560681 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-3cc53784-04fa-4f70-a32d-03ad3ed2262c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:48.664466 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-71a1b346-725a-4f57-9ad7-33e90c155d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:48.665454 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-71a1b346-725a-4f57-9ad7-33e90c155d53 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=472ab7a68a3f4116b4ac35a8a61a7b72&device_id=ecffbe04-c6b0-4c43-aed6-70778335f2d7 HTTP/1.1" status: 200 len: 1100 time: 0.3334885 Jun 17 08:42:48.789020 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486add9-2d17-4062-8775-128aac426bc2 req-2a22a3fd-5f72-492f-bf9a-e33cddd4d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:48.793030 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8486add9-2d17-4062-8775-128aac426bc2 req-2a22a3fd-5f72-492f-bf9a-e33cddd4d832 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4799042 Jun 17 08:42:48.852461 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be624975-df35-44d5-8411-294ee3143270 req-4ff69b77-d441-4a9b-a502-af1292f50812 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:48.859791 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-be624975-df35-44d5-8411-294ee3143270 req-4ff69b77-d441-4a9b-a502-af1292f50812 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 945 time: 0.1253102 Jun 17 08:42:48.984086 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-be624975-df35-44d5-8411-294ee3143270 req-057cb768-fd9a-45db-84a6-7f506f3392fb tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178057 Jun 17 08:42:48.997716 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-0239a24e-147c-49e8-a445-34475564a041 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=8534d268-2162-4b74-ae11-12078e97fc28 HTTP/1.1" status: 200 len: 217 time: 0.3228922 Jun 17 08:42:49.025450 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-3cc53784-04fa-4f70-a32d-03ad3ed2262c None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:49.038780 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-3cc53784-04fa-4f70-a32d-03ad3ed2262c None None] Transition to ACTIVE for port object 18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:49.128561 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-0f54c0f6-9b2a-4143-927c-2fb70ce9f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:49.131024 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-0f54c0f6-9b2a-4143-927c-2fb70ce9f583 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1046727 Jun 17 08:42:49.193187 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:49.204087 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-3cc53784-04fa-4f70-a32d-03ad3ed2262c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:49.206485 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:49.263409 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257b4f0-4b97-4e7f-8e0c-3d16284a7509 None None] Pushing event updated for resources: {'Port': ['ID=18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df,revision_number=2']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:49.279265 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257b4f0-4b97-4e7f-8e0c-3d16284a7509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:49.279660 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257b4f0-4b97-4e7f-8e0c-3d16284a7509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:49.280763 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257b4f0-4b97-4e7f-8e0c-3d16284a7509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:49.281109 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257b4f0-4b97-4e7f-8e0c-3d16284a7509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:49.281451 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257b4f0-4b97-4e7f-8e0c-3d16284a7509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:49.282038 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257b4f0-4b97-4e7f-8e0c-3d16284a7509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:49.282371 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257b4f0-4b97-4e7f-8e0c-3d16284a7509 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:49.282806 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257b4f0-4b97-4e7f-8e0c-3d16284a7509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:49.283144 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257b4f0-4b97-4e7f-8e0c-3d16284a7509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:49.283604 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257b4f0-4b97-4e7f-8e0c-3d16284a7509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:49.283968 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257b4f0-4b97-4e7f-8e0c-3d16284a7509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:49.284938 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257b4f0-4b97-4e7f-8e0c-3d16284a7509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:49.292287 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-a257b4f0-4b97-4e7f-8e0c-3d16284a7509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:49.326508 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-3cc53784-04fa-4f70-a32d-03ad3ed2262c None None] Attempting to bind port 18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:49.326951 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-3cc53784-04fa-4f70-a32d-03ad3ed2262c None None] Attempting to bind port 18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:49.327520 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc53784-04fa-4f70-a32d-03ad3ed2262c None None] Attempting to bind port 18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:49.333359 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc53784-04fa-4f70-a32d-03ad3ed2262c None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:49.347200 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc53784-04fa-4f70-a32d-03ad3ed2262c None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:49.347757 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-3cc53784-04fa-4f70-a32d-03ad3ed2262c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:49.348184 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc53784-04fa-4f70-a32d-03ad3ed2262c None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:49.351264 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-3cc53784-04fa-4f70-a32d-03ad3ed2262c None None] Bound port: 18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:49.351683 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-3cc53784-04fa-4f70-a32d-03ad3ed2262c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:49.362595 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecffbe04-c6b0-4c43-aed6-70778335f2d7', 'tag': '8534d268-2162-4b74-ae11-12078e97fc28'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:49.365038 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f78d06-50c1-4a4a-8127-be5f5ac6ea03" -d '{"events": [{"name": "network-changed", "server_uuid": "ecffbe04-c6b0-4c43-aed6-70778335f2d7", "tag": "8534d268-2162-4b74-ae11-12078e97fc28"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:49.477506 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-4a74a3c4-74e6-4c05-8d33-b2e42105887c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:49.480206 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-4a74a3c4-74e6-4c05-8d33-b2e42105887c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3300266 Jun 17 08:42:49.548168 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-3cc53784-04fa-4f70-a32d-03ad3ed2262c None None] For port 18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:49.551435 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-3cc53784-04fa-4f70-a32d-03ad3ed2262c None None] For port 18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:49.564349 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:49.570855 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:49.574942 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:49.669317 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-3cc53784-04fa-4f70-a32d-03ad3ed2262c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:49.689273 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:49.715863 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8486add9-2d17-4062-8775-128aac426bc2 req-7b7d153b-33a8-424f-9201-c2d182df3a8f service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7167122 Jun 17 08:42:49.733740 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:49.740425 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc53784-04fa-4f70-a32d-03ad3ed2262c None None] Routers {'ea083726-2bdb-43dd-a507-fd282a4e94d0'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:49.741336 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-3cc53784-04fa-4f70-a32d-03ad3ed2262c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:42:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['ea083726-2bdb-43dd-a507-fd282a4e94d0'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:49.776197 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34967022-009f-4e2e-b501-8b769b8b36d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:49.778682 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9ee5cd-4460-4403-b8e3-7e0a000c719b" -d '{"events": [{"server_uuid": "34967022-009f-4e2e-b501-8b769b8b36d4", "name": "network-vif-plugged", "status": "completed", "tag": "9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:49.805856 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:49.859541 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257b4f0-4b97-4e7f-8e0c-3d16284a7509 None None] Pushing event updated for resources: {'Port': ['ID=18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:49.864696 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-a257b4f0-4b97-4e7f-8e0c-3d16284a7509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:49.902994 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-3cc53784-04fa-4f70-a32d-03ad3ed2262c None None] Set router ea083726-2bdb-43dd-a507-fd282a4e94d0 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:42:49.920849 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:49.925176 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:49.931961 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-a33a34ce-3e25-4546-9647-fa86ef03a320 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692591 Jun 17 08:42:49.980859 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:42:50.044769 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8486add9-2d17-4062-8775-128aac426bc2 req-92c13c7e-d2e1-4747-9fc8-5ae57da950c0 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162045 Jun 17 08:42:50.131620 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab88f0-a4c6-426d-a382-f2ec1056ed61 req-1adaa164-bb12-46d2-8cf5-f2de91283a02 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:50.133706 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2bab88f0-a4c6-426d-a382-f2ec1056ed61 req-1adaa164-bb12-46d2-8cf5-f2de91283a02 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecffbe04-c6b0-4c43-aed6-70778335f2d7 HTTP/1.1" status: 200 len: 948 time: 0.3536444 Jun 17 08:42:50.248646 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-3cc53784-04fa-4f70-a32d-03ad3ed2262c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea083726-2bdb-43dd-a507-fd282a4e94d0', 'name': 'tempest-FloatingIPDetailsTestJSON-16987254-router', 'tenant_id': '8c5fd23eb02948338afa929a25bd271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:42:41Z', 'updated_at': '2021-06-17T08:42:45Z', 'revision_number': 3, 'project_id': '8c5fd23eb02948338afa929a25bd271e', 'gw_port': {'id': '18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea083726-2bdb-43dd-a507-fd282a4e94d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:42:42Z', 'updated_at': '2021-06-17T08:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:50.297486 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc53784-04fa-4f70-a32d-03ad3ed2262c None None] The sync data for ids ['ea083726-2bdb-43dd-a507-fd282a4e94d0'] in n-d-758944-30 is: [{'id': 'ea083726-2bdb-43dd-a507-fd282a4e94d0', 'name': 'tempest-FloatingIPDetailsTestJSON-16987254-router', 'tenant_id': '8c5fd23eb02948338afa929a25bd271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:42:41Z', 'updated_at': '2021-06-17T08:42:45Z', 'revision_number': 3, 'project_id': '8c5fd23eb02948338afa929a25bd271e', 'gw_port': {'id': '18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea083726-2bdb-43dd-a507-fd282a4e94d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:42:42Z', 'updated_at': '2021-06-17T08:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:42:50.340681 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:50.340681 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:50.377574 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c1dad-32f6-48a9-92e1-3064f77745f4 req-d081442e-1181-4da2-a307-1250e3c38d8a tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:50.378920 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-812c1dad-32f6-48a9-92e1-3064f77745f4 req-d081442e-1181-4da2-a307-1250e3c38d8a tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f8a1e9-b09c-41a3-8406-69cb31fc6f74 HTTP/1.1" status: 200 len: 949 time: 0.2004762 Jun 17 08:42:50.393268 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2bab88f0-a4c6-426d-a382-f2ec1056ed61 req-2d81434c-44e5-44d7-a155-b958557bea17 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/security-groups?id=af4e9468-9bd3-4814-a29f-5cede9857089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496259 Jun 17 08:42:50.397783 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-44ec6e03-97ad-4d6c-afc6-168f98f80c3c req-bad20a14-a868-43a1-b553-ba92e39e8e58 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583733 Jun 17 08:42:50.406345 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.437588 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf73cf-152d-4ec4-94b0-b16a045e8438 req-ac54b486-30b8-4106-80e7-125ca89d83eb tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:50.445508 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-67cf73cf-152d-4ec4-94b0-b16a045e8438 req-ac54b486-30b8-4106-80e7-125ca89d83eb tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=7267cdc1-c372-4cfd-971b-03064c56bc21 HTTP/1.1" status: 200 len: 946 time: 0.1774774 Jun 17 08:42:50.471608 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438a2dc-3268-4ed2-84f4-4e106e2105b5 req-daa871a5-21c8-43ca-902f-d49b6e405421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:50.476547 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1438a2dc-3268-4ed2-84f4-4e106e2105b5 req-daa871a5-21c8-43ca-902f-d49b6e405421 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=472ab7a68a3f4116b4ac35a8a61a7b72&device_id=533c8287-3c0a-4c10-8b6b-03b06040a10a HTTP/1.1" status: 200 len: 1100 time: 0.2638907 Jun 17 08:42:50.479875 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6cf74d41-6c42-4b8f-bba0-7ea0b8713f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.508854 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8707c4d-d250-44e1-bd2c-2c20f850880d req-f3f54093-2f25-4203-8c28-547cdc3a3117 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:50.510404 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d8707c4d-d250-44e1-bd2c-2c20f850880d req-f3f54093-2f25-4203-8c28-547cdc3a3117 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 945 time: 0.2682183 Jun 17 08:42:50.525401 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2423627e-8871-41c9-be6e-ad54ba95adf1 x-openstack-request-id: req-2423627e-8871-41c9-be6e-ad54ba95adf1 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:50.525733 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecffbe04-c6b0-4c43-aed6-70778335f2d7", "tag": "8534d268-2162-4b74-ae11-12078e97fc28", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:50.526023 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2423627e-8871-41c9-be6e-ad54ba95adf1 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:50.526458 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecffbe04-c6b0-4c43-aed6-70778335f2d7', 'tag': '8534d268-2162-4b74-ae11-12078e97fc28', 'status': 'completed', 'code': 200} Jun 17 08:42:50.542789 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-67cf73cf-152d-4ec4-94b0-b16a045e8438 req-5bd494f2-1abc-4ee7-8353-aa53795d894a tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931509 Jun 17 08:42:50.598880 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-812c1dad-32f6-48a9-92e1-3064f77745f4 req-df0aacb9-15ba-4c07-8816-dd59971e9279 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Deleting port 644acaf6-3ee9-4e2f-b7bc-16e6f65c928c {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:50.599359 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-812c1dad-32f6-48a9-92e1-3064f77745f4 req-df0aacb9-15ba-4c07-8816-dd59971e9279 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.622774 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a611a717-491e-4eca-a57b-d70912eb52b8 x-openstack-request-id: req-a611a717-491e-4eca-a57b-d70912eb52b8 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:50.622774 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34967022-009f-4e2e-b501-8b769b8b36d4", "name": "network-vif-plugged", "status": "completed", "tag": "9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:50.622774 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a611a717-491e-4eca-a57b-d70912eb52b8 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:50.625834 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34967022-009f-4e2e-b501-8b769b8b36d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb', 'code': 200} Jun 17 08:42:50.822912 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-812c1dad-32f6-48a9-92e1-3064f77745f4 req-df0aacb9-15ba-4c07-8816-dd59971e9279 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] For port 644acaf6-3ee9-4e2f-b7bc-16e6f65c928c, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=644acaf6-3ee9-4e2f-b7bc-16e6f65c928c,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:50.823773 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-812c1dad-32f6-48a9-92e1-3064f77745f4 req-df0aacb9-15ba-4c07-8816-dd59971e9279 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.924200 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438a2dc-3268-4ed2-84f4-4e106e2105b5 req-13b5c3d5-e489-4d4b-8766-677b4e8bbd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:50.925996 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1438a2dc-3268-4ed2-84f4-4e106e2105b5 req-13b5c3d5-e489-4d4b-8766-677b4e8bbd99 service neutron] 10.222.0.53 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.4410968 Jun 17 08:42:50.928752 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-812c1dad-32f6-48a9-92e1-3064f77745f4 req-df0aacb9-15ba-4c07-8816-dd59971e9279 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Calling delete_port for 644acaf6-3ee9-4e2f-b7bc-16e6f65c928c owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:51.027476 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5183792-0871-4ed7-91eb-7e1a818ab923 req-fe6f139e-d0c9-45c3-ba49-09c30cfb48d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:51.029100 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a5183792-0871-4ed7-91eb-7e1a818ab923 req-fe6f139e-d0c9-45c3-ba49-09c30cfb48d1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 1098 time: 0.3196039 Jun 17 08:42:51.030360 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f78d06-50c1-4a4a-8127-be5f5ac6ea03 req-721bccee-f2e3-42bb-817b-cb5e07294f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:51.031896 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-53f78d06-50c1-4a4a-8127-be5f5ac6ea03 req-721bccee-f2e3-42bb-817b-cb5e07294f17 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=472ab7a68a3f4116b4ac35a8a61a7b72&device_id=ecffbe04-c6b0-4c43-aed6-70778335f2d7 HTTP/1.1" status: 200 len: 1100 time: 0.3647001 Jun 17 08:42:51.033329 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1438a2dc-3268-4ed2-84f4-4e106e2105b5 req-d0736e5f-3457-437f-a35f-604baab93553 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=ab6b19a0-24fd-4572-958d-128e40d1df5f HTTP/1.1" status: 200 len: 217 time: 0.0919967 Jun 17 08:42:51.052106 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1e925-73f8-4eb6-bf98-08246a9e905c req-a5a45f99-c193-4ae4-98d8-02bc4322cc1d tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:51.053705 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-62a1e925-73f8-4eb6-bf98-08246a9e905c req-a5a45f99-c193-4ae4-98d8-02bc4322cc1d tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 945 time: 0.3652174 Jun 17 08:42:51.064777 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d751a-35f2-4578-99f0-2af3a7e9fa22 req-6c80a178-5ddb-49b1-8edc-cae35a3ee64a tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:51.066447 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-011d751a-35f2-4578-99f0-2af3a7e9fa22 req-6c80a178-5ddb-49b1-8edc-cae35a3ee64a tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=22f8a1e9-b09c-41a3-8406-69cb31fc6f74 HTTP/1.1" status: 200 len: 949 time: 0.2771010 Jun 17 08:42:51.232051 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a5183792-0871-4ed7-91eb-7e1a818ab923 req-00311146-2662-4e30-b853-57a4bd404258 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219609 Jun 17 08:42:51.232051 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-011d751a-35f2-4578-99f0-2af3a7e9fa22 req-a82232f2-a1d8-4eff-82d4-f64bcb8efebe tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161911 Jun 17 08:42:51.232414 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-d8707c4d-d250-44e1-bd2c-2c20f850880d req-30b2e84e-a333-4a86-9de0-064ee7bf867f tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Deleting port a1204f35-c2e0-4d4d-9f44-8720a671a0ed {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:51.232414 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d8707c4d-d250-44e1-bd2c-2c20f850880d req-30b2e84e-a333-4a86-9de0-064ee7bf867f tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:51.446416 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-812c1dad-32f6-48a9-92e1-3064f77745f4 req-df0aacb9-15ba-4c07-8816-dd59971e9279 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:51.457214 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-02544c92-33c7-4df0-842a-bd6b736ec829 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:51.461619 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['02ec8a85-f045-4b87-876a-4adf983bf6b2', '5d8ed170-6507-42a3-97d4-6d09ca067b07', '644acaf6-3ee9-4e2f-b7bc-16e6f65c928c'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:51.464113 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['281145b8-eb5c-4a61-bd6b-88f785131871', '6d7367a3-04cc-438f-9213-200a6205f6dd'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:51.534291 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0aacb9-15ba-4c07-8816-dd59971e9279 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Pushing event deleted for resources: {'Port': ['ID=644acaf6-3ee9-4e2f-b7bc-16e6f65c928c,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:51.545658 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-df0aacb9-15ba-4c07-8816-dd59971e9279 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:51.560231 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af25b5-134a-49a8-bdf3-48716fff5864 req-71ee507e-ce7e-4b80-af1c-f60551bc2a16 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:51.574524 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-79af25b5-134a-49a8-bdf3-48716fff5864 req-71ee507e-ce7e-4b80-af1c-f60551bc2a16 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 946 time: 0.1959965 Jun 17 08:42:51.634455 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438a2dc-3268-4ed2-84f4-4e106e2105b5 req-4e182750-1936-4e8c-9496-8f2d3e37a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:51.635668 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1438a2dc-3268-4ed2-84f4-4e106e2105b5 req-4e182750-1936-4e8c-9496-8f2d3e37a7d7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.5763037 Jun 17 08:42:51.639636 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-6cf74d41-6c42-4b8f-bba0-7ea0b8713f1c admin admin] Allocated IP 172.20.0.1 (0f6d03ef-6940-4bd8-9251-4c5172255868/2dbdc6bd-0b36-49f1-ae6a-5d7f6a68cd33/7a758bac-8374-4067-9d2f-e9774525e359) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:51.640248 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-812c1dad-32f6-48a9-92e1-3064f77745f4 req-df0aacb9-15ba-4c07-8816-dd59971e9279 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] No DVR routers for this DVR port 644acaf6-3ee9-4e2f-b7bc-16e6f65c928c on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:51.648232 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-812c1dad-32f6-48a9-92e1-3064f77745f4 req-df0aacb9-15ba-4c07-8816-dd59971e9279 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:51.655811 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-812c1dad-32f6-48a9-92e1-3064f77745f4 req-df0aacb9-15ba-4c07-8816-dd59971e9279 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.50 "DELETE /v2.0/ports/644acaf6-3ee9-4e2f-b7bc-16e6f65c928c HTTP/1.1" status: 204 len: 173 time: 1.2650213 Jun 17 08:42:51.656622 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f8a1e9-b09c-41a3-8406-69cb31fc6f74', 'name': 'network-vif-deleted', 'tag': '644acaf6-3ee9-4e2f-b7bc-16e6f65c928c'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:51.660039 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c06eb57-2667-4715-9d49-ec41ed6a9248" -d '{"events": [{"server_uuid": "22f8a1e9-b09c-41a3-8406-69cb31fc6f74", "name": "network-vif-deleted", "tag": "644acaf6-3ee9-4e2f-b7bc-16e6f65c928c"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:51.691366 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-79af25b5-134a-49a8-bdf3-48716fff5864 req-bea0a0fd-ed3f-47a7-97bc-65e4529922b7 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157801 Jun 17 08:42:51.704574 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3568dc0-dc49-4354-a510-7c77e840c792 req-f3e4bc86-8041-49d6-a987-6b1e45f10823 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:51.708496 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f3568dc0-dc49-4354-a510-7c77e840c792 req-f3e4bc86-8041-49d6-a987-6b1e45f10823 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e128369-fe06-4d01-af35-daf8c4a7cbaf HTTP/1.1" status: 200 len: 950 time: 0.2716284 Jun 17 08:42:51.710320 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-62a1e925-73f8-4eb6-bf98-08246a9e905c req-b439b350-7c17-41fc-987d-0d1b9fcb6d55 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6311779 Jun 17 08:42:51.773724 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f78d06-50c1-4a4a-8127-be5f5ac6ea03 req-86c7aabb-40c7-4fb8-8a6d-78abc448ec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:51.775330 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-53f78d06-50c1-4a4a-8127-be5f5ac6ea03 req-86c7aabb-40c7-4fb8-8a6d-78abc448ec6c service neutron] 10.222.0.53 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.7118945 Jun 17 08:42:51.872741 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-53f78d06-50c1-4a4a-8127-be5f5ac6ea03 req-950c8c2b-ba9e-4208-827f-8f7f57887cd1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=8534d268-2162-4b74-ae11-12078e97fc28 HTTP/1.1" status: 200 len: 217 time: 0.0670795 Jun 17 08:42:51.885989 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-d8707c4d-d250-44e1-bd2c-2c20f850880d req-30b2e84e-a333-4a86-9de0-064ee7bf867f tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] For port a1204f35-c2e0-4d4d-9f44-8720a671a0ed, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=a1204f35-c2e0-4d4d-9f44-8720a671a0ed,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:51.886303 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d8707c4d-d250-44e1-bd2c-2c20f850880d req-30b2e84e-a333-4a86-9de0-064ee7bf867f tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:51.891500 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47102) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:52.131333 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-d8707c4d-d250-44e1-bd2c-2c20f850880d req-30b2e84e-a333-4a86-9de0-064ee7bf867f tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Calling delete_port for a1204f35-c2e0-4d4d-9f44-8720a671a0ed owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:52.170706 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-f3568dc0-dc49-4354-a510-7c77e840c792 req-d86278f9-c23d-463b-bca5-b149cf243f61 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Deleting port 6d7367a3-04cc-438f-9213-200a6205f6dd {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:52.171038 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-f3568dc0-dc49-4354-a510-7c77e840c792 req-d86278f9-c23d-463b-bca5-b149cf243f61 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.264485 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:52.300133 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438a2dc-3268-4ed2-84f4-4e106e2105b5 req-bb8a0f7c-193d-4205-b9e9-dc463ca95cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:52.301993 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1438a2dc-3268-4ed2-84f4-4e106e2105b5 req-bb8a0f7c-193d-4205-b9e9-dc463ca95cc8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6506608 Jun 17 08:42:52.398834 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-f3568dc0-dc49-4354-a510-7c77e840c792 req-d86278f9-c23d-463b-bca5-b149cf243f61 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] For port 6d7367a3-04cc-438f-9213-200a6205f6dd, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=6d7367a3-04cc-438f-9213-200a6205f6dd,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:52.399201 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-f3568dc0-dc49-4354-a510-7c77e840c792 req-d86278f9-c23d-463b-bca5-b149cf243f61 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.439465 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f78d06-50c1-4a4a-8127-be5f5ac6ea03 req-b26aa761-bfa4-408b-815e-5092d567bd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:52.446534 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-53f78d06-50c1-4a4a-8127-be5f5ac6ea03 req-b26aa761-bfa4-408b-815e-5092d567bd02 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.5567377 Jun 17 08:42:52.460323 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:52.466829 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:52.473224 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.499809 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-f3568dc0-dc49-4354-a510-7c77e840c792 req-d86278f9-c23d-463b-bca5-b149cf243f61 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Calling delete_port for 6d7367a3-04cc-438f-9213-200a6205f6dd owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:52.572659 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6cf74d41-6c42-4b8f-bba0-7ea0b8713f1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.664489 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.686234 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-6cf74d41-6c42-4b8f-bba0-7ea0b8713f1c admin admin] Transition to ACTIVE for port object 7a758bac-8374-4067-9d2f-e9774525e359 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:52.691014 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:52.751023 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1438a2dc-3268-4ed2-84f4-4e106e2105b5 req-28d69bf3-14fb-4bd2-9e9b-e6f0c80bcbd2 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291283 Jun 17 08:42:52.786877 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.792227 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:52.836686 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d3ceb-7c61-411a-b2e7-eb7b4a6f9d7e req-51cb2410-7c85-4734-8bc1-9a9961c08e5d tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:52.845284 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ff5d3ceb-7c61-411a-b2e7-eb7b4a6f9d7e req-51cb2410-7c85-4734-8bc1-9a9961c08e5d tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecffbe04-c6b0-4c43-aed6-70778335f2d7 HTTP/1.1" status: 200 len: 948 time: 0.4498036 Jun 17 08:42:52.856865 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f78d06-50c1-4a4a-8127-be5f5ac6ea03 req-68400103-21f4-46f9-9311-472650799545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:52.858185 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-53f78d06-50c1-4a4a-8127-be5f5ac6ea03 req-68400103-21f4-46f9-9311-472650799545 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3551273 Jun 17 08:42:52.884599 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:52.895012 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:52.970275 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90628c59-0e8f-4717-955f-f9d5b6d8ac4e x-openstack-request-id: req-90628c59-0e8f-4717-955f-f9d5b6d8ac4e {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:52.970606 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f8a1e9-b09c-41a3-8406-69cb31fc6f74", "name": "network-vif-deleted", "tag": "644acaf6-3ee9-4e2f-b7bc-16e6f65c928c", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:52.970897 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-90628c59-0e8f-4717-955f-f9d5b6d8ac4e {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:52.971333 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f8a1e9-b09c-41a3-8406-69cb31fc6f74', 'name': 'network-vif-deleted', 'tag': '644acaf6-3ee9-4e2f-b7bc-16e6f65c928c', 'status': 'completed', 'code': 200} Jun 17 08:42:53.041718 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ff5d3ceb-7c61-411a-b2e7-eb7b4a6f9d7e req-46fa8281-a9f6-4f56-9c18-039bf9b32825 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/security-groups?id=af4e9468-9bd3-4814-a29f-5cede9857089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951876 Jun 17 08:42:53.073835 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-f3568dc0-dc49-4354-a510-7c77e840c792 req-d86278f9-c23d-463b-bca5-b149cf243f61 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.082976 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7676634e-30a6-4399-a285-a199d205ed0a tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:53.086196 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['02ec8a85-f045-4b87-876a-4adf983bf6b2', '5d8ed170-6507-42a3-97d4-6d09ca067b07'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:53.114811 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86278f9-c23d-463b-bca5-b149cf243f61 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Pushing event deleted for resources: {'Port': ['ID=6d7367a3-04cc-438f-9213-200a6205f6dd,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:53.117756 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1438a2dc-3268-4ed2-84f4-4e106e2105b5 req-eb622750-87c7-47c1-84cb-6dfbcce59e19 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393080 Jun 17 08:42:53.121697 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['281145b8-eb5c-4a61-bd6b-88f785131871'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:53.123520 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d86278f9-c23d-463b-bca5-b149cf243f61 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:53.137293 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-53f78d06-50c1-4a4a-8127-be5f5ac6ea03 req-fab40b06-d967-4257-9c12-abff4b8d5c2c service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354190 Jun 17 08:42:53.186441 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6cf74d41-6c42-4b8f-bba0-7ea0b8713f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.188771 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d8707c4d-d250-44e1-bd2c-2c20f850880d req-30b2e84e-a333-4a86-9de0-064ee7bf867f tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.204013 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2be954cf-5b4a-4ad7-9701-1b0686e9f080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:53.213538 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 8534d268-2162-4b74-ae11-12078e97fc28 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:42:53.256265 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e1bc1f19-b674-4731-8961-a6418359d328 req-31dfd0ed-48bd-4f60-b2bc-a6357e1c24b7 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=22f8a1e9-b09c-41a3-8406-69cb31fc6f74 HTTP/1.1" status: 200 len: 210 time: 0.0603600 Jun 17 08:42:53.259509 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3568dc0-dc49-4354-a510-7c77e840c792 req-d86278f9-c23d-463b-bca5-b149cf243f61 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] No DVR routers for this DVR port 6d7367a3-04cc-438f-9213-200a6205f6dd on host n-h2-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:53.262700 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-f3568dc0-dc49-4354-a510-7c77e840c792 req-d86278f9-c23d-463b-bca5-b149cf243f61 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.264830 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f3568dc0-dc49-4354-a510-7c77e840c792 req-d86278f9-c23d-463b-bca5-b149cf243f61 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.53 "DELETE /v2.0/ports/6d7367a3-04cc-438f-9213-200a6205f6dd HTTP/1.1" status: 204 len: 173 time: 1.5409021 Jun 17 08:42:53.268015 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-497f2229-83ee-4a0a-9490-d9e0e34c2c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.516453 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-53f78d06-50c1-4a4a-8127-be5f5ac6ea03 req-1b85d99c-b2bf-4fc3-9c6b-837b1bc984cc service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707039 Jun 17 08:42:53.524775 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf74d41-6c42-4b8f-bba0-7ea0b8713f1c admin admin] Pushing event updated for resources: {'Port': ['ID=7a758bac-8374-4067-9d2f-e9774525e359,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:53.549843 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8686c07f-0a57-4df4-8d07-a64aa47ca5d9 req-2e73498d-bbc1-4d83-ba63-4938b6428dbd tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 210 time: 0.0359890 Jun 17 08:42:53.555266 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf74d41-6c42-4b8f-bba0-7ea0b8713f1c admin admin] Network 0f6d03ef-6940-4bd8-9251-4c5172255868 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:53.640202 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-6cf74d41-6c42-4b8f-bba0-7ea0b8713f1c admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:53.646008 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf74d41-6c42-4b8f-bba0-7ea0b8713f1c admin admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:53.656644 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 8534d268-2162-4b74-ae11-12078e97fc28, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=8534d268-2162-4b74-ae11-12078e97fc28,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:53.695487 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8707c4d-d250-44e1-bd2c-2c20f850880d req-30b2e84e-a333-4a86-9de0-064ee7bf867f tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] No DVR routers for this DVR port a1204f35-c2e0-4d4d-9f44-8720a671a0ed on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:53.699912 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d8707c4d-d250-44e1-bd2c-2c20f850880d req-30b2e84e-a333-4a86-9de0-064ee7bf867f tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.704255 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d8707c4d-d250-44e1-bd2c-2c20f850880d req-30b2e84e-a333-4a86-9de0-064ee7bf867f tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.53 "DELETE /v2.0/ports/a1204f35-c2e0-4d4d-9f44-8720a671a0ed HTTP/1.1" status: 204 len: 173 time: 3.1666715 Jun 17 08:42:53.727498 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3b64c3-8559-4539-a9e0-ae0bcfb093f7', 'name': 'network-vif-deleted', 'tag': 'a1204f35-c2e0-4d4d-9f44-8720a671a0ed'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:53.727772 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '8534d268-2162-4b74-ae11-12078e97fc28', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '8534d268-2162-4b74-ae11-12078e97fc28', 'mac_address': 'fa:16:3e:44:24:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:42:53.729760 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456a3dba-fc9e-44d9-9b4e-17d876277ce1" -d '{"events": [{"server_uuid": "1a3b64c3-8559-4539-a9e0-ae0bcfb093f7", "name": "network-vif-deleted", "tag": "a1204f35-c2e0-4d4d-9f44-8720a671a0ed"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:53.744226 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2e84e-a333-4a86-9de0-064ee7bf867f tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Pushing event deleted for resources: {'Port': ['ID=a1204f35-c2e0-4d4d-9f44-8720a671a0ed,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:53.747661 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-30b2e84e-a333-4a86-9de0-064ee7bf867f tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:53.759511 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c88abff8-7a82-4d98-a296-63e719f3bf3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.545s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:53.760118 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c88abff8-7a82-4d98-a296-63e719f3bf3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:53.794732 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6cf74d41-6c42-4b8f-bba0-7ea0b8713f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.817524 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3b71c-9a3c-47cf-a347-e25b0b366041 req-72501b44-6cb6-47b2-b7f2-7f512e415056 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:53.827155 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-59d3b71c-9a3c-47cf-a347-e25b0b366041 req-72501b44-6cb6-47b2-b7f2-7f512e415056 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 946 time: 0.4972241 Jun 17 08:42:53.901982 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['a1204f35-c2e0-4d4d-9f44-8720a671a0ed'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:53.957636 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.968517 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-59d3b71c-9a3c-47cf-a347-e25b0b366041 req-1c545bc7-642b-44cb-b0e2-1e2d27b980b8 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394660 Jun 17 08:42:54.022382 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fc740-eb2b-453c-a36f-fa47b25cb7c7 req-05aa0acc-bf88-4da0-b9f4-b42d5d5515d3 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:54.022382 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a29fc740-eb2b-453c-a36f-fa47b25cb7c7 req-05aa0acc-bf88-4da0-b9f4-b42d5d5515d3 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=7267cdc1-c372-4cfd-971b-03064c56bc21 HTTP/1.1" status: 200 len: 946 time: 0.1880770 Jun 17 08:42:54.040182 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8534d268-2162-4b74-ae11-12078e97fc28 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:54.053463 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-497f2229-83ee-4a0a-9490-d9e0e34c2c68 admin admin] Deleting port faf0eab5-84e1-4bae-af4d-4c9a942311ce {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:54.054751 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-497f2229-83ee-4a0a-9490-d9e0e34c2c68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.082893 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 8534d268-2162-4b74-ae11-12078e97fc28, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=8534d268-2162-4b74-ae11-12078e97fc28,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:54.180610 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-497f2229-83ee-4a0a-9490-d9e0e34c2c68 admin admin] For port faf0eab5-84e1-4bae-af4d-4c9a942311ce, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=faf0eab5-84e1-4bae-af4d-4c9a942311ce,segment=NetworkSegment(75dea10b-265e-4eb3-95e8-553aa7a22974),segment_id=75dea10b-265e-4eb3-95e8-553aa7a22974)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:54.180976 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-497f2229-83ee-4a0a-9490-d9e0e34c2c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.182406 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:54.196238 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3eea13-573f-408e-8f29-ffe08624e3bf x-openstack-request-id: req-0f3eea13-573f-408e-8f29-ffe08624e3bf {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:54.197404 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a3b64c3-8559-4539-a9e0-ae0bcfb093f7", "name": "network-vif-deleted", "tag": "a1204f35-c2e0-4d4d-9f44-8720a671a0ed", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:54.197929 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f3eea13-573f-408e-8f29-ffe08624e3bf {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:54.198734 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a3b64c3-8559-4539-a9e0-ae0bcfb093f7', 'name': 'network-vif-deleted', 'tag': 'a1204f35-c2e0-4d4d-9f44-8720a671a0ed', 'status': 'completed', 'code': 200} Jun 17 08:42:54.202835 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a29fc740-eb2b-453c-a36f-fa47b25cb7c7 req-af45f0ad-ec2f-4035-9401-693ce45321f4 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups?id=938d1ee3-5337-43de-9fb4-a19395e0ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696913 Jun 17 08:42:54.242819 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 644acaf6-3ee9-4e2f-b7bc-16e6f65c928c no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:54.275774 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 644acaf6-3ee9-4e2f-b7bc-16e6f65c928c {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:42:54.276408 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 644acaf6-3ee9-4e2f-b7bc-16e6f65c928c not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:42:54.278110 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.279515 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device ab6b19a0-24fd-4572-958d-128e40d1df5f details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:42:54.282962 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-1ececbf5-089d-4bca-bac7-0cdcb12202ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:54.319535 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-497f2229-83ee-4a0a-9490-d9e0e34c2c68 admin admin] Calling delete_port for faf0eab5-84e1-4bae-af4d-4c9a942311ce owned by network:router_interface {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:54.338995 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=8534d268-2162-4b74-ae11-12078e97fc28,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:54.346301 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-76888d1b-ae2b-47e0-92be-61cbf9350c35 None None] Provisioning for port 7a758bac-8374-4067-9d2f-e9774525e359 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:54.351121 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:54.356694 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-76888d1b-ae2b-47e0-92be-61cbf9350c35 None None] Provisioning complete for port 7a758bac-8374-4067-9d2f-e9774525e359 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:54.357081 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-76888d1b-ae2b-47e0-92be-61cbf9350c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.408703 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:54.409092 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.411914 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port ab6b19a0-24fd-4572-958d-128e40d1df5f, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ab6b19a0-24fd-4572-958d-128e40d1df5f,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:54.447319 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-76888d1b-ae2b-47e0-92be-61cbf9350c35 None None] Port 7a758bac-8374-4067-9d2f-e9774525e359 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:42:54.448976 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': 'ab6b19a0-24fd-4572-958d-128e40d1df5f', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': 'ab6b19a0-24fd-4572-958d-128e40d1df5f', 'mac_address': 'fa:16:3e:70:7d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:42:54.461768 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6cf74d41-6c42-4b8f-bba0-7ea0b8713f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.488720 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890cc38-716f-498a-811f-a562783f76c1 req-f3436f0c-ba09-4c2a-a2f5-6b8db72261cb tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:54.490983 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9890cc38-716f-498a-811f-a562783f76c1 req-f3436f0c-ba09-4c2a-a2f5-6b8db72261cb tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.53 "GET /v2.0/ports?device_id=7267cdc1-c372-4cfd-971b-03064c56bc21 HTTP/1.1" status: 200 len: 946 time: 0.2115300 Jun 17 08:42:54.535295 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.552033 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab6b19a0-24fd-4572-958d-128e40d1df5f {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:54.574258 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port ab6b19a0-24fd-4572-958d-128e40d1df5f, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ab6b19a0-24fd-4572-958d-128e40d1df5f,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:54.621447 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddf2c1-7753-4ff4-9414-2984cc22d074 req-d44c887d-3656-4447-923b-93f5da052089 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:54.623004 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-04ddf2c1-7753-4ff4-9414-2984cc22d074 req-d44c887d-3656-4447-923b-93f5da052089 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecffbe04-c6b0-4c43-aed6-70778335f2d7 HTTP/1.1" status: 200 len: 949 time: 0.2602956 Jun 17 08:42:54.655183 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.657056 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:54.690452 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-04ddf2c1-7753-4ff4-9414-2984cc22d074 req-57668736-91eb-47da-8c8b-47b9275e860c tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/security-groups?id=af4e9468-9bd3-4814-a29f-5cede9857089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596533 Jun 17 08:42:54.706690 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=ab6b19a0-24fd-4572-958d-128e40d1df5f,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:54.710053 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:54.824271 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-9890cc38-716f-498a-811f-a562783f76c1 req-56e0470e-f01f-4df8-98f5-032d63a15229 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Deleting port 1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:54.825870 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9890cc38-716f-498a-811f-a562783f76c1 req-56e0470e-f01f-4df8-98f5-032d63a15229 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.849945 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6cf74d41-6c42-4b8f-bba0-7ea0b8713f1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.856180 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e90f06-dff6-454c-a8c4-a3596f6fbfbf req-28f3d81a-a64a-41f6-9f5d-995ecf0968f3 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:54.860095 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-41e90f06-dff6-454c-a8c4-a3596f6fbfbf req-28f3d81a-a64a-41f6-9f5d-995ecf0968f3 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 1098 time: 0.1439836 Jun 17 08:42:54.922990 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['8534d268-2162-4b74-ae11-12078e97fc28'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:54.923344 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-497f2229-83ee-4a0a-9490-d9e0e34c2c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.925949 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['ab6b19a0-24fd-4572-958d-128e40d1df5f'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:54.942865 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-19dc9d77-c4c5-43e8-b486-42e3106e3c23 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:54.944812 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-41e90f06-dff6-454c-a8c4-a3596f6fbfbf req-76e866ee-3257-450d-a510-de0864ff1ce7 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588000 Jun 17 08:42:54.966076 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-711dc061-3d9e-4613-a28a-aa27b575ab1f req-44d8684a-3ea0-43f5-aa83-6714ad300305 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a3b64c3-8559-4539-a9e0-ae0bcfb093f7 HTTP/1.1" status: 200 len: 210 time: 0.0570898 Jun 17 08:42:54.968266 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f2229-83ee-4a0a-9490-d9e0e34c2c68 admin admin] Pushing event deleted for resources: {'Port': ['ID=faf0eab5-84e1-4bae-af4d-4c9a942311ce,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:54.974943 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e128369-fe06-4d01-af35-daf8c4a7cbaf', 'name': 'network-vif-deleted', 'tag': '6d7367a3-04cc-438f-9213-200a6205f6dd'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:54.977052 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf06c6d-a39f-474d-9dc7-5d1d1e86bd97" -d '{"events": [{"server_uuid": "2e128369-fe06-4d01-af35-daf8c4a7cbaf", "name": "network-vif-deleted", "tag": "6d7367a3-04cc-438f-9213-200a6205f6dd"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:54.982915 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-497f2229-83ee-4a0a-9490-d9e0e34c2c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:54.995598 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6cf74d41-6c42-4b8f-bba0-7ea0b8713f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.099430 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e99c445a-8710-4938-826a-30184ba70a62 tempest-AttachSCSIVolumeTestJSON-1522144304 tempest-AttachSCSIVolumeTestJSON-1522144304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:55.101927 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6cf74d41-6c42-4b8f-bba0-7ea0b8713f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.199331 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-9890cc38-716f-498a-811f-a562783f76c1 req-56e0470e-f01f-4df8-98f5-032d63a15229 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] For port 1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a,segment=NetworkSegment(56ef8247-2049-45b7-9016-7670820be4f8),segment_id=56ef8247-2049-45b7-9016-7670820be4f8)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:55.200231 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9890cc38-716f-498a-811f-a562783f76c1 req-56e0470e-f01f-4df8-98f5-032d63a15229 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.218337 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device a1204f35-c2e0-4d4d-9f44-8720a671a0ed no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:55.265873 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: a1204f35-c2e0-4d4d-9f44-8720a671a0ed {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:42:55.266228 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device a1204f35-c2e0-4d4d-9f44-8720a671a0ed not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:42:55.266660 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 6d7367a3-04cc-438f-9213-200a6205f6dd no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:55.298103 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629d9c30-7820-4e32-b8d4-c9f18b5ed153 x-openstack-request-id: req-629d9c30-7820-4e32-b8d4-c9f18b5ed153 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:55.302724 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e128369-fe06-4d01-af35-daf8c4a7cbaf", "name": "network-vif-deleted", "tag": "6d7367a3-04cc-438f-9213-200a6205f6dd", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:55.304043 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-629d9c30-7820-4e32-b8d4-c9f18b5ed153 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:55.307346 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e128369-fe06-4d01-af35-daf8c4a7cbaf', 'name': 'network-vif-deleted', 'tag': '6d7367a3-04cc-438f-9213-200a6205f6dd', 'status': 'completed', 'code': 200} Jun 17 08:42:55.340626 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 6d7367a3-04cc-438f-9213-200a6205f6dd {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:42:55.340863 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 6d7367a3-04cc-438f-9213-200a6205f6dd not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:42:55.362708 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-9890cc38-716f-498a-811f-a562783f76c1 req-56e0470e-f01f-4df8-98f5-032d63a15229 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Calling delete_port for 1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:55.428261 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4ebd3f1c-034a-4bbc-a511-aa925a818fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.447953 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf74d41-6c42-4b8f-bba0-7ea0b8713f1c admin admin] Pushing event updated for resources: {'Port': ['ID=7a758bac-8374-4067-9d2f-e9774525e359,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:55.472955 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-497f2229-83ee-4a0a-9490-d9e0e34c2c68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.484099 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6cf74d41-6c42-4b8f-bba0-7ea0b8713f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:55.536435 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf74d41-6c42-4b8f-bba0-7ea0b8713f1c admin admin] Network 0f6d03ef-6940-4bd8-9251-4c5172255868 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:55.539340 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-6cf74d41-6c42-4b8f-bba0-7ea0b8713f1c admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:55.706407 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf74d41-6c42-4b8f-bba0-7ea0b8713f1c admin admin] Router ea083726-2bdb-43dd-a507-fd282a4e94d0 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:42:55.898677 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-7f2d1fba-c45e-48ad-a867-32240c0fbbe6 None None] Provisioning complete for port 7a758bac-8374-4067-9d2f-e9774525e359 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:55.899298 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7f2d1fba-c45e-48ad-a867-32240c0fbbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.946752 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2eeb27cb-36c4-487b-be2c-5f85e827411e req-10dcbeff-03f8-436f-9acb-247dc17aa426 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e128369-fe06-4d01-af35-daf8c4a7cbaf HTTP/1.1" status: 200 len: 210 time: 0.6746094 Jun 17 08:42:55.960365 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f403a-55ec-4135-aef1-079955a1b78f req-428c6fc7-5171-4c56-ad10-63c80b295b92 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:55.970836 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a7f403a-55ec-4135-aef1-079955a1b78f req-428c6fc7-5171-4c56-ad10-63c80b295b92 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 1098 time: 0.2853472 Jun 17 08:42:55.973329 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d1fba-c45e-48ad-a867-32240c0fbbe6 None None] Port 7a758bac-8374-4067-9d2f-e9774525e359 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:42:56.023749 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a7f403a-55ec-4135-aef1-079955a1b78f req-89b2a086-9d99-4725-86fd-5e71e5df35ea tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516620 Jun 17 08:42:56.042296 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf74d41-6c42-4b8f-bba0-7ea0b8713f1c admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:42:56.052818 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6cf74d41-6c42-4b8f-bba0-7ea0b8713f1c admin admin] 10.222.0.49 "PUT /v2.0/routers/ea083726-2bdb-43dd-a507-fd282a4e94d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1203005 Jun 17 08:42:56.056513 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9890cc38-716f-498a-811f-a562783f76c1 req-56e0470e-f01f-4df8-98f5-032d63a15229 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.059392 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4265035d-df47-4d54-9a1e-4b0fb52faa25 None None] Sync routers for ids ['ea083726-2bdb-43dd-a507-fd282a4e94d0'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:42:56.065274 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-89dfd82e-4b4f-44ce-a778-8f2960e7a0a6 tempest-VolumesAdminNegativeTest-269976098 tempest-VolumesAdminNegativeTest-269976098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:56.072941 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:56.131965 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4265035d-df47-4d54-9a1e-4b0fb52faa25 None None] Routers {'ea083726-2bdb-43dd-a507-fd282a4e94d0'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:56.131965 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-4265035d-df47-4d54-9a1e-4b0fb52faa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:42:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['ea083726-2bdb-43dd-a507-fd282a4e94d0'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:56.165970 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0470e-f01f-4df8-98f5-032d63a15229 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Pushing event deleted for resources: {'Port': ['ID=1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:56.175182 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-56e0470e-f01f-4df8-98f5-032d63a15229 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:56.265558 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-9890cc38-716f-498a-811f-a562783f76c1 req-56e0470e-f01f-4df8-98f5-032d63a15229 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] No DVR routers for this DVR port 1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:56.268341 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9890cc38-716f-498a-811f-a562783f76c1 req-56e0470e-f01f-4df8-98f5-032d63a15229 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.268802 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-4265035d-df47-4d54-9a1e-4b0fb52faa25 None None] Set router ea083726-2bdb-43dd-a507-fd282a4e94d0 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:42:56.270688 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9890cc38-716f-498a-811f-a562783f76c1 req-56e0470e-f01f-4df8-98f5-032d63a15229 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.53 "DELETE /v2.0/ports/1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a HTTP/1.1" status: 204 len: 173 time: 1.7574999 Jun 17 08:42:56.271300 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7267cdc1-c372-4cfd-971b-03064c56bc21', 'name': 'network-vif-deleted', 'tag': '1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:56.274499 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67a9b12-4a64-41d0-856d-974b6f92f90a" -d '{"events": [{"server_uuid": "7267cdc1-c372-4cfd-971b-03064c56bc21", "name": "network-vif-deleted", "tag": "1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:56.280306 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7cfb426e-c383-4854-823a-60c5176720eb req-b4037a21-bbfa-4bde-9914-eb844804a9c4 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/ports?device_id=7267cdc1-c372-4cfd-971b-03064c56bc21 HTTP/1.1" status: 200 len: 210 time: 0.0448399 Jun 17 08:42:56.286080 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497f2229-83ee-4a0a-9490-d9e0e34c2c68 admin admin] Router cbda399e-661c-482c-a356-d83a644fa022 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:42:56.382002 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573626f3-3060-45f1-a499-9dfaa238910d req-03fb5b32-de33-42d4-9c98-a3656c92e288 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:56.383822 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-573626f3-3060-45f1-a499-9dfaa238910d req-03fb5b32-de33-42d4-9c98-a3656c92e288 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecffbe04-c6b0-4c43-aed6-70778335f2d7 HTTP/1.1" status: 200 len: 949 time: 0.0870845 Jun 17 08:42:56.440972 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-573626f3-3060-45f1-a499-9dfaa238910d req-2922ba57-e1b9-4a05-b796-6b5c909bc0a2 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/security-groups?id=af4e9468-9bd3-4814-a29f-5cede9857089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497735 Jun 17 08:42:56.454672 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497f2229-83ee-4a0a-9490-d9e0e34c2c68 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:42:56.462948 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-497f2229-83ee-4a0a-9490-d9e0e34c2c68 admin admin] 10.222.0.49 "PUT /v2.0/routers/cbda399e-661c-482c-a356-d83a644fa022/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5678434 Jun 17 08:42:56.463507 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47156) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:56.485656 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11d651e-5036-46ff-bc48-3b534dfe3ae1 None None] Sync routers for ids ['cbda399e-661c-482c-a356-d83a644fa022'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:42:56.502175 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11d651e-5036-46ff-bc48-3b534dfe3ae1 None None] Routers {'cbda399e-661c-482c-a356-d83a644fa022'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:56.503103 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-f11d651e-5036-46ff-bc48-3b534dfe3ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:42:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cbda399e-661c-482c-a356-d83a644fa022'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:56.598407 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c5061f-6d14-49d7-8b0d-eb80fa721a6d x-openstack-request-id: req-10c5061f-6d14-49d7-8b0d-eb80fa721a6d {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:56.598838 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7267cdc1-c372-4cfd-971b-03064c56bc21", "name": "network-vif-deleted", "tag": "1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:56.599329 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-10c5061f-6d14-49d7-8b0d-eb80fa721a6d {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:56.599826 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7267cdc1-c372-4cfd-971b-03064c56bc21', 'name': 'network-vif-deleted', 'tag': '1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a', 'status': 'completed', 'code': 200} Jun 17 08:42:56.602573 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-4265035d-df47-4d54-9a1e-4b0fb52faa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea083726-2bdb-43dd-a507-fd282a4e94d0', 'name': 'tempest-FloatingIPDetailsTestJSON-16987254-router', 'tenant_id': '8c5fd23eb02948338afa929a25bd271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:42:41Z', 'updated_at': '2021-06-17T08:42:54Z', 'revision_number': 4, 'project_id': '8c5fd23eb02948338afa929a25bd271e', 'gw_port': {'id': '18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea083726-2bdb-43dd-a507-fd282a4e94d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:42:42Z', 'updated_at': '2021-06-17T08:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '7a758bac-8374-4067-9d2f-e9774525e359', 'name': '', 'network_id': '0f6d03ef-6940-4bd8-9251-4c5172255868', 'tenant_id': '8c5fd23eb02948338afa929a25bd271e', 'mac_address': 'fa:16:3e:f6:c6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea083726-2bdb-43dd-a507-fd282a4e94d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '2dbdc6bd-0b36-49f1-ae6a-5d7f6a68cd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:42:50Z', 'updated_at': '2021-06-17T08:42:54Z', 'revision_number': 2, 'project_id': '8c5fd23eb02948338afa929a25bd271e', 'subnets': [{'id': '2dbdc6bd-0b36-49f1-ae6a-5d7f6a68cd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:56.642476 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4265035d-df47-4d54-9a1e-4b0fb52faa25 None None] Checking router: ea083726-2bdb-43dd-a507-fd282a4e94d0 for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:42:56.643162 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4265035d-df47-4d54-9a1e-4b0fb52faa25 None None] Updating router ea083726-2bdb-43dd-a507-fd282a4e94d0 port 7a758bac-8374-4067-9d2f-e9774525e359 binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:42:56.674834 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-f11d651e-5036-46ff-bc48-3b534dfe3ae1 None None] Set router cbda399e-661c-482c-a356-d83a644fa022 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:42:56.677053 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3ac212b3-4189-49e3-915d-2da36da8e9f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.682958 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4265035d-df47-4d54-9a1e-4b0fb52faa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.865914 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3ac212b3-4189-49e3-915d-2da36da8e9f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.906681 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-73d5cd10-7b8e-45e4-8b03-059ac1b97e9d req-6a952367-5147-4640-91ad-25bd5abe7943 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3196044 Jun 17 08:42:56.917828 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-73d5cd10-7b8e-45e4-8b03-059ac1b97e9d req-e1585b04-dbe4-40e1-9e19-00a216c8dab1 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:56.955568 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-f11d651e-5036-46ff-bc48-3b534dfe3ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbda399e-661c-482c-a356-d83a644fa022', 'name': 'tempest-AttachSCSIVolumeTestJSON-74408869-router', 'tenant_id': '00b33b4b21ab418a82a171a9950d5f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7874e289-13b0-49ea-867d-1a812200f261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:20Z', 'updated_at': '2021-06-17T08:42:54Z', 'revision_number': 5, 'project_id': '00b33b4b21ab418a82a171a9950d5f14', 'gw_port': {'id': '7874e289-13b0-49ea-867d-1a812200f261', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbda399e-661c-482c-a356-d83a644fa022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:24Z', 'updated_at': '2021-06-17T08:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:56.993735 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11d651e-5036-46ff-bc48-3b534dfe3ae1 None None] Checking router: cbda399e-661c-482c-a356-d83a644fa022 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:42:57.003990 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11d651e-5036-46ff-bc48-3b534dfe3ae1 None None] Routers {'cbda399e-661c-482c-a356-d83a644fa022'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:57.004615 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-f11d651e-5036-46ff-bc48-3b534dfe3ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:42:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cbda399e-661c-482c-a356-d83a644fa022'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:57.026690 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4265035d-df47-4d54-9a1e-4b0fb52faa25 None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.036910 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-4265035d-df47-4d54-9a1e-4b0fb52faa25 None None] Transition to ACTIVE for port object 7a758bac-8374-4067-9d2f-e9774525e359 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:57.120358 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-f11d651e-5036-46ff-bc48-3b534dfe3ae1 None None] Set router cbda399e-661c-482c-a356-d83a644fa022 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:42:57.163392 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-73d5cd10-7b8e-45e4-8b03-059ac1b97e9d req-e1585b04-dbe4-40e1-9e19-00a216c8dab1 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks [] for floatingip, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.186800 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4265035d-df47-4d54-9a1e-4b0fb52faa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.191887 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:57.226024 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device ab6b19a0-24fd-4572-958d-128e40d1df5f up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:57.369438 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-73d5cd10-7b8e-45e4-8b03-059ac1b97e9d req-e1585b04-dbe4-40e1-9e19-00a216c8dab1 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.539581 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-3ac212b3-4189-49e3-915d-2da36da8e9f8 admin admin] Deleting port 7874e289-13b0-49ea-867d-1a812200f261 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:57.540178 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3ac212b3-4189-49e3-915d-2da36da8e9f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.577138 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb9ff8-7868-4e99-aa77-b1bb2c314143 None None] Pushing event updated for resources: {'Port': ['ID=7a758bac-8374-4067-9d2f-e9774525e359,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:57.595475 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a4bb9ff8-7868-4e99-aa77-b1bb2c314143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:57.657042 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-4265035d-df47-4d54-9a1e-4b0fb52faa25 None None] Attempting to bind port 7a758bac-8374-4067-9d2f-e9774525e359 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:57.658516 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-4265035d-df47-4d54-9a1e-4b0fb52faa25 None None] Attempting to bind port 7a758bac-8374-4067-9d2f-e9774525e359 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '49aec61e-7890-48a1-b1cd-c8a79f25b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0f6d03ef-6940-4bd8-9251-4c5172255868'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:57.660195 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4265035d-df47-4d54-9a1e-4b0fb52faa25 None None] Attempting to bind port 7a758bac-8374-4067-9d2f-e9774525e359 on network 0f6d03ef-6940-4bd8-9251-4c5172255868 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:57.684824 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4265035d-df47-4d54-9a1e-4b0fb52faa25 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:57.688172 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4265035d-df47-4d54-9a1e-4b0fb52faa25 None None] Checking segment: {'id': '49aec61e-7890-48a1-b1cd-c8a79f25b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0f6d03ef-6940-4bd8-9251-4c5172255868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:57.689051 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4265035d-df47-4d54-9a1e-4b0fb52faa25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.689579 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4265035d-df47-4d54-9a1e-4b0fb52faa25 None None] Bound using segment: {'id': '49aec61e-7890-48a1-b1cd-c8a79f25b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0f6d03ef-6940-4bd8-9251-4c5172255868'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:57.692061 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-4265035d-df47-4d54-9a1e-4b0fb52faa25 None None] Bound port: 7a758bac-8374-4067-9d2f-e9774525e359, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49aec61e-7890-48a1-b1cd-c8a79f25b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0f6d03ef-6940-4bd8-9251-4c5172255868'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:57.692574 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4265035d-df47-4d54-9a1e-4b0fb52faa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.697550 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-73d5cd10-7b8e-45e4-8b03-059ac1b97e9d req-e1585b04-dbe4-40e1-9e19-00a216c8dab1 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Allocated IP 172.25.2.18 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/bf894a55-d994-498e-8084-c146f62a616e) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:57.704171 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-3ac212b3-4189-49e3-915d-2da36da8e9f8 admin admin] For port 7874e289-13b0-49ea-867d-1a812200f261, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=7874e289-13b0-49ea-867d-1a812200f261,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:57.704575 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3ac212b3-4189-49e3-915d-2da36da8e9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.713791 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-f11d651e-5036-46ff-bc48-3b534dfe3ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbda399e-661c-482c-a356-d83a644fa022', 'name': 'tempest-AttachSCSIVolumeTestJSON-74408869-router', 'tenant_id': '00b33b4b21ab418a82a171a9950d5f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7874e289-13b0-49ea-867d-1a812200f261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:20Z', 'updated_at': '2021-06-17T08:42:54Z', 'revision_number': 5, 'project_id': '00b33b4b21ab418a82a171a9950d5f14', 'gw_port': {'id': '7874e289-13b0-49ea-867d-1a812200f261', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbda399e-661c-482c-a356-d83a644fa022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:24Z', 'updated_at': '2021-06-17T08:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:57.779987 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ec933044-27e9-4c9b-96a0-1c84ab3a62ec req-de1c1348-048a-4fde-a3ca-d9a0562c1e20 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=086e378d-7c90-498d-9439-cdf820b2b635&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1600058 Jun 17 08:42:57.783107 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-4265035d-df47-4d54-9a1e-4b0fb52faa25 None None] For port 7a758bac-8374-4067-9d2f-e9774525e359, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:57.786787 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-4265035d-df47-4d54-9a1e-4b0fb52faa25 None None] For port 7a758bac-8374-4067-9d2f-e9774525e359, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=7a758bac-8374-4067-9d2f-e9774525e359,segment=NetworkSegment(49aec61e-7890-48a1-b1cd-c8a79f25b8bc),segment_id=49aec61e-7890-48a1-b1cd-c8a79f25b8bc)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:57.798306 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11d651e-5036-46ff-bc48-3b534dfe3ae1 None None] The sync data for ids ['cbda399e-661c-482c-a356-d83a644fa022'] in n-d-758944-30 is: [{'id': 'cbda399e-661c-482c-a356-d83a644fa022', 'name': 'tempest-AttachSCSIVolumeTestJSON-74408869-router', 'tenant_id': '00b33b4b21ab418a82a171a9950d5f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7874e289-13b0-49ea-867d-1a812200f261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:20Z', 'updated_at': '2021-06-17T08:42:54Z', 'revision_number': 5, 'project_id': '00b33b4b21ab418a82a171a9950d5f14', 'gw_port': {'id': '7874e289-13b0-49ea-867d-1a812200f261', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbda399e-661c-482c-a356-d83a644fa022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:24Z', 'updated_at': '2021-06-17T08:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:42:57.800234 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port ab6b19a0-24fd-4572-958d-128e40d1df5f completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:57.806558 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port ab6b19a0-24fd-4572-958d-128e40d1df5f triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:57.807952 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.879193 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-3ac212b3-4189-49e3-915d-2da36da8e9f8 admin admin] Calling delete_port for 7874e289-13b0-49ea-867d-1a812200f261 owned by network:router_gateway {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:57.913457 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-73d5cd10-7b8e-45e4-8b03-059ac1b97e9d req-e1585b04-dbe4-40e1-9e19-00a216c8dab1 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.943522 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4265035d-df47-4d54-9a1e-4b0fb52faa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.950176 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:57.955594 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec933044-27e9-4c9b-96a0-1c84ab3a62ec req-4a7db63e-54ca-4897-9acc-e13c21480970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:57.957477 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ec933044-27e9-4c9b-96a0-1c84ab3a62ec req-4a7db63e-54ca-4897-9acc-e13c21480970 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=da9417294c5449b28843fbefd48fea0b&device_id=086e378d-7c90-498d-9439-cdf820b2b635 HTTP/1.1" status: 200 len: 1102 time: 0.1458106 Jun 17 08:42:57.968689 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.005401 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.032091 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533c8287-3c0a-4c10-8b6b-03b06040a10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6b19a0-24fd-4572-958d-128e40d1df5f'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:58.034759 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aafbec2-5f9d-4752-8fbb-7d8eb33ac0e4" -d '{"events": [{"server_uuid": "533c8287-3c0a-4c10-8b6b-03b06040a10a", "name": "network-vif-plugged", "status": "completed", "tag": "ab6b19a0-24fd-4572-958d-128e40d1df5f"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:58.054207 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373db547-3efc-4544-bd7c-777586d51f18 req-533b81fb-05a3-4836-bc4b-e503506f218d tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:58.055876 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-373db547-3efc-4544-bd7c-777586d51f18 req-533b81fb-05a3-4836-bc4b-e503506f218d tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 944 time: 0.1649330 Jun 17 08:42:58.065400 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4265035d-df47-4d54-9a1e-4b0fb52faa25 None None] Routers {'ea083726-2bdb-43dd-a507-fd282a4e94d0'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:58.066228 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-4265035d-df47-4d54-9a1e-4b0fb52faa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:42:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['ea083726-2bdb-43dd-a507-fd282a4e94d0'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:58.069812 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port ab6b19a0-24fd-4572-958d-128e40d1df5f, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ab6b19a0-24fd-4572-958d-128e40d1df5f,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:58.073186 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb9ff8-7868-4e99-aa77-b1bb2c314143 None None] Pushing event updated for resources: {'Port': ['ID=7a758bac-8374-4067-9d2f-e9774525e359,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:58.077770 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a4bb9ff8-7868-4e99-aa77-b1bb2c314143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:58.150361 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec933044-27e9-4c9b-96a0-1c84ab3a62ec req-3da50d4e-7c18-438d-9486-b3d8ef8f2328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:58.150361 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ec933044-27e9-4c9b-96a0-1c84ab3a62ec req-3da50d4e-7c18-438d-9486-b3d8ef8f2328 service neutron] 10.222.0.50 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.1580176 Jun 17 08:42:58.189980 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device faf0eab5-84e1-4bae-af4d-4c9a942311ce no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:58.219382 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: faf0eab5-84e1-4bae-af4d-4c9a942311ce {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:42:58.219382 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device faf0eab5-84e1-4bae-af4d-4c9a942311ce not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:42:58.250698 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ec933044-27e9-4c9b-96a0-1c84ab3a62ec req-9ad022d4-5194-43ab-9bb8-39237636ec63 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=5d8ed170-6507-42a3-97d4-6d09ca067b07 HTTP/1.1" status: 200 len: 217 time: 0.0868294 Jun 17 08:42:58.252016 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-73d5cd10-7b8e-45e4-8b03-059ac1b97e9d req-e1585b04-dbe4-40e1-9e19-00a216c8dab1 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.256089 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-aacc7196-95ac-46a0-a696-0fe5d4816122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:58.266840 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.268116 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 8534d268-2162-4b74-ae11-12078e97fc28 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:58.281083 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-4265035d-df47-4d54-9a1e-4b0fb52faa25 None None] Set router ea083726-2bdb-43dd-a507-fd282a4e94d0 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:42:58.284918 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:58.340674 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-373db547-3efc-4544-bd7c-777586d51f18 req-8d2f1171-b785-4388-b661-1bbd91e6911e tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Deleting port ebed735f-0065-45cf-a8c5-9df9969b2e30 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:58.341228 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-373db547-3efc-4544-bd7c-777586d51f18 req-8d2f1171-b785-4388-b661-1bbd91e6911e tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.350233 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1585b04-dbe4-40e1-9e19-00a216c8dab1 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Pushing event updated for resources: {'Port': ['ID=bf894a55-d994-498e-8084-c146f62a616e,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:58.389344 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73d5cd10-7b8e-45e4-8b03-059ac1b97e9d req-e1585b04-dbe4-40e1-9e19-00a216c8dab1 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:58.390895 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e1585b04-dbe4-40e1-9e19-00a216c8dab1 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:58.394118 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-73d5cd10-7b8e-45e4-8b03-059ac1b97e9d req-e1585b04-dbe4-40e1-9e19-00a216c8dab1 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:58.401706 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec933044-27e9-4c9b-96a0-1c84ab3a62ec req-05a6ed65-0b62-4c3e-b88b-17a0ce1ee84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:58.404722 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ec933044-27e9-4c9b-96a0-1c84ab3a62ec req-05a6ed65-0b62-4c3e-b88b-17a0ce1ee84a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1461122 Jun 17 08:42:58.405550 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d5cd10-7b8e-45e4-8b03-059ac1b97e9d req-e1585b04-dbe4-40e1-9e19-00a216c8dab1 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:58.415865 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3ac212b3-4189-49e3-915d-2da36da8e9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.425846 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-bae9b5c1-1b34-4445-a27b-046723553ea4 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:58.457986 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac212b3-4189-49e3-915d-2da36da8e9f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7874e289-13b0-49ea-867d-1a812200f261,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:58.460526 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=ab6b19a0-24fd-4572-958d-128e40d1df5f,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:58.462813 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3ac212b3-4189-49e3-915d-2da36da8e9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:58.491162 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:58.558379 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-373db547-3efc-4544-bd7c-777586d51f18 req-8d2f1171-b785-4388-b661-1bbd91e6911e tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] For port ebed735f-0065-45cf-a8c5-9df9969b2e30, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ebed735f-0065-45cf-a8c5-9df9969b2e30,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:58.558379 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-373db547-3efc-4544-bd7c-777586d51f18 req-8d2f1171-b785-4388-b661-1bbd91e6911e tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.574597 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec933044-27e9-4c9b-96a0-1c84ab3a62ec req-5a1f2657-cee5-4b05-8608-494983483744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:58.576905 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ec933044-27e9-4c9b-96a0-1c84ab3a62ec req-5a1f2657-cee5-4b05-8608-494983483744 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1405156 Jun 17 08:42:58.610258 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-4265035d-df47-4d54-9a1e-4b0fb52faa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea083726-2bdb-43dd-a507-fd282a4e94d0', 'name': 'tempest-FloatingIPDetailsTestJSON-16987254-router', 'tenant_id': '8c5fd23eb02948338afa929a25bd271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:42:41Z', 'updated_at': '2021-06-17T08:42:54Z', 'revision_number': 4, 'project_id': '8c5fd23eb02948338afa929a25bd271e', 'gw_port': {'id': '18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea083726-2bdb-43dd-a507-fd282a4e94d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:42:42Z', 'updated_at': '2021-06-17T08:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '7a758bac-8374-4067-9d2f-e9774525e359', 'name': '', 'network_id': '0f6d03ef-6940-4bd8-9251-4c5172255868', 'tenant_id': '8c5fd23eb02948338afa929a25bd271e', 'mac_address': 'fa:16:3e:f6:c6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea083726-2bdb-43dd-a507-fd282a4e94d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '2dbdc6bd-0b36-49f1-ae6a-5d7f6a68cd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:42:50Z', 'updated_at': '2021-06-17T08:42:57Z', 'revision_number': 4, 'project_id': '8c5fd23eb02948338afa929a25bd271e', 'subnets': [{'id': '2dbdc6bd-0b36-49f1-ae6a-5d7f6a68cd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:58.613891 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-73d5cd10-7b8e-45e4-8b03-059ac1b97e9d req-e1585b04-dbe4-40e1-9e19-00a216c8dab1 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.642348 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4265035d-df47-4d54-9a1e-4b0fb52faa25 None None] The sync data for ids ['ea083726-2bdb-43dd-a507-fd282a4e94d0'] in n-d-758944-30 is: [{'id': 'ea083726-2bdb-43dd-a507-fd282a4e94d0', 'name': 'tempest-FloatingIPDetailsTestJSON-16987254-router', 'tenant_id': '8c5fd23eb02948338afa929a25bd271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:42:41Z', 'updated_at': '2021-06-17T08:42:54Z', 'revision_number': 4, 'project_id': '8c5fd23eb02948338afa929a25bd271e', 'gw_port': {'id': '18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea083726-2bdb-43dd-a507-fd282a4e94d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:42:42Z', 'updated_at': '2021-06-17T08:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '7a758bac-8374-4067-9d2f-e9774525e359', 'name': '', 'network_id': '0f6d03ef-6940-4bd8-9251-4c5172255868', 'tenant_id': '8c5fd23eb02948338afa929a25bd271e', 'mac_address': 'fa:16:3e:f6:c6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea083726-2bdb-43dd-a507-fd282a4e94d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '2dbdc6bd-0b36-49f1-ae6a-5d7f6a68cd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:42:50Z', 'updated_at': '2021-06-17T08:42:57Z', 'revision_number': 4, 'project_id': '8c5fd23eb02948338afa929a25bd271e', 'subnets': [{'id': '2dbdc6bd-0b36-49f1-ae6a-5d7f6a68cd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:42:58.648557 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 8534d268-2162-4b74-ae11-12078e97fc28 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:58.657365 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-373db547-3efc-4544-bd7c-777586d51f18 req-8d2f1171-b785-4388-b661-1bbd91e6911e tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Calling delete_port for ebed735f-0065-45cf-a8c5-9df9969b2e30 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:58.664762 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 8534d268-2162-4b74-ae11-12078e97fc28 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:58.665567 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.704229 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ec933044-27e9-4c9b-96a0-1c84ab3a62ec req-045c91a5-601e-4b2f-a3b8-a3805b98666d service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175447 Jun 17 08:42:58.723221 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3ac212b3-4189-49e3-915d-2da36da8e9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.803186 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.877672 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 8534d268-2162-4b74-ae11-12078e97fc28, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=8534d268-2162-4b74-ae11-12078e97fc28,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:58.918313 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-73d5cd10-7b8e-45e4-8b03-059ac1b97e9d req-e1585b04-dbe4-40e1-9e19-00a216c8dab1 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.966595 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.969151 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a4bb9ff8-7868-4e99-aa77-b1bb2c314143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:59.007728 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ec933044-27e9-4c9b-96a0-1c84ab3a62ec req-3bfbe65b-2eb8-45fe-89d4-b38df717528c service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932565 Jun 17 08:42:59.054096 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=8534d268-2162-4b74-ae11-12078e97fc28,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:59.057550 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3ac212b3-4189-49e3-915d-2da36da8e9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:59.061611 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3ac212b3-4189-49e3-915d-2da36da8e9f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:59.077617 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:59.143845 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-73d5cd10-7b8e-45e4-8b03-059ac1b97e9d req-e1585b04-dbe4-40e1-9e19-00a216c8dab1 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:59.238659 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-373db547-3efc-4544-bd7c-777586d51f18 req-8d2f1171-b785-4388-b661-1bbd91e6911e tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:59.249519 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3ac212b3-4189-49e3-915d-2da36da8e9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:59.249990 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device ebed735f-0065-45cf-a8c5-9df9969b2e30 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:59.250237 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac212b3-4189-49e3-915d-2da36da8e9f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbda399e-661c-482c-a356-d83a644fa022 {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:42:59.250237 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d0828c75-3868-466b-a508-e7174a7bbe68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:59.258513 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3ac212b3-4189-49e3-915d-2da36da8e9f8 admin admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:59.262271 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3ac212b3-4189-49e3-915d-2da36da8e9f8 admin admin] 10.222.0.49 "DELETE /v2.0/routers/cbda399e-661c-482c-a356-d83a644fa022 HTTP/1.1" status: 204 len: 168 time: 2.7960796 Jun 17 08:42:59.263879 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47186) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:59.270557 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: ebed735f-0065-45cf-a8c5-9df9969b2e30 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:42:59.270557 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device ebed735f-0065-45cf-a8c5-9df9969b2e30 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:42:59.270557 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:59.299340 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:42:59.300103 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 1cc1471b-e1c3-4441-995d-c8fd8bfa1a9a not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:42:59.321506 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-73d5cd10-7b8e-45e4-8b03-059ac1b97e9d req-e1585b04-dbe4-40e1-9e19-00a216c8dab1 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:59.324608 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ae2fd3d7-8b1a-40c0-b639-3ef0aaab916d tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:59.329393 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f1171-b785-4388-b661-1bbd91e6911e tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Pushing event deleted for resources: {'Port': ['ID=ebed735f-0065-45cf-a8c5-9df9969b2e30,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:59.336365 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-7deb2c4d-a798-45c8-898c-3183a8491a7b admin admin] Deleting subnet 40f08ecb-25ef-4424-8e01-0cf074fffead {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:42:59.337129 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8d2f1171-b785-4388-b661-1bbd91e6911e tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:59.339450 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7deb2c4d-a798-45c8-898c-3183a8491a7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:59.362505 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-373db547-3efc-4544-bd7c-777586d51f18 req-8d2f1171-b785-4388-b661-1bbd91e6911e tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] No DVR routers for this DVR port ebed735f-0065-45cf-a8c5-9df9969b2e30 on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:59.366071 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-373db547-3efc-4544-bd7c-777586d51f18 req-8d2f1171-b785-4388-b661-1bbd91e6911e tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:59.368653 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-373db547-3efc-4544-bd7c-777586d51f18 req-8d2f1171-b785-4388-b661-1bbd91e6911e tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.53 "DELETE /v2.0/ports/ebed735f-0065-45cf-a8c5-9df9969b2e30 HTTP/1.1" status: 204 len: 173 time: 1.2742720 Jun 17 08:42:59.369444 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d420583-54c8-4d5d-bb0f-ae5c52daed13', 'name': 'network-vif-deleted', 'tag': 'ebed735f-0065-45cf-a8c5-9df9969b2e30'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:59.382060 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cc466d-a704-487f-9add-13346f2e7532" -d '{"events": [{"server_uuid": "5d420583-54c8-4d5d-bb0f-ae5c52daed13", "name": "network-vif-deleted", "tag": "ebed735f-0065-45cf-a8c5-9df9969b2e30"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:59.441643 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1585b04-dbe4-40e1-9e19-00a216c8dab1 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Pushing event updated for resources: {'Port': ['ID=bf894a55-d994-498e-8084-c146f62a616e,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:59.450311 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e1585b04-dbe4-40e1-9e19-00a216c8dab1 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:59.461751 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-eee1c965-e011-48a9-807c-3d62f5ecc78a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:59.462963 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7deb2c4d-a798-45c8-898c-3183a8491a7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:59.498111 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-73d5cd10-7b8e-45e4-8b03-059ac1b97e9d req-e1585b04-dbe4-40e1-9e19-00a216c8dab1 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:59.611243 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7deb2c4d-a798-45c8-898c-3183a8491a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:59.666301 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-73d5cd10-7b8e-45e4-8b03-059ac1b97e9d req-e1585b04-dbe4-40e1-9e19-00a216c8dab1 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:59.668098 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-73d5cd10-7b8e-45e4-8b03-059ac1b97e9d req-e1585b04-dbe4-40e1-9e19-00a216c8dab1 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7547753 Jun 17 08:42:59.688737 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7171b630-f276-489d-9b11-cdc722c1c534 req-2e354197-cd9c-4b73-9992-cdc650e385e0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e1d6382b-5551-4890-b165-1874da4011c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0586851 Jun 17 08:42:59.754066 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-73d5cd10-7b8e-45e4-8b03-059ac1b97e9d req-319dabf5-bef4-4858-b7fb-c5ff304b7b9d tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.18 HTTP/1.1" status: 200 len: 695 time: 0.0786271 Jun 17 08:42:59.780352 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171b630-f276-489d-9b11-cdc722c1c534 req-18770c33-fcb0-41de-b535-96a418f86bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:59.782106 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7171b630-f276-489d-9b11-cdc722c1c534 req-18770c33-fcb0-41de-b535-96a418f86bf7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=da9417294c5449b28843fbefd48fea0b&device_id=e1d6382b-5551-4890-b165-1874da4011c4 HTTP/1.1" status: 200 len: 1101 time: 0.0728099 Jun 17 08:42:59.847838 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7deb2c4d-a798-45c8-898c-3183a8491a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:59.853897 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9cd7cb54-56a9-4319-a41b-f8e10fc7a2e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:59.878724 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb2c4d-a798-45c8-898c-3183a8491a7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40f08ecb-25ef-4424-8e01-0cf074fffead,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:59.893346 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7deb2c4d-a798-45c8-898c-3183a8491a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:59.912528 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4de0ffd-bf9f-463b-acd9-45fe5f66e307 None None] Network fea49251-81be-4e2e-808d-a9b2cf889740 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:59.913782 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7deb2c4d-a798-45c8-898c-3183a8491a7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:59.915775 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7deb2c4d-a798-45c8-898c-3183a8491a7b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/40f08ecb-25ef-4424-8e01-0cf074fffead HTTP/1.1" status: 204 len: 168 time: 0.6508636 Jun 17 08:42:59.919558 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47196) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:59.944377 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171b630-f276-489d-9b11-cdc722c1c534 req-08343251-f33a-4690-ba35-6b9d0e0cb1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:59.946452 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7171b630-f276-489d-9b11-cdc722c1c534 req-08343251-f33a-4690-ba35-6b9d0e0cb1b2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.1407287 Jun 17 08:42:59.998616 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7171b630-f276-489d-9b11-cdc722c1c534 req-0bf8a4aa-7d50-49ea-b6e1-8fbc0d93739a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=281145b8-eb5c-4a61-bd6b-88f785131871 HTTP/1.1" status: 200 len: 217 time: 0.0437312 Jun 17 08:43:00.013903 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5cd10-7b8e-45e4-8b03-059ac1b97e9d req-f53a4258-8fa5-4368-b23b-c2898ff32e8a tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:00.015328 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-73d5cd10-7b8e-45e4-8b03-059ac1b97e9d req-f53a4258-8fa5-4368-b23b-c2898ff32e8a tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 784 time: 0.2535486 Jun 17 08:43:00.050243 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7655393c-c6bd-4e16-851d-7568af660e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:00.143139 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171b630-f276-489d-9b11-cdc722c1c534 req-ab0f4468-e6a3-4f36-a646-00c2c85d9649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:00.144894 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7171b630-f276-489d-9b11-cdc722c1c534 req-ab0f4468-e6a3-4f36-a646-00c2c85d9649 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1402674 Jun 17 08:43:00.180919 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-7655393c-c6bd-4e16-851d-7568af660e0c admin admin] Deleting port 4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:00.182865 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7655393c-c6bd-4e16-851d-7568af660e0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:00.242104 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74da491-eb98-4483-ab9e-fb2a553c7da3 None None] DHCP port deletion for fea49251-81be-4e2e-808d-a9b2cf889740 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:43:00.248551 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 7a758bac-8374-4067-9d2f-e9774525e359 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:00.279147 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171b630-f276-489d-9b11-cdc722c1c534 req-3993ac3a-faa0-4153-bbe0-ea23b8c6fe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:00.282181 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7171b630-f276-489d-9b11-cdc722c1c534 req-3993ac3a-faa0-4153-bbe0-ea23b8c6fe67 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1172309 Jun 17 08:43:00.286395 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-7655393c-c6bd-4e16-851d-7568af660e0c admin admin] For port 4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4,segment=NetworkSegment(75dea10b-265e-4eb3-95e8-553aa7a22974),segment_id=75dea10b-265e-4eb3-95e8-553aa7a22974)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:00.292560 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7655393c-c6bd-4e16-851d-7568af660e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:00.362054 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a74da491-eb98-4483-ab9e-fb2a553c7da3 None None] Deleting port 4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:00.362439 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a74da491-eb98-4483-ab9e-fb2a553c7da3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:00.437207 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-7655393c-c6bd-4e16-851d-7568af660e0c admin admin] Calling delete_port for 4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4 owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:00.443352 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7171b630-f276-489d-9b11-cdc722c1c534 req-e689ec02-b6fc-4f1c-a259-391ad7c24bce service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504917 Jun 17 08:43:00.457668 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a74da491-eb98-4483-ab9e-fb2a553c7da3 None None] For port 4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4,segment=NetworkSegment(75dea10b-265e-4eb3-95e8-553aa7a22974),segment_id=75dea10b-265e-4eb3-95e8-553aa7a22974)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:00.458199 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a74da491-eb98-4483-ab9e-fb2a553c7da3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:00.489546 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 7a758bac-8374-4067-9d2f-e9774525e359 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:00.502325 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 7a758bac-8374-4067-9d2f-e9774525e359 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:00.502455 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:00.579117 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a74da491-eb98-4483-ab9e-fb2a553c7da3 None None] Calling delete_port for 4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:00.616093 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7171b630-f276-489d-9b11-cdc722c1c534 req-7b060977-c340-4d6f-a5cb-0933b1741a2d service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561713 Jun 17 08:43:00.677783 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7894856f-cae4-44c9-88ae-c11051a264b4 req-92170bb2-eb53-469d-8ee0-cc788ebf9517 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d420583-54c8-4d5d-bb0f-ae5c52daed13 HTTP/1.1" status: 200 len: 210 time: 0.0296836 Jun 17 08:43:00.707921 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-c20edba5-0be3-4a57-9124-c96e9880272e tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:43:00.708160 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-c20edba5-0be3-4a57-9124-c96e9880272e tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0652654 Jun 17 08:43:00.718900 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:00.765181 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 7a758bac-8374-4067-9d2f-e9774525e359, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=7a758bac-8374-4067-9d2f-e9774525e359,segment=NetworkSegment(49aec61e-7890-48a1-b1cd-c8a79f25b8bc),segment_id=49aec61e-7890-48a1-b1cd-c8a79f25b8bc)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:00.774366 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-18cb7326-805e-4698-a227-8a978ea39d79 service neutron] Request body: {'binding': {'host': 'n-h1-758944-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:00.774936 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-18cb7326-805e-4698-a227-8a978ea39d79 service neutron] Unknown quota resources ['binding']. {{(pid=94520) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:43:00.886024 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a74da491-eb98-4483-ab9e-fb2a553c7da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:00.889675 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:00.918194 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74da491-eb98-4483-ab9e-fb2a553c7da3 None None] No DVR routers for this DVR port 4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:43:00.921963 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:00.926322 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:00.926322 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74da491-eb98-4483-ab9e-fb2a553c7da3 None None] Pushing event deleted for resources: {'Port': ['ID=4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:00.928661 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a74da491-eb98-4483-ab9e-fb2a553c7da3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:00.929914 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-20b2acbb-a6e8-4ef5-b367-dc04ca6da0f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:00.983963 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 7874e289-13b0-49ea-867d-1a812200f261 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:01.012715 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 7874e289-13b0-49ea-867d-1a812200f261 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:43:01.013099 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 7874e289-13b0-49ea-867d-1a812200f261 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:43:01.029808 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=7a758bac-8374-4067-9d2f-e9774525e359,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:01.033386 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:01.062419 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7655393c-c6bd-4e16-851d-7568af660e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.074842 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ab1c10e0-5259-4507-bb61-8911c8b19fe8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:01.135870 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7655393c-c6bd-4e16-851d-7568af660e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:01.138459 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7655393c-c6bd-4e16-851d-7568af660e0c admin admin] No DVR routers for this DVR port 4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4 on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:43:01.144373 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7655393c-c6bd-4e16-851d-7568af660e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:01.284809 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7655393c-c6bd-4e16-851d-7568af660e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.310780 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b0207-b3b1-4e65-8afc-57c86e375833 req-0abfd8b8-be3d-49f5-a0e6-30973bacfd8f tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:01.312271 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-745b0207-b3b1-4e65-8afc-57c86e375833 req-0abfd8b8-be3d-49f5-a0e6-30973bacfd8f tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecffbe04-c6b0-4c43-aed6-70778335f2d7 HTTP/1.1" status: 200 len: 950 time: 0.2532811 Jun 17 08:43:01.313848 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-7655393c-c6bd-4e16-851d-7568af660e0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea49251-81be-4e2e-808d-a9b2cf889740']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:01.326411 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-7655393c-c6bd-4e16-851d-7568af660e0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75dea10b-265e-4eb3-95e8-553aa7a22974') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:01.326709 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-7655393c-c6bd-4e16-851d-7568af660e0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75dea10b-265e-4eb3-95e8-553aa7a22974') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:01.358044 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7655393c-c6bd-4e16-851d-7568af660e0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.360757 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-18cb7326-805e-4698-a227-8a978ea39d79 service neutron] Attempting to bind port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb on host n-h1-758944-30 for vnic_type normal with profile None {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:01.361100 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-18cb7326-805e-4698-a227-8a978ea39d79 service neutron] Attempting to bind port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:01.367803 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-18cb7326-805e-4698-a227-8a978ea39d79 service neutron] Attempting to bind port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb on network 8305e780-7f7d-463d-bdce-25806076a869 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:01.382243 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-18cb7326-805e-4698-a227-8a978ea39d79 service neutron] Port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb on network 8305e780-7f7d-463d-bdce-25806076a869 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:43:01.382570 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-18cb7326-805e-4698-a227-8a978ea39d79 service neutron] Attempting to bind port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb on network 8305e780-7f7d-463d-bdce-25806076a869 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:01.391541 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7655393c-c6bd-4e16-851d-7568af660e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.396141 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-745b0207-b3b1-4e65-8afc-57c86e375833 req-5f3f2dae-0dee-4a57-94d6-1cbea4007211 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/security-groups?id=af4e9468-9bd3-4814-a29f-5cede9857089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728779 Jun 17 08:43:01.398946 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-18cb7326-805e-4698-a227-8a978ea39d79 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:01.400134 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-18cb7326-805e-4698-a227-8a978ea39d79 service neutron] Checking segment: {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:01.400134 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-18cb7326-805e-4698-a227-8a978ea39d79 service neutron] Bound using segment: {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:01.400134 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-18cb7326-805e-4698-a227-8a978ea39d79 service neutron] Bound port: 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:01.404476 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7655393c-c6bd-4e16-851d-7568af660e0c admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:43:01.404877 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7655393c-c6bd-4e16-851d-7568af660e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:43:01.406585 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:43:01.456194 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0aaac3-d872-4d3f-be5f-462a5473713e x-openstack-request-id: req-ff0aaac3-d872-4d3f-be5f-462a5473713e {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:01.456692 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533c8287-3c0a-4c10-8b6b-03b06040a10a", "name": "network-vif-plugged", "status": "completed", "tag": "ab6b19a0-24fd-4572-958d-128e40d1df5f", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:01.457710 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff0aaac3-d872-4d3f-be5f-462a5473713e {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:01.457710 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533c8287-3c0a-4c10-8b6b-03b06040a10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6b19a0-24fd-4572-958d-128e40d1df5f', 'code': 200} Jun 17 08:43:01.494297 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e118c68-fa8c-4de3-9985-d6b46976f18c x-openstack-request-id: req-8e118c68-fa8c-4de3-9985-d6b46976f18c {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:01.494826 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d420583-54c8-4d5d-bb0f-ae5c52daed13", "name": "network-vif-deleted", "tag": "ebed735f-0065-45cf-a8c5-9df9969b2e30", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:01.494988 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8e118c68-fa8c-4de3-9985-d6b46976f18c {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:01.495447 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d420583-54c8-4d5d-bb0f-ae5c52daed13', 'name': 'network-vif-deleted', 'tag': 'ebed735f-0065-45cf-a8c5-9df9969b2e30', 'status': 'completed', 'code': 200} Jun 17 08:43:01.504766 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-18cb7326-805e-4698-a227-8a978ea39d79 service neutron] For port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:01.589430 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4bbb3-e1d4-401e-a59b-452d31671c91 req-d354ce23-4b43-4990-a0ef-9a15a46fe793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:01.591086 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-78e4bbb3-e1d4-401e-a59b-452d31671c91 req-d354ce23-4b43-4990-a0ef-9a15a46fe793 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=533c8287-3c0a-4c10-8b6b-03b06040a10a HTTP/1.1" status: 200 len: 1102 time: 0.0668764 Jun 17 08:43:01.606009 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7655393c-c6bd-4e16-851d-7568af660e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.617137 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4e17e1cf-b1db-4b32-a8c2-929cebb66169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:01.623640 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7655393c-c6bd-4e16-851d-7568af660e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.623640 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7655393c-c6bd-4e16-851d-7568af660e0c admin admin] 10.222.0.49 "DELETE /v2.0/networks/fea49251-81be-4e2e-808d-a9b2cf889740 HTTP/1.1" status: 204 len: 168 time: 1.7016315 Jun 17 08:43:01.625912 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47210) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:01.642378 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6f7cc740-c53d-46bb-834c-b62ce054f637 req-c7eee92b-6641-4a9b-a9dc-6d2697324bbf tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1341863 Jun 17 08:43:01.643991 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-18cb7326-805e-4698-a227-8a978ea39d79 service neutron] Notify callbacks [] for binding, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.645026 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-18cb7326-805e-4698-a227-8a978ea39d79 service neutron] 10.222.0.49 "POST /v2.0/ports/9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb/bindings HTTP/1.1" status: 201 len: 390 time: 0.9312468 Jun 17 08:43:01.646394 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7655393c-c6bd-4e16-851d-7568af660e0c admin admin] Pushing event deleted for resources: {'Network': ['ID=fea49251-81be-4e2e-808d-a9b2cf889740,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:01.649013 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7655393c-c6bd-4e16-851d-7568af660e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:01.656137 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-6f7cc740-c53d-46bb-834c-b62ce054f637 req-f224ae68-332b-4cba-aaf3-30821d39387e tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:01.672679 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-78e4bbb3-e1d4-401e-a59b-452d31671c91 req-ed4815e3-eff1-4ff0-a011-6f0b263140ae service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=af4e9468-9bd3-4814-a29f-5cede9857089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745165 Jun 17 08:43:01.803612 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6f7cc740-c53d-46bb-834c-b62ce054f637 req-f224ae68-332b-4cba-aaf3-30821d39387e tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks [] for floatingip, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.907207 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6f7cc740-c53d-46bb-834c-b62ce054f637 req-f224ae68-332b-4cba-aaf3-30821d39387e tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.005013 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a53cd08f-adc8-46a3-96ba-3f8010b763a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.036225 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-6f7cc740-c53d-46bb-834c-b62ce054f637 req-f224ae68-332b-4cba-aaf3-30821d39387e tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Allocated IP 172.25.2.137 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/c82f3f55-f6ef-4fd5-ad20-46495d105fff) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:02.126493 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 7a758bac-8374-4067-9d2f-e9774525e359 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:02.157899 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6f7cc740-c53d-46bb-834c-b62ce054f637 req-f224ae68-332b-4cba-aaf3-30821d39387e tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.212375 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 7a758bac-8374-4067-9d2f-e9774525e359 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:02.213293 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.320878 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6f7cc740-c53d-46bb-834c-b62ce054f637 req-f224ae68-332b-4cba-aaf3-30821d39387e tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.326402 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1db5013c-4360-42ea-93cd-63a455b84518 tempest-ImagesTestJSON-1536673342 tempest-ImagesTestJSON-1536673342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:02.361215 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-a53cd08f-adc8-46a3-96ba-3f8010b763a2 admin admin] Deleting port 483d5063-5dbd-4917-b908-4f33bbf00f17 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:02.361694 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a53cd08f-adc8-46a3-96ba-3f8010b763a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.381360 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:02.393441 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7cc740-c53d-46bb-834c-b62ce054f637 req-f224ae68-332b-4cba-aaf3-30821d39387e tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:02.401591 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-6f7cc740-c53d-46bb-834c-b62ce054f637 req-f224ae68-332b-4cba-aaf3-30821d39387e tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:02.405404 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7cc740-c53d-46bb-834c-b62ce054f637 req-f224ae68-332b-4cba-aaf3-30821d39387e tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:02.407226 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:43:02.407627 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 4db3ebe6-2d9c-4013-90e2-1d246a2fe7e4 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:43:02.411548 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224ae68-332b-4cba-aaf3-30821d39387e tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Pushing event updated for resources: {'Port': ['ID=c82f3f55-f6ef-4fd5-ad20-46495d105fff,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:02.430373 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f224ae68-332b-4cba-aaf3-30821d39387e tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:02.485538 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-a53cd08f-adc8-46a3-96ba-3f8010b763a2 admin admin] For port 483d5063-5dbd-4917-b908-4f33bbf00f17, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=483d5063-5dbd-4917-b908-4f33bbf00f17,segment=NetworkSegment(00c5a38b-ab73-435d-8408-43fc298bcc31),segment_id=00c5a38b-ab73-435d-8408-43fc298bcc31)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:02.486006 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a53cd08f-adc8-46a3-96ba-3f8010b763a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.498141 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6f7cc740-c53d-46bb-834c-b62ce054f637 req-f224ae68-332b-4cba-aaf3-30821d39387e tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.512628 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.517119 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d765b3-c47c-48ed-ab3c-29b4a1ec6c29 req-180cb4ab-aa63-4ac3-a6eb-ef8e1dd91784 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:02.518647 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b9d765b3-c47c-48ed-ab3c-29b4a1ec6c29 req-180cb4ab-aa63-4ac3-a6eb-ef8e1dd91784 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 946 time: 0.1410213 Jun 17 08:43:02.569668 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-a53cd08f-adc8-46a3-96ba-3f8010b763a2 admin admin] Calling delete_port for 483d5063-5dbd-4917-b908-4f33bbf00f17 owned by network:router_interface {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:02.578681 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-2202c673-3735-4c52-a0b0-503d857e7c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:02.580456 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-2202c673-3735-4c52-a0b0-503d857e7c3c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=702856434aae449ea41d8a187426d151&device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 1098 time: 0.0569520 Jun 17 08:43:02.646641 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b9d765b3-c47c-48ed-ab3c-29b4a1ec6c29 req-760c0057-b089-40b6-b94a-5b9eeee147b9 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011279 Jun 17 08:43:02.697790 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6f7cc740-c53d-46bb-834c-b62ce054f637 req-f224ae68-332b-4cba-aaf3-30821d39387e tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.736302 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-60958708-b730-4998-a23c-63cc0d8f6a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:02.737783 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-60958708-b730-4998-a23c-63cc0d8f6a79 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8305e780-7f7d-463d-bdce-25806076a869 HTTP/1.1" status: 200 len: 922 time: 0.1496179 Jun 17 08:43:02.797530 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-caef9cdc-fcc8-4181-b326-135526535503 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb HTTP/1.1" status: 200 len: 217 time: 0.0467522 Jun 17 08:43:02.900051 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-97d48a55-82af-4b7b-a305-a67b68c78029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:02.901510 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-97d48a55-82af-4b7b-a305-a67b68c78029 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9c88322-5e95-4e53-8f33-f88e3723f8f7 HTTP/1.1" status: 200 len: 861 time: 0.0913553 Jun 17 08:43:02.947532 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-fb7600b1-b980-42c1-aad5-7652460d006e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8305e780-7f7d-463d-bdce-25806076a869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379734 Jun 17 08:43:02.963579 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a53cd08f-adc8-46a3-96ba-3f8010b763a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.966068 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c2120f8d-fed4-4924-a15c-a565b359d9fd tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:02.989685 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cd08f-adc8-46a3-96ba-3f8010b763a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=483d5063-5dbd-4917-b908-4f33bbf00f17,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:02.993680 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a53cd08f-adc8-46a3-96ba-3f8010b763a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:03.049250 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6f7cc740-c53d-46bb-834c-b62ce054f637 req-f224ae68-332b-4cba-aaf3-30821d39387e tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.104829 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-de272e2c-27b2-45a9-92a2-285d121caa73 service neutron] 10.222.0.50 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469028 Jun 17 08:43:03.173677 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6f7cc740-c53d-46bb-834c-b62ce054f637 req-f224ae68-332b-4cba-aaf3-30821d39387e tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.176050 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a53cd08f-adc8-46a3-96ba-3f8010b763a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.178273 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-df0aacb9-15ba-4c07-8816-dd59971e9279 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:03.297236 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6f7cc740-c53d-46bb-834c-b62ce054f637 req-f224ae68-332b-4cba-aaf3-30821d39387e tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.302288 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-522f39b1-9d7f-472b-8e0e-0446694b1f85 service neutron] 10.222.0.50 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906328 Jun 17 08:43:03.302943 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224ae68-332b-4cba-aaf3-30821d39387e tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Pushing event updated for resources: {'Port': ['ID=c82f3f55-f6ef-4fd5-ad20-46495d105fff,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:03.306904 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f224ae68-332b-4cba-aaf3-30821d39387e tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:03.425777 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53cd08f-adc8-46a3-96ba-3f8010b763a2 admin admin] Router cf1551c4-260d-4c16-bc6f-a089fc1231d5 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:43:03.458523 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecffbe04-c6b0-4c43-aed6-70778335f2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8534d268-2162-4b74-ae11-12078e97fc28'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:03.461097 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755da5f2-627f-4abc-82e3-972a22aa7d7b" -d '{"events": [{"server_uuid": "ecffbe04-c6b0-4c43-aed6-70778335f2d7", "name": "network-vif-plugged", "status": "completed", "tag": "8534d268-2162-4b74-ae11-12078e97fc28"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:03.467573 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6f7cc740-c53d-46bb-834c-b62ce054f637 req-f224ae68-332b-4cba-aaf3-30821d39387e tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.468880 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6f7cc740-c53d-46bb-834c-b62ce054f637 req-f224ae68-332b-4cba-aaf3-30821d39387e tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8174109 Jun 17 08:43:03.531420 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6f7cc740-c53d-46bb-834c-b62ce054f637 req-44692c72-933b-490c-9f5e-cfabd7a0ba3b tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.137 HTTP/1.1" status: 200 len: 696 time: 0.0566046 Jun 17 08:43:03.538992 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53cd08f-adc8-46a3-96ba-3f8010b763a2 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:03.545942 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a53cd08f-adc8-46a3-96ba-3f8010b763a2 admin admin] 10.222.0.49 "PUT /v2.0/routers/cf1551c4-260d-4c16-bc6f-a089fc1231d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9188018 Jun 17 08:43:03.550276 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcd391e-2d63-4e6f-ac31-3ddfe01c5a19 None None] Sync routers for ids ['cf1551c4-260d-4c16-bc6f-a089fc1231d5'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:03.550761 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47236) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:03.562940 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcd391e-2d63-4e6f-ac31-3ddfe01c5a19 None None] Routers {'cf1551c4-260d-4c16-bc6f-a089fc1231d5'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:03.568029 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-0dcd391e-2d63-4e6f-ac31-3ddfe01c5a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:42:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cf1551c4-260d-4c16-bc6f-a089fc1231d5'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:03.662636 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a69f9d79-7544-4258-8170-b918bfcaf6a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.664069 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-9b9d882f-ba7c-4f7a-9c39-ff899dac6b32 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:03.665594 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-9b9d882f-ba7c-4f7a-9c39-ff899dac6b32 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4&tenant_id=702856434aae449ea41d8a187426d151&binding%3Ahost_id=n-h2-758944-30 HTTP/1.1" status: 200 len: 1098 time: 0.1529651 Jun 17 08:43:03.682151 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-f0931e3f-c7b4-4a6c-9046-c8a41c5212b8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-30'}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:03.720285 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cc740-c53d-46bb-834c-b62ce054f637 req-32e3d962-96f8-4ca7-9190-685910945b80 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:03.721823 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6f7cc740-c53d-46bb-834c-b62ce054f637 req-32e3d962-96f8-4ca7-9190-685910945b80 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 784 time: 0.1665230 Jun 17 08:43:03.787134 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-f0931e3f-c7b4-4a6c-9046-c8a41c5212b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.809721 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a69f9d79-7544-4258-8170-b918bfcaf6a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.831686 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-0dcd391e-2d63-4e6f-ac31-3ddfe01c5a19 None None] Set router cf1551c4-260d-4c16-bc6f-a089fc1231d5 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:43:03.978070 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-f0931e3f-c7b4-4a6c-9046-c8a41c5212b8 service neutron] For port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:03.988518 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef45a8e-9ba7-40b0-9dab-6671e95ff539 req-a90876f3-55fe-413f-8e7c-be6bf318d712 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:03.990048 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4ef45a8e-9ba7-40b0-9dab-6671e95ff539 req-a90876f3-55fe-413f-8e7c-be6bf318d712 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecffbe04-c6b0-4c43-aed6-70778335f2d7 HTTP/1.1" status: 200 len: 950 time: 0.1525311 Jun 17 08:43:04.003290 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-a69f9d79-7544-4258-8170-b918bfcaf6a8 admin admin] Deleting port 2f952750-27c4-4a29-80b3-7bf57c41d867 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:04.003290 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a69f9d79-7544-4258-8170-b918bfcaf6a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.051028 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-0dcd391e-2d63-4e6f-ac31-3ddfe01c5a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1551c4-260d-4c16-bc6f-a089fc1231d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-28133449-router', 'tenant_id': 'a39c841fa2b44423bbb76f08e2e1386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '2f952750-27c4-4a29-80b3-7bf57c41d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:43Z', 'updated_at': '2021-06-17T08:43:02Z', 'revision_number': 5, 'project_id': 'a39c841fa2b44423bbb76f08e2e1386a', 'gw_port': {'id': '2f952750-27c4-4a29-80b3-7bf57c41d867', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:59:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1551c4-260d-4c16-bc6f-a089fc1231d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:44Z', 'updated_at': '2021-06-17T08:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:04.072323 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4ef45a8e-9ba7-40b0-9dab-6671e95ff539 req-cc985275-5b14-4096-81f0-2a421bf61931 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/security-groups?id=af4e9468-9bd3-4814-a29f-5cede9857089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698352 Jun 17 08:43:04.083783 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcd391e-2d63-4e6f-ac31-3ddfe01c5a19 None None] Checking router: cf1551c4-260d-4c16-bc6f-a089fc1231d5 for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:43:04.095813 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-f0931e3f-c7b4-4a6c-9046-c8a41c5212b8 service neutron] For port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:04.098171 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcd391e-2d63-4e6f-ac31-3ddfe01c5a19 None None] Routers {'cf1551c4-260d-4c16-bc6f-a089fc1231d5'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:04.098824 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-0dcd391e-2d63-4e6f-ac31-3ddfe01c5a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:42:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cf1551c4-260d-4c16-bc6f-a089fc1231d5'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:04.149574 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-a69f9d79-7544-4258-8170-b918bfcaf6a8 admin admin] For port 2f952750-27c4-4a29-80b3-7bf57c41d867, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=2f952750-27c4-4a29-80b3-7bf57c41d867,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:04.149971 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a69f9d79-7544-4258-8170-b918bfcaf6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.156077 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34967022-009f-4e2e-b501-8b769b8b36d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:04.159611 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1536816f-1b32-47df-a6cc-79fc538bee81" -d '{"events": [{"server_uuid": "34967022-009f-4e2e-b501-8b769b8b36d4", "name": "network-vif-unplugged", "status": "completed", "tag": "9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:04.164264 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-f0931e3f-c7b4-4a6c-9046-c8a41c5212b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.219441 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-0dcd391e-2d63-4e6f-ac31-3ddfe01c5a19 None None] Set router cf1551c4-260d-4c16-bc6f-a089fc1231d5 gateway port host: None {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:43:04.229788 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-a69f9d79-7544-4258-8170-b918bfcaf6a8 admin admin] Calling delete_port for 2f952750-27c4-4a29-80b3-7bf57c41d867 owned by network:router_gateway {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:04.247194 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-f0931e3f-c7b4-4a6c-9046-c8a41c5212b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.249632 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dbb8b53c-49f6-46a2-bfcb-4011a40e0273 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:04.423115 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-0dcd391e-2d63-4e6f-ac31-3ddfe01c5a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1551c4-260d-4c16-bc6f-a089fc1231d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-28133449-router', 'tenant_id': 'a39c841fa2b44423bbb76f08e2e1386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:43Z', 'updated_at': '2021-06-17T08:43:03Z', 'revision_number': 6, 'project_id': 'a39c841fa2b44423bbb76f08e2e1386a', 'gw_port_host': None}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:04.426389 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e600c60c-d3eb-46c8-9322-ffff9ef69954 x-openstack-request-id: req-e600c60c-d3eb-46c8-9322-ffff9ef69954 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:04.426940 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecffbe04-c6b0-4c43-aed6-70778335f2d7", "name": "network-vif-plugged", "status": "completed", "tag": "8534d268-2162-4b74-ae11-12078e97fc28", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:04.427915 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e600c60c-d3eb-46c8-9322-ffff9ef69954 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:04.430715 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecffbe04-c6b0-4c43-aed6-70778335f2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8534d268-2162-4b74-ae11-12078e97fc28', 'code': 200} Jun 17 08:43:04.458020 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcd391e-2d63-4e6f-ac31-3ddfe01c5a19 None None] The sync data for ids ['cf1551c4-260d-4c16-bc6f-a089fc1231d5'] in n-d-758944-30 is: [{'id': 'cf1551c4-260d-4c16-bc6f-a089fc1231d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-28133449-router', 'tenant_id': 'a39c841fa2b44423bbb76f08e2e1386a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:43Z', 'updated_at': '2021-06-17T08:43:03Z', 'revision_number': 6, 'project_id': 'a39c841fa2b44423bbb76f08e2e1386a', 'gw_port_host': None}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:04.511935 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1ebc1-7ccf-4774-a3af-375865e55d4d req-ffa0a87c-106b-4ce5-b222-1849a9de25e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:04.513663 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bdd1ebc1-7ccf-4774-a3af-375865e55d4d req-ffa0a87c-106b-4ce5-b222-1849a9de25e3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ecffbe04-c6b0-4c43-aed6-70778335f2d7 HTTP/1.1" status: 200 len: 1102 time: 0.0881336 Jun 17 08:43:04.513830 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0931e3f-c7b4-4a6c-9046-c8a41c5212b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb,revision_number=7']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:04.519079 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f0931e3f-c7b4-4a6c-9046-c8a41c5212b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:04.563612 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-f0931e3f-c7b4-4a6c-9046-c8a41c5212b8 service neutron] Attempting to bind port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb on host n-h2-758944-30 for vnic_type normal with profile {"migrating_to": "n-h1-758944-30"} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:04.564319 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-f0931e3f-c7b4-4a6c-9046-c8a41c5212b8 service neutron] Attempting to bind port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:04.564794 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-f0931e3f-c7b4-4a6c-9046-c8a41c5212b8 service neutron] Attempting to bind port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb on network 8305e780-7f7d-463d-bdce-25806076a869 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:04.573074 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a69f9d79-7544-4258-8170-b918bfcaf6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.584497 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-f0931e3f-c7b4-4a6c-9046-c8a41c5212b8 service neutron] Port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb on network 8305e780-7f7d-463d-bdce-25806076a869 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:43:04.584946 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-f0931e3f-c7b4-4a6c-9046-c8a41c5212b8 service neutron] Attempting to bind port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb on network 8305e780-7f7d-463d-bdce-25806076a869 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:04.593921 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-efde08ae-f854-4097-8029-072c54feee77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:04.595402 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-f0931e3f-c7b4-4a6c-9046-c8a41c5212b8 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:04.596160 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-f0931e3f-c7b4-4a6c-9046-c8a41c5212b8 service neutron] Checking segment: {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:04.597322 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-f0931e3f-c7b4-4a6c-9046-c8a41c5212b8 service neutron] Bound using segment: {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:04.597539 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bdd1ebc1-7ccf-4774-a3af-375865e55d4d req-1bad88cd-42c3-404a-bd2d-484e10c65017 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=af4e9468-9bd3-4814-a29f-5cede9857089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766773 Jun 17 08:43:04.597989 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-f0931e3f-c7b4-4a6c-9046-c8a41c5212b8 service neutron] Bound port: 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:04.598390 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-f0931e3f-c7b4-4a6c-9046-c8a41c5212b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.631442 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f9d79-7544-4258-8170-b918bfcaf6a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f952750-27c4-4a29-80b3-7bf57c41d867,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:04.637233 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a69f9d79-7544-4258-8170-b918bfcaf6a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:04.702960 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f898e-69e0-4bea-86e8-cc125686bbd4 req-109be146-db27-4f1e-b1d5-7116d2ba2289 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:04.704636 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-615f898e-69e0-4bea-86e8-cc125686bbd4 req-109be146-db27-4f1e-b1d5-7116d2ba2289 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 944 time: 0.1867018 Jun 17 08:43:04.719278 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cb330-cc4a-429c-8756-f6e480701a92 req-7423daf5-aff0-4923-ae4f-357b70d04966 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:04.720838 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0a1cb330-cc4a-429c-8756-f6e480701a92 req-7423daf5-aff0-4923-ae4f-357b70d04966 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.53 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 944 time: 0.1635189 Jun 17 08:43:04.721732 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a69f9d79-7544-4258-8170-b918bfcaf6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.739202 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-f0931e3f-c7b4-4a6c-9046-c8a41c5212b8 service neutron] For port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:04.761610 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-f0931e3f-c7b4-4a6c-9046-c8a41c5212b8 service neutron] For port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:04.770235 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-615f898e-69e0-4bea-86e8-cc125686bbd4 req-dd7540cc-bcb2-4965-a605-ae65bdff3261 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490654 Jun 17 08:43:04.868378 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9299134b-433a-43ab-82b0-4daa9dd308aa x-openstack-request-id: req-9299134b-433a-43ab-82b0-4daa9dd308aa {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:04.868775 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34967022-009f-4e2e-b501-8b769b8b36d4", "name": "network-vif-unplugged", "status": "completed", "tag": "9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:04.869006 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9299134b-433a-43ab-82b0-4daa9dd308aa {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:04.869456 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34967022-009f-4e2e-b501-8b769b8b36d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb', 'code': 200} Jun 17 08:43:04.891385 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-f0931e3f-c7b4-4a6c-9046-c8a41c5212b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.897232 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-20326f7d-d1f7-41e2-a3ae-e37827bb5dc0 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:05.009550 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4274a314-a550-4016-b23e-830f6a33e039 req-aed2a892-3611-40c9-a5d4-c76ca46c1152 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2070282 Jun 17 08:43:05.025090 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-4274a314-a550-4016-b23e-830f6a33e039 req-71688f0b-5e4f-4730-bcd9-a9cad6410dbd tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:05.055216 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0931e3f-c7b4-4a6c-9046-c8a41c5212b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb,revision_number=8']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:05.062083 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-f0931e3f-c7b4-4a6c-9046-c8a41c5212b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:05.062713 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-f0931e3f-c7b4-4a6c-9046-c8a41c5212b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:05.064173 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-f0931e3f-c7b4-4a6c-9046-c8a41c5212b8 service neutron] 10.222.0.50 "PUT /v2.0/ports/9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb HTTP/1.1" status: 200 len: 1124 time: 1.3882437 Jun 17 08:43:05.067287 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f0931e3f-c7b4-4a6c-9046-c8a41c5212b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:05.152281 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4274a314-a550-4016-b23e-830f6a33e039 req-71688f0b-5e4f-4730-bcd9-a9cad6410dbd tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks [] for floatingip, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:05.162117 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:43:05.243486 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a69f9d79-7544-4258-8170-b918bfcaf6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:05.248988 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a69f9d79-7544-4258-8170-b918bfcaf6a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:05.270418 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4274a314-a550-4016-b23e-830f6a33e039 req-71688f0b-5e4f-4730-bcd9-a9cad6410dbd tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:05.384486 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58257824-6f9f-44fc-a9a4-6fc4b898c622 req-231efd25-d3a4-4574-9c9a-05c6dae7315e tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:05.386003 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-58257824-6f9f-44fc-a9a4-6fc4b898c622 req-231efd25-d3a4-4574-9c9a-05c6dae7315e tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 944 time: 0.2408924 Jun 17 08:43:05.399242 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc38b5-f2bc-4ab6-92d6-b0804e3456ae req-9438e154-3bd0-48d9-8fcd-04e31738312d tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:05.400799 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-50cc38b5-f2bc-4ab6-92d6-b0804e3456ae req-9438e154-3bd0-48d9-8fcd-04e31738312d tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3067fe2-212b-4890-9ce0-a3fbb6e4236a HTTP/1.1" status: 200 len: 950 time: 0.2567348 Jun 17 08:43:05.418387 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-4274a314-a550-4016-b23e-830f6a33e039 req-71688f0b-5e4f-4730-bcd9-a9cad6410dbd tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Allocated IP 172.25.2.109 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/20ac4120-7be5-48c1-a9a7-b3e8f3ecae10) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:05.454377 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-0a1cb330-cc4a-429c-8756-f6e480701a92 req-eeec780d-0bce-4ab4-b11a-a3d265fae603 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Deleting port e3472699-738f-4841-b702-3da81639efef {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:05.454721 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0a1cb330-cc4a-429c-8756-f6e480701a92 req-eeec780d-0bce-4ab4-b11a-a3d265fae603 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:05.495096 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a69f9d79-7544-4258-8170-b918bfcaf6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:05.495632 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69f9d79-7544-4258-8170-b918bfcaf6a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf1551c4-260d-4c16-bc6f-a089fc1231d5 {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:43:05.535385 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a69f9d79-7544-4258-8170-b918bfcaf6a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:05.536816 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4274a314-a550-4016-b23e-830f6a33e039 req-71688f0b-5e4f-4730-bcd9-a9cad6410dbd tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:05.539028 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47254) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:05.539199 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a69f9d79-7544-4258-8170-b918bfcaf6a8 admin admin] 10.222.0.49 "DELETE /v2.0/routers/cf1551c4-260d-4c16-bc6f-a089fc1231d5 HTTP/1.1" status: 204 len: 168 time: 1.9876053 Jun 17 08:43:05.542815 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-58257824-6f9f-44fc-a9a4-6fc4b898c622 req-70ed84b2-145a-470a-9e38-19f916b14457 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/security-groups?id=33c05035-46d4-45fd-909a-ebffd022775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408744 Jun 17 08:43:05.623581 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca00a756-ac40-40d9-8021-d29ab05d26ba admin admin] Deleting subnet ed107fc7-b4fd-4f32-b202-2640535a70cb {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:43:05.628139 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ca00a756-ac40-40d9-8021-d29ab05d26ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:05.645822 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-0a1cb330-cc4a-429c-8756-f6e480701a92 req-eeec780d-0bce-4ab4-b11a-a3d265fae603 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] For port e3472699-738f-4841-b702-3da81639efef, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=e3472699-738f-4841-b702-3da81639efef,segment=NetworkSegment(a1dbb195-5e3c-45b9-afe5-22bef787f841),segment_id=a1dbb195-5e3c-45b9-afe5-22bef787f841)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:05.646429 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0a1cb330-cc4a-429c-8756-f6e480701a92 req-eeec780d-0bce-4ab4-b11a-a3d265fae603 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:05.678931 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ca00a756-ac40-40d9-8021-d29ab05d26ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:05.717161 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-0a1cb330-cc4a-429c-8756-f6e480701a92 req-eeec780d-0bce-4ab4-b11a-a3d265fae603 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Calling delete_port for e3472699-738f-4841-b702-3da81639efef owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:05.731392 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-50cc38b5-f2bc-4ab6-92d6-b0804e3456ae req-499f7b60-4fa0-4488-b68e-6d890cad8c11 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Deleting port 02ec8a85-f045-4b87-876a-4adf983bf6b2 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:05.731749 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-50cc38b5-f2bc-4ab6-92d6-b0804e3456ae req-499f7b60-4fa0-4488-b68e-6d890cad8c11 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:05.756644 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ca00a756-ac40-40d9-8021-d29ab05d26ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:05.812426 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4274a314-a550-4016-b23e-830f6a33e039 req-71688f0b-5e4f-4730-bcd9-a9cad6410dbd tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:05.817010 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-77d585b9-0f43-4bb3-8982-84a30b801a88 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:05.820905 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47258) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:05.884309 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4274a314-a550-4016-b23e-830f6a33e039 req-71688f0b-5e4f-4730-bcd9-a9cad6410dbd tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:05.890682 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-4274a314-a550-4016-b23e-830f6a33e039 req-71688f0b-5e4f-4730-bcd9-a9cad6410dbd tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:05.896621 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-4274a314-a550-4016-b23e-830f6a33e039 req-71688f0b-5e4f-4730-bcd9-a9cad6410dbd tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:05.906629 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-50cc38b5-f2bc-4ab6-92d6-b0804e3456ae req-499f7b60-4fa0-4488-b68e-6d890cad8c11 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] For port 02ec8a85-f045-4b87-876a-4adf983bf6b2, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=02ec8a85-f045-4b87-876a-4adf983bf6b2,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:05.906987 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-50cc38b5-f2bc-4ab6-92d6-b0804e3456ae req-499f7b60-4fa0-4488-b68e-6d890cad8c11 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:05.931092 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ca00a756-ac40-40d9-8021-d29ab05d26ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:05.968399 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71688f0b-5e4f-4730-bcd9-a9cad6410dbd tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Pushing event updated for resources: {'Port': ['ID=20ac4120-7be5-48c1-a9a7-b3e8f3ecae10,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:05.975555 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-71688f0b-5e4f-4730-bcd9-a9cad6410dbd tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:05.979162 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dfe8c4ce-0e90-483b-a800-92c2579792b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:05.981284 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ca00a756-ac40-40d9-8021-d29ab05d26ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:05.982588 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ea4849-ee31-4ce9-b524-773f4f68ed63 None None] Network f6b51658-ced6-48f6-bf9e-c5c1a908a7c9 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:05.986231 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-50cc38b5-f2bc-4ab6-92d6-b0804e3456ae req-499f7b60-4fa0-4488-b68e-6d890cad8c11 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Calling delete_port for 02ec8a85-f045-4b87-876a-4adf983bf6b2 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:05.986422 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ca00a756-ac40-40d9-8021-d29ab05d26ba admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ed107fc7-b4fd-4f32-b202-2640535a70cb HTTP/1.1" status: 204 len: 168 time: 0.4433761 Jun 17 08:43:05.989597 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47260) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:06.017414 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00a756-ac40-40d9-8021-d29ab05d26ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed107fc7-b4fd-4f32-b202-2640535a70cb,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:06.029808 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ca00a756-ac40-40d9-8021-d29ab05d26ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:06.052477 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff745355-588b-4eb7-a12c-188d4e12b75d tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.137318 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 2f952750-27c4-4a29-80b3-7bf57c41d867 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:06.140089 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff745355-588b-4eb7-a12c-188d4e12b75d tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.156057 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4274a314-a550-4016-b23e-830f6a33e039 req-71688f0b-5e4f-4730-bcd9-a9cad6410dbd tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.159391 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 2f952750-27c4-4a29-80b3-7bf57c41d867 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:43:06.159766 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 2f952750-27c4-4a29-80b3-7bf57c41d867 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:43:06.160003 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d34ad48b-22e6-4785-b384-392621b8ce6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.160193 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 483d5063-5dbd-4917-b908-4f33bbf00f17 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:06.183486 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 483d5063-5dbd-4917-b908-4f33bbf00f17 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:43:06.184694 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 483d5063-5dbd-4917-b908-4f33bbf00f17 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:43:06.211267 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0a1cb330-cc4a-429c-8756-f6e480701a92 req-eeec780d-0bce-4ab4-b11a-a3d265fae603 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.224411 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f42cd7-4cf0-4724-bddb-2951a8dcc3f3 req-61d744f7-6468-4d51-8cca-be0be0f1c42f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:06.225533 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-d34ad48b-22e6-4785-b384-392621b8ce6d admin admin] Deleting port 8336ea42-a77c-4c4d-8069-ad52a67c69e1 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:06.225884 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d34ad48b-22e6-4785-b384-392621b8ce6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.232204 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-98f42cd7-4cf0-4724-bddb-2951a8dcc3f3 req-61d744f7-6468-4d51-8cca-be0be0f1c42f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3067fe2-212b-4890-9ce0-a3fbb6e4236a HTTP/1.1" status: 200 len: 950 time: 0.2406836 Jun 17 08:43:06.234039 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fc0f0fec-8cb4-483a-aa79-1ecfb360b535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:06.280770 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec780d-0bce-4ab4-b11a-a3d265fae603 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Pushing event deleted for resources: {'Port': ['ID=e3472699-738f-4841-b702-3da81639efef,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:06.291034 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-eeec780d-0bce-4ab4-b11a-a3d265fae603 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:06.291260 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7827c491-302d-41a3-872b-6febc46c6d2a None None] DHCP port deletion for f6b51658-ced6-48f6-bf9e-c5c1a908a7c9 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:43:06.351033 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-7827c491-302d-41a3-872b-6febc46c6d2a None None] Deleting port 8336ea42-a77c-4c4d-8069-ad52a67c69e1 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:06.351924 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7827c491-302d-41a3-872b-6febc46c6d2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.373885 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1cb330-cc4a-429c-8756-f6e480701a92 req-eeec780d-0bce-4ab4-b11a-a3d265fae603 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] No DVR routers for this DVR port e3472699-738f-4841-b702-3da81639efef on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:43:06.378695 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0a1cb330-cc4a-429c-8756-f6e480701a92 req-eeec780d-0bce-4ab4-b11a-a3d265fae603 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.380703 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0a1cb330-cc4a-429c-8756-f6e480701a92 req-eeec780d-0bce-4ab4-b11a-a3d265fae603 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.53 "DELETE /v2.0/ports/e3472699-738f-4841-b702-3da81639efef HTTP/1.1" status: 204 len: 173 time: 1.6313016 Jun 17 08:43:06.381332 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff745355-588b-4eb7-a12c-188d4e12b75d tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.383908 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff745355-588b-4eb7-a12c-188d4e12b75d tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.389324 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ff745355-588b-4eb7-a12c-188d4e12b75d tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "DELETE /v2.0/security-groups/dd1331bd-b554-4498-84aa-409e44966515 HTTP/1.1" status: 204 len: 168 time: 0.5631588 Jun 17 08:43:06.396337 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-98f42cd7-4cf0-4724-bddb-2951a8dcc3f3 req-6995162d-fba2-4888-be54-770a6c1aeb5b tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631174 Jun 17 08:43:06.399161 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332f04f8-ccce-4787-abc1-2a15fed4445f', 'name': 'network-vif-deleted', 'tag': 'e3472699-738f-4841-b702-3da81639efef'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:06.403605 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f5e7f2-1147-4145-9cf2-dba4928f30e4" -d '{"events": [{"server_uuid": "332f04f8-ccce-4787-abc1-2a15fed4445f", "name": "network-vif-deleted", "tag": "e3472699-738f-4841-b702-3da81639efef"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:06.414504 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47262) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:06.415306 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ff3a5eed-37e4-4c72-a969-590679afa4ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:06.435848 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff745355-588b-4eb7-a12c-188d4e12b75d tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1331bd-b554-4498-84aa-409e44966515,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:06.441274 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ff745355-588b-4eb7-a12c-188d4e12b75d tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:06.441854 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-7827c491-302d-41a3-872b-6febc46c6d2a None None] For port 8336ea42-a77c-4c4d-8069-ad52a67c69e1, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=8336ea42-a77c-4c4d-8069-ad52a67c69e1,segment=NetworkSegment(00c5a38b-ab73-435d-8408-43fc298bcc31),segment_id=00c5a38b-ab73-435d-8408-43fc298bcc31)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:06.442431 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7827c491-302d-41a3-872b-6febc46c6d2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.446577 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-a91cac3a-22ca-48e6-8953-b49adf287d95 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] show failed (client error): The resource could not be found. Jun 17 08:43:06.447723 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a91cac3a-22ca-48e6-8953-b49adf287d95 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "GET /v2.0/security-groups/dd1331bd-b554-4498-84aa-409e44966515 HTTP/1.1" status: 404 len: 347 time: 0.0224988 Jun 17 08:43:06.456268 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47266) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:06.524406 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-50cc38b5-f2bc-4ab6-92d6-b0804e3456ae req-499f7b60-4fa0-4488-b68e-6d890cad8c11 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.537647 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-7827c491-302d-41a3-872b-6febc46c6d2a None None] Calling delete_port for 8336ea42-a77c-4c4d-8069-ad52a67c69e1 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:06.548055 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['5d8ed170-6507-42a3-97d4-6d09ca067b07'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:43:06.550290 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['281145b8-eb5c-4a61-bd6b-88f785131871'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:43:06.557139 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-42a59b62-a552-4ffd-99f7-e12a60072372 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:06.626140 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f7b60-4fa0-4488-b68e-6d890cad8c11 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Pushing event deleted for resources: {'Port': ['ID=02ec8a85-f045-4b87-876a-4adf983bf6b2,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:06.633633 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-499f7b60-4fa0-4488-b68e-6d890cad8c11 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:06.678095 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-d34ad48b-22e6-4785-b384-392621b8ce6d admin admin] For port 8336ea42-a77c-4c4d-8069-ad52a67c69e1, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=8336ea42-a77c-4c4d-8069-ad52a67c69e1,segment=NetworkSegment(00c5a38b-ab73-435d-8408-43fc298bcc31),segment_id=00c5a38b-ab73-435d-8408-43fc298bcc31)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:06.678641 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d34ad48b-22e6-4785-b384-392621b8ce6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.682015 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4274a314-a550-4016-b23e-830f6a33e039 req-71688f0b-5e4f-4730-bcd9-a9cad6410dbd tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.708515 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-50cc38b5-f2bc-4ab6-92d6-b0804e3456ae req-499f7b60-4fa0-4488-b68e-6d890cad8c11 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] No DVR routers for this DVR port 02ec8a85-f045-4b87-876a-4adf983bf6b2 on host n-h1-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:43:06.712875 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-50cc38b5-f2bc-4ab6-92d6-b0804e3456ae req-499f7b60-4fa0-4488-b68e-6d890cad8c11 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.715954 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-50cc38b5-f2bc-4ab6-92d6-b0804e3456ae req-499f7b60-4fa0-4488-b68e-6d890cad8c11 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.50 "DELETE /v2.0/ports/02ec8a85-f045-4b87-876a-4adf983bf6b2 HTTP/1.1" status: 204 len: 173 time: 1.3028235 Jun 17 08:43:06.768873 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1868eaa-3fd6-455d-b8db-fcd4c94d9746 req-9a35db04-d360-4764-9db5-34687636c9ad tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:06.777269 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b1868eaa-3fd6-455d-b8db-fcd4c94d9746 req-9a35db04-d360-4764-9db5-34687636c9ad tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecffbe04-c6b0-4c43-aed6-70778335f2d7 HTTP/1.1" status: 200 len: 950 time: 0.2675128 Jun 17 08:43:06.782260 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-d34ad48b-22e6-4785-b384-392621b8ce6d admin admin] Calling delete_port for 8336ea42-a77c-4c4d-8069-ad52a67c69e1 owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:06.807149 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-d844752e-0872-42e4-92b2-7d2c9ca5dc9d tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Deleting port 7872168b-2002-477b-9b60-4b9a69b65df3 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:06.807652 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d844752e-0872-42e4-92b2-7d2c9ca5dc9d tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.871451 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de320797-3443-43b7-8d9a-80aaafe75dc2 req-9edd5cc2-7601-40a7-b7e8-dd80964f4921 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:06.873053 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-de320797-3443-43b7-8d9a-80aaafe75dc2 req-9edd5cc2-7601-40a7-b7e8-dd80964f4921 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.50 "GET /v2.0/ports?device_id=086e378d-7c90-498d-9439-cdf820b2b635 HTTP/1.1" status: 200 len: 950 time: 0.2903242 Jun 17 08:43:06.874189 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b1868eaa-3fd6-455d-b8db-fcd4c94d9746 req-ecb9dcf7-5d6d-4616-a370-fc77e828e309 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/security-groups?id=af4e9468-9bd3-4814-a29f-5cede9857089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957484 Jun 17 08:43:06.876737 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34967022-009f-4e2e-b501-8b769b8b36d4', 'tag': '9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:06.879191 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73be752b-b9bb-4aa3-b4a3-ca861044e3db" -d '{"events": [{"name": "network-changed", "server_uuid": "34967022-009f-4e2e-b501-8b769b8b36d4", "tag": "9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:06.881979 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7827c491-302d-41a3-872b-6febc46c6d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.887736 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-328506d1-cbb8-4211-b3b3-866364818c1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:06.914762 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d844752e-0872-42e4-92b2-7d2c9ca5dc9d tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.915098 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d844752e-0872-42e4-92b2-7d2c9ca5dc9d tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.920038 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827c491-302d-41a3-872b-6febc46c6d2a None None] Pushing event deleted for resources: {'Port': ['ID=8336ea42-a77c-4c4d-8069-ad52a67c69e1,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:06.934462 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-7827c491-302d-41a3-872b-6febc46c6d2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:06.951456 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7827c491-302d-41a3-872b-6febc46c6d2a None None] No DVR routers for this DVR port 8336ea42-a77c-4c4d-8069-ad52a67c69e1 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:43:07.001696 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-d844752e-0872-42e4-92b2-7d2c9ca5dc9d tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Calling delete_port for 7872168b-2002-477b-9b60-4b9a69b65df3 owned by network:floatingip {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:07.113783 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d34ad48b-22e6-4785-b384-392621b8ce6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:07.116275 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bd9fc07e-3d88-4d1a-8818-595b2b434013 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:07.163367 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ad48b-22e6-4785-b384-392621b8ce6d admin admin] Pushing event deleted for resources: {'Port': ['ID=8336ea42-a77c-4c4d-8069-ad52a67c69e1,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:07.167332 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d34ad48b-22e6-4785-b384-392621b8ce6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:07.182867 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34ad48b-22e6-4785-b384-392621b8ce6d admin admin] No DVR routers for this DVR port 8336ea42-a77c-4c4d-8069-ad52a67c69e1 on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:43:07.231192 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4274a314-a550-4016-b23e-830f6a33e039 req-71688f0b-5e4f-4730-bcd9-a9cad6410dbd tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:07.277816 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d844752e-0872-42e4-92b2-7d2c9ca5dc9d tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:07.281245 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-499f7b60-4fa0-4488-b68e-6d890cad8c11 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:07.284750 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-de320797-3443-43b7-8d9a-80aaafe75dc2 req-faf360f3-4049-446c-905f-9ad3e981d19b tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Deleting port 5d8ed170-6507-42a3-97d4-6d09ca067b07 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:07.285097 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-de320797-3443-43b7-8d9a-80aaafe75dc2 req-faf360f3-4049-446c-905f-9ad3e981d19b tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:07.308923 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d34ad48b-22e6-4785-b384-392621b8ce6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:07.313829 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d844752e-0872-42e4-92b2-7d2c9ca5dc9d tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Pushing event deleted for resources: {'Port': ['ID=7872168b-2002-477b-9b60-4b9a69b65df3,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:07.320149 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d844752e-0872-42e4-92b2-7d2c9ca5dc9d tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:07.349699 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-d34ad48b-22e6-4785-b384-392621b8ce6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b51658-ced6-48f6-bf9e-c5c1a908a7c9']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:07.351910 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4274a314-a550-4016-b23e-830f6a33e039 req-71688f0b-5e4f-4730-bcd9-a9cad6410dbd tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:07.371664 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-20326f7d-d1f7-41e2-a3ae-e37827bb5dc0 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:07.384602 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-d34ad48b-22e6-4785-b384-392621b8ce6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c5a38b-ab73-435d-8408-43fc298bcc31') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:07.384602 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-d34ad48b-22e6-4785-b384-392621b8ce6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c5a38b-ab73-435d-8408-43fc298bcc31') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:07.403745 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15580ab4-9aac-4a55-93b0-cb68d2b5dd13 req-dedda55e-26bc-462b-833e-755966b23800 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:07.405370 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-15580ab4-9aac-4a55-93b0-cb68d2b5dd13 req-dedda55e-26bc-462b-833e-755966b23800 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 944 time: 0.1578090 Jun 17 08:43:07.408379 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d844752e-0872-42e4-92b2-7d2c9ca5dc9d tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks [] for floatingip, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:07.410945 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d844752e-0872-42e4-92b2-7d2c9ca5dc9d tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:07.412126 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d844752e-0872-42e4-92b2-7d2c9ca5dc9d tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] 10.222.0.49 "DELETE /v2.0/floatingips/0e773cc5-cdf2-4f61-bfc2-e2d0d0244bff HTTP/1.1" status: 204 len: 168 time: 0.9548554 Jun 17 08:43:07.427403 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d34ad48b-22e6-4785-b384-392621b8ce6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:07.464668 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-15580ab4-9aac-4a55-93b0-cb68d2b5dd13 req-23686c5d-d5df-4549-a568-acd581f5b34d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469599 Jun 17 08:43:07.476568 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d34ad48b-22e6-4785-b384-392621b8ce6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:07.485401 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71688f0b-5e4f-4730-bcd9-a9cad6410dbd tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Pushing event updated for resources: {'Port': ['ID=20ac4120-7be5-48c1-a9a7-b3e8f3ecae10,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:07.488487 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-71688f0b-5e4f-4730-bcd9-a9cad6410dbd tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:07.506766 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d34ad48b-22e6-4785-b384-392621b8ce6d admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:43:07.507256 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d34ad48b-22e6-4785-b384-392621b8ce6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:43:07.510795 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:43:07.516858 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8213365-e22e-41dd-8a9f-993f9bd76b81 x-openstack-request-id: req-b8213365-e22e-41dd-8a9f-993f9bd76b81 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:07.517355 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332f04f8-ccce-4787-abc1-2a15fed4445f", "name": "network-vif-deleted", "tag": "e3472699-738f-4841-b702-3da81639efef", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:07.517880 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8213365-e22e-41dd-8a9f-993f9bd76b81 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:07.518388 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332f04f8-ccce-4787-abc1-2a15fed4445f', 'name': 'network-vif-deleted', 'tag': 'e3472699-738f-4841-b702-3da81639efef', 'status': 'completed', 'code': 200} Jun 17 08:43:07.525713 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4274a314-a550-4016-b23e-830f6a33e039 req-71688f0b-5e4f-4730-bcd9-a9cad6410dbd tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:07.585359 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-de320797-3443-43b7-8d9a-80aaafe75dc2 req-faf360f3-4049-446c-905f-9ad3e981d19b tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] For port 5d8ed170-6507-42a3-97d4-6d09ca067b07, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=5d8ed170-6507-42a3-97d4-6d09ca067b07,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:07.585728 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-de320797-3443-43b7-8d9a-80aaafe75dc2 req-faf360f3-4049-446c-905f-9ad3e981d19b tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:07.662927 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-de320797-3443-43b7-8d9a-80aaafe75dc2 req-faf360f3-4049-446c-905f-9ad3e981d19b tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Calling delete_port for 5d8ed170-6507-42a3-97d4-6d09ca067b07 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:07.673410 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-834f882c-7640-47c7-a4e5-c579a88ad1dd req-82fe5319-0bc4-4751-be38-8011e1d3a11e tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] 10.222.0.49 "GET /v2.0/ports?device_id=332f04f8-ccce-4787-abc1-2a15fed4445f HTTP/1.1" status: 200 len: 210 time: 0.0331376 Jun 17 08:43:07.722580 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1925c291-f6d8-472b-a61a-862630d2ac25 x-openstack-request-id: req-1925c291-f6d8-472b-a61a-862630d2ac25 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:07.723135 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34967022-009f-4e2e-b501-8b769b8b36d4", "tag": "9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:07.723227 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1925c291-f6d8-472b-a61a-862630d2ac25 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:07.723629 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34967022-009f-4e2e-b501-8b769b8b36d4', 'tag': '9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb', 'status': 'completed', 'code': 200} Jun 17 08:43:07.725855 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d34ad48b-22e6-4785-b384-392621b8ce6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:07.733872 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:07.743870 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d34ad48b-22e6-4785-b384-392621b8ce6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:07.743870 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d34ad48b-22e6-4785-b384-392621b8ce6d admin admin] 10.222.0.49 "DELETE /v2.0/networks/f6b51658-ced6-48f6-bf9e-c5c1a908a7c9 HTTP/1.1" status: 204 len: 168 time: 1.7323446 Jun 17 08:43:07.755667 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ad48b-22e6-4785-b384-392621b8ce6d admin admin] Pushing event deleted for resources: {'Network': ['ID=f6b51658-ced6-48f6-bf9e-c5c1a908a7c9,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:07.761901 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d34ad48b-22e6-4785-b384-392621b8ce6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:07.770489 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4274a314-a550-4016-b23e-830f6a33e039 req-71688f0b-5e4f-4730-bcd9-a9cad6410dbd tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:07.771861 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4274a314-a550-4016-b23e-830f6a33e039 req-71688f0b-5e4f-4730-bcd9-a9cad6410dbd tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7552793 Jun 17 08:43:07.827631 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4274a314-a550-4016-b23e-830f6a33e039 req-d30604c0-c4e4-4c74-983b-3152eb12baa9 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.109 HTTP/1.1" status: 200 len: 696 time: 0.0467858 Jun 17 08:43:07.917794 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be752b-b9bb-4aa3-b4a3-ca861044e3db req-d9884e2d-69c0-41a5-b462-39ea3ee21d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:07.919495 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-73be752b-b9bb-4aa3-b4a3-ca861044e3db req-d9884e2d-69c0-41a5-b462-39ea3ee21d54 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=702856434aae449ea41d8a187426d151&device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 1127 time: 0.1548696 Jun 17 08:43:07.994177 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b7746-31d9-47f5-9b50-642504b92ac2 req-04768274-6cbf-41a4-a525-7d267f85627b tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:07.996302 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a60b7746-31d9-47f5-9b50-642504b92ac2 req-04768274-6cbf-41a4-a525-7d267f85627b tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/ports?device_id=533c8287-3c0a-4c10-8b6b-03b06040a10a HTTP/1.1" status: 200 len: 950 time: 0.1524618 Jun 17 08:43:07.998515 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274a314-a550-4016-b23e-830f6a33e039 req-023d148d-e647-4c37-b7e6-fb23002c00e2 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:07.999974 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4274a314-a550-4016-b23e-830f6a33e039 req-023d148d-e647-4c37-b7e6-fb23002c00e2 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 784 time: 0.1661613 Jun 17 08:43:08.051931 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-de320797-3443-43b7-8d9a-80aaafe75dc2 req-faf360f3-4049-446c-905f-9ad3e981d19b tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:08.064051 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d34ad48b-22e6-4785-b384-392621b8ce6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:08.074241 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['281145b8-eb5c-4a61-bd6b-88f785131871'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:43:08.085621 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a60b7746-31d9-47f5-9b50-642504b92ac2 req-2cb402da-c2c3-452c-954e-624f0f2ef4d4 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/security-groups?id=af4e9468-9bd3-4814-a29f-5cede9857089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797377 Jun 17 08:43:08.140470 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 8336ea42-a77c-4c4d-8069-ad52a67c69e1 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:08.144800 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be752b-b9bb-4aa3-b4a3-ca861044e3db req-4578dabb-7cb9-461e-bc34-a72e27454af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:08.146963 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-73be752b-b9bb-4aa3-b4a3-ca861044e3db req-4578dabb-7cb9-461e-bc34-a72e27454af5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8305e780-7f7d-463d-bdce-25806076a869 HTTP/1.1" status: 200 len: 922 time: 0.2173235 Jun 17 08:43:08.147919 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf360f3-4049-446c-905f-9ad3e981d19b tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Pushing event deleted for resources: {'Port': ['ID=5d8ed170-6507-42a3-97d4-6d09ca067b07,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:08.165971 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-faf360f3-4049-446c-905f-9ad3e981d19b tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:08.209114 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 8336ea42-a77c-4c4d-8069-ad52a67c69e1 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:43:08.210386 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 8336ea42-a77c-4c4d-8069-ad52a67c69e1 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:43:08.245075 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-73be752b-b9bb-4aa3-b4a3-ca861044e3db req-f9adb17c-fd6e-4d8b-97ef-4e1178b25a21 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb HTTP/1.1" status: 200 len: 217 time: 0.0903502 Jun 17 08:43:08.246065 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47294) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:08.274904 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-de320797-3443-43b7-8d9a-80aaafe75dc2 req-faf360f3-4049-446c-905f-9ad3e981d19b tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] No DVR routers for this DVR port 5d8ed170-6507-42a3-97d4-6d09ca067b07 on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:43:08.279251 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-de320797-3443-43b7-8d9a-80aaafe75dc2 req-faf360f3-4049-446c-905f-9ad3e981d19b tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:08.281859 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-de320797-3443-43b7-8d9a-80aaafe75dc2 req-faf360f3-4049-446c-905f-9ad3e981d19b tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.50 "DELETE /v2.0/ports/5d8ed170-6507-42a3-97d4-6d09ca067b07 HTTP/1.1" status: 204 len: 173 time: 1.3900673 Jun 17 08:43:08.300222 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:43:08.303362 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 02ec8a85-f045-4b87-876a-4adf983bf6b2 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:08.346348 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be752b-b9bb-4aa3-b4a3-ca861044e3db req-cba96d0f-4660-4432-b653-911a849eedc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:08.348156 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-73be752b-b9bb-4aa3-b4a3-ca861044e3db req-cba96d0f-4660-4432-b653-911a849eedc8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9c88322-5e95-4e53-8f33-f88e3723f8f7 HTTP/1.1" status: 200 len: 861 time: 0.0925324 Jun 17 08:43:08.350772 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-17ead81c-0ca4-4be5-b313-f9b7fcb7d21c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=00b33b4b21ab418a82a171a9950d5f14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1035366 Jun 17 08:43:08.353141 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47300) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:08.354422 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 02ec8a85-f045-4b87-876a-4adf983bf6b2 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:43:08.354857 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4d4062b6-9c05-42fb-bc4f-b255a2a5d6c8 req-27cb6518-5b7a-4610-90c3-aec954f3f07d tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2025118 Jun 17 08:43:08.355201 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 02ec8a85-f045-4b87-876a-4adf983bf6b2 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:43:08.360967 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-4d4062b6-9c05-42fb-bc4f-b255a2a5d6c8 req-92525dae-4f7f-4854-839a-52a3a354379a tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:08.397542 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-73be752b-b9bb-4aa3-b4a3-ca861044e3db req-dad31a98-39e9-4980-ac56-073b7b937b72 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8305e780-7f7d-463d-bdce-25806076a869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376034 Jun 17 08:43:08.497612 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:08.497612 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb has no active binding in host n-h1-758944-30 {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 17 08:43:08.508180 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-63ddeb06-cdea-4194-9f8a-504bb8d641b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:08.523168 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4d4062b6-9c05-42fb-bc4f-b255a2a5d6c8 req-92525dae-4f7f-4854-839a-52a3a354379a tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks [] for floatingip, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:08.538077 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-73be752b-b9bb-4aa3-b4a3-ca861044e3db req-68f0818b-dee1-465e-afe6-c923b97a969b service neutron] 10.222.0.53 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269085 Jun 17 08:43:08.543550 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-63ddeb06-cdea-4194-9f8a-504bb8d641b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:08.662123 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4d4062b6-9c05-42fb-bc4f-b255a2a5d6c8 req-92525dae-4f7f-4854-839a-52a3a354379a tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:08.703437 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-73be752b-b9bb-4aa3-b4a3-ca861044e3db req-599d6c36-3571-4807-b9e2-b32b505b786e service neutron] 10.222.0.53 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563189 Jun 17 08:43:08.795875 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-4d4062b6-9c05-42fb-bc4f-b255a2a5d6c8 req-92525dae-4f7f-4854-839a-52a3a354379a tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Allocated IP 172.25.2.111 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/f5744100-09e8-4372-804f-c0c2b82d263b) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:08.845618 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-63ddeb06-cdea-4194-9f8a-504bb8d641b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:08.848442 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-63ddeb06-cdea-4194-9f8a-504bb8d641b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:08.849607 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-63ddeb06-cdea-4194-9f8a-504bb8d641b1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/704d01a0-630d-48d4-ac97-3333cc8444ec HTTP/1.1" status: 204 len: 168 time: 0.4955564 Jun 17 08:43:08.855909 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a9f22b12-1874-46ab-ae44-fd5a81fb22d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:08.858723 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddeb06-cdea-4194-9f8a-504bb8d641b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704d01a0-630d-48d4-ac97-3333cc8444ec,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:08.861512 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-63ddeb06-cdea-4194-9f8a-504bb8d641b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:08.908047 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4d4062b6-9c05-42fb-bc4f-b255a2a5d6c8 req-92525dae-4f7f-4854-839a-52a3a354379a tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:09.057553 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4d4062b6-9c05-42fb-bc4f-b255a2a5d6c8 req-92525dae-4f7f-4854-839a-52a3a354379a tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:09.060655 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-71688f0b-5e4f-4730-bcd9-a9cad6410dbd tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:09.095220 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d4062b6-9c05-42fb-bc4f-b255a2a5d6c8 req-92525dae-4f7f-4854-839a-52a3a354379a tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:09.101406 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-4d4062b6-9c05-42fb-bc4f-b255a2a5d6c8 req-92525dae-4f7f-4854-839a-52a3a354379a tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:09.107973 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4062b6-9c05-42fb-bc4f-b255a2a5d6c8 req-92525dae-4f7f-4854-839a-52a3a354379a tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:09.113651 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92525dae-4f7f-4854-839a-52a3a354379a tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Pushing event updated for resources: {'Port': ['ID=f5744100-09e8-4372-804f-c0c2b82d263b,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:09.136620 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-92525dae-4f7f-4854-839a-52a3a354379a tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:09.204225 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4d4062b6-9c05-42fb-bc4f-b255a2a5d6c8 req-92525dae-4f7f-4854-839a-52a3a354379a tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:09.244794 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-273d9824-a473-4a58-af6f-ade6139491b0 req-ca3948d9-787e-4ed8-b1c6-fb5fc77435f3 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=086e378d-7c90-498d-9439-cdf820b2b635 HTTP/1.1" status: 200 len: 210 time: 0.0373952 Jun 17 08:43:09.285718 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device e3472699-738f-4841-b702-3da81639efef no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:09.311914 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: e3472699-738f-4841-b702-3da81639efef {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:43:09.312406 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device e3472699-738f-4841-b702-3da81639efef not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:43:09.378496 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4d4062b6-9c05-42fb-bc4f-b255a2a5d6c8 req-92525dae-4f7f-4854-839a-52a3a354379a tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:09.519518 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3067fe2-212b-4890-9ce0-a3fbb6e4236a', 'name': 'network-vif-deleted', 'tag': '02ec8a85-f045-4b87-876a-4adf983bf6b2'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:09.522640 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16ca851-d7ef-4725-a957-293e1f565077" -d '{"events": [{"server_uuid": "f3067fe2-212b-4890-9ce0-a3fbb6e4236a", "name": "network-vif-deleted", "tag": "02ec8a85-f045-4b87-876a-4adf983bf6b2"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:09.567939 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4d4062b6-9c05-42fb-bc4f-b255a2a5d6c8 req-92525dae-4f7f-4854-839a-52a3a354379a tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:09.619012 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c4f9d-f071-44a1-80e0-1b09e5711ba6 req-857ce7d2-f7b4-4824-b294-aa54f03e15ef tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:09.621267 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-506c4f9d-f071-44a1-80e0-1b09e5711ba6 req-857ce7d2-f7b4-4824-b294-aa54f03e15ef tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 944 time: 0.0701880 Jun 17 08:43:09.662306 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-506c4f9d-f071-44a1-80e0-1b09e5711ba6 req-9bde6fd6-eebf-458e-8a36-893990c2647c tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352130 Jun 17 08:43:09.694625 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4d4062b6-9c05-42fb-bc4f-b255a2a5d6c8 req-92525dae-4f7f-4854-839a-52a3a354379a tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:09.697847 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d2075a47-96e2-43d3-a1c3-750bc515bf72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:09.725401 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086e378d-7c90-498d-9439-cdf820b2b635', 'name': 'network-vif-deleted', 'tag': '5d8ed170-6507-42a3-97d4-6d09ca067b07'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:09.727668 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae191599-a8d3-4a6b-a8b5-f42a31ec7d74" -d '{"events": [{"server_uuid": "086e378d-7c90-498d-9439-cdf820b2b635", "name": "network-vif-deleted", "tag": "5d8ed170-6507-42a3-97d4-6d09ca067b07"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:09.757380 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47322) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:09.768079 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92525dae-4f7f-4854-839a-52a3a354379a tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Pushing event updated for resources: {'Port': ['ID=f5744100-09e8-4372-804f-c0c2b82d263b,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:09.772292 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-92525dae-4f7f-4854-839a-52a3a354379a tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:09.782722 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4d4062b6-9c05-42fb-bc4f-b255a2a5d6c8 req-92525dae-4f7f-4854-839a-52a3a354379a tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:09.895025 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47334) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:09.925315 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4d4062b6-9c05-42fb-bc4f-b255a2a5d6c8 req-92525dae-4f7f-4854-839a-52a3a354379a tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:09.926611 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4d4062b6-9c05-42fb-bc4f-b255a2a5d6c8 req-92525dae-4f7f-4854-839a-52a3a354379a tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5707688 Jun 17 08:43:09.928729 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92726a15-0ace-4224-800a-19f309f5b34d x-openstack-request-id: req-92726a15-0ace-4224-800a-19f309f5b34d {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:09.929322 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3067fe2-212b-4890-9ce0-a3fbb6e4236a", "name": "network-vif-deleted", "tag": "02ec8a85-f045-4b87-876a-4adf983bf6b2", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:09.929697 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-92726a15-0ace-4224-800a-19f309f5b34d {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:09.930207 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3067fe2-212b-4890-9ce0-a3fbb6e4236a', 'name': 'network-vif-deleted', 'tag': '02ec8a85-f045-4b87-876a-4adf983bf6b2', 'status': 'completed', 'code': 200} Jun 17 08:43:09.955444 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-d133abee-55f4-400a-b5ec-f8c077a35881 admin admin] Deleting subnet 58b6fa78-2c4d-4c76-9c04-e4c6434a4b98 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:43:09.959459 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d133abee-55f4-400a-b5ec-f8c077a35881 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:09.985022 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47336) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:09.988828 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb30080b-e143-4d6e-b3c0-0cdaa1503a2c x-openstack-request-id: req-fb30080b-e143-4d6e-b3c0-0cdaa1503a2c {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:09.989169 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "086e378d-7c90-498d-9439-cdf820b2b635", "name": "network-vif-deleted", "tag": "5d8ed170-6507-42a3-97d4-6d09ca067b07", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:09.989516 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb30080b-e143-4d6e-b3c0-0cdaa1503a2c {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:09.989953 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086e378d-7c90-498d-9439-cdf820b2b635', 'name': 'network-vif-deleted', 'tag': '5d8ed170-6507-42a3-97d4-6d09ca067b07', 'status': 'completed', 'code': 200} Jun 17 08:43:10.004680 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4d4062b6-9c05-42fb-bc4f-b255a2a5d6c8 req-bb6672ae-1d67-47fa-aa55-50d2a13de2a0 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.111 HTTP/1.1" status: 200 len: 696 time: 0.0693257 Jun 17 08:43:10.007993 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-640af2b1-0f41-40d9-b270-549f3bea5611 admin admin] Deleting subnet 97c0ea40-9ce2-4deb-b5a9-50803adf51b3 {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:43:10.012394 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-640af2b1-0f41-40d9-b270-549f3bea5611 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.026726 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d133abee-55f4-400a-b5ec-f8c077a35881 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.061000 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-1d499c27-147b-4e6f-a92f-9b2dbe807a17 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a39c841fa2b44423bbb76f08e2e1386a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0745173 Jun 17 08:43:10.063261 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47338) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:10.095578 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d133abee-55f4-400a-b5ec-f8c077a35881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.103695 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-640af2b1-0f41-40d9-b270-549f3bea5611 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.155811 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4e6ad970-08a1-4cb6-8cbc-ff4a1b38ff2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.177536 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4062b6-9c05-42fb-bc4f-b255a2a5d6c8 req-e9d044dc-64fa-4b42-9ac1-f2b4dd9bb631 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:10.179687 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4d4062b6-9c05-42fb-bc4f-b255a2a5d6c8 req-e9d044dc-64fa-4b42-9ac1-f2b4dd9bb631 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 784 time: 0.1675444 Jun 17 08:43:10.180091 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-640af2b1-0f41-40d9-b270-549f3bea5611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.189204 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4e6ad970-08a1-4cb6-8cbc-ff4a1b38ff2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.263380 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e40c995e-f7e3-4732-b2a7-38170b8e0e81 req-0b3d9e21-a4f3-4815-9b02-089544c06bb4 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/floatingips/8d02153b-4ce8-4c2d-8d5c-b03073a44c8b HTTP/1.1" status: 200 len: 693 time: 0.0528955 Jun 17 08:43:10.291969 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 5d8ed170-6507-42a3-97d4-6d09ca067b07 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:10.293970 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d133abee-55f4-400a-b5ec-f8c077a35881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.299667 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-820f80f7-222e-4149-ba31-46141a31c390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:10.309615 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-640af2b1-0f41-40d9-b270-549f3bea5611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.313229 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:10.328136 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 5d8ed170-6507-42a3-97d4-6d09ca067b07 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:43:10.328612 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 5d8ed170-6507-42a3-97d4-6d09ca067b07 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:43:10.350456 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-640af2b1-0f41-40d9-b270-549f3bea5611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.352698 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-640af2b1-0f41-40d9-b270-549f3bea5611 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/97c0ea40-9ce2-4deb-b5a9-50803adf51b3 HTTP/1.1" status: 204 len: 168 time: 0.4564087 Jun 17 08:43:10.354193 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640af2b1-0f41-40d9-b270-549f3bea5611 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97c0ea40-9ce2-4deb-b5a9-50803adf51b3,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:10.356361 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47346) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:10.357510 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-640af2b1-0f41-40d9-b270-549f3bea5611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:10.361379 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133abee-55f4-400a-b5ec-f8c077a35881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58b6fa78-2c4d-4c76-9c04-e4c6434a4b98,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:10.364304 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d133abee-55f4-400a-b5ec-f8c077a35881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:10.389847 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d133abee-55f4-400a-b5ec-f8c077a35881 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.394588 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d133abee-55f4-400a-b5ec-f8c077a35881 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/58b6fa78-2c4d-4c76-9c04-e4c6434a4b98 HTTP/1.1" status: 204 len: 168 time: 0.6330233 Jun 17 08:43:10.396042 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4e6ad970-08a1-4cb6-8cbc-ff4a1b38ff2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.396840 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47350) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:10.398603 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4e6ad970-08a1-4cb6-8cbc-ff4a1b38ff2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.403105 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4e6ad970-08a1-4cb6-8cbc-ff4a1b38ff2c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3b9e0a88-c4da-4a3a-beaf-4afa4b751f1a HTTP/1.1" status: 204 len: 168 time: 0.3355353 Jun 17 08:43:10.427232 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1d091e21-6194-40f7-9ba7-ff1717ce1169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:10.438853 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ad970-08a1-4cb6-8cbc-ff4a1b38ff2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9e0a88-c4da-4a3a-beaf-4afa4b751f1a,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:10.443965 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4e6ad970-08a1-4cb6-8cbc-ff4a1b38ff2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:10.503967 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-673420f7-7023-4e3f-ab2a-41cda2d31826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.526179 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4a7da2cd-723b-4348-8196-e027396cbda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.537937 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c995e-f7e3-4732-b2a7-38170b8e0e81 req-34d2ebec-3e11-4ea9-996f-b3591e85f994 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:10.548279 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e40c995e-f7e3-4732-b2a7-38170b8e0e81 req-34d2ebec-3e11-4ea9-996f-b3591e85f994 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 784 time: 0.2791452 Jun 17 08:43:10.598014 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-673420f7-7023-4e3f-ab2a-41cda2d31826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.609794 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-673420f7-7023-4e3f-ab2a-41cda2d31826 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f60ef741-1693-4275-83c4-b371328659a8']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:10.613201 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-e652ae8b-933c-4482-8565-bc09f317e6ce service neutron] 10.222.0.53 "GET /v2.0/ports/9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb/bindings/n-h1-758944-30 HTTP/1.1" status: 200 len: 385 time: 0.1392739 Jun 17 08:43:10.625917 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-673420f7-7023-4e3f-ab2a-41cda2d31826 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1dbb195-5e3c-45b9-afe5-22bef787f841') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:10.626295 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-673420f7-7023-4e3f-ab2a-41cda2d31826 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1dbb195-5e3c-45b9-afe5-22bef787f841') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:10.641205 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-673420f7-7023-4e3f-ab2a-41cda2d31826 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.716836 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-673420f7-7023-4e3f-ab2a-41cda2d31826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.727107 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-764ec2e1-0a1e-461c-8df5-a35e925946e2 req-d7969c3c-e0d2-4b3e-a27b-24ca8d48a9aa tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/floatingips/8d02153b-4ce8-4c2d-8d5c-b03073a44c8b HTTP/1.1" status: 200 len: 693 time: 0.0638041 Jun 17 08:43:10.728333 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673420f7-7023-4e3f-ab2a-41cda2d31826 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:43:10.728736 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-673420f7-7023-4e3f-ab2a-41cda2d31826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:43:10.731218 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:43:10.739372 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4a7da2cd-723b-4348-8196-e027396cbda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.754366 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-4a7da2cd-723b-4348-8196-e027396cbda4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7582e3d8-c00e-40a9-bed9-0f0fabf2534a']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:10.779051 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-4a7da2cd-723b-4348-8196-e027396cbda4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ef8247-2049-45b7-9016-7670820be4f8') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:10.779296 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-4a7da2cd-723b-4348-8196-e027396cbda4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ef8247-2049-45b7-9016-7670820be4f8') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:10.903159 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ec2e1-0a1e-461c-8df5-a35e925946e2 req-737df49c-7ce2-4364-a60e-1cf51b558b09 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:10.904918 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-764ec2e1-0a1e-461c-8df5-a35e925946e2 req-737df49c-7ce2-4364-a60e-1cf51b558b09 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 784 time: 0.1638625 Jun 17 08:43:10.911842 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-673420f7-7023-4e3f-ab2a-41cda2d31826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.920873 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-673420f7-7023-4e3f-ab2a-41cda2d31826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.926423 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-673420f7-7023-4e3f-ab2a-41cda2d31826 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f60ef741-1693-4275-83c4-b371328659a8 HTTP/1.1" status: 204 len: 168 time: 0.5279014 Jun 17 08:43:10.927301 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47364) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:10.936010 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:11.025954 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673420f7-7023-4e3f-ab2a-41cda2d31826 admin admin] Pushing event deleted for resources: {'Network': ['ID=f60ef741-1693-4275-83c4-b371328659a8,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:11.029628 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-673420f7-7023-4e3f-ab2a-41cda2d31826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:11.037388 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-764ec2e1-0a1e-461c-8df5-a35e925946e2 req-41e2c5ab-7862-407a-b7e1-aa7729296092 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.111 HTTP/1.1" status: 200 len: 696 time: 0.1212182 Jun 17 08:43:11.098780 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-764ec2e1-0a1e-461c-8df5-a35e925946e2 req-c6dba6fa-67cd-403d-9504-cd6c8294b828 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.111 HTTP/1.1" status: 200 len: 696 time: 0.0523491 Jun 17 08:43:11.101705 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ccf206-d81d-4568-89d0-2be19f74fadd admin admin] Deleting subnet 680243a6-ad46-4761-a52a-9e4c942f0bed {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:43:11.106349 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-13ccf206-d81d-4568-89d0-2be19f74fadd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.141114 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4a7da2cd-723b-4348-8196-e027396cbda4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.161004 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4a7da2cd-723b-4348-8196-e027396cbda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.187112 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a7da2cd-723b-4348-8196-e027396cbda4 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:43:11.187519 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4a7da2cd-723b-4348-8196-e027396cbda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:43:11.189710 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:43:11.225126 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-13ccf206-d81d-4568-89d0-2be19f74fadd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.292781 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-13ccf206-d81d-4568-89d0-2be19f74fadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.333183 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-764ec2e1-0a1e-461c-8df5-a35e925946e2 req-aad34e2d-b6a2-4ce2-aef3-c210c50c1b13 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Deleting port f5744100-09e8-4372-804f-c0c2b82d263b {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:11.333527 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-764ec2e1-0a1e-461c-8df5-a35e925946e2 req-aad34e2d-b6a2-4ce2-aef3-c210c50c1b13 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.377834 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25608a9-84f1-410f-bf80-778ac53e721d req-04571efd-0854-4fc3-9567-639d948b902b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:11.379326 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d25608a9-84f1-410f-bf80-778ac53e721d req-04571efd-0854-4fc3-9567-639d948b902b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 944 time: 0.1699131 Jun 17 08:43:11.385180 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-393449fb-231a-467f-8003-319face82900 service neutron] For port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:11.402829 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4a7da2cd-723b-4348-8196-e027396cbda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.415916 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:11.420964 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4a7da2cd-723b-4348-8196-e027396cbda4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.421990 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-764ec2e1-0a1e-461c-8df5-a35e925946e2 req-aad34e2d-b6a2-4ce2-aef3-c210c50c1b13 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.422378 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-764ec2e1-0a1e-461c-8df5-a35e925946e2 req-aad34e2d-b6a2-4ce2-aef3-c210c50c1b13 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.422871 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4a7da2cd-723b-4348-8196-e027396cbda4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/7582e3d8-c00e-40a9-bed9-0f0fabf2534a HTTP/1.1" status: 204 len: 168 time: 1.0626729 Jun 17 08:43:11.446532 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-393449fb-231a-467f-8003-319face82900 service neutron] For port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:11.448328 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7da2cd-723b-4348-8196-e027396cbda4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7582e3d8-c00e-40a9-bed9-0f0fabf2534a,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:11.473803 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4a7da2cd-723b-4348-8196-e027396cbda4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:11.488320 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d25608a9-84f1-410f-bf80-778ac53e721d req-9d48f23b-57d7-41a5-b659-456da28198ed tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997112 Jun 17 08:43:11.504529 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-393449fb-231a-467f-8003-319face82900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:43:11.509017 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-764ec2e1-0a1e-461c-8df5-a35e925946e2 req-aad34e2d-b6a2-4ce2-aef3-c210c50c1b13 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Calling delete_port for f5744100-09e8-4372-804f-c0c2b82d263b owned by network:floatingip {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:11.513260 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-13ccf206-d81d-4568-89d0-2be19f74fadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.516745 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-393449fb-231a-467f-8003-319face82900 service neutron] For port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:11.521046 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:11.554997 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ccf206-d81d-4568-89d0-2be19f74fadd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=680243a6-ad46-4761-a52a-9e4c942f0bed,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:11.561903 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-13ccf206-d81d-4568-89d0-2be19f74fadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:11.567357 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-13ccf206-d81d-4568-89d0-2be19f74fadd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.571917 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-13ccf206-d81d-4568-89d0-2be19f74fadd admin admin] 10.222.0.49 "DELETE /v2.0/subnets/680243a6-ad46-4761-a52a-9e4c942f0bed HTTP/1.1" status: 204 len: 168 time: 0.6327581 Jun 17 08:43:11.572065 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47392) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:11.624490 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-393449fb-231a-467f-8003-319face82900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.683452 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-695d5c60-b106-40a2-a6db-383d71eb4bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.794436 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47398) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:11.816582 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-764ec2e1-0a1e-461c-8df5-a35e925946e2 req-aad34e2d-b6a2-4ce2-aef3-c210c50c1b13 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.824443 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f0931e3f-c7b4-4a6c-9046-c8a41c5212b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:11.831914 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-393449fb-231a-467f-8003-319face82900 service neutron] Transition to ACTIVE for port object 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:11.851059 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362dbd93-a0f8-4bea-a62a-4224b805aec9 req-e41284df-5f16-4275-81b9-547fa820e8b1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:11.852528 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-362dbd93-a0f8-4bea-a62a-4224b805aec9 req-e41284df-5f16-4275-81b9-547fa820e8b1 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1d6382b-5551-4890-b165-1874da4011c4 HTTP/1.1" status: 200 len: 949 time: 0.1736400 Jun 17 08:43:11.856652 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-695d5c60-b106-40a2-a6db-383d71eb4bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.866128 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad34e2d-b6a2-4ce2-aef3-c210c50c1b13 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Pushing event deleted for resources: {'Port': ['ID=f5744100-09e8-4372-804f-c0c2b82d263b,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:11.868724 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-695d5c60-b106-40a2-a6db-383d71eb4bde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7cc54e-ecf0-4832-be66-8e215b115d25']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:11.872060 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-aad34e2d-b6a2-4ce2-aef3-c210c50c1b13 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:11.878287 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a63045c9-ed9f-40f5-8d71-e8076f424d77 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=85ac448a7aaf4cd0a1ec0847ca40d37e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0824306 Jun 17 08:43:11.883297 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47402) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:11.896169 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-695d5c60-b106-40a2-a6db-383d71eb4bde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079f381f-97c3-4aad-afd9-bbc0cbf24d9b') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:11.896467 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-695d5c60-b106-40a2-a6db-383d71eb4bde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079f381f-97c3-4aad-afd9-bbc0cbf24d9b') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:11.919974 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-695d5c60-b106-40a2-a6db-383d71eb4bde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.935353 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-764ec2e1-0a1e-461c-8df5-a35e925946e2 req-aad34e2d-b6a2-4ce2-aef3-c210c50c1b13 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks [] for floatingip, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.938399 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-764ec2e1-0a1e-461c-8df5-a35e925946e2 req-aad34e2d-b6a2-4ce2-aef3-c210c50c1b13 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.939612 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-764ec2e1-0a1e-461c-8df5-a35e925946e2 req-aad34e2d-b6a2-4ce2-aef3-c210c50c1b13 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "DELETE /v2.0/floatingips/8d02153b-4ce8-4c2d-8d5c-b03073a44c8b HTTP/1.1" status: 204 len: 173 time: 0.8343930 Jun 17 08:43:11.953622 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-393449fb-231a-467f-8003-319face82900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.964877 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3ac212b3-4189-49e3-915d-2da36da8e9f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:11.972647 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-695d5c60-b106-40a2-a6db-383d71eb4bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.978641 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-362dbd93-a0f8-4bea-a62a-4224b805aec9 req-b91e9e27-9841-4095-bb74-4a2f47f24194 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141818 Jun 17 08:43:12.005292 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-695d5c60-b106-40a2-a6db-383d71eb4bde admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:43:12.005716 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-695d5c60-b106-40a2-a6db-383d71eb4bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:43:12.011079 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:43:12.112663 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0c1b932e-4e42-4bf2-8a73-43ebc4a8043c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:12.151297 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-393449fb-231a-467f-8003-319face82900 service neutron] No DVR routers for this DVR port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:43:12.164237 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393449fb-231a-467f-8003-319face82900 service neutron] Pushing event updated for resources: {'Port': ['ID=9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb,revision_number=10']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:12.174475 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-393449fb-231a-467f-8003-319face82900 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:12.180517 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0c1b932e-4e42-4bf2-8a73-43ebc4a8043c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:12.221307 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-695d5c60-b106-40a2-a6db-383d71eb4bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:12.226895 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0cd68b53-dfd7-49e4-a15d-73662c8710e1 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:12.229417 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-695d5c60-b106-40a2-a6db-383d71eb4bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:12.234143 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-695d5c60-b106-40a2-a6db-383d71eb4bde admin admin] 10.222.0.49 "DELETE /v2.0/networks/2f7cc54e-ecf0-4832-be66-8e215b115d25 HTTP/1.1" status: 204 len: 168 time: 0.6586547 Jun 17 08:43:12.265379 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-393449fb-231a-467f-8003-319face82900 service neutron] 10.222.0.53 "PUT /v2.0/ports/9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb/bindings/n-h1-758944-30/activate HTTP/1.1" status: 200 len: 370 time: 1.6458733 Jun 17 08:43:12.317537 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d5c60-b106-40a2-a6db-383d71eb4bde admin admin] Pushing event deleted for resources: {'Network': ['ID=2f7cc54e-ecf0-4832-be66-8e215b115d25,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:12.336586 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-695d5c60-b106-40a2-a6db-383d71eb4bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:12.513130 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0c1b932e-4e42-4bf2-8a73-43ebc4a8043c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:12.518954 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0c1b932e-4e42-4bf2-8a73-43ebc4a8043c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:12.518954 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0c1b932e-4e42-4bf2-8a73-43ebc4a8043c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/938d1ee3-5337-43de-9fb4-a19395e0ede2 HTTP/1.1" status: 204 len: 168 time: 0.6334174 Jun 17 08:43:12.520769 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dea2c4e1-4b28-4e8a-9c35-9c0102cb7b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:12.529749 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b932e-4e42-4bf2-8a73-43ebc4a8043c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938d1ee3-5337-43de-9fb4-a19395e0ede2,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:12.541872 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0c1b932e-4e42-4bf2-8a73-43ebc4a8043c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:12.641681 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a355a8-d1a5-4f6e-a9c3-2f4c3f0f4e8e req-bbf4d1dd-3609-48b2-91dd-cd8f901cae93 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:12.643340 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e7a355a8-d1a5-4f6e-a9c3-2f4c3f0f4e8e req-bbf4d1dd-3609-48b2-91dd-cd8f901cae93 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5755386 Jun 17 08:43:12.663665 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-f77fc97f-2e3c-4169-8b6e-9c3f0cfe30d9 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:12.665216 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-f77fc97f-2e3c-4169-8b6e-9c3f0cfe30d9 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4&tenant_id=702856434aae449ea41d8a187426d151&binding%3Ahost_id=n-h2-758944-30 HTTP/1.1" status: 200 len: 1097 time: 0.1422880 Jun 17 08:43:12.742049 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-ab635e59-fc4f-4d6a-b264-92a854fea712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:12.744061 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-ab635e59-fc4f-4d6a-b264-92a854fea712 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4&tenant_id=702856434aae449ea41d8a187426d151 HTTP/1.1" status: 200 len: 1097 time: 0.0710707 Jun 17 08:43:12.814460 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af02b9-9f31-4892-8315-d040804abb01 req-4f08821c-7a72-4c60-8c31-76075c6b462b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:12.816164 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a1af02b9-9f31-4892-8315-d040804abb01 req-4f08821c-7a72-4c60-8c31-76075c6b462b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 945 time: 0.1028759 Jun 17 08:43:12.826040 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b497f-b823-45e8-bbce-49fab183045d req-5e711ae9-beb5-4db3-8657-84a2c1dfa514 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:12.833979 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d73b497f-b823-45e8-bbce-49fab183045d req-5e711ae9-beb5-4db3-8657-84a2c1dfa514 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d6382b-5551-4890-b165-1874da4011c4 HTTP/1.1" status: 200 len: 949 time: 0.1900368 Jun 17 08:43:12.861290 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47460) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:12.907210 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-87ba5201-0343-4c63-b49b-dfb035847632 req-abfa9815-57e3-4fa6-be5a-3eee9c49241d tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=8c5fd23eb02948338afa929a25bd271e HTTP/1.1" status: 200 len: 1656 time: 0.1370113 Jun 17 08:43:12.918958 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a1af02b9-9f31-4892-8315-d040804abb01 req-c0747327-77ec-473a-9fb7-4debd81ce6cb tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903721 Jun 17 08:43:12.992374 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f1ae9d2e-6395-4328-8630-8d134ac96106 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a1c990ebd74a4b32a1ec7d295a37fe73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1127775 Jun 17 08:43:12.994369 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47464) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:12.997609 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-d73b497f-b823-45e8-bbce-49fab183045d req-36ff4f2e-b457-40fd-844a-4c216270bff0 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Deleting port 281145b8-eb5c-4a61-bd6b-88f785131871 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:13.001984 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d73b497f-b823-45e8-bbce-49fab183045d req-36ff4f2e-b457-40fd-844a-4c216270bff0 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:13.163366 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-5f87654e-247a-44cf-9899-138c94394bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:13.164895 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-5f87654e-247a-44cf-9899-138c94394bb8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=702856434aae449ea41d8a187426d151&device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 1097 time: 0.3880715 Jun 17 08:43:13.200940 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-d73b497f-b823-45e8-bbce-49fab183045d req-36ff4f2e-b457-40fd-844a-4c216270bff0 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] For port 281145b8-eb5c-4a61-bd6b-88f785131871, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=281145b8-eb5c-4a61-bd6b-88f785131871,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:13.201361 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d73b497f-b823-45e8-bbce-49fab183045d req-36ff4f2e-b457-40fd-844a-4c216270bff0 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:13.216843 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba5201-0343-4c63-b49b-dfb035847632 req-d5d251bf-0836-467d-8adb-8f60602372bb tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:13.218841 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-87ba5201-0343-4c63-b49b-dfb035847632 req-d5d251bf-0836-467d-8adb-8f60602372bb tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/networks?id=47e26d50-07b5-44f6-8ce3-9ccc70a7083a&id=47e26d50-07b5-44f6-8ce3-9ccc70a7083a&id=47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 787 time: 0.3054461 Jun 17 08:43:13.252084 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a52ec9fd-aa10-4790-acc6-bcc927a1e690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:13.288943 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a52ec9fd-aa10-4790-acc6-bcc927a1e690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:13.291990 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-d73b497f-b823-45e8-bbce-49fab183045d req-36ff4f2e-b457-40fd-844a-4c216270bff0 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Calling delete_port for 281145b8-eb5c-4a61-bd6b-88f785131871 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:13.316002 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device ab6b19a0-24fd-4572-958d-128e40d1df5f details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:43:13.342068 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-bfe5d163-d3f1-4734-80c9-0e73d5dc2770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:13.346363 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-bfe5d163-d3f1-4734-80c9-0e73d5dc2770 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8305e780-7f7d-463d-bdce-25806076a869 HTTP/1.1" status: 200 len: 922 time: 0.1700835 Jun 17 08:43:13.368251 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57a04f-930c-460f-b0bd-0428a5b53a2a req-6d1d4449-1b8b-4575-89c7-49a4516b1339 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:13.374374 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ca57a04f-930c-460f-b0bd-0428a5b53a2a req-6d1d4449-1b8b-4575-89c7-49a4516b1339 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1d6382b-5551-4890-b165-1874da4011c4 HTTP/1.1" status: 200 len: 949 time: 0.2232807 Jun 17 08:43:13.393467 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-c223c8b3-868d-4c03-a93f-a17ad4edadf0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb HTTP/1.1" status: 200 len: 217 time: 0.0427310 Jun 17 08:43:13.417863 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:13.451652 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ca57a04f-930c-460f-b0bd-0428a5b53a2a req-13ba0348-a807-42de-950e-2fdc8a04031d tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735633 Jun 17 08:43:13.462967 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:43:13.520500 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port ab6b19a0-24fd-4572-958d-128e40d1df5f, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ab6b19a0-24fd-4572-958d-128e40d1df5f,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:13.533451 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-10879c30-67b1-4af7-a528-c74396ac4840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:13.537870 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-10879c30-67b1-4af7-a528-c74396ac4840 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9c88322-5e95-4e53-8f33-f88e3723f8f7 HTTP/1.1" status: 200 len: 861 time: 0.1372707 Jun 17 08:43:13.547648 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a52ec9fd-aa10-4790-acc6-bcc927a1e690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:13.551149 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a52ec9fd-aa10-4790-acc6-bcc927a1e690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:13.564723 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a52ec9fd-aa10-4790-acc6-bcc927a1e690 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/33c05035-46d4-45fd-909a-ebffd022775f HTTP/1.1" status: 204 len: 168 time: 0.4867318 Jun 17 08:43:13.564723 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-aa670866-b231-4595-a37d-0b8cfd1b8821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:13.567380 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': 'ab6b19a0-24fd-4572-958d-128e40d1df5f', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': 'ab6b19a0-24fd-4572-958d-128e40d1df5f', 'mac_address': 'fa:16:3e:70:7d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:43:13.635626 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ec9fd-aa10-4790-acc6-bcc927a1e690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c05035-46d4-45fd-909a-ebffd022775f,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:13.643363 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d73b497f-b823-45e8-bbce-49fab183045d req-36ff4f2e-b457-40fd-844a-4c216270bff0 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:13.648767 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fce48bc7-7796-45f2-8cbd-a2b407d62317 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:13.657747 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a52ec9fd-aa10-4790-acc6-bcc927a1e690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:13.668577 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9d2c2374-63f8-4042-befa-45d6135049d1 req-da9d5f06-11ad-4c1a-a760-72f189b63e23 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/floatingips/a405ab03-968e-4335-9980-e965aa31642f HTTP/1.1" status: 200 len: 693 time: 0.1293118 Jun 17 08:43:13.675241 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-de521356-f1bb-4ea4-a558-8fadb0858ec3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8305e780-7f7d-463d-bdce-25806076a869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198511 Jun 17 08:43:13.697876 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['281145b8-eb5c-4a61-bd6b-88f785131871'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:43:13.747431 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff4f2e-b457-40fd-844a-4c216270bff0 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Pushing event deleted for resources: {'Port': ['ID=281145b8-eb5c-4a61-bd6b-88f785131871,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:13.767294 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-36ff4f2e-b457-40fd-844a-4c216270bff0 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:13.839907 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:13.898892 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab6b19a0-24fd-4572-958d-128e40d1df5f {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:43:13.947327 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73b497f-b823-45e8-bbce-49fab183045d req-36ff4f2e-b457-40fd-844a-4c216270bff0 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] No DVR routers for this DVR port 281145b8-eb5c-4a61-bd6b-88f785131871 on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:43:13.953776 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d73b497f-b823-45e8-bbce-49fab183045d req-36ff4f2e-b457-40fd-844a-4c216270bff0 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:13.958881 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port ab6b19a0-24fd-4572-958d-128e40d1df5f, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ab6b19a0-24fd-4572-958d-128e40d1df5f,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:13.967998 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d73b497f-b823-45e8-bbce-49fab183045d req-36ff4f2e-b457-40fd-844a-4c216270bff0 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.53 "DELETE /v2.0/ports/281145b8-eb5c-4a61-bd6b-88f785131871 HTTP/1.1" status: 204 len: 173 time: 1.1318932 Jun 17 08:43:13.968895 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d6382b-5551-4890-b165-1874da4011c4', 'name': 'network-vif-deleted', 'tag': '281145b8-eb5c-4a61-bd6b-88f785131871'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:13.986798 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3fc1c8-353a-4ab3-8fe7-af3c9f231053" -d '{"events": [{"server_uuid": "e1d6382b-5551-4890-b165-1874da4011c4", "name": "network-vif-deleted", "tag": "281145b8-eb5c-4a61-bd6b-88f785131871"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:14.074888 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:14.077527 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-753a7081-6768-4e20-a6f3-5a9d7a03b1bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:14.172183 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c2374-63f8-4042-befa-45d6135049d1 req-a1bdfa4c-12a9-49c4-8704-9724502b2496 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:14.184578 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9d2c2374-63f8-4042-befa-45d6135049d1 req-a1bdfa4c-12a9-49c4-8704-9724502b2496 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 784 time: 0.5058870 Jun 17 08:43:14.217951 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=ab6b19a0-24fd-4572-958d-128e40d1df5f,revision_number=6']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:14.225180 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:14.236795 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-851a0dfa-a4a3-426a-95c2-795dea85f245 service neutron] 10.222.0.50 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302193 Jun 17 08:43:14.261382 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35ee38-3b7a-4be8-a5b1-9ac4e407c104 req-b0bc15ea-d998-452b-9dba-b3ffe4a15e74 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:14.267610 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4c35ee38-3b7a-4be8-a5b1-9ac4e407c104 req-b0bc15ea-d998-452b-9dba-b3ffe4a15e74 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 945 time: 0.1589217 Jun 17 08:43:14.296079 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['ab6b19a0-24fd-4572-958d-128e40d1df5f'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:43:14.431132 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-5a27b7ce-e12a-4e91-92a1-2731c00990e4 service neutron] 10.222.0.50 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849594 Jun 17 08:43:14.458312 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9d2c2374-63f8-4042-befa-45d6135049d1 req-dcd19c52-843e-4780-a187-3721238de05c tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.109 HTTP/1.1" status: 200 len: 696 time: 0.2726853 Jun 17 08:43:14.496327 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4c35ee38-3b7a-4be8-a5b1-9ac4e407c104 req-7c940050-b7ea-45bc-bb69-316de326d8f7 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119086 Jun 17 08:43:14.530362 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9d2c2374-63f8-4042-befa-45d6135049d1 req-81dd62fc-340e-476e-8dea-19cdcd1a1fc6 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.109 HTTP/1.1" status: 200 len: 696 time: 0.0710719 Jun 17 08:43:14.804494 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691fbbb3-242d-42b1-b53f-48a95fae5499 x-openstack-request-id: req-691fbbb3-242d-42b1-b53f-48a95fae5499 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:14.804494 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d6382b-5551-4890-b165-1874da4011c4", "name": "network-vif-deleted", "tag": "281145b8-eb5c-4a61-bd6b-88f785131871", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:14.804494 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-691fbbb3-242d-42b1-b53f-48a95fae5499 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:14.804494 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d6382b-5551-4890-b165-1874da4011c4', 'name': 'network-vif-deleted', 'tag': '281145b8-eb5c-4a61-bd6b-88f785131871', 'status': 'completed', 'code': 200} Jun 17 08:43:14.810000 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-9d2c2374-63f8-4042-befa-45d6135049d1 req-f698f355-9068-44f9-896c-6191ae30edd5 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Deleting port 20ac4120-7be5-48c1-a9a7-b3e8f3ecae10 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:14.810349 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9d2c2374-63f8-4042-befa-45d6135049d1 req-f698f355-9068-44f9-896c-6191ae30edd5 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.076372 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47538) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:15.128906 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9d2c2374-63f8-4042-befa-45d6135049d1 req-f698f355-9068-44f9-896c-6191ae30edd5 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.129445 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9d2c2374-63f8-4042-befa-45d6135049d1 req-f698f355-9068-44f9-896c-6191ae30edd5 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.177868 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a89e0c79-a12b-48f3-867e-02df6a162fd4 req-c476f4ac-90bf-4bc5-8421-031a13608125 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1d6382b-5551-4890-b165-1874da4011c4 HTTP/1.1" status: 200 len: 210 time: 0.0541356 Jun 17 08:43:15.178387 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47542) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:15.291937 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-161173c6-b2e6-42de-aae9-855869a5f126 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ba9e44b35f1d4bfa823cdb24688d3261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1121526 Jun 17 08:43:15.294703 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47552) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:15.317895 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device ab6b19a0-24fd-4572-958d-128e40d1df5f up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:15.339851 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-9d2c2374-63f8-4042-befa-45d6135049d1 req-f698f355-9068-44f9-896c-6191ae30edd5 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Calling delete_port for 20ac4120-7be5-48c1-a9a7-b3e8f3ecae10 owned by network:floatingip {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:15.388620 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-db2dfc55-0be9-4086-b3f8-8e813b79ade6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.412504 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port ab6b19a0-24fd-4572-958d-128e40d1df5f triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:15.412954 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.437819 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-db2dfc55-0be9-4086-b3f8-8e813b79ade6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.569252 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.593032 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-db2dfc55-0be9-4086-b3f8-8e813b79ade6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.596035 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-db2dfc55-0be9-4086-b3f8-8e813b79ade6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.597683 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-db2dfc55-0be9-4086-b3f8-8e813b79ade6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/381da5e0-3aed-4235-ae2b-54958e6577dc HTTP/1.1" status: 204 len: 168 time: 0.3016777 Jun 17 08:43:15.601192 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dea8b0aa-4d41-41d0-b73d-b9fb1cfb7fe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:15.613998 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-a94a05c3-e0f6-4f9d-bc05-20234b15ead6 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:15.614525 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2dfc55-0be9-4086-b3f8-8e813b79ade6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381da5e0-3aed-4235-ae2b-54958e6577dc,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:15.616361 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-a94a05c3-e0f6-4f9d-bc05-20234b15ead6 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4&tenant_id=702856434aae449ea41d8a187426d151&binding%3Ahost_id=n-h1-758944-30 HTTP/1.1" status: 200 len: 1097 time: 0.1810176 Jun 17 08:43:15.620816 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-db2dfc55-0be9-4086-b3f8-8e813b79ade6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:15.670033 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port ab6b19a0-24fd-4572-958d-128e40d1df5f, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ab6b19a0-24fd-4572-958d-128e40d1df5f,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:15.675326 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533c8287-3c0a-4c10-8b6b-03b06040a10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6b19a0-24fd-4572-958d-128e40d1df5f'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:15.685435 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e0f40626-aa28-4264-99b2-cba18e82a1aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.685693 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0607122c-b772-4d1c-8e6a-d1bb6ded6ae1" -d '{"events": [{"server_uuid": "533c8287-3c0a-4c10-8b6b-03b06040a10a", "name": "network-vif-plugged", "status": "completed", "tag": "ab6b19a0-24fd-4572-958d-128e40d1df5f"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:15.762797 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.763137 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:15.869680 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=ab6b19a0-24fd-4572-958d-128e40d1df5f,revision_number=7']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:15.873616 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:15.900545 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a645b-1377-4fc1-96be-6c8d3c4b090d req-c6041ee0-0eb5-4d4e-87a8-7a93e3b41486 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:15.908809 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b23a645b-1377-4fc1-96be-6c8d3c4b090d req-c6041ee0-0eb5-4d4e-87a8-7a93e3b41486 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 945 time: 0.1113484 Jun 17 08:43:15.922752 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9d2c2374-63f8-4042-befa-45d6135049d1 req-f698f355-9068-44f9-896c-6191ae30edd5 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.961722 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2417de45-7cbd-4620-910e-7158d6092234 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:15.978231 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b23a645b-1377-4fc1-96be-6c8d3c4b090d req-00b58335-c184-41d6-8e8a-c854fd183784 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683525 Jun 17 08:43:15.990686 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698f355-9068-44f9-896c-6191ae30edd5 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Pushing event deleted for resources: {'Port': ['ID=20ac4120-7be5-48c1-a9a7-b3e8f3ecae10,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:16.005287 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f698f355-9068-44f9-896c-6191ae30edd5 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:16.050959 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e0f40626-aa28-4264-99b2-cba18e82a1aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:16.142619 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e0f40626-aa28-4264-99b2-cba18e82a1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:16.147598 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6f9c4ed2-d303-48a9-8a28-2869cbefde08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:16.198794 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9d2c2374-63f8-4042-befa-45d6135049d1 req-f698f355-9068-44f9-896c-6191ae30edd5 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks [] for floatingip, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:16.199183 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e0f40626-aa28-4264-99b2-cba18e82a1aa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6a6e1882be0045539d7e7d7158f45bda&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1210530 Jun 17 08:43:16.203420 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9d2c2374-63f8-4042-befa-45d6135049d1 req-f698f355-9068-44f9-896c-6191ae30edd5 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:16.203874 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47572) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:16.223377 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9d2c2374-63f8-4042-befa-45d6135049d1 req-f698f355-9068-44f9-896c-6191ae30edd5 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "DELETE /v2.0/floatingips/a405ab03-968e-4335-9980-e965aa31642f HTTP/1.1" status: 204 len: 173 time: 1.6920607 Jun 17 08:43:16.227588 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f40626-aa28-4264-99b2-cba18e82a1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e3cee0-ae08-478e-9ca1-c5ae86c48365,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:16.233843 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e0f40626-aa28-4264-99b2-cba18e82a1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:16.244575 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-45d9c4de-2e7c-4fd4-87b7-833b1ee44c18 service neutron] For port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:16.250653 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-45d9c4de-2e7c-4fd4-87b7-833b1ee44c18 service neutron] Notify callbacks [] for binding, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:16.258808 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd521361-dda1-4faf-8ae0-68ff931fb472 req-45d9c4de-2e7c-4fd4-87b7-833b1ee44c18 service neutron] 10.222.0.50 "DELETE /v2.0/ports/9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb/bindings/n-h2-758944-30 HTTP/1.1" status: 204 len: 173 time: 0.6310103 Jun 17 08:43:16.281601 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5658b0-23e5-4f9f-b5db-5530a826e3f9 x-openstack-request-id: req-1d5658b0-23e5-4f9f-b5db-5530a826e3f9 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:16.281938 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533c8287-3c0a-4c10-8b6b-03b06040a10a", "name": "network-vif-plugged", "status": "completed", "tag": "ab6b19a0-24fd-4572-958d-128e40d1df5f", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:16.282219 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d5658b0-23e5-4f9f-b5db-5530a826e3f9 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:16.282674 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533c8287-3c0a-4c10-8b6b-03b06040a10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6b19a0-24fd-4572-958d-128e40d1df5f', 'code': 200} Jun 17 08:43:16.299839 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fe31398c-41ad-4b40-b1c6-42901dfa907e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:16.346139 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fe31398c-41ad-4b40-b1c6-42901dfa907e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:16.591467 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d43699a3-2fd6-4a7a-8d91-27ad14109c09 req-2db1492d-ad65-4ade-aa45-b052af750229 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/floatingips/6aa817ef-a579-4c2e-91c7-88a51dd48e64 HTTP/1.1" status: 200 len: 693 time: 0.0781145 Jun 17 08:43:16.592862 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fe31398c-41ad-4b40-b1c6-42901dfa907e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:16.595755 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fe31398c-41ad-4b40-b1c6-42901dfa907e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:16.597008 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-fe31398c-41ad-4b40-b1c6-42901dfa907e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/30e3cee0-ae08-478e-9ca1-c5ae86c48365 HTTP/1.1" status: 204 len: 168 time: 0.3914893 Jun 17 08:43:16.598022 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c405c40b-f87e-490b-9c12-0039ecbe0d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:16.632138 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31398c-41ad-4b40-b1c6-42901dfa907e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e3cee0-ae08-478e-9ca1-c5ae86c48365,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:16.638195 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fe31398c-41ad-4b40-b1c6-42901dfa907e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:16.828193 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b019b0-f421-4bdd-b72d-1356f91b4e0c req-c27958cf-338f-445c-868a-b8edc72ca2f8 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:16.834872 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-47b019b0-f421-4bdd-b72d-1356f91b4e0c req-c27958cf-338f-445c-868a-b8edc72ca2f8 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 1097 time: 0.1127646 Jun 17 08:43:16.836092 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43699a3-2fd6-4a7a-8d91-27ad14109c09 req-31cfbcc7-accb-44d4-97ed-79ec9439d769 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:16.858269 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d43699a3-2fd6-4a7a-8d91-27ad14109c09 req-31cfbcc7-accb-44d4-97ed-79ec9439d769 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 784 time: 0.2553740 Jun 17 08:43:16.870783 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [req-d43699a3-2fd6-4a7a-8d91-27ad14109c09 req-4213e624-0a19-490e-959b-94f0d4c59beb tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:43:16.884633 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d43699a3-2fd6-4a7a-8d91-27ad14109c09 req-4213e624-0a19-490e-959b-94f0d4c59beb tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0243206 Jun 17 08:43:16.905433 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-47b019b0-f421-4bdd-b72d-1356f91b4e0c req-25c97075-c39a-4919-a9e5-e6f8dff3d6f5 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602465 Jun 17 08:43:16.971877 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d43699a3-2fd6-4a7a-8d91-27ad14109c09 req-d47d25fe-255d-4bec-909d-c770c17188a3 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.137 HTTP/1.1" status: 200 len: 696 time: 0.0851440 Jun 17 08:43:17.041596 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d43699a3-2fd6-4a7a-8d91-27ad14109c09 req-c346b769-8a2c-42d9-8786-221defc18498 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.137 HTTP/1.1" status: 200 len: 696 time: 0.0624099 Jun 17 08:43:17.219808 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-d43699a3-2fd6-4a7a-8d91-27ad14109c09 req-614186fc-dfde-4a7a-ad1d-62d7deeb8bfc tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Deleting port c82f3f55-f6ef-4fd5-ad20-46495d105fff {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:17.220232 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d43699a3-2fd6-4a7a-8d91-27ad14109c09 req-614186fc-dfde-4a7a-ad1d-62d7deeb8bfc tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.319330 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 281145b8-eb5c-4a61-bd6b-88f785131871 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:17.322142 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d43699a3-2fd6-4a7a-8d91-27ad14109c09 req-614186fc-dfde-4a7a-ad1d-62d7deeb8bfc tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.322528 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d43699a3-2fd6-4a7a-8d91-27ad14109c09 req-614186fc-dfde-4a7a-ad1d-62d7deeb8bfc tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.348405 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 281145b8-eb5c-4a61-bd6b-88f785131871 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:43:17.349225 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 281145b8-eb5c-4a61-bd6b-88f785131871 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:43:17.496726 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-d43699a3-2fd6-4a7a-8d91-27ad14109c09 req-614186fc-dfde-4a7a-ad1d-62d7deeb8bfc tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Calling delete_port for c82f3f55-f6ef-4fd5-ad20-46495d105fff owned by network:floatingip {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:17.548770 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.778242 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47624) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:17.793894 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d43699a3-2fd6-4a7a-8d91-27ad14109c09 req-614186fc-dfde-4a7a-ad1d-62d7deeb8bfc tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.797827 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-da66397e-c3fc-42a3-80ef-26bcd399ff3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:17.820827 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47628) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:17.886630 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614186fc-dfde-4a7a-ad1d-62d7deeb8bfc tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Pushing event deleted for resources: {'Port': ['ID=c82f3f55-f6ef-4fd5-ad20-46495d105fff,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:17.891386 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-614186fc-dfde-4a7a-ad1d-62d7deeb8bfc tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:17.987084 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d43699a3-2fd6-4a7a-8d91-27ad14109c09 req-614186fc-dfde-4a7a-ad1d-62d7deeb8bfc tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks [] for floatingip, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.991101 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d43699a3-2fd6-4a7a-8d91-27ad14109c09 req-614186fc-dfde-4a7a-ad1d-62d7deeb8bfc tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.994667 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d43699a3-2fd6-4a7a-8d91-27ad14109c09 req-614186fc-dfde-4a7a-ad1d-62d7deeb8bfc tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "DELETE /v2.0/floatingips/6aa817ef-a579-4c2e-91c7-88a51dd48e64 HTTP/1.1" status: 204 len: 173 time: 0.9479315 Jun 17 08:43:18.052577 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4a4e1800-19c1-4214-a5ae-ceb4cb54830f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.219737 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f6cddb10-da43-4ee0-8b6b-2c3ab2b93ec1 req-7874d700-ca8d-4d2e-8207-b8615d1ac746 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/floatingips/a8dae5cb-fdb9-4b17-afe3-8ae3493b2b6d HTTP/1.1" status: 200 len: 692 time: 0.1859708 Jun 17 08:43:18.259247 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4fbaa8b4-ab4c-4688-9ee5-7dd6c5329913 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=da9417294c5449b28843fbefd48fea0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4368453 Jun 17 08:43:18.261390 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47660) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:18.310174 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-49e755ea-f697-40c5-8217-4d12d956a73b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:18.318742 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-49e755ea-f697-40c5-8217-4d12d956a73b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/networks?id=8305e780-7f7d-463d-bdce-25806076a869 HTTP/1.1" status: 200 len: 821 time: 0.2670965 Jun 17 08:43:18.331085 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-fc26bc23-14b6-4dd8-9a75-0dc0b526bbb9 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/quotas/702856434aae449ea41d8a187426d151 HTTP/1.1" status: 200 len: 375 time: 0.0112028 Jun 17 08:43:18.361584 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4a4e1800-19c1-4214-a5ae-ceb4cb54830f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.412890 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2296fe0e-9c35-4338-bee8-213c295e17cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.461241 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4a4e1800-19c1-4214-a5ae-ceb4cb54830f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.471560 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4eb23579-d96f-4e70-aad5-6f9026228292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:18.494311 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-1b93bd22-c75c-4661-86f5-6454f8dce0b1 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=702856434aae449ea41d8a187426d151&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1559956 Jun 17 08:43:18.496061 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2296fe0e-9c35-4338-bee8-213c295e17cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.512172 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cddb10-da43-4ee0-8b6b-2c3ab2b93ec1 req-f866d109-8bd4-44c4-828e-ccf7925c1491 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:18.513917 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f6cddb10-da43-4ee0-8b6b-2c3ab2b93ec1 req-f866d109-8bd4-44c4-828e-ccf7925c1491 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 784 time: 0.2816110 Jun 17 08:43:18.609253 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e1800-19c1-4214-a5ae-ceb4cb54830f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324609ca-5318-42f1-af0b-d3e221889be4,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:18.625721 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4a4e1800-19c1-4214-a5ae-ceb4cb54830f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cc49aaeb012343f2a6f1a2236c2f7051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8449805 Jun 17 08:43:18.627070 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4a4e1800-19c1-4214-a5ae-ceb4cb54830f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:18.632600 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47668) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:18.633238 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-65d4e997-8bf3-4250-a530-bea4b45c6f87 service neutron] 10.222.0.49 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372476 Jun 17 08:43:18.654109 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f6cddb10-da43-4ee0-8b6b-2c3ab2b93ec1 req-7d4000e5-c250-4047-8941-e50f27bad0b7 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.18 HTTP/1.1" status: 200 len: 695 time: 0.1283379 Jun 17 08:43:18.726756 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f6cddb10-da43-4ee0-8b6b-2c3ab2b93ec1 req-c69396db-b3b2-4e32-b0aa-50a0ef67325e tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.18 HTTP/1.1" status: 200 len: 695 time: 0.0714352 Jun 17 08:43:18.768354 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-4a957bdf-6eb7-4f7a-a631-c00fafad27a7 service neutron] 10.222.0.49 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286032 Jun 17 08:43:18.888054 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-beecc8a9-bcd9-42c4-9847-3583a63d98bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.921507 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-beecc8a9-bcd9-42c4-9847-3583a63d98bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.954539 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2296fe0e-9c35-4338-bee8-213c295e17cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.959364 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2296fe0e-9c35-4338-bee8-213c295e17cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.963093 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-2296fe0e-9c35-4338-bee8-213c295e17cf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f8e19c31-d341-4db4-bfd8-bc9fea6ffb33 HTTP/1.1" status: 204 len: 168 time: 0.6982584 Jun 17 08:43:18.971861 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9180dd29-7383-4410-a6d2-3b8c4b28ee75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:18.989339 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296fe0e-9c35-4338-bee8-213c295e17cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e19c31-d341-4db4-bfd8-bc9fea6ffb33,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:18.999632 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-f6cddb10-da43-4ee0-8b6b-2c3ab2b93ec1 req-4df15ade-736c-4d8b-9686-a4bc365c7dde tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Deleting port bf894a55-d994-498e-8084-c146f62a616e {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:19.000050 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f6cddb10-da43-4ee0-8b6b-2c3ab2b93ec1 req-4df15ade-736c-4d8b-9686-a4bc365c7dde tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:19.003656 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2296fe0e-9c35-4338-bee8-213c295e17cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:19.151523 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f6cddb10-da43-4ee0-8b6b-2c3ab2b93ec1 req-4df15ade-736c-4d8b-9686-a4bc365c7dde tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:19.151916 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f6cddb10-da43-4ee0-8b6b-2c3ab2b93ec1 req-4df15ade-736c-4d8b-9686-a4bc365c7dde tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:19.249803 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-f6cddb10-da43-4ee0-8b6b-2c3ab2b93ec1 req-4df15ade-736c-4d8b-9686-a4bc365c7dde tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Calling delete_port for bf894a55-d994-498e-8084-c146f62a616e owned by network:floatingip {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:19.304039 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-beecc8a9-bcd9-42c4-9847-3583a63d98bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:19.304039 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-beecc8a9-bcd9-42c4-9847-3583a63d98bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:19.304039 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-beecc8a9-bcd9-42c4-9847-3583a63d98bb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/324609ca-5318-42f1-af0b-d3e221889be4 HTTP/1.1" status: 204 len: 168 time: 0.6283593 Jun 17 08:43:19.304039 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a207a12b-8602-4eca-8091-188d7c5ee799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:19.304039 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beecc8a9-bcd9-42c4-9847-3583a63d98bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324609ca-5318-42f1-af0b-d3e221889be4,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:19.334681 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-beecc8a9-bcd9-42c4-9847-3583a63d98bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:19.376079 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c959ff77-0e83-433e-862c-d4bd327c69de req-d80eff4f-de08-4fc8-a098-8c4c69a2e253 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 210 time: 0.0350864 Jun 17 08:43:19.966016 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f6cddb10-da43-4ee0-8b6b-2c3ab2b93ec1 req-4df15ade-736c-4d8b-9686-a4bc365c7dde tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:19.981085 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3054dd9e-8316-43fd-ad9d-f904b939a530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:20.017402 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df15ade-736c-4d8b-9686-a4bc365c7dde tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Pushing event deleted for resources: {'Port': ['ID=bf894a55-d994-498e-8084-c146f62a616e,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:20.094343 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4df15ade-736c-4d8b-9686-a4bc365c7dde tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:20.101063 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47714) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:20.111252 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f6cddb10-da43-4ee0-8b6b-2c3ab2b93ec1 req-4df15ade-736c-4d8b-9686-a4bc365c7dde tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks [] for floatingip, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.114240 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f6cddb10-da43-4ee0-8b6b-2c3ab2b93ec1 req-4df15ade-736c-4d8b-9686-a4bc365c7dde tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.119619 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f6cddb10-da43-4ee0-8b6b-2c3ab2b93ec1 req-4df15ade-736c-4d8b-9686-a4bc365c7dde tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] 10.222.0.49 "DELETE /v2.0/floatingips/a8dae5cb-fdb9-4b17-afe3-8ae3493b2b6d HTTP/1.1" status: 204 len: 173 time: 1.3915679 Jun 17 08:43:20.122885 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47718) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:20.213914 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.547924 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b1f2543e-2dca-40aa-b8ca-0ac63172f483 req-d736f2ea-5deb-4d30-a1ce-d5e3107f99de tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 210 time: 0.0920737 Jun 17 08:43:20.589845 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47738) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:20.669918 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-94b7335f-e776-4db1-86d4-b3a9ed8fc394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.677406 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-251f5491-3d5a-4a1c-bbbf-e6fa046d3cee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f82775dfd2d34a6393685a0f5aec7378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0859573 Jun 17 08:43:20.678118 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47740) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:20.752155 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-941c4494-0834-4530-8caa-a485892a25dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.815485 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-941c4494-0834-4530-8caa-a485892a25dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.929378 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-048d7171-98c8-451a-bf20-480bb5c8abc7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2068322118-network', 'tenant_id': '01ea701c61b04251b074cc63e93c2244'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:20.998903 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-941c4494-0834-4530-8caa-a485892a25dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.003780 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-941c4494-0834-4530-8caa-a485892a25dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.005479 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-941c4494-0834-4530-8caa-a485892a25dd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/06773247-c2fb-4756-a7e8-bc50a37cccfe HTTP/1.1" status: 204 len: 168 time: 0.3262134 Jun 17 08:43:21.007054 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e0f40626-aa28-4264-99b2-cba18e82a1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:21.040078 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c4494-0834-4530-8caa-a485892a25dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06773247-c2fb-4756-a7e8-bc50a37cccfe,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:21.055617 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-941c4494-0834-4530-8caa-a485892a25dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:21.087670 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048d7171-98c8-451a-bf20-480bb5c8abc7 admin admin] Made reservation on behalf of 01ea701c61b04251b074cc63e93c2244 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:21.091357 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-048d7171-98c8-451a-bf20-480bb5c8abc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.109884 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-048d7171-98c8-451a-bf20-480bb5c8abc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.259398 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-048d7171-98c8-451a-bf20-480bb5c8abc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.281838 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-94b7335f-e776-4db1-86d4-b3a9ed8fc394 admin admin] Deleting port 7a758bac-8374-4067-9d2f-e9774525e359 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:21.282188 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-94b7335f-e776-4db1-86d4-b3a9ed8fc394 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.385020 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-94b7335f-e776-4db1-86d4-b3a9ed8fc394 admin admin] For port 7a758bac-8374-4067-9d2f-e9774525e359, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=7a758bac-8374-4067-9d2f-e9774525e359,segment=NetworkSegment(49aec61e-7890-48a1-b1cd-c8a79f25b8bc),segment_id=49aec61e-7890-48a1-b1cd-c8a79f25b8bc)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:21.385575 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-94b7335f-e776-4db1-86d4-b3a9ed8fc394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.485771 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-048d7171-98c8-451a-bf20-480bb5c8abc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.570873 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-94b7335f-e776-4db1-86d4-b3a9ed8fc394 admin admin] Calling delete_port for 7a758bac-8374-4067-9d2f-e9774525e359 owned by network:router_interface {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:21.572924 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7a4e4418-ad77-4c30-a492-9fe978f9e36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:21.619207 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d7171-98c8-451a-bf20-480bb5c8abc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f58381-2907-449a-ae77-7cefb89e21c6,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:21.629248 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-048d7171-98c8-451a-bf20-480bb5c8abc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:21.630462 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-048d7171-98c8-451a-bf20-480bb5c8abc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:43:21.673655 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-048d7171-98c8-451a-bf20-480bb5c8abc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.674289 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-048d7171-98c8-451a-bf20-480bb5c8abc7 admin admin] Added segment e96c69d3-6674-4113-9a5e-ee02110e6315 of type vlan for network ee35a3b3-c4cb-4743-a459-4872b10a6b65 Jun 17 08:43:21.754015 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-048d7171-98c8-451a-bf20-480bb5c8abc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.947770 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e857f952-f109-4e06-b1fb-1b5a74c4907f req-5ec88328-0c2f-4ca2-817c-02b2b60ad01b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 210 time: 0.0370088 Jun 17 08:43:21.950656 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-048d7171-98c8-451a-bf20-480bb5c8abc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.955525 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048d7171-98c8-451a-bf20-480bb5c8abc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:21.956163 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-048d7171-98c8-451a-bf20-480bb5c8abc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.959947 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c8aad1b3-0faa-41dc-8e87-750b6c9e7ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:22.038391 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d7171-98c8-451a-bf20-480bb5c8abc7 admin admin] Pushing event updated for resources: {'Network': ['ID=ee35a3b3-c4cb-4743-a459-4872b10a6b65,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:22.041185 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-048d7171-98c8-451a-bf20-480bb5c8abc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:22.050552 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network ee35a3b3-c4cb-4743-a459-4872b10a6b65 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:43:22.203818 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-048d7171-98c8-451a-bf20-480bb5c8abc7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1015174 Jun 17 08:43:22.206566 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47784) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:22.217285 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-b50d636a-1bed-4242-969e-527dd47332af admin admin] Request body: {'subnet': {'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2068322118-subnet', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:22.430019 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ca11afac-0703-4697-944d-120ac6ba2866 req-350f948a-2497-41e5-8f7c-84dd8fbf4eeb tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e01d01d179104814a9128dc5fc44bfde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336347 Jun 17 08:43:22.448483 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-94b7335f-e776-4db1-86d4-b3a9ed8fc394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:22.451826 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e1585b04-dbe4-40e1-9e19-00a216c8dab1 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:22.514618 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50d636a-1bed-4242-969e-527dd47332af admin admin] Made reservation on behalf of 01ea701c61b04251b074cc63e93c2244 for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:22.517764 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b50d636a-1bed-4242-969e-527dd47332af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:22.519977 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7335f-e776-4db1-86d4-b3a9ed8fc394 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a758bac-8374-4067-9d2f-e9774525e359,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:22.531789 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-94b7335f-e776-4db1-86d4-b3a9ed8fc394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:22.801260 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47818) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:22.873383 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11afac-0703-4697-944d-120ac6ba2866 req-733140c1-9cba-4542-bcdb-ad47ddb81a4f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:22.885367 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ca11afac-0703-4697-944d-120ac6ba2866 req-733140c1-9cba-4542-bcdb-ad47ddb81a4f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4478676 Jun 17 08:43:22.925908 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ca11afac-0703-4697-944d-120ac6ba2866 req-f0c40ad2-2ef6-46a4-b850-de5feab4a4c6 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/quotas/e01d01d179104814a9128dc5fc44bfde HTTP/1.1" status: 200 len: 375 time: 0.0391843 Jun 17 08:43:23.017277 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ca11afac-0703-4697-944d-120ac6ba2866 req-ad96e5be-88db-4109-be21-a87ab17d04b3 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903418 Jun 17 08:43:23.057111 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-3fa9d844-6293-4499-8ad9-6b0895e5a2f6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-776707654-network', 'tenant_id': 'bec7a354db8d4c4eb15d3b10116c4b91'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:23.180587 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa9d844-6293-4499-8ad9-6b0895e5a2f6 admin admin] Made reservation on behalf of bec7a354db8d4c4eb15d3b10116c4b91 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:23.184611 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3fa9d844-6293-4499-8ad9-6b0895e5a2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:23.209121 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3fa9d844-6293-4499-8ad9-6b0895e5a2f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:23.376623 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3fa9d844-6293-4499-8ad9-6b0895e5a2f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:23.458024 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c86d70e4-6ebf-465c-9a4d-fdea416ea24a req-4ed97ee2-8d47-4426-bee3-c280cc1bff09 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 210 time: 0.0756173 Jun 17 08:43:23.465822 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3fa9d844-6293-4499-8ad9-6b0895e5a2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:23.470174 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-45a6b86e-7d51-4360-8d6c-6740fa34628d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:23.544896 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47836) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:23.554303 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9d844-6293-4499-8ad9-6b0895e5a2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3e8364-cb14-4df7-a5aa-b76ed791c9a5,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:23.619444 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fa9d844-6293-4499-8ad9-6b0895e5a2f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:43:23.627537 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3fa9d844-6293-4499-8ad9-6b0895e5a2f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:23.630087 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5932bc09-4cba-47c2-8971-15e4ba90662c req-c76ebc91-23f1-43d4-938b-eeb7ec380f49 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 210 time: 0.1120312 Jun 17 08:43:23.655806 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3fa9d844-6293-4499-8ad9-6b0895e5a2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:23.656256 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-3fa9d844-6293-4499-8ad9-6b0895e5a2f6 admin admin] Added segment d72b8254-1aa6-4cb2-a64b-de0c5f463d2f of type vlan for network e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2 Jun 17 08:43:23.695057 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-02da46fe-df9b-4691-99fd-1f7bd68c57af admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1604089347-network', 'tenant_id': 'c29561c2e94b41408f45441ef35b148c'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:23.702705 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-94b7335f-e776-4db1-86d4-b3a9ed8fc394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:23.726122 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3fa9d844-6293-4499-8ad9-6b0895e5a2f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:23.807319 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02da46fe-df9b-4691-99fd-1f7bd68c57af admin admin] Made reservation on behalf of c29561c2e94b41408f45441ef35b148c for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:23.817176 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-02da46fe-df9b-4691-99fd-1f7bd68c57af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:23.821290 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-02da46fe-df9b-4691-99fd-1f7bd68c57af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:23.856790 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3fa9d844-6293-4499-8ad9-6b0895e5a2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:23.856790 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa9d844-6293-4499-8ad9-6b0895e5a2f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:23.856790 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3fa9d844-6293-4499-8ad9-6b0895e5a2f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:23.859813 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-1c61cad0-bbdc-48de-a915-de2169eb4f90 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:23.862955 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-1c61cad0-bbdc-48de-a915-de2169eb4f90 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.50 "GET /v2.0/networks?id=8305e780-7f7d-463d-bdce-25806076a869 HTTP/1.1" status: 200 len: 821 time: 0.7530963 Jun 17 08:43:23.863251 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-efde08ae-f854-4097-8029-072c54feee77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:23.896088 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-2f298747-212c-427c-bd12-a84db146ab5b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Request body: {'port': {'device_id': 'a51ccfa8-5d4c-4854-b819-c6f216dead5c', 'network_id': '8305e780-7f7d-463d-bdce-25806076a869', 'admin_state_up': True, 'tenant_id': '702856434aae449ea41d8a187426d151'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:23.967435 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9d844-6293-4499-8ad9-6b0895e5a2f6 admin admin] Pushing event updated for resources: {'Network': ['ID=e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:23.971214 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3fa9d844-6293-4499-8ad9-6b0895e5a2f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:23.979061 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:43:24.322034 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b50d636a-1bed-4242-969e-527dd47332af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:24.329631 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:24.403956 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b7335f-e776-4db1-86d4-b3a9ed8fc394 admin admin] Router ea083726-2bdb-43dd-a507-fd282a4e94d0 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:43:24.431566 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d636a-1bed-4242-969e-527dd47332af admin admin] Pushing event updated for resources: {'Subnet': ['ID=87aad5d8-994a-48f5-8b35-7f9bfe6a971c,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:24.442873 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b50d636a-1bed-4242-969e-527dd47332af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:24.458342 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50d636a-1bed-4242-969e-527dd47332af admin admin] Checking segment: {'id': 'e96c69d3-6674-4113-9a5e-ee02110e6315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:24.459014 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50d636a-1bed-4242-969e-527dd47332af admin admin] Network hostable DHCP agents. Network: ee35a3b3-c4cb-4743-a459-4872b10a6b65, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:43:24.479441 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-02da46fe-df9b-4691-99fd-1f7bd68c57af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:24.570420 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-02da46fe-df9b-4691-99fd-1f7bd68c57af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:24.575603 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0984e26e-075f-45d0-9ef2-3c1527dc86db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:24.633840 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b7335f-e776-4db1-86d4-b3a9ed8fc394 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:24.640609 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-94b7335f-e776-4db1-86d4-b3a9ed8fc394 admin admin] 10.222.0.49 "PUT /v2.0/routers/ea083726-2bdb-43dd-a507-fd282a4e94d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5164483 Jun 17 08:43:24.648164 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47860) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:24.662360 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8821dc-4f07-49c3-ad47-91885b4db92f None None] Sync routers for ids ['ea083726-2bdb-43dd-a507-fd282a4e94d0'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:24.662900 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02da46fe-df9b-4691-99fd-1f7bd68c57af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:43:24.663861 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8821dc-4f07-49c3-ad47-91885b4db92f None None] Routers {'ea083726-2bdb-43dd-a507-fd282a4e94d0'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:24.664510 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-cb8821dc-4f07-49c3-ad47-91885b4db92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:42:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['ea083726-2bdb-43dd-a507-fd282a4e94d0'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:24.684788 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-36c6505a-ead0-444e-a63e-f711d90fd230 req-495dcf83-9d58-4ad5-99a4-11ed37eb13b3 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 210 time: 0.0424106 Jun 17 08:43:24.709233 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da46fe-df9b-4691-99fd-1f7bd68c57af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23e4e91-f943-4a66-aab5-1319e8d4d43d,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:24.709233 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3fa9d844-6293-4499-8ad9-6b0895e5a2f6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8992898 Jun 17 08:43:24.709233 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-02da46fe-df9b-4691-99fd-1f7bd68c57af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:24.709233 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47862) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:24.711681 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-d33f3d2f-4959-4370-85ca-33aaddcb69e2 admin admin] Request body: {'subnet': {'network_id': 'e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-776707654-subnet', 'tenant_id': 'bec7a354db8d4c4eb15d3b10116c4b91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:24.716089 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-02da46fe-df9b-4691-99fd-1f7bd68c57af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:24.716089 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-02da46fe-df9b-4691-99fd-1f7bd68c57af admin admin] Added segment b6558a58-ee08-4d5a-9b11-33c38c3850d4 of type vlan for network 6d80fff0-8c04-45f1-8edd-294f2bc772ec Jun 17 08:43:24.757304 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50d636a-1bed-4242-969e-527dd47332af admin admin] Network ee35a3b3-c4cb-4743-a459-4872b10a6b65 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:43:24.798680 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-cb8821dc-4f07-49c3-ad47-91885b4db92f None None] Set router ea083726-2bdb-43dd-a507-fd282a4e94d0 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:43:24.839784 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c52620f5-0f90-45b4-9da2-a9a0b577aff3 req-3ab6636e-b927-44a4-b0d7-b5faba773082 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 210 time: 0.0566065 Jun 17 08:43:24.843071 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-2f298747-212c-427c-bd12-a84db146ab5b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Made reservation on behalf of 702856434aae449ea41d8a187426d151 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:24.847967 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-2f298747-212c-427c-bd12-a84db146ab5b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:24.864851 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-02da46fe-df9b-4691-99fd-1f7bd68c57af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:24.875729 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-b50d636a-1bed-4242-969e-527dd47332af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, ee35a3b3-c4cb-4743-a459-4872b10a6b65) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:24.899764 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc994a43-ab15-4e6c-98b3-5bc64d07656d None None] Network ee35a3b3-c4cb-4743-a459-4872b10a6b65 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:24.910982 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50d636a-1bed-4242-969e-527dd47332af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:24.911579 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b50d636a-1bed-4242-969e-527dd47332af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:24.932495 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-baf45561-6d38-4bcb-9f0d-0b6779ee338f admin admin] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:25.020520 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33f3d2f-4959-4370-85ca-33aaddcb69e2 admin admin] Made reservation on behalf of bec7a354db8d4c4eb15d3b10116c4b91 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:25.022878 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d33f3d2f-4959-4370-85ca-33aaddcb69e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:25.107272 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-cb8821dc-4f07-49c3-ad47-91885b4db92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea083726-2bdb-43dd-a507-fd282a4e94d0', 'name': 'tempest-FloatingIPDetailsTestJSON-16987254-router', 'tenant_id': '8c5fd23eb02948338afa929a25bd271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:42:41Z', 'updated_at': '2021-06-17T08:43:21Z', 'revision_number': 5, 'project_id': '8c5fd23eb02948338afa929a25bd271e', 'gw_port': {'id': '18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea083726-2bdb-43dd-a507-fd282a4e94d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:42:42Z', 'updated_at': '2021-06-17T08:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:25.124948 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-2f298747-212c-427c-bd12-a84db146ab5b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Allocated IP 172.20.0.7 (8305e780-7f7d-463d-bdce-25806076a869/b9c88322-5e95-4e53-8f33-f88e3723f8f7/1f4d3e2a-2376-4ced-9168-959d9ff76220) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:25.139510 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8821dc-4f07-49c3-ad47-91885b4db92f None None] Checking router: ea083726-2bdb-43dd-a507-fd282a4e94d0 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:43:25.153456 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8821dc-4f07-49c3-ad47-91885b4db92f None None] Routers {'ea083726-2bdb-43dd-a507-fd282a4e94d0'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:25.155496 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-cb8821dc-4f07-49c3-ad47-91885b4db92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:42:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['ea083726-2bdb-43dd-a507-fd282a4e94d0'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:25.189628 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1586e333-7b1f-42b8-a0f6-74c1a31056e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'fixed_ips': [{'subnet_id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:43:25.190454 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1586e333-7b1f-42b8-a0f6-74c1a31056e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:25.309182 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-2f298747-212c-427c-bd12-a84db146ab5b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:25.330400 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-baf45561-6d38-4bcb-9f0d-0b6779ee338f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:25.347593 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-cb8821dc-4f07-49c3-ad47-91885b4db92f None None] Set router ea083726-2bdb-43dd-a507-fd282a4e94d0 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:43:25.371691 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-02da46fe-df9b-4691-99fd-1f7bd68c57af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:25.382343 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02da46fe-df9b-4691-99fd-1f7bd68c57af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:25.382343 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-02da46fe-df9b-4691-99fd-1f7bd68c57af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:25.382343 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a56d8925-b645-43de-b58b-5f45dfc10af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:25.440738 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b50d636a-1bed-4242-969e-527dd47332af admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.2296593 Jun 17 08:43:25.442039 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47880) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:25.465686 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-fd24abcb-9a10-4a0b-b077-87ba9d76099f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2068322118-router', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:25.480754 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d33f3d2f-4959-4370-85ca-33aaddcb69e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:25.518206 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da46fe-df9b-4691-99fd-1f7bd68c57af admin admin] Pushing event updated for resources: {'Network': ['ID=6d80fff0-8c04-45f1-8edd-294f2bc772ec,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:25.527523 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-02da46fe-df9b-4691-99fd-1f7bd68c57af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:25.528796 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d2ad1e66-4bfb-4e7b-8c4e-731971358b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:25.552203 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 6d80fff0-8c04-45f1-8edd-294f2bc772ec details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:43:25.599976 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f3d2f-4959-4370-85ca-33aaddcb69e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d967edd-fc9c-4ef4-b9c0-efc7777e5d49,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:25.617068 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-cb8821dc-4f07-49c3-ad47-91885b4db92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea083726-2bdb-43dd-a507-fd282a4e94d0', 'name': 'tempest-FloatingIPDetailsTestJSON-16987254-router', 'tenant_id': '8c5fd23eb02948338afa929a25bd271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:42:41Z', 'updated_at': '2021-06-17T08:43:21Z', 'revision_number': 5, 'project_id': '8c5fd23eb02948338afa929a25bd271e', 'gw_port': {'id': '18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea083726-2bdb-43dd-a507-fd282a4e94d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:42:42Z', 'updated_at': '2021-06-17T08:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:25.635296 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d33f3d2f-4959-4370-85ca-33aaddcb69e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:25.638229 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-1586e333-7b1f-42b8-a0f6-74c1a31056e8 None None] Allocated IP 172.20.0.2 (ee35a3b3-c4cb-4743-a459-4872b10a6b65/87aad5d8-994a-48f5-8b35-7f9bfe6a971c/1d5f214e-b4b1-425a-a4c3-780c1b63aaa9) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:25.654844 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-2f298747-212c-427c-bd12-a84db146ab5b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:25.661320 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8821dc-4f07-49c3-ad47-91885b4db92f None None] The sync data for ids ['ea083726-2bdb-43dd-a507-fd282a4e94d0'] in n-d-758944-30 is: [{'id': 'ea083726-2bdb-43dd-a507-fd282a4e94d0', 'name': 'tempest-FloatingIPDetailsTestJSON-16987254-router', 'tenant_id': '8c5fd23eb02948338afa929a25bd271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:42:41Z', 'updated_at': '2021-06-17T08:43:21Z', 'revision_number': 5, 'project_id': '8c5fd23eb02948338afa929a25bd271e', 'gw_port': {'id': '18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea083726-2bdb-43dd-a507-fd282a4e94d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:42:42Z', 'updated_at': '2021-06-17T08:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:25.681717 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-229c81c6-12e5-46cd-91c7-70acdbd42baf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:25.682798 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-02da46fe-df9b-4691-99fd-1f7bd68c57af admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1283281 Jun 17 08:43:25.696101 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47886) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:25.707591 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-92cd3002-0b15-45d9-a14c-c47733833d61 admin admin] Request body: {'subnet': {'network_id': '6d80fff0-8c04-45f1-8edd-294f2bc772ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1604089347-subnet', 'tenant_id': 'c29561c2e94b41408f45441ef35b148c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:25.732100 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33f3d2f-4959-4370-85ca-33aaddcb69e2 admin admin] Checking segment: {'id': 'd72b8254-1aa6-4cb2-a64b-de0c5f463d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:25.732480 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33f3d2f-4959-4370-85ca-33aaddcb69e2 admin admin] Network hostable DHCP agents. Network: e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:43:25.767269 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-2f298747-212c-427c-bd12-a84db146ab5b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Network 8305e780-7f7d-463d-bdce-25806076a869 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:25.777158 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-2f298747-212c-427c-bd12-a84db146ab5b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:25.781277 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-2f298747-212c-427c-bd12-a84db146ab5b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:25.785840 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-30da4f6f-25fe-4d59-8dec-20678b619ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:25.795208 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-baf45561-6d38-4bcb-9f0d-0b6779ee338f admin admin] Deleting port 18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:25.797772 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-baf45561-6d38-4bcb-9f0d-0b6779ee338f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:25.889114 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fd24abcb-9a10-4a0b-b077-87ba9d76099f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:25.895406 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fd24abcb-9a10-4a0b-b077-87ba9d76099f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:25.912348 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-2f298747-212c-427c-bd12-a84db146ab5b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:25.913403 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-2f298747-212c-427c-bd12-a84db146ab5b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:25.990990 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1586e333-7b1f-42b8-a0f6-74c1a31056e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:26.003199 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f298747-212c-427c-bd12-a84db146ab5b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Pushing event updated for resources: {'Port': ['ID=1f4d3e2a-2376-4ced-9168-959d9ff76220,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:26.009742 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-1586e333-7b1f-42b8-a0f6-74c1a31056e8 None None] Transition to ACTIVE for port object 1d5f214e-b4b1-425a-a4c3-780c1b63aaa9 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:26.027238 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33f3d2f-4959-4370-85ca-33aaddcb69e2 admin admin] Network e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:43:26.031487 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-baf45561-6d38-4bcb-9f0d-0b6779ee338f admin admin] For port 18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:26.031487 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-baf45561-6d38-4bcb-9f0d-0b6779ee338f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:26.065130 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2f298747-212c-427c-bd12-a84db146ab5b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:26.069024 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fd24abcb-9a10-4a0b-b077-87ba9d76099f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:26.071183 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cd3002-0b15-45d9-a14c-c47733833d61 admin admin] Made reservation on behalf of c29561c2e94b41408f45441ef35b148c for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:26.074207 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-92cd3002-0b15-45d9-a14c-c47733833d61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:26.078647 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 7a758bac-8374-4067-9d2f-e9774525e359 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:26.093662 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-1586e333-7b1f-42b8-a0f6-74c1a31056e8 None None] Transition to ACTIVE for port object 1d5f214e-b4b1-425a-a4c3-780c1b63aaa9 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:26.125090 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 7a758bac-8374-4067-9d2f-e9774525e359 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:43:26.125841 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 7a758bac-8374-4067-9d2f-e9774525e359 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:43:26.149261 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23f4f3-99b9-4754-96ec-097771ebb932 req-c1dc117f-c55c-46d3-9d9f-6d8cd3a43ca4 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:26.162215 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fd23f4f3-99b9-4754-96ec-097771ebb932 req-c1dc117f-c55c-46d3-9d9f-6d8cd3a43ca4 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 931 time: 0.1959715 Jun 17 08:43:26.226380 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-baf45561-6d38-4bcb-9f0d-0b6779ee338f admin admin] Calling delete_port for 18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df owned by network:router_gateway {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:26.233170 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fd23f4f3-99b9-4754-96ec-097771ebb932 req-6a84930d-4c50-4fb7-a8d6-b0dd0cb778aa tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633488 Jun 17 08:43:26.255019 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-2f298747-212c-427c-bd12-a84db146ab5b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3667765 Jun 17 08:43:26.268518 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-ffe0e215-61b0-4ba1-8287-dc1de9228aad service neutron] Request body: {'port': {'device_id': 'a51ccfa8-5d4c-4854-b819-c6f216dead5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:26.302302 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-d33f3d2f-4959-4370-85ca-33aaddcb69e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:26.305070 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a654ead8-5eed-4b2e-9ead-c86a3b4d7981 req-5eb569db-2901-4a61-907e-0a4b94dd3899 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 210 time: 0.2180455 Jun 17 08:43:26.313210 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1586e333-7b1f-42b8-a0f6-74c1a31056e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:26.317095 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:26.382594 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33f3d2f-4959-4370-85ca-33aaddcb69e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:26.383580 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d33f3d2f-4959-4370-85ca-33aaddcb69e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:26.415606 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13cfc27-13c1-427e-867e-d7abf0daf6f2 None None] Network e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:26.543976 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d33f3d2f-4959-4370-85ca-33aaddcb69e2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8357892 Jun 17 08:43:26.575348 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-ffe0e215-61b0-4ba1-8287-dc1de9228aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:26.597029 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1586e333-7b1f-42b8-a0f6-74c1a31056e8 None None] Network ee35a3b3-c4cb-4743-a459-4872b10a6b65 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:26.625901 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-1586e333-7b1f-42b8-a0f6-74c1a31056e8 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:26.634708 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586e333-7b1f-42b8-a0f6-74c1a31056e8 None None] Pushing event updated for resources: {'Port': ['ID=1d5f214e-b4b1-425a-a4c3-780c1b63aaa9,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:26.639730 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1586e333-7b1f-42b8-a0f6-74c1a31056e8 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:26.661614 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-1586e333-7b1f-42b8-a0f6-74c1a31056e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:26.917073 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:43:26.963385 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-1586e333-7b1f-42b8-a0f6-74c1a31056e8 None None] Attempting to bind port 1d5f214e-b4b1-425a-a4c3-780c1b63aaa9 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:26.967464 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-1586e333-7b1f-42b8-a0f6-74c1a31056e8 None None] Attempting to bind port 1d5f214e-b4b1-425a-a4c3-780c1b63aaa9 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'e96c69d3-6674-4113-9a5e-ee02110e6315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:26.970064 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1586e333-7b1f-42b8-a0f6-74c1a31056e8 None None] Attempting to bind port 1d5f214e-b4b1-425a-a4c3-780c1b63aaa9 on network ee35a3b3-c4cb-4743-a459-4872b10a6b65 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:26.973558 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedd1915-5742-4d97-969b-a03cce9c077e None None] Network e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:26.988774 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1586e333-7b1f-42b8-a0f6-74c1a31056e8 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:26.989568 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1586e333-7b1f-42b8-a0f6-74c1a31056e8 None None] Checking segment: {'id': 'e96c69d3-6674-4113-9a5e-ee02110e6315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:26.992420 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1586e333-7b1f-42b8-a0f6-74c1a31056e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:26.992420 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1586e333-7b1f-42b8-a0f6-74c1a31056e8 None None] Bound using segment: {'id': 'e96c69d3-6674-4113-9a5e-ee02110e6315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:26.992420 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-1586e333-7b1f-42b8-a0f6-74c1a31056e8 None None] Bound port: 1d5f214e-b4b1-425a-a4c3-780c1b63aaa9, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e96c69d3-6674-4113-9a5e-ee02110e6315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:26.992420 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1586e333-7b1f-42b8-a0f6-74c1a31056e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.065644 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-1586e333-7b1f-42b8-a0f6-74c1a31056e8 None None] For port 1d5f214e-b4b1-425a-a4c3-780c1b63aaa9, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:27.074820 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fd24abcb-9a10-4a0b-b077-87ba9d76099f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.184722 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-baf45561-6d38-4bcb-9f0d-0b6779ee338f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.189385 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c88abff8-7a82-4d98-a296-63e719f3bf3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:27.244058 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-1586e333-7b1f-42b8-a0f6-74c1a31056e8 None None] For port 1d5f214e-b4b1-425a-a4c3-780c1b63aaa9, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=1d5f214e-b4b1-425a-a4c3-780c1b63aaa9,segment=NetworkSegment(e96c69d3-6674-4113-9a5e-ee02110e6315),segment_id=e96c69d3-6674-4113-9a5e-ee02110e6315)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:27.306759 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1586e333-7b1f-42b8-a0f6-74c1a31056e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.311992 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:27.321411 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-ffe0e215-61b0-4ba1-8287-dc1de9228aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f4d3e2a-2376-4ced-9168-959d9ff76220 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:43:27.336884 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-ffe0e215-61b0-4ba1-8287-dc1de9228aad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.375715 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-ffe0e215-61b0-4ba1-8287-dc1de9228aad service neutron] Transition to ACTIVE for port object 1f4d3e2a-2376-4ced-9168-959d9ff76220 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:27.388788 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf45561-6d38-4bcb-9f0d-0b6779ee338f admin admin] Pushing event deleted for resources: {'Port': ['ID=18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:27.393284 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-baf45561-6d38-4bcb-9f0d-0b6779ee338f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:27.405972 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-baf45561-6d38-4bcb-9f0d-0b6779ee338f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.423935 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-5f902630-d7cf-46ea-944e-e63ef71b5efa tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:27.430803 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-5f902630-d7cf-46ea-944e-e63ef71b5efa tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.49 "GET /v2.0/networks?id=e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2 HTTP/1.1" status: 200 len: 813 time: 0.1750119 Jun 17 08:43:27.451821 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-ffe0e215-61b0-4ba1-8287-dc1de9228aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.455419 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-229c81c6-12e5-46cd-91c7-70acdbd42baf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:27.483975 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586e333-7b1f-42b8-a0f6-74c1a31056e8 None None] Pushing event updated for resources: {'Port': ['ID=1d5f214e-b4b1-425a-a4c3-780c1b63aaa9,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:27.491560 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-1586e333-7b1f-42b8-a0f6-74c1a31056e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:27.566903 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-d09c6b54-5bf4-4c35-8ac2-bc7942e15e85 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.49 "GET /v2.0/quotas/bec7a354db8d4c4eb15d3b10116c4b91 HTTP/1.1" status: 200 len: 375 time: 0.1279130 Jun 17 08:43:27.568052 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0e215-61b0-4ba1-8287-dc1de9228aad service neutron] Pushing event updated for resources: {'Port': ['ID=1f4d3e2a-2376-4ced-9168-959d9ff76220,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:27.576086 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ffe0e215-61b0-4ba1-8287-dc1de9228aad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:27.576887 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-baf45561-6d38-4bcb-9f0d-0b6779ee338f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.580271 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-baf45561-6d38-4bcb-9f0d-0b6779ee338f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.661377 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-c0ce1655-619f-4eb0-9614-737325c496a2 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bec7a354db8d4c4eb15d3b10116c4b91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0840909 Jun 17 08:43:27.768449 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-baf45561-6d38-4bcb-9f0d-0b6779ee338f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.769179 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf45561-6d38-4bcb-9f0d-0b6779ee338f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea083726-2bdb-43dd-a507-fd282a4e94d0 {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:43:27.808152 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-baf45561-6d38-4bcb-9f0d-0b6779ee338f admin admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.813953 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-baf45561-6d38-4bcb-9f0d-0b6779ee338f admin admin] 10.222.0.49 "DELETE /v2.0/routers/ea083726-2bdb-43dd-a507-fd282a4e94d0 HTTP/1.1" status: 204 len: 168 time: 3.1613281 Jun 17 08:43:27.818396 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47928) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:27.843255 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ca11afac-0703-4697-944d-120ac6ba2866 req-5ec2b713-669c-488f-ba2d-5f5fa8d63996 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e01d01d179104814a9128dc5fc44bfde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1600456 Jun 17 08:43:27.882126 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-92cd3002-0b15-45d9-a14c-c47733833d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.903116 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:27.962377 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-f2100171-33ad-4a9b-8016-451fe6dc23c4 service neutron] 10.222.0.49 "GET /v2.0/networks/e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899930 Jun 17 08:43:27.988515 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.006840 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-ffe0e215-61b0-4ba1-8287-dc1de9228aad service neutron] Attempting to bind port 1f4d3e2a-2376-4ced-9168-959d9ff76220 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:28.007463 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-ffe0e215-61b0-4ba1-8287-dc1de9228aad service neutron] Attempting to bind port 1f4d3e2a-2376-4ced-9168-959d9ff76220 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:28.008012 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-ffe0e215-61b0-4ba1-8287-dc1de9228aad service neutron] Attempting to bind port 1f4d3e2a-2376-4ced-9168-959d9ff76220 on network 8305e780-7f7d-463d-bdce-25806076a869 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:28.020004 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-6969e0e0-2b53-409f-be98-44d82ca7a898 admin admin] Deleting subnet 2dbdc6bd-0b36-49f1-ae6a-5d7f6a68cd33 {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:43:28.064077 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf34b3-c1c6-4f1e-8cad-f4a3e313142e req-09f7dffe-6f71-4055-9dfa-7d8669fb1fb5 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:28.065698 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9bbf34b3-c1c6-4f1e-8cad-f4a3e313142e req-09f7dffe-6f71-4055-9dfa-7d8669fb1fb5 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 943 time: 0.4324126 Jun 17 08:43:28.078226 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6969e0e0-2b53-409f-be98-44d82ca7a898 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.080191 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-ffe0e215-61b0-4ba1-8287-dc1de9228aad service neutron] Port 1f4d3e2a-2376-4ced-9168-959d9ff76220 on network 8305e780-7f7d-463d-bdce-25806076a869 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:43:28.080516 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-ffe0e215-61b0-4ba1-8287-dc1de9228aad service neutron] Attempting to bind port 1f4d3e2a-2376-4ced-9168-959d9ff76220 on network 8305e780-7f7d-463d-bdce-25806076a869 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:28.089525 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd3002-0b15-45d9-a14c-c47733833d61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1acf8d8e-2860-4109-a8ca-ee77dd683c23,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:28.120512 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-ffe0e215-61b0-4ba1-8287-dc1de9228aad service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:28.120851 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-ffe0e215-61b0-4ba1-8287-dc1de9228aad service neutron] Checking segment: {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:28.121247 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-ffe0e215-61b0-4ba1-8287-dc1de9228aad service neutron] Bound using segment: {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:28.121993 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-ffe0e215-61b0-4ba1-8287-dc1de9228aad service neutron] Bound port: 1f4d3e2a-2376-4ced-9168-959d9ff76220, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:28.122226 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-ffe0e215-61b0-4ba1-8287-dc1de9228aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.147814 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6969e0e0-2b53-409f-be98-44d82ca7a898 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.163907 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd3002-0b15-45d9-a14c-c47733833d61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:28.163907 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd3002-0b15-45d9-a14c-c47733833d61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:28.163907 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd3002-0b15-45d9-a14c-c47733833d61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:28.163907 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd3002-0b15-45d9-a14c-c47733833d61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:28.163907 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd3002-0b15-45d9-a14c-c47733833d61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:28.163907 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd3002-0b15-45d9-a14c-c47733833d61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:28.163907 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd3002-0b15-45d9-a14c-c47733833d61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:28.163907 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd3002-0b15-45d9-a14c-c47733833d61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:28.163907 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd3002-0b15-45d9-a14c-c47733833d61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:28.163907 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd3002-0b15-45d9-a14c-c47733833d61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:28.163907 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd3002-0b15-45d9-a14c-c47733833d61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:28.163907 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd3002-0b15-45d9-a14c-c47733833d61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:28.171354 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-92cd3002-0b15-45d9-a14c-c47733833d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:28.184199 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cd3002-0b15-45d9-a14c-c47733833d61 admin admin] Checking segment: {'id': 'b6558a58-ee08-4d5a-9b11-33c38c3850d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6d80fff0-8c04-45f1-8edd-294f2bc772ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:28.184570 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cd3002-0b15-45d9-a14c-c47733833d61 admin admin] Network hostable DHCP agents. Network: 6d80fff0-8c04-45f1-8edd-294f2bc772ec, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:43:28.236063 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11afac-0703-4697-944d-120ac6ba2866 req-d863b55f-890b-411e-b691-8e2bc128cbcf tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:28.241725 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ca11afac-0703-4697-944d-120ac6ba2866 req-d863b55f-890b-411e-b691-8e2bc128cbcf tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3893762 Jun 17 08:43:28.262686 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-895337b3-ab84-4a03-9eb5-336c96872616 service neutron] 10.222.0.49 "GET /v2.0/networks/e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979095 Jun 17 08:43:28.283130 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-ca11afac-0703-4697-944d-120ac6ba2866 req-dbf9e240-5eb1-45f1-aab0-e24aaf374c6f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Request body: {'port': {'device_id': '62f3a1d7-9d51-4c86-9b1c-1c1b114a293c', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'admin_state_up': True, 'tenant_id': 'e01d01d179104814a9128dc5fc44bfde'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:28.308135 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9bbf34b3-c1c6-4f1e-8cad-f4a3e313142e req-837e4597-786c-4ad0-9a22-b47a6dcbfee3 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258196 Jun 17 08:43:28.473901 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-ffe0e215-61b0-4ba1-8287-dc1de9228aad service neutron] For port 1f4d3e2a-2376-4ced-9168-959d9ff76220, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:28.480797 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-ffe0e215-61b0-4ba1-8287-dc1de9228aad service neutron] For port 1f4d3e2a-2376-4ced-9168-959d9ff76220, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=1f4d3e2a-2376-4ced-9168-959d9ff76220,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:28.493305 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6969e0e0-2b53-409f-be98-44d82ca7a898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.559092 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-ffe0e215-61b0-4ba1-8287-dc1de9228aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.570267 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-497f2229-83ee-4a0a-9490-d9e0e34c2c68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:28.583440 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 1d5f214e-b4b1-425a-a4c3-780c1b63aaa9 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:28.617468 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-ffe0e215-61b0-4ba1-8287-dc1de9228aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:28.618354 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-ffe0e215-61b0-4ba1-8287-dc1de9228aad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.619776 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-ffe0e215-61b0-4ba1-8287-dc1de9228aad service neutron] 10.222.0.50 "PUT /v2.0/ports/1f4d3e2a-2376-4ced-9168-959d9ff76220 HTTP/1.1" status: 200 len: 1092 time: 2.3561718 Jun 17 08:43:28.620385 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a51ccfa8-5d4c-4854-b819-c6f216dead5c', 'tag': '1f4d3e2a-2376-4ced-9168-959d9ff76220'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:28.622749 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ae6281-2cdb-4642-81a5-3f2ff3e41cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "a51ccfa8-5d4c-4854-b819-c6f216dead5c", "tag": "1f4d3e2a-2376-4ced-9168-959d9ff76220"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:28.816886 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cd3002-0b15-45d9-a14c-c47733833d61 admin admin] Network 6d80fff0-8c04-45f1-8edd-294f2bc772ec is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:43:28.845194 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 1d5f214e-b4b1-425a-a4c3-780c1b63aaa9 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:28.863584 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0e215-61b0-4ba1-8287-dc1de9228aad service neutron] Pushing event updated for resources: {'Port': ['ID=1f4d3e2a-2376-4ced-9168-959d9ff76220,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:28.878544 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ffe0e215-61b0-4ba1-8287-dc1de9228aad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:28.893534 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6969e0e0-2b53-409f-be98-44d82ca7a898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.897746 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ec535af2-5652-47c2-80bb-17b5aa4cda89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:28.908852 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5e26b6d0-4cdb-4fe5-a0ed-40227424d111 req-5a8adb6c-e7a0-412e-a2e0-68ba083db0cf tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 210 time: 0.1185296 Jun 17 08:43:28.969574 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:28.985594 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969e0e0-2b53-409f-be98-44d82ca7a898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dbdc6bd-0b36-49f1-ae6a-5d7f6a68cd33,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:28.998598 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6969e0e0-2b53-409f-be98-44d82ca7a898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:29.012561 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:43:29.012925 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 18aa4c5f-fbe0-4df4-8f9a-1e3ab4b7a9df not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:43:29.016486 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6969e0e0-2b53-409f-be98-44d82ca7a898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:29.018428 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-6969e0e0-2b53-409f-be98-44d82ca7a898 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2dbdc6bd-0b36-49f1-ae6a-5d7f6a68cd33 HTTP/1.1" status: 204 len: 168 time: 1.1986902 Jun 17 08:43:29.020135 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fd24abcb-9a10-4a0b-b077-87ba9d76099f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:29.026845 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-92cd3002-0b15-45d9-a14c-c47733833d61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 6d80fff0-8c04-45f1-8edd-294f2bc772ec) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:29.033077 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb6924b-5b63-46c1-ad56-062a21a8a815 None None] Network 0f6d03ef-6940-4bd8-9251-4c5172255868 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:29.033394 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47944) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:29.048252 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cd3002-0b15-45d9-a14c-c47733833d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:29.049334 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-92cd3002-0b15-45d9-a14c-c47733833d61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:29.101390 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fd24abcb-9a10-4a0b-b077-87ba9d76099f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:29.117023 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2f7a96-5d4f-4fce-8b54-25d42906c6f2 None None] Network 6d80fff0-8c04-45f1-8edd-294f2bc772ec requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:29.204323 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1b1b53-2ed6-4a69-8fb2-12c74cb87535 None None] Network ee35a3b3-c4cb-4743-a459-4872b10a6b65 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:29.223817 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31f0240-ac21-4ebb-a27d-011aeb96ce70 x-openstack-request-id: req-e31f0240-ac21-4ebb-a27d-011aeb96ce70 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:29.224217 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a51ccfa8-5d4c-4854-b819-c6f216dead5c", "tag": "1f4d3e2a-2376-4ced-9168-959d9ff76220", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:29.224471 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e31f0240-ac21-4ebb-a27d-011aeb96ce70 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:29.224928 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a51ccfa8-5d4c-4854-b819-c6f216dead5c', 'tag': '1f4d3e2a-2376-4ced-9168-959d9ff76220', 'status': 'completed', 'code': 200} Jun 17 08:43:29.230103 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:29.291868 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-074cc118-1f44-4455-bd8a-dfcdc6790e7f req-498b270f-76eb-4551-92d2-3a3976269bb9 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba16a3e6-09d5-4319-9780-69713068c76b HTTP/1.1" status: 200 len: 210 time: 0.0670385 Jun 17 08:43:29.327043 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-90ba0fd1-ee9f-45b7-aa4d-4550fec12246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:29.331577 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-90ba0fd1-ee9f-45b7-aa4d-4550fec12246 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=702856434aae449ea41d8a187426d151&device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 1095 time: 0.5586987 Jun 17 08:43:29.382615 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca11afac-0703-4697-944d-120ac6ba2866 req-dbf9e240-5eb1-45f1-aab0-e24aaf374c6f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Made reservation on behalf of e01d01d179104814a9128dc5fc44bfde for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:29.411161 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ca11afac-0703-4697-944d-120ac6ba2866 req-dbf9e240-5eb1-45f1-aab0-e24aaf374c6f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:29.421123 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-6939b74f-ca51-4c08-a888-99876f410b37 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f4d3e2a-2376-4ced-9168-959d9ff76220 HTTP/1.1" status: 200 len: 217 time: 0.0552304 Jun 17 08:43:29.465727 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ca11afac-0703-4697-944d-120ac6ba2866 req-dbf9e240-5eb1-45f1-aab0-e24aaf374c6f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:29.513285 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-bb6fd086-8846-4d42-9d35-4ccbcd7675a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:29.535566 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdec0adf-df67-496d-9993-590a167b17b7 None None] Network 6d80fff0-8c04-45f1-8edd-294f2bc772ec requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:29.550520 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-fd24abcb-9a10-4a0b-b077-87ba9d76099f admin admin] Allocated IP 172.25.2.130 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/bf4363cc-c25d-438b-aafe-9c439d58a958) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:29.552230 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23ab257-a6f4-4a24-9891-b996161b2271 None None] DHCP port deletion for 0f6d03ef-6940-4bd8-9251-4c5172255868 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:43:29.571982 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-debdbe05-b1c6-402c-887b-45b052b16840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:29.576900 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-debdbe05-b1c6-402c-887b-45b052b16840 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9c88322-5e95-4e53-8f33-f88e3723f8f7 HTTP/1.1" status: 200 len: 861 time: 0.1533642 Jun 17 08:43:29.583902 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-92cd3002-0b15-45d9-a14c-c47733833d61 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.8811944 Jun 17 08:43:29.629132 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-b2f24430-59c4-4d6c-8967-692be394a911 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8305e780-7f7d-463d-bdce-25806076a869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453310 Jun 17 08:43:29.637701 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Deleting port a588dc42-6e02-4899-aec1-7f880e79b7f4 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:29.638421 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:29.640036 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e55ecb17-1f99-4cb1-b176-efc232001cbf None None] Provisioning for port 1d5f214e-b4b1-425a-a4c3-780c1b63aaa9 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:29.678171 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e55ecb17-1f99-4cb1-b176-efc232001cbf None None] Provisioning complete for port 1d5f214e-b4b1-425a-a4c3-780c1b63aaa9 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:29.679051 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e55ecb17-1f99-4cb1-b176-efc232001cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:29.822475 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fd24abcb-9a10-4a0b-b077-87ba9d76099f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:29.839745 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-d23ab257-a6f4-4a24-9891-b996161b2271 None None] Deleting port a588dc42-6e02-4899-aec1-7f880e79b7f4 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:29.841273 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d23ab257-a6f4-4a24-9891-b996161b2271 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:29.860420 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d728c-d7c8-4289-b24f-884b3e27a276 req-b157c3a2-5b6c-4dd9-89a9-e4fab6bb859b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:29.862025 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-da3d728c-d7c8-4289-b24f-884b3e27a276 req-b157c3a2-5b6c-4dd9-89a9-e4fab6bb859b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 943 time: 0.2444675 Jun 17 08:43:29.888066 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ca11afac-0703-4697-944d-120ac6ba2866 req-dbf9e240-5eb1-45f1-aab0-e24aaf374c6f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:29.974134 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-da3d728c-d7c8-4289-b24f-884b3e27a276 req-90e8f81b-ea27-4de3-b90d-d04596088a95 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993512 Jun 17 08:43:30.008258 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ca11afac-0703-4697-944d-120ac6ba2866 req-dbf9e240-5eb1-45f1-aab0-e24aaf374c6f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.012931 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-30bfcaba-277d-40d8-928f-67ea0669bfcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:30.094633 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-d23ab257-a6f4-4a24-9891-b996161b2271 None None] For port a588dc42-6e02-4899-aec1-7f880e79b7f4, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=a588dc42-6e02-4899-aec1-7f880e79b7f4,segment=NetworkSegment(49aec61e-7890-48a1-b1cd-c8a79f25b8bc),segment_id=49aec61e-7890-48a1-b1cd-c8a79f25b8bc)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:30.101688 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d23ab257-a6f4-4a24-9891-b996161b2271 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.178041 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fd24abcb-9a10-4a0b-b077-87ba9d76099f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.217585 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] For port a588dc42-6e02-4899-aec1-7f880e79b7f4, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=a588dc42-6e02-4899-aec1-7f880e79b7f4,segment=NetworkSegment(49aec61e-7890-48a1-b1cd-c8a79f25b8bc),segment_id=49aec61e-7890-48a1-b1cd-c8a79f25b8bc)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:30.220288 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.263240 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd24abcb-9a10-4a0b-b077-87ba9d76099f admin admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:30.271790 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9e240-5eb1-45f1-aab0-e24aaf374c6f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1f737d-db3d-4d0d-be81-a599eb3e9071,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:30.278202 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dbf9e240-5eb1-45f1-aab0-e24aaf374c6f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:30.280036 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-fd24abcb-9a10-4a0b-b077-87ba9d76099f admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:30.296958 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a69f9d79-7544-4258-8170-b918bfcaf6a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:30.296958 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd24abcb-9a10-4a0b-b077-87ba9d76099f admin admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:30.332804 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Calling delete_port for a588dc42-6e02-4899-aec1-7f880e79b7f4 owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:30.333805 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-d23ab257-a6f4-4a24-9891-b996161b2271 None None] Calling delete_port for a588dc42-6e02-4899-aec1-7f880e79b7f4 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:30.408167 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24abcb-9a10-4a0b-b077-87ba9d76099f admin admin] Pushing event updated for resources: {'Port': ['ID=bf4363cc-c25d-438b-aafe-9c439d58a958,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:30.417704 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fd24abcb-9a10-4a0b-b077-87ba9d76099f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:30.449490 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-5659eb55-d295-42e7-8e61-4393ded9eaac service neutron] 10.222.0.50 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6837773 Jun 17 08:43:30.518047 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ac0f8657-644b-41c0-99a5-fd0a7da9aaa5 req-7d973f2a-520e-4bef-af8e-295be3c0b414 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 210 time: 0.0641489 Jun 17 08:43:30.584321 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.593354 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e1585b04-dbe4-40e1-9e19-00a216c8dab1 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:30.678425 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Pushing event deleted for resources: {'Port': ['ID=a588dc42-6e02-4899-aec1-7f880e79b7f4,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:30.683480 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] No DVR routers for this DVR port a588dc42-6e02-4899-aec1-7f880e79b7f4 on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:43:30.700909 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:30.726341 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d23ab257-a6f4-4a24-9891-b996161b2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.737995 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device a588dc42-6e02-4899-aec1-7f880e79b7f4 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:30.744162 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:30.755498 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23ab257-a6f4-4a24-9891-b996161b2271 None None] No DVR routers for this DVR port a588dc42-6e02-4899-aec1-7f880e79b7f4 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:43:30.765732 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-b2dcbec3-ec81-44ec-95e5-cdae9a37db88 req-81650284-f95c-42ca-894c-25a14ca392df tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1376425776', 'description': 'tempest-description-9094988'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:30.836306 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: a588dc42-6e02-4899-aec1-7f880e79b7f4 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:43:30.836306 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device a588dc42-6e02-4899-aec1-7f880e79b7f4 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:43:30.840533 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ab257-a6f4-4a24-9891-b996161b2271 None None] Pushing event deleted for resources: {'Port': ['ID=a588dc42-6e02-4899-aec1-7f880e79b7f4,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:30.844020 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-d23ab257-a6f4-4a24-9891-b996161b2271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:30.961062 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e55ecb17-1f99-4cb1-b176-efc232001cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:31.030487 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-e55ecb17-1f99-4cb1-b176-efc232001cbf None None] For port 1d5f214e-b4b1-425a-a4c3-780c1b63aaa9, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=1d5f214e-b4b1-425a-a4c3-780c1b63aaa9,segment=NetworkSegment(e96c69d3-6674-4113-9a5e-ee02110e6315),segment_id=e96c69d3-6674-4113-9a5e-ee02110e6315)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:31.052176 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:31.130788 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-ca11afac-0703-4697-944d-120ac6ba2866 req-dbf9e240-5eb1-45f1-aab0-e24aaf374c6f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Allocated IP 192.168.233.143 (26debee9-bc17-4dec-acaf-a4c976511744/9fa94245-1f4d-486b-9e45-990a58fa5ffe/85df4119-793b-423d-abf1-4c64dea34203) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:31.137886 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e55ecb17-1f99-4cb1-b176-efc232001cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:31.142019 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:31.178197 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3d48dda7-dd03-434e-bda4-a83b1c8b680f req-d9d7bfba-c3b7-4638-a5a3-67f854fd6715 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba16a3e6-09d5-4319-9780-69713068c76b HTTP/1.1" status: 200 len: 210 time: 0.0448649 Jun 17 08:43:31.260536 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ecb17-1f99-4cb1-b176-efc232001cbf None None] Pushing event updated for resources: {'Port': ['ID=1d5f214e-b4b1-425a-a4c3-780c1b63aaa9,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:31.286909 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e55ecb17-1f99-4cb1-b176-efc232001cbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:31.323732 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-1eb10a43-2440-4eeb-9720-810854e6c940 None None] Provisioning complete for port 1d5f214e-b4b1-425a-a4c3-780c1b63aaa9 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:31.324510 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1eb10a43-2440-4eeb-9720-810854e6c940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:31.536950 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ca11afac-0703-4697-944d-120ac6ba2866 req-dbf9e240-5eb1-45f1-aab0-e24aaf374c6f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:31.637802 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b2dcbec3-ec81-44ec-95e5-cdae9a37db88 req-81650284-f95c-42ca-894c-25a14ca392df tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:31.643746 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-ca11afac-0703-4697-944d-120ac6ba2866 req-dbf9e240-5eb1-45f1-aab0-e24aaf374c6f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Transition to ACTIVE for port object 85df4119-793b-423d-abf1-4c64dea34203 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:31.691783 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:31.706056 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6d5f8db9-84a8-420b-bed6-795460780e80 req-ae7447c2-b67f-49df-ad82-581152063d94 service neutron] 10.222.0.50 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2394035 Jun 17 08:43:31.715901 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f6d03ef-6940-4bd8-9251-4c5172255868']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:31.723274 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fd24abcb-9a10-4a0b-b077-87ba9d76099f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:31.734991 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49aec61e-7890-48a1-b1cd-c8a79f25b8bc') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:31.735284 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49aec61e-7890-48a1-b1cd-c8a79f25b8bc') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:31.735657 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c13122-5c17-494d-81b7-1bef5a5bb2c9 req-297fc58d-772e-42ef-9bb5-a48f33210aa9 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:31.743427 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e2c13122-5c17-494d-81b7-1bef5a5bb2c9 req-297fc58d-772e-42ef-9bb5-a48f33210aa9 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 943 time: 0.2337878 Jun 17 08:43:31.759324 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:31.804882 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:31.822124 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:43:31.827268 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:43:31.830043 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:43:31.896031 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e2c13122-5c17-494d-81b7-1bef5a5bb2c9 req-38b1fb0b-809b-48d5-9888-fe934f948eb1 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488955 Jun 17 08:43:32.027831 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b2dcbec3-ec81-44ec-95e5-cdae9a37db88 req-81650284-f95c-42ca-894c-25a14ca392df tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.056690 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae6281-2cdb-4642-81a5-3f2ff3e41cb8 req-5c9efeca-d3fa-412e-8a42-6384931691ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:32.059451 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b1ae6281-2cdb-4642-81a5-3f2ff3e41cb8 req-5c9efeca-d3fa-412e-8a42-6384931691ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=702856434aae449ea41d8a187426d151&device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 1095 time: 0.1411142 Jun 17 08:43:32.069181 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fd24abcb-9a10-4a0b-b077-87ba9d76099f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.074936 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ca11afac-0703-4697-944d-120ac6ba2866 req-dbf9e240-5eb1-45f1-aab0-e24aaf374c6f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.080984 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-36ff4f2e-b457-40fd-844a-4c216270bff0 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:32.150209 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 1d5f214e-b4b1-425a-a4c3-780c1b63aaa9 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:32.198911 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae6281-2cdb-4642-81a5-3f2ff3e41cb8 req-fe5acbe4-8194-4e10-b973-741844d2a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:32.200933 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b1ae6281-2cdb-4642-81a5-3f2ff3e41cb8 req-fe5acbe4-8194-4e10-b973-741844d2a51c service neutron] 10.222.0.50 "GET /v2.0/networks?id=8305e780-7f7d-463d-bdce-25806076a869 HTTP/1.1" status: 200 len: 922 time: 0.1231542 Jun 17 08:43:32.210077 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 1d5f214e-b4b1-425a-a4c3-780c1b63aaa9 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:32.210955 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.227363 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca11afac-0703-4697-944d-120ac6ba2866 req-dbf9e240-5eb1-45f1-aab0-e24aaf374c6f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Network 26debee9-bc17-4dec-acaf-a4c976511744 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:32.242151 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-ca11afac-0703-4697-944d-120ac6ba2866 req-dbf9e240-5eb1-45f1-aab0-e24aaf374c6f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:32.250914 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca11afac-0703-4697-944d-120ac6ba2866 req-dbf9e240-5eb1-45f1-aab0-e24aaf374c6f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:32.256988 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b1ae6281-2cdb-4642-81a5-3f2ff3e41cb8 req-77ea0160-2468-4f10-ad98-3e36280a4205 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f4d3e2a-2376-4ced-9168-959d9ff76220 HTTP/1.1" status: 200 len: 217 time: 0.0472946 Jun 17 08:43:32.280845 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9e240-5eb1-45f1-aab0-e24aaf374c6f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Pushing event updated for resources: {'Port': ['ID=85df4119-793b-423d-abf1-4c64dea34203,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:32.284231 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dbf9e240-5eb1-45f1-aab0-e24aaf374c6f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:32.319810 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae6281-2cdb-4642-81a5-3f2ff3e41cb8 req-72083486-570d-44e9-bd40-7b8352da4e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:32.321404 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b1ae6281-2cdb-4642-81a5-3f2ff3e41cb8 req-72083486-570d-44e9-bd40-7b8352da4e65 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9c88322-5e95-4e53-8f33-f88e3723f8f7 HTTP/1.1" status: 200 len: 861 time: 0.0588713 Jun 17 08:43:32.338628 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11afac-0703-4697-944d-120ac6ba2866 req-dbf9e240-5eb1-45f1-aab0-e24aaf374c6f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:32.339301 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ca11afac-0703-4697-944d-120ac6ba2866 req-dbf9e240-5eb1-45f1-aab0-e24aaf374c6f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.362024 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b1ae6281-2cdb-4642-81a5-3f2ff3e41cb8 req-08514183-5efb-46a3-a7a2-e8af07cd3cb5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8305e780-7f7d-463d-bdce-25806076a869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328383 Jun 17 08:43:32.363350 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665108e-d6ce-43d5-be80-7efd2f83ab46 req-8b1c7d2a-9c6b-45f2-b3c7-8c242e8051bb tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:32.365068 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8665108e-d6ce-43d5-be80-7efd2f83ab46 req-8b1c7d2a-9c6b-45f2-b3c7-8c242e8051bb tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 936 time: 0.2372925 Jun 17 08:43:32.431385 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.442109 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:32.444593 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.448923 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] 10.222.0.49 "DELETE /v2.0/networks/0f6d03ef-6940-4bd8-9251-4c5172255868 HTTP/1.1" status: 204 len: 168 time: 3.4100246 Jun 17 08:43:32.463214 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8665108e-d6ce-43d5-be80-7efd2f83ab46 req-71baa7ea-317a-4c82-b84d-f0c11c593c71 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907681 Jun 17 08:43:32.488311 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b1ae6281-2cdb-4642-81a5-3f2ff3e41cb8 req-61315aa0-07ec-4dc2-90cb-1d325f927446 service neutron] 10.222.0.50 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171944 Jun 17 08:43:32.510002 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Pushing event deleted for resources: {'Network': ['ID=0f6d03ef-6940-4bd8-9251-4c5172255868,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:32.527481 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.529376 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:32.529769 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:32.530268 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:32.530644 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:32.531845 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:32.531845 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:32.531845 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:32.532567 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:32.532567 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:32.532936 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:32.533289 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:32.533643 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:32.541422 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b2dcbec3-ec81-44ec-95e5-cdae9a37db88 req-81650284-f95c-42ca-894c-25a14ca392df tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.562203 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd24abcb-9a10-4a0b-b077-87ba9d76099f admin admin] Router e4a3c4d8-c574-4d02-a19f-e12e4305e983 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:43:32.595348 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:32.596230 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4d86baf1-6767-4a48-af84-4bc9d1549d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:32.636298 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81650284-f95c-42ca-894c-25a14ca392df tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ead1140-aa5e-40bf-91e3-10d63e880983,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:32.643810 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-81650284-f95c-42ca-894c-25a14ca392df tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:32.661967 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-63f067c1-7de0-40ce-82d2-9f38bf6ba266 None None] Provisioning for port 85df4119-793b-423d-abf1-4c64dea34203 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:32.671430 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-63f067c1-7de0-40ce-82d2-9f38bf6ba266 None None] Provisioning complete for port 85df4119-793b-423d-abf1-4c64dea34203 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:32.671945 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-63f067c1-7de0-40ce-82d2-9f38bf6ba266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.685550 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b2dcbec3-ec81-44ec-95e5-cdae9a37db88 req-81650284-f95c-42ca-894c-25a14ca392df tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.690999 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b2dcbec3-ec81-44ec-95e5-cdae9a37db88 req-81650284-f95c-42ca-894c-25a14ca392df tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 1.9387722 Jun 17 08:43:32.704963 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ca11afac-0703-4697-944d-120ac6ba2866 req-dbf9e240-5eb1-45f1-aab0-e24aaf374c6f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4322276 Jun 17 08:43:32.715309 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b1ae6281-2cdb-4642-81a5-3f2ff3e41cb8 req-8ef07f36-bc63-4ce4-adf4-b56752d7b921 service neutron] 10.222.0.50 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103095 Jun 17 08:43:32.725922 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-ca11afac-0703-4697-944d-120ac6ba2866 req-a9ac6f2e-fb47-442a-ba39-5556bede4b28 service neutron] Request body: {'port': {'device_id': '62f3a1d7-9d51-4c86-9b1c-1c1b114a293c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:32.752052 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-63f067c1-7de0-40ce-82d2-9f38bf6ba266 None None] Port 85df4119-793b-423d-abf1-4c64dea34203 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:43:32.791869 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-e5f70625-daae-4d50-aa7e-7d9c5266d2f9 req-18c4fb11-883a-4c29-8d91-6f3b0a928531 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-378535859', 'description': 'tempest-description-889463446'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:32.857519 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd24abcb-9a10-4a0b-b077-87ba9d76099f admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:32.870523 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f2e8bd-f9b2-4d6a-9079-95b421ebe23f None None] Sync routers for ids ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:32.875968 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2eca363c-d879-4ec1-a6bc-418db5cb21a2 req-fe79f2a4-0a66-464a-8f50-3e44744ca914 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba16a3e6-09d5-4319-9780-69713068c76b HTTP/1.1" status: 200 len: 210 time: 0.0698335 Jun 17 08:43:32.883583 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f2e8bd-f9b2-4d6a-9079-95b421ebe23f None None] Routers {'e4a3c4d8-c574-4d02-a19f-e12e4305e983'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:32.884729 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-f2f2e8bd-f9b2-4d6a-9079-95b421ebe23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:43:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:32.923176 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e5f70625-daae-4d50-aa7e-7d9c5266d2f9 req-18c4fb11-883a-4c29-8d91-6f3b0a928531 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.942329 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ca11afac-0703-4697-944d-120ac6ba2866 req-a9ac6f2e-fb47-442a-ba39-5556bede4b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.984064 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48014) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:33.070734 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fd24abcb-9a10-4a0b-b077-87ba9d76099f admin admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.070734 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-fd24abcb-9a10-4a0b-b077-87ba9d76099f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.6266205 Jun 17 08:43:33.077353 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7e752bde-953c-4e86-98ab-fb3bb3ae33fc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8c5fd23eb02948338afa929a25bd271e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0918221 Jun 17 08:43:33.077952 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48016) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:33.088237 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 48018) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:33.105625 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-f2f2e8bd-f9b2-4d6a-9079-95b421ebe23f None None] Set router e4a3c4d8-c574-4d02-a19f-e12e4305e983 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:43:33.293144 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8521de93-90f6-44c9-8f2f-7263a0e03162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.359729 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-f2f2e8bd-f9b2-4d6a-9079-95b421ebe23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'name': 'tempest-FloatingIPsAssociationTestJSON-2068322118-router', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:25Z', 'updated_at': '2021-06-17T08:43:31Z', 'revision_number': 3, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'gw_port': {'id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:29Z', 'updated_at': '2021-06-17T08:43:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:33.397629 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8521de93-90f6-44c9-8f2f-7263a0e03162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.430198 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd04398-501d-4f02-815e-b4fce9ae89df req-44c53616-4ed3-4ae4-b697-212c95e051a7 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:33.438345 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f2e8bd-f9b2-4d6a-9079-95b421ebe23f None None] Checking router: e4a3c4d8-c574-4d02-a19f-e12e4305e983 for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:43:33.439213 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f2e8bd-f9b2-4d6a-9079-95b421ebe23f None None] Updating router e4a3c4d8-c574-4d02-a19f-e12e4305e983 port bf4363cc-c25d-438b-aafe-9c439d58a958 binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:43:33.445932 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4dd04398-501d-4f02-815e-b4fce9ae89df req-44c53616-4ed3-4ae4-b697-212c95e051a7 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 943 time: 0.3713675 Jun 17 08:43:33.500416 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f2f2e8bd-f9b2-4d6a-9079-95b421ebe23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.552645 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4dd04398-501d-4f02-815e-b4fce9ae89df req-3ebbdc4f-59a7-47b7-baa4-a096808f022a tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963006 Jun 17 08:43:33.607041 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e5f70625-daae-4d50-aa7e-7d9c5266d2f9 req-18c4fb11-883a-4c29-8d91-6f3b0a928531 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.615928 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-ca11afac-0703-4697-944d-120ac6ba2866 req-a9ac6f2e-fb47-442a-ba39-5556bede4b28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85df4119-793b-423d-abf1-4c64dea34203 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:43:33.627926 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ca11afac-0703-4697-944d-120ac6ba2866 req-a9ac6f2e-fb47-442a-ba39-5556bede4b28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.645353 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-ca11afac-0703-4697-944d-120ac6ba2866 req-a9ac6f2e-fb47-442a-ba39-5556bede4b28 service neutron] Transition to ACTIVE for port object 85df4119-793b-423d-abf1-4c64dea34203 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:33.702396 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-2e77eec3-62ae-4b48-814e-36ce88e358a5 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:33.704055 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-2e77eec3-62ae-4b48-814e-36ce88e358a5 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.50 "GET /v2.0/networks?id=e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2 HTTP/1.1" status: 200 len: 813 time: 0.4505999 Jun 17 08:43:33.735443 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-9e23a5ff-b4dc-4102-b77b-df3fd74949dd tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Request body: {'port': {'device_id': 'ba16a3e6-09d5-4319-9780-69713068c76b', 'network_id': 'e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2', 'admin_state_up': True, 'tenant_id': 'bec7a354db8d4c4eb15d3b10116c4b91'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:33.740453 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e5f70625-daae-4d50-aa7e-7d9c5266d2f9 req-18c4fb11-883a-4c29-8d91-6f3b0a928531 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.745792 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dc17ca7f-a26a-4d47-92e8-bc16a7621de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:33.756805 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676313d-8988-4b96-b2fa-60bb7babb84c req-d4e30ee1-a735-43c2-9486-45a9e514f203 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:33.762037 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a676313d-8988-4b96-b2fa-60bb7babb84c req-d4e30ee1-a735-43c2-9486-45a9e514f203 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 936 time: 0.0894082 Jun 17 08:43:33.762037 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8521de93-90f6-44c9-8f2f-7263a0e03162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.763292 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8521de93-90f6-44c9-8f2f-7263a0e03162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.764598 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-8521de93-90f6-44c9-8f2f-7263a0e03162 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e1525cd0-3313-4d7a-9c1e-ecd5f631c9c5 HTTP/1.1" status: 204 len: 168 time: 0.6753314 Jun 17 08:43:33.765613 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8969bc5f-116b-4095-b9b4-0cbb8a7ebd73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:33.767906 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ca11afac-0703-4697-944d-120ac6ba2866 req-a9ac6f2e-fb47-442a-ba39-5556bede4b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.790814 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521de93-90f6-44c9-8f2f-7263a0e03162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1525cd0-3313-4d7a-9c1e-ecd5f631c9c5,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:33.804804 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8521de93-90f6-44c9-8f2f-7263a0e03162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:33.812235 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-393449fb-231a-467f-8003-319face82900 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:33.870347 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac6f2e-fb47-442a-ba39-5556bede4b28 service neutron] Pushing event updated for resources: {'Port': ['ID=85df4119-793b-423d-abf1-4c64dea34203,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:33.882347 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a9ac6f2e-fb47-442a-ba39-5556bede4b28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:33.925091 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e5f70625-daae-4d50-aa7e-7d9c5266d2f9 req-18c4fb11-883a-4c29-8d91-6f3b0a928531 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.962706 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e5f70625-daae-4d50-aa7e-7d9c5266d2f9 req-18c4fb11-883a-4c29-8d91-6f3b0a928531 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.1755407 Jun 17 08:43:33.967995 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4fb11-883a-4c29-8d91-6f3b0a928531 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31e0fb54-1f9f-4d91-8c00-f4235a18783f,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:33.985939 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-18c4fb11-883a-4c29-8d91-6f3b0a928531 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:34.089343 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a676313d-8988-4b96-b2fa-60bb7babb84c req-c0097629-d7ae-4f8a-b428-38e678768ff4 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177521 Jun 17 08:43:34.108052 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f2f2e8bd-f9b2-4d6a-9079-95b421ebe23f None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.132685 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-f2f2e8bd-f9b2-4d6a-9079-95b421ebe23f None None] Transition to ACTIVE for port object bf4363cc-c25d-438b-aafe-9c439d58a958 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:34.146075 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-ca11afac-0703-4697-944d-120ac6ba2866 req-a9ac6f2e-fb47-442a-ba39-5556bede4b28 service neutron] Attempting to bind port 85df4119-793b-423d-abf1-4c64dea34203 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:34.146456 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-ca11afac-0703-4697-944d-120ac6ba2866 req-a9ac6f2e-fb47-442a-ba39-5556bede4b28 service neutron] Attempting to bind port 85df4119-793b-423d-abf1-4c64dea34203 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:34.146773 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca11afac-0703-4697-944d-120ac6ba2866 req-a9ac6f2e-fb47-442a-ba39-5556bede4b28 service neutron] Attempting to bind port 85df4119-793b-423d-abf1-4c64dea34203 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:34.152144 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca11afac-0703-4697-944d-120ac6ba2866 req-a9ac6f2e-fb47-442a-ba39-5556bede4b28 service neutron] Port 85df4119-793b-423d-abf1-4c64dea34203 on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:43:34.152914 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca11afac-0703-4697-944d-120ac6ba2866 req-a9ac6f2e-fb47-442a-ba39-5556bede4b28 service neutron] Attempting to bind port 85df4119-793b-423d-abf1-4c64dea34203 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:34.164928 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca11afac-0703-4697-944d-120ac6ba2866 req-a9ac6f2e-fb47-442a-ba39-5556bede4b28 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:34.164928 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca11afac-0703-4697-944d-120ac6ba2866 req-a9ac6f2e-fb47-442a-ba39-5556bede4b28 service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:34.164928 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca11afac-0703-4697-944d-120ac6ba2866 req-a9ac6f2e-fb47-442a-ba39-5556bede4b28 service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:34.164928 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-ca11afac-0703-4697-944d-120ac6ba2866 req-a9ac6f2e-fb47-442a-ba39-5556bede4b28 service neutron] Bound port: 85df4119-793b-423d-abf1-4c64dea34203, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:34.164928 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ca11afac-0703-4697-944d-120ac6ba2866 req-a9ac6f2e-fb47-442a-ba39-5556bede4b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.251775 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f2f2e8bd-f9b2-4d6a-9079-95b421ebe23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.254012 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:34.305268 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-9e23a5ff-b4dc-4102-b77b-df3fd74949dd tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Made reservation on behalf of bec7a354db8d4c4eb15d3b10116c4b91 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:34.308816 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-9e23a5ff-b4dc-4102-b77b-df3fd74949dd tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.343977 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd54f9c-c5fe-418b-9edc-4e24766baee5 None None] Pushing event updated for resources: {'Port': ['ID=bf4363cc-c25d-438b-aafe-9c439d58a958,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:34.349848 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-ca11afac-0703-4697-944d-120ac6ba2866 req-a9ac6f2e-fb47-442a-ba39-5556bede4b28 service neutron] For port 85df4119-793b-423d-abf1-4c64dea34203, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:34.356772 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-6bd54f9c-c5fe-418b-9edc-4e24766baee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:34.361892 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-343da659-0025-40d2-b2bb-b2cdb9454bd9 req-6d131a63-0b0f-4b1a-a078-da91dda96497 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba16a3e6-09d5-4319-9780-69713068c76b HTTP/1.1" status: 200 len: 210 time: 0.0366330 Jun 17 08:43:34.363254 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-f2f2e8bd-f9b2-4d6a-9079-95b421ebe23f None None] Attempting to bind port bf4363cc-c25d-438b-aafe-9c439d58a958 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:34.364276 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-f2f2e8bd-f9b2-4d6a-9079-95b421ebe23f None None] Attempting to bind port bf4363cc-c25d-438b-aafe-9c439d58a958 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:34.364839 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f2e8bd-f9b2-4d6a-9079-95b421ebe23f None None] Attempting to bind port bf4363cc-c25d-438b-aafe-9c439d58a958 on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:34.397212 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f2e8bd-f9b2-4d6a-9079-95b421ebe23f None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:34.397603 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f2e8bd-f9b2-4d6a-9079-95b421ebe23f None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:34.398177 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f2f2e8bd-f9b2-4d6a-9079-95b421ebe23f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.398597 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f2e8bd-f9b2-4d6a-9079-95b421ebe23f None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:34.399776 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-f2f2e8bd-f9b2-4d6a-9079-95b421ebe23f None None] Bound port: bf4363cc-c25d-438b-aafe-9c439d58a958, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:34.399776 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f2f2e8bd-f9b2-4d6a-9079-95b421ebe23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.404960 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 1f4d3e2a-2376-4ced-9168-959d9ff76220 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:43:34.481392 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-950c0467-3de2-408d-adeb-844b3a5d7c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.534082 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-ca11afac-0703-4697-944d-120ac6ba2866 req-a9ac6f2e-fb47-442a-ba39-5556bede4b28 service neutron] For port 85df4119-793b-423d-abf1-4c64dea34203, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=85df4119-793b-423d-abf1-4c64dea34203,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:34.537011 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-f2f2e8bd-f9b2-4d6a-9079-95b421ebe23f None None] For port bf4363cc-c25d-438b-aafe-9c439d58a958, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:34.541714 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-f2f2e8bd-f9b2-4d6a-9079-95b421ebe23f None None] For port bf4363cc-c25d-438b-aafe-9c439d58a958, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=bf4363cc-c25d-438b-aafe-9c439d58a958,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:34.611958 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 1f4d3e2a-2376-4ced-9168-959d9ff76220, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=1f4d3e2a-2376-4ced-9168-959d9ff76220,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:34.617876 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-40ec97c6-1fca-492d-b808-51b9654e378a tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:34.632545 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-40ec97c6-1fca-492d-b808-51b9654e378a tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/networks?id=6d80fff0-8c04-45f1-8edd-294f2bc772ec HTTP/1.1" status: 200 len: 813 time: 0.2997680 Jun 17 08:43:34.638151 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '1f4d3e2a-2376-4ced-9168-959d9ff76220', 'network_id': '8305e780-7f7d-463d-bdce-25806076a869', 'port_id': '1f4d3e2a-2376-4ced-9168-959d9ff76220', 'mac_address': 'fa:16:3e:ab:53:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9c88322-5e95-4e53-8f33-f88e3723f8f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:43:34.647146 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ca11afac-0703-4697-944d-120ac6ba2866 req-a9ac6f2e-fb47-442a-ba39-5556bede4b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.648276 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-9e23a5ff-b4dc-4102-b77b-df3fd74949dd tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Allocated IP 172.20.0.12 (e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2/7d967edd-fc9c-4ef4-b9c0-efc7777e5d49/094c1e94-2e42-4a53-b9f6-cbd768e61e18) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:34.660316 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-da66397e-c3fc-42a3-80ef-26bcd399ff3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:34.688948 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f2f2e8bd-f9b2-4d6a-9079-95b421ebe23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.693377 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11afac-0703-4697-944d-120ac6ba2866 req-a9ac6f2e-fb47-442a-ba39-5556bede4b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:34.694393 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ca11afac-0703-4697-944d-120ac6ba2866 req-a9ac6f2e-fb47-442a-ba39-5556bede4b28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.696166 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ca11afac-0703-4697-944d-120ac6ba2866 req-a9ac6f2e-fb47-442a-ba39-5556bede4b28 service neutron] 10.222.0.53 "PUT /v2.0/ports/85df4119-793b-423d-abf1-4c64dea34203 HTTP/1.1" status: 200 len: 1097 time: 1.9864118 Jun 17 08:43:34.699549 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f3a1d7-9d51-4c86-9b1c-1c1b114a293c', 'tag': '85df4119-793b-423d-abf1-4c64dea34203'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:34.704008 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee58140-863b-4a7c-9496-1080482b6df2" -d '{"events": [{"name": "network-changed", "server_uuid": "62f3a1d7-9d51-4c86-9b1c-1c1b114a293c", "tag": "85df4119-793b-423d-abf1-4c64dea34203"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:34.709893 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-38ac9008-167c-4fb1-83a8-a21a747b32d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:34.726991 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-aa3c106c-8e3d-42b3-88ca-a38180368b78 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/quotas/c29561c2e94b41408f45441ef35b148c HTTP/1.1" status: 200 len: 375 time: 0.0927167 Jun 17 08:43:34.737953 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.793370 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f4d3e2a-2376-4ced-9168-959d9ff76220 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:43:34.808746 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f2e8bd-f9b2-4d6a-9079-95b421ebe23f None None] Routers {'e4a3c4d8-c574-4d02-a19f-e12e4305e983'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:34.810395 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-f2f2e8bd-f9b2-4d6a-9079-95b421ebe23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:43:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:34.830102 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-cac2d6a8-644e-4ba5-91b7-a74b0db76b3c tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c29561c2e94b41408f45441ef35b148c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0997674 Jun 17 08:43:34.950127 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-f2f2e8bd-f9b2-4d6a-9079-95b421ebe23f None None] Set router e4a3c4d8-c574-4d02-a19f-e12e4305e983 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:43:35.001361 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-9e23a5ff-b4dc-4102-b77b-df3fd74949dd tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.015320 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 1f4d3e2a-2376-4ced-9168-959d9ff76220, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=1f4d3e2a-2376-4ced-9168-959d9ff76220,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:35.016748 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd54f9c-c5fe-418b-9edc-4e24766baee5 None None] Pushing event updated for resources: {'Port': ['ID=bf4363cc-c25d-438b-aafe-9c439d58a958,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:35.020362 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-950c0467-3de2-408d-adeb-844b3a5d7c94 admin admin] Allocated IP 172.20.0.1 (ee35a3b3-c4cb-4743-a459-4872b10a6b65/87aad5d8-994a-48f5-8b35-7f9bfe6a971c/f2d73fb7-d115-4d0a-b774-53f2b988cca3) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:35.030707 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-6bd54f9c-c5fe-418b-9edc-4e24766baee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:35.034115 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ede4c5-bc03-40ff-be07-56e09ed1e30b req-e8b16ef1-caf2-4d81-9394-b98a08cd87de tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:35.035691 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-08ede4c5-bc03-40ff-be07-56e09ed1e30b req-e8b16ef1-caf2-4d81-9394-b98a08cd87de tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/ports?device_id=533c8287-3c0a-4c10-8b6b-03b06040a10a HTTP/1.1" status: 200 len: 950 time: 0.2925105 Jun 17 08:43:35.043091 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac6f2e-fb47-442a-ba39-5556bede4b28 service neutron] Pushing event updated for resources: {'Port': ['ID=85df4119-793b-423d-abf1-4c64dea34203,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:35.078017 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a9ac6f2e-fb47-442a-ba39-5556bede4b28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:35.132135 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11afac-0703-4697-944d-120ac6ba2866 req-6ee57794-263e-4242-9468-938088b85690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:35.133656 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ca11afac-0703-4697-944d-120ac6ba2866 req-6ee57794-263e-4242-9468-938088b85690 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 1100 time: 0.3002656 Jun 17 08:43:35.139734 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-85d9c895-6c0c-409e-b9d8-63ac0b881cd7 service neutron] 10.222.0.49 "GET /v2.0/networks/6d80fff0-8c04-45f1-8edd-294f2bc772ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524981 Jun 17 08:43:35.151431 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-08ede4c5-bc03-40ff-be07-56e09ed1e30b req-50902f2e-8fb9-4890-aa7b-89746dadff28 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/security-groups?id=af4e9468-9bd3-4814-a29f-5cede9857089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081486 Jun 17 08:43:35.194522 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ca11afac-0703-4697-944d-120ac6ba2866 req-acedc138-4218-4b62-8f11-99df93566ef7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=85df4119-793b-423d-abf1-4c64dea34203 HTTP/1.1" status: 200 len: 217 time: 0.0529854 Jun 17 08:43:35.233130 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-950c0467-3de2-408d-adeb-844b3a5d7c94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.249032 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-950c0467-3de2-408d-adeb-844b3a5d7c94 admin admin] Transition to ACTIVE for port object f2d73fb7-d115-4d0a-b774-53f2b988cca3 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:35.283677 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.289160 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-bf1a9198-8b22-4c2b-be0c-4f6b8a51590a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:35.292436 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-9e23a5ff-b4dc-4102-b77b-df3fd74949dd tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.297980 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ffe0e215-61b0-4ba1-8287-dc1de9228aad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:35.328083 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11afac-0703-4697-944d-120ac6ba2866 req-8666e9f7-b58f-4639-90ca-fb4013902bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:35.332119 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ca11afac-0703-4697-944d-120ac6ba2866 req-8666e9f7-b58f-4639-90ca-fb4013902bdc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1235890 Jun 17 08:43:35.341641 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-9e23a5ff-b4dc-4102-b77b-df3fd74949dd tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Network e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:35.348237 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-9e23a5ff-b4dc-4102-b77b-df3fd74949dd tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:35.353520 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-9e23a5ff-b4dc-4102-b77b-df3fd74949dd tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:35.387948 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23a5ff-b4dc-4102-b77b-df3fd74949dd tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Pushing event updated for resources: {'Port': ['ID=094c1e94-2e42-4a53-b9f6-cbd768e61e18,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:35.399929 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9e23a5ff-b4dc-4102-b77b-df3fd74949dd tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:35.411955 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-5c74e0ff-5db1-43e1-bbdf-965e90ed25f8 service neutron] 10.222.0.49 "GET /v2.0/networks/6d80fff0-8c04-45f1-8edd-294f2bc772ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222192 Jun 17 08:43:35.414937 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-950c0467-3de2-408d-adeb-844b3a5d7c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.438348 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-503c73b8-70b5-4973-aab5-c8ec0d006051 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:35.442343 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11afac-0703-4697-944d-120ac6ba2866 req-aedf9db5-3d83-4bec-ad82-3d03fdbc459b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:35.444981 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ca11afac-0703-4697-944d-120ac6ba2866 req-aedf9db5-3d83-4bec-ad82-3d03fdbc459b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1056645 Jun 17 08:43:35.467355 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=1f4d3e2a-2376-4ced-9168-959d9ff76220,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:35.471567 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:35.495655 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950c0467-3de2-408d-adeb-844b3a5d7c94 admin admin] Network ee35a3b3-c4cb-4743-a459-4872b10a6b65 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:35.497185 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-f2f2e8bd-f9b2-4d6a-9079-95b421ebe23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'name': 'tempest-FloatingIPsAssociationTestJSON-2068322118-router', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:25Z', 'updated_at': '2021-06-17T08:43:31Z', 'revision_number': 3, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'gw_port': {'id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:29Z', 'updated_at': '2021-06-17T08:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:35.502151 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-9e23a5ff-b4dc-4102-b77b-df3fd74949dd tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:35.502890 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-9e23a5ff-b4dc-4102-b77b-df3fd74949dd tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.514309 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-950c0467-3de2-408d-adeb-844b3a5d7c94 admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:35.527404 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950c0467-3de2-408d-adeb-844b3a5d7c94 admin admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:35.527520 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f2e8bd-f9b2-4d6a-9079-95b421ebe23f None None] The sync data for ids ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'] in n-d-758944-30 is: [{'id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'name': 'tempest-FloatingIPsAssociationTestJSON-2068322118-router', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:25Z', 'updated_at': '2021-06-17T08:43:31Z', 'revision_number': 3, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'gw_port': {'id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:29Z', 'updated_at': '2021-06-17T08:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:35.548653 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['1f4d3e2a-2376-4ced-9168-959d9ff76220'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:43:35.572760 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c0467-3de2-408d-adeb-844b3a5d7c94 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d73fb7-d115-4d0a-b774-53f2b988cca3,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:35.578131 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-950c0467-3de2-408d-adeb-844b3a5d7c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:35.612753 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-950c0467-3de2-408d-adeb-844b3a5d7c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.621866 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ca11afac-0703-4697-944d-120ac6ba2866 req-8dd21a30-afb2-4b14-9f34-40aafac5ef25 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680863 Jun 17 08:43:35.623351 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6632c4-03b1-4acb-a24e-630f6b89ba28 req-89df8d27-5d4e-422f-9b49-32651cfdf57e tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:35.642831 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ad6632c4-03b1-4acb-a24e-630f6b89ba28 req-89df8d27-5d4e-422f-9b49-32651cfdf57e tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 944 time: 0.2564623 Jun 17 08:43:35.696789 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-9e23a5ff-b4dc-4102-b77b-df3fd74949dd tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9653118 Jun 17 08:43:35.717344 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-b068811b-b5ea-4b9b-854e-ad50226e745f service neutron] Request body: {'port': {'device_id': 'ba16a3e6-09d5-4319-9780-69713068c76b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:35.731075 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553ed242-311a-4589-a8e5-bb29889649a9 x-openstack-request-id: req-553ed242-311a-4589-a8e5-bb29889649a9 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:35.731507 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f3a1d7-9d51-4c86-9b1c-1c1b114a293c", "tag": "85df4119-793b-423d-abf1-4c64dea34203", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:35.732276 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-553ed242-311a-4589-a8e5-bb29889649a9 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:35.735293 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f3a1d7-9d51-4c86-9b1c-1c1b114a293c', 'tag': '85df4119-793b-423d-abf1-4c64dea34203', 'status': 'completed', 'code': 200} Jun 17 08:43:35.882258 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ad6632c4-03b1-4acb-a24e-630f6b89ba28 req-fb65fea7-f78d-4e07-8621-d4c45d5cd0fd tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384305 Jun 17 08:43:36.002310 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ca11afac-0703-4697-944d-120ac6ba2866 req-7d7bea1f-8dde-498f-9552-d00b45bc9451 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646646 Jun 17 08:43:36.021475 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-b068811b-b5ea-4b9b-854e-ad50226e745f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.048251 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-33658ade-b462-454b-9c72-af570c5fbddd None None] Provisioning for port f2d73fb7-d115-4d0a-b774-53f2b988cca3 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:36.056638 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-33658ade-b462-454b-9c72-af570c5fbddd None None] Provisioning complete for port f2d73fb7-d115-4d0a-b774-53f2b988cca3 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:36.057877 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-33658ade-b462-454b-9c72-af570c5fbddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.090428 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21251dd-9fde-498b-a041-25e03be9d213 req-c80c2dd4-c9f7-4665-8eb2-1639df2ffd83 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:36.097229 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d21251dd-9fde-498b-a041-25e03be9d213 req-c80c2dd4-c9f7-4665-8eb2-1639df2ffd83 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 948 time: 0.1737230 Jun 17 08:43:36.124340 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-33658ade-b462-454b-9c72-af570c5fbddd None None] Port f2d73fb7-d115-4d0a-b774-53f2b988cca3 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:43:36.167753 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d21251dd-9fde-498b-a041-25e03be9d213 req-b64a3d55-0bd2-4921-8f8e-5838a59707a7 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627699 Jun 17 08:43:36.218773 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device bf4363cc-c25d-438b-aafe-9c439d58a958 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:36.311886 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5a810327-152c-4802-9066-f8eab32fbe6e req-b3f557b6-8172-4d30-912d-56fe9d7e1fba tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a1f86f6-9fc8-4f97-85c1-99e33e70df74 HTTP/1.1" status: 200 len: 210 time: 0.1032043 Jun 17 08:43:36.346381 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee58140-863b-4a7c-9496-1080482b6df2 req-e210daf9-799c-4374-a76c-5d7ea521cae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:36.349419 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-eee58140-863b-4a7c-9496-1080482b6df2 req-e210daf9-799c-4374-a76c-5d7ea521cae1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 1100 time: 0.1394634 Jun 17 08:43:36.392729 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-950c0467-3de2-408d-adeb-844b3a5d7c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.421819 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 1f4d3e2a-2376-4ced-9168-959d9ff76220 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:36.473612 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port bf4363cc-c25d-438b-aafe-9c439d58a958 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:36.482684 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee58140-863b-4a7c-9496-1080482b6df2 req-3560e10d-7747-4284-8d7b-e9a11f749eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:36.484374 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-eee58140-863b-4a7c-9496-1080482b6df2 req-3560e10d-7747-4284-8d7b-e9a11f749eaf service neutron] 10.222.0.53 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.1281471 Jun 17 08:43:36.494302 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port bf4363cc-c25d-438b-aafe-9c439d58a958 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:36.494726 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.554188 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-eee58140-863b-4a7c-9496-1080482b6df2 req-8f5fd6c6-f5f0-475b-b508-86d59397d158 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=85df4119-793b-423d-abf1-4c64dea34203 HTTP/1.1" status: 200 len: 217 time: 0.0556121 Jun 17 08:43:36.586057 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ae493-74e9-462e-88a9-738ae3c4f483 req-b48ebe5e-4f71-4b5f-b81d-04e192a0b241 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:36.594304 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-366ae493-74e9-462e-88a9-738ae3c4f483 req-b48ebe5e-4f71-4b5f-b81d-04e192a0b241 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba16a3e6-09d5-4319-9780-69713068c76b HTTP/1.1" status: 200 len: 932 time: 0.2873466 Jun 17 08:43:36.646555 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.668428 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 1f4d3e2a-2376-4ced-9168-959d9ff76220 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:36.675575 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port bf4363cc-c25d-438b-aafe-9c439d58a958, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=bf4363cc-c25d-438b-aafe-9c439d58a958,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:36.677784 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 1f4d3e2a-2376-4ced-9168-959d9ff76220 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:36.679025 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.687759 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee58140-863b-4a7c-9496-1080482b6df2 req-9cd7f424-352b-451b-87f5-c5a1163a8209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:36.689265 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-eee58140-863b-4a7c-9496-1080482b6df2 req-9cd7f424-352b-451b-87f5-c5a1163a8209 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1237459 Jun 17 08:43:36.741589 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-b068811b-b5ea-4b9b-854e-ad50226e745f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 094c1e94-2e42-4a53-b9f6-cbd768e61e18 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:43:36.767539 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-366ae493-74e9-462e-88a9-738ae3c4f483 req-13964ffa-b989-4d52-8f03-d9674b46fa88 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a3e8364-cb14-4df7-a5aa-b76ed791c9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720841 Jun 17 08:43:36.773809 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-b068811b-b5ea-4b9b-854e-ad50226e745f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.777079 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.790430 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.798742 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:36.830312 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-b068811b-b5ea-4b9b-854e-ad50226e745f service neutron] Transition to ACTIVE for port object 094c1e94-2e42-4a53-b9f6-cbd768e61e18 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:36.858232 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e82aa-9df8-40b6-b447-b03ebb5eb35c req-2b67c97a-4c97-43f0-aa9e-0d71d5488b8c tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:36.860046 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-061e82aa-9df8-40b6-b447-b03ebb5eb35c req-2b67c97a-4c97-43f0-aa9e-0d71d5488b8c tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/ports?device_id=533c8287-3c0a-4c10-8b6b-03b06040a10a HTTP/1.1" status: 200 len: 950 time: 0.1631985 Jun 17 08:43:36.865472 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee58140-863b-4a7c-9496-1080482b6df2 req-1df219c0-02c7-4c93-9774-aa2c324f040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:36.872768 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-eee58140-863b-4a7c-9496-1080482b6df2 req-1df219c0-02c7-4c93-9774-aa2c324f040a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1745882 Jun 17 08:43:36.902815 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51ccfa8-5d4c-4854-b819-c6f216dead5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4d3e2a-2376-4ced-9168-959d9ff76220'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:36.905198 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3038b09e-a58c-4fcd-a242-63c37c35bae7" -d '{"events": [{"server_uuid": "a51ccfa8-5d4c-4854-b819-c6f216dead5c", "name": "network-vif-plugged", "status": "completed", "tag": "1f4d3e2a-2376-4ced-9168-959d9ff76220"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:36.965545 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=bf4363cc-c25d-438b-aafe-9c439d58a958,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:36.986667 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:36.993687 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 1f4d3e2a-2376-4ced-9168-959d9ff76220, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=1f4d3e2a-2376-4ced-9168-959d9ff76220,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:36.995907 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe82f22-6fb2-437d-8402-e6bb80ae5cce x-openstack-request-id: req-6fe82f22-6fb2-437d-8402-e6bb80ae5cce {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:36.996197 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a51ccfa8-5d4c-4854-b819-c6f216dead5c", "name": "network-vif-plugged", "status": "completed", "tag": "1f4d3e2a-2376-4ced-9168-959d9ff76220", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:36.996507 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6fe82f22-6fb2-437d-8402-e6bb80ae5cce {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:36.996923 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a51ccfa8-5d4c-4854-b819-c6f216dead5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4d3e2a-2376-4ced-9168-959d9ff76220', 'code': 200} Jun 17 08:43:37.014168 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-061e82aa-9df8-40b6-b447-b03ebb5eb35c req-b2e12cca-75a3-400e-abe6-74dd8c20905a tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/security-groups?id=af4e9468-9bd3-4814-a29f-5cede9857089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397481 Jun 17 08:43:37.080471 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.088342 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:37.113599 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-eee58140-863b-4a7c-9496-1080482b6df2 req-a5c87232-5b50-4c8c-9881-92e972012151 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164330 Jun 17 08:43:37.210224 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=1f4d3e2a-2376-4ced-9168-959d9ff76220,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:37.226589 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:37.271497 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-b068811b-b5ea-4b9b-854e-ad50226e745f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.280469 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f28fd-a769-45d0-ac0e-587a72b5a7d9 req-c7df51a4-80aa-4f6c-bb37-0c5c19585b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:37.282032 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-df2f28fd-a769-45d0-ac0e-587a72b5a7d9 req-c7df51a4-80aa-4f6c-bb37-0c5c19585b77 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 1097 time: 0.1966567 Jun 17 08:43:37.285256 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-faf360f3-4049-446c-905f-9ad3e981d19b tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:37.286119 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-eee58140-863b-4a7c-9496-1080482b6df2 req-fbd599d7-98a7-4844-8bf4-486a35a02d8b service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371524 Jun 17 08:43:37.344280 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-df2f28fd-a769-45d0-ac0e-587a72b5a7d9 req-c6d48d48-6bbb-4849-b560-25b7e1796933 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553715 Jun 17 08:43:37.374998 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-950c0467-3de2-408d-adeb-844b3a5d7c94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.382056 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device ab6b19a0-24fd-4572-958d-128e40d1df5f no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:37.421887 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068811b-b5ea-4b9b-854e-ad50226e745f service neutron] Pushing event updated for resources: {'Port': ['ID=094c1e94-2e42-4a53-b9f6-cbd768e61e18,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:37.426305 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b068811b-b5ea-4b9b-854e-ad50226e745f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:37.482337 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.492270 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f4987-f114-4de4-a42d-f6872e57239d req-4cd3f6bc-0ccf-4ab4-a517-3db859b609c5 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:37.495664 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-796f4987-f114-4de4-a42d-f6872e57239d req-4cd3f6bc-0ccf-4ab4-a517-3db859b609c5 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 945 time: 0.2258761 Jun 17 08:43:37.495664 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-950c0467-3de2-408d-adeb-844b3a5d7c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.500213 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-02544c92-33c7-4df0-842a-bd6b736ec829 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:37.525846 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port ab6b19a0-24fd-4572-958d-128e40d1df5f, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ab6b19a0-24fd-4572-958d-128e40d1df5f,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:37.606085 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.613034 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a4bb9ff8-7868-4e99-aa77-b1bb2c314143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:37.616193 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-950c0467-3de2-408d-adeb-844b3a5d7c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.622416 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c0467-3de2-408d-adeb-844b3a5d7c94 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d73fb7-d115-4d0a-b774-53f2b988cca3,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:37.631656 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-b068811b-b5ea-4b9b-854e-ad50226e745f service neutron] Attempting to bind port 094c1e94-2e42-4a53-b9f6-cbd768e61e18 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:37.631988 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-b068811b-b5ea-4b9b-854e-ad50226e745f service neutron] Attempting to bind port 094c1e94-2e42-4a53-b9f6-cbd768e61e18 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': 'd72b8254-1aa6-4cb2-a64b-de0c5f463d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:37.632330 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-b068811b-b5ea-4b9b-854e-ad50226e745f service neutron] Attempting to bind port 094c1e94-2e42-4a53-b9f6-cbd768e61e18 on network e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:37.634754 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-950c0467-3de2-408d-adeb-844b3a5d7c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:37.643282 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-796f4987-f114-4de4-a42d-f6872e57239d req-e9ef6770-adc5-4091-b219-b6ca3d4f63d9 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191676 Jun 17 08:43:37.648106 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-b068811b-b5ea-4b9b-854e-ad50226e745f service neutron] Port 094c1e94-2e42-4a53-b9f6-cbd768e61e18 on network e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:43:37.648241 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-b068811b-b5ea-4b9b-854e-ad50226e745f service neutron] Attempting to bind port 094c1e94-2e42-4a53-b9f6-cbd768e61e18 on network e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:37.690780 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-b068811b-b5ea-4b9b-854e-ad50226e745f service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:37.691131 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-b068811b-b5ea-4b9b-854e-ad50226e745f service neutron] Checking segment: {'id': 'd72b8254-1aa6-4cb2-a64b-de0c5f463d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:37.691533 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-b068811b-b5ea-4b9b-854e-ad50226e745f service neutron] Bound using segment: {'id': 'd72b8254-1aa6-4cb2-a64b-de0c5f463d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:37.692018 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-b068811b-b5ea-4b9b-854e-ad50226e745f service neutron] Bound port: 094c1e94-2e42-4a53-b9f6-cbd768e61e18, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd72b8254-1aa6-4cb2-a64b-de0c5f463d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:37.692380 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-b068811b-b5ea-4b9b-854e-ad50226e745f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.698394 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=ab6b19a0-24fd-4572-958d-128e40d1df5f,revision_number=8']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:37.703235 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:37.804989 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950c0467-3de2-408d-adeb-844b3a5d7c94 admin admin] Network ee35a3b3-c4cb-4743-a459-4872b10a6b65 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:37.809643 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-b068811b-b5ea-4b9b-854e-ad50226e745f service neutron] For port 094c1e94-2e42-4a53-b9f6-cbd768e61e18, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:37.810167 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-b068811b-b5ea-4b9b-854e-ad50226e745f service neutron] For port 094c1e94-2e42-4a53-b9f6-cbd768e61e18, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=094c1e94-2e42-4a53-b9f6-cbd768e61e18,segment=NetworkSegment(d72b8254-1aa6-4cb2-a64b-de0c5f463d2f),segment_id=d72b8254-1aa6-4cb2-a64b-de0c5f463d2f)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:37.814635 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-950c0467-3de2-408d-adeb-844b3a5d7c94 admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:37.876504 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 48170) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:37.911968 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-b068811b-b5ea-4b9b-854e-ad50226e745f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.928928 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9e23a5ff-b4dc-4102-b77b-df3fd74949dd tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:38.001672 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-b068811b-b5ea-4b9b-854e-ad50226e745f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:38.002491 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-b068811b-b5ea-4b9b-854e-ad50226e745f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:38.023137 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-b068811b-b5ea-4b9b-854e-ad50226e745f service neutron] 10.222.0.50 "PUT /v2.0/ports/094c1e94-2e42-4a53-b9f6-cbd768e61e18 HTTP/1.1" status: 200 len: 1093 time: 2.3114908 Jun 17 08:43:38.023137 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba16a3e6-09d5-4319-9780-69713068c76b', 'tag': '094c1e94-2e42-4a53-b9f6-cbd768e61e18'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:38.029269 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a142720e-0fd4-46de-bb8f-35ff4f4f542d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba16a3e6-09d5-4319-9780-69713068c76b", "tag": "094c1e94-2e42-4a53-b9f6-cbd768e61e18"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:38.098434 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-66c1a2ab-ce67-49f2-97e6-ea0578c65ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:38.142314 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068811b-b5ea-4b9b-854e-ad50226e745f service neutron] Pushing event updated for resources: {'Port': ['ID=094c1e94-2e42-4a53-b9f6-cbd768e61e18,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:38.161464 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b068811b-b5ea-4b9b-854e-ad50226e745f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:38.194134 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950c0467-3de2-408d-adeb-844b3a5d7c94 admin admin] Router e4a3c4d8-c574-4d02-a19f-e12e4305e983 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:43:38.206064 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device bf4363cc-c25d-438b-aafe-9c439d58a958 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:38.211316 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-1f6eb40b-dcc9-44c0-99c8-6741cba31573 None None] Provisioning complete for port f2d73fb7-d115-4d0a-b774-53f2b988cca3 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:38.212002 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1f6eb40b-dcc9-44c0-99c8-6741cba31573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:38.226134 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f0f4a-f0de-40df-a935-eccbc3078ace req-0e16b25d-91ec-4856-88b8-fd27ca29ece1 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:38.227956 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ea5f0f4a-f0de-40df-a935-eccbc3078ace req-0e16b25d-91ec-4856-88b8-fd27ca29ece1 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 948 time: 0.1667929 Jun 17 08:43:38.295001 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b305b5a2-de4b-41a8-aa2f-c14474b888a6 req-eabece2b-e348-49fb-9d96-28777ef416d3 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a1f86f6-9fc8-4f97-85c1-99e33e70df74 HTTP/1.1" status: 200 len: 210 time: 0.1078565 Jun 17 08:43:38.346677 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eb40b-dcc9-44c0-99c8-6741cba31573 None None] Port f2d73fb7-d115-4d0a-b774-53f2b988cca3 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:43:38.364297 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port bf4363cc-c25d-438b-aafe-9c439d58a958 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:38.364519 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:38.390831 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-66c1a2ab-ce67-49f2-97e6-ea0578c65ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:38.408032 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ea5f0f4a-f0de-40df-a935-eccbc3078ace req-edaac337-5b49-4450-826c-71007c8fd0b3 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711769 Jun 17 08:43:38.440211 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950c0467-3de2-408d-adeb-844b3a5d7c94 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:38.446966 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-950c0467-3de2-408d-adeb-844b3a5d7c94 admin admin] 10.222.0.49 "PUT /v2.0/routers/e4a3c4d8-c574-4d02-a19f-e12e4305e983/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3565834 Jun 17 08:43:38.465734 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-f51fc850-3406-43e4-a480-10ed16fc03f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:38.466678 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb37604-4da9-48cf-8398-a069e131f517 None None] Sync routers for ids ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:38.467427 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-f51fc850-3406-43e4-a480-10ed16fc03f4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bec7a354db8d4c4eb15d3b10116c4b91&device_id=ba16a3e6-09d5-4319-9780-69713068c76b HTTP/1.1" status: 200 len: 1096 time: 0.1359179 Jun 17 08:43:38.511937 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-66c1a2ab-ce67-49f2-97e6-ea0578c65ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:38.529710 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb37604-4da9-48cf-8398-a069e131f517 None None] Routers {'e4a3c4d8-c574-4d02-a19f-e12e4305e983'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:38.532973 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-0eb37604-4da9-48cf-8398-a069e131f517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:43:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:38.547006 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-51a65eb0-7547-4a01-a629-3f9355729451 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=094c1e94-2e42-4a53-b9f6-cbd768e61e18 HTTP/1.1" status: 200 len: 217 time: 0.0718758 Jun 17 08:43:38.616797 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-93cd3601-f7ff-47f4-af2d-808e290f631c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:38.620679 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-93cd3601-f7ff-47f4-af2d-808e290f631c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7d967edd-fc9c-4ef4-b9c0-efc7777e5d49 HTTP/1.1" status: 200 len: 853 time: 0.0653844 Jun 17 08:43:38.620845 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6163a334-8b08-4b4b-9db1-afc135951e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:38.634814 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48188) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:38.635890 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-66c1a2ab-ce67-49f2-97e6-ea0578c65ed6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=55663a3170e047f5be4f36f25a987823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7535274 Jun 17 08:43:38.689182 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-5696977e-9c9b-4d74-82b7-a731a26b6369 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641687 Jun 17 08:43:38.723732 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c1a2ab-ce67-49f2-97e6-ea0578c65ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd3fc49-5a7f-4d1b-bd0a-141ae700bbcb,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:38.729854 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-66c1a2ab-ce67-49f2-97e6-ea0578c65ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:38.753567 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-0eb37604-4da9-48cf-8398-a069e131f517 None None] Set router e4a3c4d8-c574-4d02-a19f-e12e4305e983 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:43:38.771589 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387f615-59e4-4e88-bef7-1dbd01f38982 req-2b13a022-f3b3-4d00-9267-2dc7218ee008 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:38.779958 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2387f615-59e4-4e88-bef7-1dbd01f38982 req-2b13a022-f3b3-4d00-9267-2dc7218ee008 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba16a3e6-09d5-4319-9780-69713068c76b HTTP/1.1" status: 200 len: 944 time: 0.1961489 Jun 17 08:43:38.797303 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-1e1b3558-2f1d-47ee-b49d-5707bb758055 service neutron] 10.222.0.50 "GET /v2.0/networks/e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016824 Jun 17 08:43:38.798980 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4fd7e5-9f79-4367-a5a3-31c9cc31ae5c x-openstack-request-id: req-6e4fd7e5-9f79-4367-a5a3-31c9cc31ae5c {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:38.799464 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba16a3e6-09d5-4319-9780-69713068c76b", "tag": "094c1e94-2e42-4a53-b9f6-cbd768e61e18", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:38.799792 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e4fd7e5-9f79-4367-a5a3-31c9cc31ae5c {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:38.800245 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba16a3e6-09d5-4319-9780-69713068c76b', 'tag': '094c1e94-2e42-4a53-b9f6-cbd768e61e18', 'status': 'completed', 'code': 200} Jun 17 08:43:38.835131 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2387f615-59e4-4e88-bef7-1dbd01f38982 req-4a535e82-03a0-4f57-b1e8-2973c7f51649 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a3e8364-cb14-4df7-a5aa-b76ed791c9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537548 Jun 17 08:43:38.968869 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-90116261-8d67-49bd-bbf8-7fa8e46b3ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:38.988786 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-191dd4c3-f4d0-4752-93fc-5409d0f56ab9 req-eb763ef2-fdb6-4d0d-9f76-e132c2440002 service neutron] 10.222.0.50 "GET /v2.0/networks/e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846340 Jun 17 08:43:38.999209 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533c8287-3c0a-4c10-8b6b-03b06040a10a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab6b19a0-24fd-4572-958d-128e40d1df5f'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:39.002859 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ca890c-4f8e-4bca-abd2-8a7b34ac67bd" -d '{"events": [{"server_uuid": "533c8287-3c0a-4c10-8b6b-03b06040a10a", "name": "network-vif-unplugged", "status": "completed", "tag": "ab6b19a0-24fd-4572-958d-128e40d1df5f"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:39.006692 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-90116261-8d67-49bd-bbf8-7fa8e46b3ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:39.026705 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f364c-0d7d-49d9-b868-14ff29783a89 req-adea5158-53d6-45c8-9a41-8f43645e5e2d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:39.028304 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5e2f364c-0d7d-49d9-b868-14ff29783a89 req-adea5158-53d6-45c8-9a41-8f43645e5e2d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 945 time: 0.1548109 Jun 17 08:43:39.063907 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-0eb37604-4da9-48cf-8398-a069e131f517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'name': 'tempest-FloatingIPsAssociationTestJSON-2068322118-router', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:25Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'gw_port': {'id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:29Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'f2d73fb7-d115-4d0a-b774-53f2b988cca3', 'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'mac_address': 'fa:16:3e:63:14:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:34Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 2, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'subnets': [{'id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:39.108293 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5e2f364c-0d7d-49d9-b868-14ff29783a89 req-496e75ad-21c9-45e7-9164-93013d0f9a7d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675130 Jun 17 08:43:39.142776 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb37604-4da9-48cf-8398-a069e131f517 None None] Checking router: e4a3c4d8-c574-4d02-a19f-e12e4305e983 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:43:39.142776 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb37604-4da9-48cf-8398-a069e131f517 None None] Updating router e4a3c4d8-c574-4d02-a19f-e12e4305e983 port f2d73fb7-d115-4d0a-b774-53f2b988cca3 binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:43:39.178989 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-0eb37604-4da9-48cf-8398-a069e131f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:39.248695 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142720e-0fd4-46de-bb8f-35ff4f4f542d req-0cdb065e-c864-4e5a-a7c6-d6dec1a6c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:39.250842 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a142720e-0fd4-46de-bb8f-35ff4f4f542d req-0cdb065e-c864-4e5a-a7c6-d6dec1a6c2cc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bec7a354db8d4c4eb15d3b10116c4b91&device_id=ba16a3e6-09d5-4319-9780-69713068c76b HTTP/1.1" status: 200 len: 1096 time: 0.0817327 Jun 17 08:43:39.277599 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-89e29d49-7c42-4241-994b-91256ade2bb6 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:39.279560 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-89e29d49-7c42-4241-994b-91256ade2bb6 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/networks?id=ee35a3b3-c4cb-4743-a459-4872b10a6b65 HTTP/1.1" status: 200 len: 821 time: 0.1631846 Jun 17 08:43:39.317335 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c256ebd-6ad7-4bfb-bef4-c8081820f965 x-openstack-request-id: req-4c256ebd-6ad7-4bfb-bef4-c8081820f965 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:39.317690 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533c8287-3c0a-4c10-8b6b-03b06040a10a", "name": "network-vif-unplugged", "status": "completed", "tag": "ab6b19a0-24fd-4572-958d-128e40d1df5f", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:39.318024 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c256ebd-6ad7-4bfb-bef4-c8081820f965 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:39.318490 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533c8287-3c0a-4c10-8b6b-03b06040a10a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab6b19a0-24fd-4572-958d-128e40d1df5f', 'code': 200} Jun 17 08:43:39.350365 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-06497107-52ea-4aba-9110-621861c54569 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/quotas/01ea701c61b04251b074cc63e93c2244 HTTP/1.1" status: 200 len: 375 time: 0.0596073 Jun 17 08:43:39.384264 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 85df4119-793b-423d-abf1-4c64dea34203 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:43:39.421306 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-90116261-8d67-49bd-bbf8-7fa8e46b3ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:39.424243 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-90116261-8d67-49bd-bbf8-7fa8e46b3ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:39.428527 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-90116261-8d67-49bd-bbf8-7fa8e46b3ae4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6cd3fc49-5a7f-4d1b-bd0a-141ae700bbcb HTTP/1.1" status: 204 len: 168 time: 0.7871616 Jun 17 08:43:39.428791 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-85e6e4fe-0a13-48d3-893a-975d6f46c528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:39.452477 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142720e-0fd4-46de-bb8f-35ff4f4f542d req-ede5a1df-c23d-4541-ad93-6f05235e648a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:39.453974 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a142720e-0fd4-46de-bb8f-35ff4f4f542d req-ede5a1df-c23d-4541-ad93-6f05235e648a service neutron] 10.222.0.50 "GET /v2.0/networks?id=e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2 HTTP/1.1" status: 200 len: 914 time: 0.1942272 Jun 17 08:43:39.459085 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-b965885d-4ca7-4d7d-b20e-185a6af2d81b tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:39.460852 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-b965885d-4ca7-4d7d-b20e-185a6af2d81b tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.53 "GET /v2.0/networks?id=6d80fff0-8c04-45f1-8edd-294f2bc772ec HTTP/1.1" status: 200 len: 813 time: 0.1796370 Jun 17 08:43:39.477868 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7c480cb-d8da-45fb-bb13-c45a156aa74a tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Request body: {'port': {'device_id': '0a1f86f6-9fc8-4f97-85c1-99e33e70df74', 'network_id': '6d80fff0-8c04-45f1-8edd-294f2bc772ec', 'admin_state_up': True, 'tenant_id': 'c29561c2e94b41408f45441ef35b148c'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:39.486292 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90116261-8d67-49bd-bbf8-7fa8e46b3ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd3fc49-5a7f-4d1b-bd0a-141ae700bbcb,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:39.488984 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-90116261-8d67-49bd-bbf8-7fa8e46b3ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:39.497105 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-0eb37604-4da9-48cf-8398-a069e131f517 None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:39.497685 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-9687842b-08b1-4f77-853f-9298d6cc8bbb tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=01ea701c61b04251b074cc63e93c2244&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1385510 Jun 17 08:43:39.518022 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-0eb37604-4da9-48cf-8398-a069e131f517 None None] Transition to ACTIVE for port object f2d73fb7-d115-4d0a-b774-53f2b988cca3 will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:39.532501 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a142720e-0fd4-46de-bb8f-35ff4f4f542d req-b4fe4131-8247-400b-8c77-00f04efe343a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=094c1e94-2e42-4a53-b9f6-cbd768e61e18 HTTP/1.1" status: 200 len: 217 time: 0.0497897 Jun 17 08:43:39.600390 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142720e-0fd4-46de-bb8f-35ff4f4f542d req-3c333da6-1de5-40a4-8084-ef741a82ceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:39.601668 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a142720e-0fd4-46de-bb8f-35ff4f4f542d req-3c333da6-1de5-40a4-8084-ef741a82ceb5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7d967edd-fc9c-4ef4-b9c0-efc7777e5d49 HTTP/1.1" status: 200 len: 853 time: 0.0620458 Jun 17 08:43:39.604530 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5a119-00e2-4f21-9f65-1431e41e0fd9 req-d3e03266-eadf-436c-bdab-b4e76beaa334 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:39.606090 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d2b5a119-00e2-4f21-9f65-1431e41e0fd9 req-d3e03266-eadf-436c-bdab-b4e76beaa334 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 1097 time: 0.1868324 Jun 17 08:43:39.636044 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 85df4119-793b-423d-abf1-4c64dea34203, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=85df4119-793b-423d-abf1-4c64dea34203,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:39.646928 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '85df4119-793b-423d-abf1-4c64dea34203', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '85df4119-793b-423d-abf1-4c64dea34203', 'mac_address': 'fa:16:3e:dd:d1:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:43:39.651400 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a142720e-0fd4-46de-bb8f-35ff4f4f542d req-79608929-45c0-4fb4-b073-0a4a7dbc6bd7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422876 Jun 17 08:43:39.663796 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-0eb37604-4da9-48cf-8398-a069e131f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:39.669112 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-0ab264c6-f4a6-46e5-b302-fa17cc851730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:39.735373 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:39.741955 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d2b5a119-00e2-4f21-9f65-1431e41e0fd9 req-09c96a12-a37d-425b-9d23-c37bc2af4c42 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250300 Jun 17 08:43:39.757720 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85df4119-793b-423d-abf1-4c64dea34203 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:43:39.814885 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 85df4119-793b-423d-abf1-4c64dea34203, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=85df4119-793b-423d-abf1-4c64dea34203,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:39.826656 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a142720e-0fd4-46de-bb8f-35ff4f4f542d req-00531e1f-a9cb-4cd3-a6e6-91845439a38d service neutron] 10.222.0.50 "GET /v2.0/networks/e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672881 Jun 17 08:43:39.947607 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:39.954244 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:40.012352 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0b702-8a37-417f-8f55-ed0380cdae5d None None] Pushing event updated for resources: {'Port': ['ID=f2d73fb7-d115-4d0a-b774-53f2b988cca3,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:40.028942 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-1df0b702-8a37-417f-8f55-ed0380cdae5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:40.094540 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=85df4119-793b-423d-abf1-4c64dea34203,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:40.102875 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:40.124817 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b0e9eb93-b295-4ea8-a9bc-c1ccfd210ad7 req-fb0da080-a274-4b94-9fd6-e152b70f39d2 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a1f86f6-9fc8-4f97-85c1-99e33e70df74 HTTP/1.1" status: 200 len: 210 time: 0.1288474 Jun 17 08:43:40.138408 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-7c88ff20-7b6e-4fda-b683-3bed6ce327a4 service neutron] 10.222.0.49 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6389952 Jun 17 08:43:40.159584 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a142720e-0fd4-46de-bb8f-35ff4f4f542d req-3f14337e-27d5-4e63-9c0b-9685d4305b83 service neutron] 10.222.0.50 "GET /v2.0/networks/e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259561 Jun 17 08:43:40.170181 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-0eb37604-4da9-48cf-8398-a069e131f517 None None] Attempting to bind port f2d73fb7-d115-4d0a-b774-53f2b988cca3 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:40.172840 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-0eb37604-4da9-48cf-8398-a069e131f517 None None] Attempting to bind port f2d73fb7-d115-4d0a-b774-53f2b988cca3 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'e96c69d3-6674-4113-9a5e-ee02110e6315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:40.173305 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb37604-4da9-48cf-8398-a069e131f517 None None] Attempting to bind port f2d73fb7-d115-4d0a-b774-53f2b988cca3 on network ee35a3b3-c4cb-4743-a459-4872b10a6b65 {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:40.186297 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb37604-4da9-48cf-8398-a069e131f517 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:40.186741 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb37604-4da9-48cf-8398-a069e131f517 None None] Checking segment: {'id': 'e96c69d3-6674-4113-9a5e-ee02110e6315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:40.187116 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-0eb37604-4da9-48cf-8398-a069e131f517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:40.191546 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb37604-4da9-48cf-8398-a069e131f517 None None] Bound using segment: {'id': 'e96c69d3-6674-4113-9a5e-ee02110e6315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:40.192182 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-0eb37604-4da9-48cf-8398-a069e131f517 None None] Bound port: f2d73fb7-d115-4d0a-b774-53f2b988cca3, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e96c69d3-6674-4113-9a5e-ee02110e6315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:40.192580 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-0eb37604-4da9-48cf-8398-a069e131f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:40.212836 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['85df4119-793b-423d-abf1-4c64dea34203'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:43:40.319730 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-0eb37604-4da9-48cf-8398-a069e131f517 None None] For port f2d73fb7-d115-4d0a-b774-53f2b988cca3, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:40.322559 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-04bf47c7-9950-4d95-a5f5-740c31d04e42 service neutron] 10.222.0.49 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831779 Jun 17 08:43:40.325256 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-0eb37604-4da9-48cf-8398-a069e131f517 None None] For port f2d73fb7-d115-4d0a-b774-53f2b988cca3, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=f2d73fb7-d115-4d0a-b774-53f2b988cca3,segment=NetworkSegment(e96c69d3-6674-4113-9a5e-ee02110e6315),segment_id=e96c69d3-6674-4113-9a5e-ee02110e6315)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:40.381461 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88fd1d-ec99-495f-a6bb-b014c6fa645c req-07ee7af5-c614-4dfd-8534-9cad90c2efb0 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:40.383270 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ec88fd1d-ec99-495f-a6bb-b014c6fa645c req-07ee7af5-c614-4dfd-8534-9cad90c2efb0 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 949 time: 0.0756958 Jun 17 08:43:40.434077 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7c480cb-d8da-45fb-bb13-c45a156aa74a tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Made reservation on behalf of c29561c2e94b41408f45441ef35b148c for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:40.434630 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-0eb37604-4da9-48cf-8398-a069e131f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:40.438906 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-a257b4f0-4b97-4e7f-8e0c-3d16284a7509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:40.441524 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7c480cb-d8da-45fb-bb13-c45a156aa74a tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:40.445246 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ec88fd1d-ec99-495f-a6bb-b014c6fa645c req-dfd6db7d-f503-4203-a536-22505b56cf10 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543399 Jun 17 08:43:40.518516 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0b702-8a37-417f-8f55-ed0380cdae5d None None] Pushing event updated for resources: {'Port': ['ID=f2d73fb7-d115-4d0a-b774-53f2b988cca3,revision_number=4']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:40.528387 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb37604-4da9-48cf-8398-a069e131f517 None None] Routers {'e4a3c4d8-c574-4d02-a19f-e12e4305e983'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:40.529517 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-0eb37604-4da9-48cf-8398-a069e131f517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:43:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:40.531963 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-1df0b702-8a37-417f-8f55-ed0380cdae5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:40.661768 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7c480cb-d8da-45fb-bb13-c45a156aa74a tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Allocated IP 172.20.0.13 (6d80fff0-8c04-45f1-8edd-294f2bc772ec/1acf8d8e-2860-4109-a8ca-ee77dd683c23/5e6d506a-1009-4a3c-9475-34c0f1e22c86) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:40.741636 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-0eb37604-4da9-48cf-8398-a069e131f517 None None] Set router e4a3c4d8-c574-4d02-a19f-e12e4305e983 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:43:40.763687 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369794e-fc0e-4b87-ad7b-00ead8dcfc31 req-1b0049df-1852-47aa-82c5-a3dafe23a51a tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:40.770135 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b369794e-fc0e-4b87-ad7b-00ead8dcfc31 req-1b0049df-1852-47aa-82c5-a3dafe23a51a tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 1097 time: 0.1240880 Jun 17 08:43:40.867197 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b369794e-fc0e-4b87-ad7b-00ead8dcfc31 req-afb4f0de-a109-435a-9eac-fcbc1caff24b tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781686 Jun 17 08:43:41.035349 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ee1b0-3241-45b3-9f46-c8c9d7c34ab2 req-a2aa2164-38d0-4f9b-b4fc-e009f6913b1b tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:41.037203 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ea2ee1b0-3241-45b3-9f46-c8c9d7c34ab2 req-a2aa2164-38d0-4f9b-b4fc-e009f6913b1b tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba16a3e6-09d5-4319-9780-69713068c76b HTTP/1.1" status: 200 len: 944 time: 0.1395905 Jun 17 08:43:41.040924 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7c480cb-d8da-45fb-bb13-c45a156aa74a tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.095153 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-0eb37604-4da9-48cf-8398-a069e131f517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'name': 'tempest-FloatingIPsAssociationTestJSON-2068322118-router', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:25Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'gw_port': {'id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:29Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'f2d73fb7-d115-4d0a-b774-53f2b988cca3', 'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'mac_address': 'fa:16:3e:63:14:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:34Z', 'updated_at': '2021-06-17T08:43:40Z', 'revision_number': 4, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'subnets': [{'id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:41.110818 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ea2ee1b0-3241-45b3-9f46-c8c9d7c34ab2 req-a4dd8105-a7f4-41fb-bb84-c2dc8b6114b9 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a3e8364-cb14-4df7-a5aa-b76ed791c9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582845 Jun 17 08:43:41.129896 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb37604-4da9-48cf-8398-a069e131f517 None None] The sync data for ids ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'] in n-d-758944-30 is: [{'id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'name': 'tempest-FloatingIPsAssociationTestJSON-2068322118-router', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:25Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'gw_port': {'id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:29Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'f2d73fb7-d115-4d0a-b774-53f2b988cca3', 'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'mac_address': 'fa:16:3e:63:14:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:34Z', 'updated_at': '2021-06-17T08:43:40Z', 'revision_number': 4, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'subnets': [{'id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:41.155055 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-24cc8c19-e2c4-4b51-82dd-2b8a8972be85 req-6c5797e7-20c8-40ca-b03d-7d08e539a038 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d98426-ec04-4f0c-8196-d90e91eacfcb HTTP/1.1" status: 200 len: 210 time: 0.0392110 Jun 17 08:43:41.245161 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7c480cb-d8da-45fb-bb13-c45a156aa74a tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.253247 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a9ac6f2e-fb47-442a-ba39-5556bede4b28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:41.344455 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c480cb-d8da-45fb-bb13-c45a156aa74a tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Pushing event updated for resources: {'Port': ['ID=5e6d506a-1009-4a3c-9475-34c0f1e22c86,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:41.357758 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c7c480cb-d8da-45fb-bb13-c45a156aa74a tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:41.368531 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7c480cb-d8da-45fb-bb13-c45a156aa74a tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Network 6d80fff0-8c04-45f1-8edd-294f2bc772ec is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:41.370671 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7c480cb-d8da-45fb-bb13-c45a156aa74a tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:41.373273 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7c480cb-d8da-45fb-bb13-c45a156aa74a tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:41.394979 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 8534d268-2162-4b74-ae11-12078e97fc28 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:43:41.445706 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7c480cb-d8da-45fb-bb13-c45a156aa74a tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:41.448269 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7c480cb-d8da-45fb-bb13-c45a156aa74a tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.448396 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6614db-819e-4fc1-a710-9c0bec75ba3c req-8c0445c9-df4a-4834-b554-93052dbf998e tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:41.450750 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ff6614db-819e-4fc1-a710-9c0bec75ba3c req-8c0445c9-df4a-4834-b554-93052dbf998e tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a1f86f6-9fc8-4f97-85c1-99e33e70df74 HTTP/1.1" status: 200 len: 932 time: 0.1050608 Jun 17 08:43:41.455767 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 85df4119-793b-423d-abf1-4c64dea34203 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:41.497388 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ff6614db-819e-4fc1-a710-9c0bec75ba3c req-83165516-dbc0-4b3a-b044-9d48f272d4e5 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups?id=d23e4e91-f943-4a66-aab5-1319e8d4d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394206 Jun 17 08:43:41.537478 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7c480cb-d8da-45fb-bb13-c45a156aa74a tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0640798 Jun 17 08:43:41.549308 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7397ec5-1e49-4847-865a-ba0eb008c117 service neutron] Request body: {'port': {'device_id': '0a1f86f6-9fc8-4f97-85c1-99e33e70df74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:41.588256 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 8534d268-2162-4b74-ae11-12078e97fc28, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=8534d268-2162-4b74-ae11-12078e97fc28,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:41.605714 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '8534d268-2162-4b74-ae11-12078e97fc28', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '8534d268-2162-4b74-ae11-12078e97fc28', 'mac_address': 'fa:16:3e:44:24:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:43:41.654763 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7397ec5-1e49-4847-865a-ba0eb008c117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.660586 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.679599 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8534d268-2162-4b74-ae11-12078e97fc28 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:43:41.686995 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 85df4119-793b-423d-abf1-4c64dea34203 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:41.697245 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 85df4119-793b-423d-abf1-4c64dea34203 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:41.697704 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.727833 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 8534d268-2162-4b74-ae11-12078e97fc28, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=8534d268-2162-4b74-ae11-12078e97fc28,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:41.816254 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.845250 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f3a1d7-9d51-4c86-9b1c-1c1b114a293c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85df4119-793b-423d-abf1-4c64dea34203'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:41.848280 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c5ac6b-b8f8-452b-985a-0fa849dc3587" -d '{"events": [{"server_uuid": "62f3a1d7-9d51-4c86-9b1c-1c1b114a293c", "name": "network-vif-plugged", "status": "completed", "tag": "85df4119-793b-423d-abf1-4c64dea34203"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:41.864731 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 85df4119-793b-423d-abf1-4c64dea34203, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=85df4119-793b-423d-abf1-4c64dea34203,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:41.925637 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.930939 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:41.966189 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.005291 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=8534d268-2162-4b74-ae11-12078e97fc28,revision_number=6']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:42.008351 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:42.008948 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:42.078671 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=85df4119-793b-423d-abf1-4c64dea34203,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:42.081996 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:42.095022 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['8534d268-2162-4b74-ae11-12078e97fc28'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:43:42.151533 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26ee5a-7740-4d44-96da-da92cddcd106 req-5c46c7c1-76ab-43bb-8001-c0829551d42a tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:42.153365 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4e26ee5a-7740-4d44-96da-da92cddcd106 req-5c46c7c1-76ab-43bb-8001-c0829551d42a tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 949 time: 0.2702687 Jun 17 08:43:42.251307 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7397ec5-1e49-4847-865a-ba0eb008c117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e6d506a-1009-4a3c-9475-34c0f1e22c86 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:43:42.266736 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4e26ee5a-7740-4d44-96da-da92cddcd106 req-b67a08bb-4a5d-400b-a62a-dafd8f98dec3 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046503 Jun 17 08:43:42.269012 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7397ec5-1e49-4847-865a-ba0eb008c117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.283642 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device f2d73fb7-d115-4d0a-b774-53f2b988cca3 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:42.288925 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7397ec5-1e49-4847-865a-ba0eb008c117 service neutron] Transition to ACTIVE for port object 5e6d506a-1009-4a3c-9475-34c0f1e22c86 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:42.379312 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7397ec5-1e49-4847-865a-ba0eb008c117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.384037 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6cf74d41-6c42-4b8f-bba0-7ea0b8713f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:42.456968 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 094c1e94-2e42-4a53-b9f6-cbd768e61e18 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:43:42.476380 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d861ba-76d0-4207-bcca-e41ea54493ab x-openstack-request-id: req-47d861ba-76d0-4207-bcca-e41ea54493ab {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:42.476730 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f3a1d7-9d51-4c86-9b1c-1c1b114a293c", "name": "network-vif-plugged", "status": "completed", "tag": "85df4119-793b-423d-abf1-4c64dea34203", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:42.476962 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-47d861ba-76d0-4207-bcca-e41ea54493ab {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:42.477333 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f3a1d7-9d51-4c86-9b1c-1c1b114a293c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85df4119-793b-423d-abf1-4c64dea34203', 'code': 200} Jun 17 08:43:42.541209 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7397ec5-1e49-4847-865a-ba0eb008c117 service neutron] Pushing event updated for resources: {'Port': ['ID=5e6d506a-1009-4a3c-9475-34c0f1e22c86,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:42.548607 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c7397ec5-1e49-4847-865a-ba0eb008c117 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:42.556077 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port f2d73fb7-d115-4d0a-b774-53f2b988cca3 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:42.618901 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port f2d73fb7-d115-4d0a-b774-53f2b988cca3 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:42.619322 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.705826 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7397ec5-1e49-4847-865a-ba0eb008c117 service neutron] Attempting to bind port 5e6d506a-1009-4a3c-9475-34c0f1e22c86 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:42.706459 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7397ec5-1e49-4847-865a-ba0eb008c117 service neutron] Attempting to bind port 5e6d506a-1009-4a3c-9475-34c0f1e22c86 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': 'b6558a58-ee08-4d5a-9b11-33c38c3850d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6d80fff0-8c04-45f1-8edd-294f2bc772ec'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:42.706798 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7397ec5-1e49-4847-865a-ba0eb008c117 service neutron] Attempting to bind port 5e6d506a-1009-4a3c-9475-34c0f1e22c86 on network 6d80fff0-8c04-45f1-8edd-294f2bc772ec {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:42.706969 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 094c1e94-2e42-4a53-b9f6-cbd768e61e18, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=094c1e94-2e42-4a53-b9f6-cbd768e61e18,segment=NetworkSegment(d72b8254-1aa6-4cb2-a64b-de0c5f463d2f),segment_id=d72b8254-1aa6-4cb2-a64b-de0c5f463d2f)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:42.716972 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7397ec5-1e49-4847-865a-ba0eb008c117 service neutron] Port 5e6d506a-1009-4a3c-9475-34c0f1e22c86 on network 6d80fff0-8c04-45f1-8edd-294f2bc772ec not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:43:42.717435 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7397ec5-1e49-4847-865a-ba0eb008c117 service neutron] Attempting to bind port 5e6d506a-1009-4a3c-9475-34c0f1e22c86 on network 6d80fff0-8c04-45f1-8edd-294f2bc772ec {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:42.732057 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06de5f-d19f-4b5e-ba72-a3a4ed37acb8 req-f3131a34-1222-45ae-a393-4b47bc2b08d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:42.733616 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5c06de5f-d19f-4b5e-ba72-a3a4ed37acb8 req-f3131a34-1222-45ae-a393-4b47bc2b08d3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 1102 time: 0.1598308 Jun 17 08:43:42.734396 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7397ec5-1e49-4847-865a-ba0eb008c117 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:42.734771 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7397ec5-1e49-4847-865a-ba0eb008c117 service neutron] Checking segment: {'id': 'b6558a58-ee08-4d5a-9b11-33c38c3850d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6d80fff0-8c04-45f1-8edd-294f2bc772ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:42.735183 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7397ec5-1e49-4847-865a-ba0eb008c117 service neutron] Bound using segment: {'id': 'b6558a58-ee08-4d5a-9b11-33c38c3850d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6d80fff0-8c04-45f1-8edd-294f2bc772ec'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:42.735693 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7397ec5-1e49-4847-865a-ba0eb008c117 service neutron] Bound port: 5e6d506a-1009-4a3c-9475-34c0f1e22c86, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6558a58-ee08-4d5a-9b11-33c38c3850d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6d80fff0-8c04-45f1-8edd-294f2bc772ec'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:42.736089 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7397ec5-1e49-4847-865a-ba0eb008c117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.816328 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282cfea-e278-4f2e-b575-4b339a78c5b1 req-dd0dc1fe-a8d7-4101-9e18-9d2c645cf0fd tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:42.825399 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.832520 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b282cfea-e278-4f2e-b575-4b339a78c5b1 req-dd0dc1fe-a8d7-4101-9e18-9d2c645cf0fd tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 1097 time: 0.2215438 Jun 17 08:43:42.832931 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '094c1e94-2e42-4a53-b9f6-cbd768e61e18', 'network_id': 'e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2', 'port_id': '094c1e94-2e42-4a53-b9f6-cbd768e61e18', 'mac_address': 'fa:16:3e:47:27:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d967edd-fc9c-4ef4-b9c0-efc7777e5d49', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:43:42.889294 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b282cfea-e278-4f2e-b575-4b339a78c5b1 req-e0ccbf36-a2b9-48e2-8c2a-2d5e5c0ada2d tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518582 Jun 17 08:43:42.921253 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port f2d73fb7-d115-4d0a-b774-53f2b988cca3, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=f2d73fb7-d115-4d0a-b774-53f2b988cca3,segment=NetworkSegment(e96c69d3-6674-4113-9a5e-ee02110e6315),segment_id=e96c69d3-6674-4113-9a5e-ee02110e6315)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:42.938638 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5c06de5f-d19f-4b5e-ba72-a3a4ed37acb8 req-26ad88d3-42d3-4352-921f-24366415f182 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850166 Jun 17 08:43:42.940174 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.955737 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 094c1e94-2e42-4a53-b9f6-cbd768e61e18 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:43:42.981567 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7397ec5-1e49-4847-865a-ba0eb008c117 service neutron] For port 5e6d506a-1009-4a3c-9475-34c0f1e22c86, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:42.986304 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 094c1e94-2e42-4a53-b9f6-cbd768e61e18, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=094c1e94-2e42-4a53-b9f6-cbd768e61e18,segment=NetworkSegment(d72b8254-1aa6-4cb2-a64b-de0c5f463d2f),segment_id=d72b8254-1aa6-4cb2-a64b-de0c5f463d2f)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:43.001428 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7397ec5-1e49-4847-865a-ba0eb008c117 service neutron] For port 5e6d506a-1009-4a3c-9475-34c0f1e22c86, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=5e6d506a-1009-4a3c-9475-34c0f1e22c86,segment=NetworkSegment(b6558a58-ee08-4d5a-9b11-33c38c3850d4),segment_id=b6558a58-ee08-4d5a-9b11-33c38c3850d4)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:43.011315 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0cabdd-b8e4-4b55-acb5-39ea24ee244d req-8e63198a-466f-43ba-8831-f72fc59f8d2e tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:43.018809 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3e0cabdd-b8e4-4b55-acb5-39ea24ee244d req-8e63198a-466f-43ba-8831-f72fc59f8d2e tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba16a3e6-09d5-4319-9780-69713068c76b HTTP/1.1" status: 200 len: 944 time: 0.2518816 Jun 17 08:43:43.024576 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.040533 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-6bd54f9c-c5fe-418b-9edc-4e24766baee5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:43.080140 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.102807 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3e0cabdd-b8e4-4b55-acb5-39ea24ee244d req-cc167293-d231-4c59-ac77-c33a7c85f604 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a3e8364-cb14-4df7-a5aa-b76ed791c9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827188 Jun 17 08:43:43.126599 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=f2d73fb7-d115-4d0a-b774-53f2b988cca3,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:43.128270 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7397ec5-1e49-4847-865a-ba0eb008c117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.131682 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c88abff8-7a82-4d98-a296-63e719f3bf3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:43.140097 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:43.140877 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:43.141169 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:43.141608 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:43.142354 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:43.142896 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:43.143525 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:43.144021 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:43.144553 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:43.145178 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:43.145874 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:43.146397 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:43.152693 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:43.153496 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:43.183352 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7397ec5-1e49-4847-865a-ba0eb008c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:43.184234 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7397ec5-1e49-4847-865a-ba0eb008c117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.188979 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c7397ec5-1e49-4847-865a-ba0eb008c117 service neutron] 10.222.0.53 "PUT /v2.0/ports/5e6d506a-1009-4a3c-9475-34c0f1e22c86 HTTP/1.1" status: 200 len: 1093 time: 1.6409018 Jun 17 08:43:43.188979 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1f86f6-9fc8-4f97-85c1-99e33e70df74', 'tag': '5e6d506a-1009-4a3c-9475-34c0f1e22c86'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:43.190449 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-03b5b393-4e4a-4c3d-880f-3c22c647bc25 req-be1556f5-81e9-40ec-9a11-dec97d12144e tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d98426-ec04-4f0c-8196-d90e91eacfcb HTTP/1.1" status: 200 len: 210 time: 0.0989892 Jun 17 08:43:43.195211 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8346333-54da-419f-ae11-6c594af34114" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1f86f6-9fc8-4f97-85c1-99e33e70df74", "tag": "5e6d506a-1009-4a3c-9475-34c0f1e22c86"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:43.232501 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7397ec5-1e49-4847-865a-ba0eb008c117 service neutron] Pushing event updated for resources: {'Port': ['ID=5e6d506a-1009-4a3c-9475-34c0f1e22c86,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:43.236195 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c7397ec5-1e49-4847-865a-ba0eb008c117 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:43.289471 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=094c1e94-2e42-4a53-b9f6-cbd768e61e18,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:43.294872 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:43.309607 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['094c1e94-2e42-4a53-b9f6-cbd768e61e18'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:43:43.410555 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 8534d268-2162-4b74-ae11-12078e97fc28 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:43.521964 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5149fc4-b5f6-420e-b588-04e304c2bca2 req-0a88b4c9-5d4a-4a4a-b218-741ccf9e9b78 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:43.523682 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e5149fc4-b5f6-420e-b588-04e304c2bca2 req-0a88b4c9-5d4a-4a4a-b218-741ccf9e9b78 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a1f86f6-9fc8-4f97-85c1-99e33e70df74 HTTP/1.1" status: 200 len: 944 time: 0.1702535 Jun 17 08:43:43.534421 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-7066a51d-9ad6-4ec8-b8d6-8ad93dce3828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:43.536004 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-7066a51d-9ad6-4ec8-b8d6-8ad93dce3828 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c29561c2e94b41408f45441ef35b148c&device_id=0a1f86f6-9fc8-4f97-85c1-99e33e70df74 HTTP/1.1" status: 200 len: 1096 time: 0.2035050 Jun 17 08:43:43.604967 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-0bac472e-efec-44cd-a457-71babc98e3ab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e6d506a-1009-4a3c-9475-34c0f1e22c86 HTTP/1.1" status: 200 len: 217 time: 0.0450840 Jun 17 08:43:43.612345 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e5149fc4-b5f6-420e-b588-04e304c2bca2 req-717a42cf-6cde-41a0-a56e-b62269eaa049 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups?id=d23e4e91-f943-4a66-aab5-1319e8d4d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751078 Jun 17 08:43:43.688492 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-6fa4b28c-e8f7-48ef-9551-965e823f52ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:43.690239 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-6fa4b28c-e8f7-48ef-9551-965e823f52ae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1acf8d8e-2860-4109-a8ca-ee77dd683c23 HTTP/1.1" status: 200 len: 853 time: 0.0768156 Jun 17 08:43:43.693077 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 8534d268-2162-4b74-ae11-12078e97fc28 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:43.693597 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.761944 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-c4b2c266-8523-42a2-9344-6eef10d15b44 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d80fff0-8c04-45f1-8edd-294f2bc772ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514927 Jun 17 08:43:43.869635 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.934529 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 8534d268-2162-4b74-ae11-12078e97fc28, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=8534d268-2162-4b74-ae11-12078e97fc28,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:43.970700 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bd7877-3789-4b94-8c24-bce2626c6c0d x-openstack-request-id: req-43bd7877-3789-4b94-8c24-bce2626c6c0d {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:43.971321 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1f86f6-9fc8-4f97-85c1-99e33e70df74", "tag": "5e6d506a-1009-4a3c-9475-34c0f1e22c86", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:43.976052 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43bd7877-3789-4b94-8c24-bce2626c6c0d {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:43.976758 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1f86f6-9fc8-4f97-85c1-99e33e70df74', 'tag': '5e6d506a-1009-4a3c-9475-34c0f1e22c86', 'status': 'completed', 'code': 200} Jun 17 08:43:44.048694 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:44.050910 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:44.200851 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=8534d268-2162-4b74-ae11-12078e97fc28,revision_number=7']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:44.204278 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device f2d73fb7-d115-4d0a-b774-53f2b988cca3 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:44.206918 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:44.220395 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-1d3b63aa-a343-4773-9240-f095ef5a5a67 service neutron] 10.222.0.53 "GET /v2.0/networks/6d80fff0-8c04-45f1-8edd-294f2bc772ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425578 Jun 17 08:43:44.301920 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port f2d73fb7-d115-4d0a-b774-53f2b988cca3 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:44.303098 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:44.421726 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b152eb-e37a-410f-9d03-e25de7104b4d req-78517c73-b6e8-43d2-9452-b67ef1f506ed tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:44.429421 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-78b152eb-e37a-410f-9d03-e25de7104b4d req-78517c73-b6e8-43d2-9452-b67ef1f506ed tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 950 time: 0.3423076 Jun 17 08:43:44.459469 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-342601a4-ad0c-48e6-935c-548b3a868e48 req-88890a8b-34aa-4bcf-bef9-048be7112d9e service neutron] 10.222.0.53 "GET /v2.0/networks/6d80fff0-8c04-45f1-8edd-294f2bc772ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272694 Jun 17 08:43:44.493716 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-78b152eb-e37a-410f-9d03-e25de7104b4d req-96953089-3c28-4d4a-9a17-a3d3e88e2915 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633006 Jun 17 08:43:44.510743 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecffbe04-c6b0-4c43-aed6-70778335f2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8534d268-2162-4b74-ae11-12078e97fc28'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:44.524349 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b23e5b4-f520-451a-9c55-658b9f7ca1bc" -d '{"events": [{"server_uuid": "ecffbe04-c6b0-4c43-aed6-70778335f2d7", "name": "network-vif-plugged", "status": "completed", "tag": "8534d268-2162-4b74-ae11-12078e97fc28"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:44.524349 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 094c1e94-2e42-4a53-b9f6-cbd768e61e18 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:44.742090 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 094c1e94-2e42-4a53-b9f6-cbd768e61e18 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:44.747200 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 094c1e94-2e42-4a53-b9f6-cbd768e61e18 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:44.748683 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:44.810227 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8346333-54da-419f-ae11-6c594af34114 req-e94ccc95-3539-4c76-bbc4-df36068c1059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:44.812542 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b8346333-54da-419f-ae11-6c594af34114 req-e94ccc95-3539-4c76-bbc4-df36068c1059 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c29561c2e94b41408f45441ef35b148c&device_id=0a1f86f6-9fc8-4f97-85c1-99e33e70df74 HTTP/1.1" status: 200 len: 1096 time: 0.1220529 Jun 17 08:43:44.840428 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-586ddfb7-0ce7-4d8a-b557-8221dd8f3da1 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:44.845270 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-586ddfb7-0ce7-4d8a-b557-8221dd8f3da1 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.50 "GET /v2.0/networks?id=ee35a3b3-c4cb-4743-a459-4872b10a6b65 HTTP/1.1" status: 200 len: 821 time: 0.3529937 Jun 17 08:43:44.890218 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f4ced6d4-322c-4b6c-ab21-cabb632a37f9 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Request body: {'port': {'device_id': 'b1d98426-ec04-4f0c-8196-d90e91eacfcb', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'admin_state_up': True, 'tenant_id': '01ea701c61b04251b074cc63e93c2244'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:44.933603 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8346333-54da-419f-ae11-6c594af34114 req-cc73d089-879e-4464-bbb6-78e3520b1f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:44.936078 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b8346333-54da-419f-ae11-6c594af34114 req-cc73d089-879e-4464-bbb6-78e3520b1f60 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d80fff0-8c04-45f1-8edd-294f2bc772ec HTTP/1.1" status: 200 len: 914 time: 0.1121192 Jun 17 08:43:45.000475 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b8346333-54da-419f-ae11-6c594af34114 req-fdaf7985-716a-44f0-b714-47131903901a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e6d506a-1009-4a3c-9475-34c0f1e22c86 HTTP/1.1" status: 200 len: 217 time: 0.0510864 Jun 17 08:43:45.048535 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.138576 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8346333-54da-419f-ae11-6c594af34114 req-afebe042-fc5d-46b1-883c-329cd9da5615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:45.143526 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b8346333-54da-419f-ae11-6c594af34114 req-afebe042-fc5d-46b1-883c-329cd9da5615 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1acf8d8e-2860-4109-a8ca-ee77dd683c23 HTTP/1.1" status: 200 len: 853 time: 0.1289825 Jun 17 08:43:45.180615 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 094c1e94-2e42-4a53-b9f6-cbd768e61e18, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=094c1e94-2e42-4a53-b9f6-cbd768e61e18,segment=NetworkSegment(d72b8254-1aa6-4cb2-a64b-de0c5f463d2f),segment_id=d72b8254-1aa6-4cb2-a64b-de0c5f463d2f)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:45.219136 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b8346333-54da-419f-ae11-6c594af34114 req-daeea891-fca6-4ad5-b1a7-30df4184d9fa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d80fff0-8c04-45f1-8edd-294f2bc772ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669866 Jun 17 08:43:45.280670 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.282580 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:45.376092 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f4ced6d4-322c-4b6c-ab21-cabb632a37f9 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Made reservation on behalf of 01ea701c61b04251b074cc63e93c2244 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:45.383475 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f4ced6d4-322c-4b6c-ab21-cabb632a37f9 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.402791 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=094c1e94-2e42-4a53-b9f6-cbd768e61e18,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:45.406793 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:45.489812 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b8346333-54da-419f-ae11-6c594af34114 req-a2b7af7f-ee68-40ac-be8b-b7d21e81b44f service neutron] 10.222.0.53 "GET /v2.0/networks/6d80fff0-8c04-45f1-8edd-294f2bc772ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632165 Jun 17 08:43:45.605093 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f4ced6d4-322c-4b6c-ab21-cabb632a37f9 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Allocated IP 172.20.0.5 (ee35a3b3-c4cb-4743-a459-4872b10a6b65/87aad5d8-994a-48f5-8b35-7f9bfe6a971c/381aa2bf-3dab-498d-8340-cdf2bce56d83) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:45.644254 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b8346333-54da-419f-ae11-6c594af34114 req-af48d2d5-df29-4ac3-b97b-40088ec91de9 service neutron] 10.222.0.53 "GET /v2.0/networks/6d80fff0-8c04-45f1-8edd-294f2bc772ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392300 Jun 17 08:43:45.839657 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc17353-df8d-4db6-9243-aa0316f38c8f req-c9a38e8b-347d-4c2c-9ed6-0e578a852dd3 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:45.847669 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5fc17353-df8d-4db6-9243-aa0316f38c8f req-c9a38e8b-347d-4c2c-9ed6-0e578a852dd3 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba16a3e6-09d5-4319-9780-69713068c76b HTTP/1.1" status: 200 len: 946 time: 0.1006284 Jun 17 08:43:45.871253 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f4ced6d4-322c-4b6c-ab21-cabb632a37f9 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.900332 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5fc17353-df8d-4db6-9243-aa0316f38c8f req-3744b96f-682d-45d5-83b9-3ede2de20d57 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a3e8364-cb14-4df7-a5aa-b76ed791c9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501034 Jun 17 08:43:45.912173 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f4ced6d4-322c-4b6c-ab21-cabb632a37f9 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Transition to ACTIVE for port object 381aa2bf-3dab-498d-8340-cdf2bce56d83 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:46.034043 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f4ced6d4-322c-4b6c-ab21-cabb632a37f9 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:46.051294 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f224ae68-332b-4cba-aaf3-30821d39387e tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:46.099471 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f4ced6d4-322c-4b6c-ab21-cabb632a37f9 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Network ee35a3b3-c4cb-4743-a459-4872b10a6b65 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:46.102820 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f4ced6d4-322c-4b6c-ab21-cabb632a37f9 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:46.107396 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f4ced6d4-322c-4b6c-ab21-cabb632a37f9 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:46.177595 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ced6d4-322c-4b6c-ab21-cabb632a37f9 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Pushing event updated for resources: {'Port': ['ID=381aa2bf-3dab-498d-8340-cdf2bce56d83,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:46.182782 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f4ced6d4-322c-4b6c-ab21-cabb632a37f9 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:46.196594 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f4ced6d4-322c-4b6c-ab21-cabb632a37f9 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:46.197289 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f4ced6d4-322c-4b6c-ab21-cabb632a37f9 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:46.211909 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34aaebd-54ca-4b32-a4eb-f4e758e22354 req-6976199f-a70b-4fa5-a1a1-8687cfd28dfd tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:46.214477 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b34aaebd-54ca-4b32-a4eb-f4e758e22354 req-6976199f-a70b-4fa5-a1a1-8687cfd28dfd tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d98426-ec04-4f0c-8196-d90e91eacfcb HTTP/1.1" status: 200 len: 931 time: 0.1264949 Jun 17 08:43:46.281153 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b34aaebd-54ca-4b32-a4eb-f4e758e22354 req-5449e472-c71a-4ef1-b93c-3e27b465cf7c tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0f58381-2907-449a-ae77-7cefb89e21c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559857 Jun 17 08:43:46.324125 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f4ced6d4-322c-4b6c-ab21-cabb632a37f9 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4546182 Jun 17 08:43:46.336806 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39679fae-3d76-4fdb-a5e2-54b0c739f834 x-openstack-request-id: req-39679fae-3d76-4fdb-a5e2-54b0c739f834 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:46.336806 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecffbe04-c6b0-4c43-aed6-70778335f2d7", "name": "network-vif-plugged", "status": "completed", "tag": "8534d268-2162-4b74-ae11-12078e97fc28", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:46.336806 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39679fae-3d76-4fdb-a5e2-54b0c739f834 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:46.336806 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecffbe04-c6b0-4c43-aed6-70778335f2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8534d268-2162-4b74-ae11-12078e97fc28', 'code': 200} Jun 17 08:43:46.337622 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f110a4c5-84b1-4528-8a00-7ab2f3e84815 service neutron] Request body: {'port': {'device_id': 'b1d98426-ec04-4f0c-8196-d90e91eacfcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:46.455588 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-b04b0466-0d90-4771-a60a-46d3c4d02cf7 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:43:46.457039 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-b04b0466-0d90-4771-a60a-46d3c4d02cf7 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070822 Jun 17 08:43:46.461590 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f110a4c5-84b1-4528-8a00-7ab2f3e84815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:46.468861 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-fed92420-2034-4728-9e6b-495a0222900d service neutron] Request body: {'binding': {'host': 'n-h2-758944-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:46.469672 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-fed92420-2034-4728-9e6b-495a0222900d service neutron] Unknown quota resources ['binding']. {{(pid=94520) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:43:46.507411 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-00acd424-e73e-414b-a218-c2d985a3aa86 None None] Provisioning for port 381aa2bf-3dab-498d-8340-cdf2bce56d83 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:46.513683 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-00acd424-e73e-414b-a218-c2d985a3aa86 None None] Provisioning complete for port 381aa2bf-3dab-498d-8340-cdf2bce56d83 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:46.514069 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-00acd424-e73e-414b-a218-c2d985a3aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:46.565394 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-00acd424-e73e-414b-a218-c2d985a3aa86 None None] Port 381aa2bf-3dab-498d-8340-cdf2bce56d83 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:43:46.566320 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c9a7f-8d87-4b53-962d-743d41c421da req-b8381010-bced-44d3-aa5c-3ed2432c9d94 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:46.570135 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4e8c9a7f-8d87-4b53-962d-743d41c421da req-b8381010-bced-44d3-aa5c-3ed2432c9d94 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a1f86f6-9fc8-4f97-85c1-99e33e70df74 HTTP/1.1" status: 200 len: 944 time: 0.1074677 Jun 17 08:43:46.637512 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4e8c9a7f-8d87-4b53-962d-743d41c421da req-dd4167d0-6bf6-4d9c-8c9a-4a2cf8467719 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups?id=d23e4e91-f943-4a66-aab5-1319e8d4d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581281 Jun 17 08:43:46.832122 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-fed92420-2034-4728-9e6b-495a0222900d service neutron] Attempting to bind port 1f4d3e2a-2376-4ced-9168-959d9ff76220 on host n-h2-758944-30 for vnic_type normal with profile None {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:46.832505 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-fed92420-2034-4728-9e6b-495a0222900d service neutron] Attempting to bind port 1f4d3e2a-2376-4ced-9168-959d9ff76220 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:46.832867 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-fed92420-2034-4728-9e6b-495a0222900d service neutron] Attempting to bind port 1f4d3e2a-2376-4ced-9168-959d9ff76220 on network 8305e780-7f7d-463d-bdce-25806076a869 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:46.840100 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee1d60-7977-466c-bbfd-6c42cb54384b req-08c5356d-07f2-4e5d-be54-8246591a9481 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:46.841551 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-fed92420-2034-4728-9e6b-495a0222900d service neutron] Port 1f4d3e2a-2376-4ced-9168-959d9ff76220 on network 8305e780-7f7d-463d-bdce-25806076a869 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:43:46.841952 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-fed92420-2034-4728-9e6b-495a0222900d service neutron] Attempting to bind port 1f4d3e2a-2376-4ced-9168-959d9ff76220 on network 8305e780-7f7d-463d-bdce-25806076a869 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:46.844263 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-36ee1d60-7977-466c-bbfd-6c42cb54384b req-08c5356d-07f2-4e5d-be54-8246591a9481 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 950 time: 0.0912848 Jun 17 08:43:46.851792 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-fed92420-2034-4728-9e6b-495a0222900d service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:46.852128 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-fed92420-2034-4728-9e6b-495a0222900d service neutron] Checking segment: {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:46.852516 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-fed92420-2034-4728-9e6b-495a0222900d service neutron] Bound using segment: {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:46.852969 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-fed92420-2034-4728-9e6b-495a0222900d service neutron] Bound port: 1f4d3e2a-2376-4ced-9168-959d9ff76220, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:46.898773 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-36ee1d60-7977-466c-bbfd-6c42cb54384b req-66f875d3-eb55-4ae9-b6e2-3020f77dd4fd tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499773 Jun 17 08:43:46.981309 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-fed92420-2034-4728-9e6b-495a0222900d service neutron] For port 1f4d3e2a-2376-4ced-9168-959d9ff76220, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=1f4d3e2a-2376-4ced-9168-959d9ff76220,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:47.030714 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f110a4c5-84b1-4528-8a00-7ab2f3e84815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 381aa2bf-3dab-498d-8340-cdf2bce56d83 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:43:47.039224 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f110a4c5-84b1-4528-8a00-7ab2f3e84815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.056192 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f110a4c5-84b1-4528-8a00-7ab2f3e84815 service neutron] Transition to ACTIVE for port object 381aa2bf-3dab-498d-8340-cdf2bce56d83 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:47.058940 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-fed92420-2034-4728-9e6b-495a0222900d service neutron] Notify callbacks [] for binding, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.059534 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-fed92420-2034-4728-9e6b-495a0222900d service neutron] 10.222.0.49 "POST /v2.0/ports/1f4d3e2a-2376-4ced-9168-959d9ff76220/bindings HTTP/1.1" status: 201 len: 390 time: 0.5943694 Jun 17 08:43:47.140566 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f110a4c5-84b1-4528-8a00-7ab2f3e84815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.143954 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7655393c-c6bd-4e16-851d-7568af660e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:47.251689 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110a4c5-84b1-4528-8a00-7ab2f3e84815 service neutron] Pushing event updated for resources: {'Port': ['ID=381aa2bf-3dab-498d-8340-cdf2bce56d83,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:47.255177 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f110a4c5-84b1-4528-8a00-7ab2f3e84815 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:47.385076 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f110a4c5-84b1-4528-8a00-7ab2f3e84815 service neutron] Attempting to bind port 381aa2bf-3dab-498d-8340-cdf2bce56d83 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:47.385076 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f110a4c5-84b1-4528-8a00-7ab2f3e84815 service neutron] Attempting to bind port 381aa2bf-3dab-498d-8340-cdf2bce56d83 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': 'e96c69d3-6674-4113-9a5e-ee02110e6315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:47.385421 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f110a4c5-84b1-4528-8a00-7ab2f3e84815 service neutron] Attempting to bind port 381aa2bf-3dab-498d-8340-cdf2bce56d83 on network ee35a3b3-c4cb-4743-a459-4872b10a6b65 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:47.406500 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f110a4c5-84b1-4528-8a00-7ab2f3e84815 service neutron] Port 381aa2bf-3dab-498d-8340-cdf2bce56d83 on network ee35a3b3-c4cb-4743-a459-4872b10a6b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:43:47.406828 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f110a4c5-84b1-4528-8a00-7ab2f3e84815 service neutron] Attempting to bind port 381aa2bf-3dab-498d-8340-cdf2bce56d83 on network ee35a3b3-c4cb-4743-a459-4872b10a6b65 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:47.423829 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f110a4c5-84b1-4528-8a00-7ab2f3e84815 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:47.424171 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f110a4c5-84b1-4528-8a00-7ab2f3e84815 service neutron] Checking segment: {'id': 'e96c69d3-6674-4113-9a5e-ee02110e6315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:47.424700 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f110a4c5-84b1-4528-8a00-7ab2f3e84815 service neutron] Bound using segment: {'id': 'e96c69d3-6674-4113-9a5e-ee02110e6315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:47.434356 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f110a4c5-84b1-4528-8a00-7ab2f3e84815 service neutron] Bound port: 381aa2bf-3dab-498d-8340-cdf2bce56d83, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e96c69d3-6674-4113-9a5e-ee02110e6315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:47.434906 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f110a4c5-84b1-4528-8a00-7ab2f3e84815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.449905 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 5e6d506a-1009-4a3c-9475-34c0f1e22c86 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:43:47.523058 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.617653 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f110a4c5-84b1-4528-8a00-7ab2f3e84815 service neutron] For port 381aa2bf-3dab-498d-8340-cdf2bce56d83, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:47.621080 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f110a4c5-84b1-4528-8a00-7ab2f3e84815 service neutron] For port 381aa2bf-3dab-498d-8340-cdf2bce56d83, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=381aa2bf-3dab-498d-8340-cdf2bce56d83,segment=NetworkSegment(e96c69d3-6674-4113-9a5e-ee02110e6315),segment_id=e96c69d3-6674-4113-9a5e-ee02110e6315)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:47.669357 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 5e6d506a-1009-4a3c-9475-34c0f1e22c86, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=5e6d506a-1009-4a3c-9475-34c0f1e22c86,segment=NetworkSegment(b6558a58-ee08-4d5a-9b11-33c38c3850d4),segment_id=b6558a58-ee08-4d5a-9b11-33c38c3850d4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:47.690210 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '5e6d506a-1009-4a3c-9475-34c0f1e22c86', 'network_id': '6d80fff0-8c04-45f1-8edd-294f2bc772ec', 'port_id': '5e6d506a-1009-4a3c-9475-34c0f1e22c86', 'mac_address': 'fa:16:3e:fe:e1:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1acf8d8e-2860-4109-a8ca-ee77dd683c23', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:43:47.717276 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f110a4c5-84b1-4528-8a00-7ab2f3e84815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.724429 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9d64cd26-6f0c-49f0-9e36-1c5df0fddabd tempest-InstanceActionsTestJSON-321292511 tempest-InstanceActionsTestJSON-321292511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:47.757781 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.775336 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e6d506a-1009-4a3c-9475-34c0f1e22c86 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:43:47.790927 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110a4c5-84b1-4528-8a00-7ab2f3e84815 service neutron] Pushing event updated for resources: {'Port': ['ID=381aa2bf-3dab-498d-8340-cdf2bce56d83,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:47.797492 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f110a4c5-84b1-4528-8a00-7ab2f3e84815 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:47.807051 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f110a4c5-84b1-4528-8a00-7ab2f3e84815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:47.808013 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f110a4c5-84b1-4528-8a00-7ab2f3e84815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.809728 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-f110a4c5-84b1-4528-8a00-7ab2f3e84815 service neutron] 10.222.0.50 "PUT /v2.0/ports/381aa2bf-3dab-498d-8340-cdf2bce56d83 HTTP/1.1" status: 200 len: 1092 time: 1.4781361 Jun 17 08:43:47.810259 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d98426-ec04-4f0c-8196-d90e91eacfcb', 'tag': '381aa2bf-3dab-498d-8340-cdf2bce56d83'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:47.812696 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe6c21b-fd49-4954-a083-da17eb8b4f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d98426-ec04-4f0c-8196-d90e91eacfcb", "tag": "381aa2bf-3dab-498d-8340-cdf2bce56d83"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:47.825926 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 5e6d506a-1009-4a3c-9475-34c0f1e22c86, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=5e6d506a-1009-4a3c-9475-34c0f1e22c86,segment=NetworkSegment(b6558a58-ee08-4d5a-9b11-33c38c3850d4),segment_id=b6558a58-ee08-4d5a-9b11-33c38c3850d4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:47.828337 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7a433-5be5-4dd6-a8ae-4d7f5eb612d8 req-899654d4-35a8-4f15-9c15-1160e3251537 tempest-MigrationsAdminTest-1236016570 tempest-MigrationsAdminTest-1236016570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:47.842924 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-97b7a433-5be5-4dd6-a8ae-4d7f5eb612d8 req-899654d4-35a8-4f15-9c15-1160e3251537 tempest-MigrationsAdminTest-1236016570 tempest-MigrationsAdminTest-1236016570-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 1102 time: 0.1938293 Jun 17 08:43:47.853237 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799b081-0514-48ab-821c-501be5c56b7f req-b61ad044-74ed-4f23-874f-9104212f4abf tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:47.854828 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2799b081-0514-48ab-821c-501be5c56b7f req-b61ad044-74ed-4f23-874f-9104212f4abf tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba16a3e6-09d5-4319-9780-69713068c76b HTTP/1.1" status: 200 len: 946 time: 0.2183180 Jun 17 08:43:47.914151 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-97b7a433-5be5-4dd6-a8ae-4d7f5eb612d8 req-e31c2a97-637d-46d9-b80d-63d1e39c267d tempest-MigrationsAdminTest-1236016570 tempest-MigrationsAdminTest-1236016570-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.933784 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.936618 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:48.053697 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=5e6d506a-1009-4a3c-9475-34c0f1e22c86,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:48.066136 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-97b7a433-5be5-4dd6-a8ae-4d7f5eb612d8 req-e31c2a97-637d-46d9-b80d-63d1e39c267d tempest-MigrationsAdminTest-1236016570 tempest-MigrationsAdminTest-1236016570-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:48.076365 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:48.088580 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-267fa702-3cff-425c-9fb3-5df9aabc3459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:48.091085 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-267fa702-3cff-425c-9fb3-5df9aabc3459 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=702856434aae449ea41d8a187426d151&device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 1097 time: 0.3404100 Jun 17 08:43:48.161456 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-97b7a433-5be5-4dd6-a8ae-4d7f5eb612d8 req-e31c2a97-637d-46d9-b80d-63d1e39c267d tempest-MigrationsAdminTest-1236016570 tempest-MigrationsAdminTest-1236016570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:48.169511 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-beecc8a9-bcd9-42c4-9847-3583a63d98bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:48.199400 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['5e6d506a-1009-4a3c-9475-34c0f1e22c86'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:43:48.211622 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-97b7a433-5be5-4dd6-a8ae-4d7f5eb612d8 req-e31c2a97-637d-46d9-b80d-63d1e39c267d tempest-MigrationsAdminTest-1236016570 tempest-MigrationsAdminTest-1236016570-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676841 Jun 17 08:43:48.250114 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c2a97-637d-46d9-b80d-63d1e39c267d tempest-MigrationsAdminTest-1236016570 tempest-MigrationsAdminTest-1236016570-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd127cc-63e6-4d96-9de9-a6c5bf58e6f8,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:48.286819 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e31c2a97-637d-46d9-b80d-63d1e39c267d tempest-MigrationsAdminTest-1236016570 tempest-MigrationsAdminTest-1236016570-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:48.314729 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-8af2ae09-6263-4061-8a5a-505f260d57b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:48.316523 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-8af2ae09-6263-4061-8a5a-505f260d57b0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8305e780-7f7d-463d-bdce-25806076a869 HTTP/1.1" status: 200 len: 922 time: 0.2179914 Jun 17 08:43:48.338825 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba16a3e6-09d5-4319-9780-69713068c76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094c1e94-2e42-4a53-b9f6-cbd768e61e18'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:48.345781 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5987fd2-f3ef-4ddd-94e1-576f086d1ccc" -d '{"events": [{"server_uuid": "ba16a3e6-09d5-4319-9780-69713068c76b", "name": "network-vif-plugged", "status": "completed", "tag": "094c1e94-2e42-4a53-b9f6-cbd768e61e18"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:48.383294 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2799b081-0514-48ab-821c-501be5c56b7f req-3c94fc59-b3d0-4d75-9d3c-231c90e81945 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a3e8364-cb14-4df7-a5aa-b76ed791c9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5202949 Jun 17 08:43:48.398312 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-4fe2b941-ca32-4cf2-8424-709a65bb81af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f4d3e2a-2376-4ced-9168-959d9ff76220 HTTP/1.1" status: 200 len: 217 time: 0.0715756 Jun 17 08:43:48.438714 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-6b81847a-f0cc-4ce0-adcf-a782ee2d9223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:48.440274 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-6b81847a-f0cc-4ce0-adcf-a782ee2d9223 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01ea701c61b04251b074cc63e93c2244&device_id=b1d98426-ec04-4f0c-8196-d90e91eacfcb HTTP/1.1" status: 200 len: 1095 time: 0.5201042 Jun 17 08:43:48.481962 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-96c07537-a3fe-45db-af96-3c92cf7ae36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:48.483336 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-96c07537-a3fe-45db-af96-3c92cf7ae36f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9c88322-5e95-4e53-8f33-f88e3723f8f7 HTTP/1.1" status: 200 len: 861 time: 0.0777147 Jun 17 08:43:48.493014 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-da15c4f8-f72b-41bb-8553-e2a9800e6680 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=381aa2bf-3dab-498d-8340-cdf2bce56d83 HTTP/1.1" status: 200 len: 217 time: 0.0440428 Jun 17 08:43:48.521244 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-86df256f-7c03-47ac-bc0f-8ff5ea1d273d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8305e780-7f7d-463d-bdce-25806076a869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311022 Jun 17 08:43:48.577375 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-09b88fe2-0936-4369-a85d-87f81111f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:48.578846 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-09b88fe2-0936-4369-a85d-87f81111f2e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=87aad5d8-994a-48f5-8b35-7f9bfe6a971c HTTP/1.1" status: 200 len: 860 time: 0.0802574 Jun 17 08:43:48.634103 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6b8ef-76c2-45b8-a4e7-121c95651634 req-2b4bc9c9-c22f-4fb3-b10f-ca211925be56 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:48.639530 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8ac6b8ef-76c2-45b8-a4e7-121c95651634 req-2b4bc9c9-c22f-4fb3-b10f-ca211925be56 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d98426-ec04-4f0c-8196-d90e91eacfcb HTTP/1.1" status: 200 len: 943 time: 0.1282694 Jun 17 08:43:48.639985 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-cd6ad1b3-6d1b-4a49-8a10-a365db228f2e service neutron] 10.222.0.53 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116719 Jun 17 08:43:48.688623 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8ac6b8ef-76c2-45b8-a4e7-121c95651634 req-4a50af28-84e1-4ef1-976e-1d2e45666902 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0f58381-2907-449a-ae77-7cefb89e21c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463502 Jun 17 08:43:48.692103 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-7ad71423-cec2-41d5-8f8d-9513498c96b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:48.693701 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-7ad71423-cec2-41d5-8f8d-9513498c96b7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee35a3b3-c4cb-4743-a459-4872b10a6b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1090415 Jun 17 08:43:48.757584 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-60b5a7ea-d08b-41ce-89f0-3de4c6958c98 service neutron] 10.222.0.53 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060562 Jun 17 08:43:48.793323 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-3321ce07-f4f5-42a5-9af5-0ff4c912396d service neutron] 10.222.0.50 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912240 Jun 17 08:43:48.957352 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e4d73cb7-b206-4693-8beb-3184bdb77f03 req-b5845eca-c07a-4621-a660-e23a7a897a10 service neutron] 10.222.0.50 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576803 Jun 17 08:43:48.967501 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd36be-a059-409e-960e-e916a15d8978 req-0fcb1514-a5dc-4585-9dff-ad65f79ec1cb tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:48.969027 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fefd36be-a059-409e-960e-e916a15d8978 req-0fcb1514-a5dc-4585-9dff-ad65f79ec1cb tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 945 time: 0.1175845 Jun 17 08:43:49.020905 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fefd36be-a059-409e-960e-e916a15d8978 req-de9bc9ae-804c-4c07-bb49-7f539dbdc162 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454302 Jun 17 08:43:49.095515 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30c4a1d-c6ae-4457-aca1-68336ddadc90 x-openstack-request-id: req-b30c4a1d-c6ae-4457-aca1-68336ddadc90 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:49.095515 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d98426-ec04-4f0c-8196-d90e91eacfcb", "tag": "381aa2bf-3dab-498d-8340-cdf2bce56d83", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:49.095515 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b30c4a1d-c6ae-4457-aca1-68336ddadc90 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:49.095515 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d98426-ec04-4f0c-8196-d90e91eacfcb', 'tag': '381aa2bf-3dab-498d-8340-cdf2bce56d83', 'status': 'completed', 'code': 200} Jun 17 08:43:49.216358 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a5837-0bbc-4f34-8a63-54837f34e21b req-53058acc-0c45-414c-9c0c-d24f769c44cb tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:49.218164 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-378a5837-0bbc-4f34-8a63-54837f34e21b req-53058acc-0c45-414c-9c0c-d24f769c44cb tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a1f86f6-9fc8-4f97-85c1-99e33e70df74 HTTP/1.1" status: 200 len: 945 time: 0.0773892 Jun 17 08:43:49.269143 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-378a5837-0bbc-4f34-8a63-54837f34e21b req-92b063d9-469d-49f2-9979-dddce98f50b0 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups?id=d23e4e91-f943-4a66-aab5-1319e8d4d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437717 Jun 17 08:43:49.326733 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518d6f84-c438-4afd-99b0-1aa404508fce x-openstack-request-id: req-518d6f84-c438-4afd-99b0-1aa404508fce {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:49.327260 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba16a3e6-09d5-4319-9780-69713068c76b", "name": "network-vif-plugged", "status": "completed", "tag": "094c1e94-2e42-4a53-b9f6-cbd768e61e18", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:49.327373 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-518d6f84-c438-4afd-99b0-1aa404508fce {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:49.327781 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba16a3e6-09d5-4319-9780-69713068c76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094c1e94-2e42-4a53-b9f6-cbd768e61e18', 'code': 200} Jun 17 08:43:49.364134 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-0553297c-f79d-4015-8c90-18cdd38f3659 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:49.366298 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-0553297c-f79d-4015-8c90-18cdd38f3659 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c&tenant_id=702856434aae449ea41d8a187426d151&binding%3Ahost_id=n-h1-758944-30 HTTP/1.1" status: 200 len: 1097 time: 0.0917411 Jun 17 08:43:49.381092 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-233acf32-96ec-47e3-bce5-da926594e48c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-30'}}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:49.473111 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 5e6d506a-1009-4a3c-9475-34c0f1e22c86 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:49.516415 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6c21b-fd49-4954-a083-da17eb8b4f0d req-a61741e3-ba3e-4252-8a75-9ad4f74dd0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:49.518646 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bfe6c21b-fd49-4954-a083-da17eb8b4f0d req-a61741e3-ba3e-4252-8a75-9ad4f74dd0ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01ea701c61b04251b074cc63e93c2244&device_id=b1d98426-ec04-4f0c-8196-d90e91eacfcb HTTP/1.1" status: 200 len: 1095 time: 0.1678472 Jun 17 08:43:49.656514 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 5e6d506a-1009-4a3c-9475-34c0f1e22c86 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:49.661430 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 5e6d506a-1009-4a3c-9475-34c0f1e22c86 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:49.662042 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:49.674860 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ab69b-fd67-4d42-bf4b-1ba7703514be req-9a9a0602-b383-4c56-a690-a72897007d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:49.677258 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5e6ab69b-fd67-4d42-bf4b-1ba7703514be req-9a9a0602-b383-4c56-a690-a72897007d1a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ba16a3e6-09d5-4319-9780-69713068c76b HTTP/1.1" status: 200 len: 1098 time: 0.2314739 Jun 17 08:43:49.678089 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-233acf32-96ec-47e3-bce5-da926594e48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:49.789816 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6c21b-fd49-4954-a083-da17eb8b4f0d req-79015a34-030b-4818-89ce-e8632e4519b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:49.793803 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bfe6c21b-fd49-4954-a083-da17eb8b4f0d req-79015a34-030b-4818-89ce-e8632e4519b3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ee35a3b3-c4cb-4743-a459-4872b10a6b65 HTTP/1.1" status: 200 len: 922 time: 0.2677438 Jun 17 08:43:49.851745 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:49.854641 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-233acf32-96ec-47e3-bce5-da926594e48c service neutron] For port 1f4d3e2a-2376-4ced-9168-959d9ff76220, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=1f4d3e2a-2376-4ced-9168-959d9ff76220,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:49.896912 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-233acf32-96ec-47e3-bce5-da926594e48c service neutron] For port 1f4d3e2a-2376-4ced-9168-959d9ff76220, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:49.910201 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bfe6c21b-fd49-4954-a083-da17eb8b4f0d req-06b69dd6-ec5a-4a6d-873b-d375c8cc2429 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=381aa2bf-3dab-498d-8340-cdf2bce56d83 HTTP/1.1" status: 200 len: 217 time: 0.1051095 Jun 17 08:43:49.927476 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 5e6d506a-1009-4a3c-9475-34c0f1e22c86, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=5e6d506a-1009-4a3c-9475-34c0f1e22c86,segment=NetworkSegment(b6558a58-ee08-4d5a-9b11-33c38c3850d4),segment_id=b6558a58-ee08-4d5a-9b11-33c38c3850d4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:49.943179 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-233acf32-96ec-47e3-bce5-da926594e48c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:49.951095 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51ccfa8-5d4c-4854-b819-c6f216dead5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f4d3e2a-2376-4ced-9168-959d9ff76220'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:49.953822 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a862f66-8a26-43d7-8fd9-8378b8272820" -d '{"events": [{"server_uuid": "a51ccfa8-5d4c-4854-b819-c6f216dead5c", "name": "network-vif-unplugged", "status": "completed", "tag": "1f4d3e2a-2376-4ced-9168-959d9ff76220"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:49.984481 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5e6ab69b-fd67-4d42-bf4b-1ba7703514be req-f861089d-500a-4dcb-89db-813a4fec0625 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1a3e8364-cb14-4df7-a5aa-b76ed791c9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852855 Jun 17 08:43:49.995240 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e0a5f-cee8-4665-8569-cdb553e47a58 req-1215341f-1e6c-4c8f-9abb-740229b7d385 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:49.996215 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e89e0a5f-cee8-4665-8569-cdb553e47a58 req-1215341f-1e6c-4c8f-9abb-740229b7d385 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba16a3e6-09d5-4319-9780-69713068c76b HTTP/1.1" status: 200 len: 946 time: 0.3513353 Jun 17 08:43:50.002531 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6c21b-fd49-4954-a083-da17eb8b4f0d req-6d5a21b6-b94c-40de-8fd2-ffe5bc4ead43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:50.006003 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bfe6c21b-fd49-4954-a083-da17eb8b4f0d req-6d5a21b6-b94c-40de-8fd2-ffe5bc4ead43 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=87aad5d8-994a-48f5-8b35-7f9bfe6a971c HTTP/1.1" status: 200 len: 860 time: 0.0848424 Jun 17 08:43:50.027436 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.027902 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-233acf32-96ec-47e3-bce5-da926594e48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.036682 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:50.042549 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fd24abcb-9a10-4a0b-b077-87ba9d76099f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:50.099032 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e89e0a5f-cee8-4665-8569-cdb553e47a58 req-558b3d71-138d-45c8-bfd3-fe942f754017 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a3e8364-cb14-4df7-a5aa-b76ed791c9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917084 Jun 17 08:43:50.156957 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6c21b-fd49-4954-a083-da17eb8b4f0d req-17894368-a14b-4b5e-9d85-4fe0dccb51f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:50.159027 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bfe6c21b-fd49-4954-a083-da17eb8b4f0d req-17894368-a14b-4b5e-9d85-4fe0dccb51f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee35a3b3-c4cb-4743-a459-4872b10a6b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1264243 Jun 17 08:43:50.195254 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=5e6d506a-1009-4a3c-9475-34c0f1e22c86,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:50.204644 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:50.316488 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-233acf32-96ec-47e3-bce5-da926594e48c service neutron] Attempting to bind port 1f4d3e2a-2376-4ced-9168-959d9ff76220 on host n-h1-758944-30 for vnic_type normal with profile {"migrating_to": "n-h2-758944-30"} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:50.316718 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bfe6c21b-fd49-4954-a083-da17eb8b4f0d req-e55f8fec-e64f-4e27-83fc-3076051bca42 service neutron] 10.222.0.50 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488817 Jun 17 08:43:50.316833 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-233acf32-96ec-47e3-bce5-da926594e48c service neutron] Attempting to bind port 1f4d3e2a-2376-4ced-9168-959d9ff76220 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:50.317066 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-233acf32-96ec-47e3-bce5-da926594e48c service neutron] Attempting to bind port 1f4d3e2a-2376-4ced-9168-959d9ff76220 on network 8305e780-7f7d-463d-bdce-25806076a869 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:50.329647 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-233acf32-96ec-47e3-bce5-da926594e48c service neutron] Port 1f4d3e2a-2376-4ced-9168-959d9ff76220 on network 8305e780-7f7d-463d-bdce-25806076a869 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:43:50.330017 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-233acf32-96ec-47e3-bce5-da926594e48c service neutron] Attempting to bind port 1f4d3e2a-2376-4ced-9168-959d9ff76220 on network 8305e780-7f7d-463d-bdce-25806076a869 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:50.357186 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-233acf32-96ec-47e3-bce5-da926594e48c service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:50.357520 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-233acf32-96ec-47e3-bce5-da926594e48c service neutron] Checking segment: {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:50.357942 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-233acf32-96ec-47e3-bce5-da926594e48c service neutron] Bound using segment: {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:50.358387 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-233acf32-96ec-47e3-bce5-da926594e48c service neutron] Bound port: 1f4d3e2a-2376-4ced-9168-959d9ff76220, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:50.358740 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-233acf32-96ec-47e3-bce5-da926594e48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.361698 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233acf32-96ec-47e3-bce5-da926594e48c service neutron] Pushing event updated for resources: {'Port': ['ID=1f4d3e2a-2376-4ced-9168-959d9ff76220,revision_number=7']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:50.383500 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-233acf32-96ec-47e3-bce5-da926594e48c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:50.407190 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa613e-ae16-4d59-ba27-1bbd1de9dc49 req-dd25e7f3-bda8-437f-8722-8e9ae7c53a31 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:50.409140 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-35fa613e-ae16-4d59-ba27-1bbd1de9dc49 req-dd25e7f3-bda8-437f-8722-8e9ae7c53a31 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d98426-ec04-4f0c-8196-d90e91eacfcb HTTP/1.1" status: 200 len: 943 time: 0.1533003 Jun 17 08:43:50.482723 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bfe6c21b-fd49-4954-a083-da17eb8b4f0d req-7625da0b-8205-4f4d-9476-025c41f7e59e service neutron] 10.222.0.50 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576438 Jun 17 08:43:50.487329 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-35fa613e-ae16-4d59-ba27-1bbd1de9dc49 req-9a3fa468-cef0-458b-9a26-4fdd5af1ad2c tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0f58381-2907-449a-ae77-7cefb89e21c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586054 Jun 17 08:43:50.502105 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-233acf32-96ec-47e3-bce5-da926594e48c service neutron] For port 1f4d3e2a-2376-4ced-9168-959d9ff76220, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:50.506685 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-233acf32-96ec-47e3-bce5-da926594e48c service neutron] For port 1f4d3e2a-2376-4ced-9168-959d9ff76220, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=1f4d3e2a-2376-4ced-9168-959d9ff76220,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:50.569063 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebbdb9a-322f-443a-a189-57df4189d030 x-openstack-request-id: req-7ebbdb9a-322f-443a-a189-57df4189d030 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:50.569696 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a51ccfa8-5d4c-4854-b819-c6f216dead5c", "name": "network-vif-unplugged", "status": "completed", "tag": "1f4d3e2a-2376-4ced-9168-959d9ff76220", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:50.570217 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7ebbdb9a-322f-443a-a189-57df4189d030 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:50.570909 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a51ccfa8-5d4c-4854-b819-c6f216dead5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f4d3e2a-2376-4ced-9168-959d9ff76220', 'code': 200} Jun 17 08:43:50.651792 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.746237 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-233acf32-96ec-47e3-bce5-da926594e48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.751410 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dbf9e240-5eb1-45f1-aab0-e24aaf374c6f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:50.865011 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233acf32-96ec-47e3-bce5-da926594e48c service neutron] Pushing event updated for resources: {'Port': ['ID=1f4d3e2a-2376-4ced-9168-959d9ff76220,revision_number=8']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:50.888693 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-233acf32-96ec-47e3-bce5-da926594e48c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:50.894501 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-233acf32-96ec-47e3-bce5-da926594e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:50.895298 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-233acf32-96ec-47e3-bce5-da926594e48c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.897047 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-233acf32-96ec-47e3-bce5-da926594e48c service neutron] 10.222.0.53 "PUT /v2.0/ports/1f4d3e2a-2376-4ced-9168-959d9ff76220 HTTP/1.1" status: 200 len: 1123 time: 1.5246673 Jun 17 08:43:50.908606 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283834d1-44ab-44e2-a73e-0a0c31f2dd53 req-74750bc3-004e-416d-bb9f-21214cd91e7a tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:50.910794 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-283834d1-44ab-44e2-a73e-0a0c31f2dd53 req-74750bc3-004e-416d-bb9f-21214cd91e7a tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 943 time: 0.2067704 Jun 17 08:43:51.002050 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['1f4d3e2a-2376-4ced-9168-959d9ff76220'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:43:51.002615 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-283834d1-44ab-44e2-a73e-0a0c31f2dd53 req-d941e0e7-45ee-454b-bbf3-5feb053b561f tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618944 Jun 17 08:43:51.242785 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bdcbb-1180-439f-a050-1b980fcefb5f req-e4fd9ff4-ab57-4912-957f-e3c2fac4f497 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:51.251218 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7b8bdcbb-1180-439f-a050-1b980fcefb5f req-e4fd9ff4-ab57-4912-957f-e3c2fac4f497 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 950 time: 0.1040967 Jun 17 08:43:51.329398 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1f86f6-9fc8-4f97-85c1-99e33e70df74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6d506a-1009-4a3c-9475-34c0f1e22c86'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:51.333572 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923aca32-5c80-4921-b56b-26ff4a0ac8e8" -d '{"events": [{"server_uuid": "0a1f86f6-9fc8-4f97-85c1-99e33e70df74", "name": "network-vif-plugged", "status": "completed", "tag": "5e6d506a-1009-4a3c-9475-34c0f1e22c86"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:51.337745 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7b8bdcbb-1180-439f-a050-1b980fcefb5f req-a1ec8b40-c900-48ca-b337-4262dcf4f607 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854852 Jun 17 08:43:51.408134 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-78276579-c1fd-48f0-b376-225aea6fdb53 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3424296 Jun 17 08:43:51.569779 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f3b23-723e-4710-baf1-23630993e73e req-561599af-e33b-458a-899b-1fd91ca2e31e tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:51.574089 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-997f3b23-723e-4710-baf1-23630993e73e req-561599af-e33b-458a-899b-1fd91ca2e31e tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a1f86f6-9fc8-4f97-85c1-99e33e70df74 HTTP/1.1" status: 200 len: 946 time: 0.1375515 Jun 17 08:43:51.660771 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-997f3b23-723e-4710-baf1-23630993e73e req-36dc450f-53f0-488e-b69b-c9f86a697a47 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups?id=d23e4e91-f943-4a66-aab5-1319e8d4d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800056 Jun 17 08:43:51.923090 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120109ed-8146-441c-9a1f-b934b96e2ddd x-openstack-request-id: req-120109ed-8146-441c-9a1f-b934b96e2ddd {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:51.923996 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1f86f6-9fc8-4f97-85c1-99e33e70df74", "name": "network-vif-plugged", "status": "completed", "tag": "5e6d506a-1009-4a3c-9475-34c0f1e22c86", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:51.924288 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-120109ed-8146-441c-9a1f-b934b96e2ddd {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:51.924850 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1f86f6-9fc8-4f97-85c1-99e33e70df74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6d506a-1009-4a3c-9475-34c0f1e22c86', 'code': 200} Jun 17 08:43:52.008446 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dedcf-eaa0-4d0c-afae-586f12cda619 req-d3ca0d93-442b-4530-940a-1588edcbb087 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:52.010639 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-928dedcf-eaa0-4d0c-afae-586f12cda619 req-d3ca0d93-442b-4530-940a-1588edcbb087 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba16a3e6-09d5-4319-9780-69713068c76b HTTP/1.1" status: 200 len: 946 time: 0.1460435 Jun 17 08:43:52.190598 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-928dedcf-eaa0-4d0c-afae-586f12cda619 req-7f7659bd-1dfe-4e40-a4aa-383c35dd2c3d tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a3e8364-cb14-4df7-a5aa-b76ed791c9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688302 Jun 17 08:43:52.256487 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137c8b0-5f08-4e2e-8fd6-63f8ec568a35 req-c7834a19-d72f-4a11-bb10-b376b5f5811d tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:52.259314 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e137c8b0-5f08-4e2e-8fd6-63f8ec568a35 req-c7834a19-d72f-4a11-bb10-b376b5f5811d tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d98426-ec04-4f0c-8196-d90e91eacfcb HTTP/1.1" status: 200 len: 943 time: 0.1322050 Jun 17 08:43:52.261133 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af30c1-9237-4231-bba0-34f7c63e1c08 req-eadf9892-7fb1-4d8d-9428-5adf95182dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:52.265296 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d5af30c1-9237-4231-bba0-34f7c63e1c08 req-eadf9892-7fb1-4d8d-9428-5adf95182dd3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0a1f86f6-9fc8-4f97-85c1-99e33e70df74 HTTP/1.1" status: 200 len: 1098 time: 0.2064111 Jun 17 08:43:52.323373 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e137c8b0-5f08-4e2e-8fd6-63f8ec568a35 req-45adf2ca-4f11-49b2-b337-1b8ad3858d4f tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0f58381-2907-449a-ae77-7cefb89e21c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572834 Jun 17 08:43:52.341846 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d5af30c1-9237-4231-bba0-34f7c63e1c08 req-177fc8b6-036e-44a1-939c-76cc7edd88d0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d23e4e91-f943-4a66-aab5-1319e8d4d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683813 Jun 17 08:43:52.527386 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 381aa2bf-3dab-498d-8340-cdf2bce56d83 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:43:52.575515 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a51ccfa8-5d4c-4854-b819-c6f216dead5c', 'tag': '1f4d3e2a-2376-4ced-9168-959d9ff76220'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:52.578155 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fa984f-c92b-404e-99ee-9d8b36b4feeb" -d '{"events": [{"name": "network-changed", "server_uuid": "a51ccfa8-5d4c-4854-b819-c6f216dead5c", "tag": "1f4d3e2a-2376-4ced-9168-959d9ff76220"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:52.643940 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 381aa2bf-3dab-498d-8340-cdf2bce56d83, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=381aa2bf-3dab-498d-8340-cdf2bce56d83,segment=NetworkSegment(e96c69d3-6674-4113-9a5e-ee02110e6315),segment_id=e96c69d3-6674-4113-9a5e-ee02110e6315)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:52.645674 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565c15a-d0ba-408c-9cca-f79f0fe77f07 req-a4d5f74b-171b-4ea3-bfcd-6eac33dd78fe tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:52.656267 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a565c15a-d0ba-408c-9cca-f79f0fe77f07 req-a4d5f74b-171b-4ea3-bfcd-6eac33dd78fe tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 943 time: 0.1162877 Jun 17 08:43:52.661451 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '381aa2bf-3dab-498d-8340-cdf2bce56d83', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'port_id': '381aa2bf-3dab-498d-8340-cdf2bce56d83', 'mac_address': 'fa:16:3e:65:d3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:43:52.717651 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a565c15a-d0ba-408c-9cca-f79f0fe77f07 req-d6f59e1a-198d-45ad-a261-d9535c2f60ba tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604663 Jun 17 08:43:52.763936 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:52.803250 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 381aa2bf-3dab-498d-8340-cdf2bce56d83 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:43:52.844245 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 381aa2bf-3dab-498d-8340-cdf2bce56d83, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=381aa2bf-3dab-498d-8340-cdf2bce56d83,segment=NetworkSegment(e96c69d3-6674-4113-9a5e-ee02110e6315),segment_id=e96c69d3-6674-4113-9a5e-ee02110e6315)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:52.965791 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:52.968270 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-1586e333-7b1f-42b8-a0f6-74c1a31056e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:53.071308 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=381aa2bf-3dab-498d-8340-cdf2bce56d83,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:53.076606 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:53.098254 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334c6b7e-12af-4e14-b982-1ae338a22f97 x-openstack-request-id: req-334c6b7e-12af-4e14-b982-1ae338a22f97 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:53.098809 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a51ccfa8-5d4c-4854-b819-c6f216dead5c", "tag": "1f4d3e2a-2376-4ced-9168-959d9ff76220", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:53.099271 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-334c6b7e-12af-4e14-b982-1ae338a22f97 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:53.100116 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a51ccfa8-5d4c-4854-b819-c6f216dead5c', 'tag': '1f4d3e2a-2376-4ced-9168-959d9ff76220', 'status': 'completed', 'code': 200} Jun 17 08:43:53.209962 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['381aa2bf-3dab-498d-8340-cdf2bce56d83'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:43:53.360023 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa984f-c92b-404e-99ee-9d8b36b4feeb req-0320f0b6-671d-4119-b0ba-d9540f009766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:53.361722 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-61fa984f-c92b-404e-99ee-9d8b36b4feeb req-0320f0b6-671d-4119-b0ba-d9540f009766 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=702856434aae449ea41d8a187426d151&device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 1126 time: 0.2144001 Jun 17 08:43:53.393603 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f67c3f-8247-4700-b68f-8920924b61ac req-f7ffa232-2a3e-4165-9f36-05c36947f973 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:53.402148 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-58f67c3f-8247-4700-b68f-8920924b61ac req-f7ffa232-2a3e-4165-9f36-05c36947f973 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 950 time: 0.1479480 Jun 17 08:43:53.456973 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f297b1-6c55-4d66-b19e-df74ae018afa req-e8eea4c6-b3a0-428c-aff7-449c800c4b56 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:53.458569 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d6f297b1-6c55-4d66-b19e-df74ae018afa req-e8eea4c6-b3a0-428c-aff7-449c800c4b56 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a1f86f6-9fc8-4f97-85c1-99e33e70df74 HTTP/1.1" status: 200 len: 946 time: 0.1409667 Jun 17 08:43:53.476410 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 1f4d3e2a-2376-4ced-9168-959d9ff76220 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:43:53.510322 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-58f67c3f-8247-4700-b68f-8920924b61ac req-c363f6a7-4eca-4dfe-904a-3c60820f2743 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066568 Jun 17 08:43:53.595208 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d6f297b1-6c55-4d66-b19e-df74ae018afa req-ea387deb-cdc9-48de-a31c-ff55939c3714 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups?id=d23e4e91-f943-4a66-aab5-1319e8d4d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218700 Jun 17 08:43:53.606924 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa984f-c92b-404e-99ee-9d8b36b4feeb req-8d81347f-6129-4c8a-819d-05ab35748caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:53.618994 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-61fa984f-c92b-404e-99ee-9d8b36b4feeb req-8d81347f-6129-4c8a-819d-05ab35748caf service neutron] 10.222.0.50 "GET /v2.0/networks?id=8305e780-7f7d-463d-bdce-25806076a869 HTTP/1.1" status: 200 len: 922 time: 0.2407198 Jun 17 08:43:53.628428 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 1f4d3e2a-2376-4ced-9168-959d9ff76220, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=1f4d3e2a-2376-4ced-9168-959d9ff76220,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:53.658181 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 1f4d3e2a-2376-4ced-9168-959d9ff76220 has no active binding in host n-h2-758944-30 {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 17 08:43:53.692904 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-61fa984f-c92b-404e-99ee-9d8b36b4feeb req-83f0e172-c618-4e7b-9786-774656d3034c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f4d3e2a-2376-4ced-9168-959d9ff76220 HTTP/1.1" status: 200 len: 217 time: 0.0714312 Jun 17 08:43:53.748319 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa984f-c92b-404e-99ee-9d8b36b4feeb req-193e6154-ec08-4fe0-b153-cebf1fa0d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:53.750080 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-61fa984f-c92b-404e-99ee-9d8b36b4feeb req-193e6154-ec08-4fe0-b153-cebf1fa0d832 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9c88322-5e95-4e53-8f33-f88e3723f8f7 HTTP/1.1" status: 200 len: 861 time: 0.0492444 Jun 17 08:43:53.825006 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-61fa984f-c92b-404e-99ee-9d8b36b4feeb req-498b982c-3854-424d-b6f1-b6dd34ece9d6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8305e780-7f7d-463d-bdce-25806076a869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586519 Jun 17 08:43:53.955145 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-61fa984f-c92b-404e-99ee-9d8b36b4feeb req-1b36f0a8-fa1d-431c-91ee-96e6a6f8c32a service neutron] 10.222.0.50 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224389 Jun 17 08:43:54.091869 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-61fa984f-c92b-404e-99ee-9d8b36b4feeb req-a21c620c-1740-45a2-80f7-08982b15701e service neutron] 10.222.0.50 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147592 Jun 17 08:43:54.125363 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac8296-12a9-461e-93d8-777a28815c5b req-1b02917b-33d7-4c4f-8748-f228cf88a241 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:54.134837 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-09ac8296-12a9-461e-93d8-777a28815c5b req-1b02917b-33d7-4c4f-8748-f228cf88a241 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d98426-ec04-4f0c-8196-d90e91eacfcb HTTP/1.1" status: 200 len: 944 time: 0.3834393 Jun 17 08:43:54.210575 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-09ac8296-12a9-461e-93d8-777a28815c5b req-21f997ca-857c-4b95-985b-fdda29e4068e tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0f58381-2907-449a-ae77-7cefb89e21c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746796 Jun 17 08:43:54.281054 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221665c-4381-43ae-85d6-0477b2966b6a req-69f709b3-7dc3-4ad6-bd3f-b2bf780ce1dc tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:54.283146 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0221665c-4381-43ae-85d6-0477b2966b6a req-69f709b3-7dc3-4ad6-bd3f-b2bf780ce1dc tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 943 time: 0.1055524 Jun 17 08:43:54.348111 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0221665c-4381-43ae-85d6-0477b2966b6a req-b85492f1-3178-4f03-9f9f-2cc6472b0472 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467074 Jun 17 08:43:54.576088 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 381aa2bf-3dab-498d-8340-cdf2bce56d83 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:54.833141 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 381aa2bf-3dab-498d-8340-cdf2bce56d83 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:54.846516 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 381aa2bf-3dab-498d-8340-cdf2bce56d83 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:54.846973 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:54.981799 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:55.028753 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d98426-ec04-4f0c-8196-d90e91eacfcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381aa2bf-3dab-498d-8340-cdf2bce56d83'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:55.031727 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd97a01-2e1c-4692-a038-98af73144a2b" -d '{"events": [{"server_uuid": "b1d98426-ec04-4f0c-8196-d90e91eacfcb", "name": "network-vif-plugged", "status": "completed", "tag": "381aa2bf-3dab-498d-8340-cdf2bce56d83"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:55.048496 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 381aa2bf-3dab-498d-8340-cdf2bce56d83, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=381aa2bf-3dab-498d-8340-cdf2bce56d83,segment=NetworkSegment(e96c69d3-6674-4113-9a5e-ee02110e6315),segment_id=e96c69d3-6674-4113-9a5e-ee02110e6315)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:55.054840 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b54be-2ee3-4333-ad22-6b3329f4ce38 req-ecea0064-6e83-4bf1-ac8d-b622ddeae6a1 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:55.062551 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-586b54be-2ee3-4333-ad22-6b3329f4ce38 req-ecea0064-6e83-4bf1-ac8d-b622ddeae6a1 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 950 time: 0.1545343 Jun 17 08:43:55.125157 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-586b54be-2ee3-4333-ad22-6b3329f4ce38 req-663e90d4-2414-4c6d-9ed3-a7c1eeff95f8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615757 Jun 17 08:43:55.238420 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-8646bf5c-bd62-4f3d-ae71-cd6807701d48 service neutron] 10.222.0.50 "GET /v2.0/ports/1f4d3e2a-2376-4ced-9168-959d9ff76220/bindings/n-h2-758944-30 HTTP/1.1" status: 200 len: 385 time: 0.0709674 Jun 17 08:43:55.260541 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:55.271247 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:55.330817 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=381aa2bf-3dab-498d-8340-cdf2bce56d83,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:55.340612 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:55.386928 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2b8e8-ed6c-48eb-8726-1e7844afd37d req-7643834e-f537-4eb6-9e3b-a024bdafed38 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:55.392227 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-24d2b8e8-ed6c-48eb-8726-1e7844afd37d req-7643834e-f537-4eb6-9e3b-a024bdafed38 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a1f86f6-9fc8-4f97-85c1-99e33e70df74 HTTP/1.1" status: 200 len: 946 time: 0.1408365 Jun 17 08:43:55.478281 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-24d2b8e8-ed6c-48eb-8726-1e7844afd37d req-2fde2038-46e4-49b9-9ff7-0a91e571650b tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups?id=d23e4e91-f943-4a66-aab5-1319e8d4d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829582 Jun 17 08:43:55.507386 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f8099388-6af8-4ff4-b08f-0382af002cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:55.569443 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f736770-c0b0-4cf3-8f33-d3518e267472 x-openstack-request-id: req-8f736770-c0b0-4cf3-8f33-d3518e267472 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:55.569996 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d98426-ec04-4f0c-8196-d90e91eacfcb", "name": "network-vif-plugged", "status": "completed", "tag": "381aa2bf-3dab-498d-8340-cdf2bce56d83", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:55.570441 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f736770-c0b0-4cf3-8f33-d3518e267472 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:55.571040 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d98426-ec04-4f0c-8196-d90e91eacfcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381aa2bf-3dab-498d-8340-cdf2bce56d83', 'code': 200} Jun 17 08:43:55.632486 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-f0a0177d-376b-465b-b3ce-5925fe07d5dc service neutron] For port 1f4d3e2a-2376-4ced-9168-959d9ff76220, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=1f4d3e2a-2376-4ced-9168-959d9ff76220,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:55.657627 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-f0a0177d-376b-465b-b3ce-5925fe07d5dc service neutron] For port 1f4d3e2a-2376-4ced-9168-959d9ff76220, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:55.703632 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-f0a0177d-376b-465b-b3ce-5925fe07d5dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f4d3e2a-2376-4ced-9168-959d9ff76220 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:43:55.721069 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-f0a0177d-376b-465b-b3ce-5925fe07d5dc service neutron] For port 1f4d3e2a-2376-4ced-9168-959d9ff76220, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=1f4d3e2a-2376-4ced-9168-959d9ff76220,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:55.801864 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-f0a0177d-376b-465b-b3ce-5925fe07d5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:55.912427 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a736369-274c-43b6-9d5a-761ebf931889 req-c7f4dd75-2c1a-4a11-af96-17ea2ef9ca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:55.914566 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0a736369-274c-43b6-9d5a-761ebf931889 req-c7f4dd75-2c1a-4a11-af96-17ea2ef9ca51 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b1d98426-ec04-4f0c-8196-d90e91eacfcb HTTP/1.1" status: 200 len: 1097 time: 0.1441352 Jun 17 08:43:55.944170 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-f0a0177d-376b-465b-b3ce-5925fe07d5dc service neutron] Transition to ACTIVE for port object 1f4d3e2a-2376-4ced-9168-959d9ff76220 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:55.974133 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6923c-b2dc-4212-a157-ffc28c661934 req-78aa7d6f-8e9f-4047-875d-7458dc6fed01 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:55.975997 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3fe6923c-b2dc-4212-a157-ffc28c661934 req-78aa7d6f-8e9f-4047-875d-7458dc6fed01 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d98426-ec04-4f0c-8196-d90e91eacfcb HTTP/1.1" status: 200 len: 945 time: 0.1333561 Jun 17 08:43:56.007220 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0a736369-274c-43b6-9d5a-761ebf931889 req-82deb952-6279-47fc-97b4-173da41045df service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f0f58381-2907-449a-ae77-7cefb89e21c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846303 Jun 17 08:43:56.051534 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3fe6923c-b2dc-4212-a157-ffc28c661934 req-6a666ef4-9bfe-4e3c-9ac0-26d245a730c2 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0f58381-2907-449a-ae77-7cefb89e21c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559731 Jun 17 08:43:56.067760 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49cfae-0796-4373-946f-a8c8c628badc req-69af195e-0457-4577-84db-36e1a3257c2e tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:56.083748 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ed49cfae-0796-4373-946f-a8c8c628badc req-69af195e-0457-4577-84db-36e1a3257c2e tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 943 time: 0.1062620 Jun 17 08:43:56.140573 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ed49cfae-0796-4373-946f-a8c8c628badc req-da30b1d4-56c4-4789-9ce2-163a1fac0412 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634851 Jun 17 08:43:56.146361 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-f0a0177d-376b-465b-b3ce-5925fe07d5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:56.156555 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b068811b-b5ea-4b9b-854e-ad50226e745f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:56.301343 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-f0a0177d-376b-465b-b3ce-5925fe07d5dc service neutron] No DVR routers for this DVR port 1f4d3e2a-2376-4ced-9168-959d9ff76220 on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:43:56.364967 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0177d-376b-465b-b3ce-5925fe07d5dc service neutron] Pushing event updated for resources: {'Port': ['ID=1f4d3e2a-2376-4ced-9168-959d9ff76220,revision_number=10']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:56.384816 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f0a0177d-376b-465b-b3ce-5925fe07d5dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:56.389250 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-f0a0177d-376b-465b-b3ce-5925fe07d5dc service neutron] 10.222.0.50 "PUT /v2.0/ports/1f4d3e2a-2376-4ced-9168-959d9ff76220/bindings/n-h2-758944-30/activate HTTP/1.1" status: 200 len: 370 time: 1.1434011 Jun 17 08:43:56.399394 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-4d289788-08e4-4e4b-bb20-cfbebcb0e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:56.403886 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e5e79b14-0e29-4480-b638-0d7b885d5234 req-b071d832-2f6d-4ff9-ba15-7286ee0a30dc tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1376425776&fields=id&tenant_id=c29561c2e94b41408f45441ef35b148c HTTP/1.1" status: 200 len: 267 time: 0.1001794 Jun 17 08:43:56.410619 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-4d289788-08e4-4e4b-bb20-cfbebcb0e906 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 1102 time: 0.1283622 Jun 17 08:43:56.562410 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e79b14-0e29-4480-b638-0d7b885d5234 req-7e3c782a-22fb-4ba4-8a33-704533f81c2b tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:56.576266 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e5e79b14-0e29-4480-b638-0d7b885d5234 req-7e3c782a-22fb-4ba4-8a33-704533f81c2b tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a1f86f6-9fc8-4f97-85c1-99e33e70df74 HTTP/1.1" status: 200 len: 946 time: 0.1661258 Jun 17 08:43:56.583804 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-e5e79b14-0e29-4480-b638-0d7b885d5234 req-9b8a07ce-32dd-4b22-a6ec-b22e584166ca tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Request body: {'port': {'security_groups': ['d23e4e91-f943-4a66-aab5-1319e8d4d43d', '7ead1140-aa5e-40bf-91e3-10d63e880983']}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:56.587099 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48586) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:56.643569 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-89720987-4842-4066-bb2e-e4f1bfccef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:56.645334 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-89720987-4842-4066-bb2e-e4f1bfccef98 service neutron] 10.222.0.53 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.2245908 Jun 17 08:43:56.671173 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23e9fa-f024-455f-b489-3369aaa7360a req-2eda8c06-3880-4638-97fe-040be1370e85 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:56.678706 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0e23e9fa-f024-455f-b489-3369aaa7360a req-2eda8c06-3880-4638-97fe-040be1370e85 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba16a3e6-09d5-4319-9780-69713068c76b HTTP/1.1" status: 200 len: 946 time: 0.2207789 Jun 17 08:43:56.733605 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e5e79b14-0e29-4480-b638-0d7b885d5234 req-9b8a07ce-32dd-4b22-a6ec-b22e584166ca tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:56.766393 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3f0d67d6-6949-4afa-bdd1-8d40d3f7a4c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:56.777999 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-ba252c5e-1511-4f10-9454-a0db5aef933e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=85df4119-793b-423d-abf1-4c64dea34203 HTTP/1.1" status: 200 len: 217 time: 0.1247828 Jun 17 08:43:56.873643 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0e23e9fa-f024-455f-b489-3369aaa7360a req-d6f7bca6-3e44-40f1-bee5-779d55baaa62 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a3e8364-cb14-4df7-a5aa-b76ed791c9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938274 Jun 17 08:43:56.908447 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-96962ad2-18e9-4a77-88fb-b210db87ec08 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:56.914043 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-96962ad2-18e9-4a77-88fb-b210db87ec08 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c&tenant_id=702856434aae449ea41d8a187426d151&binding%3Ahost_id=n-h1-758944-30 HTTP/1.1" status: 200 len: 1096 time: 0.3009384 Jun 17 08:43:56.971236 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-480dffcd-a3fd-480c-a60e-c396feb5f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:56.972974 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-480dffcd-a3fd-480c-a60e-c396feb5f953 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1843719 Jun 17 08:43:57.147419 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3f0d67d6-6949-4afa-bdd1-8d40d3f7a4c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:57.164604 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-e5e79b14-0e29-4480-b638-0d7b885d5234 req-9b8a07ce-32dd-4b22-a6ec-b22e584166ca tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] For port 5e6d506a-1009-4a3c-9475-34c0f1e22c86, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=5e6d506a-1009-4a3c-9475-34c0f1e22c86,segment=NetworkSegment(b6558a58-ee08-4d5a-9b11-33c38c3850d4),segment_id=b6558a58-ee08-4d5a-9b11-33c38c3850d4)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:57.196311 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c8889-2020-4bbf-9925-a75eeca54725 req-eb79d17f-0b38-42c4-8983-e4ac98ef53b7 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:57.197944 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-717c8889-2020-4bbf-9925-a75eeca54725 req-eb79d17f-0b38-42c4-8983-e4ac98ef53b7 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba16a3e6-09d5-4319-9780-69713068c76b HTTP/1.1" status: 200 len: 946 time: 0.2145159 Jun 17 08:43:57.249840 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e5e79b14-0e29-4480-b638-0d7b885d5234 req-9b8a07ce-32dd-4b22-a6ec-b22e584166ca tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:57.295461 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3f0d67d6-6949-4afa-bdd1-8d40d3f7a4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:57.350723 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bc8aabea-e511-4f7e-96d9-3f407b2d3916 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:57.365886 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3f0d67d6-6949-4afa-bdd1-8d40d3f7a4c9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=13b1ad302f684dbfb5e9b1ac201ec718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7738514 Jun 17 08:43:57.391744 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d67d6-6949-4afa-bdd1-8d40d3f7a4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879dafe3-8850-4c1b-8608-0519f3280114,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:57.396160 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48598) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:57.407515 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3f0d67d6-6949-4afa-bdd1-8d40d3f7a4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:57.453069 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e5e79b14-0e29-4480-b638-0d7b885d5234 req-9b8a07ce-32dd-4b22-a6ec-b22e584166ca tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:57.461712 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0d02ec76-511b-43b9-82f0-623fa9c368cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:57.469669 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['5e6d506a-1009-4a3c-9475-34c0f1e22c86'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:43:57.485764 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-81a29d4a-ba6b-45a7-b3a8-dbe9b9322c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:57.487441 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-81a29d4a-ba6b-45a7-b3a8-dbe9b9322c28 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c&tenant_id=702856434aae449ea41d8a187426d151 HTTP/1.1" status: 200 len: 1096 time: 0.5657663 Jun 17 08:43:57.532801 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-717c8889-2020-4bbf-9925-a75eeca54725 req-3335d72b-30b4-461a-aeda-d037b528a565 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Deleting port 094c1e94-2e42-4a53-b9f6-cbd768e61e18 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:57.533033 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-717c8889-2020-4bbf-9925-a75eeca54725 req-3335d72b-30b4-461a-aeda-d037b528a565 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:57.552155 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e91ab4b-71b0-4031-963d-4877bf4e36a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:57.575547 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-c6606e92-2535-4b66-947f-b3f11894887c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:57.577126 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-c6606e92-2535-4b66-947f-b3f11894887c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5963979 Jun 17 08:43:57.587394 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb46941-0456-4daf-bebd-e39d49fe8368 req-53f9316c-f4bb-4e9e-b8f4-41bb27407501 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:57.595192 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-abb46941-0456-4daf-bebd-e39d49fe8368 req-53f9316c-f4bb-4e9e-b8f4-41bb27407501 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 950 time: 0.1638384 Jun 17 08:43:57.598588 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e79b14-0e29-4480-b638-0d7b885d5234 req-9b8a07ce-32dd-4b22-a6ec-b22e584166ca tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:57.599270 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e5e79b14-0e29-4480-b638-0d7b885d5234 req-9b8a07ce-32dd-4b22-a6ec-b22e584166ca tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:57.608658 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e5e79b14-0e29-4480-b638-0d7b885d5234 req-9b8a07ce-32dd-4b22-a6ec-b22e584166ca tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "PUT /v2.0/ports/5e6d506a-1009-4a3c-9475-34c0f1e22c86 HTTP/1.1" status: 200 len: 982 time: 1.0313239 Jun 17 08:43:57.621976 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1f86f6-9fc8-4f97-85c1-99e33e70df74', 'tag': '5e6d506a-1009-4a3c-9475-34c0f1e22c86'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:57.624930 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96209113-6e5e-48b0-be82-24f871c911ba" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1f86f6-9fc8-4f97-85c1-99e33e70df74", "tag": "5e6d506a-1009-4a3c-9475-34c0f1e22c86"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:57.705446 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['5e6d506a-1009-4a3c-9475-34c0f1e22c86'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:43:57.781858 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-e497509f-923b-4f56-ab5a-0bcdb7a273f5 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826663 Jun 17 08:43:57.892745 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a07ce-32dd-4b22-a6ec-b22e584166ca tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Pushing event updated for resources: {'Port': ['ID=5e6d506a-1009-4a3c-9475-34c0f1e22c86,revision_number=6']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:57.912858 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e91ab4b-71b0-4031-963d-4877bf4e36a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:57.918394 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9b8a07ce-32dd-4b22-a6ec-b22e584166ca tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:57.975931 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-abb46941-0456-4daf-bebd-e39d49fe8368 req-6dc9567a-edfa-4cdd-a8c2-4189c40683b7 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794627 Jun 17 08:43:58.046007 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-717c8889-2020-4bbf-9925-a75eeca54725 req-3335d72b-30b4-461a-aeda-d037b528a565 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] For port 094c1e94-2e42-4a53-b9f6-cbd768e61e18, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=094c1e94-2e42-4a53-b9f6-cbd768e61e18,segment=NetworkSegment(d72b8254-1aa6-4cb2-a64b-de0c5f463d2f),segment_id=d72b8254-1aa6-4cb2-a64b-de0c5f463d2f)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:58.046712 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-717c8889-2020-4bbf-9925-a75eeca54725 req-3335d72b-30b4-461a-aeda-d037b528a565 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:58.135590 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-d15b42cb-325c-418e-a10f-26ac320c04a8 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351445 Jun 17 08:43:58.137799 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:58.195308 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-2fc0a5a4-2750-4cf8-8308-22d362dfae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:58.197295 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-2fc0a5a4-2750-4cf8-8308-22d362dfae5a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=702856434aae449ea41d8a187426d151&device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 1096 time: 0.6734936 Jun 17 08:43:58.346899 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a074059-3640-443f-a850-b89920355065 req-4d298a11-8c11-4156-96fa-7cbd131add82 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:58.357121 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a074059-3640-443f-a850-b89920355065 req-4d298a11-8c11-4156-96fa-7cbd131add82 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 944 time: 0.2181017 Jun 17 08:43:58.426171 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a074059-3640-443f-a850-b89920355065 req-5757b4fe-3d20-4d10-88d7-5d936ddc9de6 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678523 Jun 17 08:43:58.428734 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-717c8889-2020-4bbf-9925-a75eeca54725 req-3335d72b-30b4-461a-aeda-d037b528a565 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Calling delete_port for 094c1e94-2e42-4a53-b9f6-cbd768e61e18 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:58.460238 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-5be8ccdb-c483-4632-8f96-9739c2ad6384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:58.462429 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-5be8ccdb-c483-4632-8f96-9739c2ad6384 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8305e780-7f7d-463d-bdce-25806076a869 HTTP/1.1" status: 200 len: 922 time: 0.2577977 Jun 17 08:43:58.493169 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707f479-833c-4916-978e-a59ba2f7ecb6 req-31b49868-faae-4b16-8a52-53abd0044a8f tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:58.500248 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5707f479-833c-4916-978e-a59ba2f7ecb6 req-31b49868-faae-4b16-8a52-53abd0044a8f tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d98426-ec04-4f0c-8196-d90e91eacfcb HTTP/1.1" status: 200 len: 945 time: 0.5339124 Jun 17 08:43:58.536966 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-e493d453-40e6-4607-af5c-b54c89eedd5d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f4d3e2a-2376-4ced-9168-959d9ff76220 HTTP/1.1" status: 200 len: 217 time: 0.0654814 Jun 17 08:43:58.547670 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 094c1e94-2e42-4a53-b9f6-cbd768e61e18 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:58.555990 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5707f479-833c-4916-978e-a59ba2f7ecb6 req-8d165763-8332-43a7-a297-3c0362b7b30d tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0f58381-2907-449a-ae77-7cefb89e21c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548108 Jun 17 08:43:58.634390 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e91ab4b-71b0-4031-963d-4877bf4e36a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:58.646762 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-a2468177-bf78-4754-9093-55bdd8123d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:58.646928 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e91ab4b-71b0-4031-963d-4877bf4e36a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:58.646928 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2e91ab4b-71b0-4031-963d-4877bf4e36a9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/879dafe3-8850-4c1b-8608-0519f3280114 HTTP/1.1" status: 204 len: 168 time: 1.2461288 Jun 17 08:43:58.647130 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-a2468177-bf78-4754-9093-55bdd8123d6d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9c88322-5e95-4e53-8f33-f88e3723f8f7 HTTP/1.1" status: 200 len: 861 time: 0.0974157 Jun 17 08:43:58.648013 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8ac8a390-9bcb-4bdf-bc7c-2569b5ee6eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:58.680290 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91ab4b-71b0-4031-963d-4877bf4e36a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879dafe3-8850-4c1b-8608-0519f3280114,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:58.686887 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2e91ab4b-71b0-4031-963d-4877bf4e36a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:58.714960 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-1a4feecd-b853-48d6-8df7-06695473c7a6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8305e780-7f7d-463d-bdce-25806076a869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652912 Jun 17 08:43:58.803476 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ce0e96-5a06-4168-86ea-c24a37b84ef7 x-openstack-request-id: req-d6ce0e96-5a06-4168-86ea-c24a37b84ef7 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:58.803944 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1f86f6-9fc8-4f97-85c1-99e33e70df74", "tag": "5e6d506a-1009-4a3c-9475-34c0f1e22c86", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:58.804695 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d6ce0e96-5a06-4168-86ea-c24a37b84ef7 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:58.804839 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1f86f6-9fc8-4f97-85c1-99e33e70df74', 'tag': '5e6d506a-1009-4a3c-9475-34c0f1e22c86', 'status': 'completed', 'code': 200} Jun 17 08:43:58.819119 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:58.909075 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-717c8889-2020-4bbf-9925-a75eeca54725 req-3335d72b-30b4-461a-aeda-d037b528a565 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:58.912211 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 1f4d3e2a-2376-4ced-9168-959d9ff76220 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:58.929550 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9b8a07ce-32dd-4b22-a6ec-b22e584166ca tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:58.954115 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-05760a6b-9098-490d-9153-53fb1c900db4 service neutron] 10.222.0.53 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281830 Jun 17 08:43:59.006786 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cfcfbead-eab9-4896-baee-4a10cdbf2b5d req-94b1bf88-8e19-4993-b5e4-33081a6e071e tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-378535859&fields=id&tenant_id=c29561c2e94b41408f45441ef35b148c HTTP/1.1" status: 200 len: 267 time: 0.1633124 Jun 17 08:43:59.008083 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 1f4d3e2a-2376-4ced-9168-959d9ff76220 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:43:59.022990 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335d72b-30b4-461a-aeda-d037b528a565 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Pushing event deleted for resources: {'Port': ['ID=094c1e94-2e42-4a53-b9f6-cbd768e61e18,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:59.069819 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96209113-6e5e-48b0-be82-24f871c911ba req-260dc541-a85d-4a9c-bdbf-40f46268c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:59.071498 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-96209113-6e5e-48b0-be82-24f871c911ba req-260dc541-a85d-4a9c-bdbf-40f46268c516 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c29561c2e94b41408f45441ef35b148c&device_id=0a1f86f6-9fc8-4f97-85c1-99e33e70df74 HTTP/1.1" status: 200 len: 1137 time: 0.2333236 Jun 17 08:43:59.080530 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3335d72b-30b4-461a-aeda-d037b528a565 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:59.108725 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0f6347aa-6921-4a33-a512-95fc7d05dd91 req-cf200482-e21c-45e9-9877-e5f678c28ee6 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba16a3e6-09d5-4319-9780-69713068c76b HTTP/1.1" status: 200 len: 210 time: 0.0594828 Jun 17 08:43:59.141957 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-717c8889-2020-4bbf-9925-a75eeca54725 req-3335d72b-30b4-461a-aeda-d037b528a565 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] No DVR routers for this DVR port 094c1e94-2e42-4a53-b9f6-cbd768e61e18 on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:43:59.148007 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-717c8889-2020-4bbf-9925-a75eeca54725 req-3335d72b-30b4-461a-aeda-d037b528a565 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:59.159557 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-717c8889-2020-4bbf-9925-a75eeca54725 req-3335d72b-30b4-461a-aeda-d037b528a565 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.50 "DELETE /v2.0/ports/094c1e94-2e42-4a53-b9f6-cbd768e61e18 HTTP/1.1" status: 204 len: 173 time: 1.9405980 Jun 17 08:43:59.202882 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfbead-eab9-4896-baee-4a10cdbf2b5d req-ba35d1e3-5943-47d5-8fa0-c8827f90f993 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:59.211122 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cfcfbead-eab9-4896-baee-4a10cdbf2b5d req-ba35d1e3-5943-47d5-8fa0-c8827f90f993 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a1f86f6-9fc8-4f97-85c1-99e33e70df74 HTTP/1.1" status: 200 len: 985 time: 0.2033095 Jun 17 08:43:59.235832 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-cfcfbead-eab9-4896-baee-4a10cdbf2b5d req-9ff4eda5-cd24-4ef5-83ba-7c50ca392ad5 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Request body: {'port': {'security_groups': ['7ead1140-aa5e-40bf-91e3-10d63e880983', 'd23e4e91-f943-4a66-aab5-1319e8d4d43d', '31e0fb54-1f9f-4d91-8c00-f4235a18783f']}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:59.303272 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-9cb2b25a-67e4-4049-9741-b9e40edd2add service neutron] 10.222.0.53 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404915 Jun 17 08:43:59.372464 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96209113-6e5e-48b0-be82-24f871c911ba req-7fce4780-5937-45b6-a09e-4ab00a0785fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:59.379661 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-96209113-6e5e-48b0-be82-24f871c911ba req-7fce4780-5937-45b6-a09e-4ab00a0785fc service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d80fff0-8c04-45f1-8edd-294f2bc772ec HTTP/1.1" status: 200 len: 914 time: 0.2828884 Jun 17 08:43:59.411096 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4d42472c-9363-4646-9bc9-e4abc1d53221 req-5178201a-09db-4d1c-99f0-ae22e625a033 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2689178 Jun 17 08:43:59.420686 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-4d42472c-9363-4646-9bc9-e4abc1d53221 req-c7d6ff2d-7b12-48a3-8440-470948352a35 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:59.426146 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-cfcfbead-eab9-4896-baee-4a10cdbf2b5d req-9ff4eda5-cd24-4ef5-83ba-7c50ca392ad5 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:59.453171 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b681b719-2ada-4ac1-a2b0-1608827c9e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:59.501520 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-96209113-6e5e-48b0-be82-24f871c911ba req-57980b68-7f58-458b-bdf8-605091ceabbe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e6d506a-1009-4a3c-9475-34c0f1e22c86 HTTP/1.1" status: 200 len: 217 time: 0.1116533 Jun 17 08:43:59.619696 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-4d42472c-9363-4646-9bc9-e4abc1d53221 req-c7d6ff2d-7b12-48a3-8440-470948352a35 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks [] for floatingip, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:59.624051 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96209113-6e5e-48b0-be82-24f871c911ba req-f685d04a-9211-4b15-ad38-d9aea9b0b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:59.626562 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-96209113-6e5e-48b0-be82-24f871c911ba req-f685d04a-9211-4b15-ad38-d9aea9b0b9c0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1acf8d8e-2860-4109-a8ca-ee77dd683c23 HTTP/1.1" status: 200 len: 853 time: 0.1110771 Jun 17 08:43:59.717362 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-96209113-6e5e-48b0-be82-24f871c911ba req-e1a11885-cbf2-4e1b-a2db-8e7b2e1f89b2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d80fff0-8c04-45f1-8edd-294f2bc772ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516233 Jun 17 08:43:59.858017 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-cfcfbead-eab9-4896-baee-4a10cdbf2b5d req-9ff4eda5-cd24-4ef5-83ba-7c50ca392ad5 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] For port 5e6d506a-1009-4a3c-9475-34c0f1e22c86, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=5e6d506a-1009-4a3c-9475-34c0f1e22c86,segment=NetworkSegment(b6558a58-ee08-4d5a-9b11-33c38c3850d4),segment_id=b6558a58-ee08-4d5a-9b11-33c38c3850d4)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:59.912373 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-cfcfbead-eab9-4896-baee-4a10cdbf2b5d req-9ff4eda5-cd24-4ef5-83ba-7c50ca392ad5 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:59.916958 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-96209113-6e5e-48b0-be82-24f871c911ba req-9d393c60-dea1-4def-90c6-96bb33133d6a service neutron] 10.222.0.53 "GET /v2.0/networks/6d80fff0-8c04-45f1-8edd-294f2bc772ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663139 Jun 17 08:44:00.008137 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-4d42472c-9363-4646-9bc9-e4abc1d53221 req-c7d6ff2d-7b12-48a3-8440-470948352a35 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:00.087773 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-cfcfbead-eab9-4896-baee-4a10cdbf2b5d req-9ff4eda5-cd24-4ef5-83ba-7c50ca392ad5 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:00.095456 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ffe0e215-61b0-4ba1-8287-dc1de9228aad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:00.102328 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['5e6d506a-1009-4a3c-9475-34c0f1e22c86'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:44:00.169316 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfbead-eab9-4896-baee-4a10cdbf2b5d req-9ff4eda5-cd24-4ef5-83ba-7c50ca392ad5 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:00.170186 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-cfcfbead-eab9-4896-baee-4a10cdbf2b5d req-9ff4eda5-cd24-4ef5-83ba-7c50ca392ad5 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:00.186601 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cfcfbead-eab9-4896-baee-4a10cdbf2b5d req-9ff4eda5-cd24-4ef5-83ba-7c50ca392ad5 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "PUT /v2.0/ports/5e6d506a-1009-4a3c-9475-34c0f1e22c86 HTTP/1.1" status: 200 len: 1021 time: 0.9652793 Jun 17 08:44:00.261242 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4eda5-cd24-4ef5-83ba-7c50ca392ad5 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Pushing event updated for resources: {'Port': ['ID=5e6d506a-1009-4a3c-9475-34c0f1e22c86,revision_number=7']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:00.270456 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-96209113-6e5e-48b0-be82-24f871c911ba req-ed3bd428-ef8e-4b31-9efb-71241207d42a service neutron] 10.222.0.53 "GET /v2.0/networks/6d80fff0-8c04-45f1-8edd-294f2bc772ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446984 Jun 17 08:44:00.281640 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9ff4eda5-cd24-4ef5-83ba-7c50ca392ad5 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:00.325024 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['5e6d506a-1009-4a3c-9475-34c0f1e22c86'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:44:00.351428 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-4d42472c-9363-4646-9bc9-e4abc1d53221 req-c7d6ff2d-7b12-48a3-8440-470948352a35 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Allocated IP 172.25.2.91 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/e070363d-9cfb-4602-a6a9-003e32779fdc) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:00.361511 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-ee5beabc-d562-463a-a25b-fa20809fd171 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:00.362911 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-ee5beabc-d562-463a-a25b-fa20809fd171 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c&tenant_id=702856434aae449ea41d8a187426d151&binding%3Ahost_id=n-h2-758944-30 HTTP/1.1" status: 200 len: 1096 time: 0.2564955 Jun 17 08:44:00.462600 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f7b47-3db2-4dc5-ae82-4dc00ce6f0ed req-ae5a43fc-e5af-44e6-b3b1-f6f18a16729a tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:00.471496 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d36f7b47-3db2-4dc5-ae82-4dc00ce6f0ed req-ae5a43fc-e5af-44e6-b3b1-f6f18a16729a tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 950 time: 0.0925031 Jun 17 08:44:00.521042 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d36f7b47-3db2-4dc5-ae82-4dc00ce6f0ed req-d4121ada-d8af-4b01-821a-17c38d2755c1 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490651 Jun 17 08:44:00.605476 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-4d42472c-9363-4646-9bc9-e4abc1d53221 req-c7d6ff2d-7b12-48a3-8440-470948352a35 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:00.709063 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884b7d4-f287-4eb4-9aa7-d8ba477c1320 req-8e4d4395-8eb6-4c2e-ba56-592175dfc76d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:00.709063 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8884b7d4-f287-4eb4-9aa7-d8ba477c1320 req-8e4d4395-8eb6-4c2e-ba56-592175dfc76d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 944 time: 0.0704532 Jun 17 08:44:00.747988 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8884b7d4-f287-4eb4-9aa7-d8ba477c1320 req-5b46a79b-0430-433a-97ff-0e9fa1582e36 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329266 Jun 17 08:44:00.806127 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba16a3e6-09d5-4319-9780-69713068c76b', 'name': 'network-vif-deleted', 'tag': '094c1e94-2e42-4a53-b9f6-cbd768e61e18'}, {'name': 'network-changed', 'server_uuid': '0a1f86f6-9fc8-4f97-85c1-99e33e70df74', 'tag': '5e6d506a-1009-4a3c-9475-34c0f1e22c86'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:00.809257 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5282a82-0e8e-49fe-a107-6ef0b292a2c5" -d '{"events": [{"server_uuid": "ba16a3e6-09d5-4319-9780-69713068c76b", "name": "network-vif-deleted", "tag": "094c1e94-2e42-4a53-b9f6-cbd768e61e18"}, {"name": "network-changed", "server_uuid": "0a1f86f6-9fc8-4f97-85c1-99e33e70df74", "tag": "5e6d506a-1009-4a3c-9475-34c0f1e22c86"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:00.953940 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-4d42472c-9363-4646-9bc9-e4abc1d53221 req-c7d6ff2d-7b12-48a3-8440-470948352a35 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:00.964595 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-978fe20d-5553-4788-8444-555b8a7199e0 service neutron] For port 1f4d3e2a-2376-4ced-9168-959d9ff76220, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:00.965474 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-baf45561-6d38-4bcb-9f0d-0b6779ee338f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:00.974827 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48660) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:01.011344 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-135870b7-1a9c-48c7-82f3-8ef32fd6d9b0 req-61785e4a-f667-40b3-8c2a-7e4a7c7d35d4 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba16a3e6-09d5-4319-9780-69713068c76b HTTP/1.1" status: 200 len: 210 time: 0.0297248 Jun 17 08:44:01.022004 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-978fe20d-5553-4788-8444-555b8a7199e0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:01.023163 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be81efe7-0b92-4a91-bcab-c5c2fe0e987f req-978fe20d-5553-4788-8444-555b8a7199e0 service neutron] 10.222.0.53 "DELETE /v2.0/ports/1f4d3e2a-2376-4ced-9168-959d9ff76220/bindings/n-h1-758944-30 HTTP/1.1" status: 204 len: 173 time: 0.6528568 Jun 17 08:44:01.058876 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:01.070729 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d42472c-9363-4646-9bc9-e4abc1d53221 req-c7d6ff2d-7b12-48a3-8440-470948352a35 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:01.085062 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-4d42472c-9363-4646-9bc9-e4abc1d53221 req-c7d6ff2d-7b12-48a3-8440-470948352a35 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:01.092219 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d42472c-9363-4646-9bc9-e4abc1d53221 req-c7d6ff2d-7b12-48a3-8440-470948352a35 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:01.094738 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6ff2d-7b12-48a3-8440-470948352a35 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Pushing event updated for resources: {'Port': ['ID=e070363d-9cfb-4602-a6a9-003e32779fdc,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:01.107661 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c7d6ff2d-7b12-48a3-8440-470948352a35 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:01.173835 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-082fb29c-20d6-4bbe-aa19-5b515f3561e7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1667755209-network', 'tenant_id': '0c837faf80bc441e93edf1bc91d27665'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:01.240111 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-4d42472c-9363-4646-9bc9-e4abc1d53221 req-c7d6ff2d-7b12-48a3-8440-470948352a35 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:01.320394 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53acdc9-d8d7-43e0-8af0-b2ecdeb640ba req-01019a1b-5ac0-4140-8898-ef55e3a1d987 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:01.322062 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e53acdc9-d8d7-43e0-8af0-b2ecdeb640ba req-01019a1b-5ac0-4140-8898-ef55e3a1d987 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a1f86f6-9fc8-4f97-85c1-99e33e70df74 HTTP/1.1" status: 200 len: 1024 time: 0.0980320 Jun 17 08:44:01.343394 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082fb29c-20d6-4bbe-aa19-5b515f3561e7 admin admin] Made reservation on behalf of 0c837faf80bc441e93edf1bc91d27665 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:01.346259 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-082fb29c-20d6-4bbe-aa19-5b515f3561e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:01.358493 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-082fb29c-20d6-4bbe-aa19-5b515f3561e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:01.432815 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-4d42472c-9363-4646-9bc9-e4abc1d53221 req-c7d6ff2d-7b12-48a3-8440-470948352a35 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:01.461836 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e53acdc9-d8d7-43e0-8af0-b2ecdeb640ba req-5500087e-9763-4f73-8638-6e4d1108fff3 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ead1140-aa5e-40bf-91e3-10d63e880983&id=d23e4e91-f943-4a66-aab5-1319e8d4d43d&id=31e0fb54-1f9f-4d91-8c00-f4235a18783f HTTP/1.1" status: 200 len: 6145 time: 0.1334825 Jun 17 08:44:01.654058 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-082fb29c-20d6-4bbe-aa19-5b515f3561e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:01.661509 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990b0701-52dd-4378-9f88-1159d1d0f203 x-openstack-request-id: req-990b0701-52dd-4378-9f88-1159d1d0f203 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:01.661839 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba16a3e6-09d5-4319-9780-69713068c76b", "name": "network-vif-deleted", "tag": "094c1e94-2e42-4a53-b9f6-cbd768e61e18", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0a1f86f6-9fc8-4f97-85c1-99e33e70df74", "tag": "5e6d506a-1009-4a3c-9475-34c0f1e22c86", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:01.662136 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-990b0701-52dd-4378-9f88-1159d1d0f203 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:01.663229 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba16a3e6-09d5-4319-9780-69713068c76b', 'name': 'network-vif-deleted', 'tag': '094c1e94-2e42-4a53-b9f6-cbd768e61e18', 'status': 'completed', 'code': 200} Jun 17 08:44:01.663229 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1f86f6-9fc8-4f97-85c1-99e33e70df74', 'tag': '5e6d506a-1009-4a3c-9475-34c0f1e22c86', 'status': 'completed', 'code': 200} Jun 17 08:44:01.753137 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-082fb29c-20d6-4bbe-aa19-5b515f3561e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:01.760446 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-39dfd7c0-10f0-4ddb-b28f-17413c078122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:01.778533 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-21dc774d-6ae4-45c4-b2a6-b62da3cfe75e req-9bead82e-859b-48d3-86e8-ef1016148a6b tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Request body: {'security_group': {'name': ' tempest-securitygroup -69211411 ', 'description': 'tempest-description-384210423'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:01.807528 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082fb29c-20d6-4bbe-aa19-5b515f3561e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:44:01.812511 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5282a82-0e8e-49fe-a107-6ef0b292a2c5 req-48ef6227-69d0-49ac-9d3e-ec4031741a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:01.814205 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d5282a82-0e8e-49fe-a107-6ef0b292a2c5 req-48ef6227-69d0-49ac-9d3e-ec4031741a04 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c29561c2e94b41408f45441ef35b148c&device_id=0a1f86f6-9fc8-4f97-85c1-99e33e70df74 HTTP/1.1" status: 200 len: 1176 time: 0.1166065 Jun 17 08:44:01.819932 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082fb29c-20d6-4bbe-aa19-5b515f3561e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0dc205-3b93-4063-bcbb-fccfe78196c5,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:01.826724 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-082fb29c-20d6-4bbe-aa19-5b515f3561e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:01.827789 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-082fb29c-20d6-4bbe-aa19-5b515f3561e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:01.828132 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-082fb29c-20d6-4bbe-aa19-5b515f3561e7 admin admin] Added segment 32f9f06b-5010-424e-bb68-54fbe75111d0 of type vlan for network 1bd2485e-df43-4c95-a32b-e99c4d617c36 Jun 17 08:44:01.890075 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-21dc774d-6ae4-45c4-b2a6-b62da3cfe75e req-9bead82e-859b-48d3-86e8-ef1016148a6b tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:01.897223 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-082fb29c-20d6-4bbe-aa19-5b515f3561e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:01.899092 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-4d42472c-9363-4646-9bc9-e4abc1d53221 req-c7d6ff2d-7b12-48a3-8440-470948352a35 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:01.951410 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5282a82-0e8e-49fe-a107-6ef0b292a2c5 req-ec07c1cc-d96a-4585-bcfb-19d559d5ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:01.953249 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d5282a82-0e8e-49fe-a107-6ef0b292a2c5 req-ec07c1cc-d96a-4585-bcfb-19d559d5ac9d service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d80fff0-8c04-45f1-8edd-294f2bc772ec HTTP/1.1" status: 200 len: 914 time: 0.1319094 Jun 17 08:44:02.003686 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d5282a82-0e8e-49fe-a107-6ef0b292a2c5 req-b48cab87-a234-4e5b-99e5-f07163a204cb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e6d506a-1009-4a3c-9475-34c0f1e22c86 HTTP/1.1" status: 200 len: 217 time: 0.0378635 Jun 17 08:44:02.010363 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-21dc774d-6ae4-45c4-b2a6-b62da3cfe75e req-9bead82e-859b-48d3-86e8-ef1016148a6b tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:02.020317 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-4d42472c-9363-4646-9bc9-e4abc1d53221 req-c7d6ff2d-7b12-48a3-8440-470948352a35 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:02.047088 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-facdd7a0-a2da-4b3b-8e87-196279db23ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:02.053141 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-082fb29c-20d6-4bbe-aa19-5b515f3561e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:02.054492 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082fb29c-20d6-4bbe-aa19-5b515f3561e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:02.055117 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-082fb29c-20d6-4bbe-aa19-5b515f3561e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:02.058124 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:02.136532 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5282a82-0e8e-49fe-a107-6ef0b292a2c5 req-e8b2779b-fa2d-423d-a1ea-cb79fd464e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:02.138542 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d5282a82-0e8e-49fe-a107-6ef0b292a2c5 req-e8b2779b-fa2d-423d-a1ea-cb79fd464e93 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1acf8d8e-2860-4109-a8ca-ee77dd683c23 HTTP/1.1" status: 200 len: 853 time: 0.1288986 Jun 17 08:44:02.140204 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082fb29c-20d6-4bbe-aa19-5b515f3561e7 admin admin] Pushing event updated for resources: {'Network': ['ID=1bd2485e-df43-4c95-a32b-e99c4d617c36,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:02.143750 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-082fb29c-20d6-4bbe-aa19-5b515f3561e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:02.150720 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 1bd2485e-df43-4c95-a32b-e99c4d617c36 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:44:02.157381 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6ff2d-7b12-48a3-8440-470948352a35 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Pushing event updated for resources: {'Port': ['ID=e070363d-9cfb-4602-a6a9-003e32779fdc,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:02.162685 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c7d6ff2d-7b12-48a3-8440-470948352a35 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:02.183227 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d5282a82-0e8e-49fe-a107-6ef0b292a2c5 req-d308e219-49cc-427a-ab64-c8fb2f1bce4d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d80fff0-8c04-45f1-8edd-294f2bc772ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354912 Jun 17 08:44:02.188192 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-4d42472c-9363-4646-9bc9-e4abc1d53221 req-c7d6ff2d-7b12-48a3-8440-470948352a35 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:02.243187 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-21dc774d-6ae4-45c4-b2a6-b62da3cfe75e req-9bead82e-859b-48d3-86e8-ef1016148a6b tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:02.247293 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-63d86f35-9b45-4bb0-b0ba-ddf2d9cbc3a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:02.285298 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bead82e-859b-48d3-86e8-ef1016148a6b tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4870c132-b59c-4332-b427-5fcd0826f9ff,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:02.286833 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d5282a82-0e8e-49fe-a107-6ef0b292a2c5 req-9092493f-6a80-4713-81b4-9af628c91672 service neutron] 10.222.0.53 "GET /v2.0/networks/6d80fff0-8c04-45f1-8edd-294f2bc772ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948098 Jun 17 08:44:02.288131 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9bead82e-859b-48d3-86e8-ef1016148a6b tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:02.393321 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d5282a82-0e8e-49fe-a107-6ef0b292a2c5 req-511e77e9-d8da-4990-b5d0-8c5125cbc21c service neutron] 10.222.0.53 "GET /v2.0/networks/6d80fff0-8c04-45f1-8edd-294f2bc772ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002994 Jun 17 08:44:02.412834 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-4d42472c-9363-4646-9bc9-e4abc1d53221 req-c7d6ff2d-7b12-48a3-8440-470948352a35 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:02.414110 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4d42472c-9363-4646-9bc9-e4abc1d53221 req-c7d6ff2d-7b12-48a3-8440-470948352a35 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0021474 Jun 17 08:44:02.469581 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4d42472c-9363-4646-9bc9-e4abc1d53221 req-0c82747d-888f-49b6-a94f-707baa07b091 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.91 HTTP/1.1" status: 200 len: 695 time: 0.0491872 Jun 17 08:44:02.522334 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-21dc774d-6ae4-45c4-b2a6-b62da3cfe75e req-9bead82e-859b-48d3-86e8-ef1016148a6b tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:02.526482 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-21dc774d-6ae4-45c4-b2a6-b62da3cfe75e req-9bead82e-859b-48d3-86e8-ef1016148a6b tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7645106 Jun 17 08:44:02.526482 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-082fb29c-20d6-4bbe-aa19-5b515f3561e7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5502751 Jun 17 08:44:02.530207 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 48694) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:02.536503 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-bf7659c9-f34b-404b-9f0f-621fe19bf6ef admin admin] Request body: {'subnet': {'network_id': '1bd2485e-df43-4c95-a32b-e99c4d617c36', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1667755209-subnet', 'tenant_id': '0c837faf80bc441e93edf1bc91d27665', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:02.595647 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:02.596298 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42472c-9363-4646-9bc9-e4abc1d53221 req-def2a718-fbc9-4a51-a3ce-caa44a9c57db tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:02.597683 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4d42472c-9363-4646-9bc9-e4abc1d53221 req-def2a718-fbc9-4a51-a3ce-caa44a9c57db tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 784 time: 0.1226003 Jun 17 08:44:02.676174 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7659c9-f34b-404b-9f0f-621fe19bf6ef admin admin] Made reservation on behalf of 0c837faf80bc441e93edf1bc91d27665 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:02.680254 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bf7659c9-f34b-404b-9f0f-621fe19bf6ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:02.737050 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc158e6-a0ee-4844-82fb-25a74f714f8e req-1a6ef14f-8de7-4308-a9c4-d5ba1ddf7cc6 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:02.738554 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fdc158e6-a0ee-4844-82fb-25a74f714f8e req-1a6ef14f-8de7-4308-a9c4-d5ba1ddf7cc6 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 950 time: 0.1102018 Jun 17 08:44:02.784955 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fdc158e6-a0ee-4844-82fb-25a74f714f8e req-66e7f423-ef74-40f6-9011-46cf6fdd020c tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371566 Jun 17 08:44:02.849139 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e9480-57cd-4850-b6d8-0f64279c4d7e req-5d4212e3-b096-4ea2-b44a-bda4a74b1c0e tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:02.850652 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b04e9480-57cd-4850-b6d8-0f64279c4d7e req-5d4212e3-b096-4ea2-b44a-bda4a74b1c0e tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 1096 time: 0.1399360 Jun 17 08:44:02.927099 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b04e9480-57cd-4850-b6d8-0f64279c4d7e req-ed872a49-1e48-4e5f-8959-516ac99ff2b5 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694482 Jun 17 08:44:02.989719 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48710) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:03.038891 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cf4bc9ae-28e8-461d-8965-96b2c08fc3e3 req-4b58b3ae-4fb6-424f-832a-50ad79359442 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups/4870c132-b59c-4332-b427-5fcd0826f9ff HTTP/1.1" status: 200 len: 1778 time: 0.0648901 Jun 17 08:44:03.044800 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f462a7-a41c-4291-9351-c4cca1a61d51 admin admin] Deleting subnet 7d967edd-fc9c-4ef4-b9c0-efc7777e5d49 {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:44:03.048812 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-71f462a7-a41c-4291-9351-c4cca1a61d51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.088055 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bf7659c9-f34b-404b-9f0f-621fe19bf6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.091859 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:03.115572 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-71f462a7-a41c-4291-9351-c4cca1a61d51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.164788 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d48f4c73-729c-4a85-bfb6-918fa18cfd3a req-b46f9693-7bd8-424b-ba89-317420a268d2 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups/4870c132-b59c-4332-b427-5fcd0826f9ff HTTP/1.1" status: 200 len: 1778 time: 0.0821187 Jun 17 08:44:03.174932 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-71f462a7-a41c-4291-9351-c4cca1a61d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.212036 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7659c9-f34b-404b-9f0f-621fe19bf6ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd5a6556-0835-4399-925f-619012a8c507,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:03.221798 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-bf7659c9-f34b-404b-9f0f-621fe19bf6ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:03.238972 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7659c9-f34b-404b-9f0f-621fe19bf6ef admin admin] Checking segment: {'id': '32f9f06b-5010-424e-bb68-54fbe75111d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1bd2485e-df43-4c95-a32b-e99c4d617c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:03.239335 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7659c9-f34b-404b-9f0f-621fe19bf6ef admin admin] Network hostable DHCP agents. Network: 1bd2485e-df43-4c95-a32b-e99c4d617c36, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:44:03.267034 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-d48f4c73-729c-4a85-bfb6-918fa18cfd3a req-3379aaff-5bc8-4c46-8417-bd60c79178b7 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.281508 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-ccfe462c-1245-44aa-8aee-477009d9de1a tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:03.283009 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-ccfe462c-1245-44aa-8aee-477009d9de1a tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/networks?id=ee35a3b3-c4cb-4743-a459-4872b10a6b65 HTTP/1.1" status: 200 len: 821 time: 0.1476648 Jun 17 08:44:03.295414 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-d48f4c73-729c-4a85-bfb6-918fa18cfd3a req-3379aaff-5bc8-4c46-8417-bd60c79178b7 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.300282 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-5a777c32-4bb6-46c4-a802-18626bcdac06 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/quotas/01ea701c61b04251b074cc63e93c2244 HTTP/1.1" status: 200 len: 375 time: 0.0109870 Jun 17 08:44:03.358950 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-71f462a7-a41c-4291-9351-c4cca1a61d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.361128 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:03.371436 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-0d263e42-5b32-4a64-b9b2-99bf040ad442 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=01ea701c61b04251b074cc63e93c2244&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0663190 Jun 17 08:44:03.386323 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f462a7-a41c-4291-9351-c4cca1a61d51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d967edd-fc9c-4ef4-b9c0-efc7777e5d49,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:03.387166 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7659c9-f34b-404b-9f0f-621fe19bf6ef admin admin] Network 1bd2485e-df43-4c95-a32b-e99c4d617c36 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:44:03.390022 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-71f462a7-a41c-4291-9351-c4cca1a61d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:03.397895 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-71f462a7-a41c-4291-9351-c4cca1a61d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.397895 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-71f462a7-a41c-4291-9351-c4cca1a61d51 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7d967edd-fc9c-4ef4-b9c0-efc7777e5d49 HTTP/1.1" status: 204 len: 168 time: 0.4047606 Jun 17 08:44:03.398799 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48734) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:03.455534 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-d48f4c73-729c-4a85-bfb6-918fa18cfd3a req-3379aaff-5bc8-4c46-8417-bd60c79178b7 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.458307 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-d48f4c73-729c-4a85-bfb6-918fa18cfd3a req-3379aaff-5bc8-4c46-8417-bd60c79178b7 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.459440 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d48f4c73-729c-4a85-bfb6-918fa18cfd3a req-3379aaff-5bc8-4c46-8417-bd60c79178b7 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "DELETE /v2.0/security-groups/4870c132-b59c-4332-b427-5fcd0826f9ff HTTP/1.1" status: 204 len: 173 time: 0.2818539 Jun 17 08:44:03.461627 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4e9cc79d-e4b1-4e54-b23f-41e7194ffc37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:03.470485 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-609ff0c8-1c70-4a47-a11b-ab816081ba63 service neutron] 10.222.0.49 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918148 Jun 17 08:44:03.483328 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379aaff-5bc8-4c46-8417-bd60c79178b7 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4870c132-b59c-4332-b427-5fcd0826f9ff,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:03.487338 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3379aaff-5bc8-4c46-8417-bd60c79178b7 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:03.490152 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dbe02aec-c1d7-455d-902d-5689e115adcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.534930 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-bf7659c9-f34b-404b-9f0f-621fe19bf6ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 1bd2485e-df43-4c95-a32b-e99c4d617c36) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:03.545128 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3019ebf0-851b-41e4-90c1-c669dc3e6334 None None] Network 1bd2485e-df43-4c95-a32b-e99c4d617c36 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:03.549805 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7659c9-f34b-404b-9f0f-621fe19bf6ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:03.550343 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bf7659c9-f34b-404b-9f0f-621fe19bf6ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.597811 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-9be241de-c5f5-4ef6-a9aa-f8516ff11813 service neutron] 10.222.0.49 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200209 Jun 17 08:44:03.620817 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dbe02aec-c1d7-455d-902d-5689e115adcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.642513 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-dbe02aec-c1d7-455d-902d-5689e115adcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:03.663341 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-dbe02aec-c1d7-455d-902d-5689e115adcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72b8254-1aa6-4cb2-a64b-de0c5f463d2f') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:03.664101 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-dbe02aec-c1d7-455d-902d-5689e115adcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72b8254-1aa6-4cb2-a64b-de0c5f463d2f') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:03.683347 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-bf7659c9-f34b-404b-9f0f-621fe19bf6ef admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1519730 Jun 17 08:44:03.688559 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c190c3-e7a4-4385-929d-c7a5049d57fc None None] Network 1bd2485e-df43-4c95-a32b-e99c4d617c36 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:03.707268 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dbe02aec-c1d7-455d-902d-5689e115adcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.731198 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dbe02aec-c1d7-455d-902d-5689e115adcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.744848 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe02aec-c1d7-455d-902d-5689e115adcf admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dbe02aec-c1d7-455d-902d-5689e115adcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:44:03.753340 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:44:03.757300 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:44:03.757300 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:44:03.757300 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:44:03.757300 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:44:03.757300 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:44:03.757300 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:44:03.757300 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:44:03.757300 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:44:03.757300 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:44:03.757300 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:44:03.757300 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:44:03.757300 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:44:03.757300 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:44:03.757300 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:44:03.757300 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:44:03.757300 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:44:03.757300 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:44:03.757300 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:44:03.757300 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:44:03.757300 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:44:03.757300 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:44:03.757300 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:44:03.757300 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:44:03.757300 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:44:03.757300 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:44:03.818491 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-4de2236c-cd17-49b0-8466-71c5673dfc52 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:03.819953 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-4de2236c-cd17-49b0-8466-71c5673dfc52 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/networks?id=8305e780-7f7d-463d-bdce-25806076a869 HTTP/1.1" status: 200 len: 821 time: 0.1963680 Jun 17 08:44:03.847041 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-ae88bce2-c4f8-4881-956f-a5e134c5340c tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/quotas/702856434aae449ea41d8a187426d151 HTTP/1.1" status: 200 len: 375 time: 0.0136180 Jun 17 08:44:03.855911 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [req-e5ff761f-8913-437f-97dd-43aafc69815b req-c3033386-7463-4f6a-a49c-748aa1b59d2c tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] show failed (client error): The resource could not be found. Jun 17 08:44:03.857058 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e5ff761f-8913-437f-97dd-43aafc69815b req-c3033386-7463-4f6a-a49c-748aa1b59d2c tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups/4870c132-b59c-4332-b427-5fcd0826f9ff HTTP/1.1" status: 404 len: 352 time: 0.0159245 Jun 17 08:44:03.910046 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:44:03.941617 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dbe02aec-c1d7-455d-902d-5689e115adcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.960221 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:03.964749 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dbe02aec-c1d7-455d-902d-5689e115adcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.967584 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-dbe02aec-c1d7-455d-902d-5689e115adcf admin admin] 10.222.0.49 "DELETE /v2.0/networks/e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2 HTTP/1.1" status: 204 len: 168 time: 0.5681677 Jun 17 08:44:03.999429 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe02aec-c1d7-455d-902d-5689e115adcf admin admin] Pushing event deleted for resources: {'Network': ['ID=e8f8112b-9bf6-4a5f-89c6-c2a0f05629a2,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:04.008564 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dbe02aec-c1d7-455d-902d-5689e115adcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:04.038563 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-f1b6b307-aba7-41e3-9d8a-892e455650c3 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=702856434aae449ea41d8a187426d151&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1862230 Jun 17 08:44:04.091633 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6c91b-e090-40ac-8eb3-efa9a72d893f req-21e1daad-59a8-4537-a67b-135ab36b55fd tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:04.093136 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-03f6c91b-e090-40ac-8eb3-efa9a72d893f req-21e1daad-59a8-4537-a67b-135ab36b55fd tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecffbe04-c6b0-4c43-aed6-70778335f2d7 HTTP/1.1" status: 200 len: 950 time: 0.1333969 Jun 17 08:44:04.134161 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-03f6c91b-e090-40ac-8eb3-efa9a72d893f req-0edc3e34-f74a-41b3-b188-39dfd1755adc tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/security-groups?id=af4e9468-9bd3-4814-a29f-5cede9857089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337808 Jun 17 08:44:04.144929 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-8d71803e-3795-48cb-a438-c16086506c4c service neutron] 10.222.0.49 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987172 Jun 17 08:44:04.244648 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-cc60629f-2bbb-4815-9f55-f23ba5a10609 service neutron] 10.222.0.49 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918550 Jun 17 08:44:04.273657 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-e37e3b48-a94f-4190-b8df-680fafb23a07 req-a9e2094f-a25b-44e8-a85a-06e2618fc6df tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1208097163', 'description': 'tempest-description-130808435'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:04.432884 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-e37e3b48-a94f-4190-b8df-680fafb23a07 req-a9e2094f-a25b-44e8-a85a-06e2618fc6df tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:04.532760 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-e37e3b48-a94f-4190-b8df-680fafb23a07 req-a9e2094f-a25b-44e8-a85a-06e2618fc6df tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:04.613150 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 48784) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:04.641239 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-e37e3b48-a94f-4190-b8df-680fafb23a07 req-a9e2094f-a25b-44e8-a85a-06e2618fc6df tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:04.645576 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-939d31c7-3291-4792-bfa9-d327cd1e0f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:04.676473 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0aa9b558-518c-4951-b12f-afce0723850f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bec7a354db8d4c4eb15d3b10116c4b91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0625856 Jun 17 08:44:04.679350 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 48786) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:04.694626 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f500a2-b107-458f-bac0-1498c0da90db req-c869213f-1257-40e6-ba44-018052825a7d tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:04.694626 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-51f500a2-b107-458f-bac0-1498c0da90db req-c869213f-1257-40e6-ba44-018052825a7d tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 950 time: 0.0799019 Jun 17 08:44:04.702058 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2094f-a25b-44e8-a85a-06e2618fc6df tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e963761-ef71-4d20-86e1-347f8844df51,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:04.708240 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a9e2094f-a25b-44e8-a85a-06e2618fc6df tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:04.743547 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-51f500a2-b107-458f-bac0-1498c0da90db req-526836f5-8d44-4ada-a0d6-449f6ddb1067 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430257 Jun 17 08:44:04.894646 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ade8e19-fea5-4757-aec4-9d2d4f68142d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:04.894646 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ade8e19-fea5-4757-aec4-9d2d4f68142d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:04.896004 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7b18b937-d72e-45e9-97d1-87ca3a6dfc98 req-3ff3c638-e7ca-472b-9349-59a5fa323bd2 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6 HTTP/1.1" status: 200 len: 210 time: 0.0295067 Jun 17 08:44:04.896937 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-e37e3b48-a94f-4190-b8df-680fafb23a07 req-a9e2094f-a25b-44e8-a85a-06e2618fc6df tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:04.896937 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e37e3b48-a94f-4190-b8df-680fafb23a07 req-a9e2094f-a25b-44e8-a85a-06e2618fc6df tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5837588 Jun 17 08:44:04.897469 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-916bfe83-1a3f-4b4f-8e30-ce6e23081dd4 req-28dbb439-623c-415d-bfd1-999b219a3d7d tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-839072378', 'description': 'tempest-description-1128217952'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:04.976946 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-916bfe83-1a3f-4b4f-8e30-ce6e23081dd4 req-28dbb439-623c-415d-bfd1-999b219a3d7d tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:04.977421 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ade8e19-fea5-4757-aec4-9d2d4f68142d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:04.980184 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ade8e19-fea5-4757-aec4-9d2d4f68142d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:04.981299 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7ade8e19-fea5-4757-aec4-9d2d4f68142d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1a3e8364-cb14-4df7-a5aa-b76ed791c9a5 HTTP/1.1" status: 204 len: 168 time: 0.3007555 Jun 17 08:44:04.982177 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e2ae8bd7-0641-4ca4-8eb9-a1bf3c3a342e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:04.990535 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade8e19-fea5-4757-aec4-9d2d4f68142d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3e8364-cb14-4df7-a5aa-b76ed791c9a5,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:04.993064 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7ade8e19-fea5-4757-aec4-9d2d4f68142d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:05.103687 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-916bfe83-1a3f-4b4f-8e30-ce6e23081dd4 req-28dbb439-623c-415d-bfd1-999b219a3d7d tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:05.241721 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-916bfe83-1a3f-4b4f-8e30-ce6e23081dd4 req-28dbb439-623c-415d-bfd1-999b219a3d7d tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:05.244865 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-70dcfd2c-21bb-454c-af68-b47ec24d858b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:05.274801 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbb439-623c-415d-bfd1-999b219a3d7d tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a7bd55-6af0-4a7d-9e71-501d14c48199,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:05.278069 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-28dbb439-623c-415d-bfd1-999b219a3d7d tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:05.447558 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-916bfe83-1a3f-4b4f-8e30-ce6e23081dd4 req-28dbb439-623c-415d-bfd1-999b219a3d7d tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:05.449097 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-916bfe83-1a3f-4b4f-8e30-ce6e23081dd4 req-28dbb439-623c-415d-bfd1-999b219a3d7d tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5936248 Jun 17 08:44:05.511602 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b656616e-d75f-4264-9d13-9b5f3e55b266 req-bfbe5bdc-656a-4d44-adea-7df59973a8d9 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 210 time: 0.0307024 Jun 17 08:44:05.591752 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bdb67a1b-0cf1-4e4c-88ef-4c81c2420414 req-8ac326d7-ad7e-41bc-a15e-c910462c5a76 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "GET /v2.0/security-groups/7e963761-ef71-4d20-86e1-347f8844df51 HTTP/1.1" status: 200 len: 1804 time: 0.0413115 Jun 17 08:44:05.602082 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-bdb67a1b-0cf1-4e4c-88ef-4c81c2420414 req-d9562635-5072-448e-989c-c515540e1d6c tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7e963761-ef71-4d20-86e1-347f8844df51', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:05.602493 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-bdb67a1b-0cf1-4e4c-88ef-4c81c2420414 req-d9562635-5072-448e-989c-c515540e1d6c tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7e963761-ef71-4d20-86e1-347f8844df51', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:05.731772 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-705fc4b6-505e-4817-8836-3a5821c46668 req-8bcb9c05-f0ca-4e37-8f58-83cd17cf953d tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1498305973', 'description': 'tempest-description-530371443'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:05.755033 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-bdb67a1b-0cf1-4e4c-88ef-4c81c2420414 req-d9562635-5072-448e-989c-c515540e1d6c tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:05.786403 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-bdb67a1b-0cf1-4e4c-88ef-4c81c2420414 req-d9562635-5072-448e-989c-c515540e1d6c tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:05.904396 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-705fc4b6-505e-4817-8836-3a5821c46668 req-8bcb9c05-f0ca-4e37-8f58-83cd17cf953d tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:05.904596 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-bdb67a1b-0cf1-4e4c-88ef-4c81c2420414 req-d9562635-5072-448e-989c-c515540e1d6c tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:05.913367 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-20856fa4-81a2-451f-a9a5-207a95a5adcc tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:05.934578 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9562635-5072-448e-989c-c515540e1d6c tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ac6555-e22d-4153-a575-9eb248c4ce27,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:05.937876 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d9562635-5072-448e-989c-c515540e1d6c tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:06.014567 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-705fc4b6-505e-4817-8836-3a5821c46668 req-8bcb9c05-f0ca-4e37-8f58-83cd17cf953d tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.115976 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-705fc4b6-505e-4817-8836-3a5821c46668 req-8bcb9c05-f0ca-4e37-8f58-83cd17cf953d tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.120145 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-63ddeb06-cdea-4194-9f8a-504bb8d641b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:06.147330 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb9c05-f0ca-4e37-8f58-83cd17cf953d tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd74aa52-0cb9-4a91-af90-8293f2df4ff9,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:06.150574 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8bcb9c05-f0ca-4e37-8f58-83cd17cf953d tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:06.289815 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-bdb67a1b-0cf1-4e4c-88ef-4c81c2420414 req-d9562635-5072-448e-989c-c515540e1d6c tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.291826 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-705fc4b6-505e-4817-8836-3a5821c46668 req-8bcb9c05-f0ca-4e37-8f58-83cd17cf953d tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.293390 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-705fc4b6-505e-4817-8836-3a5821c46668 req-8bcb9c05-f0ca-4e37-8f58-83cd17cf953d tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5663729 Jun 17 08:44:06.305139 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bdb67a1b-0cf1-4e4c-88ef-4c81c2420414 req-d9562635-5072-448e-989c-c515540e1d6c tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6940067 Jun 17 08:44:06.453686 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48848) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:06.501070 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e272d487-15b6-49bc-962d-9d53ca312abe req-eac96346-6a1e-49bc-b501-7078ac794af9 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6 HTTP/1.1" status: 200 len: 210 time: 0.0489118 Jun 17 08:44:06.527738 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09c45b-d06e-4ada-a893-8d88e604ea7f req-f6c881ce-29d8-4cf5-b18e-c2ba3ef26131 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:06.537685 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5c09c45b-d06e-4ada-a893-8d88e604ea7f req-f6c881ce-29d8-4cf5-b18e-c2ba3ef26131 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 950 time: 0.1118419 Jun 17 08:44:06.587494 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-ef48f05c-33e8-4061-8f59-475a929b8351 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-298061502-network', 'tenant_id': 'da4fcbeea2f0401e991ac51af5b56a4a'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:06.604358 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5c09c45b-d06e-4ada-a893-8d88e604ea7f req-8e935f65-bc95-4b0c-92ab-74ae9af2bb98 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652788 Jun 17 08:44:06.652480 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-acceab3e-a974-4587-bcd3-6e7c540c6839 req-c212d7c5-8a56-4638-9433-58bea0b2890c tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-404849148', 'description': 'tempest-description-1924610849'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:06.657374 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-bd4ba2f5-1d0d-4fe3-bee7-7226205ae322 req-8e621059-7dd9-4a13-ac9c-7960191e6404 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-451315835', 'description': 'tempest-description-645441432'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:06.701725 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef48f05c-33e8-4061-8f59-475a929b8351 admin admin] Made reservation on behalf of da4fcbeea2f0401e991ac51af5b56a4a for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:06.705149 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef48f05c-33e8-4061-8f59-475a929b8351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.718032 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef48f05c-33e8-4061-8f59-475a929b8351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.824673 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-acceab3e-a974-4587-bcd3-6e7c540c6839 req-c212d7c5-8a56-4638-9433-58bea0b2890c tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.946299 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-bd4ba2f5-1d0d-4fe3-bee7-7226205ae322 req-8e621059-7dd9-4a13-ac9c-7960191e6404 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.059202 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef48f05c-33e8-4061-8f59-475a929b8351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.184710 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef48f05c-33e8-4061-8f59-475a929b8351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.189016 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e21dbb88-a801-4b5a-b3d2-2259074f3780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:07.224831 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef48f05c-33e8-4061-8f59-475a929b8351 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:44:07.277507 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48f05c-33e8-4061-8f59-475a929b8351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:07.287885 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ef48f05c-33e8-4061-8f59-475a929b8351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:07.292444 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-acceab3e-a974-4587-bcd3-6e7c540c6839 req-c212d7c5-8a56-4638-9433-58bea0b2890c tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.294282 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef48f05c-33e8-4061-8f59-475a929b8351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.294782 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-ef48f05c-33e8-4061-8f59-475a929b8351 admin admin] Added segment 1efc45a6-102b-4399-be59-f57c2bb6a981 of type vlan for network 1302d89b-bdda-43cb-a35c-b3bb609661cb Jun 17 08:44:07.357555 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef48f05c-33e8-4061-8f59-475a929b8351 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.373918 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-b3b4aef9-898f-4c02-a5e5-0617c8613a92 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:07.377721 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-b3b4aef9-898f-4c02-a5e5-0617c8613a92 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.50 "GET /v2.0/networks?id=ee35a3b3-c4cb-4743-a459-4872b10a6b65 HTTP/1.1" status: 200 len: 821 time: 0.1696482 Jun 17 08:44:07.395042 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-4adca07c-ef12-4d89-9524-286afeb393b8 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Request body: {'port': {'device_id': '4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'admin_state_up': True, 'tenant_id': '01ea701c61b04251b074cc63e93c2244'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:07.449723 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-acceab3e-a974-4587-bcd3-6e7c540c6839 req-c212d7c5-8a56-4638-9433-58bea0b2890c tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.452559 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ff745355-588b-4eb7-a12c-188d4e12b75d tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:07.481908 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c212d7c5-8a56-4638-9433-58bea0b2890c tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4929e8f7-c821-4403-a7f8-88c28ea3bbae,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:07.485105 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c212d7c5-8a56-4638-9433-58bea0b2890c tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:07.519327 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 8534d268-2162-4b74-ae11-12078e97fc28 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:07.540810 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef48f05c-33e8-4061-8f59-475a929b8351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.542385 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef48f05c-33e8-4061-8f59-475a929b8351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:07.542651 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef48f05c-33e8-4061-8f59-475a929b8351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.547229 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-048d7171-98c8-451a-bf20-480bb5c8abc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:07.606723 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-bd4ba2f5-1d0d-4fe3-bee7-7226205ae322 req-8e621059-7dd9-4a13-ac9c-7960191e6404 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.624612 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48f05c-33e8-4061-8f59-475a929b8351 admin admin] Pushing event updated for resources: {'Network': ['ID=1302d89b-bdda-43cb-a35c-b3bb609661cb,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:07.627464 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ef48f05c-33e8-4061-8f59-475a929b8351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:07.634322 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.639887 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 1302d89b-bdda-43cb-a35c-b3bb609661cb details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:44:07.725248 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-bd4ba2f5-1d0d-4fe3-bee7-7226205ae322 req-8e621059-7dd9-4a13-ac9c-7960191e6404 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.730386 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2e91ab4b-71b0-4031-963d-4877bf4e36a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:07.733897 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecffbe04-c6b0-4c43-aed6-70778335f2d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8534d268-2162-4b74-ae11-12078e97fc28'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:07.733897 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103a5848-c6da-449e-aa05-7e45ed7991d1" -d '{"events": [{"server_uuid": "ecffbe04-c6b0-4c43-aed6-70778335f2d7", "name": "network-vif-unplugged", "status": "completed", "tag": "8534d268-2162-4b74-ae11-12078e97fc28"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:07.757629 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 8534d268-2162-4b74-ae11-12078e97fc28, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=8534d268-2162-4b74-ae11-12078e97fc28,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:07.769493 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e621059-7dd9-4a13-ac9c-7960191e6404 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eae87462-3346-43da-ab69-6502fc48c237,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:07.773153 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8e621059-7dd9-4a13-ac9c-7960191e6404 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:07.830450 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-acceab3e-a974-4587-bcd3-6e7c540c6839 req-c212d7c5-8a56-4638-9433-58bea0b2890c tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.831350 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.832750 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:07.842376 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-acceab3e-a974-4587-bcd3-6e7c540c6839 req-c212d7c5-8a56-4638-9433-58bea0b2890c tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.1860149 Jun 17 08:44:07.845960 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-bd4ba2f5-1d0d-4fe3-bee7-7226205ae322 req-8e621059-7dd9-4a13-ac9c-7960191e6404 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.847604 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd4ba2f5-1d0d-4fe3-bee7-7226205ae322 req-8e621059-7dd9-4a13-ac9c-7960191e6404 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.1948738 Jun 17 08:44:07.896586 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=8534d268-2162-4b74-ae11-12078e97fc28,revision_number=8']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:07.899815 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:07.956979 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-4adca07c-ef12-4d89-9524-286afeb393b8 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Made reservation on behalf of 01ea701c61b04251b074cc63e93c2244 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:07.961675 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-4adca07c-ef12-4d89-9524-286afeb393b8 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.014463 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b71c426b-69c7-4683-95b3-31a4ac71480c req-8c79936d-f2a3-430f-973b-2b9927909113 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 210 time: 0.0380931 Jun 17 08:44:08.109170 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a2f0b136-18e0-4287-8900-77011190e388 req-46af5e63-5937-4354-a77c-320fa13da11a tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6 HTTP/1.1" status: 200 len: 210 time: 0.0440421 Jun 17 08:44:08.133459 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ef48f05c-33e8-4061-8f59-475a929b8351 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6781585 Jun 17 08:44:08.135132 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 48876) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:08.166644 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-a420c4e9-5768-42bb-a479-93972e1a6840 admin admin] Request body: {'subnet': {'network_id': '1302d89b-bdda-43cb-a35c-b3bb609661cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-298061502-subnet', 'tenant_id': 'da4fcbeea2f0401e991ac51af5b56a4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:08.179373 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-4adca07c-ef12-4d89-9524-286afeb393b8 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Allocated IP 172.20.0.4 (ee35a3b3-c4cb-4743-a459-4872b10a6b65/87aad5d8-994a-48f5-8b35-7f9bfe6a971c/6fda8a0a-63dc-4c1f-98e7-f470818600fc) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:08.282923 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-7f06e336-4aa7-4681-b62c-52e2fc752c47 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:08.284868 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-7f06e336-4aa7-4681-b62c-52e2fc752c47 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.50 "GET /v2.0/networks?id=8305e780-7f7d-463d-bdce-25806076a869 HTTP/1.1" status: 200 len: 821 time: 0.1987889 Jun 17 08:44:08.306933 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523487d8-bfc4-4b6e-a723-205547f2fbc6 x-openstack-request-id: req-523487d8-bfc4-4b6e-a723-205547f2fbc6 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:08.306933 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecffbe04-c6b0-4c43-aed6-70778335f2d7", "name": "network-vif-unplugged", "status": "completed", "tag": "8534d268-2162-4b74-ae11-12078e97fc28", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:08.306933 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-523487d8-bfc4-4b6e-a723-205547f2fbc6 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:08.306933 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecffbe04-c6b0-4c43-aed6-70778335f2d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8534d268-2162-4b74-ae11-12078e97fc28', 'code': 200} Jun 17 08:44:08.314912 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-0c508e16-7f07-4220-ae32-45ae95a2b139 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Request body: {'port': {'device_id': 'd5c2bb18-89ce-47df-a5ed-84d2dd7c1c11', 'network_id': '8305e780-7f7d-463d-bdce-25806076a869', 'admin_state_up': True, 'tenant_id': '702856434aae449ea41d8a187426d151'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:08.325844 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cbf72-a53b-4898-b091-24ac24ad4938 req-f6142817-5e73-419d-8f63-44784bd8cfc1 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:08.327493 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9e4cbf72-a53b-4898-b091-24ac24ad4938 req-f6142817-5e73-419d-8f63-44784bd8cfc1 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 950 time: 0.1939473 Jun 17 08:44:08.398288 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a420c4e9-5768-42bb-a479-93972e1a6840 admin admin] Made reservation on behalf of da4fcbeea2f0401e991ac51af5b56a4a for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:08.401419 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a420c4e9-5768-42bb-a479-93972e1a6840 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.401604 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6217541d-c300-45f6-bf68-b3462d9356a3 req-d15ad871-73c5-4889-8a82-55e7a227c23b tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "GET /v2.0/security-groups/4929e8f7-c821-4403-a7f8-88c28ea3bbae HTTP/1.1" status: 200 len: 1804 time: 0.0588779 Jun 17 08:44:08.423929 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-6217541d-c300-45f6-bf68-b3462d9356a3 req-b42d159e-6089-483a-87e0-5e74f18345a7 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4929e8f7-c821-4403-a7f8-88c28ea3bbae', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:08.424246 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-6217541d-c300-45f6-bf68-b3462d9356a3 req-b42d159e-6089-483a-87e0-5e74f18345a7 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4929e8f7-c821-4403-a7f8-88c28ea3bbae', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:08.453437 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-4adca07c-ef12-4d89-9524-286afeb393b8 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.467858 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9e4cbf72-a53b-4898-b091-24ac24ad4938 req-4fc6a47e-53b3-4d21-9971-fc13102083f4 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254649 Jun 17 08:44:08.470928 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-4adca07c-ef12-4d89-9524-286afeb393b8 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Transition to ACTIVE for port object 6fda8a0a-63dc-4c1f-98e7-f470818600fc will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:08.574050 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6217541d-c300-45f6-bf68-b3462d9356a3 req-b42d159e-6089-483a-87e0-5e74f18345a7 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.593379 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6217541d-c300-45f6-bf68-b3462d9356a3 req-b42d159e-6089-483a-87e0-5e74f18345a7 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.610093 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-4adca07c-ef12-4d89-9524-286afeb393b8 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.614494 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f4ced6d4-322c-4b6c-ab21-cabb632a37f9 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:08.623243 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['381aa2bf-3dab-498d-8340-cdf2bce56d83'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:44:08.660796 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-4adca07c-ef12-4d89-9524-286afeb393b8 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Network ee35a3b3-c4cb-4743-a459-4872b10a6b65 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:08.666541 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-4adca07c-ef12-4d89-9524-286afeb393b8 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:08.671498 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-4adca07c-ef12-4d89-9524-286afeb393b8 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:08.735648 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adca07c-ef12-4d89-9524-286afeb393b8 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Pushing event updated for resources: {'Port': ['ID=6fda8a0a-63dc-4c1f-98e7-f470818600fc,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:08.735648 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4adca07c-ef12-4d89-9524-286afeb393b8 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:08.742326 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-4adca07c-ef12-4d89-9524-286afeb393b8 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:08.743070 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-4adca07c-ef12-4d89-9524-286afeb393b8 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.757094 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6217541d-c300-45f6-bf68-b3462d9356a3 req-b42d159e-6089-483a-87e0-5e74f18345a7 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.760238 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d9562635-5072-448e-989c-c515540e1d6c tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:08.782162 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d159e-6089-483a-87e0-5e74f18345a7 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66884856-5705-422a-9e6c-a785014d7a3f,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:08.784978 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b42d159e-6089-483a-87e0-5e74f18345a7 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:08.845992 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-4adca07c-ef12-4d89-9524-286afeb393b8 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4562705 Jun 17 08:44:08.866604 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-28bb480b-50cf-4678-ad72-e3288395644d service neutron] Request body: {'port': {'device_id': '4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:08.894138 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6217541d-c300-45f6-bf68-b3462d9356a3 req-b42d159e-6089-483a-87e0-5e74f18345a7 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.899655 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6217541d-c300-45f6-bf68-b3462d9356a3 req-b42d159e-6089-483a-87e0-5e74f18345a7 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4847479 Jun 17 08:44:08.930342 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-508c6bed-2a14-4781-9e14-aac67d066b11 req-a03bcd6a-7657-4b78-8e90-94a5601ec932 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1393056909', 'description': 'tempest-description-1378138249'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:08.978715 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-0c508e16-7f07-4220-ae32-45ae95a2b139 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Made reservation on behalf of 702856434aae449ea41d8a187426d151 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:08.982356 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-0c508e16-7f07-4220-ae32-45ae95a2b139 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.996839 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-28bb480b-50cf-4678-ad72-e3288395644d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.113497 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-508c6bed-2a14-4781-9e14-aac67d066b11 req-a03bcd6a-7657-4b78-8e90-94a5601ec932 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.160912 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-61147203-ff09-476d-8b6e-d47986fe65cb req-a6af4e6d-3f0b-48b8-8b69-f8d5363c1651 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c29561c2e94b41408f45441ef35b148c HTTP/1.1" status: 200 len: 10891 time: 0.6364071 Jun 17 08:44:09.163942 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c41c9667-c2f1-4915-8569-29305d99ecf0 None None] Provisioning for port 6fda8a0a-63dc-4c1f-98e7-f470818600fc completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:09.168444 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c41c9667-c2f1-4915-8569-29305d99ecf0 None None] Provisioning complete for port 6fda8a0a-63dc-4c1f-98e7-f470818600fc triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:09.169160 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c41c9667-c2f1-4915-8569-29305d99ecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.209985 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-c41c9667-c2f1-4915-8569-29305d99ecf0 None None] Port 6fda8a0a-63dc-4c1f-98e7-f470818600fc cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:09.265327 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-61147203-ff09-476d-8b6e-d47986fe65cb req-d5840017-e0ab-4b0a-b775-5690b1920721 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups/d23e4e91-f943-4a66-aab5-1319e8d4d43d HTTP/1.1" status: 200 len: 2981 time: 0.0859907 Jun 17 08:44:09.265327 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-0c508e16-7f07-4220-ae32-45ae95a2b139 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Allocated IP 172.20.0.2 (8305e780-7f7d-463d-bdce-25806076a869/b9c88322-5e95-4e53-8f33-f88e3723f8f7/c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:09.289093 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a420c4e9-5768-42bb-a479-93972e1a6840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.295620 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-bf7659c9-f34b-404b-9f0f-621fe19bf6ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:09.341037 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-28bb480b-50cf-4678-ad72-e3288395644d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fda8a0a-63dc-4c1f-98e7-f470818600fc {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:44:09.349372 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-28bb480b-50cf-4678-ad72-e3288395644d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.362702 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-28bb480b-50cf-4678-ad72-e3288395644d service neutron] Transition to ACTIVE for port object 6fda8a0a-63dc-4c1f-98e7-f470818600fc will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:09.400402 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-61147203-ff09-476d-8b6e-d47986fe65cb req-5a0ab81b-72d8-4c90-99cb-9814c7759f47 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups/d23e4e91-f943-4a66-aab5-1319e8d4d43d HTTP/1.1" status: 200 len: 2981 time: 0.1308465 Jun 17 08:44:09.410481 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420c4e9-5768-42bb-a479-93972e1a6840 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c38d131-90c8-4df8-b19d-8bfac65826fa,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:09.414687 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a420c4e9-5768-42bb-a479-93972e1a6840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:09.472691 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a420c4e9-5768-42bb-a479-93972e1a6840 admin admin] Checking segment: {'id': '1efc45a6-102b-4399-be59-f57c2bb6a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1302d89b-bdda-43cb-a35c-b3bb609661cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:09.473351 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a420c4e9-5768-42bb-a479-93972e1a6840 admin admin] Network hostable DHCP agents. Network: 1302d89b-bdda-43cb-a35c-b3bb609661cb, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:44:09.476104 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-28bb480b-50cf-4678-ad72-e3288395644d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.484992 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f224ae68-332b-4cba-aaf3-30821d39387e tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:09.497766 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-508c6bed-2a14-4781-9e14-aac67d066b11 req-a03bcd6a-7657-4b78-8e90-94a5601ec932 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.543537 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device ab6b19a0-24fd-4572-958d-128e40d1df5f details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:44:09.552666 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-0c508e16-7f07-4220-ae32-45ae95a2b139 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.597564 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-508c6bed-2a14-4781-9e14-aac67d066b11 req-a03bcd6a-7657-4b78-8e90-94a5601ec932 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.617952 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb480b-50cf-4678-ad72-e3288395644d service neutron] Pushing event updated for resources: {'Port': ['ID=6fda8a0a-63dc-4c1f-98e7-f470818600fc,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:09.622319 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-28bb480b-50cf-4678-ad72-e3288395644d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:09.624761 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2f54db97-105d-430c-976b-261c2d63c680 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:09.627367 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fb8d8553-3eb5-4acf-bbbc-ec2df72bb9bd req-d143022a-5f91-4c18-9375-0d1588777a0a tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 210 time: 0.0514965 Jun 17 08:44:09.628462 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a420c4e9-5768-42bb-a479-93972e1a6840 admin admin] Network 1302d89b-bdda-43cb-a35c-b3bb609661cb is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:44:09.657908 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03bcd6a-7657-4b78-8e90-94a5601ec932 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba15198e-6fb8-4aba-9000-c2e89ebbdf12,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:09.665420 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a03bcd6a-7657-4b78-8e90-94a5601ec932 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:09.693189 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port ab6b19a0-24fd-4572-958d-128e40d1df5f, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ab6b19a0-24fd-4572-958d-128e40d1df5f,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:09.709290 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': 'ab6b19a0-24fd-4572-958d-128e40d1df5f', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': 'ab6b19a0-24fd-4572-958d-128e40d1df5f', 'mac_address': 'fa:16:3e:70:7d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:44:09.738859 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-a420c4e9-5768-42bb-a479-93972e1a6840 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 1302d89b-bdda-43cb-a35c-b3bb609661cb) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:09.744665 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a420c4e9-5768-42bb-a479-93972e1a6840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:09.747811 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a420c4e9-5768-42bb-a479-93972e1a6840 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.775515 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78516b0c-8714-41ac-b982-bc9a260b5d49 None None] Network 1302d89b-bdda-43cb-a35c-b3bb609661cb requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:09.778977 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-508c6bed-2a14-4781-9e14-aac67d066b11 req-a03bcd6a-7657-4b78-8e90-94a5601ec932 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.785572 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-508c6bed-2a14-4781-9e14-aac67d066b11 req-a03bcd6a-7657-4b78-8e90-94a5601ec932 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8638046 Jun 17 08:44:09.785771 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.800615 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-28bb480b-50cf-4678-ad72-e3288395644d service neutron] Attempting to bind port 6fda8a0a-63dc-4c1f-98e7-f470818600fc on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:44:09.800963 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-28bb480b-50cf-4678-ad72-e3288395644d service neutron] Attempting to bind port 6fda8a0a-63dc-4c1f-98e7-f470818600fc by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': 'e96c69d3-6674-4113-9a5e-ee02110e6315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:44:09.801296 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-28bb480b-50cf-4678-ad72-e3288395644d service neutron] Attempting to bind port 6fda8a0a-63dc-4c1f-98e7-f470818600fc on network ee35a3b3-c4cb-4743-a459-4872b10a6b65 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:09.801554 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab6b19a0-24fd-4572-958d-128e40d1df5f {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:44:09.807824 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-28bb480b-50cf-4678-ad72-e3288395644d service neutron] Port 6fda8a0a-63dc-4c1f-98e7-f470818600fc on network ee35a3b3-c4cb-4743-a459-4872b10a6b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:44:09.808547 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-28bb480b-50cf-4678-ad72-e3288395644d service neutron] Attempting to bind port 6fda8a0a-63dc-4c1f-98e7-f470818600fc on network ee35a3b3-c4cb-4743-a459-4872b10a6b65 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:09.815533 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-0c508e16-7f07-4220-ae32-45ae95a2b139 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.819208 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-28bb480b-50cf-4678-ad72-e3288395644d service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:44:09.820158 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-28bb480b-50cf-4678-ad72-e3288395644d service neutron] Checking segment: {'id': 'e96c69d3-6674-4113-9a5e-ee02110e6315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:09.820601 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-28bb480b-50cf-4678-ad72-e3288395644d service neutron] Bound using segment: {'id': 'e96c69d3-6674-4113-9a5e-ee02110e6315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:44:09.820757 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-234b1d9c-57f6-4fb7-aa87-ae89fdf3bf03 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:09.821263 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-28bb480b-50cf-4678-ad72-e3288395644d service neutron] Bound port: 6fda8a0a-63dc-4c1f-98e7-f470818600fc, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e96c69d3-6674-4113-9a5e-ee02110e6315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:44:09.821673 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-28bb480b-50cf-4678-ad72-e3288395644d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.840002 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port ab6b19a0-24fd-4572-958d-128e40d1df5f, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ab6b19a0-24fd-4572-958d-128e40d1df5f,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:09.878475 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c508e16-7f07-4220-ae32-45ae95a2b139 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Pushing event updated for resources: {'Port': ['ID=c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:09.903861 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0c508e16-7f07-4220-ae32-45ae95a2b139 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:09.910740 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a420c4e9-5768-42bb-a479-93972e1a6840 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7745485 Jun 17 08:44:09.917666 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48902) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:09.924791 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-31696a20-c9c9-4b93-bf9d-b58b1783f011 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-298061502-router', 'tenant_id': 'da4fcbeea2f0401e991ac51af5b56a4a', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:09.935542 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-0c508e16-7f07-4220-ae32-45ae95a2b139 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Network 8305e780-7f7d-463d-bdce-25806076a869 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:09.940543 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-0c508e16-7f07-4220-ae32-45ae95a2b139 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:09.941826 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-28bb480b-50cf-4678-ad72-e3288395644d service neutron] For port 6fda8a0a-63dc-4c1f-98e7-f470818600fc, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:09.945210 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-0c508e16-7f07-4220-ae32-45ae95a2b139 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:09.955082 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.963680 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:09.984622 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-28bb480b-50cf-4678-ad72-e3288395644d service neutron] For port 6fda8a0a-63dc-4c1f-98e7-f470818600fc, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=6fda8a0a-63dc-4c1f-98e7-f470818600fc,segment=NetworkSegment(e96c69d3-6674-4113-9a5e-ee02110e6315),segment_id=e96c69d3-6674-4113-9a5e-ee02110e6315)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:44:09.998023 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c45779-b8d9-46bd-bb3f-b681b1f1118e req-ee249dd1-55a4-486a-88b1-ba4c8f9e766c tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:10.006130 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a0c45779-b8d9-46bd-bb3f-b681b1f1118e req-ee249dd1-55a4-486a-88b1-ba4c8f9e766c tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6 HTTP/1.1" status: 200 len: 943 time: 0.2439320 Jun 17 08:44:10.007528 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8141f775-6d51-4dda-83a0-00a9fe60286e req-9e5a9c0a-5a1f-4684-a85f-066de913e012 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups/b0a7bd55-6af0-4a7d-9e71-501d14c48199 HTTP/1.1" status: 200 len: 1800 time: 0.0598190 Jun 17 08:44:10.064810 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a0c45779-b8d9-46bd-bb3f-b681b1f1118e req-03c19eb0-051a-4add-a9ca-73a9e4779c28 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0f58381-2907-449a-ae77-7cefb89e21c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569355 Jun 17 08:44:10.087969 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-0c508e16-7f07-4220-ae32-45ae95a2b139 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:10.092527 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-0c508e16-7f07-4220-ae32-45ae95a2b139 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.094201 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8141f775-6d51-4dda-83a0-00a9fe60286e req-b5d91a2a-caca-4346-a519-dea2cddced37 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.124133 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8141f775-6d51-4dda-83a0-00a9fe60286e req-b5d91a2a-caca-4346-a519-dea2cddced37 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.138940 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-31696a20-c9c9-4b93-bf9d-b58b1783f011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.140642 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-31696a20-c9c9-4b93-bf9d-b58b1783f011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.144414 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-28bb480b-50cf-4678-ad72-e3288395644d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.152040 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:10.201369 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=ab6b19a0-24fd-4572-958d-128e40d1df5f,revision_number=9']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:10.206013 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:10.242964 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['ab6b19a0-24fd-4572-958d-128e40d1df5f'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:44:10.261442 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-28bb480b-50cf-4678-ad72-e3288395644d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:10.262075 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-28bb480b-50cf-4678-ad72-e3288395644d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.263493 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-28bb480b-50cf-4678-ad72-e3288395644d service neutron] 10.222.0.50 "PUT /v2.0/ports/6fda8a0a-63dc-4c1f-98e7-f470818600fc HTTP/1.1" status: 200 len: 1092 time: 1.4060261 Jun 17 08:44:10.264092 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6', 'tag': '6fda8a0a-63dc-4c1f-98e7-f470818600fc'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:10.266689 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9158f29c-9a51-4385-9fdf-388e52f81d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6", "tag": "6fda8a0a-63dc-4c1f-98e7-f470818600fc"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:10.276113 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-31696a20-c9c9-4b93-bf9d-b58b1783f011 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.280676 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-0c508e16-7f07-4220-ae32-45ae95a2b139 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9791121 Jun 17 08:44:10.291940 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb480b-50cf-4678-ad72-e3288395644d service neutron] Pushing event updated for resources: {'Port': ['ID=6fda8a0a-63dc-4c1f-98e7-f470818600fc,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:10.293461 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-cf002c03-9a86-47ff-a006-4a4c4c5bdabe service neutron] Request body: {'port': {'device_id': 'd5c2bb18-89ce-47df-a5ed-84d2dd7c1c11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:10.298229 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9182ac-cbae-4e5b-b62b-cda3ea07eb29 None None] Network 1302d89b-bdda-43cb-a35c-b3bb609661cb requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:10.303881 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-28bb480b-50cf-4678-ad72-e3288395644d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:10.376707 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2dd3ce-1f78-446a-bb13-c79810d70552 req-1035c78c-065e-4968-93f9-e3b60dd2f9de tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:10.383349 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cf2dd3ce-1f78-446a-bb13-c79810d70552 req-1035c78c-065e-4968-93f9-e3b60dd2f9de tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 950 time: 0.1934524 Jun 17 08:44:10.441812 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-cf002c03-9a86-47ff-a006-4a4c4c5bdabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.450525 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8141f775-6d51-4dda-83a0-00a9fe60286e req-b5d91a2a-caca-4346-a519-dea2cddced37 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.453419 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8141f775-6d51-4dda-83a0-00a9fe60286e req-b5d91a2a-caca-4346-a519-dea2cddced37 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.458358 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8141f775-6d51-4dda-83a0-00a9fe60286e req-b5d91a2a-caca-4346-a519-dea2cddced37 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "DELETE /v2.0/security-groups/b0a7bd55-6af0-4a7d-9e71-501d14c48199 HTTP/1.1" status: 204 len: 173 time: 0.4433804 Jun 17 08:44:10.460980 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-510f9d2c-703c-4a1f-b129-fdc085ae18d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:10.498328 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cf2dd3ce-1f78-446a-bb13-c79810d70552 req-ae266a4a-1500-4f33-bc63-2bb3769af449 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067708 Jun 17 08:44:10.838375 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7c532-49f7-4408-a4af-066972f89253 req-322e59cc-a5e9-4e62-8d00-2bc43c44680f tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:10.839988 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a1f7c532-49f7-4408-a4af-066972f89253 req-322e59cc-a5e9-4e62-8d00-2bc43c44680f tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 945 time: 0.1619046 Jun 17 08:44:10.871688 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-510b0bc3-1bae-4f1d-a518-4ab6cd002a2b req-fc1f9891-9e5b-4396-bf64-883e9888626c tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1046466234', 'description': 'tempest-description-1111529809'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:10.878178 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d91a2a-caca-4346-a519-dea2cddced37 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a7bd55-6af0-4a7d-9e71-501d14c48199,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:10.884918 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b5d91a2a-caca-4346-a519-dea2cddced37 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:10.927970 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-cf002c03-9a86-47ff-a006-4a4c4c5bdabe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:44:10.941932 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a1f7c532-49f7-4408-a4af-066972f89253 req-fb5d392c-f938-4a7f-8881-01387d8da665 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857768 Jun 17 08:44:10.943752 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-cf002c03-9a86-47ff-a006-4a4c4c5bdabe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.974897 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-cf002c03-9a86-47ff-a006-4a4c4c5bdabe service neutron] Transition to ACTIVE for port object c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:11.004360 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afac79c-5829-4369-a083-1f61854c8413 x-openstack-request-id: req-0afac79c-5829-4369-a083-1f61854c8413 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:11.012427 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6", "tag": "6fda8a0a-63dc-4c1f-98e7-f470818600fc", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:11.012427 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0afac79c-5829-4369-a083-1f61854c8413 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:11.012427 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6', 'tag': '6fda8a0a-63dc-4c1f-98e7-f470818600fc', 'status': 'completed', 'code': 200} Jun 17 08:44:11.014932 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-3c0f4a1e-0968-4c52-9f26-b6c1f14895f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:11.016504 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-3c0f4a1e-0968-4c52-9f26-b6c1f14895f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01ea701c61b04251b074cc63e93c2244&device_id=4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6 HTTP/1.1" status: 200 len: 1095 time: 0.6110034 Jun 17 08:44:11.018380 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-31696a20-c9c9-4b93-bf9d-b58b1783f011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.032839 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [req-8f8b8bf7-c5da-4eca-86cb-dd6d4ec8709e req-524da6fe-51fb-454e-9528-0f450ee5c7f1 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] show failed (client error): The resource could not be found. Jun 17 08:44:11.033927 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8f8b8bf7-c5da-4eca-86cb-dd6d4ec8709e req-524da6fe-51fb-454e-9528-0f450ee5c7f1 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups/b0a7bd55-6af0-4a7d-9e71-501d14c48199 HTTP/1.1" status: 404 len: 352 time: 0.0195215 Jun 17 08:44:11.061825 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-a89d9334-0a52-4011-a398-f4ea6863247e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fda8a0a-63dc-4c1f-98e7-f470818600fc HTTP/1.1" status: 200 len: 217 time: 0.0370400 Jun 17 08:44:11.109888 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-cf002c03-9a86-47ff-a006-4a4c4c5bdabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.113128 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a9ac6f2e-fb47-442a-ba39-5556bede4b28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:11.122538 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-510b0bc3-1bae-4f1d-a518-4ab6cd002a2b req-fc1f9891-9e5b-4396-bf64-883e9888626c tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.140499 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-5037fbe3-d2fb-47ab-a21c-b5bdc330be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:11.143770 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-5037fbe3-d2fb-47ab-a21c-b5bdc330be61 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=87aad5d8-994a-48f5-8b35-7f9bfe6a971c HTTP/1.1" status: 200 len: 860 time: 0.0765922 Jun 17 08:44:11.217411 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf002c03-9a86-47ff-a006-4a4c4c5bdabe service neutron] Pushing event updated for resources: {'Port': ['ID=c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:11.221891 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cf002c03-9a86-47ff-a006-4a4c4c5bdabe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:11.316233 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-87eb97c1-eda7-45d8-b865-ae82ea7b9a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:11.317438 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-cf002c03-9a86-47ff-a006-4a4c4c5bdabe service neutron] Attempting to bind port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:44:11.317729 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-87eb97c1-eda7-45d8-b865-ae82ea7b9a22 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee35a3b3-c4cb-4743-a459-4872b10a6b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1489477 Jun 17 08:44:11.317861 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-cf002c03-9a86-47ff-a006-4a4c4c5bdabe service neutron] Attempting to bind port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:44:11.318116 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-cf002c03-9a86-47ff-a006-4a4c4c5bdabe service neutron] Attempting to bind port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c on network 8305e780-7f7d-463d-bdce-25806076a869 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:11.334934 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c7510-2e07-48c4-9e64-cffe66d2f3b9 req-16ca3272-ef51-4c01-876e-601537f05c2b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:11.336559 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-652c7510-2e07-48c4-9e64-cffe66d2f3b9 req-16ca3272-ef51-4c01-876e-601537f05c2b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 943 time: 0.1222420 Jun 17 08:44:11.337877 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-cf002c03-9a86-47ff-a006-4a4c4c5bdabe service neutron] Port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c on network 8305e780-7f7d-463d-bdce-25806076a869 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:44:11.338222 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-cf002c03-9a86-47ff-a006-4a4c4c5bdabe service neutron] Attempting to bind port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c on network 8305e780-7f7d-463d-bdce-25806076a869 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:11.343519 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-cf002c03-9a86-47ff-a006-4a4c4c5bdabe service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:44:11.343893 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-cf002c03-9a86-47ff-a006-4a4c4c5bdabe service neutron] Checking segment: {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:11.344277 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-cf002c03-9a86-47ff-a006-4a4c4c5bdabe service neutron] Bound using segment: {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:44:11.344702 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-cf002c03-9a86-47ff-a006-4a4c4c5bdabe service neutron] Bound port: c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:44:11.345050 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-cf002c03-9a86-47ff-a006-4a4c4c5bdabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.410356 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-652c7510-2e07-48c4-9e64-cffe66d2f3b9 req-71e94293-0fba-42d8-b30b-9770161197ba tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630658 Jun 17 08:44:11.433109 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-510b0bc3-1bae-4f1d-a518-4ab6cd002a2b req-fc1f9891-9e5b-4396-bf64-883e9888626c tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.448387 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-cf002c03-9a86-47ff-a006-4a4c4c5bdabe service neutron] For port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:11.451099 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-cf002c03-9a86-47ff-a006-4a4c4c5bdabe service neutron] For port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:44:11.521391 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-804ecd24-aa02-4775-a8db-f5cea82db345 service neutron] 10.222.0.50 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952078 Jun 17 08:44:11.547978 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-510b0bc3-1bae-4f1d-a518-4ab6cd002a2b req-fc1f9891-9e5b-4396-bf64-883e9888626c tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.563101 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a03bcd6a-7657-4b78-8e90-94a5601ec932 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:11.569436 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device ab6b19a0-24fd-4572-958d-128e40d1df5f up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:11.573090 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-cf002c03-9a86-47ff-a006-4a4c4c5bdabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.579584 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c7d6ff2d-7b12-48a3-8440-470948352a35 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:11.658477 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f9891-9e5b-4396-bf64-883e9888626c tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce65475-c876-412b-af43-a29b0013099b,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:11.666345 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fc1f9891-9e5b-4396-bf64-883e9888626c tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:11.680144 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-31696a20-c9c9-4b93-bf9d-b58b1783f011 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.689056 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf002c03-9a86-47ff-a006-4a4c4c5bdabe service neutron] Pushing event updated for resources: {'Port': ['ID=c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:11.709803 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-510b0bc3-1bae-4f1d-a518-4ab6cd002a2b req-fc1f9891-9e5b-4396-bf64-883e9888626c tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.710342 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-510b0bc3-1bae-4f1d-a518-4ab6cd002a2b req-fc1f9891-9e5b-4396-bf64-883e9888626c tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8466513 Jun 17 08:44:11.714982 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-31696a20-c9c9-4b93-bf9d-b58b1783f011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.725154 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port ab6b19a0-24fd-4572-958d-128e40d1df5f triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:11.725566 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.725975 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cf002c03-9a86-47ff-a006-4a4c4c5bdabe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:11.733409 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-cf002c03-9a86-47ff-a006-4a4c4c5bdabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:11.734324 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-74b7cde6-3e61-4190-a65e-af1079a49c78 req-1c55539e-b628-4a38-b20f-38051c8e6a42 service neutron] 10.222.0.50 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032058 Jun 17 08:44:11.735263 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-cf002c03-9a86-47ff-a006-4a4c4c5bdabe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.754021 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-cf002c03-9a86-47ff-a006-4a4c4c5bdabe service neutron] 10.222.0.50 "PUT /v2.0/ports/c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c HTTP/1.1" status: 200 len: 1092 time: 1.4663126 Jun 17 08:44:11.754986 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c2bb18-89ce-47df-a5ed-84d2dd7c1c11', 'tag': 'c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:11.764867 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7451de1-7447-4b93-b106-ab557d8e7633" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11", "tag": "c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:11.859979 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-96630f48-21c7-4982-b157-c61ac5d917f8 req-7f8a1692-46f5-4d99-b597-f49a6a61522a tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups/bd74aa52-0cb9-4a91-af90-8293f2df4ff9 HTTP/1.1" status: 200 len: 1800 time: 0.0890253 Jun 17 08:44:11.860220 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.895463 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-31696a20-c9c9-4b93-bf9d-b58b1783f011 admin admin] Allocated IP 172.25.2.198 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/224580fe-d09f-4606-99eb-fbe55f170cb8) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:11.908729 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port ab6b19a0-24fd-4572-958d-128e40d1df5f, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ab6b19a0-24fd-4572-958d-128e40d1df5f,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:11.909644 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533c8287-3c0a-4c10-8b6b-03b06040a10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6b19a0-24fd-4572-958d-128e40d1df5f'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:11.912259 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc3d838-96e0-4800-be93-a533188c0e25" -d '{"events": [{"server_uuid": "533c8287-3c0a-4c10-8b6b-03b06040a10a", "name": "network-vif-plugged", "status": "completed", "tag": "ab6b19a0-24fd-4572-958d-128e40d1df5f"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:11.959013 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158f29c-9a51-4385-9fdf-388e52f81d3e req-8c98d570-a1c5-436c-816a-1e750eee3dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:11.965852 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9158f29c-9a51-4385-9fdf-388e52f81d3e req-8c98d570-a1c5-436c-816a-1e750eee3dc9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01ea701c61b04251b074cc63e93c2244&device_id=4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6 HTTP/1.1" status: 200 len: 1095 time: 0.0747082 Jun 17 08:44:11.992609 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.996926 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:12.093895 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158f29c-9a51-4385-9fdf-388e52f81d3e req-ef62e670-e303-4e3f-92b6-b4b340935c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:12.096191 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9158f29c-9a51-4385-9fdf-388e52f81d3e req-ef62e670-e303-4e3f-92b6-b4b340935c65 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ee35a3b3-c4cb-4743-a459-4872b10a6b65 HTTP/1.1" status: 200 len: 922 time: 0.1254301 Jun 17 08:44:12.102693 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=ab6b19a0-24fd-4572-958d-128e40d1df5f,revision_number=10']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:12.112830 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:12.154909 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9158f29c-9a51-4385-9fdf-388e52f81d3e req-3940848f-c40a-4ec6-96f7-d1482b15dc87 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fda8a0a-63dc-4c1f-98e7-f470818600fc HTTP/1.1" status: 200 len: 217 time: 0.0515099 Jun 17 08:44:12.193932 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-96630f48-21c7-4982-b157-c61ac5d917f8 req-fecb5782-f7dc-4681-9c0d-2eadc31a6356 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:12.233323 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-8ff7c6e4-45e7-4839-b432-573a40db6827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:12.234755 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-8ff7c6e4-45e7-4839-b432-573a40db6827 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=702856434aae449ea41d8a187426d151&device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 1095 time: 0.2002215 Jun 17 08:44:12.236863 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158f29c-9a51-4385-9fdf-388e52f81d3e req-2480494d-71be-4b2a-8234-2d85f56292b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:12.238444 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9158f29c-9a51-4385-9fdf-388e52f81d3e req-2480494d-71be-4b2a-8234-2d85f56292b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=87aad5d8-994a-48f5-8b35-7f9bfe6a971c HTTP/1.1" status: 200 len: 860 time: 0.0768292 Jun 17 08:44:12.246015 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-31696a20-c9c9-4b93-bf9d-b58b1783f011 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:12.252800 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-96630f48-21c7-4982-b157-c61ac5d917f8 req-fecb5782-f7dc-4681-9c0d-2eadc31a6356 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:12.320905 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-bbee410f-3e3a-46a8-b740-2d2a77c7e47b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c HTTP/1.1" status: 200 len: 217 time: 0.0681419 Jun 17 08:44:12.335691 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158f29c-9a51-4385-9fdf-388e52f81d3e req-b0b00696-dd76-48c4-b88d-1bb240c585be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:12.338820 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9158f29c-9a51-4385-9fdf-388e52f81d3e req-b0b00696-dd76-48c4-b88d-1bb240c585be service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee35a3b3-c4cb-4743-a459-4872b10a6b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0887411 Jun 17 08:44:12.433188 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-2797351e-bc02-4fe6-a22a-50b8927019d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:12.434691 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-2797351e-bc02-4fe6-a22a-50b8927019d8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9c88322-5e95-4e53-8f33-f88e3723f8f7 HTTP/1.1" status: 200 len: 861 time: 0.1057475 Jun 17 08:44:12.487601 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-d45188bc-0368-464c-9952-cab7986d08d5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8305e780-7f7d-463d-bdce-25806076a869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453274 Jun 17 08:44:12.530629 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9158f29c-9a51-4385-9fdf-388e52f81d3e req-22192e92-57d9-4228-8f5e-ac643a58cae3 service neutron] 10.222.0.50 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845233 Jun 17 08:44:12.559371 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-31696a20-c9c9-4b93-bf9d-b58b1783f011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:12.562522 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-96630f48-21c7-4982-b157-c61ac5d917f8 req-fecb5782-f7dc-4681-9c0d-2eadc31a6356 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:12.564184 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-96630f48-21c7-4982-b157-c61ac5d917f8 req-fecb5782-f7dc-4681-9c0d-2eadc31a6356 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:12.576781 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-96630f48-21c7-4982-b157-c61ac5d917f8 req-fecb5782-f7dc-4681-9c0d-2eadc31a6356 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "DELETE /v2.0/security-groups/bd74aa52-0cb9-4a91-af90-8293f2df4ff9 HTTP/1.1" status: 204 len: 173 time: 0.7026200 Jun 17 08:44:12.582036 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3335d72b-30b4-461a-aeda-d037b528a565 tempest-ServerAddressesTestJSON-226321378 tempest-ServerAddressesTestJSON-226321378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:12.622948 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaea728-9526-484a-9650-7b19b72f95e3 req-062c8bdd-c464-4ab7-9836-36f0aa2c131d tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:12.630425 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5aaea728-9526-484a-9650-7b19b72f95e3 req-062c8bdd-c464-4ab7-9836-36f0aa2c131d tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6 HTTP/1.1" status: 200 len: 943 time: 0.2285588 Jun 17 08:44:12.663149 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31696a20-c9c9-4b93-bf9d-b58b1783f011 admin admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:12.675217 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-31696a20-c9c9-4b93-bf9d-b58b1783f011 admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:12.681872 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31696a20-c9c9-4b93-bf9d-b58b1783f011 admin admin] Pushing event updated for resources: {'Port': ['ID=224580fe-d09f-4606-99eb-fbe55f170cb8,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:12.689531 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31696a20-c9c9-4b93-bf9d-b58b1783f011 admin admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:12.693820 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-31696a20-c9c9-4b93-bf9d-b58b1783f011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:12.694352 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-900723a8-0bfc-40ee-9f28-b7b61b14bc0f tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:12.717981 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5aaea728-9526-484a-9650-7b19b72f95e3 req-3060846b-200e-42ae-8937-b23801286900 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0f58381-2907-449a-ae77-7cefb89e21c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864730 Jun 17 08:44:12.720511 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9158f29c-9a51-4385-9fdf-388e52f81d3e req-733157c8-2aeb-4e8a-8a4f-515658a4983e service neutron] 10.222.0.50 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818695 Jun 17 08:44:12.810464 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-d4644ea4-4f13-44ac-8e05-0955916c89b4 service neutron] 10.222.0.50 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146687 Jun 17 08:44:12.815759 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c631993d-524c-4828-898e-546562c8f83f req-01c27157-0f03-4a55-8eb4-39c714c9eb55 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "GET /v2.0/security-groups/ba15198e-6fb8-4aba-9000-c2e89ebbdf12 HTTP/1.1" status: 200 len: 1805 time: 0.0678866 Jun 17 08:44:12.838518 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb5782-f7dc-4681-9c0d-2eadc31a6356 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd74aa52-0cb9-4a91-af90-8293f2df4ff9,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:12.859976 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fecb5782-f7dc-4681-9c0d-2eadc31a6356 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:12.891966 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c631993d-524c-4828-898e-546562c8f83f req-c67fc5de-cd78-44f5-9a9f-76c029828ddb tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "GET /v2.0/security-groups/5ce65475-c876-412b-af43-a29b0013099b HTTP/1.1" status: 200 len: 1805 time: 0.0751567 Jun 17 08:44:12.897254 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-c631993d-524c-4828-898e-546562c8f83f req-e977c78f-2d95-422e-ac49-01aca83b4d13 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ba15198e-6fb8-4aba-9000-c2e89ebbdf12', 'remote_group_id': '5ce65475-c876-412b-af43-a29b0013099b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:12.897601 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-c631993d-524c-4828-898e-546562c8f83f req-e977c78f-2d95-422e-ac49-01aca83b4d13 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ba15198e-6fb8-4aba-9000-c2e89ebbdf12', 'remote_group_id': '5ce65475-c876-412b-af43-a29b0013099b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:13.019838 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0f327-3845-4b60-8adb-d9b228a3ab41 req-1bb5b055-ce96-472f-8952-47f196545dcc tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:13.021204 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ade0f327-3845-4b60-8adb-d9b228a3ab41 req-1bb5b055-ce96-472f-8952-47f196545dcc tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 950 time: 0.2627869 Jun 17 08:44:13.029767 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a6f54822-4385-4b97-a88e-41fa509c8f0a req-db84a381-1d9f-4e04-a0c7-25a75e01fb4d service neutron] 10.222.0.50 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889572 Jun 17 08:44:13.061520 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-c631993d-524c-4828-898e-546562c8f83f req-e977c78f-2d95-422e-ac49-01aca83b4d13 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.091420 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ade0f327-3845-4b60-8adb-d9b228a3ab41 req-607ba156-0a0f-4503-a416-948ade693e8a tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506024 Jun 17 08:44:13.124535 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-c631993d-524c-4828-898e-546562c8f83f req-e977c78f-2d95-422e-ac49-01aca83b4d13 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.157920 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e2d0c5-a752-48e0-8247-7897795e5787 x-openstack-request-id: req-23e2d0c5-a752-48e0-8247-7897795e5787 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:13.158268 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11", "tag": "c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:13.158574 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-23e2d0c5-a752-48e0-8247-7897795e5787 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:13.159028 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c2bb18-89ce-47df-a5ed-84d2dd7c1c11', 'tag': 'c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c', 'status': 'completed', 'code': 200} Jun 17 08:44:13.207443 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8cc321-522e-4518-aaf9-331ad0e6f042 x-openstack-request-id: req-df8cc321-522e-4518-aaf9-331ad0e6f042 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:13.207443 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533c8287-3c0a-4c10-8b6b-03b06040a10a", "name": "network-vif-plugged", "status": "completed", "tag": "ab6b19a0-24fd-4572-958d-128e40d1df5f", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:13.207443 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-df8cc321-522e-4518-aaf9-331ad0e6f042 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:13.207443 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533c8287-3c0a-4c10-8b6b-03b06040a10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6b19a0-24fd-4572-958d-128e40d1df5f', 'code': 200} Jun 17 08:44:13.313180 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7451de1-7447-4b93-b106-ab557d8e7633 req-f36b2c0a-00a7-4a12-875a-f174ddf6c31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:13.314686 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f7451de1-7447-4b93-b106-ab557d8e7633 req-f36b2c0a-00a7-4a12-875a-f174ddf6c31c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=702856434aae449ea41d8a187426d151&device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 1095 time: 0.0959773 Jun 17 08:44:13.318063 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-c631993d-524c-4828-898e-546562c8f83f req-e977c78f-2d95-422e-ac49-01aca83b4d13 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.322433 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-31696a20-c9c9-4b93-bf9d-b58b1783f011 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.340004 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:13.351399 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977c78f-2d95-422e-ac49-01aca83b4d13 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e89c77e-3627-40cc-8632-57aad72bdc6a,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:13.356230 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e977c78f-2d95-422e-ac49-01aca83b4d13 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:13.452601 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-c631993d-524c-4828-898e-546562c8f83f req-e977c78f-2d95-422e-ac49-01aca83b4d13 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.458682 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c631993d-524c-4828-898e-546562c8f83f req-e977c78f-2d95-422e-ac49-01aca83b4d13 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5616624 Jun 17 08:44:13.494287 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [req-1e4bf98f-f0fa-4983-b139-9a1848824e5d req-acdaeaa2-244d-4ca8-93c5-e07d1ad593b3 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] show failed (client error): The resource could not be found. Jun 17 08:44:13.505630 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1e4bf98f-f0fa-4983-b139-9a1848824e5d req-acdaeaa2-244d-4ca8-93c5-e07d1ad593b3 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups/bd74aa52-0cb9-4a91-af90-8293f2df4ff9 HTTP/1.1" status: 404 len: 352 time: 0.0290277 Jun 17 08:44:13.527779 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-9d1247ca-028f-4ed8-a3f0-90123d4cb482 req-9f3e3a43-d46b-43e3-a4fb-8723f391c877 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1198147383', 'description': 'tempest-description-811161704'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:13.571680 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7451de1-7447-4b93-b106-ab557d8e7633 req-07890f64-66ca-422c-834d-ad1d01c0cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:13.573827 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f7451de1-7447-4b93-b106-ab557d8e7633 req-07890f64-66ca-422c-834d-ad1d01c0cca5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8305e780-7f7d-463d-bdce-25806076a869 HTTP/1.1" status: 200 len: 922 time: 0.2120953 Jun 17 08:44:13.658636 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9d1247ca-028f-4ed8-a3f0-90123d4cb482 req-9f3e3a43-d46b-43e3-a4fb-8723f391c877 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.703083 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f7451de1-7447-4b93-b106-ab557d8e7633 req-4f2643a4-6a7a-4c39-b40e-108bf8be0781 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c HTTP/1.1" status: 200 len: 217 time: 0.1203671 Jun 17 08:44:13.713208 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321d78c-3300-4a91-9779-8f725a79da31 req-07b190d8-e7ad-4f83-98e9-bbdb7c250a6e tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:13.714731 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e321d78c-3300-4a91-9779-8f725a79da31 req-07b190d8-e7ad-4f83-98e9-bbdb7c250a6e tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 943 time: 0.2934425 Jun 17 08:44:13.785698 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9d1247ca-028f-4ed8-a3f0-90123d4cb482 req-9f3e3a43-d46b-43e3-a4fb-8723f391c877 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.824309 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e321d78c-3300-4a91-9779-8f725a79da31 req-01775142-c8b5-42ee-a57d-728a462fe34e tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928102 Jun 17 08:44:13.826460 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7451de1-7447-4b93-b106-ab557d8e7633 req-7def5bec-2bb8-41f1-b199-872e01a75209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:13.829317 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f7451de1-7447-4b93-b106-ab557d8e7633 req-7def5bec-2bb8-41f1-b199-872e01a75209 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9c88322-5e95-4e53-8f33-f88e3723f8f7 HTTP/1.1" status: 200 len: 861 time: 0.1119761 Jun 17 08:44:13.857844 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-31696a20-c9c9-4b93-bf9d-b58b1783f011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.872096 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9d1247ca-028f-4ed8-a3f0-90123d4cb482 req-9f3e3a43-d46b-43e3-a4fb-8723f391c877 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.875210 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fe31398c-41ad-4b40-b1c6-42901dfa907e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:13.892063 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f7451de1-7447-4b93-b106-ab557d8e7633 req-baf4eae0-0746-42d5-87f5-9286fc3a8d73 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8305e780-7f7d-463d-bdce-25806076a869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528917 Jun 17 08:44:13.913671 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e3a43-d46b-43e3-a4fb-8723f391c877 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4a6c02-97a3-4806-a112-521e628a36a2,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:13.924923 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9f3e3a43-d46b-43e3-a4fb-8723f391c877 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:14.014155 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9d1247ca-028f-4ed8-a3f0-90123d4cb482 req-9f3e3a43-d46b-43e3-a4fb-8723f391c877 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.015570 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9d1247ca-028f-4ed8-a3f0-90123d4cb482 req-9f3e3a43-d46b-43e3-a4fb-8723f391c877 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4966455 Jun 17 08:44:14.214955 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd13197-1f40-4bb9-acca-b568ffb30fd0 req-600d25e0-bc80-4685-a23e-15347fc3e39b tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:14.217571 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1dd13197-1f40-4bb9-acca-b568ffb30fd0 req-600d25e0-bc80-4685-a23e-15347fc3e39b tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6 HTTP/1.1" status: 200 len: 943 time: 0.0898552 Jun 17 08:44:14.284489 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1dd13197-1f40-4bb9-acca-b568ffb30fd0 req-8147790d-7a01-4bd4-bce2-aac403235a13 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0f58381-2907-449a-ae77-7cefb89e21c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598805 Jun 17 08:44:14.312012 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-43aa3551-7a53-4ae2-a136-e7d312c2e1ca req-4389be3a-4fd3-421a-975d-a4091bef02cd tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1355380192', 'description': 'tempest-description-492016412'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:14.420646 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6d161277-a0bd-4ebf-be78-c0d6c898271c req-96317389-9bba-47a6-b22e-830e75ccc82b tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups/eae87462-3346-43da-ab69-6502fc48c237 HTTP/1.1" status: 200 len: 1799 time: 0.5595887 Jun 17 08:44:14.424276 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-43aa3551-7a53-4ae2-a136-e7d312c2e1ca req-4389be3a-4fd3-421a-975d-a4091bef02cd tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.486422 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f7451de1-7447-4b93-b106-ab557d8e7633 req-22720fa8-4885-48a7-b9f9-0d89ce0a262b service neutron] 10.222.0.50 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5444863 Jun 17 08:44:14.536633 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-43aa3551-7a53-4ae2-a136-e7d312c2e1ca req-4389be3a-4fd3-421a-975d-a4091bef02cd tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.590394 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6d161277-a0bd-4ebf-be78-c0d6c898271c req-af29d8fe-d839-4b81-9971-0e56ae0952f5 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.619075 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-43aa3551-7a53-4ae2-a136-e7d312c2e1ca req-4389be3a-4fd3-421a-975d-a4091bef02cd tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.627909 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8521de93-90f6-44c9-8f2f-7263a0e03162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:14.637483 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6d161277-a0bd-4ebf-be78-c0d6c898271c req-af29d8fe-d839-4b81-9971-0e56ae0952f5 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.641870 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f7451de1-7447-4b93-b106-ab557d8e7633 req-11a49dc3-7b1e-4b18-a926-3665e523bc8a service neutron] 10.222.0.50 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479177 Jun 17 08:44:14.671283 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 80834232-7c1a-4461-87e0-250268dbd5a1 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:44:14.687001 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389be3a-4fd3-421a-975d-a4091bef02cd tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6877d3f8-b9d0-4f73-a0f0-9e6699be99a9,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:14.687271 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31696a20-c9c9-4b93-bf9d-b58b1783f011 admin admin] Router 471b2234-92e3-4216-9e32-152dcb7526ea is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:44:14.692296 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4389be3a-4fd3-421a-975d-a4091bef02cd tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:14.726914 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-43aa3551-7a53-4ae2-a136-e7d312c2e1ca req-4389be3a-4fd3-421a-975d-a4091bef02cd tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.729358 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-43aa3551-7a53-4ae2-a136-e7d312c2e1ca req-4389be3a-4fd3-421a-975d-a4091bef02cd tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4219966 Jun 17 08:44:14.807869 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 80834232-7c1a-4461-87e0-250268dbd5a1, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=80834232-7c1a-4461-87e0-250268dbd5a1,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:14.824018 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '80834232-7c1a-4461-87e0-250268dbd5a1', 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f', 'port_id': '80834232-7c1a-4461-87e0-250268dbd5a1', 'mac_address': 'fa:16:3e:10:b3:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f1cd377-e173-40e7-8f95-b9cee993c643', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:44:14.871519 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.884317 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31696a20-c9c9-4b93-bf9d-b58b1783f011 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:14.886084 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6d161277-a0bd-4ebf-be78-c0d6c898271c req-af29d8fe-d839-4b81-9971-0e56ae0952f5 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.892953 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80834232-7c1a-4461-87e0-250268dbd5a1 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:44:14.896345 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6d161277-a0bd-4ebf-be78-c0d6c898271c req-af29d8fe-d839-4b81-9971-0e56ae0952f5 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.898634 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1130082a-67b9-44fc-9a6d-85b676d50d3e None None] Sync routers for ids ['471b2234-92e3-4216-9e32-152dcb7526ea'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:14.912859 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6d161277-a0bd-4ebf-be78-c0d6c898271c req-af29d8fe-d839-4b81-9971-0e56ae0952f5 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "DELETE /v2.0/security-groups/eae87462-3346-43da-ab69-6502fc48c237 HTTP/1.1" status: 204 len: 173 time: 0.4705074 Jun 17 08:44:14.919329 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-082fb29c-20d6-4bbe-aa19-5b515f3561e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:14.926243 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1130082a-67b9-44fc-9a6d-85b676d50d3e None None] Routers {'471b2234-92e3-4216-9e32-152dcb7526ea'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:14.926493 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-1130082a-67b9-44fc-9a6d-85b676d50d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:43:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['471b2234-92e3-4216-9e32-152dcb7526ea'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:14.930407 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 80834232-7c1a-4461-87e0-250268dbd5a1, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=80834232-7c1a-4461-87e0-250268dbd5a1,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:14.956165 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29d8fe-d839-4b81-9971-0e56ae0952f5 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae87462-3346-43da-ab69-6502fc48c237,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:14.971558 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-af29d8fe-d839-4b81-9971-0e56ae0952f5 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:15.023621 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc481c1-e2d7-4405-b87c-5bb0152b71ae req-2eb1d84d-79e6-4f5e-9c32-3a5166639fb8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:15.028016 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:15.030833 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 6fda8a0a-63dc-4c1f-98e7-f470818600fc details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:44:15.032979 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0bc481c1-e2d7-4405-b87c-5bb0152b71ae req-2eb1d84d-79e6-4f5e-9c32-3a5166639fb8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 950 time: 0.1371677 Jun 17 08:44:15.033693 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-7827c491-302d-41a3-872b-6febc46c6d2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:15.086222 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0bc481c1-e2d7-4405-b87c-5bb0152b71ae req-5991bd1a-0e61-4dae-a7a6-ed6d5927e15e tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522301 Jun 17 08:44:15.134126 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-408b16a0-8c23-47bc-b408-74f3cc3cf1f2 req-e3e95b2a-9135-4c14-b339-d3317e4a7bc4 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "GET /v2.0/security-groups/1d4a6c02-97a3-4806-a112-521e628a36a2 HTTP/1.1" status: 200 len: 1804 time: 0.1010973 Jun 17 08:44:15.137279 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-31696a20-c9c9-4b93-bf9d-b58b1783f011 admin admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:15.138640 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-31696a20-c9c9-4b93-bf9d-b58b1783f011 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2199259 Jun 17 08:44:15.141564 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 49018) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:15.156488 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-1130082a-67b9-44fc-9a6d-85b676d50d3e None None] Set router 471b2234-92e3-4216-9e32-152dcb7526ea gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:15.199995 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-408b16a0-8c23-47bc-b408-74f3cc3cf1f2 req-a3e02ab4-1d54-4477-92d6-32c217ac59e0 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "GET /v2.0/security-groups/6877d3f8-b9d0-4f73-a0f0-9e6699be99a9 HTTP/1.1" status: 200 len: 1804 time: 0.0645189 Jun 17 08:44:15.228572 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-408b16a0-8c23-47bc-b408-74f3cc3cf1f2 req-f4aa1ee3-9a60-4dd5-9f02-0c154254f304 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1d4a6c02-97a3-4806-a112-521e628a36a2', 'remote_group_id': '6877d3f8-b9d0-4f73-a0f0-9e6699be99a9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:15.229461 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-408b16a0-8c23-47bc-b408-74f3cc3cf1f2 req-f4aa1ee3-9a60-4dd5-9f02-0c154254f304 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1d4a6c02-97a3-4806-a112-521e628a36a2', 'remote_group_id': '6877d3f8-b9d0-4f73-a0f0-9e6699be99a9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:15.235753 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=80834232-7c1a-4461-87e0-250268dbd5a1,revision_number=6']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:15.243266 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:15.364502 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 6fda8a0a-63dc-4c1f-98e7-f470818600fc, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=6fda8a0a-63dc-4c1f-98e7-f470818600fc,segment=NetworkSegment(e96c69d3-6674-4113-9a5e-ee02110e6315),segment_id=e96c69d3-6674-4113-9a5e-ee02110e6315)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:15.399892 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '6fda8a0a-63dc-4c1f-98e7-f470818600fc', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'port_id': '6fda8a0a-63dc-4c1f-98e7-f470818600fc', 'mac_address': 'fa:16:3e:03:a5:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:44:15.485845 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-408b16a0-8c23-47bc-b408-74f3cc3cf1f2 req-f4aa1ee3-9a60-4dd5-9f02-0c154254f304 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:15.530902 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:15.539212 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-408b16a0-8c23-47bc-b408-74f3cc3cf1f2 req-f4aa1ee3-9a60-4dd5-9f02-0c154254f304 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:15.550759 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-1130082a-67b9-44fc-9a6d-85b676d50d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471b2234-92e3-4216-9e32-152dcb7526ea', 'name': 'tempest-ServerRescueTestJSON-298061502-router', 'tenant_id': 'da4fcbeea2f0401e991ac51af5b56a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '224580fe-d09f-4606-99eb-fbe55f170cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:10Z', 'updated_at': '2021-06-17T08:44:12Z', 'revision_number': 3, 'project_id': 'da4fcbeea2f0401e991ac51af5b56a4a', 'gw_port': {'id': '224580fe-d09f-4606-99eb-fbe55f170cb8', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471b2234-92e3-4216-9e32-152dcb7526ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:11Z', 'updated_at': '2021-06-17T08:44:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:15.583208 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fda8a0a-63dc-4c1f-98e7-f470818600fc {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:44:15.589765 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1130082a-67b9-44fc-9a6d-85b676d50d3e None None] Checking router: 471b2234-92e3-4216-9e32-152dcb7526ea for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:44:15.590142 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1130082a-67b9-44fc-9a6d-85b676d50d3e None None] Updating router 471b2234-92e3-4216-9e32-152dcb7526ea port 224580fe-d09f-4606-99eb-fbe55f170cb8 binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:44:15.594319 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b11f83-007b-4188-8246-16e64ed2e2d3 req-a515bb3f-938a-4d1c-a69f-0d0132d26164 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:15.595917 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d0b11f83-007b-4188-8246-16e64ed2e2d3 req-a515bb3f-938a-4d1c-a69f-0d0132d26164 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 943 time: 0.3132546 Jun 17 08:44:15.629659 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 6fda8a0a-63dc-4c1f-98e7-f470818600fc, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=6fda8a0a-63dc-4c1f-98e7-f470818600fc,segment=NetworkSegment(e96c69d3-6674-4113-9a5e-ee02110e6315),segment_id=e96c69d3-6674-4113-9a5e-ee02110e6315)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:15.643293 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1130082a-67b9-44fc-9a6d-85b676d50d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:15.651130 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d0b11f83-007b-4188-8246-16e64ed2e2d3 req-c4c4da46-e385-484d-9f8f-6dee33469c29 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479915 Jun 17 08:44:15.722946 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [req-b42e1404-5b13-4f82-9ec0-5b14b0ea2a1a req-f3cb07d0-6a64-4901-8be4-74ce417d4792 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] show failed (client error): The resource could not be found. Jun 17 08:44:15.723995 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b42e1404-5b13-4f82-9ec0-5b14b0ea2a1a req-f3cb07d0-6a64-4901-8be4-74ce417d4792 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups/eae87462-3346-43da-ab69-6502fc48c237 HTTP/1.1" status: 404 len: 352 time: 0.0365169 Jun 17 08:44:15.785082 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e82d419d-5001-4318-8f62-491045aca398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:15.944603 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1130082a-67b9-44fc-9a6d-85b676d50d3e None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:15.955694 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-1130082a-67b9-44fc-9a6d-85b676d50d3e None None] Transition to ACTIVE for port object 224580fe-d09f-4606-99eb-fbe55f170cb8 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:15.960168 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330a4db-0a5d-41b6-a9d6-f446f3527be3 req-c1fb5567-1d65-40d5-b50e-4698e798f5f5 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:15.961732 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6330a4db-0a5d-41b6-a9d6-f446f3527be3 req-c1fb5567-1d65-40d5-b50e-4698e798f5f5 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6 HTTP/1.1" status: 200 len: 943 time: 0.1237297 Jun 17 08:44:16.024949 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-e82d419d-5001-4318-8f62-491045aca398 admin admin] Allocated IP 172.20.0.1 (1302d89b-bdda-43cb-a35c-b3bb609661cb/2c38d131-90c8-4df8-b19d-8bfac65826fa/49e17a72-8403-4213-a40a-9a87d1868b5b) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:16.033301 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6330a4db-0a5d-41b6-a9d6-f446f3527be3 req-76fd3be0-7b5c-4f34-bd72-1da1586ad7c0 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0f58381-2907-449a-ae77-7cefb89e21c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506189 Jun 17 08:44:16.069534 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-408b16a0-8c23-47bc-b408-74f3cc3cf1f2 req-f4aa1ee3-9a60-4dd5-9f02-0c154254f304 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.071947 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:16.089390 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa1ee3-9a60-4dd5-9f02-0c154254f304 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62feed63-b1a6-42e4-a097-01f86eb0dcfb,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:16.092654 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f4aa1ee3-9a60-4dd5-9f02-0c154254f304 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:16.110287 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.113303 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:16.116450 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1130082a-67b9-44fc-9a6d-85b676d50d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.189655 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-1130082a-67b9-44fc-9a6d-85b676d50d3e None None] Attempting to bind port 224580fe-d09f-4606-99eb-fbe55f170cb8 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:44:16.192361 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-1130082a-67b9-44fc-9a6d-85b676d50d3e None None] Attempting to bind port 224580fe-d09f-4606-99eb-fbe55f170cb8 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:44:16.192361 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1130082a-67b9-44fc-9a6d-85b676d50d3e None None] Attempting to bind port 224580fe-d09f-4606-99eb-fbe55f170cb8 on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:16.199695 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=6fda8a0a-63dc-4c1f-98e7-f470818600fc,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:16.202404 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1130082a-67b9-44fc-9a6d-85b676d50d3e None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:44:16.202775 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1130082a-67b9-44fc-9a6d-85b676d50d3e None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:16.203184 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1130082a-67b9-44fc-9a6d-85b676d50d3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.203566 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1130082a-67b9-44fc-9a6d-85b676d50d3e None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:44:16.204086 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-1130082a-67b9-44fc-9a6d-85b676d50d3e None None] Bound port: 224580fe-d09f-4606-99eb-fbe55f170cb8, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:44:16.204466 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1130082a-67b9-44fc-9a6d-85b676d50d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.206317 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:16.206862 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e55ecb17-1f99-4cb1-b176-efc232001cbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:16.214506 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e82d419d-5001-4318-8f62-491045aca398 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.216338 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-408b16a0-8c23-47bc-b408-74f3cc3cf1f2 req-f4aa1ee3-9a60-4dd5-9f02-0c154254f304 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.229707 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-408b16a0-8c23-47bc-b408-74f3cc3cf1f2 req-f4aa1ee3-9a60-4dd5-9f02-0c154254f304 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0118160 Jun 17 08:44:16.248378 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['80834232-7c1a-4461-87e0-250268dbd5a1'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:44:16.284284 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c54a063d-9b8d-4815-9308-019e7443f0f3 req-26f30e02-8515-417b-98ff-e14a2269eb56 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c29561c2e94b41408f45441ef35b148c HTTP/1.1" status: 200 len: 6145 time: 0.1957061 Jun 17 08:44:16.325889 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204aa793-5ac9-4eda-ae25-a808301e51a4 None None] Pushing event updated for resources: {'Port': ['ID=224580fe-d09f-4606-99eb-fbe55f170cb8,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:16.330211 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-204aa793-5ac9-4eda-ae25-a808301e51a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:16.353334 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-1130082a-67b9-44fc-9a6d-85b676d50d3e None None] For port 224580fe-d09f-4606-99eb-fbe55f170cb8, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:16.357531 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-1130082a-67b9-44fc-9a6d-85b676d50d3e None None] For port 224580fe-d09f-4606-99eb-fbe55f170cb8, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=224580fe-d09f-4606-99eb-fbe55f170cb8,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:44:16.358204 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c54a063d-9b8d-4815-9308-019e7443f0f3 req-6f79a1cc-806e-4f24-a6de-0ddfc74eb1db tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups/d23e4e91-f943-4a66-aab5-1319e8d4d43d HTTP/1.1" status: 200 len: 2981 time: 0.0662458 Jun 17 08:44:16.423304 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c54a063d-9b8d-4815-9308-019e7443f0f3 req-7f1530f3-a816-4164-8c3d-04285c674275 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups/d23e4e91-f943-4a66-aab5-1319e8d4d43d HTTP/1.1" status: 200 len: 2981 time: 0.0588875 Jun 17 08:44:16.442111 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e82d419d-5001-4318-8f62-491045aca398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.445928 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d844752e-0872-42e4-92b2-7d2c9ca5dc9d tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:16.487934 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1130082a-67b9-44fc-9a6d-85b676d50d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.490691 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['6fda8a0a-63dc-4c1f-98e7-f470818600fc'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:44:16.497563 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:16.537668 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82d419d-5001-4318-8f62-491045aca398 admin admin] Network 1302d89b-bdda-43cb-a35c-b3bb609661cb is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:16.543549 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-e82d419d-5001-4318-8f62-491045aca398 admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:16.548627 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82d419d-5001-4318-8f62-491045aca398 admin admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:16.590239 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440dd86-3a77-4322-ac31-1b2468e8011e req-c443dc86-6c6d-4b5a-b73a-1e670d7b5ee2 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:16.591816 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6440dd86-3a77-4322-ac31-1b2468e8011e req-c443dc86-6c6d-4b5a-b73a-1e670d7b5ee2 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 950 time: 0.1081882 Jun 17 08:44:16.597083 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c669ab18-5516-4120-94b2-0ef21f2e2c7e req-ce8c3480-a46d-4576-8ac3-1b8f159b2250 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "GET /v2.0/security-groups/6877d3f8-b9d0-4f73-a0f0-9e6699be99a9 HTTP/1.1" status: 200 len: 1804 time: 0.1379340 Jun 17 08:44:16.630209 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1130082a-67b9-44fc-9a6d-85b676d50d3e None None] Routers {'471b2234-92e3-4216-9e32-152dcb7526ea'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:16.631129 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-1130082a-67b9-44fc-9a6d-85b676d50d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:43:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['471b2234-92e3-4216-9e32-152dcb7526ea'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:16.650350 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d419d-5001-4318-8f62-491045aca398 admin admin] Pushing event updated for resources: {'Port': ['ID=49e17a72-8403-4213-a40a-9a87d1868b5b,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:16.661777 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e82d419d-5001-4318-8f62-491045aca398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:16.670828 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6440dd86-3a77-4322-ac31-1b2468e8011e req-f9b77c2e-cd00-4c85-9c5a-f6d3066d0d0b tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660143 Jun 17 08:44:16.688045 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e82d419d-5001-4318-8f62-491045aca398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.736767 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-eef5bbeb-b2a5-431d-ba9c-8a05727e906b req-d57c2721-f8f7-4e0e-88bd-bc0da0a394cf tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1734592267', 'description': 'tempest-description-53951489'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:16.752501 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-1130082a-67b9-44fc-9a6d-85b676d50d3e None None] Set router 471b2234-92e3-4216-9e32-152dcb7526ea gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:16.839877 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-c669ab18-5516-4120-94b2-0ef21f2e2c7e req-9dd247ea-bc70-4765-a983-8358ae4d7a06 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.876354 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-eef5bbeb-b2a5-431d-ba9c-8a05727e906b req-d57c2721-f8f7-4e0e-88bd-bc0da0a394cf tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.888606 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-c669ab18-5516-4120-94b2-0ef21f2e2c7e req-9dd247ea-bc70-4765-a983-8358ae4d7a06 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.975073 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:44:17.045852 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-eef5bbeb-b2a5-431d-ba9c-8a05727e906b req-d57c2721-f8f7-4e0e-88bd-bc0da0a394cf tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.063261 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e82d419d-5001-4318-8f62-491045aca398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.120712 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-c669ab18-5516-4120-94b2-0ef21f2e2c7e req-9dd247ea-bc70-4765-a983-8358ae4d7a06 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.123892 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-c669ab18-5516-4120-94b2-0ef21f2e2c7e req-9dd247ea-bc70-4765-a983-8358ae4d7a06 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.130729 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c669ab18-5516-4120-94b2-0ef21f2e2c7e req-9dd247ea-bc70-4765-a983-8358ae4d7a06 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "DELETE /v2.0/security-groups/6877d3f8-b9d0-4f73-a0f0-9e6699be99a9 HTTP/1.1" status: 204 len: 173 time: 0.5327404 Jun 17 08:44:17.144386 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9f3e3a43-d46b-43e3-a4fb-8723f391c877 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:17.146783 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-eef5bbeb-b2a5-431d-ba9c-8a05727e906b req-d57c2721-f8f7-4e0e-88bd-bc0da0a394cf tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.150252 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204aa793-5ac9-4eda-ae25-a808301e51a4 None None] Pushing event updated for resources: {'Port': ['ID=224580fe-d09f-4606-99eb-fbe55f170cb8,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:17.151319 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-831e2b4c-683e-46e7-9f8b-c0b318649bd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:17.161927 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-204aa793-5ac9-4eda-ae25-a808301e51a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:17.181251 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd247ea-bc70-4765-a983-8358ae4d7a06 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6877d3f8-b9d0-4f73-a0f0-9e6699be99a9,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:17.185467 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9dd247ea-bc70-4765-a983-8358ae4d7a06 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:17.250834 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c2721-f8f7-4e0e-88bd-bc0da0a394cf tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1da5f7fe-0c9f-4c7b-bc32-8735f7e68ead,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:17.258845 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d57c2721-f8f7-4e0e-88bd-bc0da0a394cf tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:17.341332 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e82d419d-5001-4318-8f62-491045aca398 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.352596 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-eef5bbeb-b2a5-431d-ba9c-8a05727e906b req-d57c2721-f8f7-4e0e-88bd-bc0da0a394cf tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.354418 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-eef5bbeb-b2a5-431d-ba9c-8a05727e906b req-d57c2721-f8f7-4e0e-88bd-bc0da0a394cf tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6249170 Jun 17 08:44:17.412210 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa5ee4-9781-494c-b152-bb96bd693aa0 req-0bb5d301-0e70-477d-998f-b59825ba1c82 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:17.422151 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-69fa5ee4-9781-494c-b152-bb96bd693aa0 req-0bb5d301-0e70-477d-998f-b59825ba1c82 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 943 time: 0.1254327 Jun 17 08:44:17.505162 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-69fa5ee4-9781-494c-b152-bb96bd693aa0 req-d73ba91b-40b0-4332-99a7-e0ec6811504b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815756 Jun 17 08:44:17.509622 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e82d419d-5001-4318-8f62-491045aca398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.580370 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.583924 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:17.596379 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-1130082a-67b9-44fc-9a6d-85b676d50d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471b2234-92e3-4216-9e32-152dcb7526ea', 'name': 'tempest-ServerRescueTestJSON-298061502-router', 'tenant_id': 'da4fcbeea2f0401e991ac51af5b56a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '224580fe-d09f-4606-99eb-fbe55f170cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:10Z', 'updated_at': '2021-06-17T08:44:12Z', 'revision_number': 3, 'project_id': 'da4fcbeea2f0401e991ac51af5b56a4a', 'gw_port': {'id': '224580fe-d09f-4606-99eb-fbe55f170cb8', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471b2234-92e3-4216-9e32-152dcb7526ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:11Z', 'updated_at': '2021-06-17T08:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:17.609222 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-30b2e84e-a333-4a86-9de0-064ee7bf867f tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:17.636321 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1130082a-67b9-44fc-9a6d-85b676d50d3e None None] The sync data for ids ['471b2234-92e3-4216-9e32-152dcb7526ea'] in n-d-758944-30 is: [{'id': '471b2234-92e3-4216-9e32-152dcb7526ea', 'name': 'tempest-ServerRescueTestJSON-298061502-router', 'tenant_id': 'da4fcbeea2f0401e991ac51af5b56a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '224580fe-d09f-4606-99eb-fbe55f170cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:10Z', 'updated_at': '2021-06-17T08:44:12Z', 'revision_number': 3, 'project_id': 'da4fcbeea2f0401e991ac51af5b56a4a', 'gw_port': {'id': '224580fe-d09f-4606-99eb-fbe55f170cb8', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471b2234-92e3-4216-9e32-152dcb7526ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:11Z', 'updated_at': '2021-06-17T08:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:17.650133 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': 'c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c', 'network_id': '8305e780-7f7d-463d-bdce-25806076a869', 'port_id': 'c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c', 'mac_address': 'fa:16:3e:8a:44:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9c88322-5e95-4e53-8f33-f88e3723f8f7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:44:17.660924 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6080c1a-498c-4ef8-882a-34b4b797a755 req-00ba0c4f-8b68-436e-bdd6-8c0cdb55277c tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:17.665073 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e82d419d-5001-4318-8f62-491045aca398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.669613 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c6080c1a-498c-4ef8-882a-34b4b797a755 req-00ba0c4f-8b68-436e-bdd6-8c0cdb55277c tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6 HTTP/1.1" status: 200 len: 944 time: 0.1054907 Jun 17 08:44:17.683166 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d419d-5001-4318-8f62-491045aca398 admin admin] Pushing event updated for resources: {'Port': ['ID=49e17a72-8403-4213-a40a-9a87d1868b5b,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:17.688003 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e82d419d-5001-4318-8f62-491045aca398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:17.711979 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.742900 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c6080c1a-498c-4ef8-882a-34b4b797a755 req-c0c64b5a-5813-4957-8054-b9bf482ab3e3 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0f58381-2907-449a-ae77-7cefb89e21c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722909 Jun 17 08:44:17.752836 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:44:17.789621 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:17.848517 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-82e9184f-24ab-4e56-aa02-ae31d2c40338 req-ba16ac98-b5db-4d78-9575-545e45b613aa tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "GET /v2.0/security-groups/1d4a6c02-97a3-4806-a112-521e628a36a2 HTTP/1.1" status: 200 len: 1804 time: 0.2375410 Jun 17 08:44:17.876185 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.876995 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-75a1ee0f-da34-4f69-926c-a6c3ba676d49 req-b73ef786-cfce-4fed-84a2-14694b5d6d37 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1230703514', 'description': 'tempest-description-376777682'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:17.886126 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:17.928450 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82d419d-5001-4318-8f62-491045aca398 admin admin] Network 1302d89b-bdda-43cb-a35c-b3bb609661cb is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:17.930558 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-e82d419d-5001-4318-8f62-491045aca398 admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:18.082114 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:18.085294 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:18.124300 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-75a1ee0f-da34-4f69-926c-a6c3ba676d49 req-b73ef786-cfce-4fed-84a2-14694b5d6d37 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.169921 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:44:18.296568 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 224580fe-d09f-4606-99eb-fbe55f170cb8 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:18.571133 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 224580fe-d09f-4606-99eb-fbe55f170cb8 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:18.604570 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 224580fe-d09f-4606-99eb-fbe55f170cb8 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:18.604987 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.710459 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 80834232-7c1a-4461-87e0-250268dbd5a1 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:18.934275 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 80834232-7c1a-4461-87e0-250268dbd5a1 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:18.934674 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.986901 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82d419d-5001-4318-8f62-491045aca398 admin admin] Router 471b2234-92e3-4216-9e32-152dcb7526ea has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:44:19.092690 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.205497 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 224580fe-d09f-4606-99eb-fbe55f170cb8, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=224580fe-d09f-4606-99eb-fbe55f170cb8,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:19.227422 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.250332 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82d419d-5001-4318-8f62-491045aca398 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:19.284776 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 80834232-7c1a-4461-87e0-250268dbd5a1, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=80834232-7c1a-4461-87e0-250268dbd5a1,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:19.285998 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28e8626-7f21-495c-877c-3c6ddb58ea2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80834232-7c1a-4461-87e0-250268dbd5a1'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:19.288778 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24a744f-f648-4a1d-9172-39da40eb0bf8" -d '{"events": [{"server_uuid": "c28e8626-7f21-495c-877c-3c6ddb58ea2e", "name": "network-vif-plugged", "status": "completed", "tag": "80834232-7c1a-4461-87e0-250268dbd5a1"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:19.290862 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e82d419d-5001-4318-8f62-491045aca398 admin admin] 10.222.0.49 "PUT /v2.0/routers/471b2234-92e3-4216-9e32-152dcb7526ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1472981 Jun 17 08:44:19.314713 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-75a1ee0f-da34-4f69-926c-a6c3ba676d49 req-b73ef786-cfce-4fed-84a2-14694b5d6d37 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.324608 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.327937 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-1586e333-7b1f-42b8-a0f6-74c1a31056e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:19.360513 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.361468 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 6fda8a0a-63dc-4c1f-98e7-f470818600fc up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:19.384504 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-75a1ee0f-da34-4f69-926c-a6c3ba676d49 req-b73ef786-cfce-4fed-84a2-14694b5d6d37 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.388571 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-db2dfc55-0be9-4086-b3f8-8e813b79ade6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:19.425274 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=224580fe-d09f-4606-99eb-fbe55f170cb8,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:19.428809 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:19.433612 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:19.461442 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ef786-cfce-4fed-84a2-14694b5d6d37 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7f92c0-1712-4829-b695-71a865898f42,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:19.469257 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b73ef786-cfce-4fed-84a2-14694b5d6d37 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:19.486615 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=80834232-7c1a-4461-87e0-250268dbd5a1,revision_number=7']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:19.490556 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:19.507513 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-75a1ee0f-da34-4f69-926c-a6c3ba676d49 req-b73ef786-cfce-4fed-84a2-14694b5d6d37 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.512569 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-75a1ee0f-da34-4f69-926c-a6c3ba676d49 req-b73ef786-cfce-4fed-84a2-14694b5d6d37 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.6460159 Jun 17 08:44:19.573247 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 6fda8a0a-63dc-4c1f-98e7-f470818600fc completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:19.578557 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 6fda8a0a-63dc-4c1f-98e7-f470818600fc triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:19.578941 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.702725 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.749714 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 6fda8a0a-63dc-4c1f-98e7-f470818600fc, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=6fda8a0a-63dc-4c1f-98e7-f470818600fc,segment=NetworkSegment(e96c69d3-6674-4113-9a5e-ee02110e6315),segment_id=e96c69d3-6674-4113-9a5e-ee02110e6315)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:19.791697 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c27cc-de41-4ff8-a04f-3ce8e02cc3d6 req-aad5e09c-3e1f-4395-a985-83eddabe4715 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:19.793442 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-102c27cc-de41-4ff8-a04f-3ce8e02cc3d6 req-aad5e09c-3e1f-4395-a985-83eddabe4715 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 950 time: 0.1063263 Jun 17 08:44:19.821446 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.829624 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-6bd54f9c-c5fe-418b-9edc-4e24766baee5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:19.890495 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-102c27cc-de41-4ff8-a04f-3ce8e02cc3d6 req-6938741e-a26f-45d9-b3f2-1a0acc6e15e4 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897520 Jun 17 08:44:19.921253 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-4337aacc-4645-40a8-8226-418b0fe47eb9 req-ffee25a9-9923-488c-b341-37f098ceef5f tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2134896750', 'description': 'tempest-description-977157022'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:19.972070 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=6fda8a0a-63dc-4c1f-98e7-f470818600fc,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:19.982005 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:20.035005 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-4337aacc-4645-40a8-8226-418b0fe47eb9 req-ffee25a9-9923-488c-b341-37f098ceef5f tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.217305 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 224580fe-d09f-4606-99eb-fbe55f170cb8 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:20.254578 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-4337aacc-4645-40a8-8226-418b0fe47eb9 req-ffee25a9-9923-488c-b341-37f098ceef5f tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.287891 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.302205 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 224580fe-d09f-4606-99eb-fbe55f170cb8 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:20.302809 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.349230 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-4337aacc-4645-40a8-8226-418b0fe47eb9 req-ffee25a9-9923-488c-b341-37f098ceef5f tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.364703 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a9e2094f-a25b-44e8-a85a-06e2618fc6df tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:20.431530 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee25a9-9923-488c-b341-37f098ceef5f tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c31ef0-b804-4b38-b06d-7d20d12939be,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:20.438465 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ffee25a9-9923-488c-b341-37f098ceef5f tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:20.441409 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-4337aacc-4645-40a8-8226-418b0fe47eb9 req-ffee25a9-9923-488c-b341-37f098ceef5f tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.457207 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbc898d-0758-4441-bd6f-ef9e656c1784 None None] Sync routers for ids ['471b2234-92e3-4216-9e32-152dcb7526ea'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:20.463731 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4337aacc-4645-40a8-8226-418b0fe47eb9 req-ffee25a9-9923-488c-b341-37f098ceef5f tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5474226 Jun 17 08:44:20.474494 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbc898d-0758-4441-bd6f-ef9e656c1784 None None] Routers {'471b2234-92e3-4216-9e32-152dcb7526ea'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:20.475802 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-cbbc898d-0758-4441-bd6f-ef9e656c1784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:43:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['471b2234-92e3-4216-9e32-152dcb7526ea'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:20.716604 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:20.730129 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-cbbc898d-0758-4441-bd6f-ef9e656c1784 None None] Set router 471b2234-92e3-4216-9e32-152dcb7526ea gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:20.753804 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92896e64-507e-4c81-86b1-4b2299519b9d req-cd4d8719-c301-405a-9454-d4a9d6010754 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:20.761650 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-92896e64-507e-4c81-86b1-4b2299519b9d req-cd4d8719-c301-405a-9454-d4a9d6010754 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 944 time: 0.1517115 Jun 17 08:44:20.849409 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-92896e64-507e-4c81-86b1-4b2299519b9d req-956b1d8a-0783-4729-b643-0e0161e588e7 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735338 Jun 17 08:44:20.936889 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:20.992636 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:20.993140 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:21.117547 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7c9a7-f443-4704-a5cd-aa3dbbe7ee57 req-d81a3651-84ea-4a84-b6e7-55a3e64b80e4 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:21.119131 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-66b7c9a7-f443-4704-a5cd-aa3dbbe7ee57 req-d81a3651-84ea-4a84-b6e7-55a3e64b80e4 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6 HTTP/1.1" status: 200 len: 945 time: 0.0882792 Jun 17 08:44:21.206536 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-66b7c9a7-f443-4704-a5cd-aa3dbbe7ee57 req-4d40945f-6c0e-4876-8732-63102d16d6d0 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0f58381-2907-449a-ae77-7cefb89e21c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801649 Jun 17 08:44:21.209299 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:21.281949 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:21.298260 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-cbbc898d-0758-4441-bd6f-ef9e656c1784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471b2234-92e3-4216-9e32-152dcb7526ea', 'name': 'tempest-ServerRescueTestJSON-298061502-router', 'tenant_id': 'da4fcbeea2f0401e991ac51af5b56a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '224580fe-d09f-4606-99eb-fbe55f170cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:10Z', 'updated_at': '2021-06-17T08:44:16Z', 'revision_number': 4, 'project_id': 'da4fcbeea2f0401e991ac51af5b56a4a', 'gw_port': {'id': '224580fe-d09f-4606-99eb-fbe55f170cb8', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b2234-92e3-4216-9e32-152dcb7526ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:11Z', 'updated_at': '2021-06-17T08:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '49e17a72-8403-4213-a40a-9a87d1868b5b', 'name': '', 'network_id': '1302d89b-bdda-43cb-a35c-b3bb609661cb', 'tenant_id': 'da4fcbeea2f0401e991ac51af5b56a4a', 'mac_address': 'fa:16:3e:23:10:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471b2234-92e3-4216-9e32-152dcb7526ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '2c38d131-90c8-4df8-b19d-8bfac65826fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:15Z', 'updated_at': '2021-06-17T08:44:17Z', 'revision_number': 2, 'project_id': 'da4fcbeea2f0401e991ac51af5b56a4a', 'subnets': [{'id': '2c38d131-90c8-4df8-b19d-8bfac65826fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:21.308326 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-01a74ba0-2346-4548-b473-18d77bda192f service neutron] show failed (client error): The resource could not be found. Jun 17 08:44:21.313404 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-01a74ba0-2346-4548-b473-18d77bda192f service neutron] 10.222.0.53 "GET /v2.0/ports/85df4119-793b-423d-abf1-4c64dea34203/bindings/n-h1-758944-30 HTTP/1.1" status: 404 len: 381 time: 0.1039631 Jun 17 08:44:21.346913 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbc898d-0758-4441-bd6f-ef9e656c1784 None None] Checking router: 471b2234-92e3-4216-9e32-152dcb7526ea for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:44:21.348806 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbc898d-0758-4441-bd6f-ef9e656c1784 None None] Updating router 471b2234-92e3-4216-9e32-152dcb7526ea port 49e17a72-8403-4213-a40a-9a87d1868b5b binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:44:21.352303 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985711ed-48a5-45ea-a06e-78965fa5d70f x-openstack-request-id: req-985711ed-48a5-45ea-a06e-78965fa5d70f {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:21.352899 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28e8626-7f21-495c-877c-3c6ddb58ea2e", "name": "network-vif-plugged", "status": "completed", "tag": "80834232-7c1a-4461-87e0-250268dbd5a1", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:21.353465 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-985711ed-48a5-45ea-a06e-78965fa5d70f {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:21.354052 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28e8626-7f21-495c-877c-3c6ddb58ea2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80834232-7c1a-4461-87e0-250268dbd5a1', 'code': 200} Jun 17 08:44:21.410778 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-cbbc898d-0758-4441-bd6f-ef9e656c1784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:21.455499 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:21.458709 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:21.542983 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:21.561995 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:21.742226 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-cbbc898d-0758-4441-bd6f-ef9e656c1784 None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:21.754611 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-cbbc898d-0758-4441-bd6f-ef9e656c1784 None None] Transition to ACTIVE for port object 49e17a72-8403-4213-a40a-9a87d1868b5b will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:22.184654 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-cbbc898d-0758-4441-bd6f-ef9e656c1784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.186791 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-6020189c-aa67-4fc5-aa92-61ffcc0127f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:22.264631 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855c3c6-abf9-41e1-a248-ed101935b00c None None] Pushing event updated for resources: {'Port': ['ID=49e17a72-8403-4213-a40a-9a87d1868b5b,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:22.291328 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855c3c6-abf9-41e1-a248-ed101935b00c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:22.291690 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855c3c6-abf9-41e1-a248-ed101935b00c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:22.292026 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855c3c6-abf9-41e1-a248-ed101935b00c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:22.292356 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855c3c6-abf9-41e1-a248-ed101935b00c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:22.292682 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855c3c6-abf9-41e1-a248-ed101935b00c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:22.293004 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855c3c6-abf9-41e1-a248-ed101935b00c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:22.293325 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855c3c6-abf9-41e1-a248-ed101935b00c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:22.293679 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855c3c6-abf9-41e1-a248-ed101935b00c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:22.294006 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855c3c6-abf9-41e1-a248-ed101935b00c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:22.294322 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855c3c6-abf9-41e1-a248-ed101935b00c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:22.294638 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855c3c6-abf9-41e1-a248-ed101935b00c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:22.294953 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855c3c6-abf9-41e1-a248-ed101935b00c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:22.313566 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-2855c3c6-abf9-41e1-a248-ed101935b00c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:22.328447 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-cbbc898d-0758-4441-bd6f-ef9e656c1784 None None] Attempting to bind port 49e17a72-8403-4213-a40a-9a87d1868b5b on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:44:22.328447 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-cbbc898d-0758-4441-bd6f-ef9e656c1784 None None] Attempting to bind port 49e17a72-8403-4213-a40a-9a87d1868b5b by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '1efc45a6-102b-4399-be59-f57c2bb6a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1302d89b-bdda-43cb-a35c-b3bb609661cb'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:44:22.328878 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbc898d-0758-4441-bd6f-ef9e656c1784 None None] Attempting to bind port 49e17a72-8403-4213-a40a-9a87d1868b5b on network 1302d89b-bdda-43cb-a35c-b3bb609661cb {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:22.334266 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbc898d-0758-4441-bd6f-ef9e656c1784 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:44:22.334626 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbc898d-0758-4441-bd6f-ef9e656c1784 None None] Checking segment: {'id': '1efc45a6-102b-4399-be59-f57c2bb6a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1302d89b-bdda-43cb-a35c-b3bb609661cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:22.335041 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-cbbc898d-0758-4441-bd6f-ef9e656c1784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.335434 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbc898d-0758-4441-bd6f-ef9e656c1784 None None] Bound using segment: {'id': '1efc45a6-102b-4399-be59-f57c2bb6a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1302d89b-bdda-43cb-a35c-b3bb609661cb'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:44:22.338287 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-cbbc898d-0758-4441-bd6f-ef9e656c1784 None None] Bound port: 49e17a72-8403-4213-a40a-9a87d1868b5b, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1efc45a6-102b-4399-be59-f57c2bb6a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1302d89b-bdda-43cb-a35c-b3bb609661cb'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:44:22.338287 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-cbbc898d-0758-4441-bd6f-ef9e656c1784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.483098 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-cbbc898d-0758-4441-bd6f-ef9e656c1784 None None] For port 49e17a72-8403-4213-a40a-9a87d1868b5b, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:22.486565 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-cbbc898d-0758-4441-bd6f-ef9e656c1784 None None] For port 49e17a72-8403-4213-a40a-9a87d1868b5b, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=49e17a72-8403-4213-a40a-9a87d1868b5b,segment=NetworkSegment(1efc45a6-102b-4399-be59-f57c2bb6a981),segment_id=1efc45a6-102b-4399-be59-f57c2bb6a981)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:44:22.847630 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-cbbc898d-0758-4441-bd6f-ef9e656c1784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.853704 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:22.953821 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbc898d-0758-4441-bd6f-ef9e656c1784 None None] Routers {'471b2234-92e3-4216-9e32-152dcb7526ea'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:22.954793 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-cbbc898d-0758-4441-bd6f-ef9e656c1784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:43:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['471b2234-92e3-4216-9e32-152dcb7526ea'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:22.960425 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855c3c6-abf9-41e1-a248-ed101935b00c None None] Pushing event updated for resources: {'Port': ['ID=49e17a72-8403-4213-a40a-9a87d1868b5b,revision_number=4']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:22.981174 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-2855c3c6-abf9-41e1-a248-ed101935b00c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:23.085120 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-d8c4dd9a-a743-482a-9c8e-da17734e6551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:23.086642 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-d8c4dd9a-a743-482a-9c8e-da17734e6551 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c&tenant_id=e01d01d179104814a9128dc5fc44bfde HTTP/1.1" status: 200 len: 1102 time: 0.1326375 Jun 17 08:44:23.104689 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-06ae790e-36dc-461c-9817-44333234ed3b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-30', 'device_owner': 'compute:nova'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:23.144733 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-cbbc898d-0758-4441-bd6f-ef9e656c1784 None None] Set router 471b2234-92e3-4216-9e32-152dcb7526ea gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:23.250116 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-06ae790e-36dc-461c-9817-44333234ed3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.355901 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fda8a0a-63dc-4c1f-98e7-f470818600fc'}, {'server_uuid': 'd5c2bb18-89ce-47df-a5ed-84d2dd7c1c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:23.360779 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc4684a-0997-467b-8418-0a3933ff264e" -d '{"events": [{"server_uuid": "4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6", "name": "network-vif-plugged", "status": "completed", "tag": "6fda8a0a-63dc-4c1f-98e7-f470818600fc"}, {"server_uuid": "d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11", "name": "network-vif-plugged", "status": "completed", "tag": "c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:23.445577 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-cbbc898d-0758-4441-bd6f-ef9e656c1784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471b2234-92e3-4216-9e32-152dcb7526ea', 'name': 'tempest-ServerRescueTestJSON-298061502-router', 'tenant_id': 'da4fcbeea2f0401e991ac51af5b56a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '224580fe-d09f-4606-99eb-fbe55f170cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:10Z', 'updated_at': '2021-06-17T08:44:16Z', 'revision_number': 4, 'project_id': 'da4fcbeea2f0401e991ac51af5b56a4a', 'gw_port': {'id': '224580fe-d09f-4606-99eb-fbe55f170cb8', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b2234-92e3-4216-9e32-152dcb7526ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:11Z', 'updated_at': '2021-06-17T08:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '49e17a72-8403-4213-a40a-9a87d1868b5b', 'name': '', 'network_id': '1302d89b-bdda-43cb-a35c-b3bb609661cb', 'tenant_id': 'da4fcbeea2f0401e991ac51af5b56a4a', 'mac_address': 'fa:16:3e:23:10:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471b2234-92e3-4216-9e32-152dcb7526ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '2c38d131-90c8-4df8-b19d-8bfac65826fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:15Z', 'updated_at': '2021-06-17T08:44:22Z', 'revision_number': 4, 'project_id': 'da4fcbeea2f0401e991ac51af5b56a4a', 'subnets': [{'id': '2c38d131-90c8-4df8-b19d-8bfac65826fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:23.484831 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbc898d-0758-4441-bd6f-ef9e656c1784 None None] The sync data for ids ['471b2234-92e3-4216-9e32-152dcb7526ea'] in n-d-758944-30 is: [{'id': '471b2234-92e3-4216-9e32-152dcb7526ea', 'name': 'tempest-ServerRescueTestJSON-298061502-router', 'tenant_id': 'da4fcbeea2f0401e991ac51af5b56a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '224580fe-d09f-4606-99eb-fbe55f170cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:10Z', 'updated_at': '2021-06-17T08:44:16Z', 'revision_number': 4, 'project_id': 'da4fcbeea2f0401e991ac51af5b56a4a', 'gw_port': {'id': '224580fe-d09f-4606-99eb-fbe55f170cb8', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b2234-92e3-4216-9e32-152dcb7526ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:11Z', 'updated_at': '2021-06-17T08:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '49e17a72-8403-4213-a40a-9a87d1868b5b', 'name': '', 'network_id': '1302d89b-bdda-43cb-a35c-b3bb609661cb', 'tenant_id': 'da4fcbeea2f0401e991ac51af5b56a4a', 'mac_address': 'fa:16:3e:23:10:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471b2234-92e3-4216-9e32-152dcb7526ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '2c38d131-90c8-4df8-b19d-8bfac65826fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:15Z', 'updated_at': '2021-06-17T08:44:22Z', 'revision_number': 4, 'project_id': 'da4fcbeea2f0401e991ac51af5b56a4a', 'subnets': [{'id': '2c38d131-90c8-4df8-b19d-8bfac65826fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:23.650212 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-06ae790e-36dc-461c-9817-44333234ed3b service neutron] For port 85df4119-793b-423d-abf1-4c64dea34203, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=85df4119-793b-423d-abf1-4c64dea34203,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:23.744072 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-06ae790e-36dc-461c-9817-44333234ed3b service neutron] For port 85df4119-793b-423d-abf1-4c64dea34203, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:23.843149 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f3a1d7-9d51-4c86-9b1c-1c1b114a293c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85df4119-793b-423d-abf1-4c64dea34203'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:23.846205 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9784e126-48c4-41a9-b420-9eebee54a372" -d '{"events": [{"server_uuid": "62f3a1d7-9d51-4c86-9b1c-1c1b114a293c", "name": "network-vif-unplugged", "status": "completed", "tag": "85df4119-793b-423d-abf1-4c64dea34203"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:23.856170 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-06ae790e-36dc-461c-9817-44333234ed3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.878684 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-06ae790e-36dc-461c-9817-44333234ed3b service neutron] Transition to ACTIVE for port object 85df4119-793b-423d-abf1-4c64dea34203 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:23.958335 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-06ae790e-36dc-461c-9817-44333234ed3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.960742 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-28bb480b-50cf-4678-ad72-e3288395644d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:24.108644 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae790e-36dc-461c-9817-44333234ed3b service neutron] Pushing event updated for resources: {'Port': ['ID=85df4119-793b-423d-abf1-4c64dea34203,revision_number=6']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:24.108644 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-06ae790e-36dc-461c-9817-44333234ed3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:24.231012 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-06ae790e-36dc-461c-9817-44333234ed3b service neutron] No DVR routers for this DVR port 85df4119-793b-423d-abf1-4c64dea34203 on host n-h2-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:24.308550 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 49e17a72-8403-4213-a40a-9a87d1868b5b up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:24.325339 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-06ae790e-36dc-461c-9817-44333234ed3b service neutron] Attempting to bind port 85df4119-793b-423d-abf1-4c64dea34203 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:44:24.325737 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-06ae790e-36dc-461c-9817-44333234ed3b service neutron] Attempting to bind port 85df4119-793b-423d-abf1-4c64dea34203 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:44:24.326031 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-06ae790e-36dc-461c-9817-44333234ed3b service neutron] Attempting to bind port 85df4119-793b-423d-abf1-4c64dea34203 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:24.340540 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-06ae790e-36dc-461c-9817-44333234ed3b service neutron] Port 85df4119-793b-423d-abf1-4c64dea34203 on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:44:24.340878 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-06ae790e-36dc-461c-9817-44333234ed3b service neutron] Attempting to bind port 85df4119-793b-423d-abf1-4c64dea34203 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:24.349933 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-06ae790e-36dc-461c-9817-44333234ed3b service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:44:24.350329 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-06ae790e-36dc-461c-9817-44333234ed3b service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:24.350684 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-06ae790e-36dc-461c-9817-44333234ed3b service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:44:24.351139 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-06ae790e-36dc-461c-9817-44333234ed3b service neutron] Bound port: 85df4119-793b-423d-abf1-4c64dea34203, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:44:24.351495 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-06ae790e-36dc-461c-9817-44333234ed3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.520711 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 49e17a72-8403-4213-a40a-9a87d1868b5b completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:24.525625 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 49e17a72-8403-4213-a40a-9a87d1868b5b triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:24.526272 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.543445 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-06ae790e-36dc-461c-9817-44333234ed3b service neutron] For port 85df4119-793b-423d-abf1-4c64dea34203, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:24.550946 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-06ae790e-36dc-461c-9817-44333234ed3b service neutron] For port 85df4119-793b-423d-abf1-4c64dea34203, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=85df4119-793b-423d-abf1-4c64dea34203,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:44:24.624860 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-06ae790e-36dc-461c-9817-44333234ed3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.627161 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-950c0467-3de2-408d-adeb-844b3a5d7c94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:24.684301 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-06ae790e-36dc-461c-9817-44333234ed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:24.684957 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-06ae790e-36dc-461c-9817-44333234ed3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.698697 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-06ae790e-36dc-461c-9817-44333234ed3b service neutron] 10.222.0.50 "PUT /v2.0/ports/85df4119-793b-423d-abf1-4c64dea34203 HTTP/1.1" status: 200 len: 1097 time: 1.6024532 Jun 17 08:44:24.788273 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.849258 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae790e-36dc-461c-9817-44333234ed3b service neutron] Pushing event updated for resources: {'Port': ['ID=85df4119-793b-423d-abf1-4c64dea34203,revision_number=7']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:24.879959 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-06ae790e-36dc-461c-9817-44333234ed3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:24.886434 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 49e17a72-8403-4213-a40a-9a87d1868b5b, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=49e17a72-8403-4213-a40a-9a87d1868b5b,segment=NetworkSegment(1efc45a6-102b-4399-be59-f57c2bb6a981),segment_id=1efc45a6-102b-4399-be59-f57c2bb6a981)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:24.943748 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-a34d244b-5665-434c-814f-515270c4f60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:24.946663 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-a34d244b-5665-434c-814f-515270c4f60a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 1100 time: 0.1900411 Jun 17 08:44:24.961346 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.966335 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-204aa793-5ac9-4eda-ae25-a808301e51a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:25.070008 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=49e17a72-8403-4213-a40a-9a87d1868b5b,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:25.074126 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:25.195421 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-54eb1ac4-05c9-41e9-94c7-a997172fdf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:25.201276 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-54eb1ac4-05c9-41e9-94c7-a997172fdf03 service neutron] 10.222.0.50 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.2453134 Jun 17 08:44:25.288076 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-e8d3685c-26d0-47dd-9eb7-4fbf478fb9a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=85df4119-793b-423d-abf1-4c64dea34203 HTTP/1.1" status: 200 len: 217 time: 0.0798202 Jun 17 08:44:25.386541 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-525ac465-6b47-4d8d-a572-8589bee19540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.392112 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-4d46d776-0c21-4d0e-9587-f38361437a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:25.393658 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-4d46d776-0c21-4d0e-9587-f38361437a49 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0972300 Jun 17 08:44:25.523900 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-f29d487f-c9bc-487b-8f7c-b50e8c2b7c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:25.531304 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-f29d487f-c9bc-487b-8f7c-b50e8c2b7c36 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1296377 Jun 17 08:44:25.642966 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 85df4119-793b-423d-abf1-4c64dea34203 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:25.688909 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-a06a9ec9-451a-4ea6-b9a0-f3f2e67f0621 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490314 Jun 17 08:44:25.732878 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 85df4119-793b-423d-abf1-4c64dea34203 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:44:25.863304 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4fa157da-fea0-47c3-a440-c599bb51d64a req-259db24d-bbe5-47ef-96c8-35cd2d861db2 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668093 Jun 17 08:44:26.197010 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 49e17a72-8403-4213-a40a-9a87d1868b5b up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:26.320234 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 49e17a72-8403-4213-a40a-9a87d1868b5b triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:26.326739 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.264227 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.745088 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 85df4119-793b-423d-abf1-4c64dea34203 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:44:28.883011 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 85df4119-793b-423d-abf1-4c64dea34203, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=85df4119-793b-423d-abf1-4c64dea34203,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:28.896715 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '85df4119-793b-423d-abf1-4c64dea34203', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '85df4119-793b-423d-abf1-4c64dea34203', 'mac_address': 'fa:16:3e:dd:d1:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:44:28.957115 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.973741 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85df4119-793b-423d-abf1-4c64dea34203 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:44:28.995389 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 85df4119-793b-423d-abf1-4c64dea34203, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=85df4119-793b-423d-abf1-4c64dea34203,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:29.081143 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.083836 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a74da491-eb98-4483-ab9e-fb2a553c7da3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:29.156240 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=85df4119-793b-423d-abf1-4c64dea34203,revision_number=8']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:29.169758 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:29.381638 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['85df4119-793b-423d-abf1-4c64dea34203'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:44:29.436108 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0b997e37-6494-4ba0-a7c2-6eb2d70fa9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.988733 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-be166eef-9f27-4f4d-baee-72ddef87bf07 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:29.990343 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-be166eef-9f27-4f4d-baee-72ddef87bf07 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/networks?id=1302d89b-bdda-43cb-a35c-b3bb609661cb HTTP/1.1" status: 200 len: 810 time: 0.1356914 Jun 17 08:44:30.007372 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-7157d475-e10a-44b8-8b9f-1b7c4c5f03c6 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/quotas/da4fcbeea2f0401e991ac51af5b56a4a HTTP/1.1" status: 200 len: 375 time: 0.0099859 Jun 17 08:44:30.070742 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-4ae6adff-d1cd-4224-84e5-277e85001c16 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:30.072408 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-4ae6adff-d1cd-4224-84e5-277e85001c16 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/networks?id=6d80fff0-8c04-45f1-8edd-294f2bc772ec HTTP/1.1" status: 200 len: 813 time: 0.1354468 Jun 17 08:44:30.091615 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-2b92552d-7e30-49f0-9ee0-a6d57d39c62c tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/quotas/c29561c2e94b41408f45441ef35b148c HTTP/1.1" status: 200 len: 375 time: 0.0129521 Jun 17 08:44:30.109618 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-aee0b3c8-f1b5-476a-90eb-1ff20945fe7f tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=da4fcbeea2f0401e991ac51af5b56a4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0964479 Jun 17 08:44:30.220454 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-d2e3ddd3-1039-4a32-a5e0-a8fe09d87d3c tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c29561c2e94b41408f45441ef35b148c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1135762 Jun 17 08:44:30.222770 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-e6c975a2-a26f-43cd-b49c-c882a91817a4 service neutron] 10.222.0.49 "GET /v2.0/networks/1302d89b-bdda-43cb-a35c-b3bb609661cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122186 Jun 17 08:44:30.360800 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-1a73d08d-a8b0-4902-a610-d8edf99731b1 service neutron] 10.222.0.49 "GET /v2.0/networks/6d80fff0-8c04-45f1-8edd-294f2bc772ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258047 Jun 17 08:44:30.370976 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-2231fc16-303d-4877-9891-df2329060a41 service neutron] 10.222.0.49 "GET /v2.0/networks/1302d89b-bdda-43cb-a35c-b3bb609661cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441708 Jun 17 08:44:30.496540 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-7cacb901-73ce-4697-871a-a3c3cfb796bc service neutron] 10.222.0.49 "GET /v2.0/networks/6d80fff0-8c04-45f1-8edd-294f2bc772ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342549 Jun 17 08:44:30.656168 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-34fdee9d-a593-4bbe-9d51-c4a0cce0f637 req-bfdd4be8-43d0-4007-8859-c110a4466a76 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "GET /v2.0/security-groups/b3c31ef0-b804-4b38-b06d-7d20d12939be HTTP/1.1" status: 200 len: 1804 time: 0.0539832 Jun 17 08:44:30.672968 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-34fdee9d-a593-4bbe-9d51-c4a0cce0f637 req-ff98fdfc-aac8-4c91-aee4-0ff00f204731 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b3c31ef0-b804-4b38-b06d-7d20d12939be', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:30.673291 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-34fdee9d-a593-4bbe-9d51-c4a0cce0f637 req-ff98fdfc-aac8-4c91-aee4-0ff00f204731 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b3c31ef0-b804-4b38-b06d-7d20d12939be', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:30.746459 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 85df4119-793b-423d-abf1-4c64dea34203 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:30.934853 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-34fdee9d-a593-4bbe-9d51-c4a0cce0f637 req-ff98fdfc-aac8-4c91-aee4-0ff00f204731 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.983516 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-34fdee9d-a593-4bbe-9d51-c4a0cce0f637 req-ff98fdfc-aac8-4c91-aee4-0ff00f204731 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.986257 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f88280-3daf-400e-beed-b0c9004beb65 req-216f3159-7d81-42cf-a802-4f31e7671763 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:30.997634 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e0f88280-3daf-400e-beed-b0c9004beb65 req-216f3159-7d81-42cf-a802-4f31e7671763 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 949 time: 0.0970049 Jun 17 08:44:31.067118 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e0f88280-3daf-400e-beed-b0c9004beb65 req-b9cc8076-76c1-4288-94be-ce052bc005be tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684664 Jun 17 08:44:31.189850 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-34fdee9d-a593-4bbe-9d51-c4a0cce0f637 req-ff98fdfc-aac8-4c91-aee4-0ff00f204731 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.190472 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.191004 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 85df4119-793b-423d-abf1-4c64dea34203 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:31.192921 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-901e8980-ebb6-46cf-80fb-3ccc98e17cff tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:31.197191 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 85df4119-793b-423d-abf1-4c64dea34203 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:31.204269 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.222385 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98fdfc-aac8-4c91-aee4-0ff00f204731 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3576487b-7185-451a-b329-ff2ce77a7c49,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:31.234228 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff98fdfc-aac8-4c91-aee4-0ff00f204731 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:31.234936 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff98fdfc-aac8-4c91-aee4-0ff00f204731 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:31.235487 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff98fdfc-aac8-4c91-aee4-0ff00f204731 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:31.236059 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff98fdfc-aac8-4c91-aee4-0ff00f204731 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:31.236611 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff98fdfc-aac8-4c91-aee4-0ff00f204731 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:31.237164 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff98fdfc-aac8-4c91-aee4-0ff00f204731 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:31.237702 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff98fdfc-aac8-4c91-aee4-0ff00f204731 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:31.238248 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff98fdfc-aac8-4c91-aee4-0ff00f204731 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:31.238794 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff98fdfc-aac8-4c91-aee4-0ff00f204731 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:31.239328 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff98fdfc-aac8-4c91-aee4-0ff00f204731 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:31.239913 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff98fdfc-aac8-4c91-aee4-0ff00f204731 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:31.240450 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff98fdfc-aac8-4c91-aee4-0ff00f204731 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:31.244668 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ff98fdfc-aac8-4c91-aee4-0ff00f204731 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:31.327578 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806f01d-7869-4bcf-bf4d-19f7576e7fcd req-4a683a56-a129-4d71-a98c-b66a90592687 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:31.329972 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c806f01d-7869-4bcf-bf4d-19f7576e7fcd req-4a683a56-a129-4d71-a98c-b66a90592687 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 945 time: 0.0941966 Jun 17 08:44:31.390448 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c806f01d-7869-4bcf-bf4d-19f7576e7fcd req-cd86802f-cfb3-4352-995e-4deec61ca52a tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545611 Jun 17 08:44:31.431203 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-34fdee9d-a593-4bbe-9d51-c4a0cce0f637 req-ff98fdfc-aac8-4c91-aee4-0ff00f204731 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.442987 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-34fdee9d-a593-4bbe-9d51-c4a0cce0f637 req-ff98fdfc-aac8-4c91-aee4-0ff00f204731 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7705431 Jun 17 08:44:31.540765 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322e89ed-8bca-47a1-85ad-a7c5666760a5 x-openstack-request-id: req-322e89ed-8bca-47a1-85ad-a7c5666760a5 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:31.541320 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6", "name": "network-vif-plugged", "status": "completed", "tag": "6fda8a0a-63dc-4c1f-98e7-f470818600fc", "code": 200}, {"server_uuid": "d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11", "name": "network-vif-plugged", "status": "completed", "tag": "c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:31.541946 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-322e89ed-8bca-47a1-85ad-a7c5666760a5 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:31.542546 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fda8a0a-63dc-4c1f-98e7-f470818600fc', 'code': 200} Jun 17 08:44:31.542987 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c2bb18-89ce-47df-a5ed-84d2dd7c1c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c', 'code': 200} Jun 17 08:44:31.544274 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.606411 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 85df4119-793b-423d-abf1-4c64dea34203, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=85df4119-793b-423d-abf1-4c64dea34203,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:31.671643 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780a6e3d-d9e0-46c5-baf8-23b7f9eecb9c x-openstack-request-id: req-780a6e3d-d9e0-46c5-baf8-23b7f9eecb9c {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:31.672110 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f3a1d7-9d51-4c86-9b1c-1c1b114a293c", "name": "network-vif-unplugged", "status": "completed", "tag": "85df4119-793b-423d-abf1-4c64dea34203", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:31.672506 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-780a6e3d-d9e0-46c5-baf8-23b7f9eecb9c {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:31.673059 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f3a1d7-9d51-4c86-9b1c-1c1b114a293c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85df4119-793b-423d-abf1-4c64dea34203', 'code': 200} Jun 17 08:44:31.704052 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.706702 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:31.834063 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b3c4d-1ca6-4cfe-8acd-5db9600921a4 req-a9396ada-ac8b-43da-bffe-4247e1f03917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:31.835789 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e77b3c4d-1ca6-4cfe-8acd-5db9600921a4 req-a9396ada-ac8b-43da-bffe-4247e1f03917 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6 HTTP/1.1" status: 200 len: 1097 time: 0.1417973 Jun 17 08:44:31.857658 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=85df4119-793b-423d-abf1-4c64dea34203,revision_number=9']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:31.865328 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:31.893574 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcd6f7-95c4-42b3-9452-01c0140493cf req-c69be2ab-f982-4a04-988b-81a2650461ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:31.897064 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2ffcd6f7-95c4-42b3-9452-01c0140493cf req-c69be2ab-f982-4a04-988b-81a2650461ee service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 1097 time: 0.2227025 Jun 17 08:44:31.947272 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e594a-dc1f-41b7-8e06-ae61b74c3601 req-dd4f2fa9-c2ad-4430-a51c-c313e3ff1b4e tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:31.947594 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e77b3c4d-1ca6-4cfe-8acd-5db9600921a4 req-45a5ac87-5a5c-4cb1-916a-9b17f2a37b10 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f0f58381-2907-449a-ae77-7cefb89e21c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029997 Jun 17 08:44:31.949016 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-387e594a-dc1f-41b7-8e06-ae61b74c3601 req-dd4f2fa9-c2ad-4430-a51c-c313e3ff1b4e tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6 HTTP/1.1" status: 200 len: 945 time: 0.2908213 Jun 17 08:44:31.992693 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3a846d0b-a4a1-4aed-bd69-c872073c9cb2 req-d3b874bb-e32e-4863-8e44-cd2367fa0321 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a421ad1-3fd7-4eac-9372-e8a59e07959b HTTP/1.1" status: 200 len: 210 time: 0.0357797 Jun 17 08:44:31.993409 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2ffcd6f7-95c4-42b3-9452-01c0140493cf req-bc2ab775-2264-4eef-baa2-67d8ca28a4b6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885203 Jun 17 08:44:32.016744 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-387e594a-dc1f-41b7-8e06-ae61b74c3601 req-00a6a60d-2baa-4ceb-8a34-f35212166c4d tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0f58381-2907-449a-ae77-7cefb89e21c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591662 Jun 17 08:44:32.116210 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4155219b-5898-43ef-b5d6-03c08d295f69 req-a8c565ce-06c8-4864-8af8-6c180b56b52b tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5 HTTP/1.1" status: 200 len: 210 time: 0.0468342 Jun 17 08:44:32.238671 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-78392ad8-f2ac-4630-9b46-7462ec205761 req-efb6737b-ef12-4c16-a6e7-b5a17925138e tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "GET /v2.0/security-groups/b3c31ef0-b804-4b38-b06d-7d20d12939be HTTP/1.1" status: 200 len: 2397 time: 0.0487566 Jun 17 08:44:32.238671 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-78392ad8-f2ac-4630-9b46-7462ec205761 req-7b3da148-8f56-4f0a-baeb-cf1442ba09f3 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b3c31ef0-b804-4b38-b06d-7d20d12939be', 'remote_group_id': None}]} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:32.238671 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-78392ad8-f2ac-4630-9b46-7462ec205761 req-7b3da148-8f56-4f0a-baeb-cf1442ba09f3 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b3c31ef0-b804-4b38-b06d-7d20d12939be', 'remote_group_id': None}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:33.105021 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:33.154939 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-78392ad8-f2ac-4630-9b46-7462ec205761 req-7b3da148-8f56-4f0a-baeb-cf1442ba09f3 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:33.185714 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-78392ad8-f2ac-4630-9b46-7462ec205761 req-7b3da148-8f56-4f0a-baeb-cf1442ba09f3 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:33.332787 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-78392ad8-f2ac-4630-9b46-7462ec205761 req-7b3da148-8f56-4f0a-baeb-cf1442ba09f3 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:33.352665 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:33.397108 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3da148-8f56-4f0a-baeb-cf1442ba09f3 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=987cba8b-4f72-4068-bf8d-c0b02440dd34,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:33.411224 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7b3da148-8f56-4f0a-baeb-cf1442ba09f3 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:33.544372 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f3a1d7-9d51-4c86-9b1c-1c1b114a293c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85df4119-793b-423d-abf1-4c64dea34203'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:33.547319 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9905687-f3c8-43e1-9ced-79a88b497b86" -d '{"events": [{"server_uuid": "62f3a1d7-9d51-4c86-9b1c-1c1b114a293c", "name": "network-vif-plugged", "status": "completed", "tag": "85df4119-793b-423d-abf1-4c64dea34203"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:33.574292 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfac2bf-0a94-4b97-90c5-bfa3cdeac3cf req-cbac1fc4-8c2f-4555-838e-0301924eca75 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:33.580905 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3dfac2bf-0a94-4b97-90c5-bfa3cdeac3cf req-cbac1fc4-8c2f-4555-838e-0301924eca75 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/ports?device_id=533c8287-3c0a-4c10-8b6b-03b06040a10a HTTP/1.1" status: 200 len: 951 time: 0.0828810 Jun 17 08:44:33.589344 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-78392ad8-f2ac-4630-9b46-7462ec205761 req-7b3da148-8f56-4f0a-baeb-cf1442ba09f3 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:33.590996 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-78392ad8-f2ac-4630-9b46-7462ec205761 req-7b3da148-8f56-4f0a-baeb-cf1442ba09f3 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.3797450 Jun 17 08:44:33.656015 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3dfac2bf-0a94-4b97-90c5-bfa3cdeac3cf req-586edee5-0bf0-4bf7-a7ad-080b55c54942 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/security-groups?id=af4e9468-9bd3-4814-a29f-5cede9857089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655644 Jun 17 08:44:33.662555 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device ab6b19a0-24fd-4572-958d-128e40d1df5f no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:33.674237 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f3a1d7-9d51-4c86-9b1c-1c1b114a293c', 'tag': '85df4119-793b-423d-abf1-4c64dea34203'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:33.677247 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8523c4e9-a5f7-41ef-8a1f-5034d01c61a2" -d '{"events": [{"name": "network-changed", "server_uuid": "62f3a1d7-9d51-4c86-9b1c-1c1b114a293c", "tag": "85df4119-793b-423d-abf1-4c64dea34203"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:33.888283 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:33.960294 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24021257-a97d-4f8f-9d9b-b0d8b33c3dc2 req-3d969af6-30a5-40ba-889f-a600989e5ac3 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:33.978198 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-24021257-a97d-4f8f-9d9b-b0d8b33c3dc2 req-3d969af6-30a5-40ba-889f-a600989e5ac3 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 945 time: 0.2150958 Jun 17 08:44:33.982199 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port ab6b19a0-24fd-4572-958d-128e40d1df5f, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ab6b19a0-24fd-4572-958d-128e40d1df5f,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:34.025649 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b0e89c86-9e11-4e69-ae24-c5d6ec6abbdf req-493131f3-cf54-47dd-b99c-0dcaa9332608 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a421ad1-3fd7-4eac-9372-e8a59e07959b HTTP/1.1" status: 200 len: 210 time: 0.0370314 Jun 17 08:44:34.045198 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-24021257-a97d-4f8f-9d9b-b0d8b33c3dc2 req-0dba7684-9a13-43eb-a7ec-0b39c0a3fc16 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655367 Jun 17 08:44:34.067895 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664663e9-0782-48b2-af1a-842b47b05bd0 req-5236c094-4569-4941-a5c1-b4237de1d837 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:34.069548 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-664663e9-0782-48b2-af1a-842b47b05bd0 req-5236c094-4569-4941-a5c1-b4237de1d837 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.53 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c&tenant_id=e01d01d179104814a9128dc5fc44bfde&binding%3Ahost_id=n-h1-758944-30 HTTP/1.1" status: 200 len: 950 time: 0.2692173 Jun 17 08:44:34.189566 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [req-664663e9-0782-48b2-af1a-842b47b05bd0 req-57a4e1b8-e859-458f-9b52-19123c7f4d8a service neutron] delete failed (client error): The resource could not be found. Jun 17 08:44:34.190603 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-664663e9-0782-48b2-af1a-842b47b05bd0 req-57a4e1b8-e859-458f-9b52-19123c7f4d8a service neutron] 10.222.0.53 "DELETE /v2.0/ports/85df4119-793b-423d-abf1-4c64dea34203/bindings/n-h2-758944-30 HTTP/1.1" status: 404 len: 381 time: 0.1146986 Jun 17 08:44:34.215417 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f496083-c04e-4133-afe8-169f3f2e12d9 req-f6231bd6-8d3e-4b57-92d1-66275453fdaa tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:34.217465 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8f496083-c04e-4133-afe8-169f3f2e12d9 req-f6231bd6-8d3e-4b57-92d1-66275453fdaa tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6 HTTP/1.1" status: 200 len: 945 time: 0.0756655 Jun 17 08:44:34.235166 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-132eeb43-f4a0-4ebc-aa90-7c58ddaba1a7 req-c5685845-6ce7-41f3-b2a3-54b948e6e02c tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5 HTTP/1.1" status: 200 len: 210 time: 0.0318227 Jun 17 08:44:34.244290 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:34.248451 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-d23ab257-a6f4-4a24-9891-b996161b2271 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:34.279027 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8f496083-c04e-4133-afe8-169f3f2e12d9 req-10f28fc2-ba2c-46e3-a168-7be707e650d7 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0f58381-2907-449a-ae77-7cefb89e21c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500147 Jun 17 08:44:34.366871 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=ab6b19a0-24fd-4572-958d-128e40d1df5f,revision_number=11']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:34.376527 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:34.412987 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af65c26-9f5a-44ad-9eea-7ccf54fe405a x-openstack-request-id: req-4af65c26-9f5a-44ad-9eea-7ccf54fe405a {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:34.413464 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f3a1d7-9d51-4c86-9b1c-1c1b114a293c", "name": "network-vif-plugged", "status": "completed", "tag": "85df4119-793b-423d-abf1-4c64dea34203", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:34.413885 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4af65c26-9f5a-44ad-9eea-7ccf54fe405a {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:34.414533 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f3a1d7-9d51-4c86-9b1c-1c1b114a293c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85df4119-793b-423d-abf1-4c64dea34203', 'code': 200} Jun 17 08:44:34.479137 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-559bb220-6c80-4bd6-b28a-40629ec7cee3 req-4c97de71-5a62-4804-a2ba-1f78bcfc436e tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "GET /v2.0/security-groups/b3c31ef0-b804-4b38-b06d-7d20d12939be HTTP/1.1" status: 200 len: 2995 time: 0.0497396 Jun 17 08:44:34.585980 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54004f67-2785-4873-866a-2b4e5b0aaffd x-openstack-request-id: req-54004f67-2785-4873-866a-2b4e5b0aaffd {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:34.587654 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f3a1d7-9d51-4c86-9b1c-1c1b114a293c", "tag": "85df4119-793b-423d-abf1-4c64dea34203", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:34.587654 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-54004f67-2785-4873-866a-2b4e5b0aaffd {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:34.588516 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f3a1d7-9d51-4c86-9b1c-1c1b114a293c', 'tag': '85df4119-793b-423d-abf1-4c64dea34203', 'status': 'completed', 'code': 200} Jun 17 08:44:34.662323 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f82161-5836-4578-b56e-30f629d3c539 req-396b1caf-df1f-4080-8344-3e48d65bad49 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:34.675273 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-40f82161-5836-4578-b56e-30f629d3c539 req-396b1caf-df1f-4080-8344-3e48d65bad49 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 950 time: 0.2619236 Jun 17 08:44:34.681243 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664663e9-0782-48b2-af1a-842b47b05bd0 req-982e8791-99a8-4d40-9ca3-d5409fba39c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:34.683992 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-664663e9-0782-48b2-af1a-842b47b05bd0 req-982e8791-99a8-4d40-9ca3-d5409fba39c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 1102 time: 0.2503462 Jun 17 08:44:34.701779 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523c4e9-a5f7-41ef-8a1f-5034d01c61a2 req-34be70b3-9938-4b15-837c-4cf3ba9998e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:34.703242 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8523c4e9-a5f7-41ef-8a1f-5034d01c61a2 req-34be70b3-9938-4b15-837c-4cf3ba9998e5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 1102 time: 0.0969493 Jun 17 08:44:34.830493 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-40f82161-5836-4578-b56e-30f629d3c539 req-10a2d11a-ba09-4057-8d3d-13eed1b9155f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440365 Jun 17 08:44:34.870659 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523c4e9-a5f7-41ef-8a1f-5034d01c61a2 req-47ea4af8-20ff-4cdb-b2c9-6a27e242f3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:34.872652 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8523c4e9-a5f7-41ef-8a1f-5034d01c61a2 req-47ea4af8-20ff-4cdb-b2c9-6a27e242f3b9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.1587310 Jun 17 08:44:34.881207 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664663e9-0782-48b2-af1a-842b47b05bd0 req-b9ff44b4-fe13-4f6d-8ca7-cbe4d9419224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:34.884672 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-664663e9-0782-48b2-af1a-842b47b05bd0 req-b9ff44b4-fe13-4f6d-8ca7-cbe4d9419224 service neutron] 10.222.0.53 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.1739862 Jun 17 08:44:34.927859 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8523c4e9-a5f7-41ef-8a1f-5034d01c61a2 req-74ccf68b-6ae5-48c9-a3a8-8eeb22432294 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=85df4119-793b-423d-abf1-4c64dea34203 HTTP/1.1" status: 200 len: 217 time: 0.0441859 Jun 17 08:44:34.945756 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-664663e9-0782-48b2-af1a-842b47b05bd0 req-935fdd49-ca79-45dd-a8c0-e25b815ddca9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=85df4119-793b-423d-abf1-4c64dea34203 HTTP/1.1" status: 200 len: 217 time: 0.0552430 Jun 17 08:44:34.983802 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2fd83-8595-4814-80e9-8a2acec0bfcc req-d2770c0e-fb73-457c-99a1-8e965403fe3d tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:34.987346 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-06f2fd83-8595-4814-80e9-8a2acec0bfcc req-d2770c0e-fb73-457c-99a1-8e965403fe3d tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 1097 time: 0.1736012 Jun 17 08:44:35.019971 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523c4e9-a5f7-41ef-8a1f-5034d01c61a2 req-b038e8e5-99d9-4fc6-8d05-872f0cf5368f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:35.021672 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8523c4e9-a5f7-41ef-8a1f-5034d01c61a2 req-b038e8e5-99d9-4fc6-8d05-872f0cf5368f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0843670 Jun 17 08:44:35.040629 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-06f2fd83-8595-4814-80e9-8a2acec0bfcc req-f98cc7e9-3907-4c04-9fdf-fb56027605a8 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471687 Jun 17 08:44:35.062843 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664663e9-0782-48b2-af1a-842b47b05bd0 req-51bd30c4-2e93-4b16-8fc4-095e3df5081a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:35.064366 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-664663e9-0782-48b2-af1a-842b47b05bd0 req-51bd30c4-2e93-4b16-8fc4-095e3df5081a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1126938 Jun 17 08:44:35.166945 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30720a3c-2b8e-4cce-bca6-f82db49d0348 req-ac0b6ad6-c4d2-4946-81ea-6aa45f13e557 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:35.180711 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-30720a3c-2b8e-4cce-bca6-f82db49d0348 req-ac0b6ad6-c4d2-4946-81ea-6aa45f13e557 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d98426-ec04-4f0c-8196-d90e91eacfcb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1849530 Jun 17 08:44:35.193467 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c2f9cf6e-79ed-42d9-982f-830edae66937 req-6714db21-1c6e-489d-aea6-106e030c5e01 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "GET /v2.0/security-group-rules/987cba8b-4f72-4068-bf8d-c0b02440dd34 HTTP/1.1" status: 200 len: 783 time: 0.0350504 Jun 17 08:44:35.235159 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-30720a3c-2b8e-4cce-bca6-f82db49d0348 req-a101533e-577b-408b-9cbc-9b886b67c67a tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.91 HTTP/1.1" status: 200 len: 695 time: 0.0592017 Jun 17 08:44:35.242458 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523c4e9-a5f7-41ef-8a1f-5034d01c61a2 req-15abb4da-5dfd-470e-a710-49b661dbbcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:35.244167 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8523c4e9-a5f7-41ef-8a1f-5034d01c61a2 req-15abb4da-5dfd-470e-a710-49b661dbbcef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1758947 Jun 17 08:44:35.247420 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-30720a3c-2b8e-4cce-bca6-f82db49d0348 req-9c3f46f1-c2c1-4163-9f78-80258fd74c1a tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Request body: {'floatingip': {'port_id': '381aa2bf-3dab-498d-8340-cdf2bce56d83', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:35.277812 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664663e9-0782-48b2-af1a-842b47b05bd0 req-7dc880de-6ed8-4d6e-b835-8bb3d7268791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:35.278877 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-664663e9-0782-48b2-af1a-842b47b05bd0 req-7dc880de-6ed8-4d6e-b835-8bb3d7268791 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2058215 Jun 17 08:44:35.280757 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c2f9cf6e-79ed-42d9-982f-830edae66937 req-863f7900-021e-4c2d-89d9-6f0355440891 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "GET /v2.0/security-groups/b3c31ef0-b804-4b38-b06d-7d20d12939be HTTP/1.1" status: 200 len: 2995 time: 0.0809567 Jun 17 08:44:35.349527 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-30720a3c-2b8e-4cce-bca6-f82db49d0348 req-9c3f46f1-c2c1-4163-9f78-80258fd74c1a tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks [] for floatingip, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:35.356311 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-c2f9cf6e-79ed-42d9-982f-830edae66937 req-a8040f4e-cda1-4624-b4a7-88d8c75a93dc tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:35.365019 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-c2f9cf6e-79ed-42d9-982f-830edae66937 req-a8040f4e-cda1-4624-b4a7-88d8c75a93dc tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:35.420552 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8523c4e9-a5f7-41ef-8a1f-5034d01c61a2 req-efcc2b40-3a4f-4801-a4bb-8dca3b9b9606 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655149 Jun 17 08:44:35.524958 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-c2f9cf6e-79ed-42d9-982f-830edae66937 req-a8040f4e-cda1-4624-b4a7-88d8c75a93dc tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:35.527276 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:35.532738 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-c2f9cf6e-79ed-42d9-982f-830edae66937 req-a8040f4e-cda1-4624-b4a7-88d8c75a93dc tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:35.533917 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c2f9cf6e-79ed-42d9-982f-830edae66937 req-a8040f4e-cda1-4624-b4a7-88d8c75a93dc tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/987cba8b-4f72-4068-bf8d-c0b02440dd34 HTTP/1.1" status: 204 len: 173 time: 0.2196844 Jun 17 08:44:35.549532 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8040f4e-cda1-4624-b4a7-88d8c75a93dc tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=987cba8b-4f72-4068-bf8d-c0b02440dd34,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:35.585451 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8040f4e-cda1-4624-b4a7-88d8c75a93dc tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:35.586125 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8040f4e-cda1-4624-b4a7-88d8c75a93dc tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:35.589364 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8040f4e-cda1-4624-b4a7-88d8c75a93dc tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:35.589364 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8040f4e-cda1-4624-b4a7-88d8c75a93dc tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:35.589364 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8040f4e-cda1-4624-b4a7-88d8c75a93dc tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:35.589925 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-664663e9-0782-48b2-af1a-842b47b05bd0 req-db606769-fc31-4ab8-a304-effb53351a18 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694256 Jun 17 08:44:35.590110 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8040f4e-cda1-4624-b4a7-88d8c75a93dc tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:35.590110 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8040f4e-cda1-4624-b4a7-88d8c75a93dc tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:35.590110 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8040f4e-cda1-4624-b4a7-88d8c75a93dc tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:35.590705 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8040f4e-cda1-4624-b4a7-88d8c75a93dc tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:35.591389 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8040f4e-cda1-4624-b4a7-88d8c75a93dc tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:35.592044 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8040f4e-cda1-4624-b4a7-88d8c75a93dc tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:35.592714 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8040f4e-cda1-4624-b4a7-88d8c75a93dc tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:35.604705 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a8040f4e-cda1-4624-b4a7-88d8c75a93dc tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:35.631415 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8523c4e9-a5f7-41ef-8a1f-5034d01c61a2 req-5f8c42c7-2363-468f-bc4b-36010082692a service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919425 Jun 17 08:44:35.922280 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-664663e9-0782-48b2-af1a-842b47b05bd0 req-0b7f7bee-d34d-4a49-8609-75debf05af9b service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062136 Jun 17 08:44:35.945330 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c721ff8-dc38-45e4-86e3-975499b83bda req-bf8759af-5434-440d-b7e8-dfb81f6f2752 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:35.949434 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6c721ff8-dc38-45e4-86e3-975499b83bda req-bf8759af-5434-440d-b7e8-dfb81f6f2752 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 945 time: 0.1294103 Jun 17 08:44:36.001717 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6c721ff8-dc38-45e4-86e3-975499b83bda req-134eccc5-fae0-4f72-8c44-35a0975a5c5d tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449817 Jun 17 08:44:36.181568 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-222c4005-36f8-424f-96ea-9b7312f6c562 req-8189b01c-35b5-47ad-a3ae-f805f9f6ed44 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a421ad1-3fd7-4eac-9372-e8a59e07959b HTTP/1.1" status: 200 len: 210 time: 0.0490758 Jun 17 08:44:36.416169 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533c8287-3c0a-4c10-8b6b-03b06040a10a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab6b19a0-24fd-4572-958d-128e40d1df5f'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:36.421299 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49085f19-8d9f-42e2-ace0-592aae8c3907" -d '{"events": [{"server_uuid": "533c8287-3c0a-4c10-8b6b-03b06040a10a", "name": "network-vif-unplugged", "status": "completed", "tag": "ab6b19a0-24fd-4572-958d-128e40d1df5f"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:36.483329 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-c294b3c5-1a57-4368-b69d-5085ca0b0294 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:36.484866 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-c294b3c5-1a57-4368-b69d-5085ca0b0294 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.53 "GET /v2.0/networks?id=6d80fff0-8c04-45f1-8edd-294f2bc772ec HTTP/1.1" status: 200 len: 813 time: 0.5343544 Jun 17 08:44:36.486997 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523c4e9-a5f7-41ef-8a1f-5034d01c61a2 req-4abbf1fc-d956-4ded-8b13-7da3d058f130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:36.488655 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8523c4e9-a5f7-41ef-8a1f-5034d01c61a2 req-4abbf1fc-d956-4ded-8b13-7da3d058f130 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 1102 time: 0.4712520 Jun 17 08:44:36.495146 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3c4fb41d-4d9e-4304-90b7-7dd760f47a8a req-dd4e632e-7772-484e-9b50-1af84318ffa2 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5 HTTP/1.1" status: 200 len: 210 time: 0.0396574 Jun 17 08:44:36.590296 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-991052ff-2e7b-4543-a7b8-f21a1722659b req-65af910f-fdfe-4b03-9cfc-8c59e70f57c4 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "GET /v2.0/security-groups/b3c31ef0-b804-4b38-b06d-7d20d12939be HTTP/1.1" status: 200 len: 2397 time: 0.0623338 Jun 17 08:44:36.702602 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-991052ff-2e7b-4543-a7b8-f21a1722659b req-330594c1-35ef-4ce8-a1b0-c845428b2615 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:36.791607 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-991052ff-2e7b-4543-a7b8-f21a1722659b req-330594c1-35ef-4ce8-a1b0-c845428b2615 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:36.872234 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-8f159037-1c57-4a25-9136-b09c67db5f84 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Request body: {'port': {'device_id': '1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5', 'network_id': '6d80fff0-8c04-45f1-8edd-294f2bc772ec', 'admin_state_up': True, 'tenant_id': 'c29561c2e94b41408f45441ef35b148c'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:36.885920 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.db.resource_extend [req-30720a3c-2b8e-4cce-bca6-f82db49d0348 req-9c3f46f1-c2c1-4163-9f78-80258fd74c1a tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:44:36.920198 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-3178f810-95fb-4038-83df-84b95ffb1fa8 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:36.921969 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-3178f810-95fb-4038-83df-84b95ffb1fa8 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.53 "GET /v2.0/networks?id=1302d89b-bdda-43cb-a35c-b3bb609661cb HTTP/1.1" status: 200 len: 810 time: 0.2148800 Jun 17 08:44:36.940710 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-161bef5b-33cd-43c3-98dd-692043e3db65 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Request body: {'port': {'device_id': '3a421ad1-3fd7-4eac-9372-e8a59e07959b', 'network_id': '1302d89b-bdda-43cb-a35c-b3bb609661cb', 'admin_state_up': True, 'tenant_id': 'da4fcbeea2f0401e991ac51af5b56a4a'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:37.010479 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-991052ff-2e7b-4543-a7b8-f21a1722659b req-330594c1-35ef-4ce8-a1b0-c845428b2615 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.014286 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-991052ff-2e7b-4543-a7b8-f21a1722659b req-330594c1-35ef-4ce8-a1b0-c845428b2615 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.022257 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-991052ff-2e7b-4543-a7b8-f21a1722659b req-330594c1-35ef-4ce8-a1b0-c845428b2615 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "DELETE /v2.0/security-groups/b3c31ef0-b804-4b38-b06d-7d20d12939be HTTP/1.1" status: 204 len: 173 time: 0.4158099 Jun 17 08:44:37.022257 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fecb5782-f7dc-4681-9c0d-2eadc31a6356 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:37.035575 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330594c1-35ef-4ce8-a1b0-c845428b2615 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c31ef0-b804-4b38-b06d-7d20d12939be,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:37.041816 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-330594c1-35ef-4ce8-a1b0-c845428b2615 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:37.073069 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-30720a3c-2b8e-4cce-bca6-f82db49d0348 req-9c3f46f1-c2c1-4163-9f78-80258fd74c1a tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.140807 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523c4e9-a5f7-41ef-8a1f-5034d01c61a2 req-40b011b4-1867-4fcf-a3c4-e30da1d17cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:37.150194 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8523c4e9-a5f7-41ef-8a1f-5034d01c61a2 req-40b011b4-1867-4fcf-a3c4-e30da1d17cd1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.6414528 Jun 17 08:44:37.163001 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.db.api [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-161bef5b-33cd-43c3-98dd-692043e3db65 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:44:37.163001 n-d-758944-30 neutron-server[94520]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 17 08:44:37.163001 n-d-758944-30 neutron-server[94520]: [parameters: {'project_id': 'da4fcbeea2f0401e991ac51af5b56a4a', 'id': 'b4b3c20a-7a11-4823-b3f4-18da2b451b9f', 'expiration': datetime.datetime(2021, 6, 17, 8, 46, 37, 155535)}] Jun 17 08:44:37.163001 n-d-758944-30 neutron-server[94520]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:44:37.163001 n-d-758944-30 neutron-server[94520]: DEBUG oslo_db.api [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-161bef5b-33cd-43c3-98dd-692043e3db65 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:44:37.228135 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8523c4e9-a5f7-41ef-8a1f-5034d01c61a2 req-e23e4d4a-8f90-4fec-9035-092959f14040 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=85df4119-793b-423d-abf1-4c64dea34203 HTTP/1.1" status: 200 len: 217 time: 0.0748386 Jun 17 08:44:37.266360 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-30720a3c-2b8e-4cce-bca6-f82db49d0348 req-9c3f46f1-c2c1-4163-9f78-80258fd74c1a tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.340028 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-8f159037-1c57-4a25-9136-b09c67db5f84 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Made reservation on behalf of c29561c2e94b41408f45441ef35b148c for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:37.345637 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-8f159037-1c57-4a25-9136-b09c67db5f84 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.443101 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523c4e9-a5f7-41ef-8a1f-5034d01c61a2 req-3b554998-fbd0-4dd2-ab3d-518b773a60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:37.445709 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8523c4e9-a5f7-41ef-8a1f-5034d01c61a2 req-3b554998-fbd0-4dd2-ab3d-518b773a60ed service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.2115278 Jun 17 08:44:37.448914 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f7e7e-30fa-4de1-9278-440ce47bcf87 req-6824370d-bca4-4def-99c4-c8bf2793e3fc tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:37.451556 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4d6f7e7e-30fa-4de1-9278-440ce47bcf87 req-6824370d-bca4-4def-99c4-c8bf2793e3fc tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 950 time: 0.1143579 Jun 17 08:44:37.517367 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4d6f7e7e-30fa-4de1-9278-440ce47bcf87 req-94c12eea-c38f-4cb0-a17f-f44dc06b9afb tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563052 Jun 17 08:44:37.559134 n-d-758944-30 neutron-server[94519]: INFO neutron.db.l3_db [req-30720a3c-2b8e-4cce-bca6-f82db49d0348 req-9c3f46f1-c2c1-4163-9f78-80258fd74c1a tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Floating IP a9a36165-8a3c-4e24-b75f-29367ea6b9fb associated. External IP: 172.25.2.91, port: 381aa2bf-3dab-498d-8340-cdf2bce56d83. Jun 17 08:44:37.748037 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-8f159037-1c57-4a25-9136-b09c67db5f84 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Allocated IP 172.20.0.8 (6d80fff0-8c04-45f1-8edd-294f2bc772ec/1acf8d8e-2860-4109-a8ca-ee77dd683c23/c048c410-2542-4b99-9cae-013acf77e67b) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:37.770945 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523c4e9-a5f7-41ef-8a1f-5034d01c61a2 req-953b3b14-f73b-4734-833d-9488d000a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:37.770945 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8523c4e9-a5f7-41ef-8a1f-5034d01c61a2 req-953b3b14-f73b-4734-833d-9488d000a650 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3153648 Jun 17 08:44:37.795349 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-161bef5b-33cd-43c3-98dd-692043e3db65 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Made reservation on behalf of da4fcbeea2f0401e991ac51af5b56a4a for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:37.799974 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-161bef5b-33cd-43c3-98dd-692043e3db65 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.977905 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-161bef5b-33cd-43c3-98dd-692043e3db65 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Allocated IP 172.20.0.13 (1302d89b-bdda-43cb-a35c-b3bb609661cb/2c38d131-90c8-4df8-b19d-8bfac65826fa/67a59721-09d2-4b0b-880c-d713544994c7) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:38.017636 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8523c4e9-a5f7-41ef-8a1f-5034d01c61a2 req-9a86723f-15bd-43f2-a7a9-7b9192139cb5 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371299 Jun 17 08:44:38.206920 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-8f159037-1c57-4a25-9136-b09c67db5f84 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:38.213362 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-161bef5b-33cd-43c3-98dd-692043e3db65 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:38.221505 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30720a3c-2b8e-4cce-bca6-f82db49d0348 req-9c3f46f1-c2c1-4163-9f78-80258fd74c1a tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Router e4a3c4d8-c574-4d02-a19f-e12e4305e983 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:44:38.233310 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8523c4e9-a5f7-41ef-8a1f-5034d01c61a2 req-6afc07de-6e86-487f-8da5-067dd4085d15 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800168 Jun 17 08:44:38.346510 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-161bef5b-33cd-43c3-98dd-692043e3db65 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:38.350982 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f110a4c5-84b1-4528-8a00-7ab2f3e84815 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:38.359758 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa079cd6-b28a-46d4-8836-03350350f228 x-openstack-request-id: req-aa079cd6-b28a-46d4-8836-03350350f228 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:38.360261 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533c8287-3c0a-4c10-8b6b-03b06040a10a", "name": "network-vif-unplugged", "status": "completed", "tag": "ab6b19a0-24fd-4572-958d-128e40d1df5f", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:38.360530 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa079cd6-b28a-46d4-8836-03350350f228 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:38.361030 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533c8287-3c0a-4c10-8b6b-03b06040a10a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab6b19a0-24fd-4572-958d-128e40d1df5f', 'code': 200} Jun 17 08:44:38.368848 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30720a3c-2b8e-4cce-bca6-f82db49d0348 req-9c3f46f1-c2c1-4163-9f78-80258fd74c1a tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:38.376863 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-30720a3c-2b8e-4cce-bca6-f82db49d0348 req-9c3f46f1-c2c1-4163-9f78-80258fd74c1a tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:38.382288 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e72292e-8dfb-489a-845d-fd4e967325e3 None None] Sync routers for ids ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:38.395389 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e72292e-8dfb-489a-845d-fd4e967325e3 None None] Routers {'e4a3c4d8-c574-4d02-a19f-e12e4305e983'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:38.396898 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [req-f122ecde-3ba3-4233-9f66-509db6cda044 req-0bbab396-c51b-4089-a2c3-097340b7fff8 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] show failed (client error): The resource could not be found. Jun 17 08:44:38.397352 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-1e72292e-8dfb-489a-845d-fd4e967325e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:44:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:38.398381 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f122ecde-3ba3-4233-9f66-509db6cda044 req-0bbab396-c51b-4089-a2c3-097340b7fff8 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "GET /v2.0/security-groups/6877d3f8-b9d0-4f73-a0f0-9e6699be99a9 HTTP/1.1" status: 404 len: 352 time: 0.0175910 Jun 17 08:44:38.421874 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-161bef5b-33cd-43c3-98dd-692043e3db65 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Network 1302d89b-bdda-43cb-a35c-b3bb609661cb is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:38.426502 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-30720a3c-2b8e-4cce-bca6-f82db49d0348 req-9c3f46f1-c2c1-4163-9f78-80258fd74c1a tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "PUT /v2.0/floatingips/a9a36165-8a3c-4e24-b75f-29367ea6b9fb HTTP/1.1" status: 200 len: 995 time: 3.1829538 Jun 17 08:44:38.428125 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d98426-ec04-4f0c-8196-d90e91eacfcb', 'tag': '381aa2bf-3dab-498d-8340-cdf2bce56d83'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:38.433367 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a25b677-1b58-4769-a4b3-25f6fb2ea4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d98426-ec04-4f0c-8196-d90e91eacfcb", "tag": "381aa2bf-3dab-498d-8340-cdf2bce56d83"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:38.437633 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-161bef5b-33cd-43c3-98dd-692043e3db65 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:38.443767 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161bef5b-33cd-43c3-98dd-692043e3db65 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Pushing event updated for resources: {'Port': ['ID=67a59721-09d2-4b0b-880c-d713544994c7,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:38.447043 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-161bef5b-33cd-43c3-98dd-692043e3db65 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:38.449843 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-161bef5b-33cd-43c3-98dd-692043e3db65 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:38.506180 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-161bef5b-33cd-43c3-98dd-692043e3db65 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:38.509042 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-161bef5b-33cd-43c3-98dd-692043e3db65 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:38.534130 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-8f159037-1c57-4a25-9136-b09c67db5f84 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:38.539363 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-726f89b5-9462-4304-8e38-a89fb8127d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:38.552992 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['5e6d506a-1009-4a3c-9475-34c0f1e22c86'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:44:38.590982 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-1e72292e-8dfb-489a-845d-fd4e967325e3 None None] Set router e4a3c4d8-c574-4d02-a19f-e12e4305e983 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:38.621401 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-161bef5b-33cd-43c3-98dd-692043e3db65 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6910088 Jun 17 08:44:38.636998 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-898d245c-a739-4d19-aae2-35377b5c6d73 service neutron] Request body: {'port': {'device_id': '3a421ad1-3fd7-4eac-9372-e8a59e07959b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:38.645744 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-8f159037-1c57-4a25-9136-b09c67db5f84 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Network 6d80fff0-8c04-45f1-8edd-294f2bc772ec is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:38.646965 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f159037-1c57-4a25-9136-b09c67db5f84 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Pushing event updated for resources: {'Port': ['ID=c048c410-2542-4b99-9cae-013acf77e67b,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:38.653807 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30720a3c-2b8e-4cce-bca6-f82db49d0348 req-c8d85105-e192-44a1-80c6-451dd0c82b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:38.696985 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-30720a3c-2b8e-4cce-bca6-f82db49d0348 req-c8d85105-e192-44a1-80c6-451dd0c82b78 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=01ea701c61b04251b074cc63e93c2244&device_id=b1d98426-ec04-4f0c-8196-d90e91eacfcb HTTP/1.1" status: 200 len: 1097 time: 0.2403092 Jun 17 08:44:38.703359 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8f159037-1c57-4a25-9136-b09c67db5f84 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:38.707147 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-8f159037-1c57-4a25-9136-b09c67db5f84 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:38.745771 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-8f159037-1c57-4a25-9136-b09c67db5f84 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:38.759520 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-898d245c-a739-4d19-aae2-35377b5c6d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:38.817216 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 80834232-7c1a-4461-87e0-250268dbd5a1 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:38.885823 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-8f159037-1c57-4a25-9136-b09c67db5f84 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:38.886790 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-8f159037-1c57-4a25-9136-b09c67db5f84 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:38.927602 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30720a3c-2b8e-4cce-bca6-f82db49d0348 req-930523a1-363c-4b1e-86c1-80880b024648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:38.936324 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-30720a3c-2b8e-4cce-bca6-f82db49d0348 req-930523a1-363c-4b1e-86c1-80880b024648 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ee35a3b3-c4cb-4743-a459-4872b10a6b65 HTTP/1.1" status: 200 len: 922 time: 0.2378998 Jun 17 08:44:38.995900 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e758c-9df3-4b00-902a-dfef17321d5d req-3ea5a3c9-c888-48bf-9ce3-0811d740307d tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:39.003422 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-550e758c-9df3-4b00-902a-dfef17321d5d req-3ea5a3c9-c888-48bf-9ce3-0811d740307d tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a421ad1-3fd7-4eac-9372-e8a59e07959b HTTP/1.1" status: 200 len: 932 time: 0.1909616 Jun 17 08:44:39.068000 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-30720a3c-2b8e-4cce-bca6-f82db49d0348 req-0bae7d3d-a755-44d5-90dc-1f07c6d6064a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=381aa2bf-3dab-498d-8340-cdf2bce56d83 HTTP/1.1" status: 200 len: 998 time: 0.1306353 Jun 17 08:44:39.093469 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-550e758c-9df3-4b00-902a-dfef17321d5d req-0b7ac000-0162-4dff-abd3-cb9a3847acaf tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886953 Jun 17 08:44:39.149553 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-8f159037-1c57-4a25-9136-b09c67db5f84 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6488900 Jun 17 08:44:39.162500 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-b313b39c-0463-4637-b646-db2483333f5e service neutron] Request body: {'port': {'device_id': '1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:39.203623 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30720a3c-2b8e-4cce-bca6-f82db49d0348 req-166654d2-0dc6-4372-80cc-cf8be0ca89c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:39.212024 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-30720a3c-2b8e-4cce-bca6-f82db49d0348 req-166654d2-0dc6-4372-80cc-cf8be0ca89c9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87aad5d8-994a-48f5-8b35-7f9bfe6a971c HTTP/1.1" status: 200 len: 860 time: 0.1367514 Jun 17 08:44:39.231693 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.285711 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-898d245c-a739-4d19-aae2-35377b5c6d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a59721-09d2-4b0b-880c-d713544994c7 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:44:39.292299 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-b313b39c-0463-4637-b646-db2483333f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.297509 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-898d245c-a739-4d19-aae2-35377b5c6d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.321405 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-898d245c-a739-4d19-aae2-35377b5c6d73 service neutron] Transition to ACTIVE for port object 67a59721-09d2-4b0b-880c-d713544994c7 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:39.321790 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30720a3c-2b8e-4cce-bca6-f82db49d0348 req-720b70da-ee25-4941-b7ec-4d7e3963a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:39.323288 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-30720a3c-2b8e-4cce-bca6-f82db49d0348 req-720b70da-ee25-4941-b7ec-4d7e3963a2e6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee35a3b3-c4cb-4743-a459-4872b10a6b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1097004 Jun 17 08:44:39.328352 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 80834232-7c1a-4461-87e0-250268dbd5a1, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=80834232-7c1a-4461-87e0-250268dbd5a1,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:39.342248 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8bf8c-1db9-43d3-bb92-278ef4667a9e req-0ef71d2c-cf09-45b5-9369-80e4ec3b5854 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:39.345761 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-20e8bf8c-1db9-43d3-bb92-278ef4667a9e req-0ef71d2c-cf09-45b5-9369-80e4ec3b5854 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5 HTTP/1.1" status: 200 len: 931 time: 0.1066000 Jun 17 08:44:39.346640 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [req-30720a3c-2b8e-4cce-bca6-f82db49d0348 req-00c49b8e-4d02-4f9a-81c8-9554ff1afaf8 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:44:39.347221 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-30720a3c-2b8e-4cce-bca6-f82db49d0348 req-00c49b8e-4d02-4f9a-81c8-9554ff1afaf8 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056450 Jun 17 08:44:39.392514 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-20e8bf8c-1db9-43d3-bb92-278ef4667a9e req-e079d888-2f21-4456-a984-0c4f01a8552c tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups?id=d23e4e91-f943-4a66-aab5-1319e8d4d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422502 Jun 17 08:44:39.407409 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-1e72292e-8dfb-489a-845d-fd4e967325e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'name': 'tempest-FloatingIPsAssociationTestJSON-2068322118-router', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:25Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'gw_port': {'id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:29Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': 'a9a36165-8a3c-4e24-b75f-29367ea6b9fb', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'port_id': '381aa2bf-3dab-498d-8340-cdf2bce56d83', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'mac_address': 'fa:16:3e:65:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d98426-ec04-4f0c-8196-d90e91eacfcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:44:01Z', 'updated_at': '2021-06-17T08:44:36Z', 'revision_number': 1, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d73fb7-d115-4d0a-b774-53f2b988cca3', 'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'mac_address': 'fa:16:3e:63:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:34Z', 'updated_at': '2021-06-17T08:43:42Z', 'revision_number': 5, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'subnets': [{'id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:39.439031 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e72292e-8dfb-489a-845d-fd4e967325e3 None None] Checking router: e4a3c4d8-c574-4d02-a19f-e12e4305e983 for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:44:39.448676 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-898d245c-a739-4d19-aae2-35377b5c6d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.454166 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-94b7335f-e776-4db1-86d4-b3a9ed8fc394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:39.465518 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e72292e-8dfb-489a-845d-fd4e967325e3 None None] Routers {'e4a3c4d8-c574-4d02-a19f-e12e4305e983'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:39.466180 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-1e72292e-8dfb-489a-845d-fd4e967325e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:44:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:39.535737 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.540677 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:39.554615 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a9f45800-eae6-40c9-bb0c-b1b34193e187 req-b6f3752f-9120-4452-a142-b93efec1d122 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "GET /v2.0/security-groups/1d4a6c02-97a3-4806-a112-521e628a36a2 HTTP/1.1" status: 200 len: 1804 time: 0.1312456 Jun 17 08:44:39.564442 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d245c-a739-4d19-aae2-35377b5c6d73 service neutron] Pushing event updated for resources: {'Port': ['ID=67a59721-09d2-4b0b-880c-d713544994c7,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:39.567482 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-898d245c-a739-4d19-aae2-35377b5c6d73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:39.623635 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=80834232-7c1a-4461-87e0-250268dbd5a1,revision_number=8']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:39.628529 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:39.641136 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-1e72292e-8dfb-489a-845d-fd4e967325e3 None None] Set router e4a3c4d8-c574-4d02-a19f-e12e4305e983 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:39.692611 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-a9f45800-eae6-40c9-bb0c-b1b34193e187 req-b8002046-b361-4e10-903f-d532733b4884 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.694729 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-898d245c-a739-4d19-aae2-35377b5c6d73 service neutron] Attempting to bind port 67a59721-09d2-4b0b-880c-d713544994c7 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:44:39.695073 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-898d245c-a739-4d19-aae2-35377b5c6d73 service neutron] Attempting to bind port 67a59721-09d2-4b0b-880c-d713544994c7 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '1efc45a6-102b-4399-be59-f57c2bb6a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1302d89b-bdda-43cb-a35c-b3bb609661cb'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:44:39.695404 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-898d245c-a739-4d19-aae2-35377b5c6d73 service neutron] Attempting to bind port 67a59721-09d2-4b0b-880c-d713544994c7 on network 1302d89b-bdda-43cb-a35c-b3bb609661cb {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:39.713362 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-898d245c-a739-4d19-aae2-35377b5c6d73 service neutron] Port 67a59721-09d2-4b0b-880c-d713544994c7 on network 1302d89b-bdda-43cb-a35c-b3bb609661cb not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:44:39.713665 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-898d245c-a739-4d19-aae2-35377b5c6d73 service neutron] Attempting to bind port 67a59721-09d2-4b0b-880c-d713544994c7 on network 1302d89b-bdda-43cb-a35c-b3bb609661cb {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:39.721287 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-a9f45800-eae6-40c9-bb0c-b1b34193e187 req-b8002046-b361-4e10-903f-d532733b4884 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.733160 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-898d245c-a739-4d19-aae2-35377b5c6d73 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:44:39.733440 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-898d245c-a739-4d19-aae2-35377b5c6d73 service neutron] Checking segment: {'id': '1efc45a6-102b-4399-be59-f57c2bb6a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1302d89b-bdda-43cb-a35c-b3bb609661cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:39.733875 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-898d245c-a739-4d19-aae2-35377b5c6d73 service neutron] Bound using segment: {'id': '1efc45a6-102b-4399-be59-f57c2bb6a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1302d89b-bdda-43cb-a35c-b3bb609661cb'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:44:39.734326 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-898d245c-a739-4d19-aae2-35377b5c6d73 service neutron] Bound port: 67a59721-09d2-4b0b-880c-d713544994c7, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1efc45a6-102b-4399-be59-f57c2bb6a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1302d89b-bdda-43cb-a35c-b3bb609661cb'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:44:39.735025 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-898d245c-a739-4d19-aae2-35377b5c6d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.821375 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-898d245c-a739-4d19-aae2-35377b5c6d73 service neutron] For port 67a59721-09d2-4b0b-880c-d713544994c7, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:39.824648 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-898d245c-a739-4d19-aae2-35377b5c6d73 service neutron] For port 67a59721-09d2-4b0b-880c-d713544994c7, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=67a59721-09d2-4b0b-880c-d713544994c7,segment=NetworkSegment(1efc45a6-102b-4399-be59-f57c2bb6a981),segment_id=1efc45a6-102b-4399-be59-f57c2bb6a981)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:44:39.853754 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-30720a3c-2b8e-4cce-bca6-f82db49d0348 req-0ffcdb6c-0b0d-4351-a30d-4f0646c7b2d9 service neutron] 10.222.0.49 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4939928 Jun 17 08:44:39.900665 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-1e72292e-8dfb-489a-845d-fd4e967325e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'name': 'tempest-FloatingIPsAssociationTestJSON-2068322118-router', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:25Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'gw_port': {'id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:29Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': 'a9a36165-8a3c-4e24-b75f-29367ea6b9fb', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'port_id': '381aa2bf-3dab-498d-8340-cdf2bce56d83', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'mac_address': 'fa:16:3e:65:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d98426-ec04-4f0c-8196-d90e91eacfcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:44:01Z', 'updated_at': '2021-06-17T08:44:36Z', 'revision_number': 1, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d73fb7-d115-4d0a-b774-53f2b988cca3', 'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'mac_address': 'fa:16:3e:63:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:34Z', 'updated_at': '2021-06-17T08:43:42Z', 'revision_number': 5, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'subnets': [{'id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:39.930743 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e72292e-8dfb-489a-845d-fd4e967325e3 None None] The sync data for ids ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'] in n-d-758944-30 is: [{'id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'name': 'tempest-FloatingIPsAssociationTestJSON-2068322118-router', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:25Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'gw_port': {'id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:29Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': 'a9a36165-8a3c-4e24-b75f-29367ea6b9fb', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'port_id': '381aa2bf-3dab-498d-8340-cdf2bce56d83', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'mac_address': 'fa:16:3e:65:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d98426-ec04-4f0c-8196-d90e91eacfcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:44:01Z', 'updated_at': '2021-06-17T08:44:36Z', 'revision_number': 1, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d73fb7-d115-4d0a-b774-53f2b988cca3', 'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'mac_address': 'fa:16:3e:63:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:34Z', 'updated_at': '2021-06-17T08:43:42Z', 'revision_number': 5, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'subnets': [{'id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:39.964238 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-a9f45800-eae6-40c9-bb0c-b1b34193e187 req-b8002046-b361-4e10-903f-d532733b4884 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.968737 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-a9f45800-eae6-40c9-bb0c-b1b34193e187 req-b8002046-b361-4e10-903f-d532733b4884 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.970472 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a9f45800-eae6-40c9-bb0c-b1b34193e187 req-b8002046-b361-4e10-903f-d532733b4884 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "DELETE /v2.0/security-groups/1d4a6c02-97a3-4806-a112-521e628a36a2 HTTP/1.1" status: 204 len: 173 time: 0.4149008 Jun 17 08:44:39.971540 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8e621059-7dd9-4a13-ac9c-7960191e6404 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:39.984789 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8002046-b361-4e10-903f-d532733b4884 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4a6c02-97a3-4806-a112-521e628a36a2,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:39.987063 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b8002046-b361-4e10-903f-d532733b4884 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:39.989404 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-898d245c-a739-4d19-aae2-35377b5c6d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.993389 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-92525dae-4f7f-4854-839a-52a3a354379a tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:40.006720 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-30720a3c-2b8e-4cce-bca6-f82db49d0348 req-32972288-700e-4070-ab31-47eebd1ec651 service neutron] 10.222.0.49 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466975 Jun 17 08:44:40.048995 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cbe50e-9efb-4f25-977f-d7d2748c433c x-openstack-request-id: req-b2cbe50e-9efb-4f25-977f-d7d2748c433c {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:40.049332 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d98426-ec04-4f0c-8196-d90e91eacfcb", "tag": "381aa2bf-3dab-498d-8340-cdf2bce56d83", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:40.049633 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b2cbe50e-9efb-4f25-977f-d7d2748c433c {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:40.050082 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d98426-ec04-4f0c-8196-d90e91eacfcb', 'tag': '381aa2bf-3dab-498d-8340-cdf2bce56d83', 'status': 'completed', 'code': 200} Jun 17 08:44:40.111128 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-b313b39c-0463-4637-b646-db2483333f5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c048c410-2542-4b99-9cae-013acf77e67b {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:44:40.121333 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-b313b39c-0463-4637-b646-db2483333f5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:40.141151 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-b313b39c-0463-4637-b646-db2483333f5e service neutron] Transition to ACTIVE for port object c048c410-2542-4b99-9cae-013acf77e67b will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:40.287198 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-b313b39c-0463-4637-b646-db2483333f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:40.296519 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10ff12a-6aeb-487b-9160-d0f41da3b069 None None] New status for floating IP a9a36165-8a3c-4e24-b75f-29367ea6b9fb: ACTIVE {{(pid=94522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:44:40.326153 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-56e0470e-f01f-4df8-98f5-032d63a15229 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:40.362049 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28e8626-7f21-495c-877c-3c6ddb58ea2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80834232-7c1a-4461-87e0-250268dbd5a1'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:40.365862 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb03021c-b425-4e17-97ad-c747de29c098" -d '{"events": [{"server_uuid": "c28e8626-7f21-495c-877c-3c6ddb58ea2e", "name": "network-vif-unplugged", "status": "completed", "tag": "80834232-7c1a-4461-87e0-250268dbd5a1"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:40.435648 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-898d245c-a739-4d19-aae2-35377b5c6d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:40.437618 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-898d245c-a739-4d19-aae2-35377b5c6d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:40.438554 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-898d245c-a739-4d19-aae2-35377b5c6d73 service neutron] 10.222.0.53 "PUT /v2.0/ports/67a59721-09d2-4b0b-880c-d713544994c7 HTTP/1.1" status: 200 len: 1093 time: 1.8092880 Jun 17 08:44:40.439114 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a421ad1-3fd7-4eac-9372-e8a59e07959b', 'tag': '67a59721-09d2-4b0b-880c-d713544994c7'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:40.442926 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f21b45-6209-437c-b639-885051181b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "3a421ad1-3fd7-4eac-9372-e8a59e07959b", "tag": "67a59721-09d2-4b0b-880c-d713544994c7"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:40.487056 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313b39c-0463-4637-b646-db2483333f5e service neutron] Pushing event updated for resources: {'Port': ['ID=c048c410-2542-4b99-9cae-013acf77e67b,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:40.512042 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b313b39c-0463-4637-b646-db2483333f5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:40.525487 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d245c-a739-4d19-aae2-35377b5c6d73 service neutron] Pushing event updated for resources: {'Port': ['ID=67a59721-09d2-4b0b-880c-d713544994c7,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:40.536481 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-898d245c-a739-4d19-aae2-35377b5c6d73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:40.555018 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-b313b39c-0463-4637-b646-db2483333f5e service neutron] Attempting to bind port c048c410-2542-4b99-9cae-013acf77e67b on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:44:40.556124 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-b313b39c-0463-4637-b646-db2483333f5e service neutron] Attempting to bind port c048c410-2542-4b99-9cae-013acf77e67b by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': 'b6558a58-ee08-4d5a-9b11-33c38c3850d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6d80fff0-8c04-45f1-8edd-294f2bc772ec'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:44:40.556760 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-b313b39c-0463-4637-b646-db2483333f5e service neutron] Attempting to bind port c048c410-2542-4b99-9cae-013acf77e67b on network 6d80fff0-8c04-45f1-8edd-294f2bc772ec {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:40.562624 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-b313b39c-0463-4637-b646-db2483333f5e service neutron] Port c048c410-2542-4b99-9cae-013acf77e67b on network 6d80fff0-8c04-45f1-8edd-294f2bc772ec not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:44:40.563187 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-b313b39c-0463-4637-b646-db2483333f5e service neutron] Attempting to bind port c048c410-2542-4b99-9cae-013acf77e67b on network 6d80fff0-8c04-45f1-8edd-294f2bc772ec {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:40.569372 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25b677-1b58-4769-a4b3-25f6fb2ea4ad req-ff4a0e81-f0cd-4b69-adf2-641bf3b4879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:40.570009 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-b313b39c-0463-4637-b646-db2483333f5e service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:44:40.574018 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-b313b39c-0463-4637-b646-db2483333f5e service neutron] Checking segment: {'id': 'b6558a58-ee08-4d5a-9b11-33c38c3850d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6d80fff0-8c04-45f1-8edd-294f2bc772ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:40.574018 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-b313b39c-0463-4637-b646-db2483333f5e service neutron] Bound using segment: {'id': 'b6558a58-ee08-4d5a-9b11-33c38c3850d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6d80fff0-8c04-45f1-8edd-294f2bc772ec'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:44:40.574283 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0a25b677-1b58-4769-a4b3-25f6fb2ea4ad req-ff4a0e81-f0cd-4b69-adf2-641bf3b4879a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01ea701c61b04251b074cc63e93c2244&device_id=b1d98426-ec04-4f0c-8196-d90e91eacfcb HTTP/1.1" status: 200 len: 1097 time: 0.1895208 Jun 17 08:44:40.574379 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-b313b39c-0463-4637-b646-db2483333f5e service neutron] Bound port: c048c410-2542-4b99-9cae-013acf77e67b, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6558a58-ee08-4d5a-9b11-33c38c3850d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6d80fff0-8c04-45f1-8edd-294f2bc772ec'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:44:40.574379 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-b313b39c-0463-4637-b646-db2483333f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:40.591794 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69407a92-4404-44ab-b837-cf1371a8bffc req-66d32314-f8b1-401c-bb66-53187665fe4d tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:40.593352 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-69407a92-4404-44ab-b837-cf1371a8bffc req-66d32314-f8b1-401c-bb66-53187665fe4d tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 950 time: 0.2222838 Jun 17 08:44:40.648545 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-b313b39c-0463-4637-b646-db2483333f5e service neutron] For port c048c410-2542-4b99-9cae-013acf77e67b, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:40.651734 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-b313b39c-0463-4637-b646-db2483333f5e service neutron] For port c048c410-2542-4b99-9cae-013acf77e67b, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c048c410-2542-4b99-9cae-013acf77e67b,segment=NetworkSegment(b6558a58-ee08-4d5a-9b11-33c38c3850d4),segment_id=b6558a58-ee08-4d5a-9b11-33c38c3850d4)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:44:40.732160 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-69407a92-4404-44ab-b837-cf1371a8bffc req-c1d995d8-8fb8-4cd3-afa4-f0e088772bb6 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014178 Jun 17 08:44:40.754563 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-48ae48d1-2943-4709-9d2f-773e2ff719ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:40.756126 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-48ae48d1-2943-4709-9d2f-773e2ff719ae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=da4fcbeea2f0401e991ac51af5b56a4a&device_id=3a421ad1-3fd7-4eac-9372-e8a59e07959b HTTP/1.1" status: 200 len: 1096 time: 0.1894023 Jun 17 08:44:40.757304 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25b677-1b58-4769-a4b3-25f6fb2ea4ad req-f7ef0570-739e-4d22-b3c7-dd0a5c18e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:40.758611 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0a25b677-1b58-4769-a4b3-25f6fb2ea4ad req-f7ef0570-739e-4d22-b3c7-dd0a5c18e150 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ee35a3b3-c4cb-4743-a459-4872b10a6b65 HTTP/1.1" status: 200 len: 922 time: 0.1643689 Jun 17 08:44:40.815018 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 80834232-7c1a-4461-87e0-250268dbd5a1 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:44:40.845527 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-76c80b30-66da-40ef-b92c-26add52eec3a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67a59721-09d2-4b0b-880c-d713544994c7 HTTP/1.1" status: 200 len: 217 time: 0.0797408 Jun 17 08:44:40.904152 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0a25b677-1b58-4769-a4b3-25f6fb2ea4ad req-a71d660c-3953-4fe0-9655-b624d666002d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=381aa2bf-3dab-498d-8340-cdf2bce56d83 HTTP/1.1" status: 200 len: 998 time: 0.1374278 Jun 17 08:44:40.909722 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:44:40.911145 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8a69cb5c-247b-48e4-9756-3df393840503 req-5649cb90-9d9a-4237-8f04-b660fad3d9cc tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "GET /v2.0/security-groups/5ce65475-c876-412b-af43-a29b0013099b HTTP/1.1" status: 200 len: 1805 time: 0.1516571 Jun 17 08:44:40.912274 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 80834232-7c1a-4461-87e0-250268dbd5a1, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=80834232-7c1a-4461-87e0-250268dbd5a1,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:40.924397 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '80834232-7c1a-4461-87e0-250268dbd5a1', 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f', 'port_id': '80834232-7c1a-4461-87e0-250268dbd5a1', 'mac_address': 'fa:16:3e:10:b3:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f1cd377-e173-40e7-8f95-b9cee993c643', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:44:40.954032 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-bd5703b8-e3f1-4ffe-b6d4-b9bc4fef253a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:40.955438 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-bd5703b8-e3f1-4ffe-b6d4-b9bc4fef253a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c38d131-90c8-4df8-b19d-8bfac65826fa HTTP/1.1" status: 200 len: 850 time: 0.1020753 Jun 17 08:44:40.961343 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:40.975239 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80834232-7c1a-4461-87e0-250268dbd5a1 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:44:41.003633 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 80834232-7c1a-4461-87e0-250268dbd5a1, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=80834232-7c1a-4461-87e0-250268dbd5a1,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:41.011421 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-73bb38fb-64e3-4aa5-a54c-b53729ca0099 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1302d89b-bdda-43cb-a35c-b3bb609661cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467706 Jun 17 08:44:41.019336 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25b677-1b58-4769-a4b3-25f6fb2ea4ad req-99204b74-ffe0-45e5-a7ca-ecbc0e1c87f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:41.020685 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0a25b677-1b58-4769-a4b3-25f6fb2ea4ad req-99204b74-ffe0-45e5-a7ca-ecbc0e1c87f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=87aad5d8-994a-48f5-8b35-7f9bfe6a971c HTTP/1.1" status: 200 len: 860 time: 0.1071529 Jun 17 08:44:41.137384 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8a69cb5c-247b-48e4-9756-3df393840503 req-837abc65-9293-4a88-b350-a67256af519b tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:41.163613 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-b313b39c-0463-4637-b646-db2483333f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:41.168008 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e82d419d-5001-4318-8f62-491045aca398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:41.187727 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8a69cb5c-247b-48e4-9756-3df393840503 req-837abc65-9293-4a88-b350-a67256af519b tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:41.193187 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-ef7acf60-5369-485d-99d2-f18f1fddcae2 service neutron] 10.222.0.53 "GET /v2.0/networks/1302d89b-bdda-43cb-a35c-b3bb609661cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708047 Jun 17 08:44:41.209184 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-b313b39c-0463-4637-b646-db2483333f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:41.209816 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-b313b39c-0463-4637-b646-db2483333f5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:41.211389 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-b313b39c-0463-4637-b646-db2483333f5e service neutron] 10.222.0.53 "PUT /v2.0/ports/c048c410-2542-4b99-9cae-013acf77e67b HTTP/1.1" status: 200 len: 1092 time: 2.0542796 Jun 17 08:44:41.237866 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25b677-1b58-4769-a4b3-25f6fb2ea4ad req-9c1b66cc-fd8e-4c69-8d0c-a6759b895029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:41.238217 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:41.239388 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0a25b677-1b58-4769-a4b3-25f6fb2ea4ad req-9c1b66cc-fd8e-4c69-8d0c-a6759b895029 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee35a3b3-c4cb-4743-a459-4872b10a6b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2051604 Jun 17 08:44:41.241479 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:41.248927 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313b39c-0463-4637-b646-db2483333f5e service neutron] Pushing event updated for resources: {'Port': ['ID=c048c410-2542-4b99-9cae-013acf77e67b,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:41.252417 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b313b39c-0463-4637-b646-db2483333f5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:41.301291 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=80834232-7c1a-4461-87e0-250268dbd5a1,revision_number=9']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:41.305401 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:41.364081 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['80834232-7c1a-4461-87e0-250268dbd5a1'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:44:41.443398 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-c2151bac-0ca5-4180-89c8-c984ab15bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:41.445042 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-c2151bac-0ca5-4180-89c8-c984ab15bbed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c29561c2e94b41408f45441ef35b148c&device_id=1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5 HTTP/1.1" status: 200 len: 1095 time: 0.0841672 Jun 17 08:44:41.445206 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-58e60ca8-3cd7-4bc6-90fc-5918e22b548f req-9d624aa4-d06f-4de3-a5aa-a1a54b80c8d5 service neutron] 10.222.0.53 "GET /v2.0/networks/1302d89b-bdda-43cb-a35c-b3bb609661cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428493 Jun 17 08:44:41.463977 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0a25b677-1b58-4769-a4b3-25f6fb2ea4ad req-adb76f27-6478-4391-8ec1-6e3984800ffd service neutron] 10.222.0.50 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137938 Jun 17 08:44:41.504322 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-a8826f56-da47-4b15-a781-64c98450fcd9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c048c410-2542-4b99-9cae-013acf77e67b HTTP/1.1" status: 200 len: 217 time: 0.0491598 Jun 17 08:44:41.559431 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-7677a545-84db-4c23-8c1b-f396c120f54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:41.560932 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-7677a545-84db-4c23-8c1b-f396c120f54f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1acf8d8e-2860-4109-a8ca-ee77dd683c23 HTTP/1.1" status: 200 len: 853 time: 0.0507531 Jun 17 08:44:41.583443 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8a69cb5c-247b-48e4-9756-3df393840503 req-837abc65-9293-4a88-b350-a67256af519b tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:41.586545 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8a69cb5c-247b-48e4-9756-3df393840503 req-837abc65-9293-4a88-b350-a67256af519b tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:41.587798 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8a69cb5c-247b-48e4-9756-3df393840503 req-837abc65-9293-4a88-b350-a67256af519b tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "DELETE /v2.0/security-groups/5ce65475-c876-412b-af43-a29b0013099b HTTP/1.1" status: 204 len: 173 time: 0.6630082 Jun 17 08:44:41.596850 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-43907471-9d79-4eec-97c7-bb66299c361d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d80fff0-8c04-45f1-8edd-294f2bc772ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288742 Jun 17 08:44:41.597396 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-af29d8fe-d839-4b81-9971-0e56ae0952f5 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:41.611060 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837abc65-9293-4a88-b350-a67256af519b tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce65475-c876-412b-af43-a29b0013099b,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:41.613769 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-837abc65-9293-4a88-b350-a67256af519b tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:41.617326 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0a25b677-1b58-4769-a4b3-25f6fb2ea4ad req-00fda1d7-8184-4e91-8485-93052a7253e4 service neutron] 10.222.0.50 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396611 Jun 17 08:44:41.717450 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-e2839029-bcd0-429a-a9a4-075d3bcf874a service neutron] 10.222.0.53 "GET /v2.0/networks/6d80fff0-8c04-45f1-8edd-294f2bc772ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133113 Jun 17 08:44:41.814981 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c51fd3-0561-4635-bffd-09e4fa4dd680 req-64bef826-7c3f-4305-8d97-5d0dfeeba3a6 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:41.816479 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-05c51fd3-0561-4635-bffd-09e4fa4dd680 req-64bef826-7c3f-4305-8d97-5d0dfeeba3a6 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a421ad1-3fd7-4eac-9372-e8a59e07959b HTTP/1.1" status: 200 len: 944 time: 0.0658631 Jun 17 08:44:41.834249 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-da50d93b-3bf1-4b88-bc1e-091957678552 req-4d670bd6-3200-4aee-be82-d4c2864c767a service neutron] 10.222.0.53 "GET /v2.0/networks/6d80fff0-8c04-45f1-8edd-294f2bc772ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096785 Jun 17 08:44:41.873145 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-05c51fd3-0561-4635-bffd-09e4fa4dd680 req-bfb8a763-ea53-4fbf-9ecf-189619c56d30 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500963 Jun 17 08:44:42.051040 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5', 'tag': 'c048c410-2542-4b99-9cae-013acf77e67b'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:42.054648 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a7f072-eeef-425c-ac4d-e905194ba174" -d '{"events": [{"name": "network-changed", "server_uuid": "1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5", "tag": "c048c410-2542-4b99-9cae-013acf77e67b"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:42.110349 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-b32e9c2a-a1ee-4502-8ba8-bd3d286584a6 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:42.111999 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-b32e9c2a-a1ee-4502-8ba8-bd3d286584a6 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1352684 Jun 17 08:44:42.196805 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf6ea09-9341-4fe3-9112-ab945b80aeb6 x-openstack-request-id: req-fcf6ea09-9341-4fe3-9112-ab945b80aeb6 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:42.196805 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28e8626-7f21-495c-877c-3c6ddb58ea2e", "name": "network-vif-unplugged", "status": "completed", "tag": "80834232-7c1a-4461-87e0-250268dbd5a1", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:42.196805 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fcf6ea09-9341-4fe3-9112-ab945b80aeb6 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:42.196805 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28e8626-7f21-495c-877c-3c6ddb58ea2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80834232-7c1a-4461-87e0-250268dbd5a1', 'code': 200} Jun 17 08:44:42.285774 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-102760b7-a898-47cf-a74d-676c1380f041 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.91 HTTP/1.1" status: 200 len: 1000 time: 0.1616945 Jun 17 08:44:42.304327 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-4b033c92-62c1-41ec-9944-aed41c29d265 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Request body: {'floatingip': {'port_id': '6fda8a0a-63dc-4c1f-98e7-f470818600fc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:42.382808 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834a1e3-3fbd-4a83-9aeb-7a15d3f6cbdd req-b3d268bc-3290-4c72-81f3-8b044fea7bf6 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:42.384957 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5834a1e3-3fbd-4a83-9aeb-7a15d3f6cbdd req-b3d268bc-3290-4c72-81f3-8b044fea7bf6 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5 HTTP/1.1" status: 200 len: 943 time: 0.0904925 Jun 17 08:44:42.389459 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-4b033c92-62c1-41ec-9944-aed41c29d265 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks [] for floatingip, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:42.435530 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5834a1e3-3fbd-4a83-9aeb-7a15d3f6cbdd req-0c9ccbff-e0b4-4a66-b307-a6ed2831101a tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups?id=d23e4e91-f943-4a66-aab5-1319e8d4d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425031 Jun 17 08:44:42.582167 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34be7349-9887-4d9d-a710-ebd47564b7c1 x-openstack-request-id: req-34be7349-9887-4d9d-a710-ebd47564b7c1 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:42.583396 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a421ad1-3fd7-4eac-9372-e8a59e07959b", "tag": "67a59721-09d2-4b0b-880c-d713544994c7", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:42.583730 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-34be7349-9887-4d9d-a710-ebd47564b7c1 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:42.584358 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a421ad1-3fd7-4eac-9372-e8a59e07959b', 'tag': '67a59721-09d2-4b0b-880c-d713544994c7', 'status': 'completed', 'code': 200} Jun 17 08:44:42.718484 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f21b45-6209-437c-b639-885051181b3a req-65f0e704-fad4-41a8-a1f4-01dfb32b316d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:42.720185 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d9f21b45-6209-437c-b639-885051181b3a req-65f0e704-fad4-41a8-a1f4-01dfb32b316d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=da4fcbeea2f0401e991ac51af5b56a4a&device_id=3a421ad1-3fd7-4eac-9372-e8a59e07959b HTTP/1.1" status: 200 len: 1096 time: 0.1698322 Jun 17 08:44:42.818671 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 80834232-7c1a-4461-87e0-250268dbd5a1 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:42.822892 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ad4cb-8477-45a1-8024-804300d35f25 req-1b5c3fef-28df-4587-8bc9-c4cb2da7bf6f tempest-MigrationsAdminTest-1236016570 tempest-MigrationsAdminTest-1236016570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:42.830189 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a58ad4cb-8477-45a1-8024-804300d35f25 req-1b5c3fef-28df-4587-8bc9-c4cb2da7bf6f tempest-MigrationsAdminTest-1236016570 tempest-MigrationsAdminTest-1236016570-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 1102 time: 0.1558785 Jun 17 08:44:42.877346 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f21b45-6209-437c-b639-885051181b3a req-3965ed5d-e859-496e-b9af-81d898f94502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:42.878825 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d9f21b45-6209-437c-b639-885051181b3a req-3965ed5d-e859-496e-b9af-81d898f94502 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1302d89b-bdda-43cb-a35c-b3bb609661cb HTTP/1.1" status: 200 len: 911 time: 0.1515546 Jun 17 08:44:42.894324 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 80834232-7c1a-4461-87e0-250268dbd5a1 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:42.894843 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:42.920655 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a58ad4cb-8477-45a1-8024-804300d35f25 req-f72f6904-fc6e-4ca9-9bfb-6573c1ccc3ae tempest-MigrationsAdminTest-1236016570 tempest-MigrationsAdminTest-1236016570-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891616 Jun 17 08:44:43.003154 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d9f21b45-6209-437c-b639-885051181b3a req-ec65f131-26bc-4211-b2a6-2324fd20d081 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67a59721-09d2-4b0b-880c-d713544994c7 HTTP/1.1" status: 200 len: 217 time: 0.1148286 Jun 17 08:44:43.025029 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:43.093343 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 80834232-7c1a-4461-87e0-250268dbd5a1, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=80834232-7c1a-4461-87e0-250268dbd5a1,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:43.131623 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b3930e90-d2f3-40c2-9cb8-dbd67bf86cf0 req-36f25bcc-3fe9-474d-a774-ab289e1d7f3c tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "GET /v2.0/security-groups/ba15198e-6fb8-4aba-9000-c2e89ebbdf12 HTTP/1.1" status: 200 len: 1805 time: 0.1437879 Jun 17 08:44:43.134064 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f21b45-6209-437c-b639-885051181b3a req-c2b8d6c0-f01e-4a1c-94ee-ff54ec866732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:43.136071 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d9f21b45-6209-437c-b639-885051181b3a req-c2b8d6c0-f01e-4a1c-94ee-ff54ec866732 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c38d131-90c8-4df8-b19d-8bfac65826fa HTTP/1.1" status: 200 len: 850 time: 0.1214309 Jun 17 08:44:43.192082 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d9f21b45-6209-437c-b639-885051181b3a req-74fb134a-c64b-4e76-a807-aabc94eee9ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1302d89b-bdda-43cb-a35c-b3bb609661cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453055 Jun 17 08:44:43.209357 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:43.213677 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:43.282582 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.db.resource_extend [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-4b033c92-62c1-41ec-9944-aed41c29d265 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:44:43.297999 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-b3930e90-d2f3-40c2-9cb8-dbd67bf86cf0 req-dcbca1a5-051f-4492-93bd-ed1f032731c4 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:43.300533 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=80834232-7c1a-4461-87e0-250268dbd5a1,revision_number=10']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:43.326448 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:43.326904 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:43.327358 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:43.327717 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:43.328057 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:43.328386 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:43.328710 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:43.329032 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:43.329353 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:43.329670 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:43.330181 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:43.330660 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:43.341767 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:43.358360 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-b3930e90-d2f3-40c2-9cb8-dbd67bf86cf0 req-dcbca1a5-051f-4492-93bd-ed1f032731c4 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:43.362807 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d9f21b45-6209-437c-b639-885051181b3a req-8e5a469a-bb97-4c0d-b85f-19c65fb9349b service neutron] 10.222.0.53 "GET /v2.0/networks/1302d89b-bdda-43cb-a35c-b3bb609661cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621256 Jun 17 08:44:43.365735 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-4b033c92-62c1-41ec-9944-aed41c29d265 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:43.462749 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-4b033c92-62c1-41ec-9944-aed41c29d265 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:43.503001 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d9f21b45-6209-437c-b639-885051181b3a req-6cc75e0c-78b7-4759-8e85-9a35662804cd service neutron] 10.222.0.53 "GET /v2.0/networks/1302d89b-bdda-43cb-a35c-b3bb609661cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328919 Jun 17 08:44:43.600651 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-b3930e90-d2f3-40c2-9cb8-dbd67bf86cf0 req-dcbca1a5-051f-4492-93bd-ed1f032731c4 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:43.603412 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-b3930e90-d2f3-40c2-9cb8-dbd67bf86cf0 req-dcbca1a5-051f-4492-93bd-ed1f032731c4 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:43.616930 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b3930e90-d2f3-40c2-9cb8-dbd67bf86cf0 req-dcbca1a5-051f-4492-93bd-ed1f032731c4 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "DELETE /v2.0/security-groups/ba15198e-6fb8-4aba-9000-c2e89ebbdf12 HTTP/1.1" status: 204 len: 173 time: 0.4768219 Jun 17 08:44:43.619340 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b73ef786-cfce-4fed-84a2-14694b5d6d37 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:43.633263 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbca1a5-051f-4492-93bd-ed1f032731c4 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba15198e-6fb8-4aba-9000-c2e89ebbdf12,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:43.637101 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dcbca1a5-051f-4492-93bd-ed1f032731c4 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:43.673581 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e41441-7abd-4731-b904-6609f7086580 x-openstack-request-id: req-f5e41441-7abd-4731-b904-6609f7086580 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:43.674094 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5", "tag": "c048c410-2542-4b99-9cae-013acf77e67b", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:43.674557 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f5e41441-7abd-4731-b904-6609f7086580 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:43.674847 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5', 'tag': 'c048c410-2542-4b99-9cae-013acf77e67b', 'status': 'completed', 'code': 200} Jun 17 08:44:43.729353 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device c048c410-2542-4b99-9cae-013acf77e67b details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:44:43.816773 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7f072-eeef-425c-ac4d-e905194ba174 req-ab0c7ac0-726d-409d-a915-a049038e8b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:43.821881 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a6a7f072-eeef-425c-ac4d-e905194ba174 req-ab0c7ac0-726d-409d-a915-a049038e8b54 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c29561c2e94b41408f45441ef35b148c&device_id=1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5 HTTP/1.1" status: 200 len: 1095 time: 0.1204178 Jun 17 08:44:44.037896 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port c048c410-2542-4b99-9cae-013acf77e67b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c048c410-2542-4b99-9cae-013acf77e67b,segment=NetworkSegment(b6558a58-ee08-4d5a-9b11-33c38c3850d4),segment_id=b6558a58-ee08-4d5a-9b11-33c38c3850d4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:44.066827 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7f072-eeef-425c-ac4d-e905194ba174 req-449686d0-46a1-419b-985c-ebe1574926a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:44.067814 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': 'c048c410-2542-4b99-9cae-013acf77e67b', 'network_id': '6d80fff0-8c04-45f1-8edd-294f2bc772ec', 'port_id': 'c048c410-2542-4b99-9cae-013acf77e67b', 'mac_address': 'fa:16:3e:04:c4:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1acf8d8e-2860-4109-a8ca-ee77dd683c23', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:44:44.068705 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a6a7f072-eeef-425c-ac4d-e905194ba174 req-449686d0-46a1-419b-985c-ebe1574926a7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d80fff0-8c04-45f1-8edd-294f2bc772ec HTTP/1.1" status: 200 len: 914 time: 0.2404206 Jun 17 08:44:44.137656 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4bea0-acd9-482b-a61a-b02659f65b78 req-e59612ac-cfa6-494e-a5a4-dc1ed9b4f025 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:44.138447 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:44.147035 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d7a4bea0-acd9-482b-a61a-b02659f65b78 req-e59612ac-cfa6-494e-a5a4-dc1ed9b4f025 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a421ad1-3fd7-4eac-9372-e8a59e07959b HTTP/1.1" status: 200 len: 944 time: 0.1788690 Jun 17 08:44:44.158534 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a6a7f072-eeef-425c-ac4d-e905194ba174 req-bccf7cc0-f4d2-4277-8577-0488d5b5355f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c048c410-2542-4b99-9cae-013acf77e67b HTTP/1.1" status: 200 len: 217 time: 0.0774450 Jun 17 08:44:44.175555 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c048c410-2542-4b99-9cae-013acf77e67b {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:44:44.209062 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28e8626-7f21-495c-877c-3c6ddb58ea2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80834232-7c1a-4461-87e0-250268dbd5a1'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:44.209062 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013eb591-eea4-476c-af3c-96fc96e23f08" -d '{"events": [{"server_uuid": "c28e8626-7f21-495c-877c-3c6ddb58ea2e", "name": "network-vif-plugged", "status": "completed", "tag": "80834232-7c1a-4461-87e0-250268dbd5a1"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:44.227734 n-d-758944-30 neutron-server[94520]: INFO neutron.db.l3_db [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-4b033c92-62c1-41ec-9944-aed41c29d265 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Floating IP a9a36165-8a3c-4e24-b75f-29367ea6b9fb associated. External IP: 172.25.2.91, port: 381aa2bf-3dab-498d-8340-cdf2bce56d83. Jun 17 08:44:44.228319 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port c048c410-2542-4b99-9cae-013acf77e67b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c048c410-2542-4b99-9cae-013acf77e67b,segment=NetworkSegment(b6558a58-ee08-4d5a-9b11-33c38c3850d4),segment_id=b6558a58-ee08-4d5a-9b11-33c38c3850d4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:44.285278 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7f072-eeef-425c-ac4d-e905194ba174 req-b5d23cf5-b4ec-40fa-9e24-8af57816d662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:44.287835 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a6a7f072-eeef-425c-ac4d-e905194ba174 req-b5d23cf5-b4ec-40fa-9e24-8af57816d662 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1acf8d8e-2860-4109-a8ca-ee77dd683c23 HTTP/1.1" status: 200 len: 853 time: 0.1128356 Jun 17 08:44:44.321916 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:44.321916 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 67a59721-09d2-4b0b-880c-d713544994c7 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:44:44.321916 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:44.349237 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a6a7f072-eeef-425c-ac4d-e905194ba174 req-d399ddb0-7185-4156-9af1-55aa0d10bf6d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d80fff0-8c04-45f1-8edd-294f2bc772ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452814 Jun 17 08:44:44.523277 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a6a7f072-eeef-425c-ac4d-e905194ba174 req-5e082898-6f4e-404f-9e46-a1a06d143513 service neutron] 10.222.0.53 "GET /v2.0/networks/6d80fff0-8c04-45f1-8edd-294f2bc772ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653409 Jun 17 08:44:44.523621 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=c048c410-2542-4b99-9cae-013acf77e67b,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:44.529007 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:44.562339 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d7a4bea0-acd9-482b-a61a-b02659f65b78 req-e1823b2f-5eb3-4c38-b57e-0d7f6d04cf99 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118001 Jun 17 08:44:44.628039 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 67a59721-09d2-4b0b-880c-d713544994c7, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=67a59721-09d2-4b0b-880c-d713544994c7,segment=NetworkSegment(1efc45a6-102b-4399-be59-f57c2bb6a981),segment_id=1efc45a6-102b-4399-be59-f57c2bb6a981)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:44.653798 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '67a59721-09d2-4b0b-880c-d713544994c7', 'network_id': '1302d89b-bdda-43cb-a35c-b3bb609661cb', 'port_id': '67a59721-09d2-4b0b-880c-d713544994c7', 'mac_address': 'fa:16:3e:e1:c0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c38d131-90c8-4df8-b19d-8bfac65826fa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:44:44.659382 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-4b033c92-62c1-41ec-9944-aed41c29d265 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Router e4a3c4d8-c574-4d02-a19f-e12e4305e983 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:44:44.744907 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:44.785200 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a59721-09d2-4b0b-880c-d713544994c7 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:44:44.822411 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 67a59721-09d2-4b0b-880c-d713544994c7, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=67a59721-09d2-4b0b-880c-d713544994c7,segment=NetworkSegment(1efc45a6-102b-4399-be59-f57c2bb6a981),segment_id=1efc45a6-102b-4399-be59-f57c2bb6a981)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:44.853884 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a6a7f072-eeef-425c-ac4d-e905194ba174 req-469b05dc-be14-4679-8c3f-23193e49549f service neutron] 10.222.0.53 "GET /v2.0/networks/6d80fff0-8c04-45f1-8edd-294f2bc772ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892044 Jun 17 08:44:44.906925 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-4b033c92-62c1-41ec-9944-aed41c29d265 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:44.909219 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:44.911198 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:44.948617 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84845a8c-4a5a-4cc5-b80d-2d172f66ccc0 None None] Sync routers for ids ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:45.018269 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84845a8c-4a5a-4cc5-b80d-2d172f66ccc0 None None] Routers {'e4a3c4d8-c574-4d02-a19f-e12e4305e983'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:45.019299 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-84845a8c-4a5a-4cc5-b80d-2d172f66ccc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:44:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:45.121878 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8be20-a91a-4517-a315-5677c9f8f8cf req-a2cf88cb-0024-42ec-a1db-663f3ce41c70 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:45.124504 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-eec8be20-a91a-4517-a315-5677c9f8f8cf req-a2cf88cb-0024-42ec-a1db-663f3ce41c70 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5 HTTP/1.1" status: 200 len: 944 time: 0.1620927 Jun 17 08:44:45.179806 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=67a59721-09d2-4b0b-880c-d713544994c7,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:45.186627 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:45.216990 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-eec8be20-a91a-4517-a315-5677c9f8f8cf req-466dbdb5-0d9c-49da-9ea0-3f2c123fea26 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups?id=d23e4e91-f943-4a66-aab5-1319e8d4d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863636 Jun 17 08:44:45.257667 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-84845a8c-4a5a-4cc5-b80d-2d172f66ccc0 None None] Set router e4a3c4d8-c574-4d02-a19f-e12e4305e983 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:45.287806 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['c048c410-2542-4b99-9cae-013acf77e67b'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:44:45.292767 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['67a59721-09d2-4b0b-880c-d713544994c7'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:44:45.298280 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-4b033c92-62c1-41ec-9944-aed41c29d265 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Router e4a3c4d8-c574-4d02-a19f-e12e4305e983 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:44:45.330656 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5c74dcc9-948e-48e6-a193-5b80926f4427 req-2b40a0c4-6757-4f6e-9f13-4fc770771097 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "GET /v2.0/security-groups/4929e8f7-c821-4403-a7f8-88c28ea3bbae HTTP/1.1" status: 200 len: 2403 time: 0.0702031 Jun 17 08:44:45.408700 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5c74dcc9-948e-48e6-a193-5b80926f4427 req-a0729649-4ba9-4f5e-a9a3-3fb3863739fb tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:45.440728 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5c74dcc9-948e-48e6-a193-5b80926f4427 req-a0729649-4ba9-4f5e-a9a3-3fb3863739fb tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:45.493967 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-4b033c92-62c1-41ec-9944-aed41c29d265 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:45.502836 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-4b033c92-62c1-41ec-9944-aed41c29d265 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:45.568818 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5c74dcc9-948e-48e6-a193-5b80926f4427 req-a0729649-4ba9-4f5e-a9a3-3fb3863739fb tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:45.571744 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5c74dcc9-948e-48e6-a193-5b80926f4427 req-a0729649-4ba9-4f5e-a9a3-3fb3863739fb tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:45.579932 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5c74dcc9-948e-48e6-a193-5b80926f4427 req-a0729649-4ba9-4f5e-a9a3-3fb3863739fb tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "DELETE /v2.0/security-groups/4929e8f7-c821-4403-a7f8-88c28ea3bbae HTTP/1.1" status: 204 len: 173 time: 0.2481103 Jun 17 08:44:45.585625 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d98426-ec04-4f0c-8196-d90e91eacfcb', 'tag': '381aa2bf-3dab-498d-8340-cdf2bce56d83'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:45.589743 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7ade8e19-fea5-4757-aec4-9d2d4f68142d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:45.595201 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce248987-c4a6-4007-b294-d39098419531" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d98426-ec04-4f0c-8196-d90e91eacfcb", "tag": "381aa2bf-3dab-498d-8340-cdf2bce56d83"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:45.626408 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0729649-4ba9-4f5e-a9a3-3fb3863739fb tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4929e8f7-c821-4403-a7f8-88c28ea3bbae,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:45.631206 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a0729649-4ba9-4f5e-a9a3-3fb3863739fb tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:45.679277 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-4b033c92-62c1-41ec-9944-aed41c29d265 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "PUT /v2.0/floatingips/a9a36165-8a3c-4e24-b75f-29367ea6b9fb HTTP/1.1" status: 200 len: 997 time: 3.3814890 Jun 17 08:44:45.818570 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-584adf35-ec07-4755-b467-a093c618f02b tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:45.832389 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-584adf35-ec07-4755-b467-a093c618f02b tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports/381aa2bf-3dab-498d-8340-cdf2bce56d83 HTTP/1.1" status: 200 len: 942 time: 0.1521091 Jun 17 08:44:45.839042 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f85e72-f847-4469-9b37-5d21fd9f089c x-openstack-request-id: req-27f85e72-f847-4469-9b37-5d21fd9f089c {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:45.839349 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28e8626-7f21-495c-877c-3c6ddb58ea2e", "name": "network-vif-plugged", "status": "completed", "tag": "80834232-7c1a-4461-87e0-250268dbd5a1", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:45.839616 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27f85e72-f847-4469-9b37-5d21fd9f089c {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:45.840054 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28e8626-7f21-495c-877c-3c6ddb58ea2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80834232-7c1a-4461-87e0-250268dbd5a1', 'code': 200} Jun 17 08:44:45.952613 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-84845a8c-4a5a-4cc5-b80d-2d172f66ccc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'name': 'tempest-FloatingIPsAssociationTestJSON-2068322118-router', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:25Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'gw_port': {'id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:29Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': 'a9a36165-8a3c-4e24-b75f-29367ea6b9fb', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'port_id': '6fda8a0a-63dc-4c1f-98e7-f470818600fc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'mac_address': 'fa:16:3e:03:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:44:01Z', 'updated_at': '2021-06-17T08:44:43Z', 'revision_number': 3, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d73fb7-d115-4d0a-b774-53f2b988cca3', 'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'mac_address': 'fa:16:3e:63:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:34Z', 'updated_at': '2021-06-17T08:43:42Z', 'revision_number': 5, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'subnets': [{'id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:45.975910 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-cb01b929-1063-4b7e-9265-9f876791a15d tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e01d01d179104814a9128dc5fc44bfde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431695 Jun 17 08:44:46.013887 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-751c633e-225c-4d78-9063-47a8383d6d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:46.021810 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-751c633e-225c-4d78-9063-47a8383d6d2b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=01ea701c61b04251b074cc63e93c2244&device_id=b1d98426-ec04-4f0c-8196-d90e91eacfcb HTTP/1.1" status: 200 len: 1097 time: 0.0950582 Jun 17 08:44:46.037116 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84845a8c-4a5a-4cc5-b80d-2d172f66ccc0 None None] Checking router: e4a3c4d8-c574-4d02-a19f-e12e4305e983 for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:44:46.055262 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84845a8c-4a5a-4cc5-b80d-2d172f66ccc0 None None] Routers {'e4a3c4d8-c574-4d02-a19f-e12e4305e983'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:46.056334 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-84845a8c-4a5a-4cc5-b80d-2d172f66ccc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:44:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:46.150437 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-4145a1f6-1127-447f-97db-f328775feee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:46.158242 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-4145a1f6-1127-447f-97db-f328775feee3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ee35a3b3-c4cb-4743-a459-4872b10a6b65 HTTP/1.1" status: 200 len: 922 time: 0.1353593 Jun 17 08:44:46.162552 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-fb5611a3-1d1b-4bdb-86fc-e6345f17a38b tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:46.172575 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-fb5611a3-1d1b-4bdb-86fc-e6345f17a38b tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1957865 Jun 17 08:44:46.192377 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-7153b67e-b7a2-4320-aed9-dd4d0a5dd209 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/quotas/e01d01d179104814a9128dc5fc44bfde HTTP/1.1" status: 200 len: 375 time: 0.0136569 Jun 17 08:44:46.227942 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-a2137ac3-2ff0-405f-aeb3-e1746f632520 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=381aa2bf-3dab-498d-8340-cdf2bce56d83 HTTP/1.1" status: 200 len: 217 time: 0.0680881 Jun 17 08:44:46.285167 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-84845a8c-4a5a-4cc5-b80d-2d172f66ccc0 None None] Set router e4a3c4d8-c574-4d02-a19f-e12e4305e983 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:46.318008 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-37ebc76f-7f5a-48f3-94be-58ba3036471e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:46.328631 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-37ebc76f-7f5a-48f3-94be-58ba3036471e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87aad5d8-994a-48f5-8b35-7f9bfe6a971c HTTP/1.1" status: 200 len: 860 time: 0.0995245 Jun 17 08:44:46.344131 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-2e3f3b6b-439b-4740-9533-c57c8046ec89 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1368270 Jun 17 08:44:46.432557 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-a8699632-24c5-4112-9402-29eeac17a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:46.446619 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-a8699632-24c5-4112-9402-29eeac17a68c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee35a3b3-c4cb-4743-a459-4872b10a6b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1092064 Jun 17 08:44:46.455218 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-e238e349-f676-49c1-9e10-65d78bb9fb65 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:44:46.468215 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-e238e349-f676-49c1-9e10-65d78bb9fb65 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0204451 Jun 17 08:44:46.610663 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-701389de-254b-42fc-b27c-9e1698ddc9dc service neutron] 10.222.0.49 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415875 Jun 17 08:44:46.699649 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fa96331a-f65f-40fb-a03d-17436290c509 req-102b8ee9-0501-4887-b2a0-09a6bd556c74 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "GET /v2.0/security-groups/7e963761-ef71-4d20-86e1-347f8844df51 HTTP/1.1" status: 200 len: 2397 time: 0.0718725 Jun 17 08:44:46.724875 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-b02d3fd6-cf75-4426-a35a-97c1b8e0185c service neutron] 10.222.0.49 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024840 Jun 17 08:44:46.791827 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-fa96331a-f65f-40fb-a03d-17436290c509 req-91dee6ce-8fdd-4021-8966-ee7156738f51 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:46.815895 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-84845a8c-4a5a-4cc5-b80d-2d172f66ccc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'name': 'tempest-FloatingIPsAssociationTestJSON-2068322118-router', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:25Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'gw_port': {'id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:29Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': 'a9a36165-8a3c-4e24-b75f-29367ea6b9fb', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'port_id': '6fda8a0a-63dc-4c1f-98e7-f470818600fc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'mac_address': 'fa:16:3e:03:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:44:01Z', 'updated_at': '2021-06-17T08:44:43Z', 'revision_number': 3, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d73fb7-d115-4d0a-b774-53f2b988cca3', 'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'mac_address': 'fa:16:3e:63:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:34Z', 'updated_at': '2021-06-17T08:43:42Z', 'revision_number': 5, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'subnets': [{'id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:46.828030 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-fa96331a-f65f-40fb-a03d-17436290c509 req-91dee6ce-8fdd-4021-8966-ee7156738f51 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:46.888897 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84845a8c-4a5a-4cc5-b80d-2d172f66ccc0 None None] The sync data for ids ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'] in n-d-758944-30 is: [{'id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'name': 'tempest-FloatingIPsAssociationTestJSON-2068322118-router', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:25Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'gw_port': {'id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:29Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': 'a9a36165-8a3c-4e24-b75f-29367ea6b9fb', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'port_id': '6fda8a0a-63dc-4c1f-98e7-f470818600fc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'mac_address': 'fa:16:3e:03:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:44:01Z', 'updated_at': '2021-06-17T08:44:43Z', 'revision_number': 3, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d73fb7-d115-4d0a-b774-53f2b988cca3', 'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'mac_address': 'fa:16:3e:63:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:34Z', 'updated_at': '2021-06-17T08:43:42Z', 'revision_number': 5, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'subnets': [{'id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:47.106253 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-fa96331a-f65f-40fb-a03d-17436290c509 req-91dee6ce-8fdd-4021-8966-ee7156738f51 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.110741 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-fa96331a-f65f-40fb-a03d-17436290c509 req-91dee6ce-8fdd-4021-8966-ee7156738f51 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.111250 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fa96331a-f65f-40fb-a03d-17436290c509 req-91dee6ce-8fdd-4021-8966-ee7156738f51 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] 10.222.0.49 "DELETE /v2.0/security-groups/7e963761-ef71-4d20-86e1-347f8844df51 HTTP/1.1" status: 204 len: 173 time: 0.4107647 Jun 17 08:44:47.112072 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4e6ad970-08a1-4cb6-8cbc-ff4a1b38ff2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:47.119482 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 49542) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:47.168012 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dee6ce-8fdd-4021-8966-ee7156738f51 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e963761-ef71-4d20-86e1-347f8844df51,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:47.168142 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7c8392-c26a-4046-aab4-7f827cfde073 None None] New status for floating IP a9a36165-8a3c-4e24-b75f-29367ea6b9fb: ACTIVE {{(pid=94522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:44:47.170519 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-91dee6ce-8fdd-4021-8966-ee7156738f51 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:47.213608 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a76a105-e850-4c43-83fc-31304e5bb8c2 admin admin] Deleting subnet bd5a6556-0835-4399-925f-619012a8c507 {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:44:47.242553 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec31a479-8514-44ec-823c-6354f625cd23 x-openstack-request-id: req-ec31a479-8514-44ec-823c-6354f625cd23 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:47.242553 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d98426-ec04-4f0c-8196-d90e91eacfcb", "tag": "381aa2bf-3dab-498d-8340-cdf2bce56d83", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:47.242553 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec31a479-8514-44ec-823c-6354f625cd23 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:47.242553 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d98426-ec04-4f0c-8196-d90e91eacfcb', 'tag': '381aa2bf-3dab-498d-8340-cdf2bce56d83', 'status': 'completed', 'code': 200} Jun 17 08:44:47.242553 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9a76a105-e850-4c43-83fc-31304e5bb8c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.342020 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9a76a105-e850-4c43-83fc-31304e5bb8c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.409856 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce248987-c4a6-4007-b294-d39098419531 req-84650c4b-79d0-4e16-afd7-b890575c5142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:47.411419 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ce248987-c4a6-4007-b294-d39098419531 req-84650c4b-79d0-4e16-afd7-b890575c5142 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01ea701c61b04251b074cc63e93c2244&device_id=b1d98426-ec04-4f0c-8196-d90e91eacfcb HTTP/1.1" status: 200 len: 1097 time: 0.1773624 Jun 17 08:44:47.417921 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-0952f406-0bac-4826-b7b7-8dd49db4f31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:47.419408 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-0952f406-0bac-4826-b7b7-8dd49db4f31f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=01ea701c61b04251b074cc63e93c2244&device_id=4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6 HTTP/1.1" status: 200 len: 1097 time: 0.2026076 Jun 17 08:44:47.482090 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d885945-c93a-4ff8-a380-1fc60a64fd9c req-f9cc13b5-99dd-4d80-92f2-039b67ceca4d tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:47.490595 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1d885945-c93a-4ff8-a380-1fc60a64fd9c req-f9cc13b5-99dd-4d80-92f2-039b67ceca4d tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a421ad1-3fd7-4eac-9372-e8a59e07959b HTTP/1.1" status: 200 len: 945 time: 0.1452544 Jun 17 08:44:47.553447 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce248987-c4a6-4007-b294-d39098419531 req-f0dced2b-df5f-48db-b41d-04ca438e10f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:47.557747 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ce248987-c4a6-4007-b294-d39098419531 req-f0dced2b-df5f-48db-b41d-04ca438e10f3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ee35a3b3-c4cb-4743-a459-4872b10a6b65 HTTP/1.1" status: 200 len: 922 time: 0.1357305 Jun 17 08:44:47.566209 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.578374 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1d885945-c93a-4ff8-a380-1fc60a64fd9c req-b8bc8bf7-66a5-4ed5-bbcd-78bc612fa852 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785766 Jun 17 08:44:47.667472 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ce248987-c4a6-4007-b294-d39098419531 req-7c3efefa-faa7-4687-9434-40c2cab4475b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=381aa2bf-3dab-498d-8340-cdf2bce56d83 HTTP/1.1" status: 200 len: 217 time: 0.0928535 Jun 17 08:44:47.733896 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9a76a105-e850-4c43-83fc-31304e5bb8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.751373 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 67a59721-09d2-4b0b-880c-d713544994c7 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:47.790692 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bff0f1-9282-4c65-88c0-e1faf3e2c96e None None] Sync routers for ids ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:47.833194 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce248987-c4a6-4007-b294-d39098419531 req-7a9f41b5-3d86-497f-8e2a-b91910e96862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:47.863114 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ce248987-c4a6-4007-b294-d39098419531 req-7a9f41b5-3d86-497f-8e2a-b91910e96862 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=87aad5d8-994a-48f5-8b35-7f9bfe6a971c HTTP/1.1" status: 200 len: 860 time: 0.1472013 Jun 17 08:44:47.942555 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bff0f1-9282-4c65-88c0-e1faf3e2c96e None None] Routers {'e4a3c4d8-c574-4d02-a19f-e12e4305e983'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:47.943855 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-e2bff0f1-9282-4c65-88c0-e1faf3e2c96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:44:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:47.979466 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-7ac3d1be-c018-44f2-916e-d88284c8f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:47.981081 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-7ac3d1be-c018-44f2-916e-d88284c8f03c service neutron] 10.222.0.49 "GET /v2.0/networks?id=ee35a3b3-c4cb-4743-a459-4872b10a6b65 HTTP/1.1" status: 200 len: 922 time: 0.4168184 Jun 17 08:44:48.019395 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d754a1-98bb-41c1-ad3c-48a14fc61aab req-b64fadc2-5e78-45c8-933f-8b93629157fd tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:48.029543 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b1d754a1-98bb-41c1-ad3c-48a14fc61aab req-b64fadc2-5e78-45c8-933f-8b93629157fd tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5 HTTP/1.1" status: 200 len: 944 time: 0.0875742 Jun 17 08:44:48.084770 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-e6ff6011-b32a-41f9-b115-f3a7a41e3043 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fda8a0a-63dc-4c1f-98e7-f470818600fc HTTP/1.1" status: 200 len: 1000 time: 0.0896914 Jun 17 08:44:48.086765 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b1d754a1-98bb-41c1-ad3c-48a14fc61aab req-321330ba-57b1-4af3-b24e-e40476970fd4 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups?id=d23e4e91-f943-4a66-aab5-1319e8d4d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560663 Jun 17 08:44:48.208237 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce248987-c4a6-4007-b294-d39098419531 req-af1e17e8-2318-4a06-9e61-8f46e284bbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:48.210290 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ce248987-c4a6-4007-b294-d39098419531 req-af1e17e8-2318-4a06-9e61-8f46e284bbf7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee35a3b3-c4cb-4743-a459-4872b10a6b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2283077 Jun 17 08:44:48.212358 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-1ea373f3-b13c-4443-a9d8-cafac79f8e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:48.214080 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-1ea373f3-b13c-4443-a9d8-cafac79f8e40 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87aad5d8-994a-48f5-8b35-7f9bfe6a971c HTTP/1.1" status: 200 len: 860 time: 0.1052601 Jun 17 08:44:48.217654 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1f6b5dbd-4a09-4f34-810a-240103557794 req-8ce4fee7-49b9-486f-9872-35d7139d9d23 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 210 time: 0.0573583 Jun 17 08:44:48.421616 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-e2bff0f1-9282-4c65-88c0-e1faf3e2c96e None None] Set router e4a3c4d8-c574-4d02-a19f-e12e4305e983 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:48.522368 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ce248987-c4a6-4007-b294-d39098419531 req-797c408f-bef3-4cfb-86c0-92de0541d93d service neutron] 10.222.0.50 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697326 Jun 17 08:44:48.576189 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-218a3ad2-7a08-496d-bb8e-552cc35c5151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:48.578088 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-218a3ad2-7a08-496d-bb8e-552cc35c5151 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee35a3b3-c4cb-4743-a459-4872b10a6b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3554418 Jun 17 08:44:48.785812 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 67a59721-09d2-4b0b-880c-d713544994c7 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:48.791740 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 67a59721-09d2-4b0b-880c-d713544994c7 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:48.792540 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.808304 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-9bc3cb6a-ab4b-4f35-a9f3-ea3b86ddb228 service neutron] 10.222.0.49 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084167 Jun 17 08:44:48.848820 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ce248987-c4a6-4007-b294-d39098419531 req-4b701364-6e54-42fb-baef-8eee1e61fd71 service neutron] 10.222.0.50 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770554 Jun 17 08:44:48.911261 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-e2bff0f1-9282-4c65-88c0-e1faf3e2c96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'name': 'tempest-FloatingIPsAssociationTestJSON-2068322118-router', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:25Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'gw_port': {'id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:29Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': 'a9a36165-8a3c-4e24-b75f-29367ea6b9fb', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'port_id': '6fda8a0a-63dc-4c1f-98e7-f470818600fc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'mac_address': 'fa:16:3e:03:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:44:01Z', 'updated_at': '2021-06-17T08:44:47Z', 'revision_number': 4, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d73fb7-d115-4d0a-b774-53f2b988cca3', 'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'mac_address': 'fa:16:3e:63:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:34Z', 'updated_at': '2021-06-17T08:43:42Z', 'revision_number': 5, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'subnets': [{'id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:48.915033 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9a76a105-e850-4c43-83fc-31304e5bb8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.937247 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-62ff9622-888c-4f23-b444-4859000a255c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:48.952210 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bff0f1-9282-4c65-88c0-e1faf3e2c96e None None] Checking router: e4a3c4d8-c574-4d02-a19f-e12e4305e983 for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:44:48.990331 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bff0f1-9282-4c65-88c0-e1faf3e2c96e None None] Routers {'e4a3c4d8-c574-4d02-a19f-e12e4305e983'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:48.991238 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-e2bff0f1-9282-4c65-88c0-e1faf3e2c96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:44:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:49.024930 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5d09d-0f42-4626-a838-0ac2681bc6c8 req-e40777c2-e200-4d60-837c-f5e95228e68c tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:49.027223 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3dc5d09d-0f42-4626-a838-0ac2681bc6c8 req-e40777c2-e200-4d60-837c-f5e95228e68c tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a421ad1-3fd7-4eac-9372-e8a59e07959b HTTP/1.1" status: 200 len: 945 time: 0.1579731 Jun 17 08:44:49.054399 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9a76a105-e850-4c43-83fc-31304e5bb8c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.061910 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-9a76a105-e850-4c43-83fc-31304e5bb8c2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bd5a6556-0835-4399-925f-619012a8c507 HTTP/1.1" status: 204 len: 168 time: 1.9410629 Jun 17 08:44:49.066730 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 49590) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:49.092958 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76a105-e850-4c43-83fc-31304e5bb8c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd5a6556-0835-4399-925f-619012a8c507,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:49.096630 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9a76a105-e850-4c43-83fc-31304e5bb8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:49.109754 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3dc5d09d-0f42-4626-a838-0ac2681bc6c8 req-9c6557f2-95e9-4862-882e-fab33256efa9 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749462 Jun 17 08:44:49.170648 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-de26377d-e8f6-4c86-a3bf-5ad287dd0a34 req-f7b31e56-abff-46dd-ab2a-91da51c3ecdf service neutron] 10.222.0.49 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057342 Jun 17 08:44:49.182700 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.189115 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-e2bff0f1-9282-4c65-88c0-e1faf3e2c96e None None] Set router e4a3c4d8-c574-4d02-a19f-e12e4305e983 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:49.231011 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6', 'tag': '6fda8a0a-63dc-4c1f-98e7-f470818600fc'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:49.233921 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a608838-4420-47b0-8a6e-7886ba715954" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6", "tag": "6fda8a0a-63dc-4c1f-98e7-f470818600fc"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:49.247628 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-73d09845-40f0-4352-803d-59ee0a86b479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.328891 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a421ad1-3fd7-4eac-9372-e8a59e07959b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a59721-09d2-4b0b-880c-d713544994c7'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:49.337183 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ca5beb-9977-415c-b0bc-80e5a067d215" -d '{"events": [{"server_uuid": "3a421ad1-3fd7-4eac-9372-e8a59e07959b", "name": "network-vif-plugged", "status": "completed", "tag": "67a59721-09d2-4b0b-880c-d713544994c7"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:49.376825 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 67a59721-09d2-4b0b-880c-d713544994c7, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=67a59721-09d2-4b0b-880c-d713544994c7,segment=NetworkSegment(1efc45a6-102b-4399-be59-f57c2bb6a981),segment_id=1efc45a6-102b-4399-be59-f57c2bb6a981)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:49.396029 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-73d09845-40f0-4352-803d-59ee0a86b479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.420664 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-73d09845-40f0-4352-803d-59ee0a86b479 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd2485e-df43-4c95-a32b-e99c4d617c36']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:49.462980 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-73d09845-40f0-4352-803d-59ee0a86b479 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f9f06b-5010-424e-bb68-54fbe75111d0') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:49.463340 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-73d09845-40f0-4352-803d-59ee0a86b479 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f9f06b-5010-424e-bb68-54fbe75111d0') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:49.467084 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.468875 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device c048c410-2542-4b99-9cae-013acf77e67b up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:49.506432 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-73d09845-40f0-4352-803d-59ee0a86b479 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.533812 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:49.606337 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-73d09845-40f0-4352-803d-59ee0a86b479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.620082 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d09845-40f0-4352-803d-59ee0a86b479 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:44:49.620639 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-73d09845-40f0-4352-803d-59ee0a86b479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:49.627227 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:44:49.632347 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:44:49.745680 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209eec95-a360-4717-bea6-91705ae54958 x-openstack-request-id: req-209eec95-a360-4717-bea6-91705ae54958 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:49.747468 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6", "tag": "6fda8a0a-63dc-4c1f-98e7-f470818600fc", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:49.747983 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-209eec95-a360-4717-bea6-91705ae54958 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:49.748722 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6', 'tag': '6fda8a0a-63dc-4c1f-98e7-f470818600fc', 'status': 'completed', 'code': 200} Jun 17 08:44:49.808278 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fbfc6-6aee-47a0-927d-61bc60e9dd1f req-04cad9bb-b9e4-4001-b0c1-c32caaab85cf tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:49.816386 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-690fbfc6-6aee-47a0-927d-61bc60e9dd1f req-04cad9bb-b9e4-4001-b0c1-c32caaab85cf tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5 HTTP/1.1" status: 200 len: 944 time: 0.2977266 Jun 17 08:44:49.889360 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=67a59721-09d2-4b0b-880c-d713544994c7,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:49.902238 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:49.957515 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-690fbfc6-6aee-47a0-927d-61bc60e9dd1f req-638aa539-1dfa-4303-bdfe-23f23a0fc380 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups?id=d23e4e91-f943-4a66-aab5-1319e8d4d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394548 Jun 17 08:44:49.960544 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-73d09845-40f0-4352-803d-59ee0a86b479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.981492 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-73d09845-40f0-4352-803d-59ee0a86b479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.990521 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-73d09845-40f0-4352-803d-59ee0a86b479 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1bd2485e-df43-4c95-a32b-e99c4d617c36 HTTP/1.1" status: 204 len: 168 time: 0.9189553 Jun 17 08:44:50.005849 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f558f092-08e1-4ecb-92e7-8157e436ef43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:50.032190 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4582a533-c0a7-43b9-87b9-5a17dc720b51 req-b94bd24f-c35b-4b90-90ed-59361021c682 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 210 time: 0.0991716 Jun 17 08:44:50.061330 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d09845-40f0-4352-803d-59ee0a86b479 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bd2485e-df43-4c95-a32b-e99c4d617c36,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:50.081584 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a608838-4420-47b0-8a6e-7886ba715954 req-962365e4-ec2d-4569-b35f-0d71c1079144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:50.082108 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-73d09845-40f0-4352-803d-59ee0a86b479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:50.083142 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port c048c410-2542-4b99-9cae-013acf77e67b completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:50.091063 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1a608838-4420-47b0-8a6e-7886ba715954 req-962365e4-ec2d-4569-b35f-0d71c1079144 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01ea701c61b04251b074cc63e93c2244&device_id=4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6 HTTP/1.1" status: 200 len: 1097 time: 0.2845998 Jun 17 08:44:50.121958 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port c048c410-2542-4b99-9cae-013acf77e67b triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:50.122797 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.188413 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a6a5b8-217e-446e-8261-9dde1e05315d x-openstack-request-id: req-22a6a5b8-217e-446e-8261-9dde1e05315d {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:50.188724 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a421ad1-3fd7-4eac-9372-e8a59e07959b", "name": "network-vif-plugged", "status": "completed", "tag": "67a59721-09d2-4b0b-880c-d713544994c7", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:50.188987 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-22a6a5b8-217e-446e-8261-9dde1e05315d {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:50.189394 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a421ad1-3fd7-4eac-9372-e8a59e07959b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a59721-09d2-4b0b-880c-d713544994c7', 'code': 200} Jun 17 08:44:50.288754 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7414eae9-cfb7-40ae-80db-25a9374c00d9 req-9e71c954-436e-4e2d-be33-fa9b62034d6d tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.91 HTTP/1.1" status: 200 len: 1000 time: 0.2323997 Jun 17 08:44:50.306169 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-e2bff0f1-9282-4c65-88c0-e1faf3e2c96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'name': 'tempest-FloatingIPsAssociationTestJSON-2068322118-router', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:25Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'gw_port': {'id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:29Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': 'a9a36165-8a3c-4e24-b75f-29367ea6b9fb', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'port_id': '6fda8a0a-63dc-4c1f-98e7-f470818600fc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'mac_address': 'fa:16:3e:03:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:44:01Z', 'updated_at': '2021-06-17T08:44:47Z', 'revision_number': 4, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d73fb7-d115-4d0a-b774-53f2b988cca3', 'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'mac_address': 'fa:16:3e:63:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:34Z', 'updated_at': '2021-06-17T08:43:42Z', 'revision_number': 5, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'subnets': [{'id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:50.308075 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.325868 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a608838-4420-47b0-8a6e-7886ba715954 req-02634386-484d-41fb-a4d6-4a1b79d9a2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:50.328639 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1a608838-4420-47b0-8a6e-7886ba715954 req-02634386-484d-41fb-a4d6-4a1b79d9a2b5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ee35a3b3-c4cb-4743-a459-4872b10a6b65 HTTP/1.1" status: 200 len: 922 time: 0.2167616 Jun 17 08:44:50.352907 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bff0f1-9282-4c65-88c0-e1faf3e2c96e None None] The sync data for ids ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'] in n-d-758944-30 is: [{'id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'name': 'tempest-FloatingIPsAssociationTestJSON-2068322118-router', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:25Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'gw_port': {'id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:29Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': 'a9a36165-8a3c-4e24-b75f-29367ea6b9fb', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'port_id': '6fda8a0a-63dc-4c1f-98e7-f470818600fc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'mac_address': 'fa:16:3e:03:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:44:01Z', 'updated_at': '2021-06-17T08:44:47Z', 'revision_number': 4, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d73fb7-d115-4d0a-b774-53f2b988cca3', 'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'mac_address': 'fa:16:3e:63:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:34Z', 'updated_at': '2021-06-17T08:43:42Z', 'revision_number': 5, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'subnets': [{'id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:50.386019 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port c048c410-2542-4b99-9cae-013acf77e67b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c048c410-2542-4b99-9cae-013acf77e67b,segment=NetworkSegment(b6558a58-ee08-4d5a-9b11-33c38c3850d4),segment_id=b6558a58-ee08-4d5a-9b11-33c38c3850d4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:50.389468 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414eae9-cfb7-40ae-80db-25a9374c00d9 req-3477b813-9e7a-4884-b81b-5bb28ffc64f8 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:50.392270 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7414eae9-cfb7-40ae-80db-25a9374c00d9 req-3477b813-9e7a-4884-b81b-5bb28ffc64f8 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports/6fda8a0a-63dc-4c1f-98e7-f470818600fc HTTP/1.1" status: 200 len: 942 time: 0.1015942 Jun 17 08:44:50.422554 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c44ec-fb6b-4ece-a7b1-01cc77782358 req-7c6ea1f2-9732-4d4f-bc69-02369f522ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:50.424159 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e29c44ec-fb6b-4ece-a7b1-01cc77782358 req-7c6ea1f2-9732-4d4f-bc69-02369f522ddb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3a421ad1-3fd7-4eac-9372-e8a59e07959b HTTP/1.1" status: 200 len: 1098 time: 0.1315019 Jun 17 08:44:50.424652 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1a608838-4420-47b0-8a6e-7886ba715954 req-6e6df725-42df-4e8f-aa2e-4f21ef6a73c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fda8a0a-63dc-4c1f-98e7-f470818600fc HTTP/1.1" status: 200 len: 1000 time: 0.0891292 Jun 17 08:44:50.474065 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e29c44ec-fb6b-4ece-a7b1-01cc77782358 req-2f3d2626-ac2f-4b8c-ae85-e0ba2cdab2d9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417073 Jun 17 08:44:50.480512 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.545027 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a608838-4420-47b0-8a6e-7886ba715954 req-2fcd8ec9-01c3-4ea9-8281-eea876ad8473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:50.547339 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.547549 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1a608838-4420-47b0-8a6e-7886ba715954 req-2fcd8ec9-01c3-4ea9-8281-eea876ad8473 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=87aad5d8-994a-48f5-8b35-7f9bfe6a971c HTTP/1.1" status: 200 len: 860 time: 0.1074691 Jun 17 08:44:50.551298 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:50.614271 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b7a3d-d339-4e4b-b9fd-51f2e429ed80 req-47c2ba39-3e0c-494f-883c-feef76ae90c8 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:50.615822 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-674b7a3d-d339-4e4b-b9fd-51f2e429ed80 req-47c2ba39-3e0c-494f-883c-feef76ae90c8 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a421ad1-3fd7-4eac-9372-e8a59e07959b HTTP/1.1" status: 200 len: 946 time: 0.1509790 Jun 17 08:44:50.688468 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a608838-4420-47b0-8a6e-7886ba715954 req-a0ead20a-ba28-4516-8182-230cb51dbdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:50.690933 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1a608838-4420-47b0-8a6e-7886ba715954 req-a0ead20a-ba28-4516-8182-230cb51dbdc0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee35a3b3-c4cb-4743-a459-4872b10a6b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1280460 Jun 17 08:44:50.702299 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-674b7a3d-d339-4e4b-b9fd-51f2e429ed80 req-55679959-08ee-432d-8e8a-c2657590d0ff tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681939 Jun 17 08:44:50.705690 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7414eae9-cfb7-40ae-80db-25a9374c00d9 req-67eba73b-c776-41a2-a34d-65f7f35bf85b tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.91 HTTP/1.1" status: 200 len: 1000 time: 0.1703429 Jun 17 08:44:50.736690 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=c048c410-2542-4b99-9cae-013acf77e67b,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:50.772534 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:50.851062 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 49660) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:50.857153 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1a608838-4420-47b0-8a6e-7886ba715954 req-4463b579-92a1-44fa-9144-c51db6cea478 service neutron] 10.222.0.50 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477606 Jun 17 08:44:51.013624 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1a608838-4420-47b0-8a6e-7886ba715954 req-3d36045e-82b0-4b60-b5be-91af464c4429 service neutron] 10.222.0.50 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419637 Jun 17 08:44:51.013842 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9bf28a89-742e-485b-8ddb-bda178610847 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0c837faf80bc441e93edf1bc91d27665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1606612 Jun 17 08:44:51.021227 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 49676) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:51.062715 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414eae9-cfb7-40ae-80db-25a9374c00d9 req-3d744efc-f9c8-423d-b0c7-dc062c9c40e7 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:51.078101 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7414eae9-cfb7-40ae-80db-25a9374c00d9 req-3d744efc-f9c8-423d-b0c7-dc062c9c40e7 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 784 time: 0.3711519 Jun 17 08:44:51.105776 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-36568279-7e65-42b0-aa40-582623040afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:51.200722 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-36568279-7e65-42b0-aa40-582623040afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:51.369379 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-36568279-7e65-42b0-aa40-582623040afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:51.372066 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-36568279-7e65-42b0-aa40-582623040afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:51.373677 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-36568279-7e65-42b0-aa40-582623040afc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7f0dc205-3b93-4063-bcbb-fccfe78196c5 HTTP/1.1" status: 204 len: 168 time: 0.3497701 Jun 17 08:44:51.374540 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d57c2721-f8f7-4e0e-88bd-bc0da0a394cf tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:51.403164 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36568279-7e65-42b0-aa40-582623040afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0dc205-3b93-4063-bcbb-fccfe78196c5,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:51.406456 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-36568279-7e65-42b0-aa40-582623040afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:51.437383 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f2bec-5980-4b1a-b92b-592fb4fbdbf0 req-5fc9dc49-8f4f-4157-802e-9d3b5d909b1b tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:51.456132 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-462f2bec-5980-4b1a-b92b-592fb4fbdbf0 req-5fc9dc49-8f4f-4157-802e-9d3b5d909b1b tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5 HTTP/1.1" status: 200 len: 945 time: 0.1505265 Jun 17 08:44:51.504959 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-462f2bec-5980-4b1a-b92b-592fb4fbdbf0 req-24f79fef-cfe0-410a-a89e-8d47af8590a0 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups?id=d23e4e91-f943-4a66-aab5-1319e8d4d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468137 Jun 17 08:44:51.674642 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-2c6887df-6a96-454b-aeda-b6b60d904646 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e01d01d179104814a9128dc5fc44bfde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259600 Jun 17 08:44:51.694607 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d7c93dd7-4e90-49f0-b54e-be6a43154a75 req-51ec373d-0a3b-4ea7-acf7-7e77753dffb3 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 210 time: 0.0319183 Jun 17 08:44:51.835385 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-d4e46838-847d-4c7e-ae4d-17f6d0b6d296 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:51.837496 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-d4e46838-847d-4c7e-ae4d-17f6d0b6d296 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1574590 Jun 17 08:44:51.854158 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-6255a8e0-6a75-4eaf-aa7c-407f04d92207 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Request body: {'port': {'device_id': '36c867bb-0fb3-4dcc-aa33-64da2a0660b0', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'admin_state_up': True, 'tenant_id': 'e01d01d179104814a9128dc5fc44bfde'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:52.191044 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c048c410-2542-4b99-9cae-013acf77e67b'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:52.194948 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152a2ccb-68cd-4e1c-a72e-d7bf53705431" -d '{"events": [{"server_uuid": "1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5", "name": "network-vif-plugged", "status": "completed", "tag": "c048c410-2542-4b99-9cae-013acf77e67b"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:52.301089 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-88d62ee7-b2c0-4c56-a649-f859b2a1966e req-154cb191-85da-4c1c-9f2f-f4b866c09069 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.91 HTTP/1.1" status: 200 len: 1000 time: 0.5682538 Jun 17 08:44:52.376943 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d62ee7-b2c0-4c56-a649-f859b2a1966e req-7bf86bb4-606d-48f6-b21c-561b064999e7 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:52.378323 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-88d62ee7-b2c0-4c56-a649-f859b2a1966e req-7bf86bb4-606d-48f6-b21c-561b064999e7 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports/6fda8a0a-63dc-4c1f-98e7-f470818600fc HTTP/1.1" status: 200 len: 942 time: 0.0693851 Jun 17 08:44:52.402967 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-6255a8e0-6a75-4eaf-aa7c-407f04d92207 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Made reservation on behalf of e01d01d179104814a9128dc5fc44bfde for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:52.411971 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-6255a8e0-6a75-4eaf-aa7c-407f04d92207 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.808803 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-6255a8e0-6a75-4eaf-aa7c-407f04d92207 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Allocated IP 192.168.233.37 (26debee9-bc17-4dec-acaf-a4c976511744/9fa94245-1f4d-486b-9e45-990a58fa5ffe/4e90aa40-4e20-4bb5-ae96-262f6c3201da) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:52.867119 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-88d62ee7-b2c0-4c56-a649-f859b2a1966e req-e65f73ed-8c70-4508-92ed-ffb5f93f7128 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.91 HTTP/1.1" status: 200 len: 1000 time: 0.2406213 Jun 17 08:44:53.108193 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d62ee7-b2c0-4c56-a649-f859b2a1966e req-4d2d0e93-89af-40d8-ac55-32b4e5f13bdf tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:53.110209 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-88d62ee7-b2c0-4c56-a649-f859b2a1966e req-4d2d0e93-89af-40d8-ac55-32b4e5f13bdf tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 784 time: 0.2317555 Jun 17 08:44:53.296815 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-88d62ee7-b2c0-4c56-a649-f859b2a1966e req-e8d48096-b5fa-4050-952d-7ba334885f31 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.91 HTTP/1.1" status: 200 len: 1000 time: 0.1510592 Jun 17 08:44:53.308852 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-88d62ee7-b2c0-4c56-a649-f859b2a1966e req-196fb6ff-1b92-4482-84c5-766c25386f43 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:53.402113 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-88d62ee7-b2c0-4c56-a649-f859b2a1966e req-196fb6ff-1b92-4482-84c5-766c25386f43 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks [] for floatingip, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:53.542744 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 49754) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:53.674931 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-6255a8e0-6a75-4eaf-aa7c-407f04d92207 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:53.701577 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-88d62ee7-b2c0-4c56-a649-f859b2a1966e req-196fb6ff-1b92-4482-84c5-766c25386f43 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:53.707559 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-6255a8e0-6a75-4eaf-aa7c-407f04d92207 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Transition to ACTIVE for port object 4e90aa40-4e20-4bb5-ae96-262f6c3201da will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:53.742188 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-73ac73b4-ad47-4ea3-a2c3-c4f0bc2c7c02 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1413227476-network', 'tenant_id': 'a4c85103bfb84b248a7d71f83ce82156'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:53.794929 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-88d62ee7-b2c0-4c56-a649-f859b2a1966e req-196fb6ff-1b92-4482-84c5-766c25386f43 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:53.795554 n-d-758944-30 neutron-server[94519]: INFO neutron.db.l3_db [req-88d62ee7-b2c0-4c56-a649-f859b2a1966e req-196fb6ff-1b92-4482-84c5-766c25386f43 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Floating IP a9a36165-8a3c-4e24-b75f-29367ea6b9fb disassociated. External IP: 172.25.2.91, port: 6fda8a0a-63dc-4c1f-98e7-f470818600fc. Jun 17 08:44:53.892099 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-6255a8e0-6a75-4eaf-aa7c-407f04d92207 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:53.908520 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-71688f0b-5e4f-4730-bcd9-a9cad6410dbd tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:53.908678 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['85df4119-793b-423d-abf1-4c64dea34203'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:44:53.948545 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ac73b4-ad47-4ea3-a2c3-c4f0bc2c7c02 admin admin] Made reservation on behalf of a4c85103bfb84b248a7d71f83ce82156 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:53.970208 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-73ac73b4-ad47-4ea3-a2c3-c4f0bc2c7c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:53.982657 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255a8e0-6a75-4eaf-aa7c-407f04d92207 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Pushing event updated for resources: {'Port': ['ID=4e90aa40-4e20-4bb5-ae96-262f6c3201da,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:53.994174 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6255a8e0-6a75-4eaf-aa7c-407f04d92207 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:53.996629 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-6255a8e0-6a75-4eaf-aa7c-407f04d92207 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Network 26debee9-bc17-4dec-acaf-a4c976511744 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:54.002510 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-6255a8e0-6a75-4eaf-aa7c-407f04d92207 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:54.002510 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-6255a8e0-6a75-4eaf-aa7c-407f04d92207 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:54.007235 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-73ac73b4-ad47-4ea3-a2c3-c4f0bc2c7c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.207522 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-6255a8e0-6a75-4eaf-aa7c-407f04d92207 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:54.208754 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-6255a8e0-6a75-4eaf-aa7c-407f04d92207 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.275307 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c16d34-4941-47ce-b670-ec6d0b512b53 req-a5e78d56-d100-4453-90ae-25a9528a7cf4 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:54.281262 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-50c16d34-4941-47ce-b670-ec6d0b512b53 req-a5e78d56-d100-4453-90ae-25a9528a7cf4 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a421ad1-3fd7-4eac-9372-e8a59e07959b HTTP/1.1" status: 200 len: 946 time: 0.1296182 Jun 17 08:44:54.330912 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-50c16d34-4941-47ce-b670-ec6d0b512b53 req-53d0717b-29ab-46a1-9482-a708fd827242 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475080 Jun 17 08:44:54.365063 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88d62ee7-b2c0-4c56-a649-f859b2a1966e req-196fb6ff-1b92-4482-84c5-766c25386f43 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Router e4a3c4d8-c574-4d02-a19f-e12e4305e983 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:44:54.381231 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-73ac73b4-ad47-4ea3-a2c3-c4f0bc2c7c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.381592 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3daedc6-2dd8-43db-8daf-7dd82d43483b x-openstack-request-id: req-c3daedc6-2dd8-43db-8daf-7dd82d43483b {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:54.382204 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5", "name": "network-vif-plugged", "status": "completed", "tag": "c048c410-2542-4b99-9cae-013acf77e67b", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:54.382763 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c3daedc6-2dd8-43db-8daf-7dd82d43483b {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:54.384000 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c048c410-2542-4b99-9cae-013acf77e67b', 'code': 200} Jun 17 08:44:54.485477 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-73ac73b4-ad47-4ea3-a2c3-c4f0bc2c7c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.500374 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-42a59b62-a552-4ffd-99f7-e12a60072372 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:54.531244 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-caf440cb-f07b-4565-8e2a-727e91c22a10 None None] Provisioning for port 4e90aa40-4e20-4bb5-ae96-262f6c3201da completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:54.544980 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-caf440cb-f07b-4565-8e2a-727e91c22a10 None None] Provisioning complete for port 4e90aa40-4e20-4bb5-ae96-262f6c3201da triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:54.544980 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-caf440cb-f07b-4565-8e2a-727e91c22a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.577428 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-caf440cb-f07b-4565-8e2a-727e91c22a10 None None] Port 4e90aa40-4e20-4bb5-ae96-262f6c3201da cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:54.585194 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ac73b4-ad47-4ea3-a2c3-c4f0bc2c7c02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:44:54.614205 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac73b4-ad47-4ea3-a2c3-c4f0bc2c7c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e3b0e6-8003-4f2b-bddd-524d7b178a3f,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:54.618483 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-73ac73b4-ad47-4ea3-a2c3-c4f0bc2c7c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:54.622842 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-73ac73b4-ad47-4ea3-a2c3-c4f0bc2c7c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.625422 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-73ac73b4-ad47-4ea3-a2c3-c4f0bc2c7c02 admin admin] Added segment 4354c5c7-ad72-4e77-8420-564f9fcb1f53 of type vlan for network aa1f9051-0608-43da-bcb1-a57ebca57321 Jun 17 08:44:54.641725 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-6255a8e0-6a75-4eaf-aa7c-407f04d92207 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7919776 Jun 17 08:44:54.661916 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-b8e7a02c-d392-4fa9-a197-7de2d5b94dba service neutron] Request body: {'port': {'device_id': '36c867bb-0fb3-4dcc-aa33-64da2a0660b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:54.694195 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88d62ee7-b2c0-4c56-a649-f859b2a1966e req-196fb6ff-1b92-4482-84c5-766c25386f43 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:54.694195 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-88d62ee7-b2c0-4c56-a649-f859b2a1966e req-196fb6ff-1b92-4482-84c5-766c25386f43 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.701302 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2350a38a-f1a0-4b02-908f-d4e056d87378 None None] Sync routers for ids ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:54.714647 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2350a38a-f1a0-4b02-908f-d4e056d87378 None None] Routers {'e4a3c4d8-c574-4d02-a19f-e12e4305e983'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:54.716180 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-2350a38a-f1a0-4b02-908f-d4e056d87378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:44:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:54.736323 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4d429-8375-458d-85f2-7c76b20a29f1 req-74128650-bb94-450e-92bf-eb8c5865b580 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:54.737939 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5ba4d429-8375-458d-85f2-7c76b20a29f1 req-74128650-bb94-450e-92bf-eb8c5865b580 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5 HTTP/1.1" status: 200 len: 945 time: 0.1914539 Jun 17 08:44:54.740271 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc1872-8fbe-427d-8e13-14afac0feb47 req-8991bb12-f9b4-4e8a-b3fb-6bc8d41bac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:54.742049 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-47bc1872-8fbe-427d-8e13-14afac0feb47 req-8991bb12-f9b4-4e8a-b3fb-6bc8d41bac26 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5 HTTP/1.1" status: 200 len: 1097 time: 0.2577941 Jun 17 08:44:54.746178 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-73ac73b4-ad47-4ea3-a2c3-c4f0bc2c7c02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.786041 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-88d62ee7-b2c0-4c56-a649-f859b2a1966e req-196fb6ff-1b92-4482-84c5-766c25386f43 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "PUT /v2.0/floatingips/a9a36165-8a3c-4e24-b75f-29367ea6b9fb HTTP/1.1" status: 200 len: 694 time: 1.4831851 Jun 17 08:44:54.788325 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-b8e7a02c-d392-4fa9-a197-7de2d5b94dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.789531 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6', 'tag': '6fda8a0a-63dc-4c1f-98e7-f470818600fc'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:54.792001 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdcd45b-1399-4e9f-aa19-a0f14a821752" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6", "tag": "6fda8a0a-63dc-4c1f-98e7-f470818600fc"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:54.848191 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5ba4d429-8375-458d-85f2-7c76b20a29f1 req-d8ae1d15-aad8-4e63-99fe-49eab49f89c9 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups?id=d23e4e91-f943-4a66-aab5-1319e8d4d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664256 Jun 17 08:44:54.864368 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-47bc1872-8fbe-427d-8e13-14afac0feb47 req-387765e1-aa16-4a12-bd81-c30cf62ed4eb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d23e4e91-f943-4a66-aab5-1319e8d4d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142585 Jun 17 08:44:54.886717 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-2350a38a-f1a0-4b02-908f-d4e056d87378 None None] Set router e4a3c4d8-c574-4d02-a19f-e12e4305e983 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:54.899412 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d62ee7-b2c0-4c56-a649-f859b2a1966e req-376f176c-716b-48b9-84e1-b877db191051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:54.907114 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-88d62ee7-b2c0-4c56-a649-f859b2a1966e req-376f176c-716b-48b9-84e1-b877db191051 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=01ea701c61b04251b074cc63e93c2244&device_id=4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6 HTTP/1.1" status: 200 len: 1097 time: 0.0857604 Jun 17 08:44:54.939014 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-73ac73b4-ad47-4ea3-a2c3-c4f0bc2c7c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.941667 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ac73b4-ad47-4ea3-a2c3-c4f0bc2c7c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:54.943734 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-73ac73b4-ad47-4ea3-a2c3-c4f0bc2c7c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.984617 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-73d09845-40f0-4352-803d-59ee0a86b479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:55.112212 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac73b4-ad47-4ea3-a2c3-c4f0bc2c7c02 admin admin] Pushing event updated for resources: {'Network': ['ID=aa1f9051-0608-43da-bcb1-a57ebca57321,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:55.116250 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-73ac73b4-ad47-4ea3-a2c3-c4f0bc2c7c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:55.122835 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network aa1f9051-0608-43da-bcb1-a57ebca57321 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:44:55.127535 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-73ac73b4-ad47-4ea3-a2c3-c4f0bc2c7c02 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5836129 Jun 17 08:44:55.128214 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 49770) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:55.142879 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-bc6bc1d4-19b1-469f-be7b-458849c58c16 admin admin] Request body: {'subnet': {'network_id': 'aa1f9051-0608-43da-bcb1-a57ebca57321', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1413227476-subnet', 'tenant_id': 'a4c85103bfb84b248a7d71f83ce82156', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:55.155873 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d62ee7-b2c0-4c56-a649-f859b2a1966e req-7519f19f-bc1e-4ce3-8561-6a55f448521c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:55.158516 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-88d62ee7-b2c0-4c56-a649-f859b2a1966e req-7519f19f-bc1e-4ce3-8561-6a55f448521c service neutron] 10.222.0.49 "GET /v2.0/networks?id=ee35a3b3-c4cb-4743-a459-4872b10a6b65 HTTP/1.1" status: 200 len: 922 time: 0.2504165 Jun 17 08:44:55.239142 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-88d62ee7-b2c0-4c56-a649-f859b2a1966e req-a3c5c7e4-aa9c-46be-ab5e-7f8d7b5a0b1c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fda8a0a-63dc-4c1f-98e7-f470818600fc HTTP/1.1" status: 200 len: 217 time: 0.0653157 Jun 17 08:44:55.251420 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936d5b3-9c43-4aa2-a9a0-e1eff7e1c199 req-984e1b86-625f-43d5-8a57-648db60d97d7 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:55.259196 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5936d5b3-9c43-4aa2-a9a0-e1eff7e1c199 req-984e1b86-625f-43d5-8a57-648db60d97d7 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 935 time: 0.1842597 Jun 17 08:44:55.303927 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d62ee7-b2c0-4c56-a649-f859b2a1966e req-b49a9368-179a-4c4f-8f44-59a98695bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:55.305709 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-88d62ee7-b2c0-4c56-a649-f859b2a1966e req-b49a9368-179a-4c4f-8f44-59a98695bd2e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87aad5d8-994a-48f5-8b35-7f9bfe6a971c HTTP/1.1" status: 200 len: 860 time: 0.0583646 Jun 17 08:44:55.335086 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5936d5b3-9c43-4aa2-a9a0-e1eff7e1c199 req-5758230c-d4a7-47cf-bfd8-53b5e83bb6ed tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749247 Jun 17 08:44:55.336771 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6bc1d4-19b1-469f-be7b-458849c58c16 admin admin] Made reservation on behalf of a4c85103bfb84b248a7d71f83ce82156 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:55.351147 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bc6bc1d4-19b1-469f-be7b-458849c58c16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:55.376156 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-2350a38a-f1a0-4b02-908f-d4e056d87378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'name': 'tempest-FloatingIPsAssociationTestJSON-2068322118-router', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:25Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'gw_port': {'id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:29Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'f2d73fb7-d115-4d0a-b774-53f2b988cca3', 'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'mac_address': 'fa:16:3e:63:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:34Z', 'updated_at': '2021-06-17T08:43:42Z', 'revision_number': 5, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'subnets': [{'id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:55.396272 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f9f4394b-be06-4f4a-9f16-6ddf4313f957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:55.417852 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2350a38a-f1a0-4b02-908f-d4e056d87378 None None] Checking router: e4a3c4d8-c574-4d02-a19f-e12e4305e983 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:44:55.443630 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2350a38a-f1a0-4b02-908f-d4e056d87378 None None] Routers {'e4a3c4d8-c574-4d02-a19f-e12e4305e983'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:55.444363 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-2350a38a-f1a0-4b02-908f-d4e056d87378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:44:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:55.492959 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-b8e7a02c-d392-4fa9-a197-7de2d5b94dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e90aa40-4e20-4bb5-ae96-262f6c3201da {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:44:55.502062 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-b8e7a02c-d392-4fa9-a197-7de2d5b94dba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:55.540191 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-b8e7a02c-d392-4fa9-a197-7de2d5b94dba service neutron] Transition to ACTIVE for port object 4e90aa40-4e20-4bb5-ae96-262f6c3201da will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:55.540323 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d62ee7-b2c0-4c56-a649-f859b2a1966e req-576975fb-4a8d-4b7d-8e14-a77ca37f6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:55.540595 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-88d62ee7-b2c0-4c56-a649-f859b2a1966e req-576975fb-4a8d-4b7d-8e14-a77ca37f6b36 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee35a3b3-c4cb-4743-a459-4872b10a6b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2235224 Jun 17 08:44:55.670074 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-b8e7a02c-d392-4fa9-a197-7de2d5b94dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:55.673889 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4adca07c-ef12-4d89-9524-286afeb393b8 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:55.745485 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-2350a38a-f1a0-4b02-908f-d4e056d87378 None None] Set router e4a3c4d8-c574-4d02-a19f-e12e4305e983 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:55.782752 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7a02c-d392-4fa9-a197-7de2d5b94dba service neutron] Pushing event updated for resources: {'Port': ['ID=4e90aa40-4e20-4bb5-ae96-262f6c3201da,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:55.790582 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b8e7a02c-d392-4fa9-a197-7de2d5b94dba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:55.901504 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-b8e7a02c-d392-4fa9-a197-7de2d5b94dba service neutron] Attempting to bind port 4e90aa40-4e20-4bb5-ae96-262f6c3201da on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:44:55.902961 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-b8e7a02c-d392-4fa9-a197-7de2d5b94dba service neutron] Attempting to bind port 4e90aa40-4e20-4bb5-ae96-262f6c3201da by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:44:55.904091 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-b8e7a02c-d392-4fa9-a197-7de2d5b94dba service neutron] Attempting to bind port 4e90aa40-4e20-4bb5-ae96-262f6c3201da on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:55.912624 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-b8e7a02c-d392-4fa9-a197-7de2d5b94dba service neutron] Port 4e90aa40-4e20-4bb5-ae96-262f6c3201da on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:44:55.916504 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-b8e7a02c-d392-4fa9-a197-7de2d5b94dba service neutron] Attempting to bind port 4e90aa40-4e20-4bb5-ae96-262f6c3201da on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:55.936992 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-b8e7a02c-d392-4fa9-a197-7de2d5b94dba service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:44:55.938018 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-b8e7a02c-d392-4fa9-a197-7de2d5b94dba service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:55.940048 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-b8e7a02c-d392-4fa9-a197-7de2d5b94dba service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:44:55.940659 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-b8e7a02c-d392-4fa9-a197-7de2d5b94dba service neutron] Bound port: 4e90aa40-4e20-4bb5-ae96-262f6c3201da, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:44:55.941794 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-b8e7a02c-d392-4fa9-a197-7de2d5b94dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.014061 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bc6bc1d4-19b1-469f-be7b-458849c58c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.028820 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9769be8b-d934-4a7c-a061-2c3a145127fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:56.060681 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-b8e7a02c-d392-4fa9-a197-7de2d5b94dba service neutron] For port 4e90aa40-4e20-4bb5-ae96-262f6c3201da, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:56.064472 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-b8e7a02c-d392-4fa9-a197-7de2d5b94dba service neutron] For port 4e90aa40-4e20-4bb5-ae96-262f6c3201da, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=4e90aa40-4e20-4bb5-ae96-262f6c3201da,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:44:56.107044 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-88d62ee7-b2c0-4c56-a649-f859b2a1966e req-f3db059a-000d-4176-9b58-13b5a96bb19e service neutron] 10.222.0.49 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415347 Jun 17 08:44:56.183670 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6bc1d4-19b1-469f-be7b-458849c58c16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1081db6-fb49-4703-9305-ee359256de58,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:56.189952 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6bc1d4-19b1-469f-be7b-458849c58c16 admin admin] Checking segment: {'id': '4354c5c7-ad72-4e77-8420-564f9fcb1f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'aa1f9051-0608-43da-bcb1-a57ebca57321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:56.190623 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6bc1d4-19b1-469f-be7b-458849c58c16 admin admin] Network hostable DHCP agents. Network: aa1f9051-0608-43da-bcb1-a57ebca57321, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:44:56.207122 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-bc6bc1d4-19b1-469f-be7b-458849c58c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:56.266158 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-88d62ee7-b2c0-4c56-a649-f859b2a1966e req-b140dc54-08b7-4cb4-8245-573ad3b1121f service neutron] 10.222.0.49 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356888 Jun 17 08:44:56.267827 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-2350a38a-f1a0-4b02-908f-d4e056d87378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'name': 'tempest-FloatingIPsAssociationTestJSON-2068322118-router', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:25Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'gw_port': {'id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:29Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'f2d73fb7-d115-4d0a-b774-53f2b988cca3', 'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'mac_address': 'fa:16:3e:63:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:34Z', 'updated_at': '2021-06-17T08:43:42Z', 'revision_number': 5, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'subnets': [{'id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:56.295260 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2350a38a-f1a0-4b02-908f-d4e056d87378 None None] The sync data for ids ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'] in n-d-758944-30 is: [{'id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'name': 'tempest-FloatingIPsAssociationTestJSON-2068322118-router', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:25Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'gw_port': {'id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:29Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'f2d73fb7-d115-4d0a-b774-53f2b988cca3', 'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'mac_address': 'fa:16:3e:63:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:34Z', 'updated_at': '2021-06-17T08:43:42Z', 'revision_number': 5, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'subnets': [{'id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:56.340106 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-b8e7a02c-d392-4fa9-a197-7de2d5b94dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.342528 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f110a4c5-84b1-4528-8a00-7ab2f3e84815 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:56.389567 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-b8e7a02c-d392-4fa9-a197-7de2d5b94dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:56.389567 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-b8e7a02c-d392-4fa9-a197-7de2d5b94dba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.389567 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-b8e7a02c-d392-4fa9-a197-7de2d5b94dba service neutron] 10.222.0.50 "PUT /v2.0/ports/4e90aa40-4e20-4bb5-ae96-262f6c3201da HTTP/1.1" status: 200 len: 1096 time: 1.7308729 Jun 17 08:44:56.389567 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c867bb-0fb3-4dcc-aa33-64da2a0660b0', 'tag': '4e90aa40-4e20-4bb5-ae96-262f6c3201da'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:56.389567 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d2dde0-3d79-4920-a729-f5aaa7ff4999" -d '{"events": [{"name": "network-changed", "server_uuid": "36c867bb-0fb3-4dcc-aa33-64da2a0660b0", "tag": "4e90aa40-4e20-4bb5-ae96-262f6c3201da"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:56.411612 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7a02c-d392-4fa9-a197-7de2d5b94dba service neutron] Pushing event updated for resources: {'Port': ['ID=4e90aa40-4e20-4bb5-ae96-262f6c3201da,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:56.415003 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b8e7a02c-d392-4fa9-a197-7de2d5b94dba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:56.441097 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6bc1d4-19b1-469f-be7b-458849c58c16 admin admin] Network aa1f9051-0608-43da-bcb1-a57ebca57321 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:44:56.597441 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45b7fec-abff-4300-b639-db575ef5275b None None] New status for floating IP a9a36165-8a3c-4e24-b75f-29367ea6b9fb: DOWN {{(pid=94521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:44:56.938417 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-6b04923b-2b71-4a87-8cc6-766d783bb7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:56.945228 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-6b04923b-2b71-4a87-8cc6-766d783bb7c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 1099 time: 0.0563381 Jun 17 08:44:56.974418 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-bc6bc1d4-19b1-469f-be7b-458849c58c16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, aa1f9051-0608-43da-bcb1-a57ebca57321) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:56.979281 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6bc1d4-19b1-469f-be7b-458849c58c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:56.979964 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bc6bc1d4-19b1-469f-be7b-458849c58c16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.986772 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671c449d-96f7-4eb2-9088-341b4de45981 None None] Network aa1f9051-0608-43da-bcb1-a57ebca57321 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:56.987882 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-2838504c-c681-49f3-923b-fd1e12febfae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=4e90aa40-4e20-4bb5-ae96-262f6c3201da HTTP/1.1" status: 200 len: 217 time: 0.0381777 Jun 17 08:44:57.046944 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-76759b4e-d014-400a-84fa-7b73da80ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:57.048409 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-76759b4e-d014-400a-84fa-7b73da80ff88 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0516353 Jun 17 08:44:57.113261 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-86e15c39-0d11-4ada-a8c3-b045e4e76447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:57.114904 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-86e15c39-0d11-4ada-a8c3-b045e4e76447 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0589666 Jun 17 08:44:57.165232 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-bc6bc1d4-19b1-469f-be7b-458849c58c16 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0201082 Jun 17 08:44:57.236735 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-afb16273-8755-4202-9aed-486f748dd061 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123343 Jun 17 08:44:57.292328 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c483ce-51d3-4070-96ce-4872ea4e3f89 None None] Network aa1f9051-0608-43da-bcb1-a57ebca57321 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:57.367293 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9c9e5631-e40d-49a0-a3c0-66084757e12f req-2a1c3538-5aa6-4575-b0a3-2531007c11b5 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203158 Jun 17 08:44:57.583223 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4043e810-5acd-4bba-9940-3b04cb77b344 x-openstack-request-id: req-4043e810-5acd-4bba-9940-3b04cb77b344 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:57.583583 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6", "tag": "6fda8a0a-63dc-4c1f-98e7-f470818600fc", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:57.583927 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4043e810-5acd-4bba-9940-3b04cb77b344 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:57.584417 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6', 'tag': '6fda8a0a-63dc-4c1f-98e7-f470818600fc', 'status': 'completed', 'code': 200} Jun 17 08:44:57.701232 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcd45b-1399-4e9f-aa19-a0f14a821752 req-1e837b66-4457-4d45-a3fc-b2fe1fd3760d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:57.705452 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-acdcd45b-1399-4e9f-aa19-a0f14a821752 req-1e837b66-4457-4d45-a3fc-b2fe1fd3760d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01ea701c61b04251b074cc63e93c2244&device_id=4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6 HTTP/1.1" status: 200 len: 1097 time: 0.0881710 Jun 17 08:44:57.856367 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ad27a-cbb6-44c4-9fd3-c6cdffead008 req-6ffaf1e4-e145-4d44-9939-ad14548c46e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:57.859987 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1a4ad27a-cbb6-44c4-9fd3-c6cdffead008 req-6ffaf1e4-e145-4d44-9939-ad14548c46e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=da4fcbeea2f0401e991ac51af5b56a4a&device_id=3a421ad1-3fd7-4eac-9372-e8a59e07959b HTTP/1.1" status: 200 len: 1098 time: 0.1472504 Jun 17 08:44:57.860982 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcd45b-1399-4e9f-aa19-a0f14a821752 req-f34ce7d5-6446-4af7-91e4-0e5eb9ebe86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:57.862454 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-acdcd45b-1399-4e9f-aa19-a0f14a821752 req-f34ce7d5-6446-4af7-91e4-0e5eb9ebe86d service neutron] 10.222.0.50 "GET /v2.0/networks?id=ee35a3b3-c4cb-4743-a459-4872b10a6b65 HTTP/1.1" status: 200 len: 922 time: 0.1490998 Jun 17 08:44:57.867216 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429163b-90db-427e-b29e-913aada49436 req-dc877b95-e67a-4f83-a214-6e584b392b4b tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:57.869078 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d429163b-90db-427e-b29e-913aada49436 req-dc877b95-e67a-4f83-a214-6e584b392b4b tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5 HTTP/1.1" status: 200 len: 945 time: 0.1197135 Jun 17 08:44:57.927792 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-acdcd45b-1399-4e9f-aa19-a0f14a821752 req-626be975-b5bd-49d3-9983-27136a8500c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fda8a0a-63dc-4c1f-98e7-f470818600fc HTTP/1.1" status: 200 len: 217 time: 0.0495977 Jun 17 08:44:57.974200 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.988634 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcd45b-1399-4e9f-aa19-a0f14a821752 req-52634415-dbd8-4f28-8f19-0c8cb63c1071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:57.990469 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-acdcd45b-1399-4e9f-aa19-a0f14a821752 req-52634415-dbd8-4f28-8f19-0c8cb63c1071 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=87aad5d8-994a-48f5-8b35-7f9bfe6a971c HTTP/1.1" status: 200 len: 860 time: 0.0557933 Jun 17 08:44:58.015735 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d429163b-90db-427e-b29e-913aada49436 req-5e0bbc60-4e15-4d6c-9bb5-6c737c0e799d tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups?id=d23e4e91-f943-4a66-aab5-1319e8d4d43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367514 Jun 17 08:44:58.089534 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ad27a-cbb6-44c4-9fd3-c6cdffead008 req-e2920016-5353-4b4c-b735-57154dc009d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:58.091457 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1a4ad27a-cbb6-44c4-9fd3-c6cdffead008 req-e2920016-5353-4b4c-b735-57154dc009d2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1302d89b-bdda-43cb-a35c-b3bb609661cb HTTP/1.1" status: 200 len: 911 time: 0.2213223 Jun 17 08:44:58.116237 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcd45b-1399-4e9f-aa19-a0f14a821752 req-49f043a1-7d92-4c40-b6b2-99b2c0a115b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:58.121098 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-acdcd45b-1399-4e9f-aa19-a0f14a821752 req-49f043a1-7d92-4c40-b6b2-99b2c0a115b3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee35a3b3-c4cb-4743-a459-4872b10a6b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1030231 Jun 17 08:44:58.160340 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1a4ad27a-cbb6-44c4-9fd3-c6cdffead008 req-9d2bd283-b08d-4499-99e2-ca1504979499 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67a59721-09d2-4b0b-880c-d713544994c7 HTTP/1.1" status: 200 len: 217 time: 0.0615475 Jun 17 08:44:58.261284 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-acdcd45b-1399-4e9f-aa19-a0f14a821752 req-5b5637d0-21a3-4096-bfa7-ea4a501dd77a service neutron] 10.222.0.50 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319101 Jun 17 08:44:58.262629 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ad27a-cbb6-44c4-9fd3-c6cdffead008 req-9d24ded9-9cf7-4531-bb7f-be285129b32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:58.264533 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1a4ad27a-cbb6-44c4-9fd3-c6cdffead008 req-9d24ded9-9cf7-4531-bb7f-be285129b32f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c38d131-90c8-4df8-b19d-8bfac65826fa HTTP/1.1" status: 200 len: 850 time: 0.0979223 Jun 17 08:44:58.310966 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1a4ad27a-cbb6-44c4-9fd3-c6cdffead008 req-333f7928-8ed4-4b61-a926-d1535d49c8d0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1302d89b-bdda-43cb-a35c-b3bb609661cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394311 Jun 17 08:44:58.323844 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f1a14-4dbd-4495-b6b6-b3fa9c9a041b req-1967d866-e621-4e87-a4b6-4afbd47a5965 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:58.332247 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-396f1a14-4dbd-4495-b6b6-b3fa9c9a041b req-1967d866-e621-4e87-a4b6-4afbd47a5965 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 947 time: 0.1506171 Jun 17 08:44:58.389419 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-acdcd45b-1399-4e9f-aa19-a0f14a821752 req-afcfddaa-72c5-4645-aa3a-eb95b70c30aa service neutron] 10.222.0.50 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218593 Jun 17 08:44:58.438454 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-396f1a14-4dbd-4495-b6b6-b3fa9c9a041b req-7984fcae-250c-48b9-b2ec-5842ad58d41d tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031170 Jun 17 08:44:58.486389 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1a4ad27a-cbb6-44c4-9fd3-c6cdffead008 req-f50938ba-0d54-4ed0-9f85-38f76cd4f71a service neutron] 10.222.0.53 "GET /v2.0/networks/1302d89b-bdda-43cb-a35c-b3bb609661cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510813 Jun 17 08:44:58.490593 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8dd262-5d6c-439a-ad3e-30f4d8795f43 x-openstack-request-id: req-9f8dd262-5d6c-439a-ad3e-30f4d8795f43 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:58.491419 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c867bb-0fb3-4dcc-aa33-64da2a0660b0", "tag": "4e90aa40-4e20-4bb5-ae96-262f6c3201da", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:58.491956 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f8dd262-5d6c-439a-ad3e-30f4d8795f43 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:58.495153 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c867bb-0fb3-4dcc-aa33-64da2a0660b0', 'tag': '4e90aa40-4e20-4bb5-ae96-262f6c3201da', 'status': 'completed', 'code': 200} Jun 17 08:44:58.597322 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2dde0-3d79-4920-a729-f5aaa7ff4999 req-88d2b886-f1a4-4479-aa33-c2f1ab592d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:58.599143 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-12d2dde0-3d79-4920-a729-f5aaa7ff4999 req-88d2b886-f1a4-4479-aa33-c2f1ab592d6b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 1099 time: 0.0741365 Jun 17 08:44:58.620558 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1a4ad27a-cbb6-44c4-9fd3-c6cdffead008 req-f39d14de-bdad-4bba-8add-a4ce07b1e8fd service neutron] 10.222.0.53 "GET /v2.0/networks/1302d89b-bdda-43cb-a35c-b3bb609661cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263945 Jun 17 08:44:58.728636 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2dde0-3d79-4920-a729-f5aaa7ff4999 req-a8ce6fbc-3283-4f74-a155-0b71b4f4a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:58.730319 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-12d2dde0-3d79-4920-a729-f5aaa7ff4999 req-a8ce6fbc-3283-4f74-a155-0b71b4f4a96c service neutron] 10.222.0.50 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.1231434 Jun 17 08:44:58.781755 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-12d2dde0-3d79-4920-a729-f5aaa7ff4999 req-fe8c4ae6-3b67-428e-82c8-70a84c4cced1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=4e90aa40-4e20-4bb5-ae96-262f6c3201da HTTP/1.1" status: 200 len: 217 time: 0.0444117 Jun 17 08:44:58.842709 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2dde0-3d79-4920-a729-f5aaa7ff4999 req-42b8d0a5-f96a-4984-bc58-e139f8f5c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:58.844290 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-12d2dde0-3d79-4920-a729-f5aaa7ff4999 req-42b8d0a5-f96a-4984-bc58-e139f8f5c888 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0534661 Jun 17 08:44:58.930834 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2dde0-3d79-4920-a729-f5aaa7ff4999 req-b8a388f6-03cd-4839-8280-10240cdcff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:58.932660 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-12d2dde0-3d79-4920-a729-f5aaa7ff4999 req-b8a388f6-03cd-4839-8280-10240cdcff8c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0797806 Jun 17 08:44:59.065390 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-12d2dde0-3d79-4920-a729-f5aaa7ff4999 req-7aeaa50a-5744-4a19-b98d-02874861582f service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246030 Jun 17 08:44:59.155520 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-c638d2aa-c1e6-49d2-be75-6c0877fc8931 req-63b1b980-c2ab-4621-9703-b4187eab0afd tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1360111746', 'description': 'tempest-description-1852368271'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:59.205962 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-12d2dde0-3d79-4920-a729-f5aaa7ff4999 req-59b21aa4-4aa4-4dd4-af8c-3a667aa204b1 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311908 Jun 17 08:44:59.248147 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e6ac1-8a36-49ca-9cd9-3d1b6f30e4a5 req-ff91633f-5b11-4070-8a1b-1e1c736c8428 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:59.249708 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1d5e6ac1-8a36-49ca-9cd9-3d1b6f30e4a5 req-ff91633f-5b11-4070-8a1b-1e1c736c8428 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a421ad1-3fd7-4eac-9372-e8a59e07959b HTTP/1.1" status: 200 len: 946 time: 0.0990191 Jun 17 08:44:59.286883 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-c638d2aa-c1e6-49d2-be75-6c0877fc8931 req-63b1b980-c2ab-4621-9703-b4187eab0afd tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.303583 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1d5e6ac1-8a36-49ca-9cd9-3d1b6f30e4a5 req-128d9fa1-88bf-4770-a059-8e4e85312d4c tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409780 Jun 17 08:44:59.408534 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2f689228-2c6b-4ce1-808f-5e975e283271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.433640 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-c638d2aa-c1e6-49d2-be75-6c0877fc8931 req-63b1b980-c2ab-4621-9703-b4187eab0afd tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.484145 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57e02a-17a1-4f0f-bb0b-5eabb1db92d2 req-034b8e6a-49c3-439c-a485-660389513be9 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:59.491520 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8e57e02a-17a1-4f0f-bb0b-5eabb1db92d2 req-034b8e6a-49c3-439c-a485-660389513be9 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 1097 time: 0.0645866 Jun 17 08:44:59.524641 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8e57e02a-17a1-4f0f-bb0b-5eabb1db92d2 req-a4e728e0-74fc-4ef9-8272-85199637a122 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321934 Jun 17 08:44:59.554525 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-c638d2aa-c1e6-49d2-be75-6c0877fc8931 req-63b1b980-c2ab-4621-9703-b4187eab0afd tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.567106 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fc1f9891-9e5b-4396-bf64-883e9888626c tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:59.590979 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1b980-c2ab-4621-9703-b4187eab0afd tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfb0d24-5114-4d3d-bd7b-86adf5a25bcb,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:59.593947 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-63b1b980-c2ab-4621-9703-b4187eab0afd tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:59.686018 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-c638d2aa-c1e6-49d2-be75-6c0877fc8931 req-63b1b980-c2ab-4621-9703-b4187eab0afd tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.689892 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c638d2aa-c1e6-49d2-be75-6c0877fc8931 req-63b1b980-c2ab-4621-9703-b4187eab0afd tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5388751 Jun 17 08:44:59.755854 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-24c64fd5-b12f-455e-ac3c-45280fc4d037 req-6be963c8-5efe-48ed-bc12-3c21cc767235 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1734592267&fields=id&tenant_id=c29561c2e94b41408f45441ef35b148c HTTP/1.1" status: 200 len: 267 time: 0.0695851 Jun 17 08:44:59.814680 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721d040-3a1a-40b3-bcb8-f2851c8ae269 req-9e3b388a-7eef-4bff-854c-f592ddb1f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:59.816822 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0721d040-3a1a-40b3-bcb8-f2851c8ae269 req-9e3b388a-7eef-4bff-854c-f592ddb1f7b6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d&device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 1098 time: 0.0991642 Jun 17 08:44:59.886026 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c64fd5-b12f-455e-ac3c-45280fc4d037 req-35659995-dced-43d5-a4b4-4a1758d1b721 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:59.887887 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-24c64fd5-b12f-455e-ac3c-45280fc4d037 req-35659995-dced-43d5-a4b4-4a1758d1b721 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5 HTTP/1.1" status: 200 len: 945 time: 0.1312180 Jun 17 08:44:59.901776 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-24c64fd5-b12f-455e-ac3c-45280fc4d037 req-b4c2f2f1-67b6-493d-b448-6ac874514c55 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Request body: {'port': {'security_groups': ['d23e4e91-f943-4a66-aab5-1319e8d4d43d', '1da5f7fe-0c9f-4c7b-bc32-8735f7e68ead']}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:59.981477 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721d040-3a1a-40b3-bcb8-f2851c8ae269 req-b2eb9203-cfa5-42b8-8920-724ee9fe2758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:59.983453 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0721d040-3a1a-40b3-bcb8-f2851c8ae269 req-b2eb9203-cfa5-42b8-8920-724ee9fe2758 service neutron] 10.222.0.50 "GET /v2.0/networks?id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f HTTP/1.1" status: 200 len: 913 time: 0.1305091 Jun 17 08:45:00.023875 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-24c64fd5-b12f-455e-ac3c-45280fc4d037 req-b4c2f2f1-67b6-493d-b448-6ac874514c55 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.081151 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0721d040-3a1a-40b3-bcb8-f2851c8ae269 req-bda15541-4c2a-43f6-af5f-4a584117c748 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80834232-7c1a-4461-87e0-250268dbd5a1 HTTP/1.1" status: 200 len: 1000 time: 0.0900757 Jun 17 08:45:00.163303 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721d040-3a1a-40b3-bcb8-f2851c8ae269 req-3fb9445f-2644-4add-b855-fbf0857b2b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:00.165798 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0721d040-3a1a-40b3-bcb8-f2851c8ae269 req-3fb9445f-2644-4add-b855-fbf0857b2b40 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f1cd377-e173-40e7-8f95-b9cee993c643 HTTP/1.1" status: 200 len: 851 time: 0.0762863 Jun 17 08:45:00.241611 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721d040-3a1a-40b3-bcb8-f2851c8ae269 req-8243efc3-9b94-4c37-b678-41a687880a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:00.243076 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0721d040-3a1a-40b3-bcb8-f2851c8ae269 req-8243efc3-9b94-4c37-b678-41a687880a43 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655406 Jun 17 08:45:00.271429 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-24c64fd5-b12f-455e-ac3c-45280fc4d037 req-b4c2f2f1-67b6-493d-b448-6ac874514c55 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] For port c048c410-2542-4b99-9cae-013acf77e67b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c048c410-2542-4b99-9cae-013acf77e67b,segment=NetworkSegment(b6558a58-ee08-4d5a-9b11-33c38c3850d4),segment_id=b6558a58-ee08-4d5a-9b11-33c38c3850d4)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:00.310783 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-24c64fd5-b12f-455e-ac3c-45280fc4d037 req-b4c2f2f1-67b6-493d-b448-6ac874514c55 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.357128 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0721d040-3a1a-40b3-bcb8-f2851c8ae269 req-24c15e61-bd4d-4618-88a3-fadad75da3ec service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038251 Jun 17 08:45:00.379836 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-24c64fd5-b12f-455e-ac3c-45280fc4d037 req-b4c2f2f1-67b6-493d-b448-6ac874514c55 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.386719 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b313b39c-0463-4637-b646-db2483333f5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:00.395496 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['5e6d506a-1009-4a3c-9475-34c0f1e22c86', 'c048c410-2542-4b99-9cae-013acf77e67b'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:45:00.484821 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0721d040-3a1a-40b3-bcb8-f2851c8ae269 req-cd3436a4-19dc-4e44-bce3-b7c67f6a86c2 service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203272 Jun 17 08:45:00.812453 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c64fd5-b12f-455e-ac3c-45280fc4d037 req-b4c2f2f1-67b6-493d-b448-6ac874514c55 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:00.813539 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-24c64fd5-b12f-455e-ac3c-45280fc4d037 req-b4c2f2f1-67b6-493d-b448-6ac874514c55 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.816280 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-24c64fd5-b12f-455e-ac3c-45280fc4d037 req-b4c2f2f1-67b6-493d-b448-6ac874514c55 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "PUT /v2.0/ports/c048c410-2542-4b99-9cae-013acf77e67b HTTP/1.1" status: 200 len: 981 time: 0.9192436 Jun 17 08:45:00.817082 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5', 'tag': 'c048c410-2542-4b99-9cae-013acf77e67b'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:00.820058 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6202ad60-04c4-413e-b754-5eef3a218eed" -d '{"events": [{"name": "network-changed", "server_uuid": "1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5", "tag": "c048c410-2542-4b99-9cae-013acf77e67b"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:00.849718 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2f2f1-67b6-493d-b448-6ac874514c55 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Pushing event updated for resources: {'Port': ['ID=c048c410-2542-4b99-9cae-013acf77e67b,revision_number=6']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:00.854531 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b4c2f2f1-67b6-493d-b448-6ac874514c55 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:00.878337 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d43b3b-527a-44cf-b6e0-8de7d62c6136 req-93b5bbbd-b76b-4fc4-b64a-1fecc0eb9c1e tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:00.880221 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-13d43b3b-527a-44cf-b6e0-8de7d62c6136 req-93b5bbbd-b76b-4fc4-b64a-1fecc0eb9c1e tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6 HTTP/1.1" status: 200 len: 945 time: 0.1244085 Jun 17 08:45:00.909027 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['c048c410-2542-4b99-9cae-013acf77e67b'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:45:00.944502 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 4e90aa40-4e20-4bb5-ae96-262f6c3201da details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:45:01.015052 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-13d43b3b-527a-44cf-b6e0-8de7d62c6136 req-6430d7e4-017e-4979-98dc-1b14b23b606d tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Deleting port 6fda8a0a-63dc-4c1f-98e7-f470818600fc {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:01.015472 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-13d43b3b-527a-44cf-b6e0-8de7d62c6136 req-6430d7e4-017e-4979-98dc-1b14b23b606d tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.025120 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762998f4-39bf-41bc-85ec-2a0c352ee121 req-9cc6cb2a-2835-4f46-a127-2a5f1ded8dde tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:01.027069 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-762998f4-39bf-41bc-85ec-2a0c352ee121 req-9cc6cb2a-2835-4f46-a127-2a5f1ded8dde tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d98426-ec04-4f0c-8196-d90e91eacfcb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0903847 Jun 17 08:45:01.083517 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-762998f4-39bf-41bc-85ec-2a0c352ee121 req-11144c46-dce9-4cad-9df8-e5e1d92b8486 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.91 HTTP/1.1" status: 200 len: 695 time: 0.0495300 Jun 17 08:45:01.096567 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-762998f4-39bf-41bc-85ec-2a0c352ee121 req-4c497c19-6072-449a-b733-d15cec2fdc09 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Request body: {'floatingip': {'port_id': '381aa2bf-3dab-498d-8340-cdf2bce56d83', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:01.123548 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-13d43b3b-527a-44cf-b6e0-8de7d62c6136 req-6430d7e4-017e-4979-98dc-1b14b23b606d tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] For port 6fda8a0a-63dc-4c1f-98e7-f470818600fc, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=6fda8a0a-63dc-4c1f-98e7-f470818600fc,segment=NetworkSegment(e96c69d3-6674-4113-9a5e-ee02110e6315),segment_id=e96c69d3-6674-4113-9a5e-ee02110e6315)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:01.123548 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-13d43b3b-527a-44cf-b6e0-8de7d62c6136 req-6430d7e4-017e-4979-98dc-1b14b23b606d tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.143835 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-762998f4-39bf-41bc-85ec-2a0c352ee121 req-4c497c19-6072-449a-b733-d15cec2fdc09 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks [] for floatingip, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.152682 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 4e90aa40-4e20-4bb5-ae96-262f6c3201da, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=4e90aa40-4e20-4bb5-ae96-262f6c3201da,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:01.181175 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '4e90aa40-4e20-4bb5-ae96-262f6c3201da', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '4e90aa40-4e20-4bb5-ae96-262f6c3201da', 'mac_address': 'fa:16:3e:5f:77:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:45:01.197682 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-13d43b3b-527a-44cf-b6e0-8de7d62c6136 req-6430d7e4-017e-4979-98dc-1b14b23b606d tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Calling delete_port for 6fda8a0a-63dc-4c1f-98e7-f470818600fc owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:01.239632 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.255411 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.263252 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e90aa40-4e20-4bb5-ae96-262f6c3201da {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:45:01.301199 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 4e90aa40-4e20-4bb5-ae96-262f6c3201da, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=4e90aa40-4e20-4bb5-ae96-262f6c3201da,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:01.508856 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.510628 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:01.548387 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-13d43b3b-527a-44cf-b6e0-8de7d62c6136 req-6430d7e4-017e-4979-98dc-1b14b23b606d tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.556431 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f0931e3f-c7b4-4a6c-9046-c8a41c5212b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:01.573841 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['381aa2bf-3dab-498d-8340-cdf2bce56d83', '6fda8a0a-63dc-4c1f-98e7-f470818600fc'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:45:01.585438 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430d7e4-017e-4979-98dc-1b14b23b606d tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Pushing event deleted for resources: {'Port': ['ID=6fda8a0a-63dc-4c1f-98e7-f470818600fc,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:01.600009 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=4e90aa40-4e20-4bb5-ae96-262f6c3201da,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:01.619295 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6430d7e4-017e-4979-98dc-1b14b23b606d tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:01.630415 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:01.688141 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d43b3b-527a-44cf-b6e0-8de7d62c6136 req-6430d7e4-017e-4979-98dc-1b14b23b606d tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] No DVR routers for this DVR port 6fda8a0a-63dc-4c1f-98e7-f470818600fc on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:45:01.691858 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-13d43b3b-527a-44cf-b6e0-8de7d62c6136 req-6430d7e4-017e-4979-98dc-1b14b23b606d tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.696172 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-13d43b3b-527a-44cf-b6e0-8de7d62c6136 req-6430d7e4-017e-4979-98dc-1b14b23b606d tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.50 "DELETE /v2.0/ports/6fda8a0a-63dc-4c1f-98e7-f470818600fc HTTP/1.1" status: 204 len: 173 time: 0.8093781 Jun 17 08:45:01.696744 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6', 'name': 'network-vif-deleted', 'tag': '6fda8a0a-63dc-4c1f-98e7-f470818600fc'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:01.704305 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9505ed0d-6938-43aa-af0d-bf33c1a0beb6" -d '{"events": [{"server_uuid": "4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6", "name": "network-vif-deleted", "tag": "6fda8a0a-63dc-4c1f-98e7-f470818600fc"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:01.747833 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2f848ad9-0b77-46e5-8ad1-f56dd57958c3 req-6e5b3740-3c7b-42a1-a3e9-5caab5fd414a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=533c8287-3c0a-4c10-8b6b-03b06040a10a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1405938 Jun 17 08:45:01.899452 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['4e90aa40-4e20-4bb5-ae96-262f6c3201da'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:45:01.922841 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-762998f4-39bf-41bc-85ec-2a0c352ee121 req-4c497c19-6072-449a-b733-d15cec2fdc09 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.939799 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f848ad9-0b77-46e5-8ad1-f56dd57958c3 req-9bc97d8f-0408-43f5-a56c-317ad86bdd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:01.942031 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2f848ad9-0b77-46e5-8ad1-f56dd57958c3 req-9bc97d8f-0408-43f5-a56c-317ad86bdd2e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=472ab7a68a3f4116b4ac35a8a61a7b72&device_id=533c8287-3c0a-4c10-8b6b-03b06040a10a HTTP/1.1" status: 200 len: 1101 time: 0.1303513 Jun 17 08:45:02.060269 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f848ad9-0b77-46e5-8ad1-f56dd57958c3 req-9a2b3742-0a27-40e1-b7a1-26e9647bc521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:02.061851 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2f848ad9-0b77-46e5-8ad1-f56dd57958c3 req-9a2b3742-0a27-40e1-b7a1-26e9647bc521 service neutron] 10.222.0.53 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.0990856 Jun 17 08:45:02.103721 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-762998f4-39bf-41bc-85ec-2a0c352ee121 req-4c497c19-6072-449a-b733-d15cec2fdc09 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:02.236693 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2f848ad9-0b77-46e5-8ad1-f56dd57958c3 req-705069ba-6e0e-4215-860d-d1c697774222 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=ab6b19a0-24fd-4572-958d-128e40d1df5f HTTP/1.1" status: 200 len: 217 time: 0.1491327 Jun 17 08:45:02.294131 n-d-758944-30 neutron-server[94519]: INFO neutron.db.l3_db [req-762998f4-39bf-41bc-85ec-2a0c352ee121 req-4c497c19-6072-449a-b733-d15cec2fdc09 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Floating IP a9a36165-8a3c-4e24-b75f-29367ea6b9fb associated. External IP: 172.25.2.91, port: 381aa2bf-3dab-498d-8340-cdf2bce56d83. Jun 17 08:45:02.373516 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f848ad9-0b77-46e5-8ad1-f56dd57958c3 req-4d753464-6e91-4ad5-a4da-f53284987c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:02.374999 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2f848ad9-0b77-46e5-8ad1-f56dd57958c3 req-4d753464-6e91-4ad5-a4da-f53284987c5c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1285758 Jun 17 08:45:02.482808 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:02.499930 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f848ad9-0b77-46e5-8ad1-f56dd57958c3 req-2f199feb-edca-4c3f-bfe9-f271cdf3569a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:02.501465 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2f848ad9-0b77-46e5-8ad1-f56dd57958c3 req-2f199feb-edca-4c3f-bfe9-f271cdf3569a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1197133 Jun 17 08:45:02.676189 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3588e-5960-4f3f-8a6a-8f08d3cb7e49 req-bb62607f-5160-433e-ac3f-d02e2c0caef5 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:02.677811 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b2f3588e-5960-4f3f-8a6a-8f08d3cb7e49 req-bb62607f-5160-433e-ac3f-d02e2c0caef5 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 948 time: 0.0774217 Jun 17 08:45:02.717073 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-762998f4-39bf-41bc-85ec-2a0c352ee121 req-4c497c19-6072-449a-b733-d15cec2fdc09 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Router e4a3c4d8-c574-4d02-a19f-e12e4305e983 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:45:02.719286 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2f848ad9-0b77-46e5-8ad1-f56dd57958c3 req-8f11050b-1e5d-475a-ae43-cfd039bb3da8 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903479 Jun 17 08:45:02.719998 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b2f3588e-5960-4f3f-8a6a-8f08d3cb7e49 req-71ed8238-7247-4ade-bd91-6edb5ecb2e75 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351989 Jun 17 08:45:02.900944 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-762998f4-39bf-41bc-85ec-2a0c352ee121 req-4c497c19-6072-449a-b733-d15cec2fdc09 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:45:02.906357 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-762998f4-39bf-41bc-85ec-2a0c352ee121 req-4c497c19-6072-449a-b733-d15cec2fdc09 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:02.910479 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2f848ad9-0b77-46e5-8ad1-f56dd57958c3 req-9af1c825-70b9-4206-8274-d3df2201aefe service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425974 Jun 17 08:45:02.911458 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35668df-2908-436e-aa20-f1b51dab343d None None] Sync routers for ids ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:45:02.923159 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35668df-2908-436e-aa20-f1b51dab343d None None] Routers {'e4a3c4d8-c574-4d02-a19f-e12e4305e983'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:02.923831 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-a35668df-2908-436e-aa20-f1b51dab343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:44:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:02.945226 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-762998f4-39bf-41bc-85ec-2a0c352ee121 req-4c497c19-6072-449a-b733-d15cec2fdc09 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "PUT /v2.0/floatingips/a9a36165-8a3c-4e24-b75f-29367ea6b9fb HTTP/1.1" status: 200 len: 995 time: 1.8541238 Jun 17 08:45:02.946509 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 4e90aa40-4e20-4bb5-ae96-262f6c3201da up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:03.025630 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762998f4-39bf-41bc-85ec-2a0c352ee121 req-1e367b57-9153-4912-affb-2aa6b602cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:03.028315 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-762998f4-39bf-41bc-85ec-2a0c352ee121 req-1e367b57-9153-4912-affb-2aa6b602cd0d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=01ea701c61b04251b074cc63e93c2244&device_id=b1d98426-ec04-4f0c-8196-d90e91eacfcb HTTP/1.1" status: 200 len: 1097 time: 0.0634954 Jun 17 08:45:03.062978 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-a35668df-2908-436e-aa20-f1b51dab343d None None] Set router e4a3c4d8-c574-4d02-a19f-e12e4305e983 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:03.111427 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 4e90aa40-4e20-4bb5-ae96-262f6c3201da completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:03.116808 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 4e90aa40-4e20-4bb5-ae96-262f6c3201da triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:03.120447 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:03.155434 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762998f4-39bf-41bc-85ec-2a0c352ee121 req-95630853-8ed4-4615-a7e9-f01a6b3ccb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:03.157371 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-762998f4-39bf-41bc-85ec-2a0c352ee121 req-95630853-8ed4-4615-a7e9-f01a6b3ccb83 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ee35a3b3-c4cb-4743-a459-4872b10a6b65 HTTP/1.1" status: 200 len: 922 time: 0.1277690 Jun 17 08:45:03.213788 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:03.237195 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-762998f4-39bf-41bc-85ec-2a0c352ee121 req-ff332144-0789-4d4a-bc71-aa3a8beb35a9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=381aa2bf-3dab-498d-8340-cdf2bce56d83 HTTP/1.1" status: 200 len: 998 time: 0.0703738 Jun 17 08:45:03.249630 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c867bb-0fb3-4dcc-aa33-64da2a0660b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e90aa40-4e20-4bb5-ae96-262f6c3201da'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:03.252987 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c7a014-0cd3-4aec-a4f4-4a187e8e6d84" -d '{"events": [{"server_uuid": "36c867bb-0fb3-4dcc-aa33-64da2a0660b0", "name": "network-vif-plugged", "status": "completed", "tag": "4e90aa40-4e20-4bb5-ae96-262f6c3201da"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:03.259554 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 4e90aa40-4e20-4bb5-ae96-262f6c3201da, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=4e90aa40-4e20-4bb5-ae96-262f6c3201da,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:03.309303 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762998f4-39bf-41bc-85ec-2a0c352ee121 req-95ada5ac-8afb-4367-9a79-0e090366926e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:03.311077 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-762998f4-39bf-41bc-85ec-2a0c352ee121 req-95ada5ac-8afb-4367-9a79-0e090366926e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87aad5d8-994a-48f5-8b35-7f9bfe6a971c HTTP/1.1" status: 200 len: 860 time: 0.0730290 Jun 17 08:45:03.347483 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-a35668df-2908-436e-aa20-f1b51dab343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'name': 'tempest-FloatingIPsAssociationTestJSON-2068322118-router', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:25Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'gw_port': {'id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:29Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': 'a9a36165-8a3c-4e24-b75f-29367ea6b9fb', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'port_id': '381aa2bf-3dab-498d-8340-cdf2bce56d83', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'mac_address': 'fa:16:3e:65:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d98426-ec04-4f0c-8196-d90e91eacfcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:44:01Z', 'updated_at': '2021-06-17T08:45:01Z', 'revision_number': 8, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d73fb7-d115-4d0a-b774-53f2b988cca3', 'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'mac_address': 'fa:16:3e:63:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:34Z', 'updated_at': '2021-06-17T08:43:42Z', 'revision_number': 5, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'subnets': [{'id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:03.369047 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:03.370442 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 6fda8a0a-63dc-4c1f-98e7-f470818600fc no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:03.374577 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:03.383589 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35668df-2908-436e-aa20-f1b51dab343d None None] Checking router: e4a3c4d8-c574-4d02-a19f-e12e4305e983 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:45:03.395473 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35668df-2908-436e-aa20-f1b51dab343d None None] Routers {'e4a3c4d8-c574-4d02-a19f-e12e4305e983'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:03.396959 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-a35668df-2908-436e-aa20-f1b51dab343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:44:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:03.415453 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 6fda8a0a-63dc-4c1f-98e7-f470818600fc {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:45:03.415842 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 6fda8a0a-63dc-4c1f-98e7-f470818600fc not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:45:03.426132 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762998f4-39bf-41bc-85ec-2a0c352ee121 req-f4c1555a-9f47-4cec-83ff-1f5e00aac538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:03.428310 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-762998f4-39bf-41bc-85ec-2a0c352ee121 req-f4c1555a-9f47-4cec-83ff-1f5e00aac538 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee35a3b3-c4cb-4743-a459-4872b10a6b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1093347 Jun 17 08:45:03.446886 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=4e90aa40-4e20-4bb5-ae96-262f6c3201da,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:03.450262 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:03.530144 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-a35668df-2908-436e-aa20-f1b51dab343d None None] Set router e4a3c4d8-c574-4d02-a19f-e12e4305e983 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:03.545537 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-762998f4-39bf-41bc-85ec-2a0c352ee121 req-c93593f7-677c-45c8-a0cf-1024189f4381 service neutron] 10.222.0.49 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039796 Jun 17 08:45:03.661124 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-762998f4-39bf-41bc-85ec-2a0c352ee121 req-d086e4ac-090c-4789-bb81-c60240cded45 service neutron] 10.222.0.49 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061265 Jun 17 08:45:03.793942 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-a35668df-2908-436e-aa20-f1b51dab343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'name': 'tempest-FloatingIPsAssociationTestJSON-2068322118-router', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:25Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'gw_port': {'id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:29Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': 'a9a36165-8a3c-4e24-b75f-29367ea6b9fb', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'port_id': '381aa2bf-3dab-498d-8340-cdf2bce56d83', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'mac_address': 'fa:16:3e:65:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d98426-ec04-4f0c-8196-d90e91eacfcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:44:01Z', 'updated_at': '2021-06-17T08:45:01Z', 'revision_number': 8, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d73fb7-d115-4d0a-b774-53f2b988cca3', 'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'mac_address': 'fa:16:3e:63:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:34Z', 'updated_at': '2021-06-17T08:43:42Z', 'revision_number': 5, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'subnets': [{'id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:03.825780 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35668df-2908-436e-aa20-f1b51dab343d None None] The sync data for ids ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'] in n-d-758944-30 is: [{'id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'name': 'tempest-FloatingIPsAssociationTestJSON-2068322118-router', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:25Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'gw_port': {'id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:29Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': 'a9a36165-8a3c-4e24-b75f-29367ea6b9fb', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'port_id': '381aa2bf-3dab-498d-8340-cdf2bce56d83', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'mac_address': 'fa:16:3e:65:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d98426-ec04-4f0c-8196-d90e91eacfcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:44:01Z', 'updated_at': '2021-06-17T08:45:01Z', 'revision_number': 8, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d73fb7-d115-4d0a-b774-53f2b988cca3', 'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'mac_address': 'fa:16:3e:63:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:34Z', 'updated_at': '2021-06-17T08:43:42Z', 'revision_number': 5, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'subnets': [{'id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:03.839944 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d57b5ec5-0df6-44d1-a72a-594677b371e3 req-43592142-a96c-4048-8ac4-a57b86adbe3e tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] 10.222.0.49 "GET /v2.0/security-groups/0bfb0d24-5114-4d3d-bd7b-86adf5a25bcb HTTP/1.1" status: 200 len: 1813 time: 0.0547113 Jun 17 08:45:03.853745 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-d57b5ec5-0df6-44d1-a72a-594677b371e3 req-0c2b8664-bfb7-4a15-907e-5878e58ce398 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0bfb0d24-5114-4d3d-bd7b-86adf5a25bcb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:03.854256 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-d57b5ec5-0df6-44d1-a72a-594677b371e3 req-0c2b8664-bfb7-4a15-907e-5878e58ce398 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0bfb0d24-5114-4d3d-bd7b-86adf5a25bcb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:03.996352 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d57b5ec5-0df6-44d1-a72a-594677b371e3 req-0c2b8664-bfb7-4a15-907e-5878e58ce398 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.024755 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d57b5ec5-0df6-44d1-a72a-594677b371e3 req-0c2b8664-bfb7-4a15-907e-5878e58ce398 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.094487 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac45556-e6a3-4f6b-9d7c-9457d26cd8e7 None None] New status for floating IP a9a36165-8a3c-4e24-b75f-29367ea6b9fb: ACTIVE {{(pid=94521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:45:04.136719 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d57b5ec5-0df6-44d1-a72a-594677b371e3 req-0c2b8664-bfb7-4a15-907e-5878e58ce398 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.144860 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7b3da148-8f56-4f0a-baeb-cf1442ba09f3 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:04.160988 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b8664-bfb7-4a15-907e-5878e58ce398 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8707804-5147-4838-9692-037fa32a2481,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:04.163786 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0c2b8664-bfb7-4a15-907e-5878e58ce398 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:04.302642 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d57b5ec5-0df6-44d1-a72a-594677b371e3 req-0c2b8664-bfb7-4a15-907e-5878e58ce398 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.304265 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d57b5ec5-0df6-44d1-a72a-594677b371e3 req-0c2b8664-bfb7-4a15-907e-5878e58ce398 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4570479 Jun 17 08:45:04.470945 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e89342-42ea-4ef7-85f6-fbc242b795af req-27d2bd77-0e25-420e-b5f7-66fe6d910833 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:04.472572 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-92e89342-42ea-4ef7-85f6-fbc242b795af req-27d2bd77-0e25-420e-b5f7-66fe6d910833 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a421ad1-3fd7-4eac-9372-e8a59e07959b HTTP/1.1" status: 200 len: 946 time: 0.0698543 Jun 17 08:45:04.775424 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-92e89342-42ea-4ef7-85f6-fbc242b795af req-708583e7-6556-4c6a-9637-544a2e915fc0 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959890 Jun 17 08:45:04.821140 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713649c6-d8e4-4324-af00-c0bd3284580c x-openstack-request-id: req-713649c6-d8e4-4324-af00-c0bd3284580c {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:04.821623 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5", "tag": "c048c410-2542-4b99-9cae-013acf77e67b", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:04.821956 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-713649c6-d8e4-4324-af00-c0bd3284580c {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:04.822414 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5', 'tag': 'c048c410-2542-4b99-9cae-013acf77e67b', 'status': 'completed', 'code': 200} Jun 17 08:45:04.903837 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ac09eda5-8721-42e5-a659-d17aec353740 req-95b1801b-885b-4a42-8842-31a91981e2f6 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups/1da5f7fe-0c9f-4c7b-bc32-8735f7e68ead HTTP/1.1" status: 200 len: 1799 time: 0.0722721 Jun 17 08:45:04.940856 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202ad60-04c4-413e-b754-5eef3a218eed req-98f2e925-80b9-43cd-800a-5e7cb72c26dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:04.942340 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6202ad60-04c4-413e-b754-5eef3a218eed req-98f2e925-80b9-43cd-800a-5e7cb72c26dc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c29561c2e94b41408f45441ef35b148c&device_id=1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5 HTTP/1.1" status: 200 len: 1136 time: 0.0938754 Jun 17 08:45:05.006372 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [req-ac09eda5-8721-42e5-a659-d17aec353740 req-3511c864-2ae8-4c0b-aebf-f5889dc647ae tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 17 08:45:05.007373 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ac09eda5-8721-42e5-a659-d17aec353740 req-3511c864-2ae8-4c0b-aebf-f5889dc647ae tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "DELETE /v2.0/security-groups/1da5f7fe-0c9f-4c7b-bc32-8735f7e68ead HTTP/1.1" status: 409 len: 341 time: 0.0967577 Jun 17 08:45:05.046200 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fc73d2-240f-492a-9659-0aa3cf97c1e0 x-openstack-request-id: req-b6fc73d2-240f-492a-9659-0aa3cf97c1e0 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:05.046713 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6", "name": "network-vif-deleted", "tag": "6fda8a0a-63dc-4c1f-98e7-f470818600fc", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:05.047482 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b6fc73d2-240f-492a-9659-0aa3cf97c1e0 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:05.047981 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe093b3-1b2d-4a04-a1c1-dd5a799e5cf6', 'name': 'network-vif-deleted', 'tag': '6fda8a0a-63dc-4c1f-98e7-f470818600fc', 'status': 'completed', 'code': 200} Jun 17 08:45:05.050514 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202ad60-04c4-413e-b754-5eef3a218eed req-06ce7c55-40af-480b-b387-6e6a6a5bff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:05.052020 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6202ad60-04c4-413e-b754-5eef3a218eed req-06ce7c55-40af-480b-b387-6e6a6a5bff9f service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d80fff0-8c04-45f1-8edd-294f2bc772ec HTTP/1.1" status: 200 len: 914 time: 0.1023798 Jun 17 08:45:05.096965 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6202ad60-04c4-413e-b754-5eef3a218eed req-82513cca-ffae-463d-a225-697aea7ef03b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c048c410-2542-4b99-9cae-013acf77e67b HTTP/1.1" status: 200 len: 217 time: 0.0380955 Jun 17 08:45:05.154096 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202ad60-04c4-413e-b754-5eef3a218eed req-540cd8b2-512e-466e-8293-74be8aeb5585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:05.155605 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6202ad60-04c4-413e-b754-5eef3a218eed req-540cd8b2-512e-466e-8293-74be8aeb5585 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1acf8d8e-2860-4109-a8ca-ee77dd683c23 HTTP/1.1" status: 200 len: 853 time: 0.0527055 Jun 17 08:45:05.193011 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6202ad60-04c4-413e-b754-5eef3a218eed req-f5f67ae8-0868-4a52-b2ef-2705ec78a17c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d80fff0-8c04-45f1-8edd-294f2bc772ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304301 Jun 17 08:45:05.284146 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6202ad60-04c4-413e-b754-5eef3a218eed req-3dada009-8d78-41be-81ec-a1c5ac0cae82 service neutron] 10.222.0.53 "GET /v2.0/networks/6d80fff0-8c04-45f1-8edd-294f2bc772ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845606 Jun 17 08:45:05.298584 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-d7ae0d2a-03f7-4515-b8fc-c13b0a3c5343 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:45:05.298584 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-d7ae0d2a-03f7-4515-b8fc-c13b0a3c5343 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0588598 Jun 17 08:45:05.308046 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-7367edef-58ab-433f-b30d-595e3293b706 service neutron] Request body: {'binding': {'host': 'n-h2-758944-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:05.308499 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-7367edef-58ab-433f-b30d-595e3293b706 service neutron] Unknown quota resources ['binding']. {{(pid=94520) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:45:05.384838 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6202ad60-04c4-413e-b754-5eef3a218eed req-440fbc99-9452-48d3-ad50-20b2e20c28aa service neutron] 10.222.0.53 "GET /v2.0/networks/6d80fff0-8c04-45f1-8edd-294f2bc772ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940220 Jun 17 08:45:05.448023 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-7367edef-58ab-433f-b30d-595e3293b706 service neutron] Attempting to bind port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c on host n-h2-758944-30 for vnic_type normal with profile None {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:05.448425 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-7367edef-58ab-433f-b30d-595e3293b706 service neutron] Attempting to bind port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:05.448761 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-7367edef-58ab-433f-b30d-595e3293b706 service neutron] Attempting to bind port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c on network 8305e780-7f7d-463d-bdce-25806076a869 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:05.453061 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-7367edef-58ab-433f-b30d-595e3293b706 service neutron] Port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c on network 8305e780-7f7d-463d-bdce-25806076a869 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:45:05.453380 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-7367edef-58ab-433f-b30d-595e3293b706 service neutron] Attempting to bind port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c on network 8305e780-7f7d-463d-bdce-25806076a869 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:05.458150 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-7367edef-58ab-433f-b30d-595e3293b706 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:05.458490 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-7367edef-58ab-433f-b30d-595e3293b706 service neutron] Checking segment: {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:05.459396 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-7367edef-58ab-433f-b30d-595e3293b706 service neutron] Bound using segment: {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:05.459396 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-7367edef-58ab-433f-b30d-595e3293b706 service neutron] Bound port: c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:05.514432 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-7367edef-58ab-433f-b30d-595e3293b706 service neutron] For port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:05.609542 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-7367edef-58ab-433f-b30d-595e3293b706 service neutron] Notify callbacks [] for binding, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:05.610822 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-7367edef-58ab-433f-b30d-595e3293b706 service neutron] 10.222.0.49 "POST /v2.0/ports/c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c/bindings HTTP/1.1" status: 201 len: 390 time: 0.3065870 Jun 17 08:45:05.624440 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ed9c16-a487-4002-b42d-f9e8e15ad60b x-openstack-request-id: req-c6ed9c16-a487-4002-b42d-f9e8e15ad60b {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:05.625494 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c867bb-0fb3-4dcc-aa33-64da2a0660b0", "name": "network-vif-plugged", "status": "completed", "tag": "4e90aa40-4e20-4bb5-ae96-262f6c3201da", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:05.625970 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c6ed9c16-a487-4002-b42d-f9e8e15ad60b {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:05.626471 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c867bb-0fb3-4dcc-aa33-64da2a0660b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e90aa40-4e20-4bb5-ae96-262f6c3201da', 'code': 200} Jun 17 08:45:05.745782 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c1fbe-74d4-42fe-afd0-7cf1aaaf19b4 req-dd2e8204-3f68-46c2-9388-473a4b749008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:05.748068 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0a9c1fbe-74d4-42fe-afd0-7cf1aaaf19b4 req-dd2e8204-3f68-46c2-9388-473a4b749008 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 1101 time: 0.0580802 Jun 17 08:45:05.789633 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddad50c-a797-4752-95be-bc5266a3fef3 req-42db3da2-bb6c-41e5-bbe1-88fc4d521134 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:05.789633 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0ddad50c-a797-4752-95be-bc5266a3fef3 req-42db3da2-bb6c-41e5-bbe1-88fc4d521134 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 946 time: 0.0756850 Jun 17 08:45:05.799834 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0a9c1fbe-74d4-42fe-afd0-7cf1aaaf19b4 req-590a4d41-d2c2-4d0b-817e-2651458acaa1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455008 Jun 17 08:45:05.836406 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0ddad50c-a797-4752-95be-bc5266a3fef3 req-0073df8a-ee78-4e33-9ab9-f35b9fc11d6b tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341914 Jun 17 08:45:05.972439 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1d93a4e6-a07b-4b99-a76f-38bd0717bdfd req-045dbe33-1123-4363-b840-5d2bfa5178e8 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/floatingips/a9a36165-8a3c-4e24-b75f-29367ea6b9fb HTTP/1.1" status: 200 len: 997 time: 0.0680075 Jun 17 08:45:06.046732 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5928a-2b69-4190-97dc-083e32fd34e2 req-864757e4-5795-47a5-87a4-d7925b2e582a tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:06.048391 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-63d5928a-2b69-4190-97dc-083e32fd34e2 req-864757e4-5795-47a5-87a4-d7925b2e582a tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 949 time: 0.0745194 Jun 17 08:45:06.090843 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-63d5928a-2b69-4190-97dc-083e32fd34e2 req-2da693d8-0a3d-4e85-b2c3-9d878efffc13 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361528 Jun 17 08:45:06.095247 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93a4e6-a07b-4b99-a76f-38bd0717bdfd req-dddf2616-1e1d-4bcd-a1c6-af71d44ff7f8 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:06.096639 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1d93a4e6-a07b-4b99-a76f-38bd0717bdfd req-dddf2616-1e1d-4bcd-a1c6-af71d44ff7f8 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 784 time: 0.1133676 Jun 17 08:45:06.107615 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [req-1d93a4e6-a07b-4b99-a76f-38bd0717bdfd req-b5dfaa7e-4986-463e-9b65-e7322f9b53d7 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:45:06.108639 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1d93a4e6-a07b-4b99-a76f-38bd0717bdfd req-b5dfaa7e-4986-463e-9b65-e7322f9b53d7 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060852 Jun 17 08:45:06.163042 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d743e318-96e9-4be3-9777-4eab38be3735 req-e0e8d524-5c69-4410-a2c9-838d35adaf60 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] 10.222.0.49 "GET /v2.0/security-groups/0bfb0d24-5114-4d3d-bd7b-86adf5a25bcb HTTP/1.1" status: 200 len: 2406 time: 0.0461960 Jun 17 08:45:06.331154 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1cd4eb-0cc4-4cc1-b10d-6257ebd0ee63 req-26ab1160-b394-44aa-8f0b-365a1dba354e tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:06.332686 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fb1cd4eb-0cc4-4cc1-b10d-6257ebd0ee63 req-26ab1160-b394-44aa-8f0b-365a1dba354e tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecffbe04-c6b0-4c43-aed6-70778335f2d7 HTTP/1.1" status: 200 len: 948 time: 0.0677066 Jun 17 08:45:06.373698 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fb1cd4eb-0cc4-4cc1-b10d-6257ebd0ee63 req-38bb9e0b-4714-4e63-a819-357fdc4da676 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/security-groups?id=af4e9468-9bd3-4814-a29f-5cede9857089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351436 Jun 17 08:45:06.491928 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-07b6ddd8-714f-4b8e-b04b-232a00e00399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:06.493878 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-07b6ddd8-714f-4b8e-b04b-232a00e00399 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=702856434aae449ea41d8a187426d151&device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 1097 time: 0.0653958 Jun 17 08:45:06.615396 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe123c-1968-49bf-9abd-c2f7e7d7e895 req-3b6b4d91-abca-4d78-b479-ca3d07ef1adb tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:06.617293 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fdbe123c-1968-49bf-9abd-c2f7e7d7e895 req-3b6b4d91-abca-4d78-b479-ca3d07ef1adb tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a421ad1-3fd7-4eac-9372-e8a59e07959b HTTP/1.1" status: 200 len: 946 time: 0.1396205 Jun 17 08:45:06.634187 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-82fb607f-1004-45ca-8ebb-9157e1091ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:06.638672 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-82fb607f-1004-45ca-8ebb-9157e1091ebe service neutron] 10.222.0.53 "GET /v2.0/networks?id=8305e780-7f7d-463d-bdce-25806076a869 HTTP/1.1" status: 200 len: 922 time: 0.1214409 Jun 17 08:45:06.692311 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-a4a41e51-3061-4743-a2d1-b136fe5d6347 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c HTTP/1.1" status: 200 len: 217 time: 0.0466800 Jun 17 08:45:06.704278 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fdbe123c-1968-49bf-9abd-c2f7e7d7e895 req-0a468132-9dfb-43bd-9dc2-3d637e1767a1 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792358 Jun 17 08:45:06.760161 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fde4cc-d0e9-4a5c-86ae-1931ec37ac0c req-9bafa52f-7ee4-4093-8026-899d48ba69f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:06.761947 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c0fde4cc-d0e9-4a5c-86ae-1931ec37ac0c req-9bafa52f-7ee4-4093-8026-899d48ba69f6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c29561c2e94b41408f45441ef35b148c&device_id=1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5 HTTP/1.1" status: 200 len: 1136 time: 0.0958762 Jun 17 08:45:06.762888 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-ed2824f0-99ee-4f68-bfef-6cd116c342e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:06.764955 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-ed2824f0-99ee-4f68-bfef-6cd116c342e3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9c88322-5e95-4e53-8f33-f88e3723f8f7 HTTP/1.1" status: 200 len: 861 time: 0.0592074 Jun 17 08:45:06.821179 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-ec6f01d1-04f8-480d-9d74-8ec9891de5f8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8305e780-7f7d-463d-bdce-25806076a869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274625 Jun 17 08:45:06.823958 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d98426-ec04-4f0c-8196-d90e91eacfcb', 'tag': '381aa2bf-3dab-498d-8340-cdf2bce56d83'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:06.826336 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd11f0d8-939a-4406-bed6-e64c697757c0" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d98426-ec04-4f0c-8196-d90e91eacfcb", "tag": "381aa2bf-3dab-498d-8340-cdf2bce56d83"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:06.880242 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fde4cc-d0e9-4a5c-86ae-1931ec37ac0c req-9199eadf-cd08-4f0a-896b-3355486f9ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:06.881704 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c0fde4cc-d0e9-4a5c-86ae-1931ec37ac0c req-9199eadf-cd08-4f0a-896b-3355486f9ab2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d80fff0-8c04-45f1-8edd-294f2bc772ec HTTP/1.1" status: 200 len: 914 time: 0.0906396 Jun 17 08:45:06.940732 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c0fde4cc-d0e9-4a5c-86ae-1931ec37ac0c req-69dfd264-2f3a-46c8-9837-f309bc2e6ad7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c048c410-2542-4b99-9cae-013acf77e67b HTTP/1.1" status: 200 len: 217 time: 0.0392644 Jun 17 08:45:06.970410 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-0e81b033-66c7-4396-a9d1-f41a0c785b51 service neutron] 10.222.0.53 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397040 Jun 17 08:45:06.979884 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 80834232-7c1a-4461-87e0-250268dbd5a1 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:06.983417 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0a7a3-95fa-4b3d-bb4b-aca39f0b4a7c req-8412a2ef-25da-425d-8161-690318ed48af tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:06.985100 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-09d0a7a3-95fa-4b3d-bb4b-aca39f0b4a7c req-8412a2ef-25da-425d-8161-690318ed48af tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 945 time: 0.1296051 Jun 17 08:45:07.003339 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fde4cc-d0e9-4a5c-86ae-1931ec37ac0c req-e89634e4-0ebc-459e-846a-2ac51800e6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:07.003339 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c0fde4cc-d0e9-4a5c-86ae-1931ec37ac0c req-e89634e4-0ebc-459e-846a-2ac51800e6b7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1acf8d8e-2860-4109-a8ca-ee77dd683c23 HTTP/1.1" status: 200 len: 853 time: 0.0560846 Jun 17 08:45:07.055746 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c0fde4cc-d0e9-4a5c-86ae-1931ec37ac0c req-72bde684-c551-4409-8e0f-da9a5959250e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d80fff0-8c04-45f1-8edd-294f2bc772ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457850 Jun 17 08:45:07.082864 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.125025 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 80834232-7c1a-4461-87e0-250268dbd5a1, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=80834232-7c1a-4461-87e0-250268dbd5a1,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:07.140440 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-09d0a7a3-95fa-4b3d-bb4b-aca39f0b4a7c req-af545c76-73f4-4299-a8b4-64b53da0a3c1 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388600 Jun 17 08:45:07.182554 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c0fde4cc-d0e9-4a5c-86ae-1931ec37ac0c req-eade9dbb-1979-4810-819b-2358c2adf5d0 service neutron] 10.222.0.53 "GET /v2.0/networks/6d80fff0-8c04-45f1-8edd-294f2bc772ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192536 Jun 17 08:45:07.221691 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-a82e66ae-7701-420c-b9ac-f9686a1f938f service neutron] 10.222.0.53 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354789 Jun 17 08:45:07.245783 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1411df65-41f9-45b9-872f-ba6ce26f45b8 req-1259148a-36dc-4443-bd1b-eb6e1f40301c tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.91 HTTP/1.1" status: 200 len: 1000 time: 0.0708616 Jun 17 08:45:07.270978 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.273265 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:07.291591 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c0fde4cc-d0e9-4a5c-86ae-1931ec37ac0c req-a4c08254-1394-47f0-9d2d-c2b02489fbdf service neutron] 10.222.0.53 "GET /v2.0/networks/6d80fff0-8c04-45f1-8edd-294f2bc772ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015599 Jun 17 08:45:07.328548 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411df65-41f9-45b9-872f-ba6ce26f45b8 req-518ecb67-9d3d-40d2-96f6-68f6afe1032a tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:07.329994 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1411df65-41f9-45b9-872f-ba6ce26f45b8 req-518ecb67-9d3d-40d2-96f6-68f6afe1032a tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports/381aa2bf-3dab-498d-8340-cdf2bce56d83 HTTP/1.1" status: 200 len: 942 time: 0.0729976 Jun 17 08:45:07.330350 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=80834232-7c1a-4461-87e0-250268dbd5a1,revision_number=11']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:07.337763 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:07.410934 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ba55e34b-1747-4028-9e0c-65a8931e92cb req-94a8e202-64c0-4867-95d0-e5736c264f66 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] 10.222.0.49 "GET /v2.0/security-group-rules/b8707804-5147-4838-9692-037fa32a2481 HTTP/1.1" status: 200 len: 778 time: 0.0176623 Jun 17 08:45:07.488416 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1411df65-41f9-45b9-872f-ba6ce26f45b8 req-5d4b01d0-e426-47af-9486-7eb943d235f4 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.91 HTTP/1.1" status: 200 len: 1000 time: 0.0635152 Jun 17 08:45:07.504510 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ba55e34b-1747-4028-9e0c-65a8931e92cb req-39cb7d98-4698-441b-9240-ebd7815c457e tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] 10.222.0.49 "GET /v2.0/security-groups/0bfb0d24-5114-4d3d-bd7b-86adf5a25bcb HTTP/1.1" status: 200 len: 2406 time: 0.0769680 Jun 17 08:45:07.529783 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c788274-b2d7-43ae-b225-1529fd2b5102 req-0a5db71c-90aa-4962-94d6-74cae6e09cb2 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:07.531264 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2c788274-b2d7-43ae-b225-1529fd2b5102 req-0a5db71c-90aa-4962-94d6-74cae6e09cb2 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecffbe04-c6b0-4c43-aed6-70778335f2d7 HTTP/1.1" status: 200 len: 948 time: 0.1157579 Jun 17 08:45:07.580757 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ba55e34b-1747-4028-9e0c-65a8931e92cb req-2767fde7-c861-40c7-828f-472a5b8c45ea tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.593494 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ba55e34b-1747-4028-9e0c-65a8931e92cb req-2767fde7-c861-40c7-828f-472a5b8c45ea tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.621862 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411df65-41f9-45b9-872f-ba6ce26f45b8 req-2088fa05-058f-4e30-b362-cd143a5ecf02 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:07.624291 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1411df65-41f9-45b9-872f-ba6ce26f45b8 req-2088fa05-058f-4e30-b362-cd143a5ecf02 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 784 time: 0.1292264 Jun 17 08:45:07.628018 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28e8626-7f21-495c-877c-3c6ddb58ea2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80834232-7c1a-4461-87e0-250268dbd5a1'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:07.632476 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95705f72-5bc9-4120-b114-6f2309934324" -d '{"events": [{"server_uuid": "c28e8626-7f21-495c-877c-3c6ddb58ea2e", "name": "network-vif-unplugged", "status": "completed", "tag": "80834232-7c1a-4461-87e0-250268dbd5a1"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:07.688240 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-2c788274-b2d7-43ae-b225-1529fd2b5102 req-76591f5b-08d6-4708-8997-8c1b3ac3f54b tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Deleting port 8534d268-2162-4b74-ae11-12078e97fc28 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:07.688587 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2c788274-b2d7-43ae-b225-1529fd2b5102 req-76591f5b-08d6-4708-8997-8c1b3ac3f54b tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.707543 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1411df65-41f9-45b9-872f-ba6ce26f45b8 req-77158adf-7211-479e-9123-12717182991d tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.91 HTTP/1.1" status: 200 len: 1000 time: 0.0755734 Jun 17 08:45:07.712610 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-1411df65-41f9-45b9-872f-ba6ce26f45b8 req-917a7d8b-6800-4fed-9a02-04829507063b tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:07.786613 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ba55e34b-1747-4028-9e0c-65a8931e92cb req-2767fde7-c861-40c7-828f-472a5b8c45ea tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.794961 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1411df65-41f9-45b9-872f-ba6ce26f45b8 req-917a7d8b-6800-4fed-9a02-04829507063b tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks [] for floatingip, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.796308 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-aece2b1d-5806-4372-b6aa-9d9ac8321e01 tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:07.806423 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ba55e34b-1747-4028-9e0c-65a8931e92cb req-2767fde7-c861-40c7-828f-472a5b8c45ea tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.807560 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ba55e34b-1747-4028-9e0c-65a8931e92cb req-2767fde7-c861-40c7-828f-472a5b8c45ea tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/b8707804-5147-4838-9692-037fa32a2481 HTTP/1.1" status: 204 len: 173 time: 0.2947767 Jun 17 08:45:07.834510 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-2c788274-b2d7-43ae-b225-1529fd2b5102 req-76591f5b-08d6-4708-8997-8c1b3ac3f54b tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] For port 8534d268-2162-4b74-ae11-12078e97fc28, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=8534d268-2162-4b74-ae11-12078e97fc28,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:07.835039 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2c788274-b2d7-43ae-b225-1529fd2b5102 req-76591f5b-08d6-4708-8997-8c1b3ac3f54b tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.895646 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767fde7-c861-40c7-828f-472a5b8c45ea tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8707804-5147-4838-9692-037fa32a2481,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:07.933173 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-2c788274-b2d7-43ae-b225-1529fd2b5102 req-76591f5b-08d6-4708-8997-8c1b3ac3f54b tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Calling delete_port for 8534d268-2162-4b74-ae11-12078e97fc28 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:07.936716 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2767fde7-c861-40c7-828f-472a5b8c45ea tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:07.972625 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1411df65-41f9-45b9-872f-ba6ce26f45b8 req-917a7d8b-6800-4fed-9a02-04829507063b tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:08.064846 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c8a58-c35b-4ee8-a94d-be1543cbfcb2 req-5c84f7b6-8bdd-459d-975d-6479028ce13a tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:08.066233 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9d2c8a58-c35b-4ee8-a94d-be1543cbfcb2 req-5c84f7b6-8bdd-459d-975d-6479028ce13a tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5 HTTP/1.1" status: 200 len: 984 time: 0.1308224 Jun 17 08:45:08.080831 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1411df65-41f9-45b9-872f-ba6ce26f45b8 req-917a7d8b-6800-4fed-9a02-04829507063b tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:08.081389 n-d-758944-30 neutron-server[94519]: INFO neutron.db.l3_db [req-1411df65-41f9-45b9-872f-ba6ce26f45b8 req-917a7d8b-6800-4fed-9a02-04829507063b tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Floating IP a9a36165-8a3c-4e24-b75f-29367ea6b9fb disassociated. External IP: 172.25.2.91, port: 381aa2bf-3dab-498d-8340-cdf2bce56d83. Jun 17 08:45:08.158242 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9d2c8a58-c35b-4ee8-a94d-be1543cbfcb2 req-015b6b00-5154-48f1-a14d-194a16b5cf14 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups?id=d23e4e91-f943-4a66-aab5-1319e8d4d43d&id=1da5f7fe-0c9f-4c7b-bc32-8735f7e68ead&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0848684 Jun 17 08:45:08.219003 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92009a5a-0dfa-4f1a-985b-b589ca4411dd x-openstack-request-id: req-92009a5a-0dfa-4f1a-985b-b589ca4411dd {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:08.219471 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d98426-ec04-4f0c-8196-d90e91eacfcb", "tag": "381aa2bf-3dab-498d-8340-cdf2bce56d83", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:08.220103 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-92009a5a-0dfa-4f1a-985b-b589ca4411dd {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:08.220515 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d98426-ec04-4f0c-8196-d90e91eacfcb', 'tag': '381aa2bf-3dab-498d-8340-cdf2bce56d83', 'status': 'completed', 'code': 200} Jun 17 08:45:08.304723 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2c788274-b2d7-43ae-b225-1529fd2b5102 req-76591f5b-08d6-4708-8997-8c1b3ac3f54b tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:08.314794 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f698f355-9068-44f9-896c-6191ae30edd5 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:08.344503 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1411df65-41f9-45b9-872f-ba6ce26f45b8 req-917a7d8b-6800-4fed-9a02-04829507063b tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Router e4a3c4d8-c574-4d02-a19f-e12e4305e983 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:45:08.379031 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76591f5b-08d6-4708-8997-8c1b3ac3f54b tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Pushing event deleted for resources: {'Port': ['ID=8534d268-2162-4b74-ae11-12078e97fc28,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:08.388882 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-76591f5b-08d6-4708-8997-8c1b3ac3f54b tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:08.419322 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11f0d8-939a-4406-bed6-e64c697757c0 req-a28e5e9b-f116-40d3-afef-d162aefa64cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:08.420837 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fd11f0d8-939a-4406-bed6-e64c697757c0 req-a28e5e9b-f116-40d3-afef-d162aefa64cb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01ea701c61b04251b074cc63e93c2244&device_id=b1d98426-ec04-4f0c-8196-d90e91eacfcb HTTP/1.1" status: 200 len: 1097 time: 0.1735861 Jun 17 08:45:08.446298 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c788274-b2d7-43ae-b225-1529fd2b5102 req-76591f5b-08d6-4708-8997-8c1b3ac3f54b tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] No DVR routers for this DVR port 8534d268-2162-4b74-ae11-12078e97fc28 on host n-h2-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:45:08.450736 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2c788274-b2d7-43ae-b225-1529fd2b5102 req-76591f5b-08d6-4708-8997-8c1b3ac3f54b tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:08.452686 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2c788274-b2d7-43ae-b225-1529fd2b5102 req-76591f5b-08d6-4708-8997-8c1b3ac3f54b tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.53 "DELETE /v2.0/ports/8534d268-2162-4b74-ae11-12078e97fc28 HTTP/1.1" status: 204 len: 173 time: 0.9148870 Jun 17 08:45:08.455590 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecffbe04-c6b0-4c43-aed6-70778335f2d7', 'name': 'network-vif-deleted', 'tag': '8534d268-2162-4b74-ae11-12078e97fc28'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:08.457951 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9cd8d3-b113-4452-ad77-6c483a29b6a1" -d '{"events": [{"server_uuid": "ecffbe04-c6b0-4c43-aed6-70778335f2d7", "name": "network-vif-deleted", "tag": "8534d268-2162-4b74-ae11-12078e97fc28"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:08.501266 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1411df65-41f9-45b9-872f-ba6ce26f45b8 req-917a7d8b-6800-4fed-9a02-04829507063b tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:45:08.515323 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66784dc-d34b-411e-b557-bb526eef5e64 None None] Sync routers for ids ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:45:08.516810 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1411df65-41f9-45b9-872f-ba6ce26f45b8 req-917a7d8b-6800-4fed-9a02-04829507063b tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:08.533449 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66784dc-d34b-411e-b557-bb526eef5e64 None None] Routers {'e4a3c4d8-c574-4d02-a19f-e12e4305e983'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:08.534410 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-b66784dc-d34b-411e-b557-bb526eef5e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:44:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:08.543005 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c2704-1d20-42b5-8aca-6edcd5d80271 req-7f525252-8543-4b53-b1cc-2bd80fd0d36c tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:08.544668 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-937c2704-1d20-42b5-8aca-6edcd5d80271 req-7f525252-8543-4b53-b1cc-2bd80fd0d36c tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 949 time: 0.2329168 Jun 17 08:45:08.574503 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1411df65-41f9-45b9-872f-ba6ce26f45b8 req-917a7d8b-6800-4fed-9a02-04829507063b tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "PUT /v2.0/floatingips/a9a36165-8a3c-4e24-b75f-29367ea6b9fb HTTP/1.1" status: 200 len: 695 time: 0.8659937 Jun 17 08:45:08.583990 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11f0d8-939a-4406-bed6-e64c697757c0 req-e51321e2-0dd1-440e-b64b-b05fc8bcf56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:08.586370 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fd11f0d8-939a-4406-bed6-e64c697757c0 req-e51321e2-0dd1-440e-b64b-b05fc8bcf56c service neutron] 10.222.0.50 "GET /v2.0/networks?id=ee35a3b3-c4cb-4743-a459-4872b10a6b65 HTTP/1.1" status: 200 len: 922 time: 0.1476181 Jun 17 08:45:08.640993 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fd11f0d8-939a-4406-bed6-e64c697757c0 req-797d7de7-74cb-4874-a8b6-4345a7141c1b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=381aa2bf-3dab-498d-8340-cdf2bce56d83 HTTP/1.1" status: 200 len: 217 time: 0.0447049 Jun 17 08:45:08.644349 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-937c2704-1d20-42b5-8aca-6edcd5d80271 req-cb0e2a1a-70d8-4fe6-a42d-3bab81b05032 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904577 Jun 17 08:45:08.658916 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411df65-41f9-45b9-872f-ba6ce26f45b8 req-a0a7a5e5-b74e-4ac6-badc-e29a343508b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:08.672528 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1411df65-41f9-45b9-872f-ba6ce26f45b8 req-a0a7a5e5-b74e-4ac6-badc-e29a343508b3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=01ea701c61b04251b074cc63e93c2244&device_id=b1d98426-ec04-4f0c-8196-d90e91eacfcb HTTP/1.1" status: 200 len: 1097 time: 0.0786300 Jun 17 08:45:08.712254 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-b66784dc-d34b-411e-b557-bb526eef5e64 None None] Set router e4a3c4d8-c574-4d02-a19f-e12e4305e983 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:08.715189 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11f0d8-939a-4406-bed6-e64c697757c0 req-dae35a3c-87b5-4558-b934-41683c5c5428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:08.717054 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fd11f0d8-939a-4406-bed6-e64c697757c0 req-dae35a3c-87b5-4558-b934-41683c5c5428 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=87aad5d8-994a-48f5-8b35-7f9bfe6a971c HTTP/1.1" status: 200 len: 860 time: 0.0655951 Jun 17 08:45:08.797147 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411df65-41f9-45b9-872f-ba6ce26f45b8 req-67f25a49-a456-43a0-921b-464dc8e3db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:08.805562 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1411df65-41f9-45b9-872f-ba6ce26f45b8 req-67f25a49-a456-43a0-921b-464dc8e3db5d service neutron] 10.222.0.49 "GET /v2.0/networks?id=ee35a3b3-c4cb-4743-a459-4872b10a6b65 HTTP/1.1" status: 200 len: 922 time: 0.1346278 Jun 17 08:45:08.859620 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1411df65-41f9-45b9-872f-ba6ce26f45b8 req-30528648-9aff-4743-8479-beb008c561ac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=381aa2bf-3dab-498d-8340-cdf2bce56d83 HTTP/1.1" status: 200 len: 217 time: 0.0521231 Jun 17 08:45:08.941434 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411df65-41f9-45b9-872f-ba6ce26f45b8 req-e3e86e4b-ed3b-4865-b7e7-d71acfed793c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:08.942275 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11f0d8-939a-4406-bed6-e64c697757c0 req-71524ac6-930e-480b-8de8-01e6a79c872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:08.944651 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fd11f0d8-939a-4406-bed6-e64c697757c0 req-71524ac6-930e-480b-8de8-01e6a79c872a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee35a3b3-c4cb-4743-a459-4872b10a6b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2109287 Jun 17 08:45:08.954134 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1411df65-41f9-45b9-872f-ba6ce26f45b8 req-e3e86e4b-ed3b-4865-b7e7-d71acfed793c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87aad5d8-994a-48f5-8b35-7f9bfe6a971c HTTP/1.1" status: 200 len: 860 time: 0.0934560 Jun 17 08:45:08.961317 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388708c-42b4-4bc9-9ba6-02c4ebde326c req-970cdb65-f2a6-4702-a727-e26d841c3d6e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:08.961317 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4388708c-42b4-4bc9-9ba6-02c4ebde326c req-970cdb65-f2a6-4702-a727-e26d841c3d6e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.1512675 Jun 17 08:45:09.047644 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411df65-41f9-45b9-872f-ba6ce26f45b8 req-ed1cc5eb-0802-432e-8823-2de82ffa02da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:09.057969 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1411df65-41f9-45b9-872f-ba6ce26f45b8 req-ed1cc5eb-0802-432e-8823-2de82ffa02da service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee35a3b3-c4cb-4743-a459-4872b10a6b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021338 Jun 17 08:45:09.200915 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1411df65-41f9-45b9-872f-ba6ce26f45b8 req-3fe579d6-b4f9-446b-9b82-97307897322c service neutron] 10.222.0.49 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426206 Jun 17 08:45:09.218160 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-b66784dc-d34b-411e-b557-bb526eef5e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'name': 'tempest-FloatingIPsAssociationTestJSON-2068322118-router', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:25Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'gw_port': {'id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:29Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'f2d73fb7-d115-4d0a-b774-53f2b988cca3', 'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'mac_address': 'fa:16:3e:63:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:34Z', 'updated_at': '2021-06-17T08:43:42Z', 'revision_number': 5, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'subnets': [{'id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:09.265832 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66784dc-d34b-411e-b557-bb526eef5e64 None None] Checking router: e4a3c4d8-c574-4d02-a19f-e12e4305e983 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:45:09.277948 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66784dc-d34b-411e-b557-bb526eef5e64 None None] Routers {'e4a3c4d8-c574-4d02-a19f-e12e4305e983'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:09.278649 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-b66784dc-d34b-411e-b557-bb526eef5e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:44:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:09.314739 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1411df65-41f9-45b9-872f-ba6ce26f45b8 req-87d19e1d-2344-4871-b9aa-4ca28c848122 service neutron] 10.222.0.49 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076198 Jun 17 08:45:09.409536 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4388708c-42b4-4bc9-9ba6-02c4ebde326c req-41521f23-5c54-4fcd-b325-3e6ab0fc4bb2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4405911 Jun 17 08:45:09.412850 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-b66784dc-d34b-411e-b557-bb526eef5e64 None None] Set router e4a3c4d8-c574-4d02-a19f-e12e4305e983 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:09.445602 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fd11f0d8-939a-4406-bed6-e64c697757c0 req-4a716594-f7d5-4bba-a02c-5a846c68da49 service neutron] 10.222.0.50 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847398 Jun 17 08:45:09.524685 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edaee6e0-21da-4f45-bf04-67624968d2dc x-openstack-request-id: req-edaee6e0-21da-4f45-bf04-67624968d2dc {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:09.525253 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28e8626-7f21-495c-877c-3c6ddb58ea2e", "name": "network-vif-unplugged", "status": "completed", "tag": "80834232-7c1a-4461-87e0-250268dbd5a1", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:09.525253 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-edaee6e0-21da-4f45-bf04-67624968d2dc {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:09.525629 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28e8626-7f21-495c-877c-3c6ddb58ea2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80834232-7c1a-4461-87e0-250268dbd5a1', 'code': 200} Jun 17 08:45:09.636838 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c0830083-ddca-46b2-961e-8cb38e0a20fe req-ce2c646f-1e9c-4ea0-ae23-41bff7b6583f tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecffbe04-c6b0-4c43-aed6-70778335f2d7 HTTP/1.1" status: 200 len: 210 time: 0.0444686 Jun 17 08:45:09.640565 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fd11f0d8-939a-4406-bed6-e64c697757c0 req-1894b4b3-290b-473e-aecf-46a60eb525e8 service neutron] 10.222.0.50 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859922 Jun 17 08:45:09.684031 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-af438c6b-d35d-4a9c-a417-2f4d9158e588 req-eb8c4ebc-8eda-4c16-befb-507b38aa8edd tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-247087356', 'description': 'tempest-description-411660894'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:09.746290 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9c796-dc8e-46c7-ab74-86298c2ad6f9 req-bf74385a-1d74-484d-b060-e239c44e46c7 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:09.753932 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c4f9c796-dc8e-46c7-ab74-86298c2ad6f9 req-bf74385a-1d74-484d-b060-e239c44e46c7 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a421ad1-3fd7-4eac-9372-e8a59e07959b HTTP/1.1" status: 200 len: 946 time: 0.1015506 Jun 17 08:45:09.786093 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-af438c6b-d35d-4a9c-a417-2f4d9158e588 req-eb8c4ebc-8eda-4c16-befb-507b38aa8edd tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:09.843412 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c4f9c796-dc8e-46c7-ab74-86298c2ad6f9 req-f106ba00-4d40-4de6-89d5-db3f3300a2a3 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881870 Jun 17 08:45:09.896901 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-b66784dc-d34b-411e-b557-bb526eef5e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'name': 'tempest-FloatingIPsAssociationTestJSON-2068322118-router', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:25Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'gw_port': {'id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:29Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'f2d73fb7-d115-4d0a-b774-53f2b988cca3', 'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'mac_address': 'fa:16:3e:63:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:34Z', 'updated_at': '2021-06-17T08:43:42Z', 'revision_number': 5, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'subnets': [{'id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:09.908152 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-af438c6b-d35d-4a9c-a417-2f4d9158e588 req-eb8c4ebc-8eda-4c16-befb-507b38aa8edd tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:09.923446 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66784dc-d34b-411e-b557-bb526eef5e64 None None] The sync data for ids ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'] in n-d-758944-30 is: [{'id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'name': 'tempest-FloatingIPsAssociationTestJSON-2068322118-router', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:25Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'gw_port': {'id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:29Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'f2d73fb7-d115-4d0a-b774-53f2b988cca3', 'name': '', 'network_id': 'ee35a3b3-c4cb-4743-a459-4872b10a6b65', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'mac_address': 'fa:16:3e:63:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:34Z', 'updated_at': '2021-06-17T08:43:42Z', 'revision_number': 5, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'subnets': [{'id': '87aad5d8-994a-48f5-8b35-7f9bfe6a971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:09.997264 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-af438c6b-d35d-4a9c-a417-2f4d9158e588 req-eb8c4ebc-8eda-4c16-befb-507b38aa8edd tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:09.999485 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b0525cc3-c390-4d53-bb64-5ee2c25e054a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:10.032122 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c4ebc-8eda-4c16-befb-507b38aa8edd tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=024ba73d-b641-463f-931c-c35f29e00495,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:10.035324 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-eb8c4ebc-8eda-4c16-befb-507b38aa8edd tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:10.057351 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065f6c5-e667-4f64-a2be-787973db1a76 req-4e782d20-e40c-4b64-83a5-feef7f6b8919 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:10.058910 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d065f6c5-e667-4f64-a2be-787973db1a76 req-4e782d20-e40c-4b64-83a5-feef7f6b8919 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 945 time: 0.0809619 Jun 17 08:45:10.098818 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d065f6c5-e667-4f64-a2be-787973db1a76 req-02afff0c-5dfc-458f-a90c-e66004033d03 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339334 Jun 17 08:45:10.099253 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-af438c6b-d35d-4a9c-a417-2f4d9158e588 req-eb8c4ebc-8eda-4c16-befb-507b38aa8edd tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:10.100729 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-af438c6b-d35d-4a9c-a417-2f4d9158e588 req-eb8c4ebc-8eda-4c16-befb-507b38aa8edd tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4214423 Jun 17 08:45:10.173689 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f352de0d-47b4-4f3f-88f9-f556c4abf1b1 x-openstack-request-id: req-f352de0d-47b4-4f3f-88f9-f556c4abf1b1 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:10.174126 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecffbe04-c6b0-4c43-aed6-70778335f2d7", "name": "network-vif-deleted", "tag": "8534d268-2162-4b74-ae11-12078e97fc28", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:10.174498 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f352de0d-47b4-4f3f-88f9-f556c4abf1b1 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:10.175056 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecffbe04-c6b0-4c43-aed6-70778335f2d7', 'name': 'network-vif-deleted', 'tag': '8534d268-2162-4b74-ae11-12078e97fc28', 'status': 'completed', 'code': 200} Jun 17 08:45:10.222302 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d98426-ec04-4f0c-8196-d90e91eacfcb', 'tag': '381aa2bf-3dab-498d-8340-cdf2bce56d83'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:10.224799 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cec38ba-969e-45c8-8690-d2a0db64dfe3" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d98426-ec04-4f0c-8196-d90e91eacfcb", "tag": "381aa2bf-3dab-498d-8340-cdf2bce56d83"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:10.281316 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f1ac50-8f1d-434d-af0e-442dad815f65 None None] New status for floating IP a9a36165-8a3c-4e24-b75f-29367ea6b9fb: DOWN {{(pid=94521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:45:10.350929 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d28cd-3677-43d3-9650-e1cabd0115ef req-44b19648-e988-4282-ba9a-8a7c075a1e6f tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:10.353946 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ed6d28cd-3677-43d3-9650-e1cabd0115ef req-44b19648-e988-4282-ba9a-8a7c075a1e6f tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5 HTTP/1.1" status: 200 len: 984 time: 0.0774550 Jun 17 08:45:10.396803 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ed6d28cd-3677-43d3-9650-e1cabd0115ef req-c44cc8ac-9e6f-49e8-bd48-08c81b753a97 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups?id=d23e4e91-f943-4a66-aab5-1319e8d4d43d&id=1da5f7fe-0c9f-4c7b-bc32-8735f7e68ead&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0372865 Jun 17 08:45:10.534729 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-42a2396a-9edb-43d0-8e43-67825e48515a req-025e3d3e-598a-43b6-a295-abfd0bcbb6e6 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] 10.222.0.49 "GET /v2.0/security-groups/024ba73d-b641-463f-931c-c35f29e00495 HTTP/1.1" status: 200 len: 1811 time: 0.0388739 Jun 17 08:45:10.574331 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdfff58-c554-46cd-9e4e-133c65d2cdff x-openstack-request-id: req-ebdfff58-c554-46cd-9e4e-133c65d2cdff {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:10.574866 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d98426-ec04-4f0c-8196-d90e91eacfcb", "tag": "381aa2bf-3dab-498d-8340-cdf2bce56d83", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:10.575403 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ebdfff58-c554-46cd-9e4e-133c65d2cdff {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:10.575896 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d98426-ec04-4f0c-8196-d90e91eacfcb', 'tag': '381aa2bf-3dab-498d-8340-cdf2bce56d83', 'status': 'completed', 'code': 200} Jun 17 08:45:10.692655 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec38ba-969e-45c8-8690-d2a0db64dfe3 req-da6e3648-a912-40a9-974b-7106250f0ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:10.694394 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0cec38ba-969e-45c8-8690-d2a0db64dfe3 req-da6e3648-a912-40a9-974b-7106250f0ac5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01ea701c61b04251b074cc63e93c2244&device_id=b1d98426-ec04-4f0c-8196-d90e91eacfcb HTTP/1.1" status: 200 len: 1097 time: 0.0852892 Jun 17 08:45:10.784188 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-78e193d6-d012-485f-8e72-b1772c70df04 req-0fba78e3-6e53-4390-b2ac-08739414dfcf tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1230703514&fields=id&tenant_id=c29561c2e94b41408f45441ef35b148c HTTP/1.1" status: 200 len: 267 time: 0.0887356 Jun 17 08:45:10.794637 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9c302-2807-4c7c-9164-f514fb0a44e8 req-ef511a98-3c11-4bc2-8ffc-4198ace0b3bd tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:10.796200 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fad9c302-2807-4c7c-9164-f514fb0a44e8 req-ef511a98-3c11-4bc2-8ffc-4198ace0b3bd tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.0729046 Jun 17 08:45:10.836252 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fad9c302-2807-4c7c-9164-f514fb0a44e8 req-06c65c21-9063-4f08-9180-794ae1c54cbd tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332029 Jun 17 08:45:10.849163 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec38ba-969e-45c8-8690-d2a0db64dfe3 req-76032b03-a028-47ec-add3-2a639d103667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:10.850774 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0cec38ba-969e-45c8-8690-d2a0db64dfe3 req-76032b03-a028-47ec-add3-2a639d103667 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ee35a3b3-c4cb-4743-a459-4872b10a6b65 HTTP/1.1" status: 200 len: 922 time: 0.1417136 Jun 17 08:45:10.943865 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0cec38ba-969e-45c8-8690-d2a0db64dfe3 req-ab1d937b-2ca3-4b82-a30b-4eb71ef7026a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=381aa2bf-3dab-498d-8340-cdf2bce56d83 HTTP/1.1" status: 200 len: 217 time: 0.0815394 Jun 17 08:45:11.020922 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e193d6-d012-485f-8e72-b1772c70df04 req-93809b9b-d3df-4fc5-ba21-0183f341f42b tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:11.024042 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-78e193d6-d012-485f-8e72-b1772c70df04 req-93809b9b-d3df-4fc5-ba21-0183f341f42b tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5 HTTP/1.1" status: 200 len: 984 time: 0.2322690 Jun 17 08:45:11.025552 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 80834232-7c1a-4461-87e0-250268dbd5a1 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:45:11.065198 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-78e193d6-d012-485f-8e72-b1772c70df04 req-85b9699a-863d-48ac-b988-3a617a6f88b0 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Request body: {'port': {'security_groups': ['1da5f7fe-0c9f-4c7b-bc32-8735f7e68ead', 'd23e4e91-f943-4a66-aab5-1319e8d4d43d', 'ba7f92c0-1712-4829-b695-71a865898f42']}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:11.127465 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec38ba-969e-45c8-8690-d2a0db64dfe3 req-26dcc3fc-832c-49f2-92a1-a68437da038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:11.127928 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34cef4-23f8-433b-810a-f67db2b0b274 req-deecad88-7f06-4b27-a594-ee88173953e3 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:11.129558 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0cec38ba-969e-45c8-8690-d2a0db64dfe3 req-26dcc3fc-832c-49f2-92a1-a68437da038c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=87aad5d8-994a-48f5-8b35-7f9bfe6a971c HTTP/1.1" status: 200 len: 860 time: 0.1651785 Jun 17 08:45:11.136557 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4c34cef4-23f8-433b-810a-f67db2b0b274 req-deecad88-7f06-4b27-a594-ee88173953e3 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 949 time: 0.0844636 Jun 17 08:45:11.161249 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 80834232-7c1a-4461-87e0-250268dbd5a1, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=80834232-7c1a-4461-87e0-250268dbd5a1,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:11.175477 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '80834232-7c1a-4461-87e0-250268dbd5a1', 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f', 'port_id': '80834232-7c1a-4461-87e0-250268dbd5a1', 'mac_address': 'fa:16:3e:10:b3:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f1cd377-e173-40e7-8f95-b9cee993c643', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:45:11.183874 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4c34cef4-23f8-433b-810a-f67db2b0b274 req-b8af62c5-2da0-4bbb-a57c-eba5016c84f8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462089 Jun 17 08:45:11.212206 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-9c95b601-219f-4439-804e-817a603c9003 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2730842 Jun 17 08:45:11.224037 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-78e193d6-d012-485f-8e72-b1772c70df04 req-85b9699a-863d-48ac-b988-3a617a6f88b0 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.260052 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.277824 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80834232-7c1a-4461-87e0-250268dbd5a1 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:45:11.285342 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec38ba-969e-45c8-8690-d2a0db64dfe3 req-42080543-2128-4e28-b78e-b76dd9955cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:11.287419 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0cec38ba-969e-45c8-8690-d2a0db64dfe3 req-42080543-2128-4e28-b78e-b76dd9955cc4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee35a3b3-c4cb-4743-a459-4872b10a6b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1449175 Jun 17 08:45:11.306109 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 80834232-7c1a-4461-87e0-250268dbd5a1, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=80834232-7c1a-4461-87e0-250268dbd5a1,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:11.397530 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.401864 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:11.444326 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0cec38ba-969e-45c8-8690-d2a0db64dfe3 req-dfb27152-6c0e-4e5f-8244-16128d780c81 service neutron] 10.222.0.50 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475205 Jun 17 08:45:11.473297 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=80834232-7c1a-4461-87e0-250268dbd5a1,revision_number=12']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:11.483386 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:11.527630 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d36e39-f5e0-4ca5-b4ee-3ce719b5059b req-265eb48d-99fb-4f0e-9751-ea1ec828d3a7 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:11.529302 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f9d36e39-f5e0-4ca5-b4ee-3ce719b5059b req-265eb48d-99fb-4f0e-9751-ea1ec828d3a7 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a421ad1-3fd7-4eac-9372-e8a59e07959b HTTP/1.1" status: 200 len: 946 time: 0.1475286 Jun 17 08:45:11.578464 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f9d36e39-f5e0-4ca5-b4ee-3ce719b5059b req-b319480d-787d-4bba-9bfd-ed646a80e3dc tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412192 Jun 17 08:45:11.586934 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['80834232-7c1a-4461-87e0-250268dbd5a1'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:45:11.604694 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-78e193d6-d012-485f-8e72-b1772c70df04 req-85b9699a-863d-48ac-b988-3a617a6f88b0 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] For port c048c410-2542-4b99-9cae-013acf77e67b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c048c410-2542-4b99-9cae-013acf77e67b,segment=NetworkSegment(b6558a58-ee08-4d5a-9b11-33c38c3850d4),segment_id=b6558a58-ee08-4d5a-9b11-33c38c3850d4)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:11.631175 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0cec38ba-969e-45c8-8690-d2a0db64dfe3 req-8ecfce12-f2f2-4126-a799-5c81ca1ff061 service neutron] 10.222.0.50 "GET /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509974 Jun 17 08:45:11.649629 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-78e193d6-d012-485f-8e72-b1772c70df04 req-85b9699a-863d-48ac-b988-3a617a6f88b0 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.718677 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4059c1b7-a972-4b4d-abde-eb9b0d5d8522 req-9f563f3e-a37a-42ae-b5aa-9ba90759948a tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/floatingips/a9a36165-8a3c-4e24-b75f-29367ea6b9fb HTTP/1.1" status: 200 len: 693 time: 0.0591030 Jun 17 08:45:11.788206 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-78e193d6-d012-485f-8e72-b1772c70df04 req-85b9699a-863d-48ac-b988-3a617a6f88b0 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.793288 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-31696a20-c9c9-4b93-bf9d-b58b1783f011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:11.814075 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['5e6d506a-1009-4a3c-9475-34c0f1e22c86', 'c048c410-2542-4b99-9cae-013acf77e67b'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:45:11.816339 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 8534d268-2162-4b74-ae11-12078e97fc28 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:11.854407 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e193d6-d012-485f-8e72-b1772c70df04 req-85b9699a-863d-48ac-b988-3a617a6f88b0 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:11.855541 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-78e193d6-d012-485f-8e72-b1772c70df04 req-85b9699a-863d-48ac-b988-3a617a6f88b0 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.871548 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-78e193d6-d012-485f-8e72-b1772c70df04 req-85b9699a-863d-48ac-b988-3a617a6f88b0 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "PUT /v2.0/ports/c048c410-2542-4b99-9cae-013acf77e67b HTTP/1.1" status: 200 len: 1020 time: 0.8112395 Jun 17 08:45:11.873494 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 8534d268-2162-4b74-ae11-12078e97fc28 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:45:11.873494 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 8534d268-2162-4b74-ae11-12078e97fc28 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:45:11.906440 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-747e7944-a84e-4fe0-93f7-88f56738d411 req-b2f647f8-d1b8-475a-a1c9-c811c43d4966 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1379198368', 'description': 'tempest-description-269329054'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:11.919013 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9699a-863d-48ac-b988-3a617a6f88b0 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Pushing event updated for resources: {'Port': ['ID=c048c410-2542-4b99-9cae-013acf77e67b,revision_number=7']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:11.925247 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-85b9699a-863d-48ac-b988-3a617a6f88b0 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:11.934822 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['c048c410-2542-4b99-9cae-013acf77e67b'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:45:12.071155 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-747e7944-a84e-4fe0-93f7-88f56738d411 req-b2f647f8-d1b8-475a-a1c9-c811c43d4966 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:12.179611 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5', 'tag': 'c048c410-2542-4b99-9cae-013acf77e67b'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:12.186558 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41e7b48-9265-4a6b-90c9-19a3de4afefe" -d '{"events": [{"name": "network-changed", "server_uuid": "1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5", "tag": "c048c410-2542-4b99-9cae-013acf77e67b"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:12.213765 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059c1b7-a972-4b4d-abde-eb9b0d5d8522 req-4435d1b9-c2f7-4983-855a-0fe90886f026 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:12.222144 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4059c1b7-a972-4b4d-abde-eb9b0d5d8522 req-4435d1b9-c2f7-4983-855a-0fe90886f026 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 784 time: 0.5025058 Jun 17 08:45:12.239245 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-747e7944-a84e-4fe0-93f7-88f56738d411 req-b2f647f8-d1b8-475a-a1c9-c811c43d4966 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:12.278889 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4059c1b7-a972-4b4d-abde-eb9b0d5d8522 req-904afff1-de95-4251-874f-72e0e9a4c874 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.91 HTTP/1.1" status: 200 len: 696 time: 0.0557513 Jun 17 08:45:12.338933 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-747e7944-a84e-4fe0-93f7-88f56738d411 req-b2f647f8-d1b8-475a-a1c9-c811c43d4966 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:12.341843 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4059c1b7-a972-4b4d-abde-eb9b0d5d8522 req-9baa000b-2b42-4420-9265-95cec4acf541 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.91 HTTP/1.1" status: 200 len: 696 time: 0.0619500 Jun 17 08:45:12.342895 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4d9dd5e5-0650-4222-b195-0c7f61ae59f7 tempest-ServersWithSpecificFlavorTestJSON-1027209137 tempest-ServersWithSpecificFlavorTestJSON-1027209137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:12.422629 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f647f8-d1b8-475a-a1c9-c811c43d4966 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5f3f6b-d657-421f-a9f6-22fdcf9b2174,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:12.442142 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b2f647f8-d1b8-475a-a1c9-c811c43d4966 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:12.471372 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-747e7944-a84e-4fe0-93f7-88f56738d411 req-b2f647f8-d1b8-475a-a1c9-c811c43d4966 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:12.472823 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-747e7944-a84e-4fe0-93f7-88f56738d411 req-b2f647f8-d1b8-475a-a1c9-c811c43d4966 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5827017 Jun 17 08:45:12.533764 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-4059c1b7-a972-4b4d-abde-eb9b0d5d8522 req-3f720851-b9fa-45ec-8deb-25190138fee5 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Deleting port e070363d-9cfb-4602-a6a9-003e32779fdc {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:12.534153 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-4059c1b7-a972-4b4d-abde-eb9b0d5d8522 req-3f720851-b9fa-45ec-8deb-25190138fee5 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:12.623824 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-4059c1b7-a972-4b4d-abde-eb9b0d5d8522 req-3f720851-b9fa-45ec-8deb-25190138fee5 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:12.623824 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-4059c1b7-a972-4b4d-abde-eb9b0d5d8522 req-3f720851-b9fa-45ec-8deb-25190138fee5 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:12.722593 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-4059c1b7-a972-4b4d-abde-eb9b0d5d8522 req-3f720851-b9fa-45ec-8deb-25190138fee5 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Calling delete_port for e070363d-9cfb-4602-a6a9-003e32779fdc owned by network:floatingip {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:12.722718 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a42f28-0545-4066-9ed5-7b882a7525cb req-7f51130e-3233-41ba-91fb-cd8f2989544e tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:12.741442 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-39a42f28-0545-4066-9ed5-7b882a7525cb req-7f51130e-3233-41ba-91fb-cd8f2989544e tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 945 time: 0.0732009 Jun 17 08:45:12.780462 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-39a42f28-0545-4066-9ed5-7b882a7525cb req-8fdb8bbd-0de8-44cf-8d99-9e5259cf174b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447855 Jun 17 08:45:13.057848 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 80834232-7c1a-4461-87e0-250268dbd5a1 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:13.058553 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-4059c1b7-a972-4b4d-abde-eb9b0d5d8522 req-3f720851-b9fa-45ec-8deb-25190138fee5 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:13.063431 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cf002c03-9a86-47ff-a006-4a4c4c5bdabe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:13.117347 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 80834232-7c1a-4461-87e0-250268dbd5a1 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:13.117743 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:13.156548 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f720851-b9fa-45ec-8deb-25190138fee5 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Pushing event deleted for resources: {'Port': ['ID=e070363d-9cfb-4602-a6a9-003e32779fdc,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:13.163989 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3f720851-b9fa-45ec-8deb-25190138fee5 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:13.223034 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-4059c1b7-a972-4b4d-abde-eb9b0d5d8522 req-3f720851-b9fa-45ec-8deb-25190138fee5 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks [] for floatingip, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:13.224761 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-4059c1b7-a972-4b4d-abde-eb9b0d5d8522 req-3f720851-b9fa-45ec-8deb-25190138fee5 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:13.226454 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4059c1b7-a972-4b4d-abde-eb9b0d5d8522 req-3f720851-b9fa-45ec-8deb-25190138fee5 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "DELETE /v2.0/floatingips/a9a36165-8a3c-4e24-b75f-29367ea6b9fb HTTP/1.1" status: 204 len: 173 time: 0.8836601 Jun 17 08:45:13.313427 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:13.338983 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a119eb13-76d0-4868-9950-5bbc90b4eed4 req-4f09d7c9-6091-4955-9581-e314f3a27961 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups/ba7f92c0-1712-4829-b695-71a865898f42 HTTP/1.1" status: 200 len: 1800 time: 0.0912981 Jun 17 08:45:13.341940 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28e8626-7f21-495c-877c-3c6ddb58ea2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80834232-7c1a-4461-87e0-250268dbd5a1'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:13.344373 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e442919-f44d-457d-8a61-cefc94a0433e" -d '{"events": [{"server_uuid": "c28e8626-7f21-495c-877c-3c6ddb58ea2e", "name": "network-vif-plugged", "status": "completed", "tag": "80834232-7c1a-4461-87e0-250268dbd5a1"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:13.359162 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 80834232-7c1a-4461-87e0-250268dbd5a1, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=80834232-7c1a-4461-87e0-250268dbd5a1,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:13.393331 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [req-a119eb13-76d0-4868-9950-5bbc90b4eed4 req-9a94f65a-2204-44b2-a1fc-e31e01aedcbd tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 17 08:45:13.417496 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a119eb13-76d0-4868-9950-5bbc90b4eed4 req-9a94f65a-2204-44b2-a1fc-e31e01aedcbd tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "DELETE /v2.0/security-groups/ba7f92c0-1712-4829-b695-71a865898f42 HTTP/1.1" status: 409 len: 341 time: 0.0773349 Jun 17 08:45:13.459940 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b6859e-0b6d-4576-99fa-a2c981e800b3 x-openstack-request-id: req-d3b6859e-0b6d-4576-99fa-a2c981e800b3 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:13.460293 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5", "tag": "c048c410-2542-4b99-9cae-013acf77e67b", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:13.460657 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d3b6859e-0b6d-4576-99fa-a2c981e800b3 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:13.461103 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5', 'tag': 'c048c410-2542-4b99-9cae-013acf77e67b', 'status': 'completed', 'code': 200} Jun 17 08:45:13.473888 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:13.476363 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:13.660817 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=80834232-7c1a-4461-87e0-250268dbd5a1,revision_number=13']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:13.681322 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:13.693820 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7b48-9265-4a6b-90c9-19a3de4afefe req-9b901377-d65f-4eef-8c5e-4a92352f9d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:13.695988 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a41e7b48-9265-4a6b-90c9-19a3de4afefe req-9b901377-d65f-4eef-8c5e-4a92352f9d3c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c29561c2e94b41408f45441ef35b148c&device_id=1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5 HTTP/1.1" status: 200 len: 1175 time: 0.2132638 Jun 17 08:45:13.795291 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d326a-6f76-4549-997a-4e138273550c req-350b0a84-1ce6-43d5-a3e1-38b048f5cd23 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:13.797534 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ee1d326a-6f76-4549-997a-4e138273550c req-350b0a84-1ce6-43d5-a3e1-38b048f5cd23 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 949 time: 0.0938299 Jun 17 08:45:13.822484 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ca480-e01c-4947-861c-6397a89c0d14 req-230d6b0d-0969-4ba6-9fe1-0c2143aadb99 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:13.839000 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-587ca480-e01c-4947-861c-6397a89c0d14 req-230d6b0d-0969-4ba6-9fe1-0c2143aadb99 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 946 time: 0.2221618 Jun 17 08:45:13.859416 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ee1d326a-6f76-4549-997a-4e138273550c req-57aa6b93-665c-4db8-8f58-d238d499ec28 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520654 Jun 17 08:45:13.899368 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7b48-9265-4a6b-90c9-19a3de4afefe req-1470f227-be50-4705-adcd-18d8913f04d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:13.900989 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a41e7b48-9265-4a6b-90c9-19a3de4afefe req-1470f227-be50-4705-adcd-18d8913f04d3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6d80fff0-8c04-45f1-8edd-294f2bc772ec HTTP/1.1" status: 200 len: 914 time: 0.1976476 Jun 17 08:45:13.927959 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2d35ed3d-d91b-444e-a264-b342745b2a1e req-31e06a04-9008-455e-9356-423be138d473 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] 10.222.0.49 "GET /v2.0/security-groups/bc5f3f6b-d657-421f-a9f6-22fdcf9b2174 HTTP/1.1" status: 200 len: 1812 time: 0.0481725 Jun 17 08:45:13.966269 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a41e7b48-9265-4a6b-90c9-19a3de4afefe req-f8dc108d-58ab-4bee-80d5-1a773eee55cd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c048c410-2542-4b99-9cae-013acf77e67b HTTP/1.1" status: 200 len: 217 time: 0.0461171 Jun 17 08:45:13.990711 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-587ca480-e01c-4947-861c-6397a89c0d14 req-62f5bcdd-4e48-440a-b6cb-d12279ec4043 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501386 Jun 17 08:45:14.072398 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7b48-9265-4a6b-90c9-19a3de4afefe req-15eea863-863f-4c9d-a889-5706a90efba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:14.072398 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a41e7b48-9265-4a6b-90c9-19a3de4afefe req-15eea863-863f-4c9d-a889-5706a90efba2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1acf8d8e-2860-4109-a8ca-ee77dd683c23 HTTP/1.1" status: 200 len: 853 time: 0.1048329 Jun 17 08:45:14.146361 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a41e7b48-9265-4a6b-90c9-19a3de4afefe req-e2ac8862-706b-428a-8122-e483832cf418 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6d80fff0-8c04-45f1-8edd-294f2bc772ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661414 Jun 17 08:45:14.181910 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22448f03-30ff-497c-ab3f-5a01112550d2 req-e2b02cdf-0033-4d99-9472-2337ae21a318 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:14.189497 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-22448f03-30ff-497c-ab3f-5a01112550d2 req-e2b02cdf-0033-4d99-9472-2337ae21a318 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a421ad1-3fd7-4eac-9372-e8a59e07959b HTTP/1.1" status: 200 len: 946 time: 0.1177933 Jun 17 08:45:14.256347 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-22448f03-30ff-497c-ab3f-5a01112550d2 req-3f471ed6-8e9f-4ab1-a196-8e342ce18312 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657256 Jun 17 08:45:14.286258 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a41e7b48-9265-4a6b-90c9-19a3de4afefe req-5cf8b8c1-a901-4fd7-acfb-9957739d69bd service neutron] 10.222.0.53 "GET /v2.0/networks/6d80fff0-8c04-45f1-8edd-294f2bc772ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318066 Jun 17 08:45:14.309163 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d7c1b9-ce18-43f3-8589-79c0f9653a6c x-openstack-request-id: req-26d7c1b9-ce18-43f3-8589-79c0f9653a6c {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:14.313290 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28e8626-7f21-495c-877c-3c6ddb58ea2e", "name": "network-vif-plugged", "status": "completed", "tag": "80834232-7c1a-4461-87e0-250268dbd5a1", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:14.313290 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-26d7c1b9-ce18-43f3-8589-79c0f9653a6c {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:14.313290 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28e8626-7f21-495c-877c-3c6ddb58ea2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80834232-7c1a-4461-87e0-250268dbd5a1', 'code': 200} Jun 17 08:45:14.446189 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a41e7b48-9265-4a6b-90c9-19a3de4afefe req-9e47149e-4818-47f1-b61d-924407b9e614 service neutron] 10.222.0.53 "GET /v2.0/networks/6d80fff0-8c04-45f1-8edd-294f2bc772ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532571 Jun 17 08:45:14.455212 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-7061a69b-5ba0-4448-8c93-9186c0250a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:14.457086 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-7061a69b-5ba0-4448-8c93-9186c0250a28 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 1101 time: 0.1066132 Jun 17 08:45:14.531985 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ea229-da1f-4bb5-9fae-605a71a76a8c req-f8581b1b-b46e-435d-af10-561904bc4baa tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:14.533950 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e34ea229-da1f-4bb5-9fae-605a71a76a8c req-f8581b1b-b46e-435d-af10-561904bc4baa tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/ports?device_id=533c8287-3c0a-4c10-8b6b-03b06040a10a HTTP/1.1" status: 200 len: 949 time: 0.0868149 Jun 17 08:45:14.580244 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e34ea229-da1f-4bb5-9fae-605a71a76a8c req-85c1a7e4-e8fd-4eda-9a50-b5c3a8ca78d8 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/security-groups?id=af4e9468-9bd3-4814-a29f-5cede9857089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389464 Jun 17 08:45:14.615274 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-cd288789-7d99-41ce-b839-3f262e721b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:14.617929 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-cd288789-7d99-41ce-b839-3f262e721b9d service neutron] 10.222.0.50 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.1530223 Jun 17 08:45:14.686153 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-f0d6d451-012a-453e-aa74-5790cc93633a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=4e90aa40-4e20-4bb5-ae96-262f6c3201da HTTP/1.1" status: 200 len: 217 time: 0.0610926 Jun 17 08:45:14.776635 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-90fa9ddb-c6dc-47e8-b77b-a038ad7606dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:14.778365 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-90fa9ddb-c6dc-47e8-b77b-a038ad7606dc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0845275 Jun 17 08:45:14.844757 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2f7f6-cdb9-4c60-a057-c0bb42114e00 req-5fee3cbb-794f-4053-a032-4cbfa95783eb tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:14.846466 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6ec2f7f6-cdb9-4c60-a057-c0bb42114e00 req-5fee3cbb-794f-4053-a032-4cbfa95783eb tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 945 time: 0.1201315 Jun 17 08:45:14.904344 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6ec2f7f6-cdb9-4c60-a057-c0bb42114e00 req-bdb3cf8d-9438-4426-bc5d-7959898fc376 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501342 Jun 17 08:45:14.909567 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-d1f65228-6608-4956-9ee7-c4b188118ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:14.911040 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-d1f65228-6608-4956-9ee7-c4b188118ad0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1149001 Jun 17 08:45:14.985908 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-ee72d26d-9fd8-4ab9-afb8-c9ff08d89359 req-d616554c-e61f-468a-be40-6ac5012505f5 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-181463350', 'description': 'tempest-description-1467345006'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:15.040115 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-3feec6c2-c4f6-4d4f-98a5-ed6b5da75fa8 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211512 Jun 17 08:45:15.127493 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ee72d26d-9fd8-4ab9-afb8-c9ff08d89359 req-d616554c-e61f-468a-be40-6ac5012505f5 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:15.215077 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-bd48f125-3d1d-42c3-a3fd-3ccad3f48f2a service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670408 Jun 17 08:45:15.316407 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ee72d26d-9fd8-4ab9-afb8-c9ff08d89359 req-d616554c-e61f-468a-be40-6ac5012505f5 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:15.345501 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ef05f-5ed8-4212-8238-1ce1998dc095 req-ecbd96af-b646-4521-9fc7-4131731fc20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:15.347185 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-804ef05f-5ed8-4212-8238-1ce1998dc095 req-ecbd96af-b646-4521-9fc7-4131731fc20d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3a421ad1-3fd7-4eac-9372-e8a59e07959b HTTP/1.1" status: 200 len: 1098 time: 0.0770848 Jun 17 08:45:15.406889 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ee72d26d-9fd8-4ab9-afb8-c9ff08d89359 req-d616554c-e61f-468a-be40-6ac5012505f5 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:15.422154 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d8960-c1ae-4914-b1a9-c4520da5b377 req-c0667916-0fcd-4c54-b143-865291e7a3f2 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:15.424102 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-90116261-8d67-49bd-bbf8-7fa8e46b3ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:15.424553 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c15d8960-c1ae-4914-b1a9-c4520da5b377 req-c0667916-0fcd-4c54-b143-865291e7a3f2 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d98426-ec04-4f0c-8196-d90e91eacfcb HTTP/1.1" status: 200 len: 945 time: 0.1083117 Jun 17 08:45:15.439643 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-804ef05f-5ed8-4212-8238-1ce1998dc095 req-2489da17-d602-4f40-9edf-07d929523426 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715585 Jun 17 08:45:15.453582 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616554c-e61f-468a-be40-6ac5012505f5 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf74e60c-c296-4011-a733-b7a91322cf27,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:15.456819 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d616554c-e61f-468a-be40-6ac5012505f5 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:15.489012 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c15d8960-c1ae-4914-b1a9-c4520da5b377 req-31a9e631-34b2-4bad-b981-20cefe4e673a tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0f58381-2907-449a-ae77-7cefb89e21c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532005 Jun 17 08:45:15.510795 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c238766-4644-4dd3-a484-645667d57471 req-cf15f58e-171e-4e30-9d3e-cce526307cfd tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:15.512444 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9c238766-4644-4dd3-a484-645667d57471 req-cf15f58e-171e-4e30-9d3e-cce526307cfd tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.53 "GET /v2.0/ports?device_id=533c8287-3c0a-4c10-8b6b-03b06040a10a HTTP/1.1" status: 200 len: 949 time: 0.1434617 Jun 17 08:45:15.560618 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ee72d26d-9fd8-4ab9-afb8-c9ff08d89359 req-d616554c-e61f-468a-be40-6ac5012505f5 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:15.568728 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ee72d26d-9fd8-4ab9-afb8-c9ff08d89359 req-d616554c-e61f-468a-be40-6ac5012505f5 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5937445 Jun 17 08:45:15.742647 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50781f96-86e2-48f4-8b03-504d09d3a341 req-993d4de9-291e-4e1f-a724-1ee6afc7cc7f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:15.749655 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-50781f96-86e2-48f4-8b03-504d09d3a341 req-993d4de9-291e-4e1f-a724-1ee6afc7cc7f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 949 time: 0.1045156 Jun 17 08:45:15.776400 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-9c238766-4644-4dd3-a484-645667d57471 req-5a6bd971-8464-4c68-9c8d-12cdc7b7273a tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Deleting port ab6b19a0-24fd-4572-958d-128e40d1df5f {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:15.776842 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9c238766-4644-4dd3-a484-645667d57471 req-5a6bd971-8464-4c68-9c8d-12cdc7b7273a tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:15.808511 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012d16e-1b59-4bec-a833-bad819138dbf req-be7247bd-85e7-466c-b9f3-d75c90288a36 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:15.821434 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c012d16e-1b59-4bec-a833-bad819138dbf req-be7247bd-85e7-466c-b9f3-d75c90288a36 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 946 time: 0.1195524 Jun 17 08:45:15.839056 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-50781f96-86e2-48f4-8b03-504d09d3a341 req-c9ebac39-cf2d-4f46-bd41-eb8bb40f1b1a tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883267 Jun 17 08:45:15.907540 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c012d16e-1b59-4bec-a833-bad819138dbf req-e4c0c122-bcad-495c-a072-141a0dc65050 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805087 Jun 17 08:45:15.953017 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-9c238766-4644-4dd3-a484-645667d57471 req-5a6bd971-8464-4c68-9c8d-12cdc7b7273a tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] For port ab6b19a0-24fd-4572-958d-128e40d1df5f, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ab6b19a0-24fd-4572-958d-128e40d1df5f,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:15.953455 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9c238766-4644-4dd3-a484-645667d57471 req-5a6bd971-8464-4c68-9c8d-12cdc7b7273a tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:16.084528 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-9c238766-4644-4dd3-a484-645667d57471 req-5a6bd971-8464-4c68-9c8d-12cdc7b7273a tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Calling delete_port for ab6b19a0-24fd-4572-958d-128e40d1df5f owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:16.127837 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719000b-6cc7-4d9e-b4d6-95ec86efb870 req-521551a3-b160-460a-b80f-c1eec744f91e tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:16.131411 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e719000b-6cc7-4d9e-b4d6-95ec86efb870 req-521551a3-b160-460a-b80f-c1eec744f91e tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a421ad1-3fd7-4eac-9372-e8a59e07959b HTTP/1.1" status: 200 len: 946 time: 0.1150641 Jun 17 08:45:16.201341 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e761a-ba88-43aa-bd16-558856d4e8fa req-fa4afba1-1201-40c1-8d35-b72b5af7a701 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:16.203104 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b42e761a-ba88-43aa-bd16-558856d4e8fa req-fa4afba1-1201-40c1-8d35-b72b5af7a701 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5 HTTP/1.1" status: 200 len: 1023 time: 0.1534553 Jun 17 08:45:16.209376 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e719000b-6cc7-4d9e-b4d6-95ec86efb870 req-15468d2a-76e3-4d3f-a096-d80c4c7716e4 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678051 Jun 17 08:45:16.297371 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b42e761a-ba88-43aa-bd16-558856d4e8fa req-197289c2-16ab-4e75-84c5-72e20352ec27 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups?id=d23e4e91-f943-4a66-aab5-1319e8d4d43d&id=ba7f92c0-1712-4829-b695-71a865898f42&id=1da5f7fe-0c9f-4c7b-bc32-8735f7e68ead&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0761547 Jun 17 08:45:16.417932 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6a25f-85c7-49bd-bf0f-549a38079277 req-25570405-c2a7-4a82-bee7-6897fa086aa4 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:16.420699 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b0b6a25f-85c7-49bd-bf0f-549a38079277 req-25570405-c2a7-4a82-bee7-6897fa086aa4 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1d98426-ec04-4f0c-8196-d90e91eacfcb HTTP/1.1" status: 200 len: 945 time: 0.2101676 Jun 17 08:45:16.436157 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9c238766-4644-4dd3-a484-645667d57471 req-5a6bd971-8464-4c68-9c8d-12cdc7b7273a tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:16.455422 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-233acf32-96ec-47e3-bce5-da926594e48c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:16.468473 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-52babe2c-e5dc-4719-a64f-5070c09686bb req-a6872cb3-f7ce-41ad-94cb-de635f20f10a tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] 10.222.0.49 "GET /v2.0/security-groups/cf74e60c-c296-4011-a733-b7a91322cf27 HTTP/1.1" status: 200 len: 1812 time: 0.1704774 Jun 17 08:45:16.564401 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-b0b6a25f-85c7-49bd-bf0f-549a38079277 req-94b16a7b-82e1-406e-b74a-ac9de53275ad tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Deleting port 381aa2bf-3dab-498d-8340-cdf2bce56d83 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:16.564802 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b0b6a25f-85c7-49bd-bf0f-549a38079277 req-94b16a7b-82e1-406e-b74a-ac9de53275ad tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:16.644464 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e9c58dc6-0a60-4ff1-972d-1ce6308f2713 req-0912a350-d64e-4f21-8dc6-6cea3042740a tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/ports?device_id=533c8287-3c0a-4c10-8b6b-03b06040a10a HTTP/1.1" status: 200 len: 210 time: 0.0411959 Jun 17 08:45:16.644464 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6bd971-8464-4c68-9c8d-12cdc7b7273a tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Pushing event deleted for resources: {'Port': ['ID=ab6b19a0-24fd-4572-958d-128e40d1df5f,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:16.644464 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5a6bd971-8464-4c68-9c8d-12cdc7b7273a tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:16.664391 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-9465fc93-7101-4bf3-8a2e-25e3acbefe74 req-ea20672c-4b4e-4fc3-8d32-b59c77190311 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1164205950', 'description': 'tempest-description-47568320'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:16.719966 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c238766-4644-4dd3-a484-645667d57471 req-5a6bd971-8464-4c68-9c8d-12cdc7b7273a tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] No DVR routers for this DVR port ab6b19a0-24fd-4572-958d-128e40d1df5f on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:45:16.737134 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9c238766-4644-4dd3-a484-645667d57471 req-5a6bd971-8464-4c68-9c8d-12cdc7b7273a tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:16.739505 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9c238766-4644-4dd3-a484-645667d57471 req-5a6bd971-8464-4c68-9c8d-12cdc7b7273a tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.53 "DELETE /v2.0/ports/ab6b19a0-24fd-4572-958d-128e40d1df5f HTTP/1.1" status: 204 len: 173 time: 1.2204630 Jun 17 08:45:16.740099 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533c8287-3c0a-4c10-8b6b-03b06040a10a', 'name': 'network-vif-deleted', 'tag': 'ab6b19a0-24fd-4572-958d-128e40d1df5f'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:16.746268 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe54df8-0ac8-4390-be19-f435348ce25d" -d '{"events": [{"server_uuid": "533c8287-3c0a-4c10-8b6b-03b06040a10a", "name": "network-vif-deleted", "tag": "ab6b19a0-24fd-4572-958d-128e40d1df5f"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:16.814593 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-b0b6a25f-85c7-49bd-bf0f-549a38079277 req-94b16a7b-82e1-406e-b74a-ac9de53275ad tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] For port 381aa2bf-3dab-498d-8340-cdf2bce56d83, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=381aa2bf-3dab-498d-8340-cdf2bce56d83,segment=NetworkSegment(e96c69d3-6674-4113-9a5e-ee02110e6315),segment_id=e96c69d3-6674-4113-9a5e-ee02110e6315)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:17.018292 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b0b6a25f-85c7-49bd-bf0f-549a38079277 req-94b16a7b-82e1-406e-b74a-ac9de53275ad tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.018292 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c902e7-150f-456e-9ed7-2aab6b487787 req-2ee407c6-be7f-40fd-8b8b-33d943d92fb6 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:17.018292 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-63c902e7-150f-456e-9ed7-2aab6b487787 req-2ee407c6-be7f-40fd-8b8b-33d943d92fb6 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 945 time: 0.1846786 Jun 17 08:45:17.019690 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac550c25-a274-4e1b-bd96-b3fdf18cf6b6 req-6109da21-0afc-4a8c-bd79-517f0d220476 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:17.019690 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ac550c25-a274-4e1b-bd96-b3fdf18cf6b6 req-6109da21-0afc-4a8c-bd79-517f0d220476 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5 HTTP/1.1" status: 200 len: 1023 time: 0.0699947 Jun 17 08:45:17.020357 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-b0b6a25f-85c7-49bd-bf0f-549a38079277 req-94b16a7b-82e1-406e-b74a-ac9de53275ad tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Calling delete_port for 381aa2bf-3dab-498d-8340-cdf2bce56d83 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:17.020892 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-ac550c25-a274-4e1b-bd96-b3fdf18cf6b6 req-60132c5e-38d3-4b4b-9cb2-6a532017eae3 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Deleting port c048c410-2542-4b99-9cae-013acf77e67b {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:17.020892 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ac550c25-a274-4e1b-bd96-b3fdf18cf6b6 req-60132c5e-38d3-4b4b-9cb2-6a532017eae3 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.021114 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-63c902e7-150f-456e-9ed7-2aab6b487787 req-982eaeb0-7181-498e-976e-77473f5a2118 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024079 Jun 17 08:45:17.125978 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-ac550c25-a274-4e1b-bd96-b3fdf18cf6b6 req-60132c5e-38d3-4b4b-9cb2-6a532017eae3 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] For port c048c410-2542-4b99-9cae-013acf77e67b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c048c410-2542-4b99-9cae-013acf77e67b,segment=NetworkSegment(b6558a58-ee08-4d5a-9b11-33c38c3850d4),segment_id=b6558a58-ee08-4d5a-9b11-33c38c3850d4)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:17.126337 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ac550c25-a274-4e1b-bd96-b3fdf18cf6b6 req-60132c5e-38d3-4b4b-9cb2-6a532017eae3 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.202203 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-ac550c25-a274-4e1b-bd96-b3fdf18cf6b6 req-60132c5e-38d3-4b4b-9cb2-6a532017eae3 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Calling delete_port for c048c410-2542-4b99-9cae-013acf77e67b owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:17.212961 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140ea61-8d48-46e0-aa30-755be045ecf0 req-195454c7-9ef3-49b7-a219-462b644b8c32 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:17.215993 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a140ea61-8d48-46e0-aa30-755be045ecf0 req-195454c7-9ef3-49b7-a219-462b644b8c32 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d98426-ec04-4f0c-8196-d90e91eacfcb HTTP/1.1" status: 200 len: 945 time: 0.0722377 Jun 17 08:45:17.258993 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a140ea61-8d48-46e0-aa30-755be045ecf0 req-4174e6d0-253d-482b-aa10-cca2d21072a5 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/security-groups?id=f0f58381-2907-449a-ae77-7cefb89e21c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375915 Jun 17 08:45:17.326630 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965b3b95-53f0-4dfd-b4af-eed4321e38bd x-openstack-request-id: req-965b3b95-53f0-4dfd-b4af-eed4321e38bd {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:17.326976 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533c8287-3c0a-4c10-8b6b-03b06040a10a", "name": "network-vif-deleted", "tag": "ab6b19a0-24fd-4572-958d-128e40d1df5f", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:17.327278 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-965b3b95-53f0-4dfd-b4af-eed4321e38bd {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:17.327740 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533c8287-3c0a-4c10-8b6b-03b06040a10a', 'name': 'network-vif-deleted', 'tag': 'ab6b19a0-24fd-4572-958d-128e40d1df5f', 'status': 'completed', 'code': 200} Jun 17 08:45:17.461739 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500ca9d-992e-408d-bee1-aab445b8d4f4 req-59ef12da-56cf-495d-bb3c-eba9880d6d2b tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:17.463193 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1500ca9d-992e-408d-bee1-aab445b8d4f4 req-59ef12da-56cf-495d-bb3c-eba9880d6d2b tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 949 time: 0.0661383 Jun 17 08:45:17.503370 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1500ca9d-992e-408d-bee1-aab445b8d4f4 req-61629090-21fe-4a36-b897-55f24b9e94c0 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344484 Jun 17 08:45:17.678216 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5156c0c-300d-44d2-a798-00ed529e7fab req-34afedef-468b-4f49-88e1-9ac15ecab454 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:17.690503 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f5156c0c-300d-44d2-a798-00ed529e7fab req-34afedef-468b-4f49-88e1-9ac15ecab454 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 946 time: 0.0768299 Jun 17 08:45:17.733838 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f5156c0c-300d-44d2-a798-00ed529e7fab req-88eb7776-a0e4-4585-a38d-e09c8f38690e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458899 Jun 17 08:45:17.751526 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.752857 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9465fc93-7101-4bf3-8a2e-25e3acbefe74 req-ea20672c-4b4e-4fc3-8d32-b59c77190311 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.756206 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ac550c25-a274-4e1b-bd96-b3fdf18cf6b6 req-60132c5e-38d3-4b4b-9cb2-6a532017eae3 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.757440 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b0b6a25f-85c7-49bd-bf0f-549a38079277 req-94b16a7b-82e1-406e-b74a-ac9de53275ad tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.761584 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6430d7e4-017e-4979-98dc-1b14b23b606d tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:17.774670 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b313b39c-0463-4637-b646-db2483333f5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:17.775448 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['5e6d506a-1009-4a3c-9475-34c0f1e22c86', 'c048c410-2542-4b99-9cae-013acf77e67b'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:45:17.794659 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b16a7b-82e1-406e-b74a-ac9de53275ad tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Pushing event deleted for resources: {'Port': ['ID=381aa2bf-3dab-498d-8340-cdf2bce56d83,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:17.799273 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-94b16a7b-82e1-406e-b74a-ac9de53275ad tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:17.870109 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60132c5e-38d3-4b4b-9cb2-6a532017eae3 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Pushing event deleted for resources: {'Port': ['ID=c048c410-2542-4b99-9cae-013acf77e67b,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:17.878111 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-60132c5e-38d3-4b4b-9cb2-6a532017eae3 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:17.884713 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b6a25f-85c7-49bd-bf0f-549a38079277 req-94b16a7b-82e1-406e-b74a-ac9de53275ad tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] No DVR routers for this DVR port 381aa2bf-3dab-498d-8340-cdf2bce56d83 on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:45:17.888435 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b0b6a25f-85c7-49bd-bf0f-549a38079277 req-94b16a7b-82e1-406e-b74a-ac9de53275ad tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.891835 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b0b6a25f-85c7-49bd-bf0f-549a38079277 req-94b16a7b-82e1-406e-b74a-ac9de53275ad tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.50 "DELETE /v2.0/ports/381aa2bf-3dab-498d-8340-cdf2bce56d83 HTTP/1.1" status: 204 len: 173 time: 1.4598134 Jun 17 08:45:17.909544 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:45:17.916040 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d98426-ec04-4f0c-8196-d90e91eacfcb', 'name': 'network-vif-deleted', 'tag': '381aa2bf-3dab-498d-8340-cdf2bce56d83'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:17.920514 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac550c25-a274-4e1b-bd96-b3fdf18cf6b6 req-60132c5e-38d3-4b4b-9cb2-6a532017eae3 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] No DVR routers for this DVR port c048c410-2542-4b99-9cae-013acf77e67b on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:45:17.924896 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2776e93c-fe63-4cae-a2a9-2a99786bd590" -d '{"events": [{"server_uuid": "b1d98426-ec04-4f0c-8196-d90e91eacfcb", "name": "network-vif-deleted", "tag": "381aa2bf-3dab-498d-8340-cdf2bce56d83"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:17.939315 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ac550c25-a274-4e1b-bd96-b3fdf18cf6b6 req-60132c5e-38d3-4b4b-9cb2-6a532017eae3 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.942371 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ac550c25-a274-4e1b-bd96-b3fdf18cf6b6 req-60132c5e-38d3-4b4b-9cb2-6a532017eae3 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.53 "DELETE /v2.0/ports/c048c410-2542-4b99-9cae-013acf77e67b HTTP/1.1" status: 204 len: 173 time: 1.0842786 Jun 17 08:45:18.083243 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6786a-7002-4d1c-b4f0-f6455b69b013 req-a332fa3f-df19-4d5c-a85d-eb7382cd5ab8 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:18.099842 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9465fc93-7101-4bf3-8a2e-25e3acbefe74 req-ea20672c-4b4e-4fc3-8d32-b59c77190311 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:18.100581 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2af6786a-7002-4d1c-b4f0-f6455b69b013 req-a332fa3f-df19-4d5c-a85d-eb7382cd5ab8 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a421ad1-3fd7-4eac-9372-e8a59e07959b HTTP/1.1" status: 200 len: 946 time: 0.1647601 Jun 17 08:45:18.187042 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2af6786a-7002-4d1c-b4f0-f6455b69b013 req-b8b29c61-7951-4299-8a8f-0216ea6a418f tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769579 Jun 17 08:45:18.285502 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9465fc93-7101-4bf3-8a2e-25e3acbefe74 req-ea20672c-4b4e-4fc3-8d32-b59c77190311 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:18.304824 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dbf9e240-5eb1-45f1-aab0-e24aaf374c6f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:18.364712 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9a2f40ac-f64d-4696-95d5-750698f17302 req-5c12c56e-6ad0-43bd-be5c-1d5625af2ee4 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5 HTTP/1.1" status: 200 len: 210 time: 0.0486262 Jun 17 08:45:18.395835 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9465fc93-7101-4bf3-8a2e-25e3acbefe74 req-ea20672c-4b4e-4fc3-8d32-b59c77190311 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:18.397075 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9465fc93-7101-4bf3-8a2e-25e3acbefe74 req-ea20672c-4b4e-4fc3-8d32-b59c77190311 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.7399020 Jun 17 08:45:18.411713 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20672c-4b4e-4fc3-8d32-b59c77190311 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a11762bb-71d3-48d8-9cef-1c8549e1e724,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:18.436828 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ea20672c-4b4e-4fc3-8d32-b59c77190311 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:18.449046 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858546d0-e179-4737-bc3c-b682ebef895f x-openstack-request-id: req-858546d0-e179-4737-bc3c-b682ebef895f {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:18.449659 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d98426-ec04-4f0c-8196-d90e91eacfcb", "name": "network-vif-deleted", "tag": "381aa2bf-3dab-498d-8340-cdf2bce56d83", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:18.450145 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-858546d0-e179-4737-bc3c-b682ebef895f {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:18.450762 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d98426-ec04-4f0c-8196-d90e91eacfcb', 'name': 'network-vif-deleted', 'tag': '381aa2bf-3dab-498d-8340-cdf2bce56d83', 'status': 'completed', 'code': 200} Jun 17 08:45:18.604177 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3cef1c68-0464-4ad2-bd8f-931584e50b6d req-09489fd3-3842-4dbe-bcdf-4592111bc3f2 tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] 10.222.0.49 "GET /v2.0/ports?device_id=533c8287-3c0a-4c10-8b6b-03b06040a10a HTTP/1.1" status: 200 len: 210 time: 0.0366476 Jun 17 08:45:18.642786 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc32f08-114c-4164-a2ad-81962734aeb9 req-6f04cc6b-d690-485e-b212-049fb6c99b70 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:18.644618 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fbc32f08-114c-4164-a2ad-81962734aeb9 req-6f04cc6b-d690-485e-b212-049fb6c99b70 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 945 time: 0.0917275 Jun 17 08:45:18.746955 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fbc32f08-114c-4164-a2ad-81962734aeb9 req-56c375c1-897c-4de3-bc30-622d46f3c185 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951486 Jun 17 08:45:18.827361 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd266dc1-2532-4de7-8049-e268373b007d req-6dadaa37-fa70-4082-baf2-b8bd298f8837 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d98426-ec04-4f0c-8196-d90e91eacfcb HTTP/1.1" status: 200 len: 210 time: 0.0536947 Jun 17 08:45:18.974801 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d7adb6af-eed9-40ae-834a-710914607f32 req-0f3c81de-0340-4058-9945-242204958dd9 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] 10.222.0.49 "GET /v2.0/security-groups/a11762bb-71d3-48d8-9cef-1c8549e1e724 HTTP/1.1" status: 200 len: 1811 time: 0.0923312 Jun 17 08:45:19.004475 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-95ae07c4-42be-46f1-8c29-4b523012633e tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:19.012755 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-95ae07c4-42be-46f1-8c29-4b523012633e tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/networks?id=1302d89b-bdda-43cb-a35c-b3bb609661cb HTTP/1.1" status: 200 len: 810 time: 0.1524587 Jun 17 08:45:19.032528 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-ca791e88-bea3-4689-8fc0-19e6ea3742f3 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/quotas/da4fcbeea2f0401e991ac51af5b56a4a HTTP/1.1" status: 200 len: 375 time: 0.0187685 Jun 17 08:45:19.075068 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 381aa2bf-3dab-498d-8340-cdf2bce56d83 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:19.139000 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 381aa2bf-3dab-498d-8340-cdf2bce56d83 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:45:19.149639 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 381aa2bf-3dab-498d-8340-cdf2bce56d83 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:45:19.192868 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-50ee4179-5401-4c00-b7b2-df8cdd1597a2 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=da4fcbeea2f0401e991ac51af5b56a4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1589775 Jun 17 08:45:19.217486 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe62fd9-a1bd-4944-8725-66f78f78a1a0 req-e1b30f63-85c8-4837-a287-10031aee1630 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:19.223867 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ffe62fd9-a1bd-4944-8725-66f78f78a1a0 req-e1b30f63-85c8-4837-a287-10031aee1630 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 949 time: 0.1114507 Jun 17 08:45:19.295360 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ffe62fd9-a1bd-4944-8725-66f78f78a1a0 req-6460f7ab-f273-4e27-88e7-fcc84346aeaf tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678658 Jun 17 08:45:19.332698 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5', 'name': 'network-vif-deleted', 'tag': 'c048c410-2542-4b99-9cae-013acf77e67b'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:19.333577 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d23b80-f85a-4af4-8e4b-57290bdf9592" -d '{"events": [{"server_uuid": "1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5", "name": "network-vif-deleted", "tag": "c048c410-2542-4b99-9cae-013acf77e67b"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:19.345632 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-9d503e3a-960d-491d-8f9d-108fc6f765dd service neutron] 10.222.0.49 "GET /v2.0/networks/1302d89b-bdda-43cb-a35c-b3bb609661cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517045 Jun 17 08:45:19.488234 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-35edc2ae-bbb8-4519-b0c9-ff168cfc2244 service neutron] 10.222.0.49 "GET /v2.0/networks/1302d89b-bdda-43cb-a35c-b3bb609661cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351776 Jun 17 08:45:19.537197 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ee938-8742-495f-961f-95da6cdc7127 req-c409b78a-2aab-4368-a7ac-ab0aff6adc93 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:19.544235 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2e7ee938-8742-495f-961f-95da6cdc7127 req-c409b78a-2aab-4368-a7ac-ab0aff6adc93 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 946 time: 0.1011515 Jun 17 08:45:19.595154 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2e7ee938-8742-495f-961f-95da6cdc7127 req-d021f116-86f5-4f36-b7ba-6f2e09e7693a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497029 Jun 17 08:45:19.646684 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [req-424c9fc5-1fff-46cd-9c2b-30c6c126c8fd req-368f29f2-1cd7-4f29-b7bc-d8600b9bbbd5 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] show failed (client error): The resource could not be found. Jun 17 08:45:19.648234 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-424c9fc5-1fff-46cd-9c2b-30c6c126c8fd req-368f29f2-1cd7-4f29-b7bc-d8600b9bbbd5 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] 10.222.0.49 "GET /v2.0/security-groups/0c217cda-87ba-4d17-82ef-669bed98a8d2 HTTP/1.1" status: 404 len: 352 time: 0.0231633 Jun 17 08:45:19.692713 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14be0d54-cd08-4f8e-9fb1-f3ade7a4f245 x-openstack-request-id: req-14be0d54-cd08-4f8e-9fb1-f3ade7a4f245 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:19.692912 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5", "name": "network-vif-deleted", "tag": "c048c410-2542-4b99-9cae-013acf77e67b", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:19.693215 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-14be0d54-cd08-4f8e-9fb1-f3ade7a4f245 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:19.693666 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5', 'name': 'network-vif-deleted', 'tag': 'c048c410-2542-4b99-9cae-013acf77e67b', 'status': 'completed', 'code': 200} Jun 17 08:45:19.826951 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device ab6b19a0-24fd-4572-958d-128e40d1df5f no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:19.841645 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bc29c4d8-c4be-463c-9d23-d7ecbfb410e5 req-754b2324-bd2a-4090-b27e-4ec929491f7c tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c3214b0-a0a4-4d5a-b62c-96bbfd7555c5 HTTP/1.1" status: 200 len: 210 time: 0.0331473 Jun 17 08:45:19.881401 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: ab6b19a0-24fd-4572-958d-128e40d1df5f {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:45:19.881401 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device ab6b19a0-24fd-4572-958d-128e40d1df5f not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:45:19.881401 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device c048c410-2542-4b99-9cae-013acf77e67b no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:19.932291 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: c048c410-2542-4b99-9cae-013acf77e67b {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:45:19.933018 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device c048c410-2542-4b99-9cae-013acf77e67b not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:45:19.938915 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [req-38320de9-2324-415f-8944-7d23147351cd req-4c786e25-a844-4aa9-87a2-9b2a3deba8e9 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] show failed (client error): The resource could not be found. Jun 17 08:45:19.944540 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-38320de9-2324-415f-8944-7d23147351cd req-4c786e25-a844-4aa9-87a2-9b2a3deba8e9 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] 10.222.0.49 "GET /v2.0/security-group-rules/d8f71159-7906-4334-8bd2-0916b3c25517 HTTP/1.1" status: 404 len: 361 time: 0.0207338 Jun 17 08:45:20.013872 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-979e0d62-d534-4bb3-8f3b-883ebdf3c595 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:20.014924 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-979e0d62-d534-4bb3-8f3b-883ebdf3c595 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11&tenant_id=702856434aae449ea41d8a187426d151&binding%3Ahost_id=n-h1-758944-30 HTTP/1.1" status: 200 len: 1097 time: 0.1920264 Jun 17 08:45:20.028950 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-ddaaff05-d4ca-4531-82cb-b4f8559b046f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-30'}}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:20.112033 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ba5e267c-e5a6-45cb-925b-f82c1cc4c616 req-7153ab04-3e7b-4b1b-b90e-16b42d27ec60 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 210 time: 0.0462725 Jun 17 08:45:20.227208 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-ddaaff05-d4ca-4531-82cb-b4f8559b046f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.243724 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102d2c6-68ad-41bb-8fe3-5dc7b5a65aab req-48e12308-567e-4454-acad-614bc531d87e tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:20.246281 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3102d2c6-68ad-41bb-8fe3-5dc7b5a65aab req-48e12308-567e-4454-acad-614bc531d87e tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 945 time: 0.1021700 Jun 17 08:45:20.287681 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.295644 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 50194) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:20.299266 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3102d2c6-68ad-41bb-8fe3-5dc7b5a65aab req-3c220f5f-9d22-4cb1-8aa0-fce216920984 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466688 Jun 17 08:45:20.373815 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-29c0815b-7ac1-4136-abfd-d47f1ae12e47 req-ac59ed9a-4e68-487d-b411-f263b72e20ad tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] 10.222.0.49 "GET /v2.0/security-groups/a11762bb-71d3-48d8-9cef-1c8549e1e724 HTTP/1.1" status: 200 len: 1811 time: 0.0723159 Jun 17 08:45:20.591271 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-ddaaff05-d4ca-4531-82cb-b4f8559b046f service neutron] For port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:20.594737 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-29c0815b-7ac1-4136-abfd-d47f1ae12e47 req-74e6f69d-2bc5-4d1c-a7c2-6be9eac1149e tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.688646 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-29c0815b-7ac1-4136-abfd-d47f1ae12e47 req-74e6f69d-2bc5-4d1c-a7c2-6be9eac1149e tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.744512 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-ddaaff05-d4ca-4531-82cb-b4f8559b046f service neutron] For port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:20.794904 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7f2812ae-3be5-4971-be80-c5679fb321e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.817399 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-ddaaff05-d4ca-4531-82cb-b4f8559b046f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.916460 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-29c0815b-7ac1-4136-abfd-d47f1ae12e47 req-74e6f69d-2bc5-4d1c-a7c2-6be9eac1149e tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.919078 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-29c0815b-7ac1-4136-abfd-d47f1ae12e47 req-74e6f69d-2bc5-4d1c-a7c2-6be9eac1149e tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.936287 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-29c0815b-7ac1-4136-abfd-d47f1ae12e47 req-74e6f69d-2bc5-4d1c-a7c2-6be9eac1149e tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] 10.222.0.49 "DELETE /v2.0/security-groups/a11762bb-71d3-48d8-9cef-1c8549e1e724 HTTP/1.1" status: 204 len: 173 time: 0.5393624 Jun 17 08:45:20.937089 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-91dee6ce-8fdd-4021-8966-ee7156738f51 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:20.950639 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-ddaaff05-d4ca-4531-82cb-b4f8559b046f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.953219 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6f69d-2bc5-4d1c-a7c2-6be9eac1149e tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11762bb-71d3-48d8-9cef-1c8549e1e724,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:20.965577 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-74e6f69d-2bc5-4d1c-a7c2-6be9eac1149e tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:20.972717 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c7397ec5-1e49-4847-865a-ba0eb008c117 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:21.079621 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaaff05-d4ca-4531-82cb-b4f8559b046f service neutron] Pushing event updated for resources: {'Port': ['ID=c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c,revision_number=7']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:21.113325 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ddaaff05-d4ca-4531-82cb-b4f8559b046f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:21.129243 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-ddaaff05-d4ca-4531-82cb-b4f8559b046f service neutron] Attempting to bind port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c on host n-h1-758944-30 for vnic_type normal with profile {"migrating_to": "n-h2-758944-30"} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:21.129243 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-ddaaff05-d4ca-4531-82cb-b4f8559b046f service neutron] Attempting to bind port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:21.129641 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-ddaaff05-d4ca-4531-82cb-b4f8559b046f service neutron] Attempting to bind port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c on network 8305e780-7f7d-463d-bdce-25806076a869 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:21.136161 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-ddaaff05-d4ca-4531-82cb-b4f8559b046f service neutron] Port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c on network 8305e780-7f7d-463d-bdce-25806076a869 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:45:21.136493 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-ddaaff05-d4ca-4531-82cb-b4f8559b046f service neutron] Attempting to bind port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c on network 8305e780-7f7d-463d-bdce-25806076a869 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:21.149844 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-ddaaff05-d4ca-4531-82cb-b4f8559b046f service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:21.150185 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-ddaaff05-d4ca-4531-82cb-b4f8559b046f service neutron] Checking segment: {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:21.150596 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-ddaaff05-d4ca-4531-82cb-b4f8559b046f service neutron] Bound using segment: {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:21.151047 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-ddaaff05-d4ca-4531-82cb-b4f8559b046f service neutron] Bound port: c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:21.151393 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-ddaaff05-d4ca-4531-82cb-b4f8559b046f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.286601 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca979bc6-cc1b-4f6b-b2a2-1dea07c7c167 req-1f3ce86f-85d5-418d-a676-e61dc628e002 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:21.295651 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ca979bc6-cc1b-4f6b-b2a2-1dea07c7c167 req-1f3ce86f-85d5-418d-a676-e61dc628e002 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 949 time: 0.1480258 Jun 17 08:45:21.317223 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-ddaaff05-d4ca-4531-82cb-b4f8559b046f service neutron] For port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:21.368390 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ca979bc6-cc1b-4f6b-b2a2-1dea07c7c167 req-3a1f6c3a-37bd-4e7c-9398-6a06aae4e0d9 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716426 Jun 17 08:45:21.390636 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-ddaaff05-d4ca-4531-82cb-b4f8559b046f service neutron] For port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:21.497353 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-ddaaff05-d4ca-4531-82cb-b4f8559b046f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.501609 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5a6bd971-8464-4c68-9c8d-12cdc7b7273a tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:21.532786 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a1f24-3bd0-43f5-b3a0-e27662db7b7e req-09bd7cb2-0afc-46ee-a0ac-ea502f872b7f tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:21.534297 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3a2a1f24-3bd0-43f5-b3a0-e27662db7b7e req-09bd7cb2-0afc-46ee-a0ac-ea502f872b7f tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 946 time: 0.1593893 Jun 17 08:45:21.610041 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3a2a1f24-3bd0-43f5-b3a0-e27662db7b7e req-72f0e7d4-b0bd-4e21-a834-2bf3de399cdb tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662589 Jun 17 08:45:21.675561 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0a4bc5c8-5912-4871-91bf-bf76dc659c6e req-3e770e54-3a39-45d7-bacd-bc1ff9fdf5b3 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] 10.222.0.49 "GET /v2.0/security-groups/cf74e60c-c296-4011-a733-b7a91322cf27 HTTP/1.1" status: 200 len: 1812 time: 0.1649623 Jun 17 08:45:21.675561 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaaff05-d4ca-4531-82cb-b4f8559b046f service neutron] Pushing event updated for resources: {'Port': ['ID=c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c,revision_number=8']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:21.694498 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c2bb18-89ce-47df-a5ed-84d2dd7c1c11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:21.697388 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c396c5-d9f7-4caa-8dce-cae9a1b297dd" -d '{"events": [{"server_uuid": "d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11", "name": "network-vif-unplugged", "status": "completed", "tag": "c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:21.707795 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ddaaff05-d4ca-4531-82cb-b4f8559b046f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:21.711290 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-ddaaff05-d4ca-4531-82cb-b4f8559b046f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:21.711920 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-ddaaff05-d4ca-4531-82cb-b4f8559b046f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.715102 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-ddaaff05-d4ca-4531-82cb-b4f8559b046f service neutron] 10.222.0.53 "PUT /v2.0/ports/c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c HTTP/1.1" status: 200 len: 1123 time: 1.6930354 Jun 17 08:45:21.775162 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-7f2812ae-3be5-4971-be80-c5679fb321e4 admin admin] Deleting port f2d73fb7-d115-4d0a-b774-53f2b988cca3 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:21.775572 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7f2812ae-3be5-4971-be80-c5679fb321e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.789243 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:45:21.801066 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0a4bc5c8-5912-4871-91bf-bf76dc659c6e req-8141a8c0-4888-4bbe-b13a-370ba0a607ce tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.828322 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0a4bc5c8-5912-4871-91bf-bf76dc659c6e req-8141a8c0-4888-4bbe-b13a-370ba0a607ce tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.869009 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:45:21.885808 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d6a5bedd-781c-4564-87f7-1890f04f1c49 req-c714cc4d-ef13-4f8c-9d5e-3d96956bf18c tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 210 time: 0.0419033 Jun 17 08:45:21.918948 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:45:21.945208 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-7f2812ae-3be5-4971-be80-c5679fb321e4 admin admin] For port f2d73fb7-d115-4d0a-b774-53f2b988cca3, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=f2d73fb7-d115-4d0a-b774-53f2b988cca3,segment=NetworkSegment(e96c69d3-6674-4113-9a5e-ee02110e6315),segment_id=e96c69d3-6674-4113-9a5e-ee02110e6315)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:21.946129 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7f2812ae-3be5-4971-be80-c5679fb321e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:22.061627 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-7f2812ae-3be5-4971-be80-c5679fb321e4 admin admin] Calling delete_port for f2d73fb7-d115-4d0a-b774-53f2b988cca3 owned by network:router_interface {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:22.257154 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:22.279349 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0a4bc5c8-5912-4871-91bf-bf76dc659c6e req-8141a8c0-4888-4bbe-b13a-370ba0a607ce tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:22.282103 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0a4bc5c8-5912-4871-91bf-bf76dc659c6e req-8141a8c0-4888-4bbe-b13a-370ba0a607ce tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:22.283906 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c has no active binding in host n-h2-758944-30 {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 17 08:45:22.293023 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0a4bc5c8-5912-4871-91bf-bf76dc659c6e req-8141a8c0-4888-4bbe-b13a-370ba0a607ce tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] 10.222.0.49 "DELETE /v2.0/security-groups/cf74e60c-c296-4011-a733-b7a91322cf27 HTTP/1.1" status: 204 len: 173 time: 0.6194637 Jun 17 08:45:22.296857 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-941c4494-0834-4530-8caa-a485892a25dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:22.312722 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141a8c0-4888-4bbe-b13a-370ba0a607ce tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf74e60c-c296-4011-a733-b7a91322cf27,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:22.327538 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8141a8c0-4888-4bbe-b13a-370ba0a607ce tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:22.490140 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499a0ff-c89a-4086-96de-2e1d5b4d0001 req-d004f7ef-ade1-426a-9129-ab9af51bc38e tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:22.497532 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7499a0ff-c89a-4086-96de-2e1d5b4d0001 req-d004f7ef-ade1-426a-9129-ab9af51bc38e tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 943 time: 0.0815613 Jun 17 08:45:22.516487 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7f2812ae-3be5-4971-be80-c5679fb321e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:22.545866 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2f298747-212c-427c-bd12-a84db146ab5b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:22.550194 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2812ae-3be5-4971-be80-c5679fb321e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2d73fb7-d115-4d0a-b774-53f2b988cca3,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:22.560654 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7f2812ae-3be5-4971-be80-c5679fb321e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:22.560918 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7499a0ff-c89a-4086-96de-2e1d5b4d0001 req-259d147a-1f20-4471-886d-1b96423a243a tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617738 Jun 17 08:45:22.687211 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-305121ad-c30e-40ef-8193-984cd2a2a456 req-4d101027-9adf-4a41-a5c3-6cfed8402994 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups/1da5f7fe-0c9f-4c7b-bc32-8735f7e68ead HTTP/1.1" status: 200 len: 1799 time: 0.0839040 Jun 17 08:45:22.768218 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-305121ad-c30e-40ef-8193-984cd2a2a456 req-c7aa3662-ce49-4853-914d-98405ddb65c0 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:22.793945 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-305121ad-c30e-40ef-8193-984cd2a2a456 req-c7aa3662-ce49-4853-914d-98405ddb65c0 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:22.822522 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7f2812ae-3be5-4971-be80-c5679fb321e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.048651 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2812ae-3be5-4971-be80-c5679fb321e4 admin admin] Router e4a3c4d8-c574-4d02-a19f-e12e4305e983 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:45:23.163364 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2812ae-3be5-4971-be80-c5679fb321e4 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:45:23.170598 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7f2812ae-3be5-4971-be80-c5679fb321e4 admin admin] 10.222.0.49 "PUT /v2.0/routers/e4a3c4d8-c574-4d02-a19f-e12e4305e983/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8699179 Jun 17 08:45:23.171425 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 50256) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:23.179389 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5f8bbc-7ac3-4b2b-bcd0-3dec1ac6fb87 None None] Sync routers for ids ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:45:23.188425 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5f8bbc-7ac3-4b2b-bcd0-3dec1ac6fb87 None None] Routers {'e4a3c4d8-c574-4d02-a19f-e12e4305e983'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:23.189048 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-bc5f8bbc-7ac3-4b2b-bcd0-3dec1ac6fb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:44:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:23.297697 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ee586817-c138-4f2b-8340-eb5857a40631 admin admin] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.308054 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-bc5f8bbc-7ac3-4b2b-bcd0-3dec1ac6fb87 None None] Set router e4a3c4d8-c574-4d02-a19f-e12e4305e983 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:23.412801 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ee586817-c138-4f2b-8340-eb5857a40631 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.460860 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2393f2-147a-4269-bd2f-718eb1622bdf x-openstack-request-id: req-eb2393f2-147a-4269-bd2f-718eb1622bdf {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:23.461678 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11", "name": "network-vif-unplugged", "status": "completed", "tag": "c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:23.462490 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eb2393f2-147a-4269-bd2f-718eb1622bdf {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:23.463291 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c2bb18-89ce-47df-a5ed-84d2dd7c1c11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c', 'code': 200} Jun 17 08:45:23.525022 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0ae9fac7-a6f5-48d0-8847-e32a7551d236 req-c654e328-a0c4-485f-bbaf-246c69c6ee7b tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] 10.222.0.49 "GET /v2.0/security-groups/bc5f3f6b-d657-421f-a9f6-22fdcf9b2174 HTTP/1.1" status: 200 len: 1812 time: 0.0522666 Jun 17 08:45:23.555364 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-bc5f8bbc-7ac3-4b2b-bcd0-3dec1ac6fb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'name': 'tempest-FloatingIPsAssociationTestJSON-2068322118-router', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:25Z', 'updated_at': '2021-06-17T08:45:22Z', 'revision_number': 5, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'gw_port': {'id': 'bf4363cc-c25d-438b-aafe-9c439d58a958', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:29Z', 'updated_at': '2021-06-17T08:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:23.579001 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-305121ad-c30e-40ef-8193-984cd2a2a456 req-c7aa3662-ce49-4853-914d-98405ddb65c0 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.581585 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-305121ad-c30e-40ef-8193-984cd2a2a456 req-c7aa3662-ce49-4853-914d-98405ddb65c0 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.598044 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-305121ad-c30e-40ef-8193-984cd2a2a456 req-c7aa3662-ce49-4853-914d-98405ddb65c0 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "DELETE /v2.0/security-groups/1da5f7fe-0c9f-4c7b-bc32-8735f7e68ead HTTP/1.1" status: 204 len: 173 time: 0.9044499 Jun 17 08:45:23.604719 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8141a8c0-4888-4bbe-b13a-370ba0a607ce tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:23.607491 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5f8bbc-7ac3-4b2b-bcd0-3dec1ac6fb87 None None] Checking router: e4a3c4d8-c574-4d02-a19f-e12e4305e983 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:45:23.631158 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5f8bbc-7ac3-4b2b-bcd0-3dec1ac6fb87 None None] Routers {'e4a3c4d8-c574-4d02-a19f-e12e4305e983'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:23.631912 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-bc5f8bbc-7ac3-4b2b-bcd0-3dec1ac6fb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:44:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:23.641232 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa3662-ce49-4853-914d-98405ddb65c0 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da5f7fe-0c9f-4c7b-bc32-8735f7e68ead,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:23.647101 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c7aa3662-ce49-4853-914d-98405ddb65c0 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:23.731734 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-0ae9fac7-a6f5-48d0-8847-e32a7551d236 req-dd1a7349-0098-4b98-a33d-c7a14cd200ce tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.776386 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-0ae9fac7-a6f5-48d0-8847-e32a7551d236 req-dd1a7349-0098-4b98-a33d-c7a14cd200ce tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.790517 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-10caacf6-359f-4224-9d0a-08e3692c535a tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:23.792421 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-10caacf6-359f-4224-9d0a-08e3692c535a tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.53 "GET /v2.0/networks?id=1302d89b-bdda-43cb-a35c-b3bb609661cb HTTP/1.1" status: 200 len: 810 time: 0.2741911 Jun 17 08:45:23.792903 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-ee586817-c138-4f2b-8340-eb5857a40631 admin admin] Deleting port bf4363cc-c25d-438b-aafe-9c439d58a958 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:23.793727 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ee586817-c138-4f2b-8340-eb5857a40631 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.799424 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-bc5f8bbc-7ac3-4b2b-bcd0-3dec1ac6fb87 None None] Set router e4a3c4d8-c574-4d02-a19f-e12e4305e983 gateway port host: None {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:23.810190 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-269425ec-ac75-44ec-a260-5820f46c2f01 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Request body: {'port': {'device_id': '6d14c07d-7944-48ca-bb7c-abec7baa153f', 'network_id': '1302d89b-bdda-43cb-a35c-b3bb609661cb', 'admin_state_up': True, 'tenant_id': 'da4fcbeea2f0401e991ac51af5b56a4a'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:23.912120 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-bc5f8bbc-7ac3-4b2b-bcd0-3dec1ac6fb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'name': 'tempest-FloatingIPsAssociationTestJSON-2068322118-router', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:25Z', 'updated_at': '2021-06-17T08:45:23Z', 'revision_number': 6, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'gw_port_host': None}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:23.949793 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-ee586817-c138-4f2b-8340-eb5857a40631 admin admin] For port bf4363cc-c25d-438b-aafe-9c439d58a958, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=bf4363cc-c25d-438b-aafe-9c439d58a958,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:23.954756 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ee586817-c138-4f2b-8340-eb5857a40631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.961350 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5f8bbc-7ac3-4b2b-bcd0-3dec1ac6fb87 None None] The sync data for ids ['e4a3c4d8-c574-4d02-a19f-e12e4305e983'] in n-d-758944-30 is: [{'id': 'e4a3c4d8-c574-4d02-a19f-e12e4305e983', 'name': 'tempest-FloatingIPsAssociationTestJSON-2068322118-router', 'tenant_id': '01ea701c61b04251b074cc63e93c2244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:25Z', 'updated_at': '2021-06-17T08:45:23Z', 'revision_number': 6, 'project_id': '01ea701c61b04251b074cc63e93c2244', 'gw_port_host': None}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:23.994545 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b4af1-17c9-4bb7-b60a-d1193ee73326 req-efd7e3d3-1542-4b46-be01-309b1d65d0bf tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:24.002939 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-377b4af1-17c9-4bb7-b60a-d1193ee73326 req-efd7e3d3-1542-4b46-be01-309b1d65d0bf tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 949 time: 0.2533760 Jun 17 08:45:24.096939 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-ee586817-c138-4f2b-8340-eb5857a40631 admin admin] Calling delete_port for bf4363cc-c25d-438b-aafe-9c439d58a958 owned by network:router_gateway {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:24.111153 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-377b4af1-17c9-4bb7-b60a-d1193ee73326 req-003ec6f3-bd75-425a-872d-d7f3c2a47d50 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069150 Jun 17 08:45:24.156191 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-0ae9fac7-a6f5-48d0-8847-e32a7551d236 req-dd1a7349-0098-4b98-a33d-c7a14cd200ce tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.159354 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-0ae9fac7-a6f5-48d0-8847-e32a7551d236 req-dd1a7349-0098-4b98-a33d-c7a14cd200ce tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.160516 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0ae9fac7-a6f5-48d0-8847-e32a7551d236 req-dd1a7349-0098-4b98-a33d-c7a14cd200ce tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] 10.222.0.49 "DELETE /v2.0/security-groups/bc5f3f6b-d657-421f-a9f6-22fdcf9b2174 HTTP/1.1" status: 204 len: 173 time: 0.6278906 Jun 17 08:45:24.167758 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-048d7171-98c8-451a-bf20-480bb5c8abc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:24.178396 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a7349-0098-4b98-a33d-c7a14cd200ce tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5f3f6b-d657-421f-a9f6-22fdcf9b2174,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:24.181688 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dd1a7349-0098-4b98-a33d-c7a14cd200ce tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:24.223997 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-269425ec-ac75-44ec-a260-5820f46c2f01 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Made reservation on behalf of da4fcbeea2f0401e991ac51af5b56a4a for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:24.228065 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-269425ec-ac75-44ec-a260-5820f46c2f01 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.447509 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device f2d73fb7-d115-4d0a-b774-53f2b988cca3 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:24.481332 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: f2d73fb7-d115-4d0a-b774-53f2b988cca3 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:45:24.481958 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device f2d73fb7-d115-4d0a-b774-53f2b988cca3 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:45:24.486359 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d60c19cd-e24e-46ce-be7a-cb4ce4ee84c5 req-dad84b5b-c170-4668-b998-f46fc866c223 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 210 time: 0.0938060 Jun 17 08:45:24.495830 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa972b6-a5eb-450b-8b16-6d8334cac04f req-4cd6b0ce-be67-42c0-885f-3fe7f10056e4 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:24.504816 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ffa972b6-a5eb-450b-8b16-6d8334cac04f req-4cd6b0ce-be67-42c0-885f-3fe7f10056e4 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 946 time: 0.2607577 Jun 17 08:45:24.577195 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ee586817-c138-4f2b-8340-eb5857a40631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.581860 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ffa972b6-a5eb-450b-8b16-6d8334cac04f req-f097be6c-55f7-4d42-9da7-710013196415 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758257 Jun 17 08:45:24.593778 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-06ae790e-36dc-461c-9817-44333234ed3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:24.606905 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-269425ec-ac75-44ec-a260-5820f46c2f01 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Allocated IP 172.20.0.5 (1302d89b-bdda-43cb-a35c-b3bb609661cb/2c38d131-90c8-4df8-b19d-8bfac65826fa/e5bcb38c-912f-48f9-ac4d-89fd7c283b16) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:24.784231 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ee586817-c138-4f2b-8340-eb5857a40631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.789888 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee586817-c138-4f2b-8340-eb5857a40631 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf4363cc-c25d-438b-aafe-9c439d58a958,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:24.824321 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ee586817-c138-4f2b-8340-eb5857a40631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:24.923620 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ee586817-c138-4f2b-8340-eb5857a40631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.930309 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ee586817-c138-4f2b-8340-eb5857a40631 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.074563 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-39c6169f-8df0-4422-98ee-9789dec08812 req-fbec6bc5-4b36-430d-ae10-607b6e79f0b0 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups/ba7f92c0-1712-4829-b695-71a865898f42 HTTP/1.1" status: 200 len: 1800 time: 0.4285157 Jun 17 08:45:25.098920 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ee586817-c138-4f2b-8340-eb5857a40631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.099481 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee586817-c138-4f2b-8340-eb5857a40631 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4a3c4d8-c574-4d02-a19f-e12e4305e983 {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:45:25.104633 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ee586817-c138-4f2b-8340-eb5857a40631 admin admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.105930 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ee586817-c138-4f2b-8340-eb5857a40631 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e4a3c4d8-c574-4d02-a19f-e12e4305e983 HTTP/1.1" status: 204 len: 168 time: 1.9331882 Jun 17 08:45:25.108826 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 50286) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:25.186715 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-25aa7059-6d18-4628-a519-3d839af39c61 admin admin] Deleting subnet 87aad5d8-994a-48f5-8b35-7f9bfe6a971c {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:45:25.190879 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-25aa7059-6d18-4628-a519-3d839af39c61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.240757 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-39c6169f-8df0-4422-98ee-9789dec08812 req-4fa6c2a4-81d5-4181-9dfa-e7f561031f3d tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.284571 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-269425ec-ac75-44ec-a260-5820f46c2f01 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.304554 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-25aa7059-6d18-4628-a519-3d839af39c61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.306360 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-39c6169f-8df0-4422-98ee-9789dec08812 req-4fa6c2a4-81d5-4181-9dfa-e7f561031f3d tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.379291 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4188-0685-4bb4-99d7-49c048218224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.433634 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-25aa7059-6d18-4628-a519-3d839af39c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.465754 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c2bb18-89ce-47df-a5ed-84d2dd7c1c11', 'tag': 'c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:25.469030 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6eab70-e4a1-46a7-bc42-c0fd5478fba7" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11", "tag": "c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:25.488487 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-269425ec-ac75-44ec-a260-5820f46c2f01 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.491146 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-39c6169f-8df0-4422-98ee-9789dec08812 req-4fa6c2a4-81d5-4181-9dfa-e7f561031f3d tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.493599 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-39c6169f-8df0-4422-98ee-9789dec08812 req-4fa6c2a4-81d5-4181-9dfa-e7f561031f3d tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.505194 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['67a59721-09d2-4b0b-880c-d713544994c7'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:45:25.509764 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-39c6169f-8df0-4422-98ee-9789dec08812 req-4fa6c2a4-81d5-4181-9dfa-e7f561031f3d tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "DELETE /v2.0/security-groups/ba7f92c0-1712-4829-b695-71a865898f42 HTTP/1.1" status: 204 len: 173 time: 0.3885152 Jun 17 08:45:25.532234 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-02da46fe-df9b-4691-99fd-1f7bd68c57af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:25.567972 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6c2a4-81d5-4181-9dfa-e7f561031f3d tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7f92c0-1712-4829-b695-71a865898f42,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:25.579009 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4fa6c2a4-81d5-4181-9dfa-e7f561031f3d tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:25.579685 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-eeec780d-0bce-4ab4-b11a-a3d265fae603 tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:25.591927 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-269425ec-ac75-44ec-a260-5820f46c2f01 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Network 1302d89b-bdda-43cb-a35c-b3bb609661cb is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:25.618514 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-25aa7059-6d18-4628-a519-3d839af39c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.620340 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-269425ec-ac75-44ec-a260-5820f46c2f01 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:25.622238 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6f7adaad-d905-4fe2-ad80-1ed79347a5d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:25.628906 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-269425ec-ac75-44ec-a260-5820f46c2f01 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:25.680653 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa7059-6d18-4628-a519-3d839af39c61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87aad5d8-994a-48f5-8b35-7f9bfe6a971c,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:25.683306 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-58b25150-42aa-4625-b2fc-88171640ad4f req-72f394db-f24b-4574-98fb-65c86786c65e tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] 10.222.0.49 "GET /v2.0/security-groups/024ba73d-b641-463f-931c-c35f29e00495 HTTP/1.1" status: 200 len: 1811 time: 0.1408947 Jun 17 08:45:25.696383 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-25aa7059-6d18-4628-a519-3d839af39c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:25.699214 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-25aa7059-6d18-4628-a519-3d839af39c61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.707211 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-25aa7059-6d18-4628-a519-3d839af39c61 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/87aad5d8-994a-48f5-8b35-7f9bfe6a971c HTTP/1.1" status: 204 len: 168 time: 0.5972917 Jun 17 08:45:25.708282 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 50300) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:25.713803 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4286bc26-3233-41c3-8f52-278a997a3a24 None None] Network ee35a3b3-c4cb-4743-a459-4872b10a6b65 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:25.717321 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269425ec-ac75-44ec-a260-5820f46c2f01 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Pushing event updated for resources: {'Port': ['ID=e5bcb38c-912f-48f9-ac4d-89fd7c283b16,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:25.724298 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-269425ec-ac75-44ec-a260-5820f46c2f01 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:25.742702 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-269425ec-ac75-44ec-a260-5820f46c2f01 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:25.743341 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-269425ec-ac75-44ec-a260-5820f46c2f01 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.786572 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-58b25150-42aa-4625-b2fc-88171640ad4f req-93e1bf4b-0c3b-4b34-b601-a7e6f0e932db tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.823951 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-58b25150-42aa-4625-b2fc-88171640ad4f req-93e1bf4b-0c3b-4b34-b601-a7e6f0e932db tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.885295 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c64f5a5f-058e-4cb5-949e-33548d0b9acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.904524 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-269425ec-ac75-44ec-a260-5820f46c2f01 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0980690 Jun 17 08:45:25.924947 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-9886ffc8-62da-42ce-aac2-f3b4e22bbf5c service neutron] Request body: {'port': {'device_id': '6d14c07d-7944-48ca-bb7c-abec7baa153f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:26.052047 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8e1e9-dcc8-4f03-921a-61c39bac49ae req-0131cfbc-c50b-48cc-96f4-966332f7783d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:26.052332 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-58b25150-42aa-4625-b2fc-88171640ad4f req-93e1bf4b-0c3b-4b34-b601-a7e6f0e932db tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.056062 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1ee8e1e9-dcc8-4f03-921a-61c39bac49ae req-0131cfbc-c50b-48cc-96f4-966332f7783d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 943 time: 0.3002295 Jun 17 08:45:26.057247 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-58b25150-42aa-4625-b2fc-88171640ad4f req-93e1bf4b-0c3b-4b34-b601-a7e6f0e932db tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.072308 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-58b25150-42aa-4625-b2fc-88171640ad4f req-93e1bf4b-0c3b-4b34-b601-a7e6f0e932db tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] 10.222.0.49 "DELETE /v2.0/security-groups/024ba73d-b641-463f-931c-c35f29e00495 HTTP/1.1" status: 204 len: 173 time: 0.3877990 Jun 17 08:45:26.077320 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0e2cab36-9962-4081-a008-68ab6b5ac013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:26.091406 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-9886ffc8-62da-42ce-aac2-f3b4e22bbf5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.166403 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1ee8e1e9-dcc8-4f03-921a-61c39bac49ae req-57c9243e-1c3b-4a96-a7f7-9a86a7a9aa8a tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911701 Jun 17 08:45:26.168761 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1bf4b-0c3b-4b34-b601-a7e6f0e932db tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=024ba73d-b641-463f-931c-c35f29e00495,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:26.173111 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-93e1bf4b-0c3b-4b34-b601-a7e6f0e932db tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:26.233133 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5a5f-058e-4cb5-949e-33548d0b9acc admin admin] Deleting port 1d5f214e-b4b1-425a-a4c3-780c1b63aaa9 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:26.233133 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c64f5a5f-058e-4cb5-949e-33548d0b9acc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.248736 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059fed74-6cb6-4351-9457-db4564caa69a None None] DHCP port deletion for ee35a3b3-c4cb-4743-a459-4872b10a6b65 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:45:26.333666 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device bf4363cc-c25d-438b-aafe-9c439d58a958 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:26.339673 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 50306) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:26.380738 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: bf4363cc-c25d-438b-aafe-9c439d58a958 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:45:26.381254 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device bf4363cc-c25d-438b-aafe-9c439d58a958 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:45:26.408253 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3583f23b-9d2c-4f07-9212-c0e011a35880 x-openstack-request-id: req-3583f23b-9d2c-4f07-9212-c0e011a35880 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:26.408643 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11", "tag": "c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:26.409135 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3583f23b-9d2c-4f07-9212-c0e011a35880 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:26.412236 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c2bb18-89ce-47df-a5ed-84d2dd7c1c11', 'tag': 'c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c', 'status': 'completed', 'code': 200} Jun 17 08:45:26.427474 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-81897149-4a20-4125-b5ae-7dfad60ac42f req-0aadaec7-f402-4282-b2de-e7b853f8a419 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-742225706', 'description': 'tempest-description-2042400177'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:26.429623 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-059fed74-6cb6-4351-9457-db4564caa69a None None] Deleting port 1d5f214e-b4b1-425a-a4c3-780c1b63aaa9 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:26.430426 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-059fed74-6cb6-4351-9457-db4564caa69a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.506732 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-c64f5a5f-058e-4cb5-949e-33548d0b9acc admin admin] For port 1d5f214e-b4b1-425a-a4c3-780c1b63aaa9, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=1d5f214e-b4b1-425a-a4c3-780c1b63aaa9,segment=NetworkSegment(e96c69d3-6674-4113-9a5e-ee02110e6315),segment_id=e96c69d3-6674-4113-9a5e-ee02110e6315)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:26.507802 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c64f5a5f-058e-4cb5-949e-33548d0b9acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.508246 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-059fed74-6cb6-4351-9457-db4564caa69a None None] For port 1d5f214e-b4b1-425a-a4c3-780c1b63aaa9, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=1d5f214e-b4b1-425a-a4c3-780c1b63aaa9,segment=NetworkSegment(e96c69d3-6674-4113-9a5e-ee02110e6315),segment_id=e96c69d3-6674-4113-9a5e-ee02110e6315)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:26.509530 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-059fed74-6cb6-4351-9457-db4564caa69a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.596666 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-059fed74-6cb6-4351-9457-db4564caa69a None None] Calling delete_port for 1d5f214e-b4b1-425a-a4c3-780c1b63aaa9 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:26.598462 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab96ab6-5d84-44f9-8eb5-1f4437b8e382 req-ffd47418-c24c-406a-94c0-3b8ca66b52df tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:26.600234 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3ab96ab6-5d84-44f9-8eb5-1f4437b8e382 req-ffd47418-c24c-406a-94c0-3b8ca66b52df tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 949 time: 0.2029819 Jun 17 08:45:26.607992 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-c64f5a5f-058e-4cb5-949e-33548d0b9acc admin admin] Calling delete_port for 1d5f214e-b4b1-425a-a4c3-780c1b63aaa9 owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:26.626832 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-81897149-4a20-4125-b5ae-7dfad60ac42f req-0aadaec7-f402-4282-b2de-e7b853f8a419 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.672981 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3ab96ab6-5d84-44f9-8eb5-1f4437b8e382 req-67760f7b-6f23-44a2-8d01-e5103dcc1d55 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577157 Jun 17 08:45:26.721019 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6eab70-e4a1-46a7-bc42-c0fd5478fba7 req-4633fb7b-4784-48c1-8186-c996fb465230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:26.722865 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3a6eab70-e4a1-46a7-bc42-c0fd5478fba7 req-4633fb7b-4784-48c1-8186-c996fb465230 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=702856434aae449ea41d8a187426d151&device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 1126 time: 0.3314140 Jun 17 08:45:26.815108 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-9886ffc8-62da-42ce-aac2-f3b4e22bbf5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5bcb38c-912f-48f9-ac4d-89fd7c283b16 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:45:26.821799 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-059fed74-6cb6-4351-9457-db4564caa69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.827317 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-9886ffc8-62da-42ce-aac2-f3b4e22bbf5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.833310 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:26.879233 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-9886ffc8-62da-42ce-aac2-f3b4e22bbf5c service neutron] Transition to ACTIVE for port object e5bcb38c-912f-48f9-ac4d-89fd7c283b16 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:26.882128 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059fed74-6cb6-4351-9457-db4564caa69a None None] No DVR routers for this DVR port 1d5f214e-b4b1-425a-a4c3-780c1b63aaa9 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:45:26.883978 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059fed74-6cb6-4351-9457-db4564caa69a None None] Pushing event deleted for resources: {'Port': ['ID=1d5f214e-b4b1-425a-a4c3-780c1b63aaa9,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:26.895417 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-059fed74-6cb6-4351-9457-db4564caa69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:26.923650 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-8c9f500f-10c3-4091-976e-ff29be3fc9e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=472ab7a68a3f4116b4ac35a8a61a7b72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5806365 Jun 17 08:45:26.930718 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 50310) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:26.930868 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4aa03-8a7a-45ca-b39d-c480f26dbd4b req-84967745-eff1-4190-beb5-396008bd79bc tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:26.931198 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b0c4aa03-8a7a-45ca-b39d-c480f26dbd4b req-84967745-eff1-4190-beb5-396008bd79bc tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 931 time: 0.0984123 Jun 17 08:45:26.994317 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b0c4aa03-8a7a-45ca-b39d-c480f26dbd4b req-ab38b4b8-f080-405a-a582-afd34325d1ec tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567238 Jun 17 08:45:27.004299 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-9886ffc8-62da-42ce-aac2-f3b4e22bbf5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.016941 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fce48bc7-7796-45f2-8cbd-a2b407d62317 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:27.057249 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c64f5a5f-058e-4cb5-949e-33548d0b9acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.072491 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-85b9699a-863d-48ac-b988-3a617a6f88b0 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:27.076541 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-81897149-4a20-4125-b5ae-7dfad60ac42f req-0aadaec7-f402-4282-b2de-e7b853f8a419 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.081304 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6eab70-e4a1-46a7-bc42-c0fd5478fba7 req-4ffea438-4bb3-4eb5-8972-465c33021921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:27.083097 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3a6eab70-e4a1-46a7-bc42-c0fd5478fba7 req-4ffea438-4bb3-4eb5-8972-465c33021921 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8305e780-7f7d-463d-bdce-25806076a869 HTTP/1.1" status: 200 len: 922 time: 0.3511906 Jun 17 08:45:27.090881 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64f5a5f-058e-4cb5-949e-33548d0b9acc admin admin] No DVR routers for this DVR port 1d5f214e-b4b1-425a-a4c3-780c1b63aaa9 on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:45:27.119278 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886ffc8-62da-42ce-aac2-f3b4e22bbf5c service neutron] Pushing event updated for resources: {'Port': ['ID=e5bcb38c-912f-48f9-ac4d-89fd7c283b16,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:27.123008 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9886ffc8-62da-42ce-aac2-f3b4e22bbf5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:27.153278 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f5a5f-058e-4cb5-949e-33548d0b9acc admin admin] Pushing event deleted for resources: {'Port': ['ID=1d5f214e-b4b1-425a-a4c3-780c1b63aaa9,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:27.156689 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c64f5a5f-058e-4cb5-949e-33548d0b9acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:27.192250 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-81897149-4a20-4125-b5ae-7dfad60ac42f req-0aadaec7-f402-4282-b2de-e7b853f8a419 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.197628 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-18c4fb11-883a-4c29-8d91-6f3b0a928531 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:27.201528 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-51234354-81b5-4aff-b236-3c67511ef068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.204130 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3a6eab70-e4a1-46a7-bc42-c0fd5478fba7 req-a9b14124-b3ec-4234-88bc-9bd90543ae94 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c HTTP/1.1" status: 200 len: 217 time: 0.0851882 Jun 17 08:45:27.327382 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-9886ffc8-62da-42ce-aac2-f3b4e22bbf5c service neutron] Attempting to bind port e5bcb38c-912f-48f9-ac4d-89fd7c283b16 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:27.327839 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-9886ffc8-62da-42ce-aac2-f3b4e22bbf5c service neutron] Attempting to bind port e5bcb38c-912f-48f9-ac4d-89fd7c283b16 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '1efc45a6-102b-4399-be59-f57c2bb6a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1302d89b-bdda-43cb-a35c-b3bb609661cb'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:27.328290 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-9886ffc8-62da-42ce-aac2-f3b4e22bbf5c service neutron] Attempting to bind port e5bcb38c-912f-48f9-ac4d-89fd7c283b16 on network 1302d89b-bdda-43cb-a35c-b3bb609661cb {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:27.334450 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-9886ffc8-62da-42ce-aac2-f3b4e22bbf5c service neutron] Port e5bcb38c-912f-48f9-ac4d-89fd7c283b16 on network 1302d89b-bdda-43cb-a35c-b3bb609661cb not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:45:27.334450 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-9886ffc8-62da-42ce-aac2-f3b4e22bbf5c service neutron] Attempting to bind port e5bcb38c-912f-48f9-ac4d-89fd7c283b16 on network 1302d89b-bdda-43cb-a35c-b3bb609661cb {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:27.342735 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-9886ffc8-62da-42ce-aac2-f3b4e22bbf5c service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:27.343256 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-9886ffc8-62da-42ce-aac2-f3b4e22bbf5c service neutron] Checking segment: {'id': '1efc45a6-102b-4399-be59-f57c2bb6a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1302d89b-bdda-43cb-a35c-b3bb609661cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:27.343788 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-9886ffc8-62da-42ce-aac2-f3b4e22bbf5c service neutron] Bound using segment: {'id': '1efc45a6-102b-4399-be59-f57c2bb6a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1302d89b-bdda-43cb-a35c-b3bb609661cb'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:27.344353 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-9886ffc8-62da-42ce-aac2-f3b4e22bbf5c service neutron] Bound port: e5bcb38c-912f-48f9-ac4d-89fd7c283b16, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1efc45a6-102b-4399-be59-f57c2bb6a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1302d89b-bdda-43cb-a35c-b3bb609661cb'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:27.344835 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-9886ffc8-62da-42ce-aac2-f3b4e22bbf5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.355375 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-51234354-81b5-4aff-b236-3c67511ef068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.362583 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c64f5a5f-058e-4cb5-949e-33548d0b9acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.376936 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadaec7-f402-4282-b2de-e7b853f8a419 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9419ca-d428-4af0-abfc-ae9341301440,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:27.380649 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0aadaec7-f402-4282-b2de-e7b853f8a419 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:27.397577 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-c64f5a5f-058e-4cb5-949e-33548d0b9acc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee35a3b3-c4cb-4743-a459-4872b10a6b65']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:27.398041 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ad8ce-c6e7-49a5-ac89-82d0c07f2f7d req-10382c5a-d781-4f18-9622-c5b4cb139878 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:27.398041 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-734ad8ce-c6e7-49a5-ac89-82d0c07f2f7d req-10382c5a-d781-4f18-9622-c5b4cb139878 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 946 time: 0.1802979 Jun 17 08:45:27.407241 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6eab70-e4a1-46a7-bc42-c0fd5478fba7 req-eef13c60-e5fb-4690-9930-8da883814747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:27.408892 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3a6eab70-e4a1-46a7-bc42-c0fd5478fba7 req-eef13c60-e5fb-4690-9930-8da883814747 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9c88322-5e95-4e53-8f33-f88e3723f8f7 HTTP/1.1" status: 200 len: 861 time: 0.1854861 Jun 17 08:45:27.422671 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-c64f5a5f-058e-4cb5-949e-33548d0b9acc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e96c69d3-6674-4113-9a5e-ee02110e6315') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:27.422963 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-c64f5a5f-058e-4cb5-949e-33548d0b9acc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e96c69d3-6674-4113-9a5e-ee02110e6315') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:27.444619 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-81897149-4a20-4125-b5ae-7dfad60ac42f req-0aadaec7-f402-4282-b2de-e7b853f8a419 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.471845 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81897149-4a20-4125-b5ae-7dfad60ac42f req-0aadaec7-f402-4282-b2de-e7b853f8a419 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.0303586 Jun 17 08:45:27.471845 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c64f5a5f-058e-4cb5-949e-33548d0b9acc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.474384 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3a6eab70-e4a1-46a7-bc42-c0fd5478fba7 req-9017719b-0a1b-4321-9b00-493ca6363920 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8305e780-7f7d-463d-bdce-25806076a869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538497 Jun 17 08:45:27.501541 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-734ad8ce-c6e7-49a5-ac89-82d0c07f2f7d req-df7939c9-4b0f-49f6-bb10-12884985c072 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607917 Jun 17 08:45:27.515743 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-9886ffc8-62da-42ce-aac2-f3b4e22bbf5c service neutron] For port e5bcb38c-912f-48f9-ac4d-89fd7c283b16, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:27.525607 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-9886ffc8-62da-42ce-aac2-f3b4e22bbf5c service neutron] For port e5bcb38c-912f-48f9-ac4d-89fd7c283b16, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=e5bcb38c-912f-48f9-ac4d-89fd7c283b16,segment=NetworkSegment(1efc45a6-102b-4399-be59-f57c2bb6a981),segment_id=1efc45a6-102b-4399-be59-f57c2bb6a981)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:27.543738 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c64f5a5f-058e-4cb5-949e-33548d0b9acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c64f5a5f-058e-4cb5-949e-33548d0b9acc admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c64f5a5f-058e-4cb5-949e-33548d0b9acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:27.592531 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:45:27.595532 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:45:27.658760 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5a9ee219-79ae-4af3-a01b-04a46dc39991 req-34446376-818f-40eb-9f1a-6d7c6c074ef8 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] 10.222.0.49 "GET /v2.0/security-groups/0bfb0d24-5114-4d3d-bd7b-86adf5a25bcb HTTP/1.1" status: 200 len: 1813 time: 0.1866531 Jun 17 08:45:27.670786 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-9886ffc8-62da-42ce-aac2-f3b4e22bbf5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.673586 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8f159037-1c57-4a25-9136-b09c67db5f84 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:27.731196 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3a6eab70-e4a1-46a7-bc42-c0fd5478fba7 req-17de68a6-e3a8-4ad5-9588-82d2c1cc1a92 service neutron] 10.222.0.50 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382588 Jun 17 08:45:27.750303 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-9886ffc8-62da-42ce-aac2-f3b4e22bbf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:27.751041 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-9886ffc8-62da-42ce-aac2-f3b4e22bbf5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.752505 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-9886ffc8-62da-42ce-aac2-f3b4e22bbf5c service neutron] 10.222.0.53 "PUT /v2.0/ports/e5bcb38c-912f-48f9-ac4d-89fd7c283b16 HTTP/1.1" status: 200 len: 1092 time: 1.8390207 Jun 17 08:45:27.756091 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-51234354-81b5-4aff-b236-3c67511ef068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.760257 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-51234354-81b5-4aff-b236-3c67511ef068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.762273 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-51234354-81b5-4aff-b236-3c67511ef068 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af4e9468-9bd3-4814-a29f-5cede9857089 HTTP/1.1" status: 204 len: 168 time: 0.8237278 Jun 17 08:45:27.776740 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d616554c-e61f-468a-be40-6ac5012505f5 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:27.792537 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51234354-81b5-4aff-b236-3c67511ef068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4e9468-9bd3-4814-a29f-5cede9857089,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:27.828427 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886ffc8-62da-42ce-aac2-f3b4e22bbf5c service neutron] Pushing event updated for resources: {'Port': ['ID=e5bcb38c-912f-48f9-ac4d-89fd7c283b16,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:27.832596 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9886ffc8-62da-42ce-aac2-f3b4e22bbf5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:27.861560 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6c77a-c512-4969-bdc3-4553c5d75a9a req-4363319b-8ea1-43fe-97a7-08d8ca479c89 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:27.863191 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-93b6c77a-c512-4969-bdc3-4553c5d75a9a req-4363319b-8ea1-43fe-97a7-08d8ca479c89 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 943 time: 0.1547689 Jun 17 08:45:27.929947 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-51234354-81b5-4aff-b236-3c67511ef068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:27.934700 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-93b6c77a-c512-4969-bdc3-4553c5d75a9a req-0e3e572e-ad04-49d3-bdba-dadcb20d1936 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535989 Jun 17 08:45:27.948327 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c64f5a5f-058e-4cb5-949e-33548d0b9acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.956377 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c64f5a5f-058e-4cb5-949e-33548d0b9acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.960153 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c64f5a5f-058e-4cb5-949e-33548d0b9acc admin admin] 10.222.0.49 "DELETE /v2.0/networks/ee35a3b3-c4cb-4743-a459-4872b10a6b65 HTTP/1.1" status: 204 len: 168 time: 2.2449613 Jun 17 08:45:27.969631 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ef48f05c-33e8-4061-8f59-475a929b8351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:27.976749 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:28.015145 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f5a5f-058e-4cb5-949e-33548d0b9acc admin admin] Pushing event deleted for resources: {'Network': ['ID=ee35a3b3-c4cb-4743-a459-4872b10a6b65,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:28.020224 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c64f5a5f-058e-4cb5-949e-33548d0b9acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:28.047023 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3a6eab70-e4a1-46a7-bc42-c0fd5478fba7 req-678842e5-3912-4090-9594-2ca657622b2e service neutron] 10.222.0.50 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066778 Jun 17 08:45:28.052241 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5a9ee219-79ae-4af3-a01b-04a46dc39991 req-42bd18f3-a3b9-40c8-a83c-894fcc086f81 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:28.094160 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5a9ee219-79ae-4af3-a01b-04a46dc39991 req-42bd18f3-a3b9-40c8-a83c-894fcc086f81 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:28.174745 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-0d564eb3-bf5e-48cb-89df-a0d31b8d4c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:28.176697 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-0d564eb3-bf5e-48cb-89df-a0d31b8d4c8d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=da4fcbeea2f0401e991ac51af5b56a4a&device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 1095 time: 0.2406754 Jun 17 08:45:28.247114 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 1d5f214e-b4b1-425a-a4c3-780c1b63aaa9 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:28.265006 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ef2ef4dd-2ea9-4615-a6e7-3f38f82412fa req-5e9afd22-409f-44ff-ad25-ad986e7708c8 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups/7c9419ca-d428-4af0-abfc-ae9341301440 HTTP/1.1" status: 200 len: 1800 time: 0.1920867 Jun 17 08:45:28.268764 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 1d5f214e-b4b1-425a-a4c3-780c1b63aaa9 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:45:28.269364 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 1d5f214e-b4b1-425a-a4c3-780c1b63aaa9 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:45:28.270857 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-ef2ef4dd-2ea9-4615-a6e7-3f38f82412fa req-0cf85fd6-983e-443b-ab80-059b7e67cb34 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Request body: {'security_group': {'name': 'tempest-sg-hth-340303124', 'description': 'tempest-description-hth-1628154851'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:28.292583 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-16b9cec3-6480-4cc1-943e-b9c7eac40270 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5bcb38c-912f-48f9-ac4d-89fd7c283b16 HTTP/1.1" status: 200 len: 217 time: 0.1060526 Jun 17 08:45:28.318867 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5a9ee219-79ae-4af3-a01b-04a46dc39991 req-42bd18f3-a3b9-40c8-a83c-894fcc086f81 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:28.324956 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5a9ee219-79ae-4af3-a01b-04a46dc39991 req-42bd18f3-a3b9-40c8-a83c-894fcc086f81 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:28.324956 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5a9ee219-79ae-4af3-a01b-04a46dc39991 req-42bd18f3-a3b9-40c8-a83c-894fcc086f81 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] 10.222.0.49 "DELETE /v2.0/security-groups/0bfb0d24-5114-4d3d-bd7b-86adf5a25bcb HTTP/1.1" status: 204 len: 173 time: 0.6451676 Jun 17 08:45:28.324956 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c8aad1b3-0faa-41dc-8e87-750b6c9e7ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:28.334221 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 50326) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:28.363149 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ef2ef4dd-2ea9-4615-a6e7-3f38f82412fa req-0cf85fd6-983e-443b-ab80-059b7e67cb34 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:28.448688 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ef2ef4dd-2ea9-4615-a6e7-3f38f82412fa req-0cf85fd6-983e-443b-ab80-059b7e67cb34 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:28.448810 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d93b5f5-ee3f-4bca-87e2-115a2ec244a7 admin admin] Deleting subnet d1081db6-fb49-4703-9305-ee359256de58 {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:45:28.449421 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d14c07d-7944-48ca-bb7c-abec7baa153f', 'tag': 'e5bcb38c-912f-48f9-ac4d-89fd7c283b16'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:28.454105 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99437770-f7eb-4f4d-9634-7ce9271100af" -d '{"events": [{"name": "network-changed", "server_uuid": "6d14c07d-7944-48ca-bb7c-abec7baa153f", "tag": "e5bcb38c-912f-48f9-ac4d-89fd7c283b16"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:28.458138 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd18f3-a3b9-40c8-a83c-894fcc086f81 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfb0d24-5114-4d3d-bd7b-86adf5a25bcb,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:28.462011 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5d93b5f5-ee3f-4bca-87e2-115a2ec244a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:28.468669 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-42bd18f3-a3b9-40c8-a83c-894fcc086f81 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:28.511557 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-e782c847-9299-4a11-bee8-0eab96fb9f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:28.513104 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-e782c847-9299-4a11-bee8-0eab96fb9f9f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c38d131-90c8-4df8-b19d-8bfac65826fa HTTP/1.1" status: 200 len: 850 time: 0.2142594 Jun 17 08:45:28.615825 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-1710d6d9-980c-43bf-8cc8-4dd07f77f0bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1302d89b-bdda-43cb-a35c-b3bb609661cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796008 Jun 17 08:45:28.616909 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5d93b5f5-ee3f-4bca-87e2-115a2ec244a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:28.710872 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ef2ef4dd-2ea9-4615-a6e7-3f38f82412fa req-0cf85fd6-983e-443b-ab80-059b7e67cb34 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:28.714384 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ef2ef4dd-2ea9-4615-a6e7-3f38f82412fa req-0cf85fd6-983e-443b-ab80-059b7e67cb34 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:28.727178 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ef2ef4dd-2ea9-4615-a6e7-3f38f82412fa req-0cf85fd6-983e-443b-ab80-059b7e67cb34 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "PUT /v2.0/security-groups/7c9419ca-d428-4af0-abfc-ae9341301440 HTTP/1.1" status: 200 len: 1774 time: 0.4610441 Jun 17 08:45:28.844835 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2296fe0e-9c35-4338-bee8-213c295e17cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:28.851804 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-a5984c6b-b7ef-4113-8b67-4a3509f79564 service neutron] 10.222.0.53 "GET /v2.0/networks/1302d89b-bdda-43cb-a35c-b3bb609661cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335522 Jun 17 08:45:28.932527 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 50340) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:29.015084 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf85fd6-983e-443b-ab80-059b7e67cb34 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9419ca-d428-4af0-abfc-ae9341301440,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:29.018554 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0cf85fd6-983e-443b-ab80-059b7e67cb34 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:29.196962 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3eeb33a3-130e-4acd-9599-96b6087fb633 req-bd6c2985-dd75-4662-bac9-605cb15448c5 service neutron] 10.222.0.53 "GET /v2.0/networks/1302d89b-bdda-43cb-a35c-b3bb609661cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337135 Jun 17 08:45:29.201643 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5d93b5f5-ee3f-4bca-87e2-115a2ec244a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.212646 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-1dd1cc70-5504-4b9f-bc08-247e1daf1192 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=01ea701c61b04251b074cc63e93c2244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658408 Jun 17 08:45:29.213226 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 50346) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:29.242579 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0c5fc-4a5d-48de-8bf7-1f75cffcd05a req-947546b9-2a19-4bbc-8336-85deb7853b75 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:29.245545 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f4e0c5fc-4a5d-48de-8bf7-1f75cffcd05a req-947546b9-2a19-4bbc-8336-85deb7853b75 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 943 time: 0.3811386 Jun 17 08:45:29.300345 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b26e22-4071-4162-acdc-bc68d5cbb3d6 req-607e468f-20ea-4b88-b774-657cb3746053 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:29.301926 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c8b26e22-4071-4162-acdc-bc68d5cbb3d6 req-607e468f-20ea-4b88-b774-657cb3746053 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 949 time: 0.1962471 Jun 17 08:45:29.316476 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff61e97f-124c-4906-8c20-e4e499af7e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.345354 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f4e0c5fc-4a5d-48de-8bf7-1f75cffcd05a req-ef140c2d-2a0c-4fd6-bae7-74e204c28026 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863562 Jun 17 08:45:29.355262 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff61e97f-124c-4906-8c20-e4e499af7e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.360612 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c8b26e22-4071-4162-acdc-bc68d5cbb3d6 req-6ca21ce3-5ed7-403d-ac23-ff4c1f6fa6d8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490844 Jun 17 08:45:29.414940 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5d93b5f5-ee3f-4bca-87e2-115a2ec244a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.415510 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ac94724c-8664-422e-adf3-cd564bddf632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.419833 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f82d22c2-8ef4-47a0-9482-d127cbd20813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:29.421232 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712efa3a-120f-437e-8bfb-c82ee2b2201f x-openstack-request-id: req-712efa3a-120f-437e-8bfb-c82ee2b2201f {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:29.421575 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d14c07d-7944-48ca-bb7c-abec7baa153f", "tag": "e5bcb38c-912f-48f9-ac4d-89fd7c283b16", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:29.421870 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-712efa3a-120f-437e-8bfb-c82ee2b2201f {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:29.422315 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d14c07d-7944-48ca-bb7c-abec7baa153f', 'tag': 'e5bcb38c-912f-48f9-ac4d-89fd7c283b16', 'status': 'completed', 'code': 200} Jun 17 08:45:29.482661 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5d93b5f5-ee3f-4bca-87e2-115a2ec244a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.487456 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 50350) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:29.490671 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5d93b5f5-ee3f-4bca-87e2-115a2ec244a7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d1081db6-fb49-4703-9305-ee359256de58 HTTP/1.1" status: 204 len: 168 time: 1.1492922 Jun 17 08:45:29.492683 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93b5f5-ee3f-4bca-87e2-115a2ec244a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1081db6-fb49-4703-9305-ee359256de58,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:29.548823 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5d93b5f5-ee3f-4bca-87e2-115a2ec244a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:29.552479 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bfc6a405-0dc1-4404-83d8-6ac96c9b37e4 req-6fdfb99d-134c-4b04-b573-4f4ed47037e3 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups/7c9419ca-d428-4af0-abfc-ae9341301440 HTTP/1.1" status: 200 len: 1774 time: 0.0955341 Jun 17 08:45:29.666889 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cffed386-80c2-42c2-ae37-77d32ca200c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.769926 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99437770-f7eb-4f4d-9634-7ce9271100af req-0b2735c6-8c9f-4f3d-baf0-a370a116a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:29.772090 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-99437770-f7eb-4f4d-9634-7ce9271100af req-0b2735c6-8c9f-4f3d-baf0-a370a116a5b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=da4fcbeea2f0401e991ac51af5b56a4a&device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 1095 time: 0.3299532 Jun 17 08:45:29.929244 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff61e97f-124c-4906-8c20-e4e499af7e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.931980 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff61e97f-124c-4906-8c20-e4e499af7e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.937130 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ff61e97f-124c-4906-8c20-e4e499af7e3f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f0f58381-2907-449a-ae77-7cefb89e21c6 HTTP/1.1" status: 204 len: 168 time: 0.7204828 Jun 17 08:45:29.943360 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b5e2b-1c9e-4e2b-8342-31cbdb3569a2 req-d5b699b8-0a7d-4ea2-9b46-72980389f40d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:29.943360 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d86b5e2b-1c9e-4e2b-8342-31cbdb3569a2 req-d5b699b8-0a7d-4ea2-9b46-72980389f40d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 943 time: 0.2003224 Jun 17 08:45:29.943360 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 50366) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:29.957190 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a0729649-4ba9-4f5e-a9a3-3fb3863739fb tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:30.020879 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d86b5e2b-1c9e-4e2b-8342-31cbdb3569a2 req-82c274fc-362b-458f-a939-04f48c4eec37 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658147 Jun 17 08:45:30.056484 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99437770-f7eb-4f4d-9634-7ce9271100af req-03006538-3fd9-45c9-b5a5-675a35e43b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:30.058032 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-99437770-f7eb-4f4d-9634-7ce9271100af req-03006538-3fd9-45c9-b5a5-675a35e43b70 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1302d89b-bdda-43cb-a35c-b3bb609661cb HTTP/1.1" status: 200 len: 911 time: 0.2502382 Jun 17 08:45:30.068600 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cffed386-80c2-42c2-ae37-77d32ca200c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:30.073063 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61e97f-124c-4906-8c20-e4e499af7e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f58381-2907-449a-ae77-7cefb89e21c6,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:30.083197 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ff61e97f-124c-4906-8c20-e4e499af7e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:30.156810 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-99437770-f7eb-4f4d-9634-7ce9271100af req-ca0306c0-ae80-4fb9-b3b6-291fef9b836c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5bcb38c-912f-48f9-ac4d-89fd7c283b16 HTTP/1.1" status: 200 len: 217 time: 0.0644338 Jun 17 08:45:30.172552 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-cffed386-80c2-42c2-ae37-77d32ca200c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa1f9051-0608-43da-bcb1-a57ebca57321']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:30.172789 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7203613e-5882-4216-9579-18521036f222 req-5ccc04d1-204f-4cf5-b5ad-5f77234467f4 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups/7c9419ca-d428-4af0-abfc-ae9341301440 HTTP/1.1" status: 200 len: 1774 time: 0.1033895 Jun 17 08:45:30.187847 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-fc19e0b8-1f4b-442a-aee2-e6a35bbe84c5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-785473964-network', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:30.238419 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-cffed386-80c2-42c2-ae37-77d32ca200c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4354c5c7-ad72-4e77-8420-564f9fcb1f53') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:30.238710 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-cffed386-80c2-42c2-ae37-77d32ca200c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4354c5c7-ad72-4e77-8420-564f9fcb1f53') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:30.262296 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cffed386-80c2-42c2-ae37-77d32ca200c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:30.293636 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cffed386-80c2-42c2-ae37-77d32ca200c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:30.300187 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99437770-f7eb-4f4d-9634-7ce9271100af req-9fd57307-2936-4605-a9af-d384dc55f136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:30.301643 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-99437770-f7eb-4f4d-9634-7ce9271100af req-9fd57307-2936-4605-a9af-d384dc55f136 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c38d131-90c8-4df8-b19d-8bfac65826fa HTTP/1.1" status: 200 len: 850 time: 0.1330342 Jun 17 08:45:30.310338 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d348c-27e3-4a5b-8ae6-70eabe522624 req-a3ac4960-9f1b-4c9e-a7b3-f8ed45c2307d tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:30.311978 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5c1d348c-27e3-4a5b-8ae6-70eabe522624 req-a3ac4960-9f1b-4c9e-a7b3-f8ed45c2307d tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 946 time: 0.3721540 Jun 17 08:45:30.330527 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-6d6b214d-e677-40e7-8a8e-fac2981d9f69 service neutron] 10.222.0.50 "GET /v2.0/ports/c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c/bindings/n-h2-758944-30 HTTP/1.1" status: 200 len: 385 time: 0.1567059 Jun 17 08:45:30.334457 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cffed386-80c2-42c2-ae37-77d32ca200c3 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:45:30.335012 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cffed386-80c2-42c2-ae37-77d32ca200c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:45:30.337407 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:45:30.369248 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7203613e-5882-4216-9579-18521036f222 req-e8be6d6e-161f-448f-97b4-5e400293a8ab tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:30.383193 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-99437770-f7eb-4f4d-9634-7ce9271100af req-65dea579-18a1-4e75-9d4d-535939b3aeb8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1302d89b-bdda-43cb-a35c-b3bb609661cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654421 Jun 17 08:45:30.454862 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7203613e-5882-4216-9579-18521036f222 req-e8be6d6e-161f-448f-97b4-5e400293a8ab tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:30.460383 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc19e0b8-1f4b-442a-aee2-e6a35bbe84c5 admin admin] Made reservation on behalf of 4e60ea9bd96f4406af1e48f6a271b4f3 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:30.462860 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fc19e0b8-1f4b-442a-aee2-e6a35bbe84c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:30.494815 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fc19e0b8-1f4b-442a-aee2-e6a35bbe84c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:30.553584 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5c1d348c-27e3-4a5b-8ae6-70eabe522624 req-c3b20315-1cd5-4f14-a6a2-b9887b43b90b tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277703 Jun 17 08:45:30.556837 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cffed386-80c2-42c2-ae37-77d32ca200c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:30.575013 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:30.594412 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cffed386-80c2-42c2-ae37-77d32ca200c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:30.598885 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-cffed386-80c2-42c2-ae37-77d32ca200c3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/aa1f9051-0608-43da-bcb1-a57ebca57321 HTTP/1.1" status: 204 len: 168 time: 1.1085441 Jun 17 08:45:30.665245 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffed386-80c2-42c2-ae37-77d32ca200c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa1f9051-0608-43da-bcb1-a57ebca57321,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:30.667312 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-5b85f796-2188-485f-b321-8a4e9182f7b4 service neutron] For port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:30.673902 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cffed386-80c2-42c2-ae37-77d32ca200c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:30.686427 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-99437770-f7eb-4f4d-9634-7ce9271100af req-f7b103ca-3364-4678-b62e-dfbe2aa92671 service neutron] 10.222.0.53 "GET /v2.0/networks/1302d89b-bdda-43cb-a35c-b3bb609661cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631514 Jun 17 08:45:30.710597 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-5b85f796-2188-485f-b321-8a4e9182f7b4 service neutron] For port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:30.762281 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-5b85f796-2188-485f-b321-8a4e9182f7b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:45:30.774585 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-5b85f796-2188-485f-b321-8a4e9182f7b4 service neutron] For port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:30.816410 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7203613e-5882-4216-9579-18521036f222 req-e8be6d6e-161f-448f-97b4-5e400293a8ab tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:30.819003 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7203613e-5882-4216-9579-18521036f222 req-e8be6d6e-161f-448f-97b4-5e400293a8ab tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:30.820256 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7203613e-5882-4216-9579-18521036f222 req-e8be6d6e-161f-448f-97b4-5e400293a8ab tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "DELETE /v2.0/security-groups/7c9419ca-d428-4af0-abfc-ae9341301440 HTTP/1.1" status: 204 len: 173 time: 0.6501546 Jun 17 08:45:30.822013 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ef48f05c-33e8-4061-8f59-475a929b8351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:30.838896 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be6d6e-161f-448f-97b4-5e400293a8ab tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9419ca-d428-4af0-abfc-ae9341301440,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:30.841933 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e8be6d6e-161f-448f-97b4-5e400293a8ab tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:30.853480 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-99437770-f7eb-4f4d-9634-7ce9271100af req-0348f5fa-4000-4a7e-bfe8-107b56f3d54d service neutron] 10.222.0.53 "GET /v2.0/networks/1302d89b-bdda-43cb-a35c-b3bb609661cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511571 Jun 17 08:45:30.889624 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bde7d-56d1-461b-ab85-6f3c3c15f350 req-118d4c90-a6d9-426a-a841-1f2cbd4b4937 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:30.891927 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-225bde7d-56d1-461b-ab85-6f3c3c15f350 req-118d4c90-a6d9-426a-a841-1f2cbd4b4937 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 949 time: 0.1033561 Jun 17 08:45:30.894964 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fc19e0b8-1f4b-442a-aee2-e6a35bbe84c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:30.941174 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-225bde7d-56d1-461b-ab85-6f3c3c15f350 req-62109884-5034-48bd-a6cb-219404aa51c6 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432091 Jun 17 08:45:30.965067 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:30.968561 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-5b85f796-2188-485f-b321-8a4e9182f7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.010545 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fc19e0b8-1f4b-442a-aee2-e6a35bbe84c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.023251 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a52ec9fd-aa10-4790-acc6-bcc927a1e690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:31.056537 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc19e0b8-1f4b-442a-aee2-e6a35bbe84c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:45:31.091991 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19e0b8-1f4b-442a-aee2-e6a35bbe84c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69389c2d-cd0f-4052-9e86-ba96ed45f2b0,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:31.101561 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fc19e0b8-1f4b-442a-aee2-e6a35bbe84c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.101917 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-fc19e0b8-1f4b-442a-aee2-e6a35bbe84c5 admin admin] Added segment b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f of type vlan for network 8febca87-b053-4652-aefe-046fdedc430b Jun 17 08:45:31.104155 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fc19e0b8-1f4b-442a-aee2-e6a35bbe84c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:31.120620 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:31.122042 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1a860-41f2-44c3-a4cf-2be41bf4a86c req-076234d0-1581-4648-b4f3-b5bc568f68ec tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:31.123642 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fce1a860-41f2-44c3-a4cf-2be41bf4a86c req-076234d0-1581-4648-b4f3-b5bc568f68ec tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 943 time: 0.1968524 Jun 17 08:45:31.162317 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 50404) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:31.184478 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-5b85f796-2188-485f-b321-8a4e9182f7b4 service neutron] Transition to ACTIVE for port object c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:31.186611 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fc19e0b8-1f4b-442a-aee2-e6a35bbe84c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.233764 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fce1a860-41f2-44c3-a4cf-2be41bf4a86c req-6eae82a2-1901-4fda-b614-1d75cec01bb3 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982203 Jun 17 08:45:31.283733 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [req-970aa7fc-2176-459c-993c-8bdc39553b5f req-447b5fb6-ac98-463e-8c34-5ba529415618 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] show failed (client error): The resource could not be found. Jun 17 08:45:31.284729 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-970aa7fc-2176-459c-993c-8bdc39553b5f req-447b5fb6-ac98-463e-8c34-5ba529415618 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups/ba7f92c0-1712-4829-b695-71a865898f42 HTTP/1.1" status: 404 len: 352 time: 0.0163770 Jun 17 08:45:31.295996 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-51f4d5a1-c1b4-424f-aed5-d4073bae7c64 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a4c85103bfb84b248a7d71f83ce82156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1307149 Jun 17 08:45:31.305904 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 50408) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:31.322761 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [req-e427cadd-7361-4827-a072-e10794128050 req-a0ed3573-df60-4972-ba90-048dee79a2b5 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] show failed (client error): The resource could not be found. Jun 17 08:45:31.322761 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e427cadd-7361-4827-a072-e10794128050 req-a0ed3573-df60-4972-ba90-048dee79a2b5 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups/1da5f7fe-0c9f-4c7b-bc32-8735f7e68ead HTTP/1.1" status: 404 len: 352 time: 0.0151410 Jun 17 08:45:31.348193 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-5b85f796-2188-485f-b321-8a4e9182f7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.352452 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-92525dae-4f7f-4854-839a-52a3a354379a tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:31.354813 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fc19e0b8-1f4b-442a-aee2-e6a35bbe84c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.356287 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc19e0b8-1f4b-442a-aee2-e6a35bbe84c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:31.357114 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fc19e0b8-1f4b-442a-aee2-e6a35bbe84c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.367284 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a270e0-4024-489a-aa5a-2251225f2e2f req-9b22714f-4a15-4700-8ee9-36d12bcf8540 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:31.374597 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-10a270e0-4024-489a-aa5a-2251225f2e2f req-9b22714f-4a15-4700-8ee9-36d12bcf8540 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 943 time: 0.1408730 Jun 17 08:45:31.409281 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cdb97f93-2e54-4b6d-a898-65e554a94bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.420391 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [req-6f79021c-cf30-4488-a8b4-4c9a74a03c55 req-dad99099-11b1-4342-af87-bb8da6572ccc tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] show failed (client error): The resource could not be found. Jun 17 08:45:31.420391 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6f79021c-cf30-4488-a8b4-4c9a74a03c55 req-dad99099-11b1-4342-af87-bb8da6572ccc tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups/eae87462-3346-43da-ab69-6502fc48c237 HTTP/1.1" status: 404 len: 352 time: 0.0472343 Jun 17 08:45:31.441291 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-10a270e0-4024-489a-aa5a-2251225f2e2f req-8e443d44-fe78-4284-b7ec-300c1871d223 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656099 Jun 17 08:45:31.467671 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cdb97f93-2e54-4b6d-a898-65e554a94bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.479985 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-fc19e0b8-1f4b-442a-aee2-e6a35bbe84c5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5371389 Jun 17 08:45:31.483907 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 50422) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:31.491738 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-bb541f39-624f-4977-82f0-f845601254c6 admin admin] Request body: {'subnet': {'network_id': '8febca87-b053-4652-aefe-046fdedc430b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-785473964-subnet', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:31.514105 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-5b85f796-2188-485f-b321-8a4e9182f7b4 service neutron] No DVR routers for this DVR port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:45:31.536901 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [req-433a3e51-f004-4f5a-b8fe-a83294c8e0e9 req-449267dc-4457-4b1b-addc-431f4463d2d7 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] show failed (client error): The resource could not be found. Jun 17 08:45:31.537261 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-433a3e51-f004-4f5a-b8fe-a83294c8e0e9 req-449267dc-4457-4b1b-addc-431f4463d2d7 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups/bd74aa52-0cb9-4a91-af90-8293f2df4ff9 HTTP/1.1" status: 404 len: 352 time: 0.0663195 Jun 17 08:45:31.555214 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85f796-2188-485f-b321-8a4e9182f7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c,revision_number=10']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:31.558950 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5b85f796-2188-485f-b321-8a4e9182f7b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:31.559996 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:31.570580 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-5b85f796-2188-485f-b321-8a4e9182f7b4 service neutron] 10.222.0.50 "PUT /v2.0/ports/c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c/bindings/n-h2-758944-30/activate HTTP/1.1" status: 200 len: 370 time: 1.2334068 Jun 17 08:45:31.575210 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [req-6aafc281-a085-4816-8c33-2b774b1e1427 req-27701c11-55d5-49fc-9ab9-895c20884236 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] show failed (client error): The resource could not be found. Jun 17 08:45:31.576261 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6aafc281-a085-4816-8c33-2b774b1e1427 req-27701c11-55d5-49fc-9ab9-895c20884236 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups/b0a7bd55-6af0-4a7d-9e71-501d14c48199 HTTP/1.1" status: 404 len: 352 time: 0.0155714 Jun 17 08:45:31.615598 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [req-4ca08d64-7572-4b84-a52e-f97e2932a99f req-6a694c95-68b2-46bd-b551-ca244de99e7e tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] show failed (client error): The resource could not be found. Jun 17 08:45:31.617926 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4ca08d64-7572-4b84-a52e-f97e2932a99f req-6a694c95-68b2-46bd-b551-ca244de99e7e tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups/4870c132-b59c-4332-b427-5fcd0826f9ff HTTP/1.1" status: 404 len: 352 time: 0.0179725 Jun 17 08:45:31.620373 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb541f39-624f-4977-82f0-f845601254c6 admin admin] Made reservation on behalf of 4e60ea9bd96f4406af1e48f6a271b4f3 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:31.625623 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bb541f39-624f-4977-82f0-f845601254c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.640985 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19e0b8-1f4b-442a-aee2-e6a35bbe84c5 admin admin] Pushing event updated for resources: {'Network': ['ID=8febca87-b053-4652-aefe-046fdedc430b,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:31.653002 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 8febca87-b053-4652-aefe-046fdedc430b details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:45:31.665035 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fc19e0b8-1f4b-442a-aee2-e6a35bbe84c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:31.675867 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cdb97f93-2e54-4b6d-a898-65e554a94bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.678461 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cdb97f93-2e54-4b6d-a898-65e554a94bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.680164 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-cdb97f93-2e54-4b6d-a898-65e554a94bc8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/94e3b0e6-8003-4f2b-bddd-524d7b178a3f HTTP/1.1" status: 204 len: 168 time: 0.3723488 Jun 17 08:45:31.683860 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-66c1a2ab-ce67-49f2-97e6-ea0578c65ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:31.701209 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb97f93-2e54-4b6d-a898-65e554a94bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e3b0e6-8003-4f2b-bddd-524d7b178a3f,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:31.716488 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb97f93-2e54-4b6d-a898-65e554a94bc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:31.717174 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb97f93-2e54-4b6d-a898-65e554a94bc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:31.717739 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb97f93-2e54-4b6d-a898-65e554a94bc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:31.718363 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb97f93-2e54-4b6d-a898-65e554a94bc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:31.718757 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb97f93-2e54-4b6d-a898-65e554a94bc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:31.719136 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb97f93-2e54-4b6d-a898-65e554a94bc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:31.719508 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb97f93-2e54-4b6d-a898-65e554a94bc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:31.719984 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb97f93-2e54-4b6d-a898-65e554a94bc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:31.720357 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb97f93-2e54-4b6d-a898-65e554a94bc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:31.720724 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb97f93-2e54-4b6d-a898-65e554a94bc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:31.721092 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb97f93-2e54-4b6d-a898-65e554a94bc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:31.721457 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb97f93-2e54-4b6d-a898-65e554a94bc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:31.726874 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cdb97f93-2e54-4b6d-a898-65e554a94bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:31.857972 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9efa1-de30-4c37-b34c-8293935795a5 req-61c75649-3320-4eb2-8191-801f8c4d22be tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:31.866299 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1cc9efa1-de30-4c37-b34c-8293935795a5 req-61c75649-3320-4eb2-8191-801f8c4d22be tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 946 time: 0.1521726 Jun 17 08:45:31.885722 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device e5bcb38c-912f-48f9-ac4d-89fd7c283b16 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:45:31.915225 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1cc9efa1-de30-4c37-b34c-8293935795a5 req-f328948a-6797-491a-8132-28f91f0c183e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437794 Jun 17 08:45:31.997478 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-12e6a56a-90cb-4ad3-93fc-8a0de297ac85 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:31.999360 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-12e6a56a-90cb-4ad3-93fc-8a0de297ac85 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11&tenant_id=702856434aae449ea41d8a187426d151&binding%3Ahost_id=n-h1-758944-30 HTTP/1.1" status: 200 len: 1096 time: 0.2608855 Jun 17 08:45:32.012341 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port e5bcb38c-912f-48f9-ac4d-89fd7c283b16, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=e5bcb38c-912f-48f9-ac4d-89fd7c283b16,segment=NetworkSegment(1efc45a6-102b-4399-be59-f57c2bb6a981),segment_id=1efc45a6-102b-4399-be59-f57c2bb6a981)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:32.030426 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': 'e5bcb38c-912f-48f9-ac4d-89fd7c283b16', 'network_id': '1302d89b-bdda-43cb-a35c-b3bb609661cb', 'port_id': 'e5bcb38c-912f-48f9-ac4d-89fd7c283b16', 'mac_address': 'fa:16:3e:08:d1:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c38d131-90c8-4df8-b19d-8bfac65826fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:45:32.074991 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.090631 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5bcb38c-912f-48f9-ac4d-89fd7c283b16 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:45:32.115745 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-d1582962-be0b-4969-8b84-d26bab5c57f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:32.117931 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-d1582962-be0b-4969-8b84-d26bab5c57f6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11&tenant_id=702856434aae449ea41d8a187426d151 HTTP/1.1" status: 200 len: 1096 time: 0.1105967 Jun 17 08:45:32.135041 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port e5bcb38c-912f-48f9-ac4d-89fd7c283b16, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=e5bcb38c-912f-48f9-ac4d-89fd7c283b16,segment=NetworkSegment(1efc45a6-102b-4399-be59-f57c2bb6a981),segment_id=1efc45a6-102b-4399-be59-f57c2bb6a981)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:32.152457 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bb541f39-624f-4977-82f0-f845601254c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.175933 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:32.230037 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.232419 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:32.295739 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb541f39-624f-4977-82f0-f845601254c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b23aa9cf-568b-4905-8e2b-b7648ef430a0,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:32.306885 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-bb541f39-624f-4977-82f0-f845601254c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:32.343385 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=e5bcb38c-912f-48f9-ac4d-89fd7c283b16,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:32.355418 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-c5093c49-1f99-45ff-b15e-809dc32d1511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:32.357857 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-c5093c49-1f99-45ff-b15e-809dc32d1511 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=702856434aae449ea41d8a187426d151&device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 1096 time: 0.2091274 Jun 17 08:45:32.361307 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb541f39-624f-4977-82f0-f845601254c6 admin admin] Checking segment: {'id': 'b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8febca87-b053-4652-aefe-046fdedc430b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:32.361780 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb541f39-624f-4977-82f0-f845601254c6 admin admin] Network hostable DHCP agents. Network: 8febca87-b053-4652-aefe-046fdedc430b, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:45:32.370788 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:32.477538 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.501707 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['e5bcb38c-912f-48f9-ac4d-89fd7c283b16'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:45:32.602242 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb541f39-624f-4977-82f0-f845601254c6 admin admin] Network 8febca87-b053-4652-aefe-046fdedc430b is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:45:32.613294 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-b5a925fd-1c0b-4949-9e9b-ecdde69600cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:32.615239 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-b5a925fd-1c0b-4949-9e9b-ecdde69600cd service neutron] 10.222.0.53 "GET /v2.0/networks?id=8305e780-7f7d-463d-bdce-25806076a869 HTTP/1.1" status: 200 len: 922 time: 0.2327673 Jun 17 08:45:32.647859 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764df9d-2654-4159-bac3-b7ddc6f2673c req-80c656c8-b883-400b-bf10-fd56a44a39c2 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:32.650041 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8764df9d-2654-4159-bac3-b7ddc6f2673c req-80c656c8-b883-400b-bf10-fd56a44a39c2 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 949 time: 0.1366577 Jun 17 08:45:32.682707 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-76d74255-7ad0-42ba-b612-5e9766e32074 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c HTTP/1.1" status: 200 len: 217 time: 0.0471196 Jun 17 08:45:32.690363 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f83076-6364-4825-b536-8dcecd67e8c9 req-8dffc3f5-1b9c-4f9c-ad7a-e8fae86bf975 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:32.691856 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-81f83076-6364-4825-b536-8dcecd67e8c9 req-8dffc3f5-1b9c-4f9c-ad7a-e8fae86bf975 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 944 time: 0.1767890 Jun 17 08:45:32.692247 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8764df9d-2654-4159-bac3-b7ddc6f2673c req-0c38433c-1174-4ead-ba24-d9241bbc3b19 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359828 Jun 17 08:45:32.760807 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-c6a46cb0-150e-46d9-8b47-eafb2fb58746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:32.762266 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-c6a46cb0-150e-46d9-8b47-eafb2fb58746 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9c88322-5e95-4e53-8f33-f88e3723f8f7 HTTP/1.1" status: 200 len: 861 time: 0.0695322 Jun 17 08:45:32.769863 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-81f83076-6364-4825-b536-8dcecd67e8c9 req-4914d0be-5a60-4fff-a330-7ee9d1dcb621 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687809 Jun 17 08:45:32.780417 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-f4d5c9c5-cb1e-4578-bf54-1d19f39e192b service neutron] show failed (client error): The resource could not be found. Jun 17 08:45:32.783165 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-f4d5c9c5-cb1e-4578-bf54-1d19f39e192b service neutron] 10.222.0.50 "GET /v2.0/ports/4e90aa40-4e20-4bb5-ae96-262f6c3201da/bindings/n-h2-758944-30 HTTP/1.1" status: 404 len: 381 time: 0.0790503 Jun 17 08:45:32.816526 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-f12494ab-fd78-44db-8cc1-99ab4bc192f8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8305e780-7f7d-463d-bdce-25806076a869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455923 Jun 17 08:45:32.816971 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-bb541f39-624f-4977-82f0-f845601254c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 8febca87-b053-4652-aefe-046fdedc430b) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:32.825529 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7ecf74-4cf9-438c-b085-bbde2e49c79e None None] Network 8febca87-b053-4652-aefe-046fdedc430b requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:32.830211 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb541f39-624f-4977-82f0-f845601254c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:32.830984 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bb541f39-624f-4977-82f0-f845601254c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.952545 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8b9d5-e0ef-430a-9008-aa9b07f1cd60 req-0dbdf99c-bb37-430c-bf44-1189459393ff tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:32.960261 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bdb8b9d5-e0ef-430a-9008-aa9b07f1cd60 req-0dbdf99c-bb37-430c-bf44-1189459393ff tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a1f86f6-9fc8-4f97-85c1-99e33e70df74 HTTP/1.1" status: 200 len: 1024 time: 0.1094830 Jun 17 08:45:33.010055 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-e18a6021-0d12-4978-903b-dc3eca334b60 service neutron] 10.222.0.53 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754417 Jun 17 08:45:33.012457 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bdb8b9d5-e0ef-430a-9008-aa9b07f1cd60 req-6c0516dc-6694-4d4b-bb26-b49f34de1298 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ead1140-aa5e-40bf-91e3-10d63e880983&id=d23e4e91-f943-4a66-aab5-1319e8d4d43d&id=31e0fb54-1f9f-4d91-8c00-f4235a18783f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0508077 Jun 17 08:45:33.015521 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 50490) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:33.015955 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-bb541f39-624f-4977-82f0-f845601254c6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5309711 Jun 17 08:45:33.022628 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b479eed-712a-4c5a-a9b6-e99d33d0930e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-8febca87-b053-4652-aefe-046fdedc430b', 'network_id': '8febca87-b053-4652-aefe-046fdedc430b', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'fixed_ips': [{'subnet_id': 'b23aa9cf-568b-4905-8e2b-b7648ef430a0'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:45:33.023775 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6b479eed-712a-4c5a-a9b6-e99d33d0930e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.025811 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-ef6c5758-f6bd-4487-b95b-ed2be5bde2f6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-785473964-router', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:33.201135 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-6b479eed-712a-4c5a-a9b6-e99d33d0930e None None] Allocated IP 172.20.0.2 (8febca87-b053-4652-aefe-046fdedc430b/b23aa9cf-568b-4905-8e2b-b7648ef430a0/d9c30192-483e-4da3-bf09-8584823b9b2d) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:33.230316 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef6c5758-f6bd-4487-b95b-ed2be5bde2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.232490 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef6c5758-f6bd-4487-b95b-ed2be5bde2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.274739 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc600d92-7e52-403f-8d73-28988b57da77 req-d971b518-8380-4463-81bc-f828642c8390 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:33.277506 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cc600d92-7e52-403f-8d73-28988b57da77 req-d971b518-8380-4463-81bc-f828642c8390 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 946 time: 0.1024287 Jun 17 08:45:33.338138 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef6c5758-f6bd-4487-b95b-ed2be5bde2f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.356935 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cc600d92-7e52-403f-8d73-28988b57da77 req-c1b20beb-4ba4-4e19-84cf-60252f400a70 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661588 Jun 17 08:45:33.408544 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6b479eed-712a-4c5a-a9b6-e99d33d0930e None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.419118 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-6b479eed-712a-4c5a-a9b6-e99d33d0930e None None] Transition to ACTIVE for port object d9c30192-483e-4da3-bf09-8584823b9b2d will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:33.440957 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec1498-516a-48a1-bdee-a78155d87eda req-86748dcd-4eec-4c24-afd5-c3e66fd7b432 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:33.443626 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-6b479eed-712a-4c5a-a9b6-e99d33d0930e None None] Transition to ACTIVE for port object d9c30192-483e-4da3-bf09-8584823b9b2d will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:33.443891 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4aec1498-516a-48a1-bdee-a78155d87eda req-86748dcd-4eec-4c24-afd5-c3e66fd7b432 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 944 time: 0.5195050 Jun 17 08:45:33.504318 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4aec1498-516a-48a1-bdee-a78155d87eda req-a113f621-e3c0-4736-9edc-25051759a80b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596652 Jun 17 08:45:33.508227 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-4218ab56-284c-4439-8c84-f8e893f72470 service neutron] 10.222.0.53 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901083 Jun 17 08:45:33.636892 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6b479eed-712a-4c5a-a9b6-e99d33d0930e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.639037 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:33.662728 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 50542) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:33.681992 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b479eed-712a-4c5a-a9b6-e99d33d0930e None None] Network 8febca87-b053-4652-aefe-046fdedc430b is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:33.683457 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-6b479eed-712a-4c5a-a9b6-e99d33d0930e None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:33.687131 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b479eed-712a-4c5a-a9b6-e99d33d0930e None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:33.698703 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b479eed-712a-4c5a-a9b6-e99d33d0930e None None] Pushing event updated for resources: {'Port': ['ID=d9c30192-483e-4da3-bf09-8584823b9b2d,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:33.703198 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-6b479eed-712a-4c5a-a9b6-e99d33d0930e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:33.724713 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef6c5758-f6bd-4487-b95b-ed2be5bde2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.770557 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-6b479eed-712a-4c5a-a9b6-e99d33d0930e None None] Attempting to bind port d9c30192-483e-4da3-bf09-8584823b9b2d on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:33.771099 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-6b479eed-712a-4c5a-a9b6-e99d33d0930e None None] Attempting to bind port d9c30192-483e-4da3-bf09-8584823b9b2d by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8febca87-b053-4652-aefe-046fdedc430b'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:33.771636 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b479eed-712a-4c5a-a9b6-e99d33d0930e None None] Attempting to bind port d9c30192-483e-4da3-bf09-8584823b9b2d on network 8febca87-b053-4652-aefe-046fdedc430b {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:33.780816 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b479eed-712a-4c5a-a9b6-e99d33d0930e None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:33.781195 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b479eed-712a-4c5a-a9b6-e99d33d0930e None None] Checking segment: {'id': 'b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8febca87-b053-4652-aefe-046fdedc430b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:33.781672 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6b479eed-712a-4c5a-a9b6-e99d33d0930e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.782136 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b479eed-712a-4c5a-a9b6-e99d33d0930e None None] Bound using segment: {'id': 'b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8febca87-b053-4652-aefe-046fdedc430b'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:33.782732 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-6b479eed-712a-4c5a-a9b6-e99d33d0930e None None] Bound port: d9c30192-483e-4da3-bf09-8584823b9b2d, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8febca87-b053-4652-aefe-046fdedc430b'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:33.783180 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6b479eed-712a-4c5a-a9b6-e99d33d0930e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.799656 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-61a605fc-320a-4b69-b848-fc05f6f2ee58 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1158846169-network', 'tenant_id': '2660df61a5d14827a122661191fbd2bb'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:33.864458 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-6b479eed-712a-4c5a-a9b6-e99d33d0930e None None] For port d9c30192-483e-4da3-bf09-8584823b9b2d, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:33.869411 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-6b479eed-712a-4c5a-a9b6-e99d33d0930e None None] For port d9c30192-483e-4da3-bf09-8584823b9b2d, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=d9c30192-483e-4da3-bf09-8584823b9b2d,segment=NetworkSegment(b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f),segment_id=b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:33.901057 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device e5bcb38c-912f-48f9-ac4d-89fd7c283b16 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:33.908562 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd6e0e-257c-453b-8395-d35ad1dc3a81 req-50eada90-a7cd-4081-8abc-cf0ab2ab73de tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:33.910391 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b1fd6e0e-257c-453b-8395-d35ad1dc3a81 req-50eada90-a7cd-4081-8abc-cf0ab2ab73de tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a1f86f6-9fc8-4f97-85c1-99e33e70df74 HTTP/1.1" status: 200 len: 1024 time: 0.1038048 Jun 17 08:45:33.996543 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6b479eed-712a-4c5a-a9b6-e99d33d0930e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.999432 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:34.012043 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93171e-6f67-484c-9df4-f07d38878002 req-6fda4a23-1d34-4fec-b01d-f6bb32eb55cc tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:34.013580 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4c93171e-6f67-484c-9df4-f07d38878002 req-6fda4a23-1d34-4fec-b01d-f6bb32eb55cc tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 949 time: 0.1277308 Jun 17 08:45:34.051342 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a605fc-320a-4b69-b848-fc05f6f2ee58 admin admin] Made reservation on behalf of 2660df61a5d14827a122661191fbd2bb for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:34.074219 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-61a605fc-320a-4b69-b848-fc05f6f2ee58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.115315 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4c93171e-6f67-484c-9df4-f07d38878002 req-d7759922-ec68-4eee-8b42-21f6789588ee tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823181 Jun 17 08:45:34.126982 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-61a605fc-320a-4b69-b848-fc05f6f2ee58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.134296 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port e5bcb38c-912f-48f9-ac4d-89fd7c283b16 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:34.152827 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port e5bcb38c-912f-48f9-ac4d-89fd7c283b16 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:34.155317 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.189523 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-04814aaf-5625-4ee7-b924-89b7a2c9c3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:34.191211 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-04814aaf-5625-4ee7-b924-89b7a2c9c3d0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0&tenant_id=e01d01d179104814a9128dc5fc44bfde HTTP/1.1" status: 200 len: 1101 time: 0.2002268 Jun 17 08:45:34.218729 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b479eed-712a-4c5a-a9b6-e99d33d0930e None None] Pushing event updated for resources: {'Port': ['ID=d9c30192-483e-4da3-bf09-8584823b9b2d,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:34.223491 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-6b479eed-712a-4c5a-a9b6-e99d33d0930e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:34.241522 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-30', 'device_owner': 'compute:nova'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:34.278085 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-b1fd6e0e-257c-453b-8395-d35ad1dc3a81 req-1b846026-c827-471f-b73c-a2b765762c06 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Deleting port 5e6d506a-1009-4a3c-9475-34c0f1e22c86 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:34.278434 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-b1fd6e0e-257c-453b-8395-d35ad1dc3a81 req-1b846026-c827-471f-b73c-a2b765762c06 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.297269 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.333808 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d14c07d-7944-48ca-bb7c-abec7baa153f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bcb38c-912f-48f9-ac4d-89fd7c283b16'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:34.338059 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc56621-17ba-4157-bbee-6b4a5326f43f" -d '{"events": [{"server_uuid": "6d14c07d-7944-48ca-bb7c-abec7baa153f", "name": "network-vif-plugged", "status": "completed", "tag": "e5bcb38c-912f-48f9-ac4d-89fd7c283b16"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:34.364910 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port e5bcb38c-912f-48f9-ac4d-89fd7c283b16, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=e5bcb38c-912f-48f9-ac4d-89fd7c283b16,segment=NetworkSegment(1efc45a6-102b-4399-be59-f57c2bb6a981),segment_id=1efc45a6-102b-4399-be59-f57c2bb6a981)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:34.448175 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 50560) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:34.456135 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.458297 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:34.527743 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef6c5758-f6bd-4487-b95b-ed2be5bde2f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.532910 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.548021 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=e5bcb38c-912f-48f9-ac4d-89fd7c283b16,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:34.551480 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:34.562621 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d782787-72f1-4350-a598-d8c06256f865 req-cea4ba67-3adb-4ca5-8975-8310d814d0cd tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:34.564902 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef6c5758-f6bd-4487-b95b-ed2be5bde2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.568350 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8d782787-72f1-4350-a598-d8c06256f865 req-cea4ba67-3adb-4ca5-8975-8310d814d0cd tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 944 time: 0.5811272 Jun 17 08:45:34.595362 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-b1fd6e0e-257c-453b-8395-d35ad1dc3a81 req-1b846026-c827-471f-b73c-a2b765762c06 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] For port 5e6d506a-1009-4a3c-9475-34c0f1e22c86, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=5e6d506a-1009-4a3c-9475-34c0f1e22c86,segment=NetworkSegment(b6558a58-ee08-4d5a-9b11-33c38c3850d4),segment_id=b6558a58-ee08-4d5a-9b11-33c38c3850d4)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:34.595832 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-b1fd6e0e-257c-453b-8395-d35ad1dc3a81 req-1b846026-c827-471f-b73c-a2b765762c06 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.684325 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b17346-7300-43e9-86a4-dd7adec29a24 req-b0d1c7bb-db4b-4296-b758-7986ad2ac4a0 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:34.685852 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-83b17346-7300-43e9-86a4-dd7adec29a24 req-b0d1c7bb-db4b-4296-b758-7986ad2ac4a0 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a1f86f6-9fc8-4f97-85c1-99e33e70df74 HTTP/1.1" status: 200 len: 1024 time: 0.3393233 Jun 17 08:45:34.704492 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-b1fd6e0e-257c-453b-8395-d35ad1dc3a81 req-1b846026-c827-471f-b73c-a2b765762c06 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Calling delete_port for 5e6d506a-1009-4a3c-9475-34c0f1e22c86 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:34.734666 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-61a605fc-320a-4b69-b848-fc05f6f2ee58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.746737 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5d63f916-c963-4f70-83fd-3e8ed6070f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.760495 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8d782787-72f1-4350-a598-d8c06256f865 req-5ff475f3-682a-4193-b947-ccbc12581086 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771061 Jun 17 08:45:34.816936 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-a4a36085-368f-4012-baab-beb16fd470e8 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:34.818510 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-a4a36085-368f-4012-baab-beb16fd470e8 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11&tenant_id=702856434aae449ea41d8a187426d151&binding%3Ahost_id=n-h2-758944-30 HTTP/1.1" status: 200 len: 1096 time: 0.3753073 Jun 17 08:45:34.826164 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f07d02-1b2e-4392-8d31-8afc70a614c3 x-openstack-request-id: req-e7f07d02-1b2e-4392-8d31-8afc70a614c3 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:34.826668 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d14c07d-7944-48ca-bb7c-abec7baa153f", "name": "network-vif-plugged", "status": "completed", "tag": "e5bcb38c-912f-48f9-ac4d-89fd7c283b16", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:34.827874 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e7f07d02-1b2e-4392-8d31-8afc70a614c3 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:34.827874 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d14c07d-7944-48ca-bb7c-abec7baa153f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bcb38c-912f-48f9-ac4d-89fd7c283b16', 'code': 200} Jun 17 08:45:34.848822 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-61a605fc-320a-4b69-b848-fc05f6f2ee58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.857368 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-73ac73b4-ad47-4ea3-a2c3-c4f0bc2c7c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:34.876418 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-83b17346-7300-43e9-86a4-dd7adec29a24 req-c73e8a3c-3e72-4a9f-966d-f10ddac5cd74 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ead1140-aa5e-40bf-91e3-10d63e880983&id=d23e4e91-f943-4a66-aab5-1319e8d4d43d&id=31e0fb54-1f9f-4d91-8c00-f4235a18783f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1403153 Jun 17 08:45:34.921301 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-ef6c5758-f6bd-4487-b95b-ed2be5bde2f6 admin admin] Allocated IP 172.25.2.191 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:34.938917 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a605fc-320a-4b69-b848-fc05f6f2ee58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:45:35.000178 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a605fc-320a-4b69-b848-fc05f6f2ee58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e91f48-8ef3-4d95-ba13-a17e5f31d557,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:35.014565 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-61a605fc-320a-4b69-b848-fc05f6f2ee58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:35.029253 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-61a605fc-320a-4b69-b848-fc05f6f2ee58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:35.029610 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-61a605fc-320a-4b69-b848-fc05f6f2ee58 admin admin] Added segment f97b557f-42fd-493a-a1da-f273164d9540 of type vlan for network 9607b8f2-1f64-4cbd-97ae-5ddc828a0032 Jun 17 08:45:35.090051 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] For port 4e90aa40-4e20-4bb5-ae96-262f6c3201da, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=4e90aa40-4e20-4bb5-ae96-262f6c3201da,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:35.154118 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 80834232-7c1a-4461-87e0-250268dbd5a1 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:35.192074 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-61a605fc-320a-4b69-b848-fc05f6f2ee58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:35.206079 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] For port 4e90aa40-4e20-4bb5-ae96-262f6c3201da, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:35.255637 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef6c5758-f6bd-4487-b95b-ed2be5bde2f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:35.266445 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:35.291503 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0ebed-8614-439c-aa3a-349510323093 req-5bc629c5-ff98-499c-b72f-ef4a81926971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:35.293078 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8bc0ebed-8614-439c-aa3a-349510323093 req-5bc629c5-ff98-499c-b72f-ef4a81926971 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 1097 time: 0.3428853 Jun 17 08:45:35.294954 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073ff8e-810b-4031-88b3-6d0b13301dc1 req-c7290845-07eb-43ad-9608-4bd89ff1ecb6 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:35.296331 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5d63f916-c963-4f70-83fd-3e8ed6070f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:35.296942 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d073ff8e-810b-4031-88b3-6d0b13301dc1 req-c7290845-07eb-43ad-9608-4bd89ff1ecb6 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 944 time: 0.2091603 Jun 17 08:45:35.300876 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c867bb-0fb3-4dcc-aa33-64da2a0660b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e90aa40-4e20-4bb5-ae96-262f6c3201da'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:35.308823 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b7fe29-0d1e-4238-9f9d-bf266ee809f4" -d '{"events": [{"server_uuid": "36c867bb-0fb3-4dcc-aa33-64da2a0660b0", "name": "network-vif-unplugged", "status": "completed", "tag": "4e90aa40-4e20-4bb5-ae96-262f6c3201da"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:35.309739 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 80834232-7c1a-4461-87e0-250268dbd5a1, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=80834232-7c1a-4461-87e0-250268dbd5a1,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:35.312883 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:35.325258 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d97a12-d043-49a9-9111-54d580bd1a47 req-6c5bfe22-4d68-47e3-84bd-0533bb28c4c2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:35.325258 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e1d97a12-d043-49a9-9111-54d580bd1a47 req-6c5bfe22-4d68-47e3-84bd-0533bb28c4c2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 946 time: 0.3127317 Jun 17 08:45:35.359258 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8bc0ebed-8614-439c-aa3a-349510323093 req-e23e5b7a-8c77-4b4c-8b54-9ababa8e07fe service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580378 Jun 17 08:45:35.364362 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-b1fd6e0e-257c-453b-8395-d35ad1dc3a81 req-1b846026-c827-471f-b73c-a2b765762c06 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:35.372633 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3f720851-b9fa-45ec-8deb-25190138fee5 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:35.381158 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['5e6d506a-1009-4a3c-9475-34c0f1e22c86'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:45:35.383156 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d073ff8e-810b-4031-88b3-6d0b13301dc1 req-934f1b9d-987a-48c3-a4bd-18dae68b9db3 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645792 Jun 17 08:45:35.385209 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Transition to ACTIVE for port object 4e90aa40-4e20-4bb5-ae96-262f6c3201da will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:35.420972 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b846026-c827-471f-b73c-a2b765762c06 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Pushing event deleted for resources: {'Port': ['ID=5e6d506a-1009-4a3c-9475-34c0f1e22c86,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:35.428256 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1b846026-c827-471f-b73c-a2b765762c06 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:35.431276 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-61a605fc-320a-4b69-b848-fc05f6f2ee58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:35.441030 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a605fc-320a-4b69-b848-fc05f6f2ee58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:35.441030 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-61a605fc-320a-4b69-b848-fc05f6f2ee58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:35.441030 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e1d97a12-d043-49a9-9111-54d580bd1a47 req-69abc67c-2e0a-4570-acbd-26a7881b3ef9 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002154 Jun 17 08:45:35.441030 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5d63f916-c963-4f70-83fd-3e8ed6070f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:35.472015 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e2ae8bd7-0641-4ca4-8eb9-a1bf3c3a342e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:35.476174 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-4f8501d1-55b8-4c56-939e-10f9719a7c60 service neutron] For port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:35.507731 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-4f8501d1-55b8-4c56-939e-10f9719a7c60 service neutron] Notify callbacks [] for binding, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:35.508925 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-40197fa6-5c47-4914-b8cb-0a4313f5d150 req-4f8501d1-55b8-4c56-939e-10f9719a7c60 service neutron] 10.222.0.53 "DELETE /v2.0/ports/c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c/bindings/n-h1-758944-30 HTTP/1.1" status: 204 len: 173 time: 0.6702898 Jun 17 08:45:35.516017 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:35.516864 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 4e90aa40-4e20-4bb5-ae96-262f6c3201da no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:35.519754 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:35.550481 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:35.560749 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29aca7bf-8cd2-487f-985e-a17b71245949 x-openstack-request-id: req-29aca7bf-8cd2-487f-985e-a17b71245949 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:35.561091 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c867bb-0fb3-4dcc-aa33-64da2a0660b0", "name": "network-vif-unplugged", "status": "completed", "tag": "4e90aa40-4e20-4bb5-ae96-262f6c3201da", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:35.561390 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29aca7bf-8cd2-487f-985e-a17b71245949 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:35.572119 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c867bb-0fb3-4dcc-aa33-64da2a0660b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e90aa40-4e20-4bb5-ae96-262f6c3201da', 'code': 200} Jun 17 08:45:35.573050 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d86278f9-c23d-463b-bca5-b149cf243f61 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:35.585676 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef6c5758-f6bd-4487-b95b-ed2be5bde2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:35.637729 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5d63f916-c963-4f70-83fd-3e8ed6070f96 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c302e3f78394fbaa286d75380b08007&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1418037 Jun 17 08:45:35.637729 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fd6e0e-257c-453b-8395-d35ad1dc3a81 req-1b846026-c827-471f-b73c-a2b765762c06 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] No DVR routers for this DVR port 5e6d506a-1009-4a3c-9475-34c0f1e22c86 on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:45:35.638082 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 50592) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:35.657863 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-b1fd6e0e-257c-453b-8395-d35ad1dc3a81 req-1b846026-c827-471f-b73c-a2b765762c06 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:35.670979 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b1fd6e0e-257c-453b-8395-d35ad1dc3a81 req-1b846026-c827-471f-b73c-a2b765762c06 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.53 "DELETE /v2.0/ports/5e6d506a-1009-4a3c-9475-34c0f1e22c86 HTTP/1.1" status: 204 len: 173 time: 1.7541599 Jun 17 08:45:35.673313 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1f86f6-9fc8-4f97-85c1-99e33e70df74', 'name': 'network-vif-deleted', 'tag': '5e6d506a-1009-4a3c-9475-34c0f1e22c86'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:35.675561 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957fc31b-d190-4dd2-93d3-346d3b8b6082" -d '{"events": [{"server_uuid": "0a1f86f6-9fc8-4f97-85c1-99e33e70df74", "name": "network-vif-deleted", "tag": "5e6d506a-1009-4a3c-9475-34c0f1e22c86"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:35.679096 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-61a605fc-320a-4b69-b848-fc05f6f2ee58 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0289750 Jun 17 08:45:35.692376 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b0decf-41f4-4f08-aa4e-17346db879bc None None] Network 8febca87-b053-4652-aefe-046fdedc430b requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:35.713828 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 50596) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:35.753538 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-8376dbd6-6a28-45dd-a7e0-d38a27c060fe admin admin] Request body: {'subnet': {'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1158846169-subnet', 'tenant_id': '2660df61a5d14827a122661191fbd2bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:35.782574 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a605fc-320a-4b69-b848-fc05f6f2ee58 admin admin] Pushing event updated for resources: {'Network': ['ID=9607b8f2-1f64-4cbd-97ae-5ddc828a0032,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:35.789286 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] No DVR routers for this DVR port 4e90aa40-4e20-4bb5-ae96-262f6c3201da on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:45:35.801951 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-61a605fc-320a-4b69-b848-fc05f6f2ee58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:35.807910 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cdb97f93-2e54-4b6d-a898-65e554a94bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:35.815291 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6c5758-f6bd-4487-b95b-ed2be5bde2f6 admin admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:35.848125 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63f916-c963-4f70-83fd-3e8ed6070f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf23c355-d4c6-446d-bf2b-fbab3794e70e,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:35.868093 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5d63f916-c963-4f70-83fd-3e8ed6070f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:35.876841 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 9607b8f2-1f64-4cbd-97ae-5ddc828a0032 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:45:35.885313 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-ef6c5758-f6bd-4487-b95b-ed2be5bde2f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:35.895374 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=4e90aa40-4e20-4bb5-ae96-262f6c3201da,revision_number=6']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:35.899115 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6c5758-f6bd-4487-b95b-ed2be5bde2f6 admin admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:35.907426 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 4e90aa40-4e20-4bb5-ae96-262f6c3201da not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:45:35.942418 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-3a0f18cc-35b0-42a5-aeb7-5785c9e87996 None None] Provisioning for port d9c30192-483e-4da3-bf09-8584823b9b2d completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:35.949825 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=80834232-7c1a-4461-87e0-250268dbd5a1,revision_number=14']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:35.953865 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1f5ca8f2-b2f7-4b10-9341-35cc8894f6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:35.971208 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:36.019385 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1f5ca8f2-b2f7-4b10-9341-35cc8894f6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.030872 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:36.042733 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:36.042733 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:36.042733 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:36.042733 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:36.042733 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:36.042733 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:36.042733 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:36.042733 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:36.042733 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:36.042733 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:36.042733 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:36.048706 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Attempting to bind port 4e90aa40-4e20-4bb5-ae96-262f6c3201da on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:36.049051 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Attempting to bind port 4e90aa40-4e20-4bb5-ae96-262f6c3201da by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:36.049379 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Attempting to bind port 4e90aa40-4e20-4bb5-ae96-262f6c3201da on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:36.054488 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11260cb-def9-47b6-9bb4-df50d9e95398 req-d4c91cca-7ac4-43d0-9233-9255d97971c9 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:36.074549 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f11260cb-def9-47b6-9bb4-df50d9e95398 req-d4c91cca-7ac4-43d0-9233-9255d97971c9 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 1096 time: 0.2160430 Jun 17 08:45:36.087211 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:36.090891 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-76591f5b-08d6-4708-8997-8c1b3ac3f54b tempest-ListImageFiltersTestJSON-1483573871 tempest-ListImageFiltersTestJSON-1483573871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.487s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:36.097115 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Port 4e90aa40-4e20-4bb5-ae96-262f6c3201da on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:45:36.097714 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Attempting to bind port 4e90aa40-4e20-4bb5-ae96-262f6c3201da on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:36.143528 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8376dbd6-6a28-45dd-a7e0-d38a27c060fe admin admin] Made reservation on behalf of 2660df61a5d14827a122661191fbd2bb for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:36.148400 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8376dbd6-6a28-45dd-a7e0-d38a27c060fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.151868 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:36.152207 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:36.152589 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:36.153036 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Bound port: 4e90aa40-4e20-4bb5-ae96-262f6c3201da, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:36.153381 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.229742 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c5758-f6bd-4487-b95b-ed2be5bde2f6 admin admin] Pushing event updated for resources: {'Port': ['ID=6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:36.246616 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ef6c5758-f6bd-4487-b95b-ed2be5bde2f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:36.305556 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10c9d0-1026-43b9-832d-19144fd78318 req-755b7b8a-161d-4bf8-b6b9-fc118ab0e333 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:36.313723 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ac10c9d0-1026-43b9-832d-19144fd78318 req-755b7b8a-161d-4bf8-b6b9-fc118ab0e333 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 947 time: 0.4208231 Jun 17 08:45:36.339123 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f11260cb-def9-47b6-9bb4-df50d9e95398 req-91b520f2-c75a-4667-8266-568671357f67 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636578 Jun 17 08:45:36.361605 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] For port 4e90aa40-4e20-4bb5-ae96-262f6c3201da, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:36.367876 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d9c30192-483e-4da3-bf09-8584823b9b2d up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:36.370905 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ac10c9d0-1026-43b9-832d-19144fd78318 req-acf98c90-f28c-487c-8b53-d4ef8c3eb1b3 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560539 Jun 17 08:45:36.389173 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] For port 4e90aa40-4e20-4bb5-ae96-262f6c3201da, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4e90aa40-4e20-4bb5-ae96-262f6c3201da,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:36.532317 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef6c5758-f6bd-4487-b95b-ed2be5bde2f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.597557 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port d9c30192-483e-4da3-bf09-8584823b9b2d completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:36.602328 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port d9c30192-483e-4da3-bf09-8584823b9b2d triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:36.602718 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.613832 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43707857-1b3b-421f-9641-2d58011d87f2 x-openstack-request-id: req-43707857-1b3b-421f-9641-2d58011d87f2 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:36.615175 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1f86f6-9fc8-4f97-85c1-99e33e70df74", "name": "network-vif-deleted", "tag": "5e6d506a-1009-4a3c-9475-34c0f1e22c86", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:36.616461 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43707857-1b3b-421f-9641-2d58011d87f2 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:36.618021 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1f86f6-9fc8-4f97-85c1-99e33e70df74', 'name': 'network-vif-deleted', 'tag': '5e6d506a-1009-4a3c-9475-34c0f1e22c86', 'status': 'completed', 'code': 200} Jun 17 08:45:36.626719 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1f5ca8f2-b2f7-4b10-9341-35cc8894f6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.630106 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1f5ca8f2-b2f7-4b10-9341-35cc8894f6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.634621 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-1f5ca8f2-b2f7-4b10-9341-35cc8894f6b2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cf23c355-d4c6-446d-bf2b-fbab3794e70e HTTP/1.1" status: 204 len: 168 time: 0.9797816 Jun 17 08:45:36.634621 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dcbca1a5-051f-4492-93bd-ed1f032731c4 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:36.681420 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ca8f2-b2f7-4b10-9341-35cc8894f6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf23c355-d4c6-446d-bf2b-fbab3794e70e,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:36.701815 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1f5ca8f2-b2f7-4b10-9341-35cc8894f6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:36.709598 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ac74d7d7-76dd-41b2-9c31-158ce19d6008 None None] Provisioning complete for port d9c30192-483e-4da3-bf09-8584823b9b2d triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:36.710323 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ac74d7d7-76dd-41b2-9c31-158ce19d6008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.795555 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d4e2d-92a5-4ade-b428-f3f607648121 req-e0787ddb-514e-4479-8901-9c20a3a88ffd tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:36.797223 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d05d4e2d-92a5-4ade-b428-f3f607648121 req-e0787ddb-514e-4479-8901-9c20a3a88ffd tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 945 time: 0.1719213 Jun 17 08:45:36.807891 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.826235 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8376dbd6-6a28-45dd-a7e0-d38a27c060fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.829107 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fddb69df-7cc2-4a8d-a6f7-b9c061d0651e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:36.833078 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28e8626-7f21-495c-877c-3c6ddb58ea2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80834232-7c1a-4461-87e0-250268dbd5a1'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:36.835425 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163d4080-6dfe-4c95-a601-7f142f1d500b" -d '{"events": [{"server_uuid": "c28e8626-7f21-495c-877c-3c6ddb58ea2e", "name": "network-vif-unplugged", "status": "completed", "tag": "80834232-7c1a-4461-87e0-250268dbd5a1"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:36.863217 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port d9c30192-483e-4da3-bf09-8584823b9b2d, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=d9c30192-483e-4da3-bf09-8584823b9b2d,segment=NetworkSegment(b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f),segment_id=b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:36.907681 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d05d4e2d-92a5-4ade-b428-f3f607648121 req-28f22392-22a9-4471-aac3-ead58b0d051f tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040733 Jun 17 08:45:36.909054 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ac74d7d7-76dd-41b2-9c31-158ce19d6008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.926893 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376dbd6-6a28-45dd-a7e0-d38a27c060fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed34bd4e-a866-4cd6-ad0f-ac23d869dd5e,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:36.938977 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8376dbd6-6a28-45dd-a7e0-d38a27c060fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:36.962501 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8376dbd6-6a28-45dd-a7e0-d38a27c060fe admin admin] Checking segment: {'id': 'f97b557f-42fd-493a-a1da-f273164d9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:36.967031 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8376dbd6-6a28-45dd-a7e0-d38a27c060fe admin admin] Network hostable DHCP agents. Network: 9607b8f2-1f64-4cbd-97ae-5ddc828a0032, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:45:37.002751 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:37.008672 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b068811b-b5ea-4b9b-854e-ad50226e745f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:37.062309 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d900e78a-2581-40c2-afbb-c6dc01dd75a7 req-852606a9-4f11-45bd-b99d-0a3a7caca2e2 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a1f86f6-9fc8-4f97-85c1-99e33e70df74 HTTP/1.1" status: 200 len: 210 time: 0.0613086 Jun 17 08:45:37.082098 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:37.083020 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:37.084494 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] 10.222.0.53 "PUT /v2.0/ports/4e90aa40-4e20-4bb5-ae96-262f6c3201da HTTP/1.1" status: 200 len: 1096 time: 2.8509498 Jun 17 08:45:37.086069 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:37.091901 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:37.148508 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8376dbd6-6a28-45dd-a7e0-d38a27c060fe admin admin] Network 9607b8f2-1f64-4cbd-97ae-5ddc828a0032 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:45:37.174755 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a39a28-6eb9-4b86-9f23-986c33e8f175 req-b73c2a37-734c-4b33-9055-ad6585b49edd tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:37.178707 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a7a39a28-6eb9-4b86-9f23-986c33e8f175 req-b73c2a37-734c-4b33-9055-ad6585b49edd tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 1096 time: 0.1102347 Jun 17 08:45:37.194572 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=4e90aa40-4e20-4bb5-ae96-262f6c3201da,revision_number=7']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:37.214143 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=d9c30192-483e-4da3-bf09-8584823b9b2d,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:37.217284 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:37.217661 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2597d3-92cb-4b46-8712-7d0e58c62ca5 x-openstack-request-id: req-de2597d3-92cb-4b46-8712-7d0e58c62ca5 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:37.218165 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28e8626-7f21-495c-877c-3c6ddb58ea2e", "name": "network-vif-unplugged", "status": "completed", "tag": "80834232-7c1a-4461-87e0-250268dbd5a1", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:37.218876 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de2597d3-92cb-4b46-8712-7d0e58c62ca5 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:37.219603 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28e8626-7f21-495c-877c-3c6ddb58ea2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80834232-7c1a-4461-87e0-250268dbd5a1', 'code': 200} Jun 17 08:45:37.221810 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:37.267959 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-8376dbd6-6a28-45dd-a7e0-d38a27c060fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 9607b8f2-1f64-4cbd-97ae-5ddc828a0032) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:37.281000 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8376dbd6-6a28-45dd-a7e0-d38a27c060fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:37.281748 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8376dbd6-6a28-45dd-a7e0-d38a27c060fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:37.286740 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f5e3ec-f9c1-4576-a012-408a4dbf45b4 None None] Network 9607b8f2-1f64-4cbd-97ae-5ddc828a0032 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:37.302256 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a7a39a28-6eb9-4b86-9f23-986c33e8f175 req-c5f34349-2d77-482d-808a-d8234e7e1e8a tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129415 Jun 17 08:45:37.405733 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.db.api [None req-ac74d7d7-76dd-41b2-9c31-158ce19d6008 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:45:37.406293 n-d-758944-30 neutron-server[94521]: DEBUG oslo_db.api [None req-ac74d7d7-76dd-41b2-9c31-158ce19d6008 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:45:37.420871 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-7cf4da69-4a73-4e66-989e-ad8a34b0f08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:37.424298 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-7cf4da69-4a73-4e66-989e-ad8a34b0f08f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 1099 time: 0.3002310 Jun 17 08:45:37.432310 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-8376dbd6-6a28-45dd-a7e0-d38a27c060fe admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7098711 Jun 17 08:45:37.453820 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef6c5758-f6bd-4487-b95b-ed2be5bde2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:37.595108 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c867bb-0fb3-4dcc-aa33-64da2a0660b0', 'tag': '4e90aa40-4e20-4bb5-ae96-262f6c3201da'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:37.597552 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d08f5cb-511b-48ea-8706-87a514bede08" -d '{"events": [{"name": "network-changed", "server_uuid": "36c867bb-0fb3-4dcc-aa33-64da2a0660b0", "tag": "4e90aa40-4e20-4bb5-ae96-262f6c3201da"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:37.620999 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de208ae9-dad1-4f3d-be8b-10edb50fef5f None None] Network 9607b8f2-1f64-4cbd-97ae-5ddc828a0032 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:37.677098 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-2bd5ece5-4780-4a71-9a6e-9b4fd7733c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:37.679151 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-2bd5ece5-4780-4a71-9a6e-9b4fd7733c06 service neutron] 10.222.0.53 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.2353737 Jun 17 08:45:37.758614 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-104f675e-d702-4dbb-8c27-ae9726b14894 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=4e90aa40-4e20-4bb5-ae96-262f6c3201da HTTP/1.1" status: 200 len: 217 time: 0.0715249 Jun 17 08:45:37.853288 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-6c3ee4a2-6a77-4603-a389-e7ab4209d195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:37.854843 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-6c3ee4a2-6a77-4603-a389-e7ab4209d195 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0785236 Jun 17 08:45:37.880993 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffeb3da-5f29-44d3-ba51-101040f26301 req-23b86c58-262b-4456-a3d9-5ebcdc009260 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:37.882605 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0ffeb3da-5f29-44d3-ba51-101040f26301 req-23b86c58-262b-4456-a3d9-5ebcdc009260 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 947 time: 0.2013345 Jun 17 08:45:37.906144 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 5e6d506a-1009-4a3c-9475-34c0f1e22c86 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:37.960079 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6c5758-f6bd-4487-b95b-ed2be5bde2f6 admin admin] Router fa0e2be1-3a6b-417d-9522-ee84dbac2b15 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:45:37.970377 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0ffeb3da-5f29-44d3-ba51-101040f26301 req-b3b6df97-277e-4cdb-b94c-e2884816ba66 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669215 Jun 17 08:45:38.097586 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6237c3f9-cddd-4f66-b666-41df9632edf1 x-openstack-request-id: req-6237c3f9-cddd-4f66-b666-41df9632edf1 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:38.106622 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c867bb-0fb3-4dcc-aa33-64da2a0660b0", "tag": "4e90aa40-4e20-4bb5-ae96-262f6c3201da", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:38.106622 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6237c3f9-cddd-4f66-b666-41df9632edf1 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:38.106622 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c867bb-0fb3-4dcc-aa33-64da2a0660b0', 'tag': '4e90aa40-4e20-4bb5-ae96-262f6c3201da', 'status': 'completed', 'code': 200} Jun 17 08:45:38.136169 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 5e6d506a-1009-4a3c-9475-34c0f1e22c86 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:45:38.136605 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 5e6d506a-1009-4a3c-9475-34c0f1e22c86 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:45:38.146791 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-005a5fa5-609f-499a-9349-324e0c6a7fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:38.151687 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-005a5fa5-609f-499a-9349-324e0c6a7fcc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2880487 Jun 17 08:45:38.256899 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d9c30192-483e-4da3-bf09-8584823b9b2d up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:38.314681 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6c5758-f6bd-4487-b95b-ed2be5bde2f6 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:45:38.331952 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08f5cb-511b-48ea-8706-87a514bede08 req-216f37ce-407f-4547-8aaa-23a78ef3f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:38.333715 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4d08f5cb-511b-48ea-8706-87a514bede08 req-216f37ce-407f-4547-8aaa-23a78ef3f732 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 1099 time: 0.2176223 Jun 17 08:45:38.338975 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211fa5d9-39bf-45a0-b06c-bed8e9cbe58e None None] Sync routers for ids ['fa0e2be1-3a6b-417d-9522-ee84dbac2b15'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:45:38.382969 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca22bff-db92-4cee-b688-4502316b6b19 req-92bb0825-90d5-4664-ba0a-77a23973428b tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:38.385371 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fca22bff-db92-4cee-b688-4502316b6b19 req-92bb0825-90d5-4664-ba0a-77a23973428b tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 945 time: 0.1021159 Jun 17 08:45:38.388570 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211fa5d9-39bf-45a0-b06c-bed8e9cbe58e None None] Routers {'fa0e2be1-3a6b-417d-9522-ee84dbac2b15'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:38.389316 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-211fa5d9-39bf-45a0-b06c-bed8e9cbe58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:45:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['fa0e2be1-3a6b-417d-9522-ee84dbac2b15'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:38.422585 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-5035045b-28d5-4ee0-b7c5-5dbef118ca6b service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193754 Jun 17 08:45:38.462466 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fca22bff-db92-4cee-b688-4502316b6b19 req-241a9169-d71b-46b4-a0b2-acf265f47494 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683651 Jun 17 08:45:38.478219 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port d9c30192-483e-4da3-bf09-8584823b9b2d triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:38.479011 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:38.538512 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef6c5758-f6bd-4487-b95b-ed2be5bde2f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:38.539568 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ef6c5758-f6bd-4487-b95b-ed2be5bde2f6 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5206838 Jun 17 08:45:38.544989 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 50710) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:38.591733 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-211fa5d9-39bf-45a0-b06c-bed8e9cbe58e None None] Set router fa0e2be1-3a6b-417d-9522-ee84dbac2b15 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:38.691413 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08f5cb-511b-48ea-8706-87a514bede08 req-4a4b744f-b2c4-4452-a4c8-673723277ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:38.692904 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4d08f5cb-511b-48ea-8706-87a514bede08 req-4a4b744f-b2c4-4452-a4c8-673723277ea6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.3485911 Jun 17 08:45:38.770461 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4d08f5cb-511b-48ea-8706-87a514bede08 req-cd397082-09d6-4471-b6ed-a4d7c21fd1b0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=4e90aa40-4e20-4bb5-ae96-262f6c3201da HTTP/1.1" status: 200 len: 217 time: 0.0638528 Jun 17 08:45:38.793354 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-86f8cf08-7e58-4d81-af15-3980bf397074 req-3e3a8f04-f328-4058-8d00-e53c2e18846f service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676939 Jun 17 08:45:38.832972 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-5ffd82f5-1a8a-42dd-b14e-1b8ff7446d1a tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:38.840319 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-5ffd82f5-1a8a-42dd-b14e-1b8ff7446d1a tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/networks?id=9607b8f2-1f64-4cbd-97ae-5ddc828a0032 HTTP/1.1" status: 200 len: 812 time: 0.3939919 Jun 17 08:45:38.841836 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-211fa5d9-39bf-45a0-b06c-bed8e9cbe58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'name': 'tempest-ServersTestBootFromVolume-785473964-router', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:33Z', 'updated_at': '2021-06-17T08:45:36Z', 'revision_number': 3, 'project_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'gw_port': {'id': '6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ac:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:34Z', 'updated_at': '2021-06-17T08:45:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:38.867864 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-01049ba9-1932-4295-a707-58d6e034159b tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/quotas/2660df61a5d14827a122661191fbd2bb HTTP/1.1" status: 200 len: 375 time: 0.0266483 Jun 17 08:45:38.870925 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211fa5d9-39bf-45a0-b06c-bed8e9cbe58e None None] Checking router: fa0e2be1-3a6b-417d-9522-ee84dbac2b15 for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:45:38.871380 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211fa5d9-39bf-45a0-b06c-bed8e9cbe58e None None] Updating router fa0e2be1-3a6b-417d-9522-ee84dbac2b15 port 6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3 binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:45:38.895220 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08f5cb-511b-48ea-8706-87a514bede08 req-27c1199c-7794-4b27-997b-7bfae68e1972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:38.896732 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4d08f5cb-511b-48ea-8706-87a514bede08 req-27c1199c-7794-4b27-997b-7bfae68e1972 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1158724 Jun 17 08:45:38.929967 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-a4e297dd-2bee-4595-a258-a83e622bc601 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2660df61a5d14827a122661191fbd2bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497801 Jun 17 08:45:38.940299 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-211fa5d9-39bf-45a0-b06c-bed8e9cbe58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.107364 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08f5cb-511b-48ea-8706-87a514bede08 req-eb23b25b-3160-43da-9bb2-9ad6f884c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:39.109351 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4d08f5cb-511b-48ea-8706-87a514bede08 req-eb23b25b-3160-43da-9bb2-9ad6f884c7fd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1901112 Jun 17 08:45:39.121078 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-3d205131-e011-4152-860f-05abc60ab980 service neutron] 10.222.0.49 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884811 Jun 17 08:45:39.164406 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-638dc803-43df-4425-9235-ddaf7cc245b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.334245 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08f5cb-511b-48ea-8706-87a514bede08 req-6d9ba1aa-b8b3-4e5c-9fe6-d2c7f65f6986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:39.336283 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4d08f5cb-511b-48ea-8706-87a514bede08 req-6d9ba1aa-b8b3-4e5c-9fe6-d2c7f65f6986 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 1099 time: 0.2806461 Jun 17 08:45:39.344370 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-211fa5d9-39bf-45a0-b06c-bed8e9cbe58e None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.355132 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-a540b012-fc02-4b48-ba5b-3444ca26d904 service neutron] 10.222.0.49 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344501 Jun 17 08:45:39.358908 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-211fa5d9-39bf-45a0-b06c-bed8e9cbe58e None None] Transition to ACTIVE for port object 6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:39.395991 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4d08f5cb-511b-48ea-8706-87a514bede08 req-812343df-fcb3-4dc4-9cc1-2ae1e83717e9 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606525 Jun 17 08:45:39.453559 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-638dc803-43df-4425-9235-ddaf7cc245b9 admin admin] Allocated IP 172.20.0.1 (8febca87-b053-4652-aefe-046fdedc430b/b23aa9cf-568b-4905-8e2b-b7648ef430a0/2ea3d2d8-0927-4be2-8153-f2b8aed93b98) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:39.531098 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-211fa5d9-39bf-45a0-b06c-bed8e9cbe58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.536001 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:39.567323 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4d08f5cb-511b-48ea-8706-87a514bede08 req-f5129a5b-8235-4f74-98aa-84bcb96bc826 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441190 Jun 17 08:45:39.622308 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08f5cb-511b-48ea-8706-87a514bede08 req-197161c6-1f84-414b-97f5-6537face0003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:39.625502 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4d08f5cb-511b-48ea-8706-87a514bede08 req-197161c6-1f84-414b-97f5-6537face0003 service neutron] 10.222.0.53 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.2809937 Jun 17 08:45:39.632830 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-211fa5d9-39bf-45a0-b06c-bed8e9cbe58e None None] Attempting to bind port 6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:39.633249 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-211fa5d9-39bf-45a0-b06c-bed8e9cbe58e None None] Attempting to bind port 6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:39.633633 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211fa5d9-39bf-45a0-b06c-bed8e9cbe58e None None] Attempting to bind port 6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3 on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:39.645679 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211fa5d9-39bf-45a0-b06c-bed8e9cbe58e None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:39.645679 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211fa5d9-39bf-45a0-b06c-bed8e9cbe58e None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:39.646142 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8bd7536d-d071-423b-9332-05c51f0b84e4 req-54aeb200-43c8-4fe0-afd0-15cf1275c924 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups/31e0fb54-1f9f-4d91-8c00-f4235a18783f HTTP/1.1" status: 200 len: 1799 time: 0.1205378 Jun 17 08:45:39.646671 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-211fa5d9-39bf-45a0-b06c-bed8e9cbe58e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.646671 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211fa5d9-39bf-45a0-b06c-bed8e9cbe58e None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:39.646671 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-211fa5d9-39bf-45a0-b06c-bed8e9cbe58e None None] Bound port: 6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:39.646671 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-211fa5d9-39bf-45a0-b06c-bed8e9cbe58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.646671 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb51dec-9912-4969-827c-a332e618bfb8 None None] Pushing event updated for resources: {'Port': ['ID=6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:39.650699 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0eb51dec-9912-4969-827c-a332e618bfb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:39.713778 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4d08f5cb-511b-48ea-8706-87a514bede08 req-759dde38-fb6c-488c-867a-f912f798e12a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=4e90aa40-4e20-4bb5-ae96-262f6c3201da HTTP/1.1" status: 200 len: 217 time: 0.0607593 Jun 17 08:45:39.723391 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-638dc803-43df-4425-9235-ddaf7cc245b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.741849 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-638dc803-43df-4425-9235-ddaf7cc245b9 admin admin] Transition to ACTIVE for port object 2ea3d2d8-0927-4be2-8153-f2b8aed93b98 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:39.762929 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-211fa5d9-39bf-45a0-b06c-bed8e9cbe58e None None] For port 6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:39.772047 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-211fa5d9-39bf-45a0-b06c-bed8e9cbe58e None None] For port 6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:39.836443 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08f5cb-511b-48ea-8706-87a514bede08 req-91d91913-48d7-4491-96fe-5d30ff55b1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:39.839793 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4d08f5cb-511b-48ea-8706-87a514bede08 req-91d91913-48d7-4491-96fe-5d30ff55b1a0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1178281 Jun 17 08:45:39.868046 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-8bd7536d-d071-423b-9332-05c51f0b84e4 req-72fa84f7-958c-40cb-a580-e85ea9f543f9 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.898783 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-8bd7536d-d071-423b-9332-05c51f0b84e4 req-72fa84f7-958c-40cb-a580-e85ea9f543f9 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.951731 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08f5cb-511b-48ea-8706-87a514bede08 req-9c0d6db1-dd3e-40c5-ac8a-6909dfffde39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:39.955021 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4d08f5cb-511b-48ea-8706-87a514bede08 req-9c0d6db1-dd3e-40c5-ac8a-6909dfffde39 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1061740 Jun 17 08:45:39.982841 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-211fa5d9-39bf-45a0-b06c-bed8e9cbe58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.985934 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:40.058475 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-638dc803-43df-4425-9235-ddaf7cc245b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:40.062434 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e82d419d-5001-4318-8f62-491045aca398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:40.122224 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4d08f5cb-511b-48ea-8706-87a514bede08 req-91d0d356-753e-4025-8623-fc73d37c882d service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579947 Jun 17 08:45:40.128410 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211fa5d9-39bf-45a0-b06c-bed8e9cbe58e None None] Routers {'fa0e2be1-3a6b-417d-9522-ee84dbac2b15'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:40.129060 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-211fa5d9-39bf-45a0-b06c-bed8e9cbe58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:45:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['fa0e2be1-3a6b-417d-9522-ee84dbac2b15'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:40.129314 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638dc803-43df-4425-9235-ddaf7cc245b9 admin admin] Pushing event updated for resources: {'Port': ['ID=2ea3d2d8-0927-4be2-8153-f2b8aed93b98,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:40.130987 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb51dec-9912-4969-827c-a332e618bfb8 None None] Pushing event updated for resources: {'Port': ['ID=6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:40.137568 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-638dc803-43df-4425-9235-ddaf7cc245b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:40.149588 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0eb51dec-9912-4969-827c-a332e618bfb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:40.150892 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638dc803-43df-4425-9235-ddaf7cc245b9 admin admin] Network 8febca87-b053-4652-aefe-046fdedc430b is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:40.152970 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546669e-6bfa-43c2-8ac0-12a11f4f1182 req-71ccdd60-46ca-49c4-b4f9-362e3c854469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:40.154523 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c546669e-6bfa-43c2-8ac0-12a11f4f1182 req-71ccdd60-46ca-49c4-b4f9-362e3c854469 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=da4fcbeea2f0401e991ac51af5b56a4a&device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 1097 time: 0.1910727 Jun 17 08:45:40.155899 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-638dc803-43df-4425-9235-ddaf7cc245b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:40.167610 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638dc803-43df-4425-9235-ddaf7cc245b9 admin admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:40.245022 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-8bd7536d-d071-423b-9332-05c51f0b84e4 req-72fa84f7-958c-40cb-a580-e85ea9f543f9 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:40.247750 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-8bd7536d-d071-423b-9332-05c51f0b84e4 req-72fa84f7-958c-40cb-a580-e85ea9f543f9 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:40.263453 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8bd7536d-d071-423b-9332-05c51f0b84e4 req-72fa84f7-958c-40cb-a580-e85ea9f543f9 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "DELETE /v2.0/security-groups/31e0fb54-1f9f-4d91-8c00-f4235a18783f HTTP/1.1" status: 204 len: 173 time: 0.6198707 Jun 17 08:45:40.274911 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e31c2a97-637d-46d9-b80d-63d1e39c267d tempest-MigrationsAdminTest-1236016570 tempest-MigrationsAdminTest-1236016570-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:40.323388 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-211fa5d9-39bf-45a0-b06c-bed8e9cbe58e None None] Set router fa0e2be1-3a6b-417d-9522-ee84dbac2b15 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:40.365288 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef2c12-44ab-48ca-9674-8630c95e03d8 req-a896e16f-f582-46cd-96ff-b2408bd9c44f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:40.368231 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-79ef2c12-44ab-48ca-9674-8630c95e03d8 req-a896e16f-f582-46cd-96ff-b2408bd9c44f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 947 time: 0.2440000 Jun 17 08:45:40.406623 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa84f7-958c-40cb-a580-e85ea9f543f9 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e0fb54-1f9f-4d91-8c00-f4235a18783f,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:40.416971 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-72fa84f7-958c-40cb-a580-e85ea9f543f9 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:40.426996 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-638dc803-43df-4425-9235-ddaf7cc245b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:40.497842 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-79ef2c12-44ab-48ca-9674-8630c95e03d8 req-ba6b1ece-8506-4290-91da-3beceea7624d tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139700 Jun 17 08:45:40.540935 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4d08f5cb-511b-48ea-8706-87a514bede08 req-baeb9e1d-888e-4b82-a50a-b42f9727f1f4 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904190 Jun 17 08:45:40.639366 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-28e5ced1-ce17-47d2-8923-af5732ba5b44 req-8b493315-10d5-4524-9f9a-26ac38d2246a tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5a07c0d-60ad-4083-9050-fa4c5b8c74fc HTTP/1.1" status: 200 len: 210 time: 0.0470250 Jun 17 08:45:40.666966 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-211fa5d9-39bf-45a0-b06c-bed8e9cbe58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'name': 'tempest-ServersTestBootFromVolume-785473964-router', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:33Z', 'updated_at': '2021-06-17T08:45:36Z', 'revision_number': 3, 'project_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'gw_port': {'id': '6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ac:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:34Z', 'updated_at': '2021-06-17T08:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:40.714995 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211fa5d9-39bf-45a0-b06c-bed8e9cbe58e None None] The sync data for ids ['fa0e2be1-3a6b-417d-9522-ee84dbac2b15'] in n-d-758944-30 is: [{'id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'name': 'tempest-ServersTestBootFromVolume-785473964-router', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:33Z', 'updated_at': '2021-06-17T08:45:36Z', 'revision_number': 3, 'project_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'gw_port': {'id': '6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ac:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:34Z', 'updated_at': '2021-06-17T08:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:40.779086 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-5271140c-cd2f-4903-943d-c9f43e63bc2f None None] Provisioning for port 2ea3d2d8-0927-4be2-8153-f2b8aed93b98 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:40.785403 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-5271140c-cd2f-4903-943d-c9f43e63bc2f None None] Provisioning complete for port 2ea3d2d8-0927-4be2-8153-f2b8aed93b98 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:40.790264 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5271140c-cd2f-4903-943d-c9f43e63bc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:40.798189 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-135d2f9a-dfc9-4a79-b1f4-bd9594113d1e req-894fafde-9c47-4bc9-97d7-8cbc41c73bbd tempest-AbsoluteLimitsNegativeTestJSON-526729586 tempest-AbsoluteLimitsNegativeTestJSON-526729586-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=454fb10fb3b14bcbae56d78d887b4bec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371351 Jun 17 08:45:40.845863 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-5271140c-cd2f-4903-943d-c9f43e63bc2f None None] Port 2ea3d2d8-0927-4be2-8153-f2b8aed93b98 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:45:40.900679 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546669e-6bfa-43c2-8ac0-12a11f4f1182 req-e333cd4e-41ee-4db1-b950-5be1b631e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:40.902549 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c546669e-6bfa-43c2-8ac0-12a11f4f1182 req-e333cd4e-41ee-4db1-b950-5be1b631e25c service neutron] 10.222.0.53 "GET /v2.0/networks?id=1302d89b-bdda-43cb-a35c-b3bb609661cb HTTP/1.1" status: 200 len: 911 time: 0.7314754 Jun 17 08:45:40.954672 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d2f9a-dfc9-4a79-b1f4-bd9594113d1e req-69d51b09-0a51-4ffb-a87d-6a2cc0065d47 tempest-AbsoluteLimitsNegativeTestJSON-526729586 tempest-AbsoluteLimitsNegativeTestJSON-526729586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:40.963117 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-135d2f9a-dfc9-4a79-b1f4-bd9594113d1e req-69d51b09-0a51-4ffb-a87d-6a2cc0065d47 tempest-AbsoluteLimitsNegativeTestJSON-526729586 tempest-AbsoluteLimitsNegativeTestJSON-526729586-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1587775 Jun 17 08:45:40.983030 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c546669e-6bfa-43c2-8ac0-12a11f4f1182 req-64766011-e28c-48f8-ac9c-0b4e001bd49f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5bcb38c-912f-48f9-ac4d-89fd7c283b16 HTTP/1.1" status: 200 len: 217 time: 0.0563502 Jun 17 08:45:40.987928 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-135d2f9a-dfc9-4a79-b1f4-bd9594113d1e req-df197389-abdc-423f-918e-d1177845ed08 tempest-AbsoluteLimitsNegativeTestJSON-526729586 tempest-AbsoluteLimitsNegativeTestJSON-526729586-project] 10.222.0.49 "GET /v2.0/quotas/454fb10fb3b14bcbae56d78d887b4bec HTTP/1.1" status: 200 len: 375 time: 0.0235791 Jun 17 08:45:41.056897 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-135d2f9a-dfc9-4a79-b1f4-bd9594113d1e req-0ffcb28f-6d97-4551-a282-b29b1dd5dc42 tempest-AbsoluteLimitsNegativeTestJSON-526729586 tempest-AbsoluteLimitsNegativeTestJSON-526729586-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=454fb10fb3b14bcbae56d78d887b4bec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599318 Jun 17 08:45:41.104135 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c654eae-ef5a-45ba-a6d4-435c917f785b req-73b7d3e1-dff5-4766-84c5-9ee3824e1607 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:41.112047 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8c654eae-ef5a-45ba-a6d4-435c917f785b req-73b7d3e1-dff5-4766-84c5-9ee3824e1607 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 945 time: 0.3007021 Jun 17 08:45:41.168521 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a11ace14-dcb5-4b02-b5ff-750b7da9f2fd req-60bce7c1-1f62-4265-96a0-0721b52cf049 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "GET /v2.0/security-groups/7ead1140-aa5e-40bf-91e3-10d63e880983 HTTP/1.1" status: 200 len: 1798 time: 0.0608406 Jun 17 08:45:41.205226 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-638dc803-43df-4425-9235-ddaf7cc245b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.219682 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546669e-6bfa-43c2-8ac0-12a11f4f1182 req-d0e26ff3-3f85-4d61-b952-6a74b3d62403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:41.221276 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c546669e-6bfa-43c2-8ac0-12a11f4f1182 req-d0e26ff3-3f85-4d61-b952-6a74b3d62403 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c38d131-90c8-4df8-b19d-8bfac65826fa HTTP/1.1" status: 200 len: 850 time: 0.2242606 Jun 17 08:45:41.292441 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-a11ace14-dcb5-4b02-b5ff-750b7da9f2fd req-26456e90-c4fa-4937-8938-b5661af3688b tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.326884 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-a11ace14-dcb5-4b02-b5ff-750b7da9f2fd req-26456e90-c4fa-4937-8938-b5661af3688b tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.349882 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8c654eae-ef5a-45ba-a6d4-435c917f785b req-279fcfc1-5cd1-4305-9e66-7813fa32f53e tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368772 Jun 17 08:45:41.400243 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c546669e-6bfa-43c2-8ac0-12a11f4f1182 req-bcd08034-58af-4f92-bbe3-5a9720c5eb99 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1302d89b-bdda-43cb-a35c-b3bb609661cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1634345 Jun 17 08:45:41.515981 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-a11ace14-dcb5-4b02-b5ff-750b7da9f2fd req-26456e90-c4fa-4937-8938-b5661af3688b tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.518634 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-a11ace14-dcb5-4b02-b5ff-750b7da9f2fd req-26456e90-c4fa-4937-8938-b5661af3688b tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.531456 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a11ace14-dcb5-4b02-b5ff-750b7da9f2fd req-26456e90-c4fa-4937-8938-b5661af3688b tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] 10.222.0.49 "DELETE /v2.0/security-groups/7ead1140-aa5e-40bf-91e3-10d63e880983 HTTP/1.1" status: 204 len: 173 time: 0.3529317 Jun 17 08:45:41.531456 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b5d91a2a-caca-4346-a519-dea2cddced37 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:41.531456 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 50774) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:41.616636 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26456e90-c4fa-4937-8938-b5661af3688b tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ead1140-aa5e-40bf-91e3-10d63e880983,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:41.624554 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-26456e90-c4fa-4937-8938-b5661af3688b tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:41.649930 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c546669e-6bfa-43c2-8ac0-12a11f4f1182 req-baaf6185-efca-4ecf-8f21-d901aa13bbef service neutron] 10.222.0.53 "GET /v2.0/networks/1302d89b-bdda-43cb-a35c-b3bb609661cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866748 Jun 17 08:45:41.659370 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c27e75-b090-4a29-88c3-d83f31b76ef5 admin admin] Deleting subnet 1acf8d8e-2860-4109-a8ca-ee77dd683c23 {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:45:41.676571 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-22c27e75-b090-4a29-88c3-d83f31b76ef5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.795241 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c546669e-6bfa-43c2-8ac0-12a11f4f1182 req-4beafcdc-cbb1-42ea-b514-202cc9cdaa2d service neutron] 10.222.0.53 "GET /v2.0/networks/1302d89b-bdda-43cb-a35c-b3bb609661cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065228 Jun 17 08:45:41.858439 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-22c27e75-b090-4a29-88c3-d83f31b76ef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.909865 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab5fa0-dfce-4114-aae0-506ecb0dea8b req-729835a6-7902-4b3d-b68c-4972707c8ec3 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:41.911548 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6dab5fa0-dfce-4114-aae0-506ecb0dea8b req-729835a6-7902-4b3d-b68c-4972707c8ec3 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.2581911 Jun 17 08:45:41.921893 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-638dc803-43df-4425-9235-ddaf7cc245b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.922039 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 4e90aa40-4e20-4bb5-ae96-262f6c3201da details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:45:41.958577 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-22c27e75-b090-4a29-88c3-d83f31b76ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.000446 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6dab5fa0-dfce-4114-aae0-506ecb0dea8b req-7fe91f22-b052-4b5c-80af-6a23c5072412 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752497 Jun 17 08:45:42.061621 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-638dc803-43df-4425-9235-ddaf7cc245b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.065284 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-269425ec-ac75-44ec-a260-5820f46c2f01 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:42.127784 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 50788) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:42.168270 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910c708-0659-4564-b662-85460dcd8693 req-5899411d-4da7-4304-9d23-9e6aebc91585 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:42.173252 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a910c708-0659-4564-b662-85460dcd8693 req-5899411d-4da7-4304-9d23-9e6aebc91585 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 947 time: 0.4267931 Jun 17 08:45:42.175525 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-22c27e75-b090-4a29-88c3-d83f31b76ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.207377 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 4e90aa40-4e20-4bb5-ae96-262f6c3201da, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4e90aa40-4e20-4bb5-ae96-262f6c3201da,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:42.214375 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:42.245085 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-22c27e75-b090-4a29-88c3-d83f31b76ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.247627 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-22c27e75-b090-4a29-88c3-d83f31b76ef5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1acf8d8e-2860-4109-a8ca-ee77dd683c23 HTTP/1.1" status: 204 len: 168 time: 0.7190480 Jun 17 08:45:42.249712 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '4e90aa40-4e20-4bb5-ae96-262f6c3201da', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '4e90aa40-4e20-4bb5-ae96-262f6c3201da', 'mac_address': 'fa:16:3e:5f:77:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:45:42.258054 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 50792) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:42.268972 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-638dc803-43df-4425-9235-ddaf7cc245b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.328808 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c27e75-b090-4a29-88c3-d83f31b76ef5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1acf8d8e-2860-4109-a8ca-ee77dd683c23,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:42.332471 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-22c27e75-b090-4a29-88c3-d83f31b76ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:42.342706 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.365435 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e90aa40-4e20-4bb5-ae96-262f6c3201da {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:45:42.374572 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-da518831-663c-4572-a8e4-9c2d9bd906dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.384932 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a220866e-5382-4add-8219-e1f7f30df9cb req-b1248801-0f01-4623-88ca-5a3f5852f13a tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5a07c0d-60ad-4083-9050-fa4c5b8c74fc HTTP/1.1" status: 200 len: 210 time: 0.0729802 Jun 17 08:45:42.398892 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 4e90aa40-4e20-4bb5-ae96-262f6c3201da, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4e90aa40-4e20-4bb5-ae96-262f6c3201da,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:42.404498 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:42.406030 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638dc803-43df-4425-9235-ddaf7cc245b9 admin admin] Pushing event updated for resources: {'Port': ['ID=2ea3d2d8-0927-4be2-8153-f2b8aed93b98,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:42.416868 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-638dc803-43df-4425-9235-ddaf7cc245b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:42.438512 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a910c708-0659-4564-b662-85460dcd8693 req-406712cb-e902-458b-8361-7e3e9d48fddf tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410405 Jun 17 08:45:42.527399 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.533300 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-01c8885c-9cd4-4d67-934a-934248c99b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.548012 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:42.576423 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638dc803-43df-4425-9235-ddaf7cc245b9 admin admin] Network 8febca87-b053-4652-aefe-046fdedc430b is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:42.605237 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-638dc803-43df-4425-9235-ddaf7cc245b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:42.665399 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=4e90aa40-4e20-4bb5-ae96-262f6c3201da,revision_number=8']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:42.673595 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:42.712445 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-da518831-663c-4572-a8e4-9c2d9bd906dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.816434 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['4e90aa40-4e20-4bb5-ae96-262f6c3201da'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:45:42.859810 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303856a-6b44-4661-a71b-082666b6d82c req-705e4804-5945-4655-bff3-6d043080ff33 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:42.870068 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a303856a-6b44-4661-a71b-082666b6d82c req-705e4804-5945-4655-bff3-6d043080ff33 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 945 time: 0.1155143 Jun 17 08:45:42.892880 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-01c8885c-9cd4-4d67-934a-934248c99b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.913488 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-01c8885c-9cd4-4d67-934a-934248c99b88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d80fff0-8c04-45f1-8edd-294f2bc772ec']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:42.940258 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-01c8885c-9cd4-4d67-934a-934248c99b88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6558a58-ee08-4d5a-9b11-33c38c3850d4') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:42.940629 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-01c8885c-9cd4-4d67-934a-934248c99b88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6558a58-ee08-4d5a-9b11-33c38c3850d4') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:42.941212 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a303856a-6b44-4661-a71b-082666b6d82c req-ad5af838-c892-4bf8-9163-e7dcc1777ef4 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694103 Jun 17 08:45:42.948076 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-da518831-663c-4572-a8e4-9c2d9bd906dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.967977 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:42.976118 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:42.976509 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.983085 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-01c8885c-9cd4-4d67-934a-934248c99b88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.985636 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-63b1b980-c2ab-4621-9703-b4187eab0afd tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:43.061249 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-da518831-663c-4572-a8e4-9c2d9bd906dc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=454fb10fb3b14bcbae56d78d887b4bec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9281993 Jun 17 08:45:43.066184 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-01c8885c-9cd4-4d67-934a-934248c99b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.068766 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 50798) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:43.087637 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638dc803-43df-4425-9235-ddaf7cc245b9 admin admin] Router fa0e2be1-3a6b-417d-9522-ee84dbac2b15 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:45:43.093872 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c8885c-9cd4-4d67-934a-934248c99b88 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:45:43.094457 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-01c8885c-9cd4-4d67-934a-934248c99b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:45:43.098529 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:45:43.137395 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da518831-663c-4572-a8e4-9c2d9bd906dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4e1a12-a42d-4107-a021-1e1164d69ae4,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:43.149780 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.159601 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-da518831-663c-4572-a8e4-9c2d9bd906dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:43.178681 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-d27e74dc-96f2-493e-89f6-6fa7e7c2d53c None None] Provisioning complete for port 2ea3d2d8-0927-4be2-8153-f2b8aed93b98 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:43.180288 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d27e74dc-96f2-493e-89f6-6fa7e7c2d53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.193696 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:43.232352 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-72b1e8b9-5aa8-4dd6-8867-7f656a78d258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.254822 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-d27e74dc-96f2-493e-89f6-6fa7e7c2d53c None None] Port 2ea3d2d8-0927-4be2-8153-f2b8aed93b98 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:45:43.287496 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-72b1e8b9-5aa8-4dd6-8867-7f656a78d258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.300368 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.307052 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:43.346706 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-01c8885c-9cd4-4d67-934a-934248c99b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.358505 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-45a6b86e-7d51-4360-8d6c-6740fa34628d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:43.365397 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-01c8885c-9cd4-4d67-934a-934248c99b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.370597 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-01c8885c-9cd4-4d67-934a-934248c99b88 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6d80fff0-8c04-45f1-8edd-294f2bc772ec HTTP/1.1" status: 204 len: 168 time: 1.0798206 Jun 17 08:45:43.421735 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:43.433282 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:43.433777 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:43.434341 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:43.435279 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:43.436034 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:43.436441 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:43.436876 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:43.437810 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8885c-9cd4-4d67-934a-934248c99b88 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d80fff0-8c04-45f1-8edd-294f2bc772ec,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:43.438761 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:43.439228 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:43.439869 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:43.440299 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:43.440725 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:43.446614 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:43.448272 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-01c8885c-9cd4-4d67-934a-934248c99b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:43.486891 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638dc803-43df-4425-9235-ddaf7cc245b9 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:45:43.504080 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876de906-07d8-4833-a03d-1faeed711f9a None None] Sync routers for ids ['fa0e2be1-3a6b-417d-9522-ee84dbac2b15'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:45:43.518787 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-72b1e8b9-5aa8-4dd6-8867-7f656a78d258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.521656 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-72b1e8b9-5aa8-4dd6-8867-7f656a78d258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.533652 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-638dc803-43df-4425-9235-ddaf7cc245b9 admin admin] 10.222.0.49 "PUT /v2.0/routers/fa0e2be1-3a6b-417d-9522-ee84dbac2b15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9860671 Jun 17 08:45:43.535437 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876de906-07d8-4833-a03d-1faeed711f9a None None] Routers {'fa0e2be1-3a6b-417d-9522-ee84dbac2b15'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:43.536155 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-876de906-07d8-4833-a03d-1faeed711f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:45:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['fa0e2be1-3a6b-417d-9522-ee84dbac2b15'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:43.537857 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-72b1e8b9-5aa8-4dd6-8867-7f656a78d258 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cf4e1a12-a42d-4107-a021-1e1164d69ae4 HTTP/1.1" status: 204 len: 168 time: 0.4597120 Jun 17 08:45:43.545982 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-330594c1-35ef-4ce8-a1b0-c845428b2615 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:43.574175 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1e8b9-5aa8-4dd6-8867-7f656a78d258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4e1a12-a42d-4107-a021-1e1164d69ae4,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:43.583395 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-72b1e8b9-5aa8-4dd6-8867-7f656a78d258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:43.669687 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636325dc-7b04-452b-be12-5dac27c2284d req-0cb5e9e4-ebc7-4cce-a5ae-53e30a9fb2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:43.680209 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-636325dc-7b04-452b-be12-5dac27c2284d req-0cb5e9e4-ebc7-4cce-a5ae-53e30a9fb2e5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d&device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 1096 time: 0.2468815 Jun 17 08:45:43.684913 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-92493fd9-93a7-4979-aaa8-dcee25bde78f req-bdb632dc-d912-4e4b-b3c1-776f82180c65 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5a07c0d-60ad-4083-9050-fa4c5b8c74fc HTTP/1.1" status: 200 len: 210 time: 0.0604129 Jun 17 08:45:43.696536 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98ca48-531d-45b4-8594-8611b7c3bd55 req-db229ebc-1f5b-431b-bbb8-59f63923e55b tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:43.708688 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ed98ca48-531d-45b4-8594-8611b7c3bd55 req-db229ebc-1f5b-431b-bbb8-59f63923e55b tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.2822342 Jun 17 08:45:43.710787 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-876de906-07d8-4833-a03d-1faeed711f9a None None] Set router fa0e2be1-3a6b-417d-9522-ee84dbac2b15 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:43.812736 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ed98ca48-531d-45b4-8594-8611b7c3bd55 req-2da80282-9e8d-4275-900d-6388f64aef18 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030171 Jun 17 08:45:43.852433 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636325dc-7b04-452b-be12-5dac27c2284d req-0793a812-dc86-406c-999f-1bffbdb35a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:43.854075 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-636325dc-7b04-452b-be12-5dac27c2284d req-0793a812-dc86-406c-999f-1bffbdb35a6c service neutron] 10.222.0.50 "GET /v2.0/networks?id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f HTTP/1.1" status: 200 len: 913 time: 0.1428411 Jun 17 08:45:43.937496 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 4e90aa40-4e20-4bb5-ae96-262f6c3201da up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:43.945804 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820c49b-12cf-4119-9c17-2325b6149806 req-180e2b32-6af5-483e-8e3c-513e1d08ebda tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:43.949322 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9820c49b-12cf-4119-9c17-2325b6149806 req-180e2b32-6af5-483e-8e3c-513e1d08ebda tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 948 time: 0.1051865 Jun 17 08:45:44.069444 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9820c49b-12cf-4119-9c17-2325b6149806 req-21ab80c5-c6f6-4fed-91e9-e68974975986 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068580 Jun 17 08:45:44.118216 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-876de906-07d8-4833-a03d-1faeed711f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'name': 'tempest-ServersTestBootFromVolume-785473964-router', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:33Z', 'updated_at': '2021-06-17T08:45:41Z', 'revision_number': 4, 'project_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'gw_port': {'id': '6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ac:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:34Z', 'updated_at': '2021-06-17T08:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '2ea3d2d8-0927-4be2-8153-f2b8aed93b98', 'name': '', 'network_id': '8febca87-b053-4652-aefe-046fdedc430b', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'mac_address': 'fa:16:3e:f4:d7:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'b23aa9cf-568b-4905-8e2b-b7648ef430a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:39Z', 'updated_at': '2021-06-17T08:45:41Z', 'revision_number': 2, 'project_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'subnets': [{'id': 'b23aa9cf-568b-4905-8e2b-b7648ef430a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:44.119303 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 50820) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:44.185556 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c66aefe9-ed7f-41c9-9898-8d33cf92ed89 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c29561c2e94b41408f45441ef35b148c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0644705 Jun 17 08:45:44.190166 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 50822) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:44.192557 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876de906-07d8-4833-a03d-1faeed711f9a None None] Checking router: fa0e2be1-3a6b-417d-9522-ee84dbac2b15 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:45:44.192931 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876de906-07d8-4833-a03d-1faeed711f9a None None] Updating router fa0e2be1-3a6b-417d-9522-ee84dbac2b15 port 2ea3d2d8-0927-4be2-8153-f2b8aed93b98 binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:45:44.253442 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 4e90aa40-4e20-4bb5-ae96-262f6c3201da completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:44.258221 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 4e90aa40-4e20-4bb5-ae96-262f6c3201da triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:44.258612 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.280271 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-876de906-07d8-4833-a03d-1faeed711f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.368634 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2f535c28-182e-4f9e-bb01-10336167d146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.430752 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2f535c28-182e-4f9e-bb01-10336167d146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.435188 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:44.564494 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.564742 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-636325dc-7b04-452b-be12-5dac27c2284d req-ca559eb8-a27b-41f4-9bbf-e5407d9a52f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80834232-7c1a-4461-87e0-250268dbd5a1 HTTP/1.1" status: 200 len: 998 time: 0.7026362 Jun 17 08:45:44.568481 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:44.569466 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.653946 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c867bb-0fb3-4dcc-aa33-64da2a0660b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e90aa40-4e20-4bb5-ae96-262f6c3201da'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:44.656923 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3beff74f-45af-4259-84a0-20d45f14ae7c" -d '{"events": [{"server_uuid": "36c867bb-0fb3-4dcc-aa33-64da2a0660b0", "name": "network-vif-plugged", "status": "completed", "tag": "4e90aa40-4e20-4bb5-ae96-262f6c3201da"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:44.676099 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-bb016dfb-f634-4c67-873b-45e15ad45b6b tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:44.676408 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee113c75-dcc6-462d-9bf9-2d80f371ee21 req-5c9f8e79-26a2-4228-a4ca-25e695354796 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:44.677929 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ee113c75-dcc6-462d-9bf9-2d80f371ee21 req-5c9f8e79-26a2-4228-a4ca-25e695354796 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 945 time: 0.1661549 Jun 17 08:45:44.678375 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-bb016dfb-f634-4c67-873b-45e15ad45b6b tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.50 "GET /v2.0/networks?id=9607b8f2-1f64-4cbd-97ae-5ddc828a0032 HTTP/1.1" status: 200 len: 812 time: 0.1547461 Jun 17 08:45:44.680280 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636325dc-7b04-452b-be12-5dac27c2284d req-0c188c4a-9436-42f8-be2c-79d52f871604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:44.680427 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2f535c28-182e-4f9e-bb01-10336167d146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.681606 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-636325dc-7b04-452b-be12-5dac27c2284d req-0c188c4a-9436-42f8-be2c-79d52f871604 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f1cd377-e173-40e7-8f95-b9cee993c643 HTTP/1.1" status: 200 len: 851 time: 0.1092877 Jun 17 08:45:44.683291 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2f535c28-182e-4f9e-bb01-10336167d146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.686830 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-2f535c28-182e-4f9e-bb01-10336167d146 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d23e4e91-f943-4a66-aab5-1319e8d4d43d HTTP/1.1" status: 204 len: 168 time: 0.4928758 Jun 17 08:45:44.686830 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ff61e97f-124c-4906-8c20-e4e499af7e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:44.709118 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-0932d3a7-7ed2-4ec1-8241-37003b0e36d8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Request body: {'port': {'device_id': 'd5a07c0d-60ad-4083-9050-fa4c5b8c74fc', 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032', 'admin_state_up': True, 'tenant_id': '2660df61a5d14827a122661191fbd2bb'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:44.712870 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f535c28-182e-4f9e-bb01-10336167d146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23e4e91-f943-4a66-aab5-1319e8d4d43d,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:44.718217 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2f535c28-182e-4f9e-bb01-10336167d146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:44.731745 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 4e90aa40-4e20-4bb5-ae96-262f6c3201da, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4e90aa40-4e20-4bb5-ae96-262f6c3201da,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:44.827490 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ee113c75-dcc6-462d-9bf9-2d80f371ee21 req-657169c7-bfa0-4b76-9bbc-0b0530a29ba8 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391242 Jun 17 08:45:44.861769 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.864237 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:44.879827 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636325dc-7b04-452b-be12-5dac27c2284d req-45e2e4f8-07ff-44df-91f2-92245fade2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:44.888268 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-636325dc-7b04-452b-be12-5dac27c2284d req-45e2e4f8-07ff-44df-91f2-92245fade2f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1924024 Jun 17 08:45:44.982090 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=4e90aa40-4e20-4bb5-ae96-262f6c3201da,revision_number=9']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:44.996696 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:45.006987 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-0932d3a7-7ed2-4ec1-8241-37003b0e36d8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Made reservation on behalf of 2660df61a5d14827a122661191fbd2bb for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:45.009690 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-876de906-07d8-4833-a03d-1faeed711f9a None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.012955 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-0932d3a7-7ed2-4ec1-8241-37003b0e36d8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.028056 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-876de906-07d8-4833-a03d-1faeed711f9a None None] Transition to ACTIVE for port object 2ea3d2d8-0927-4be2-8153-f2b8aed93b98 will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:45.127906 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-876de906-07d8-4833-a03d-1faeed711f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.170855 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-2855c3c6-abf9-41e1-a248-ed101935b00c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:45.202589 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-636325dc-7b04-452b-be12-5dac27c2284d req-0d5d3d95-2d45-4346-a0a5-85cbfaaf323d service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068786 Jun 17 08:45:45.247531 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-0932d3a7-7ed2-4ec1-8241-37003b0e36d8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Allocated IP 172.20.0.9 (9607b8f2-1f64-4cbd-97ae-5ddc828a0032/ed34bd4e-a866-4cd6-ad0f-ac23d869dd5e/ed9c3f5b-7c0d-4299-b455-0100ac0a7c81) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:45.356536 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed80f71-9a88-4567-ab13-6c0ae6ccdf6a req-2cc78ff0-1bf0-4ee5-a735-7a8ca1f0ea75 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:45.358436 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4ed80f71-9a88-4567-ab13-6c0ae6ccdf6a req-2cc78ff0-1bf0-4ee5-a735-7a8ca1f0ea75 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.50 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0&tenant_id=e01d01d179104814a9128dc5fc44bfde&binding%3Ahost_id=n-h2-758944-30 HTTP/1.1" status: 200 len: 949 time: 0.3621399 Jun 17 08:45:45.399005 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872ed9d-efd8-4ce7-bf62-2e4d0695a398 req-e0d4a0a3-70fb-4fe9-b528-c8e6c8b683c0 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:45.402817 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6872ed9d-efd8-4ce7-bf62-2e4d0695a398 req-e0d4a0a3-70fb-4fe9-b528-c8e6c8b683c0 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 949 time: 0.3606024 Jun 17 08:45:45.577835 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a666c8-1c38-42a6-b175-558c78d63320 None None] Pushing event updated for resources: {'Port': ['ID=2ea3d2d8-0927-4be2-8153-f2b8aed93b98,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:45.587548 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-0932d3a7-7ed2-4ec1-8241-37003b0e36d8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.609414 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-636325dc-7b04-452b-be12-5dac27c2284d req-5a4ae404-ad41-47cf-9701-398ac3ab7016 service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962431 Jun 17 08:45:45.635516 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [req-4ed80f71-9a88-4567-ab13-6c0ae6ccdf6a req-1f1e0ffa-f275-47f4-8b58-c418e39f8354 service neutron] delete failed (client error): The resource could not be found. Jun 17 08:45:45.637574 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4ed80f71-9a88-4567-ab13-6c0ae6ccdf6a req-1f1e0ffa-f275-47f4-8b58-c418e39f8354 service neutron] 10.222.0.50 "DELETE /v2.0/ports/4e90aa40-4e20-4bb5-ae96-262f6c3201da/bindings/n-h1-758944-30 HTTP/1.1" status: 404 len: 381 time: 0.2718611 Jun 17 08:45:45.644480 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a666c8-1c38-42a6-b175-558c78d63320 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:45.644480 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a666c8-1c38-42a6-b175-558c78d63320 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:45.644480 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a666c8-1c38-42a6-b175-558c78d63320 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:45.644978 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a666c8-1c38-42a6-b175-558c78d63320 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:45.644978 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a666c8-1c38-42a6-b175-558c78d63320 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:45.645341 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a666c8-1c38-42a6-b175-558c78d63320 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:45.645522 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6872ed9d-efd8-4ce7-bf62-2e4d0695a398 req-5db0bb83-70d4-4c5d-ae46-08010cc36b3c tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262897 Jun 17 08:45:45.645643 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a666c8-1c38-42a6-b175-558c78d63320 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:45.646002 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a666c8-1c38-42a6-b175-558c78d63320 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:45.646185 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a666c8-1c38-42a6-b175-558c78d63320 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:45.646482 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a666c8-1c38-42a6-b175-558c78d63320 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:45.646809 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a666c8-1c38-42a6-b175-558c78d63320 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:45.647653 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a666c8-1c38-42a6-b175-558c78d63320 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:45.671288 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-b6a666c8-1c38-42a6-b175-558c78d63320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:45.697839 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-876de906-07d8-4833-a03d-1faeed711f9a None None] Attempting to bind port 2ea3d2d8-0927-4be2-8153-f2b8aed93b98 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:45.697839 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-876de906-07d8-4833-a03d-1faeed711f9a None None] Attempting to bind port 2ea3d2d8-0927-4be2-8153-f2b8aed93b98 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8febca87-b053-4652-aefe-046fdedc430b'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:45.697839 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876de906-07d8-4833-a03d-1faeed711f9a None None] Attempting to bind port 2ea3d2d8-0927-4be2-8153-f2b8aed93b98 on network 8febca87-b053-4652-aefe-046fdedc430b {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:45.708161 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876de906-07d8-4833-a03d-1faeed711f9a None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:45.708621 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876de906-07d8-4833-a03d-1faeed711f9a None None] Checking segment: {'id': 'b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8febca87-b053-4652-aefe-046fdedc430b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:45.708957 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-876de906-07d8-4833-a03d-1faeed711f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.709369 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876de906-07d8-4833-a03d-1faeed711f9a None None] Bound using segment: {'id': 'b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8febca87-b053-4652-aefe-046fdedc430b'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:45.709917 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-876de906-07d8-4833-a03d-1faeed711f9a None None] Bound port: 2ea3d2d8-0927-4be2-8153-f2b8aed93b98, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8febca87-b053-4652-aefe-046fdedc430b'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:45.710304 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-876de906-07d8-4833-a03d-1faeed711f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.753400 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 50894) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:45.759084 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-c74f0e8a-de04-4b5a-bd44-ae2d5f0ae89d tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1846007160', 'description': 'tempest-description--1504340568'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:45.844605 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-876de906-07d8-4833-a03d-1faeed711f9a None None] For port 2ea3d2d8-0927-4be2-8153-f2b8aed93b98, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:45.852397 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-0932d3a7-7ed2-4ec1-8241-37003b0e36d8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.857388 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-876de906-07d8-4833-a03d-1faeed711f9a None None] For port 2ea3d2d8-0927-4be2-8153-f2b8aed93b98, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=2ea3d2d8-0927-4be2-8153-f2b8aed93b98,segment=NetworkSegment(b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f),segment_id=b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:45.862285 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c7d6ff2d-7b12-48a3-8440-470948352a35 tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:45.879049 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0884b7b-a013-4450-9ebc-ced529013418 x-openstack-request-id: req-d0884b7b-a013-4450-9ebc-ced529013418 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:45.880017 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c867bb-0fb3-4dcc-aa33-64da2a0660b0", "name": "network-vif-plugged", "status": "completed", "tag": "4e90aa40-4e20-4bb5-ae96-262f6c3201da", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:45.880530 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d0884b7b-a013-4450-9ebc-ced529013418 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:45.881194 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c867bb-0fb3-4dcc-aa33-64da2a0660b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e90aa40-4e20-4bb5-ae96-262f6c3201da', 'code': 200} Jun 17 08:45:45.955534 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-0932d3a7-7ed2-4ec1-8241-37003b0e36d8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Network 9607b8f2-1f64-4cbd-97ae-5ddc828a0032 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:45.964170 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-0932d3a7-7ed2-4ec1-8241-37003b0e36d8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:45.967596 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-0932d3a7-7ed2-4ec1-8241-37003b0e36d8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:46.009396 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e363c-3e25-4517-a6be-91d9cdf5d6cc req-6cc9297c-683b-476e-99ed-81dc2445b1eb tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:46.011240 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1f5e363c-3e25-4517-a6be-91d9cdf5d6cc req-6cc9297c-683b-476e-99ed-81dc2445b1eb tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5a07c0d-60ad-4083-9050-fa4c5b8c74fc HTTP/1.1" status: 200 len: 931 time: 0.1117291 Jun 17 08:45:46.014086 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-876de906-07d8-4833-a03d-1faeed711f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:46.019033 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-7abfcdb7-c7f4-462f-98b2-98a63a2d4499 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:46.027552 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932d3a7-7ed2-4ec1-8241-37003b0e36d8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Pushing event updated for resources: {'Port': ['ID=ed9c3f5b-7c0d-4299-b455-0100ac0a7c81,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:46.030275 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c74f0e8a-de04-4b5a-bd44-ae2d5f0ae89d tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:46.048320 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed80f71-9a88-4567-ab13-6c0ae6ccdf6a req-fcc67b9a-1a63-4404-a6ce-8ac0ea235893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:46.050384 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4ed80f71-9a88-4567-ab13-6c0ae6ccdf6a req-fcc67b9a-1a63-4404-a6ce-8ac0ea235893 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 1101 time: 0.2348650 Jun 17 08:45:46.051323 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0932d3a7-7ed2-4ec1-8241-37003b0e36d8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:46.108887 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a666c8-1c38-42a6-b175-558c78d63320 None None] Pushing event updated for resources: {'Port': ['ID=2ea3d2d8-0927-4be2-8153-f2b8aed93b98,revision_number=4']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:46.115960 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-b6a666c8-1c38-42a6-b175-558c78d63320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:46.149042 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876de906-07d8-4833-a03d-1faeed711f9a None None] Routers {'fa0e2be1-3a6b-417d-9522-ee84dbac2b15'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:46.150025 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-876de906-07d8-4833-a03d-1faeed711f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:45:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['fa0e2be1-3a6b-417d-9522-ee84dbac2b15'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:46.153054 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-0932d3a7-7ed2-4ec1-8241-37003b0e36d8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:46.153746 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-0932d3a7-7ed2-4ec1-8241-37003b0e36d8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:46.224435 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1f5e363c-3e25-4517-a6be-91d9cdf5d6cc req-d87fe3f1-93cd-4036-8207-e1c54914b997 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822307 Jun 17 08:45:46.225459 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 50906) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:46.269503 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b7933-866d-4694-8da0-fa7a52c167ee req-553a96de-d8bf-465e-8d03-dc567a0618e2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:46.280344 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-701b7933-866d-4694-8da0-fa7a52c167ee req-553a96de-d8bf-465e-8d03-dc567a0618e2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.2675097 Jun 17 08:45:46.363538 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-701b7933-866d-4694-8da0-fa7a52c167ee req-75a44c50-4e36-4398-9540-b00d23b6509f tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821865 Jun 17 08:45:46.376988 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed80f71-9a88-4567-ab13-6c0ae6ccdf6a req-e36948bd-58f6-421b-8eba-eeb7c4ff7080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:46.379309 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4ed80f71-9a88-4567-ab13-6c0ae6ccdf6a req-e36948bd-58f6-421b-8eba-eeb7c4ff7080 service neutron] 10.222.0.50 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.3170950 Jun 17 08:45:46.415664 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c74f0e8a-de04-4b5a-bd44-ae2d5f0ae89d tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:46.420247 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-876de906-07d8-4833-a03d-1faeed711f9a None None] Set router fa0e2be1-3a6b-417d-9522-ee84dbac2b15 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:46.492022 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4ed80f71-9a88-4567-ab13-6c0ae6ccdf6a req-63882db0-61b5-431e-adf4-45a0b18bca49 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=4e90aa40-4e20-4bb5-ae96-262f6c3201da HTTP/1.1" status: 200 len: 217 time: 0.1061223 Jun 17 08:45:46.502919 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c74f0e8a-de04-4b5a-bd44-ae2d5f0ae89d tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:46.508074 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d6566c4a-7905-4c56-9fea-b6f9e80c0b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:46.560343 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f0e8a-de04-4b5a-bd44-ae2d5f0ae89d tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb84bc2a-274b-48f9-ab2b-ccf3ce41610b,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:46.563601 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c74f0e8a-de04-4b5a-bd44-ae2d5f0ae89d tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:46.617838 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-0932d3a7-7ed2-4ec1-8241-37003b0e36d8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9183633 Jun 17 08:45:46.633000 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-7acbfff5-10e6-488c-9bdf-b1eb22df1c8b service neutron] Request body: {'port': {'device_id': 'd5a07c0d-60ad-4083-9050-fa4c5b8c74fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:46.634614 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-66ad6874-e305-4af4-93a9-f54773168e27 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-380752904-network', 'tenant_id': '105cff4f91954169ae65bbbc99303bf9'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:46.667802 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed80f71-9a88-4567-ab13-6c0ae6ccdf6a req-78631217-f275-471f-bc52-bc65d1cb5606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:46.669417 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4ed80f71-9a88-4567-ab13-6c0ae6ccdf6a req-78631217-f275-471f-bc52-bc65d1cb5606 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1672471 Jun 17 08:45:46.723674 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c74f0e8a-de04-4b5a-bd44-ae2d5f0ae89d tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:46.724771 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74085f-82f2-4155-af75-d7e9996cbdd5 req-f09186c4-3c80-49c3-b5e1-90ab23d76193 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:46.728590 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c74f0e8a-de04-4b5a-bd44-ae2d5f0ae89d tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9704137 Jun 17 08:45:46.728725 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2c74085f-82f2-4155-af75-d7e9996cbdd5 req-f09186c4-3c80-49c3-b5e1-90ab23d76193 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 945 time: 0.2385638 Jun 17 08:45:46.728835 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 50920) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:46.736669 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-6f4b7de0-5db4-4b05-8eb7-45ee25a4bb59 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Request body: {'security_group_rule': {'security_group_id': 'bb84bc2a-274b-48f9-ab2b-ccf3ce41610b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:46.761113 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-7acbfff5-10e6-488c-9bdf-b1eb22df1c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:46.766917 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-876de906-07d8-4833-a03d-1faeed711f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'name': 'tempest-ServersTestBootFromVolume-785473964-router', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:33Z', 'updated_at': '2021-06-17T08:45:41Z', 'revision_number': 4, 'project_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'gw_port': {'id': '6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ac:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:34Z', 'updated_at': '2021-06-17T08:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '2ea3d2d8-0927-4be2-8153-f2b8aed93b98', 'name': '', 'network_id': '8febca87-b053-4652-aefe-046fdedc430b', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'mac_address': 'fa:16:3e:f4:d7:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'b23aa9cf-568b-4905-8e2b-b7648ef430a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:39Z', 'updated_at': '2021-06-17T08:45:45Z', 'revision_number': 4, 'project_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'subnets': [{'id': 'b23aa9cf-568b-4905-8e2b-b7648ef430a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:46.790645 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed80f71-9a88-4567-ab13-6c0ae6ccdf6a req-74a71515-8415-488a-ac43-c120873fbe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:46.792297 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4ed80f71-9a88-4567-ab13-6c0ae6ccdf6a req-74a71515-8415-488a-ac43-c120873fbe93 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1163952 Jun 17 08:45:46.795801 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2c74085f-82f2-4155-af75-d7e9996cbdd5 req-b5566c12-6ac3-4411-ae20-386845875a2f tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594816 Jun 17 08:45:46.837947 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876de906-07d8-4833-a03d-1faeed711f9a None None] The sync data for ids ['fa0e2be1-3a6b-417d-9522-ee84dbac2b15'] in n-d-758944-30 is: [{'id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'name': 'tempest-ServersTestBootFromVolume-785473964-router', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:33Z', 'updated_at': '2021-06-17T08:45:41Z', 'revision_number': 4, 'project_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'gw_port': {'id': '6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ac:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:34Z', 'updated_at': '2021-06-17T08:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '2ea3d2d8-0927-4be2-8153-f2b8aed93b98', 'name': '', 'network_id': '8febca87-b053-4652-aefe-046fdedc430b', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'mac_address': 'fa:16:3e:f4:d7:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'b23aa9cf-568b-4905-8e2b-b7648ef430a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:39Z', 'updated_at': '2021-06-17T08:45:45Z', 'revision_number': 4, 'project_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'subnets': [{'id': 'b23aa9cf-568b-4905-8e2b-b7648ef430a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:46.949630 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 50926) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:46.950273 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ad6874-e305-4af4-93a9-f54773168e27 admin admin] Made reservation on behalf of 105cff4f91954169ae65bbbc99303bf9 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:46.952704 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-66ad6874-e305-4af4-93a9-f54773168e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:46.983050 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-66ad6874-e305-4af4-93a9-f54773168e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:46.995580 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4ed80f71-9a88-4567-ab13-6c0ae6ccdf6a req-55f55479-2d80-47b6-8be6-870a5a3bbcff service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913815 Jun 17 08:45:47.089463 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664faad-61ff-4a23-bbdd-bf4e5b76fa1d req-ab2ca362-b398-402b-8eec-3412dd63e725 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:47.091056 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2664faad-61ff-4a23-bbdd-bf4e5b76fa1d req-ab2ca362-b398-402b-8eec-3412dd63e725 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 949 time: 0.2431071 Jun 17 08:45:47.106705 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-14daa25e-e69f-4aa1-a983-276e6d5a0f8a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1112849468-network', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:47.143787 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4ed80f71-9a88-4567-ab13-6c0ae6ccdf6a req-dd6ccf72-ab6e-49e7-9de0-c77ef15c1b98 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410868 Jun 17 08:45:47.179793 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.db.api [None req-14daa25e-e69f-4aa1-a983-276e6d5a0f8a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:45:47.179793 n-d-758944-30 neutron-server[94520]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:45:47.179793 n-d-758944-30 neutron-server[94520]: [parameters: {'project_id_1': '43e7d72508e04043b2ab73836bcacd2d', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 45, 47, 113854)}] Jun 17 08:45:47.179793 n-d-758944-30 neutron-server[94520]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:45:47.180300 n-d-758944-30 neutron-server[94520]: DEBUG oslo_db.api [None req-14daa25e-e69f-4aa1-a983-276e6d5a0f8a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:45:47.190048 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6f4b7de0-5db4-4b05-8eb7-45ee25a4bb59 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:47.197069 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2664faad-61ff-4a23-bbdd-bf4e5b76fa1d req-ed9b008d-c384-4677-a4fc-bd5e7f0c39e9 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949528 Jun 17 08:45:47.269925 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-66ad6874-e305-4af4-93a9-f54773168e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:47.299736 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6f4b7de0-5db4-4b05-8eb7-45ee25a4bb59 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:47.345864 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-7acbfff5-10e6-488c-9bdf-b1eb22df1c8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed9c3f5b-7c0d-4299-b455-0100ac0a7c81 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:45:47.359902 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-7acbfff5-10e6-488c-9bdf-b1eb22df1c8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:47.406960 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-7acbfff5-10e6-488c-9bdf-b1eb22df1c8b service neutron] Transition to ACTIVE for port object ed9c3f5b-7c0d-4299-b455-0100ac0a7c81 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:47.416881 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-66ad6874-e305-4af4-93a9-f54773168e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:47.431680 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ad6874-e305-4af4-93a9-f54773168e27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:45:47.432955 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6f4b7de0-5db4-4b05-8eb7-45ee25a4bb59 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:47.435176 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ecc2cc76-fba3-4391-947c-e8800bb8502c tempest-ImagesOneServerNegativeTestJSON-1701067792 tempest-ImagesOneServerNegativeTestJSON-1701067792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:47.444017 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-66ad6874-e305-4af4-93a9-f54773168e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:47.444405 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-66ad6874-e305-4af4-93a9-f54773168e27 admin admin] Added segment 8ef483d6-b462-487d-8685-c32ba9d925ad of type vlan for network a6dae545-424b-430f-80f7-f453576f7ebf Jun 17 08:45:47.464208 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b7de0-5db4-4b05-8eb7-45ee25a4bb59 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc567e6d-3230-453e-bf87-1ccfe84bbfc5,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:47.467743 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6f4b7de0-5db4-4b05-8eb7-45ee25a4bb59 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:47.496405 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fc19e0b8-1f4b-442a-aee2-e6a35bbe84c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:47.544107 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-66ad6874-e305-4af4-93a9-f54773168e27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:47.563463 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad6874-e305-4af4-93a9-f54773168e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c194bc-732c-4bd6-8c2b-34273acf6d43,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:47.581580 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:47.596190 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-66ad6874-e305-4af4-93a9-f54773168e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:47.596394 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6f4b7de0-5db4-4b05-8eb7-45ee25a4bb59 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:47.596394 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6f4b7de0-5db4-4b05-8eb7-45ee25a4bb59 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8598604 Jun 17 08:45:47.596394 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-7acbfff5-10e6-488c-9bdf-b1eb22df1c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:47.596394 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 50964) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:47.596394 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ddaaff05-d4ca-4531-82cb-b4f8559b046f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:47.610304 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-316e9dcc-d0df-4829-9e90-8f38ad99f065 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Request body: {'security_group_rule': {'security_group_id': 'bb84bc2a-274b-48f9-ab2b-ccf3ce41610b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:47.648395 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d9ef5-8057-4e89-81c7-d432d8a4c385 req-6a8874d3-7e7c-4da9-bb47-ce63aa55d8fe tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:47.655684 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-654d9ef5-8057-4e89-81c7-d432d8a4c385 req-6a8874d3-7e7c-4da9-bb47-ce63aa55d8fe tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5a07c0d-60ad-4083-9050-fa4c5b8c74fc HTTP/1.1" status: 200 len: 931 time: 0.2701278 Jun 17 08:45:47.717015 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-654d9ef5-8057-4e89-81c7-d432d8a4c385 req-09a53e67-48fd-429a-b33e-679423c9ca29 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598516 Jun 17 08:45:47.748659 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf4ea0-7814-45e7-9cee-0681b90ba08d req-2989f947-e97d-49cf-8fcd-c7a90a46ce95 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:47.750265 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6adf4ea0-7814-45e7-9cee-0681b90ba08d req-2989f947-e97d-49cf-8fcd-c7a90a46ce95 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.2310185 Jun 17 08:45:47.751139 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acbfff5-10e6-488c-9bdf-b1eb22df1c8b service neutron] Pushing event updated for resources: {'Port': ['ID=ed9c3f5b-7c0d-4299-b455-0100ac0a7c81,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:47.755187 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7acbfff5-10e6-488c-9bdf-b1eb22df1c8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:47.781481 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-66ad6874-e305-4af4-93a9-f54773168e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:47.782765 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ad6874-e305-4af4-93a9-f54773168e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:47.783616 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-66ad6874-e305-4af4-93a9-f54773168e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:47.786296 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dbe02aec-c1d7-455d-902d-5689e115adcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:47.863746 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad6874-e305-4af4-93a9-f54773168e27 admin admin] Pushing event updated for resources: {'Network': ['ID=a6dae545-424b-430f-80f7-f453576f7ebf,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:47.868837 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-66ad6874-e305-4af4-93a9-f54773168e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:47.872237 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-316e9dcc-d0df-4829-9e90-8f38ad99f065 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:47.877602 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network a6dae545-424b-430f-80f7-f453576f7ebf details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:45:47.907055 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-7acbfff5-10e6-488c-9bdf-b1eb22df1c8b service neutron] Attempting to bind port ed9c3f5b-7c0d-4299-b455-0100ac0a7c81 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:47.907424 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-7acbfff5-10e6-488c-9bdf-b1eb22df1c8b service neutron] Attempting to bind port ed9c3f5b-7c0d-4299-b455-0100ac0a7c81 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': 'f97b557f-42fd-493a-a1da-f273164d9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:47.911779 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-7acbfff5-10e6-488c-9bdf-b1eb22df1c8b service neutron] Attempting to bind port ed9c3f5b-7c0d-4299-b455-0100ac0a7c81 on network 9607b8f2-1f64-4cbd-97ae-5ddc828a0032 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:47.937685 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6adf4ea0-7814-45e7-9cee-0681b90ba08d req-c971415b-f983-486f-9544-57fbadae7980 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711566 Jun 17 08:45:47.944574 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-66ad6874-e305-4af4-93a9-f54773168e27 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7103186 Jun 17 08:45:47.963311 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 50970) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:47.963443 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-7acbfff5-10e6-488c-9bdf-b1eb22df1c8b service neutron] Port ed9c3f5b-7c0d-4299-b455-0100ac0a7c81 on network 9607b8f2-1f64-4cbd-97ae-5ddc828a0032 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:45:47.963443 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-7acbfff5-10e6-488c-9bdf-b1eb22df1c8b service neutron] Attempting to bind port ed9c3f5b-7c0d-4299-b455-0100ac0a7c81 on network 9607b8f2-1f64-4cbd-97ae-5ddc828a0032 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:47.975252 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-60cf5865-885a-4cde-b20f-dd616b984252 admin admin] Request body: {'subnet': {'network_id': 'a6dae545-424b-430f-80f7-f453576f7ebf', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-380752904-subnet', 'tenant_id': '105cff4f91954169ae65bbbc99303bf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:47.985990 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-7acbfff5-10e6-488c-9bdf-b1eb22df1c8b service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:47.990493 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-7acbfff5-10e6-488c-9bdf-b1eb22df1c8b service neutron] Checking segment: {'id': 'f97b557f-42fd-493a-a1da-f273164d9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:47.992857 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-7acbfff5-10e6-488c-9bdf-b1eb22df1c8b service neutron] Bound using segment: {'id': 'f97b557f-42fd-493a-a1da-f273164d9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:47.995215 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-7acbfff5-10e6-488c-9bdf-b1eb22df1c8b service neutron] Bound port: ed9c3f5b-7c0d-4299-b455-0100ac0a7c81, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f97b557f-42fd-493a-a1da-f273164d9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:47.995872 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-7acbfff5-10e6-488c-9bdf-b1eb22df1c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:48.084555 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14daa25e-e69f-4aa1-a983-276e6d5a0f8a admin admin] Made reservation on behalf of 43e7d72508e04043b2ab73836bcacd2d for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:48.086926 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-14daa25e-e69f-4aa1-a983-276e6d5a0f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:48.133575 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-14daa25e-e69f-4aa1-a983-276e6d5a0f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:48.186640 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-316e9dcc-d0df-4829-9e90-8f38ad99f065 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:48.201744 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d70b7-e814-4fe6-a622-b854b0faf593 req-99393b6a-4e14-4d2c-a559-a6c8e0441e4a tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:48.214657 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-239d70b7-e814-4fe6-a622-b854b0faf593 req-99393b6a-4e14-4d2c-a559-a6c8e0441e4a tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 945 time: 0.1685588 Jun 17 08:45:48.274377 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cf5865-885a-4cde-b20f-dd616b984252 admin admin] Made reservation on behalf of 105cff4f91954169ae65bbbc99303bf9 for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:48.274377 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-60cf5865-885a-4cde-b20f-dd616b984252 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:48.277452 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-7acbfff5-10e6-488c-9bdf-b1eb22df1c8b service neutron] For port ed9c3f5b-7c0d-4299-b455-0100ac0a7c81, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:48.285410 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-7acbfff5-10e6-488c-9bdf-b1eb22df1c8b service neutron] For port ed9c3f5b-7c0d-4299-b455-0100ac0a7c81, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=ed9c3f5b-7c0d-4299-b455-0100ac0a7c81,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:48.334080 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-316e9dcc-d0df-4829-9e90-8f38ad99f065 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:48.342896 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:48.348439 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-239d70b7-e814-4fe6-a622-b854b0faf593 req-d9be947c-67a4-4437-b423-4d2ca90f08c9 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323395 Jun 17 08:45:48.354480 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 2ea3d2d8-0927-4be2-8153-f2b8aed93b98 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:48.389549 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-7acbfff5-10e6-488c-9bdf-b1eb22df1c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:48.398782 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e9dcc-d0df-4829-9e90-8f38ad99f065 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c747e66-4bae-4df3-a681-1347ad2bc33b,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:48.442420 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-316e9dcc-d0df-4829-9e90-8f38ad99f065 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:48.444193 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b4c2f2f1-67b6-493d-b448-6ac874514c55 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:48.511510 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-7acbfff5-10e6-488c-9bdf-b1eb22df1c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:48.512456 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-7acbfff5-10e6-488c-9bdf-b1eb22df1c8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:48.520736 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-7acbfff5-10e6-488c-9bdf-b1eb22df1c8b service neutron] 10.222.0.50 "PUT /v2.0/ports/ed9c3f5b-7c0d-4299-b455-0100ac0a7c81 HTTP/1.1" status: 200 len: 1092 time: 1.8919215 Jun 17 08:45:48.522831 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a07c0d-60ad-4083-9050-fa4c5b8c74fc', 'tag': 'ed9c3f5b-7c0d-4299-b455-0100ac0a7c81'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:48.527524 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7a60f1-36e6-4af8-aa29-7ee7b7af3af3" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a07c0d-60ad-4083-9050-fa4c5b8c74fc", "tag": "ed9c3f5b-7c0d-4299-b455-0100ac0a7c81"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:48.542094 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 2ea3d2d8-0927-4be2-8153-f2b8aed93b98 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:48.547997 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 2ea3d2d8-0927-4be2-8153-f2b8aed93b98 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:48.554578 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:48.595987 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-14daa25e-e69f-4aa1-a983-276e6d5a0f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:48.612417 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acbfff5-10e6-488c-9bdf-b1eb22df1c8b service neutron] Pushing event updated for resources: {'Port': ['ID=ed9c3f5b-7c0d-4299-b455-0100ac0a7c81,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:48.619658 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7acbfff5-10e6-488c-9bdf-b1eb22df1c8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:48.639982 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa905fd8-1f9c-45cf-8dbf-a7a424e78731 req-51235826-4f37-4b44-abba-b614894d95a7 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:48.644148 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aa905fd8-1f9c-45cf-8dbf-a7a424e78731 req-51235826-4f37-4b44-abba-b614894d95a7 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.2916231 Jun 17 08:45:48.722999 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:48.784482 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aa905fd8-1f9c-45cf-8dbf-a7a424e78731 req-86a97f3c-a0e6-4947-af94-11616dc6fc60 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310689 Jun 17 08:45:48.835934 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 2ea3d2d8-0927-4be2-8153-f2b8aed93b98, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=2ea3d2d8-0927-4be2-8153-f2b8aed93b98,segment=NetworkSegment(b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f),segment_id=b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:48.857591 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-323feffd-53e2-42f3-8ff3-6a3ba9b7b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:48.859184 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-323feffd-53e2-42f3-8ff3-6a3ba9b7b3ed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2660df61a5d14827a122661191fbd2bb&device_id=d5a07c0d-60ad-4083-9050-fa4c5b8c74fc HTTP/1.1" status: 200 len: 1095 time: 0.1648743 Jun 17 08:45:48.866161 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253076f-10ed-4300-9872-24e0c3220fba req-566ec2dc-2cc0-4886-bac6-a8d6ffa55316 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:48.867840 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d253076f-10ed-4300-9872-24e0c3220fba req-566ec2dc-2cc0-4886-bac6-a8d6ffa55316 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 949 time: 0.2580976 Jun 17 08:45:48.925956 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5edb55c-58fe-4a34-8506-c6616347c811 x-openstack-request-id: req-f5edb55c-58fe-4a34-8506-c6616347c811 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:48.926299 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a07c0d-60ad-4083-9050-fa4c5b8c74fc", "tag": "ed9c3f5b-7c0d-4299-b455-0100ac0a7c81", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:48.926603 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f5edb55c-58fe-4a34-8506-c6616347c811 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:48.927116 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a07c0d-60ad-4083-9050-fa4c5b8c74fc', 'tag': 'ed9c3f5b-7c0d-4299-b455-0100ac0a7c81', 'status': 'completed', 'code': 200} Jun 17 08:45:48.931142 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-2b769a7f-bf8b-440f-8394-e19280128047 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed9c3f5b-7c0d-4299-b455-0100ac0a7c81 HTTP/1.1" status: 200 len: 217 time: 0.0646389 Jun 17 08:45:48.935629 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d253076f-10ed-4300-9872-24e0c3220fba req-e12410bd-5723-4e2b-8227-4cb3c9a26d98 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535381 Jun 17 08:45:48.987550 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:48.989485 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-204aa793-5ac9-4eda-ae25-a808301e51a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:48.990157 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-14daa25e-e69f-4aa1-a983-276e6d5a0f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:48.995568 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3379aaff-5bc8-4c46-8417-bd60c79178b7 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:49.008779 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-60cf5865-885a-4cde-b20f-dd616b984252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.042912 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-94983dc1-b838-4a62-8d01-30f11e8e58bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:49.044617 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-94983dc1-b838-4a62-8d01-30f11e8e58bc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ed34bd4e-a866-4cd6-ad0f-ac23d869dd5e HTTP/1.1" status: 200 len: 852 time: 0.1068995 Jun 17 08:45:49.061754 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=2ea3d2d8-0927-4be2-8153-f2b8aed93b98,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:49.066078 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:49.080230 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14daa25e-e69f-4aa1-a983-276e6d5a0f8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:45:49.087869 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-0711f09d-f901-4409-8d63-558f9caf41fb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9607b8f2-1f64-4cbd-97ae-5ddc828a0032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371265 Jun 17 08:45:49.099760 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-316e9dcc-d0df-4829-9e90-8f38ad99f065 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.099760 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-316e9dcc-d0df-4829-9e90-8f38ad99f065 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4997635 Jun 17 08:45:49.100122 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14daa25e-e69f-4aa1-a983-276e6d5a0f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defa3437-5389-4dea-86e3-2aea894754fc,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:49.106817 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-14daa25e-e69f-4aa1-a983-276e6d5a0f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:49.107431 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 50988) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:49.145495 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-15deb338-38a7-4d42-a6b8-f7c28bd147a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:49.185445 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-9831abe0-bcb2-4930-b072-106054572e9b tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:49.195400 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-14daa25e-e69f-4aa1-a983-276e6d5a0f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.195773 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-14daa25e-e69f-4aa1-a983-276e6d5a0f8a admin admin] Added segment 66acdf7e-e9c9-480a-abac-505f4e9febc6 of type vlan for network 693d9168-e6b9-4690-b8e4-f3b794d83dbe Jun 17 08:45:49.220729 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf5865-885a-4cde-b20f-dd616b984252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8756d3be-97c0-48b8-8ffe-d60dc75b87fd,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:49.258304 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-60cf5865-885a-4cde-b20f-dd616b984252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:49.299119 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-14daa25e-e69f-4aa1-a983-276e6d5a0f8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.310986 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cf5865-885a-4cde-b20f-dd616b984252 admin admin] Checking segment: {'id': '8ef483d6-b462-487d-8685-c32ba9d925ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a6dae545-424b-430f-80f7-f453576f7ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:49.311955 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cf5865-885a-4cde-b20f-dd616b984252 admin admin] Network hostable DHCP agents. Network: a6dae545-424b-430f-80f7-f453576f7ebf, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:45:49.365065 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f0695-ce41-4044-aff1-bf4eb69d3a14 req-48e19e15-5d7d-47ec-800a-5800555dfec9 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:49.367429 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d06f0695-ce41-4044-aff1-bf4eb69d3a14 req-48e19e15-5d7d-47ec-800a-5800555dfec9 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.2922435 Jun 17 08:45:49.414705 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d06f0695-ce41-4044-aff1-bf4eb69d3a14 req-fbe760bf-3ec1-43ac-9949-61294ef24c33 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389550 Jun 17 08:45:49.418402 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9831abe0-bcb2-4930-b072-106054572e9b tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks [] for floatingip, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.502768 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289ce25-7b64-45d9-a340-31107483c148 req-ed96297e-4258-4758-a74c-1599439822da tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:49.509954 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2289ce25-7b64-45d9-a340-31107483c148 req-ed96297e-4258-4758-a74c-1599439822da tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5a07c0d-60ad-4083-9050-fa4c5b8c74fc HTTP/1.1" status: 200 len: 943 time: 0.4251840 Jun 17 08:45:49.519007 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-f755fdbb-07c5-4c94-83cb-1098ca23f21c service neutron] 10.222.0.50 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028025 Jun 17 08:45:49.527112 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-14daa25e-e69f-4aa1-a983-276e6d5a0f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.528597 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14daa25e-e69f-4aa1-a983-276e6d5a0f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:49.529188 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-14daa25e-e69f-4aa1-a983-276e6d5a0f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.540043 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cf5865-885a-4cde-b20f-dd616b984252 admin admin] Network a6dae545-424b-430f-80f7-f453576f7ebf is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:45:49.554113 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:49.616223 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2289ce25-7b64-45d9-a340-31107483c148 req-0277b405-9db5-48a5-8073-e226e1f53778 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047258 Jun 17 08:45:49.638130 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14daa25e-e69f-4aa1-a983-276e6d5a0f8a admin admin] Pushing event updated for resources: {'Network': ['ID=693d9168-e6b9-4690-b8e4-f3b794d83dbe,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:49.649419 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 693d9168-e6b9-4690-b8e4-f3b794d83dbe details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:45:49.651947 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-14daa25e-e69f-4aa1-a983-276e6d5a0f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:49.675604 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3dbc75d1-60de-47d1-8a87-79c2f4bbd929 req-6edf60ad-4b6f-44f7-ae98-41563600d086 service neutron] 10.222.0.50 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483436 Jun 17 08:45:49.687864 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-60cf5865-885a-4cde-b20f-dd616b984252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, a6dae545-424b-430f-80f7-f453576f7ebf) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:49.695153 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-14daa25e-e69f-4aa1-a983-276e6d5a0f8a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7393377 Jun 17 08:45:49.698358 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 50996) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:49.700525 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cf5865-885a-4cde-b20f-dd616b984252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:49.701395 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-60cf5865-885a-4cde-b20f-dd616b984252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.704065 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-388d23af-0365-4fec-902d-4170887da95e admin admin] Request body: {'subnet': {'network_id': '693d9168-e6b9-4690-b8e4-f3b794d83dbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1112849468-subnet', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:49.734325 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19df47bf-637f-4358-8a83-8f5b4a083a5f None None] Network a6dae545-424b-430f-80f7-f453576f7ebf requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:49.769971 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c471439-267c-4081-8c5e-f00f6996931d req-61ca7e7c-4994-48a4-9402-3cc64cf44520 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:49.772506 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7c471439-267c-4081-8c5e-f00f6996931d req-61ca7e7c-4994-48a4-9402-3cc64cf44520 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 949 time: 0.1484635 Jun 17 08:45:49.805992 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9831abe0-bcb2-4930-b072-106054572e9b tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.866803 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7c471439-267c-4081-8c5e-f00f6996931d req-d61df3ed-4afa-4233-a9ab-98564a6f8600 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838976 Jun 17 08:45:49.906644 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388d23af-0365-4fec-902d-4170887da95e admin admin] Made reservation on behalf of 43e7d72508e04043b2ab73836bcacd2d for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:49.911487 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-388d23af-0365-4fec-902d-4170887da95e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:50.001037 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-9831abe0-bcb2-4930-b072-106054572e9b tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Allocated IP 172.25.2.83 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/8d1f18ae-f8b3-4ca0-b565-a9b4ef7b1c3f) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:50.015170 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-60cf5865-885a-4cde-b20f-dd616b984252 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0647120 Jun 17 08:45:50.083973 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2610ee82-b1d0-4965-b093-617b4f1a368d None None] Network a6dae545-424b-430f-80f7-f453576f7ebf requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:50.142364 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0ecea-887f-4882-8a64-698521991aed req-201287d8-015c-4f87-a28c-65bce6792d86 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:50.154382 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3cd0ecea-887f-4882-8a64-698521991aed req-201287d8-015c-4f87-a28c-65bce6792d86 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 945 time: 0.3687086 Jun 17 08:45:50.295830 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:50.322625 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3cd0ecea-887f-4882-8a64-698521991aed req-aec582b4-1cb2-4475-b1b3-730af65c340b tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677227 Jun 17 08:45:50.326777 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 2ea3d2d8-0927-4be2-8153-f2b8aed93b98 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:50.336030 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a60f1-36e6-4af8-aa29-7ee7b7af3af3 req-eaf36403-6dbd-44b0-a64e-11b2a380fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:50.337212 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e04689-ef24-483c-add7-ea7f1474fdee req-702a39ff-b2a0-4bf4-86a0-0477280519ab tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:50.339366 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8b7a60f1-36e6-4af8-aa29-7ee7b7af3af3 req-eaf36403-6dbd-44b0-a64e-11b2a380fb45 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2660df61a5d14827a122661191fbd2bb&device_id=d5a07c0d-60ad-4083-9050-fa4c5b8c74fc HTTP/1.1" status: 200 len: 1095 time: 0.4844892 Jun 17 08:45:50.341231 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-73e04689-ef24-483c-add7-ea7f1474fdee req-702a39ff-b2a0-4bf4-86a0-0477280519ab tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/networks?id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f HTTP/1.1" status: 200 len: 812 time: 0.2373173 Jun 17 08:45:50.359662 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9831abe0-bcb2-4930-b072-106054572e9b tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:50.369300 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-73e04689-ef24-483c-add7-ea7f1474fdee req-21424277-044f-4c09-a6ae-3e0ac9beee31 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/quotas/c4f6d8ed8ebf4cbb81ed4c1f79745b4d HTTP/1.1" status: 200 len: 375 time: 0.0220857 Jun 17 08:45:50.386436 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 2ea3d2d8-0927-4be2-8153-f2b8aed93b98 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:50.387080 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:50.482437 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-388d23af-0365-4fec-902d-4170887da95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:50.486246 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-121c25a5-e38c-4fbf-b3d9-97c7e0b13504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:50.488958 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a60f1-36e6-4af8-aa29-7ee7b7af3af3 req-f601b79f-f70e-4a41-8bfd-a87749075629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:50.491722 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8b7a60f1-36e6-4af8-aa29-7ee7b7af3af3 req-f601b79f-f70e-4a41-8bfd-a87749075629 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9607b8f2-1f64-4cbd-97ae-5ddc828a0032 HTTP/1.1" status: 200 len: 913 time: 0.1455710 Jun 17 08:45:50.516323 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-73e04689-ef24-483c-add7-ea7f1474fdee req-5689afde-a23d-4170-87f9-924d6678bf46 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1460528 Jun 17 08:45:50.585372 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9831abe0-bcb2-4930-b072-106054572e9b tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:50.590773 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-94b16a7b-82e1-406e-b74a-ac9de53275ad tempest-FloatingIPsAssociationTestJSON-1758162034 tempest-FloatingIPsAssociationTestJSON-1758162034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:50.601626 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8b7a60f1-36e6-4af8-aa29-7ee7b7af3af3 req-36c51845-d2bb-4058-bf73-9d3b1d6f7576 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed9c3f5b-7c0d-4299-b455-0100ac0a7c81 HTTP/1.1" status: 200 len: 217 time: 0.0721867 Jun 17 08:45:50.626765 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d23af-0365-4fec-902d-4170887da95e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f3595f7-a3bc-439c-932b-8cec9aeecffb,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:50.633881 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-388d23af-0365-4fec-902d-4170887da95e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:50.648966 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9831abe0-bcb2-4930-b072-106054572e9b tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:50.667003 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-9831abe0-bcb2-4930-b072-106054572e9b tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:50.672180 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388d23af-0365-4fec-902d-4170887da95e admin admin] Checking segment: {'id': '66acdf7e-e9c9-480a-abac-505f4e9febc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '693d9168-e6b9-4690-b8e4-f3b794d83dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:50.672472 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9831abe0-bcb2-4930-b072-106054572e9b tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:50.672590 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388d23af-0365-4fec-902d-4170887da95e admin admin] Network hostable DHCP agents. Network: 693d9168-e6b9-4690-b8e4-f3b794d83dbe, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:45:50.674487 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831abe0-bcb2-4930-b072-106054572e9b tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Pushing event updated for resources: {'Port': ['ID=8d1f18ae-f8b3-4ca0-b565-a9b4ef7b1c3f,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:50.687398 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9831abe0-bcb2-4930-b072-106054572e9b tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:50.688112 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a60f1-36e6-4af8-aa29-7ee7b7af3af3 req-cefb3139-d0b4-4094-8795-29188bad3afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:50.689895 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8b7a60f1-36e6-4af8-aa29-7ee7b7af3af3 req-cefb3139-d0b4-4094-8795-29188bad3afb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ed34bd4e-a866-4cd6-ad0f-ac23d869dd5e HTTP/1.1" status: 200 len: 852 time: 0.0811641 Jun 17 08:45:50.723378 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-73e04689-ef24-483c-add7-ea7f1474fdee req-91b5bed7-eccf-439b-a8b9-0011a9ec84d2 service neutron] 10.222.0.49 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051353 Jun 17 08:45:50.727749 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8b7a60f1-36e6-4af8-aa29-7ee7b7af3af3 req-a121d45d-6882-4f85-a87c-4f8c27e00f3f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9607b8f2-1f64-4cbd-97ae-5ddc828a0032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298786 Jun 17 08:45:50.814643 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388d23af-0365-4fec-902d-4170887da95e admin admin] Network 693d9168-e6b9-4690-b8e4-f3b794d83dbe is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:45:50.858105 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-73e04689-ef24-483c-add7-ea7f1474fdee req-776bbc58-42b0-4108-80a1-3377735456fc service neutron] 10.222.0.49 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338015 Jun 17 08:45:50.862596 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9831abe0-bcb2-4930-b072-106054572e9b tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:50.914353 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8b7a60f1-36e6-4af8-aa29-7ee7b7af3af3 req-9de134dd-3721-42ff-b582-4fcffb96a902 service neutron] 10.222.0.50 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804950 Jun 17 08:45:51.015682 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9831abe0-bcb2-4930-b072-106054572e9b tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.052612 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a7363-2287-4574-b04e-f4dde881d4ba req-0744a655-faaa-420b-97b1-843c3e5db374 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:51.054720 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-942a7363-2287-4574-b04e-f4dde881d4ba req-0744a655-faaa-420b-97b1-843c3e5db374 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.49 "GET /v2.0/networks?id=a6dae545-424b-430f-80f7-f453576f7ebf HTTP/1.1" status: 200 len: 817 time: 0.2582603 Jun 17 08:45:51.094995 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-942a7363-2287-4574-b04e-f4dde881d4ba req-3588f1f7-4447-42c5-a4de-22191de13588 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.49 "GET /v2.0/quotas/105cff4f91954169ae65bbbc99303bf9 HTTP/1.1" status: 200 len: 375 time: 0.0264618 Jun 17 08:45:51.098204 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8b7a60f1-36e6-4af8-aa29-7ee7b7af3af3 req-e1c9bf84-6af8-4065-89fc-801fe30b6ce0 service neutron] 10.222.0.50 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764376 Jun 17 08:45:51.112521 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-388d23af-0365-4fec-902d-4170887da95e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 693d9168-e6b9-4690-b8e4-f3b794d83dbe) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:51.124165 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29b08b8-f41f-447e-8d8d-70e6ade07751 None None] Network 693d9168-e6b9-4690-b8e4-f3b794d83dbe requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:51.135065 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-942a7363-2287-4574-b04e-f4dde881d4ba req-e1fac8a1-3d26-4ffe-b2bb-821f28e8babe tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=105cff4f91954169ae65bbbc99303bf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331008 Jun 17 08:45:51.136427 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388d23af-0365-4fec-902d-4170887da95e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:51.137153 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-388d23af-0365-4fec-902d-4170887da95e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.253173 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device ed9c3f5b-7c0d-4299-b455-0100ac0a7c81 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:45:51.279127 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9831abe0-bcb2-4930-b072-106054572e9b tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.306799 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-388d23af-0365-4fec-902d-4170887da95e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6049979 Jun 17 08:45:51.307182 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 51038) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:51.312924 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-7bb7ac6f-af8c-4f3b-b9db-cc84056237f6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1112849468-router', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:51.319191 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-942a7363-2287-4574-b04e-f4dde881d4ba req-ede821cb-d8b6-41b6-b02b-2423f10f3a31 service neutron] 10.222.0.49 "GET /v2.0/networks/a6dae545-424b-430f-80f7-f453576f7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748598 Jun 17 08:45:51.382532 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9831abe0-bcb2-4930-b072-106054572e9b tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.401004 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-aad34e2d-b6a2-4ce2-aef3-c210c50c1b13 tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:51.446243 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831abe0-bcb2-4930-b072-106054572e9b tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Pushing event updated for resources: {'Port': ['ID=8d1f18ae-f8b3-4ca0-b565-a9b4ef7b1c3f,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:51.453853 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9831abe0-bcb2-4930-b072-106054572e9b tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:51.456091 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7bb7ac6f-af8c-4f3b-b9db-cc84056237f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.457312 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7bb7ac6f-af8c-4f3b-b9db-cc84056237f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.522071 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-942a7363-2287-4574-b04e-f4dde881d4ba req-686693fa-1cf7-49e3-82b9-a9ce53bc6ff2 service neutron] 10.222.0.49 "GET /v2.0/networks/a6dae545-424b-430f-80f7-f453576f7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948650 Jun 17 08:45:51.579680 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port ed9c3f5b-7c0d-4299-b455-0100ac0a7c81, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=ed9c3f5b-7c0d-4299-b455-0100ac0a7c81,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:51.584342 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f821227c-1546-4674-ad6a-85ea8b6ac200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-693d9168-e6b9-4690-b8e4-f3b794d83dbe', 'network_id': '693d9168-e6b9-4690-b8e4-f3b794d83dbe', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'fixed_ips': [{'subnet_id': '8f3595f7-a3bc-439c-932b-8cec9aeecffb'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:45:51.586122 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f821227c-1546-4674-ad6a-85ea8b6ac200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.609769 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7bb7ac6f-af8c-4f3b-b9db-cc84056237f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.611640 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9831abe0-bcb2-4930-b072-106054572e9b tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.635108 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': 'ed9c3f5b-7c0d-4299-b455-0100ac0a7c81', 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032', 'port_id': 'ed9c3f5b-7c0d-4299-b455-0100ac0a7c81', 'mac_address': 'fa:16:3e:29:99:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed34bd4e-a866-4cd6-ad0f-ac23d869dd5e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:45:51.685276 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f64d8-c919-40e8-98c4-cc47b5a7aa09 req-24e2bda6-63cc-4608-b5ff-b39eeeb043d7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:51.692556 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f71f64d8-c919-40e8-98c4-cc47b5a7aa09 req-24e2bda6-63cc-4608-b5ff-b39eeeb043d7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5a07c0d-60ad-4083-9050-fa4c5b8c74fc HTTP/1.1" status: 200 len: 943 time: 0.3224242 Jun 17 08:45:51.737932 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f71f64d8-c919-40e8-98c4-cc47b5a7aa09 req-790385c7-824e-4a12-8daf-1dfbcabc0b1e tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404019 Jun 17 08:45:51.766121 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.782596 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed9c3f5b-7c0d-4299-b455-0100ac0a7c81 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:45:51.793445 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9831abe0-bcb2-4930-b072-106054572e9b tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.804571 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-9831abe0-bcb2-4930-b072-106054572e9b tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6231525 Jun 17 08:45:51.833141 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fcfe60ca-96fa-417c-b293-eb08998cba6c req-ecc35f01-26c3-4c64-8da1-97ddf130dd67 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 210 time: 0.0518711 Jun 17 08:45:52.094323 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port ed9c3f5b-7c0d-4299-b455-0100ac0a7c81, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=ed9c3f5b-7c0d-4299-b455-0100ac0a7c81,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:52.150229 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-f821227c-1546-4674-ad6a-85ea8b6ac200 None None] Allocated IP 172.20.0.2 (693d9168-e6b9-4690-b8e4-f3b794d83dbe/8f3595f7-a3bc-439c-932b-8cec9aeecffb/b5e30382-9daa-407d-ab18-2e6e948abc78) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:52.180842 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7bb7ac6f-af8c-4f3b-b9db-cc84056237f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:52.212047 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-19607e91-ea70-45aa-8969-0451ba1c2c22 req-3723f477-094a-4ea6-89b0-f6234f47c4d8 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.49 "GET /v2.0/ports?device_id=918a11b8-1cad-440b-a655-2cc9ee39cb95 HTTP/1.1" status: 200 len: 210 time: 0.0724115 Jun 17 08:45:52.234436 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f56c1f-9f97-4883-851a-f3cd5d18d255 req-4f71c1ec-0fe0-47e9-a471-ebd62f10f98f tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:52.244417 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a0f56c1f-9f97-4883-851a-f3cd5d18d255 req-4f71c1ec-0fe0-47e9-a471-ebd62f10f98f tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 945 time: 0.2378962 Jun 17 08:45:52.266456 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:52.274265 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:52.371627 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a0f56c1f-9f97-4883-851a-f3cd5d18d255 req-db4671fa-b96d-46b8-9d37-930b41b95d43 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260223 Jun 17 08:45:52.405879 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=ed9c3f5b-7c0d-4299-b455-0100ac0a7c81,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:52.409102 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:52.503494 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['ed9c3f5b-7c0d-4299-b455-0100ac0a7c81'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:45:52.586366 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f821227c-1546-4674-ad6a-85ea8b6ac200 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:52.606499 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-f821227c-1546-4674-ad6a-85ea8b6ac200 None None] Transition to ACTIVE for port object b5e30382-9daa-407d-ab18-2e6e948abc78 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:52.644132 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-f821227c-1546-4674-ad6a-85ea8b6ac200 None None] Transition to ACTIVE for port object b5e30382-9daa-407d-ab18-2e6e948abc78 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:52.733354 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-46b2b4b2-867f-4bd1-b5d6-4fec46b6b051 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e01d01d179104814a9128dc5fc44bfde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550928 Jun 17 08:45:52.765727 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7bb7ac6f-af8c-4f3b-b9db-cc84056237f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:52.789961 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7bb7ac6f-af8c-4f3b-b9db-cc84056237f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:52.846934 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f821227c-1546-4674-ad6a-85ea8b6ac200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:52.849193 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:52.981501 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-ee84cf94-1fb2-4d28-a928-af17bcf54e3b tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:52.992119 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-ee84cf94-1fb2-4d28-a928-af17bcf54e3b tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2517712 Jun 17 08:45:53.013626 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-8672c0b5-4adb-4b4c-a65c-2b99aba9e412 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/quotas/e01d01d179104814a9128dc5fc44bfde HTTP/1.1" status: 200 len: 375 time: 0.0200083 Jun 17 08:45:53.067072 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821227c-1546-4674-ad6a-85ea8b6ac200 None None] Pushing event updated for resources: {'Port': ['ID=b5e30382-9daa-407d-ab18-2e6e948abc78,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:53.071484 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f821227c-1546-4674-ad6a-85ea8b6ac200 None None] Network 693d9168-e6b9-4690-b8e4-f3b794d83dbe is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:53.072471 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f821227c-1546-4674-ad6a-85ea8b6ac200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:53.083779 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-f821227c-1546-4674-ad6a-85ea8b6ac200 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:53.086888 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f821227c-1546-4674-ad6a-85ea8b6ac200 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:53.131148 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-049944f5-cc96-4d22-8b8b-a202909d0b42 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1146686 Jun 17 08:45:53.266775 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-f821227c-1546-4674-ad6a-85ea8b6ac200 None None] Attempting to bind port b5e30382-9daa-407d-ab18-2e6e948abc78 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:53.267591 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-f821227c-1546-4674-ad6a-85ea8b6ac200 None None] Attempting to bind port b5e30382-9daa-407d-ab18-2e6e948abc78 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '66acdf7e-e9c9-480a-abac-505f4e9febc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '693d9168-e6b9-4690-b8e4-f3b794d83dbe'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:53.267591 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f821227c-1546-4674-ad6a-85ea8b6ac200 None None] Attempting to bind port b5e30382-9daa-407d-ab18-2e6e948abc78 on network 693d9168-e6b9-4690-b8e4-f3b794d83dbe {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:53.282198 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f821227c-1546-4674-ad6a-85ea8b6ac200 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:53.282552 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f821227c-1546-4674-ad6a-85ea8b6ac200 None None] Checking segment: {'id': '66acdf7e-e9c9-480a-abac-505f4e9febc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '693d9168-e6b9-4690-b8e4-f3b794d83dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:53.282929 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f821227c-1546-4674-ad6a-85ea8b6ac200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:53.283331 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f821227c-1546-4674-ad6a-85ea8b6ac200 None None] Bound using segment: {'id': '66acdf7e-e9c9-480a-abac-505f4e9febc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '693d9168-e6b9-4690-b8e4-f3b794d83dbe'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:53.283849 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-f821227c-1546-4674-ad6a-85ea8b6ac200 None None] Bound port: b5e30382-9daa-407d-ab18-2e6e948abc78, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66acdf7e-e9c9-480a-abac-505f4e9febc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '693d9168-e6b9-4690-b8e4-f3b794d83dbe'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:53.287451 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f821227c-1546-4674-ad6a-85ea8b6ac200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:53.414780 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-f821227c-1546-4674-ad6a-85ea8b6ac200 None None] For port b5e30382-9daa-407d-ab18-2e6e948abc78, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:53.421505 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-f821227c-1546-4674-ad6a-85ea8b6ac200 None None] For port b5e30382-9daa-407d-ab18-2e6e948abc78, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=b5e30382-9daa-407d-ab18-2e6e948abc78,segment=NetworkSegment(66acdf7e-e9c9-480a-abac-505f4e9febc6),segment_id=66acdf7e-e9c9-480a-abac-505f4e9febc6)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:53.462587 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-7bb7ac6f-af8c-4f3b-b9db-cc84056237f6 admin admin] Allocated IP 172.25.2.252 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/845d7f26-3d3d-4d02-866b-1e9bca41e159) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:53.559084 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f821227c-1546-4674-ad6a-85ea8b6ac200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:53.563952 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0eb51dec-9912-4969-827c-a332e618bfb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:53.628796 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-268aeb14-686a-4560-bf9e-826888cb3434 req-d4aa6835-50f9-4361-bbb1-70dbf235e100 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 210 time: 0.0394969 Jun 17 08:45:53.630105 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df33e4e-0893-4658-8d59-1f21ff28f7fc req-26aa74e4-b206-4d61-81ad-4095fa6b85cb tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:53.637829 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0df33e4e-0893-4658-8d59-1f21ff28f7fc req-26aa74e4-b206-4d61-81ad-4095fa6b85cb tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5a07c0d-60ad-4083-9050-fa4c5b8c74fc HTTP/1.1" status: 200 len: 944 time: 0.7023010 Jun 17 08:45:53.682182 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821227c-1546-4674-ad6a-85ea8b6ac200 None None] Pushing event updated for resources: {'Port': ['ID=b5e30382-9daa-407d-ab18-2e6e948abc78,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:53.687089 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f821227c-1546-4674-ad6a-85ea8b6ac200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:53.769965 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b52159f9-8304-41a4-bfb2-ef4e4a78c134 req-de86fcc8-782c-4906-bb17-f036ee5e6742 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.49 "GET /v2.0/ports?device_id=918a11b8-1cad-440b-a655-2cc9ee39cb95 HTTP/1.1" status: 200 len: 210 time: 0.0684910 Jun 17 08:45:53.812666 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7bb7ac6f-af8c-4f3b-b9db-cc84056237f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:54.047197 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0df33e4e-0893-4658-8d59-1f21ff28f7fc req-51f3a056-a382-4e7f-b74b-f67f3d496166 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377602 Jun 17 08:45:54.098330 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7bb7ac6f-af8c-4f3b-b9db-cc84056237f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:54.106356 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b8e7a02c-d392-4fa9-a197-7de2d5b94dba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:54.152864 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e5c87-643a-4e4c-b416-c49f3bda5a5c req-08bbae49-e55e-4c65-80d8-a115de5f9c27 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:54.155145 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0c7e5c87-643a-4e4c-b416-c49f3bda5a5c req-08bbae49-e55e-4c65-80d8-a115de5f9c27 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 945 time: 0.1522791 Jun 17 08:45:54.164051 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb7ac6f-af8c-4f3b-b9db-cc84056237f6 admin admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:54.196323 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd7b5c5f-44a5-43a3-96c4-8d640cd3d850 req-f885c53c-a1b3-4818-8d32-c8545eec842c tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 210 time: 0.0521004 Jun 17 08:45:54.197510 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-7bb7ac6f-af8c-4f3b-b9db-cc84056237f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:54.207917 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb7ac6f-af8c-4f3b-b9db-cc84056237f6 admin admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:54.229825 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0c7e5c87-643a-4e4c-b416-c49f3bda5a5c req-096d2454-f606-4c33-b516-b62e9d5551cf tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641046 Jun 17 08:45:54.247929 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7ac6f-af8c-4f3b-b9db-cc84056237f6 admin admin] Pushing event updated for resources: {'Port': ['ID=845d7f26-3d3d-4d02-866b-1e9bca41e159,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:54.253517 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7bb7ac6f-af8c-4f3b-b9db-cc84056237f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:54.415956 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device b5e30382-9daa-407d-ab18-2e6e948abc78 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:54.614988 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7bb7ac6f-af8c-4f3b-b9db-cc84056237f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:54.616256 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port b5e30382-9daa-407d-ab18-2e6e948abc78 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:54.899057 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4d32ccfe-30e0-4c05-8889-a5d405f2e947 req-e06169cf-407f-49dd-ad1d-985cfaa50789 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 210 time: 0.1002569 Jun 17 08:45:54.914121 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:45:55.018408 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7bb7ac6f-af8c-4f3b-b9db-cc84056237f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:55.075175 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-57470f01-71fd-4acb-9cf9-8e858a68bbe6 req-979c2371-6877-40d3-8730-a02ff54a0de6 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.49 "GET /v2.0/ports?device_id=918a11b8-1cad-440b-a655-2cc9ee39cb95 HTTP/1.1" status: 200 len: 210 time: 0.0746636 Jun 17 08:45:55.243459 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device ed9c3f5b-7c0d-4299-b455-0100ac0a7c81 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:55.322921 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca9b34-61eb-4f2d-9a4b-03ed3f5b741d req-69e251c9-2f86-49ec-9714-abb67f8f538f tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:55.322921 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4bca9b34-61eb-4f2d-9a4b-03ed3f5b741d req-69e251c9-2f86-49ec-9714-abb67f8f538f tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5a07c0d-60ad-4083-9050-fa4c5b8c74fc HTTP/1.1" status: 200 len: 944 time: 0.0846870 Jun 17 08:45:55.358760 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4bca9b34-61eb-4f2d-9a4b-03ed3f5b741d req-72d979c3-f092-422c-9ad8-809901668cf7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477536 Jun 17 08:45:55.409253 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3115221-c51b-464b-af7b-969736c3f411 None None] Network 693d9168-e6b9-4690-b8e4-f3b794d83dbe requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:55.432576 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17a3e5-5bd8-4185-afff-e17868dd5454 req-9b1ac600-1bd1-43be-aefd-40ca7e440ba6 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:55.434479 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5b17a3e5-5bd8-4185-afff-e17868dd5454 req-9b1ac600-1bd1-43be-aefd-40ca7e440ba6 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 945 time: 0.0914364 Jun 17 08:45:55.500527 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5b17a3e5-5bd8-4185-afff-e17868dd5454 req-20f155ed-e7a0-4589-b3b4-b9c48d3ae7dd tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580766 Jun 17 08:45:55.580858 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cb711041-3f18-4db7-81ad-9751826d4a2d req-d5e42340-5d01-4c48-b93e-7dba27e6aaf8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 210 time: 0.0417538 Jun 17 08:45:55.907264 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb7ac6f-af8c-4f3b-b9db-cc84056237f6 admin admin] Router 1a0c54f0-e51e-4b9f-8072-8bca12b84afa is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:45:55.908235 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-6413c722-f90e-44ab-babf-075f2fe63bd6 None None] Provisioning for port b5e30382-9daa-407d-ab18-2e6e948abc78 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:55.911523 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port ed9c3f5b-7c0d-4299-b455-0100ac0a7c81 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:55.913581 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e415ef35-bd27-4aa4-95fb-2defb481aca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:55.919400 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-6413c722-f90e-44ab-babf-075f2fe63bd6 None None] Provisioning complete for port b5e30382-9daa-407d-ab18-2e6e948abc78 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:55.923298 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6413c722-f90e-44ab-babf-075f2fe63bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:55.927893 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port ed9c3f5b-7c0d-4299-b455-0100ac0a7c81 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:55.928766 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:56.082564 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb7ac6f-af8c-4f3b-b9db-cc84056237f6 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:45:56.108156 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c688c82-0f90-4620-8468-64e5f127b4ce None None] Sync routers for ids ['1a0c54f0-e51e-4b9f-8072-8bca12b84afa'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:45:56.199543 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e04689-ef24-483c-add7-ea7f1474fdee req-7096d2c3-bda2-4f67-bc58-ad773baa17ce tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:56.223785 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:56.224111 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-73e04689-ef24-483c-add7-ea7f1474fdee req-7096d2c3-bda2-4f67-bc58-ad773baa17ce tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.50 "GET /v2.0/networks?id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f HTTP/1.1" status: 200 len: 812 time: 0.2406790 Jun 17 08:45:56.224267 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c688c82-0f90-4620-8468-64e5f127b4ce None None] Routers {'1a0c54f0-e51e-4b9f-8072-8bca12b84afa'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:56.224267 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-8c688c82-0f90-4620-8468-64e5f127b4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:45:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['1a0c54f0-e51e-4b9f-8072-8bca12b84afa'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:56.224503 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-73e04689-ef24-483c-add7-ea7f1474fdee req-1262c9ed-09fb-4bb0-b016-3c6fe4777a3a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Request body: {'port': {'device_id': '8f1f2e81-dc7e-4933-80b6-c38ecd43725b', 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f', 'admin_state_up': True, 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:56.254039 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-815f2f5c-bbd7-49fb-ba90-e63e768c47a1 req-5a10fc10-2c91-4f80-b363-9d9dafe2fac0 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 210 time: 0.0476885 Jun 17 08:45:56.254878 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6413c722-f90e-44ab-babf-075f2fe63bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:56.319783 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7bb7ac6f-af8c-4f3b-b9db-cc84056237f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:56.321201 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7bb7ac6f-af8c-4f3b-b9db-cc84056237f6 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0129633 Jun 17 08:45:56.324495 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 51190) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:56.377640 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-629adc1b-d6c7-452b-817b-918ef8d9d674 req-2420539c-2526-4e59-aea4-fc9c6ee1b9b6 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.49 "GET /v2.0/ports?device_id=918a11b8-1cad-440b-a655-2cc9ee39cb95 HTTP/1.1" status: 200 len: 210 time: 0.0838571 Jun 17 08:45:56.394972 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a07c0d-60ad-4083-9050-fa4c5b8c74fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9c3f5b-7c0d-4299-b455-0100ac0a7c81'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:56.398135 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fccdcc-77ac-4810-a47d-32200ccf955a" -d '{"events": [{"server_uuid": "d5a07c0d-60ad-4083-9050-fa4c5b8c74fc", "name": "network-vif-plugged", "status": "completed", "tag": "ed9c3f5b-7c0d-4299-b455-0100ac0a7c81"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:56.465766 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port ed9c3f5b-7c0d-4299-b455-0100ac0a7c81, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=ed9c3f5b-7c0d-4299-b455-0100ac0a7c81,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:56.481889 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-6413c722-f90e-44ab-babf-075f2fe63bd6 None None] For port b5e30382-9daa-407d-ab18-2e6e948abc78, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=b5e30382-9daa-407d-ab18-2e6e948abc78,segment=NetworkSegment(66acdf7e-e9c9-480a-abac-505f4e9febc6),segment_id=66acdf7e-e9c9-480a-abac-505f4e9febc6)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:56.498224 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ccbbfb-e8c4-411b-8120-c2f45d403a5e x-openstack-request-id: req-f0ccbbfb-e8c4-411b-8120-c2f45d403a5e {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:56.500460 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a07c0d-60ad-4083-9050-fa4c5b8c74fc", "name": "network-vif-plugged", "status": "completed", "tag": "ed9c3f5b-7c0d-4299-b455-0100ac0a7c81", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:56.503091 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f0ccbbfb-e8c4-411b-8120-c2f45d403a5e {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:56.503780 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a07c0d-60ad-4083-9050-fa4c5b8c74fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9c3f5b-7c0d-4299-b455-0100ac0a7c81', 'code': 200} Jun 17 08:45:56.537889 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-8c688c82-0f90-4620-8468-64e5f127b4ce None None] Set router 1a0c54f0-e51e-4b9f-8072-8bca12b84afa gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:56.552213 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:56.605117 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-6b479eed-712a-4c5a-a9b6-e99d33d0930e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:56.640836 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6413c722-f90e-44ab-babf-075f2fe63bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:56.652971 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e04689-ef24-483c-add7-ea7f1474fdee req-1262c9ed-09fb-4bb0-b016-3c6fe4777a3a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Made reservation on behalf of c4f6d8ed8ebf4cbb81ed4c1f79745b4d for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:56.657465 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-73e04689-ef24-483c-add7-ea7f1474fdee req-1262c9ed-09fb-4bb0-b016-3c6fe4777a3a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:56.964480 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-73e04689-ef24-483c-add7-ea7f1474fdee req-1262c9ed-09fb-4bb0-b016-3c6fe4777a3a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Allocated IP 172.20.0.12 (14e0e5fd-f3e6-4e07-800d-dfdaacdec65f/9f1cd377-e173-40e7-8f95-b9cee993c643/0e4eeb5b-b661-429b-ab04-279d4c2200ff) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:56.984216 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabe9fd-8160-44a8-b0f6-02a70e6d71ae req-dcdfc6fb-f9e2-499a-96af-76a9f24c15dc tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:56.986022 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cbabe9fd-8160-44a8-b0f6-02a70e6d71ae req-dcdfc6fb-f9e2-499a-96af-76a9f24c15dc tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 945 time: 0.1785784 Jun 17 08:45:57.059919 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=ed9c3f5b-7c0d-4299-b455-0100ac0a7c81,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:57.068199 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:57.068900 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.372s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:57.081167 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-1cd1e1ed-d129-42ea-9d3e-415d9701ec48 None None] Provisioning complete for port b5e30382-9daa-407d-ab18-2e6e948abc78 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:57.081548 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1cd1e1ed-d129-42ea-9d3e-415d9701ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:57.085783 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cbabe9fd-8160-44a8-b0f6-02a70e6d71ae req-4048eec8-9c18-4f85-820e-62a1f455004b tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901661 Jun 17 08:45:57.271127 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-73e04689-ef24-483c-add7-ea7f1474fdee req-1262c9ed-09fb-4bb0-b016-3c6fe4777a3a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:57.284097 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413c722-f90e-44ab-babf-075f2fe63bd6 None None] Pushing event updated for resources: {'Port': ['ID=b5e30382-9daa-407d-ab18-2e6e948abc78,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:57.304810 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-73e04689-ef24-483c-add7-ea7f1474fdee req-1262c9ed-09fb-4bb0-b016-3c6fe4777a3a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Transition to ACTIVE for port object 0e4eeb5b-b661-429b-ab04-279d4c2200ff will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:57.314552 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-6413c722-f90e-44ab-babf-075f2fe63bd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:57.385010 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819ecd0-efbd-46a1-a90e-7b37b1399902 req-736bd4ca-caa5-4571-85aa-9f98dc48d625 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:57.398242 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b819ecd0-efbd-46a1-a90e-7b37b1399902 req-736bd4ca-caa5-4571-85aa-9f98dc48d625 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5a07c0d-60ad-4083-9050-fa4c5b8c74fc HTTP/1.1" status: 200 len: 945 time: 0.6778591 Jun 17 08:45:57.398459 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ae9a222a-ceef-4353-8fc4-07aae378ecdc req-94478bdf-c162-48b2-9cde-636b9f4b1292 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 210 time: 0.0435991 Jun 17 08:45:57.420081 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-73e04689-ef24-483c-add7-ea7f1474fdee req-1262c9ed-09fb-4bb0-b016-3c6fe4777a3a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:57.437723 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-60132c5e-38d3-4b4b-9cb2-6a532017eae3 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:57.523200 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e04689-ef24-483c-add7-ea7f1474fdee req-1262c9ed-09fb-4bb0-b016-3c6fe4777a3a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:57.534204 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-73e04689-ef24-483c-add7-ea7f1474fdee req-1262c9ed-09fb-4bb0-b016-3c6fe4777a3a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:57.547194 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e04689-ef24-483c-add7-ea7f1474fdee req-1262c9ed-09fb-4bb0-b016-3c6fe4777a3a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:57.555851 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-8c688c82-0f90-4620-8468-64e5f127b4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'name': 'tempest-ServersTestManualDisk-1112849468-router', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '845d7f26-3d3d-4d02-866b-1e9bca41e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:51Z', 'updated_at': '2021-06-17T08:45:54Z', 'revision_number': 3, 'project_id': '43e7d72508e04043b2ab73836bcacd2d', 'gw_port': {'id': '845d7f26-3d3d-4d02-866b-1e9bca41e159', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:52Z', 'updated_at': '2021-06-17T08:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:57.563833 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00857c2c-8813-444e-a293-5957ddb8b3a3 req-7bb63122-10be-445d-985f-fd433d048b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:57.565781 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-00857c2c-8813-444e-a293-5957ddb8b3a3 req-7bb63122-10be-445d-985f-fd433d048b86 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d5a07c0d-60ad-4083-9050-fa4c5b8c74fc HTTP/1.1" status: 200 len: 1097 time: 0.8601975 Jun 17 08:45:57.593887 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262c9ed-09fb-4bb0-b016-3c6fe4777a3a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Pushing event updated for resources: {'Port': ['ID=0e4eeb5b-b661-429b-ab04-279d4c2200ff,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:57.600724 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1262c9ed-09fb-4bb0-b016-3c6fe4777a3a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:57.601783 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c688c82-0f90-4620-8468-64e5f127b4ce None None] Checking router: 1a0c54f0-e51e-4b9f-8072-8bca12b84afa for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:45:57.602571 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c688c82-0f90-4620-8468-64e5f127b4ce None None] Updating router 1a0c54f0-e51e-4b9f-8072-8bca12b84afa port 845d7f26-3d3d-4d02-866b-1e9bca41e159 binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:45:57.607388 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a7363-2287-4574-b04e-f4dde881d4ba req-9d9781f9-66ab-4491-8359-936ae033a65e tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:57.609214 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-942a7363-2287-4574-b04e-f4dde881d4ba req-9d9781f9-66ab-4491-8359-936ae033a65e tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.50 "GET /v2.0/networks?id=a6dae545-424b-430f-80f7-f453576f7ebf HTTP/1.1" status: 200 len: 817 time: 0.4375527 Jun 17 08:45:57.624073 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-942a7363-2287-4574-b04e-f4dde881d4ba req-12b4592d-91bd-47f7-ad2b-a36215f13d04 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Request body: {'port': {'device_id': '918a11b8-1cad-440b-a655-2cc9ee39cb95', 'network_id': 'a6dae545-424b-430f-80f7-f453576f7ebf', 'admin_state_up': True, 'tenant_id': '105cff4f91954169ae65bbbc99303bf9'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:57.667993 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8c688c82-0f90-4620-8468-64e5f127b4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:57.711545 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e04689-ef24-483c-add7-ea7f1474fdee req-1262c9ed-09fb-4bb0-b016-3c6fe4777a3a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:57.712398 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-73e04689-ef24-483c-add7-ea7f1474fdee req-1262c9ed-09fb-4bb0-b016-3c6fe4777a3a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:57.784963 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e9f35-e584-426b-9762-9f51fae2c590 req-721668de-c75f-418c-b508-369ff61de098 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:57.803110 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3f7e9f35-e584-426b-9762-9f51fae2c590 req-721668de-c75f-418c-b508-369ff61de098 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 932 time: 0.2358127 Jun 17 08:45:57.810329 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b819ecd0-efbd-46a1-a90e-7b37b1399902 req-84f3c324-18c9-478d-a4bc-57302e735ae9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014478 Jun 17 08:45:57.879916 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-00857c2c-8813-444e-a293-5957ddb8b3a3 req-56a53af2-76d7-4498-b955-a521e71b9c96 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990410 Jun 17 08:45:57.900750 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-73e04689-ef24-483c-add7-ea7f1474fdee req-1262c9ed-09fb-4bb0-b016-3c6fe4777a3a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6855528 Jun 17 08:45:57.944232 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3f7e9f35-e584-426b-9762-9f51fae2c590 req-21aca3fd-cbc3-4e93-9173-cb08660f3e5d tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514425 Jun 17 08:45:57.963204 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-73e04689-ef24-483c-add7-ea7f1474fdee req-db0ee717-be1b-4455-b7ed-845912f8ee24 service neutron] Request body: {'port': {'device_id': '8f1f2e81-dc7e-4933-80b6-c38ecd43725b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:58.013926 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-041eceab-496a-428d-8624-8fa88f6b5834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.057789 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-73e04689-ef24-483c-add7-ea7f1474fdee req-db0ee717-be1b-4455-b7ed-845912f8ee24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.116670 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3c13349d-c82a-4062-a366-c5b1ef9b55ce req-530ef677-c516-4bb7-8453-496bb2c8772f tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.49 "GET /v2.0/ports?device_id=918a11b8-1cad-440b-a655-2cc9ee39cb95 HTTP/1.1" status: 200 len: 210 time: 0.0668428 Jun 17 08:45:58.146575 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.203545 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-3c482bd2-e870-4999-a471-da80646f66aa None None] Provisioning for port 0e4eeb5b-b661-429b-ab04-279d4c2200ff completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:58.273144 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-3c482bd2-e870-4999-a471-da80646f66aa None None] Provisioning complete for port 0e4eeb5b-b661-429b-ab04-279d4c2200ff triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:58.274292 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-942a7363-2287-4574-b04e-f4dde881d4ba req-12b4592d-91bd-47f7-ad2b-a36215f13d04 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Made reservation on behalf of 105cff4f91954169ae65bbbc99303bf9 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:58.282003 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-942a7363-2287-4574-b04e-f4dde881d4ba req-12b4592d-91bd-47f7-ad2b-a36215f13d04 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.283186 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-3c482bd2-e870-4999-a471-da80646f66aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.355299 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device b5e30382-9daa-407d-ab18-2e6e948abc78 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:58.390360 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-b0c25e90-da1a-4026-ae48-90578d7f5c02 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e01d01d179104814a9128dc5fc44bfde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570819 Jun 17 08:45:58.475725 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-3c482bd2-e870-4999-a471-da80646f66aa None None] Port 0e4eeb5b-b661-429b-ab04-279d4c2200ff cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:45:58.517492 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8c688c82-0f90-4620-8468-64e5f127b4ce None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.541189 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8c688c82-0f90-4620-8468-64e5f127b4ce None None] Transition to ACTIVE for port object 845d7f26-3d3d-4d02-866b-1e9bca41e159 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:58.558032 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port b5e30382-9daa-407d-ab18-2e6e948abc78 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:58.563935 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.585957 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb12c7-11fa-40a1-8d0b-fd8bb6778dee req-28453b22-4e53-4626-bd6d-fcd887b1b13d tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:58.593191 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aebb12c7-11fa-40a1-8d0b-fd8bb6778dee req-28453b22-4e53-4626-bd6d-fcd887b1b13d tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 945 time: 0.3045146 Jun 17 08:45:58.635848 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8c688c82-0f90-4620-8468-64e5f127b4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.642836 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:58.697052 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aebb12c7-11fa-40a1-8d0b-fd8bb6778dee req-7e75dc48-5855-433a-9835-e3e190d3b633 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028488 Jun 17 08:45:58.718042 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-041eceab-496a-428d-8624-8fa88f6b5834 admin admin] Allocated IP 172.20.0.1 (693d9168-e6b9-4690-b8e4-f3b794d83dbe/8f3595f7-a3bc-439c-932b-8cec9aeecffb/4b03ed9e-a583-4ff7-8068-fb4ba2e16f09) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:58.727296 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5499361d-1939-404f-bd14-c40c3de24f37 req-b26337c0-3824-408d-9fb3-cc37d0489f02 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 210 time: 0.1704233 Jun 17 08:45:58.734506 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6822c-5f9e-4de9-98ae-a46e7cd655b1 None None] Pushing event updated for resources: {'Port': ['ID=845d7f26-3d3d-4d02-866b-1e9bca41e159,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:58.739854 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-b4d6822c-5f9e-4de9-98ae-a46e7cd655b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:58.740844 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-8c688c82-0f90-4620-8468-64e5f127b4ce None None] Attempting to bind port 845d7f26-3d3d-4d02-866b-1e9bca41e159 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:58.741230 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-8c688c82-0f90-4620-8468-64e5f127b4ce None None] Attempting to bind port 845d7f26-3d3d-4d02-866b-1e9bca41e159 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:58.741603 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c688c82-0f90-4620-8468-64e5f127b4ce None None] Attempting to bind port 845d7f26-3d3d-4d02-866b-1e9bca41e159 on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:58.750904 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c688c82-0f90-4620-8468-64e5f127b4ce None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:58.751312 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c688c82-0f90-4620-8468-64e5f127b4ce None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:58.751738 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8c688c82-0f90-4620-8468-64e5f127b4ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.752293 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c688c82-0f90-4620-8468-64e5f127b4ce None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:58.752919 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-8c688c82-0f90-4620-8468-64e5f127b4ce None None] Bound port: 845d7f26-3d3d-4d02-866b-1e9bca41e159, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:58.753592 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-73e04689-ef24-483c-add7-ea7f1474fdee req-db0ee717-be1b-4455-b7ed-845912f8ee24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e4eeb5b-b661-429b-ab04-279d4c2200ff {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:45:58.753790 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8c688c82-0f90-4620-8468-64e5f127b4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.765446 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-73e04689-ef24-483c-add7-ea7f1474fdee req-db0ee717-be1b-4455-b7ed-845912f8ee24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.780362 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-73e04689-ef24-483c-add7-ea7f1474fdee req-db0ee717-be1b-4455-b7ed-845912f8ee24 service neutron] Transition to ACTIVE for port object 0e4eeb5b-b661-429b-ab04-279d4c2200ff will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:58.844579 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-73e04689-ef24-483c-add7-ea7f1474fdee req-db0ee717-be1b-4455-b7ed-845912f8ee24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.858104 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c7c480cb-d8da-45fb-bb13-c45a156aa74a tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:58.865676 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8c688c82-0f90-4620-8468-64e5f127b4ce None None] For port 845d7f26-3d3d-4d02-866b-1e9bca41e159, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:58.883028 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8c688c82-0f90-4620-8468-64e5f127b4ce None None] For port 845d7f26-3d3d-4d02-866b-1e9bca41e159, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=845d7f26-3d3d-4d02-866b-1e9bca41e159,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:59.027827 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8c688c82-0f90-4620-8468-64e5f127b4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:59.029871 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:59.103961 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ee717-be1b-4455-b7ed-845912f8ee24 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4eeb5b-b661-429b-ab04-279d4c2200ff,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:59.108631 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-db0ee717-be1b-4455-b7ed-845912f8ee24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:59.128358 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-579c431f-1e94-426e-b9d0-e60540fbc552 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:59.129891 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-579c431f-1e94-426e-b9d0-e60540fbc552 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6679337 Jun 17 08:45:59.145279 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-942a7363-2287-4574-b04e-f4dde881d4ba req-12b4592d-91bd-47f7-ad2b-a36215f13d04 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Allocated IP 172.20.0.12 (a6dae545-424b-430f-80f7-f453576f7ebf/8756d3be-97c0-48b8-8ffe-d60dc75b87fd/4b33d6bd-b5c1-412a-af1b-fc67520c46db) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:59.174676 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-d1dfff6a-615f-45d3-b464-c0f4899471a8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Request body: {'port': {'device_id': '74e1e2f3-398b-4d4b-8ce4-edc49e189251', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'admin_state_up': True, 'tenant_id': 'e01d01d179104814a9128dc5fc44bfde'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:59.177239 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6822c-5f9e-4de9-98ae-a46e7cd655b1 None None] Pushing event updated for resources: {'Port': ['ID=845d7f26-3d3d-4d02-866b-1e9bca41e159,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:59.181679 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c688c82-0f90-4620-8468-64e5f127b4ce None None] Routers {'1a0c54f0-e51e-4b9f-8072-8bca12b84afa'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:59.182344 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-8c688c82-0f90-4620-8468-64e5f127b4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:45:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['1a0c54f0-e51e-4b9f-8072-8bca12b84afa'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:59.303513 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-b4d6822c-5f9e-4de9-98ae-a46e7cd655b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:59.332087 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e667f-d86b-4abe-9b86-6c39ec9d1473 req-a9702e4f-b027-4a65-9499-7ff7ebfeeb25 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:59.333943 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b66e667f-d86b-4abe-9b86-6c39ec9d1473 req-a9702e4f-b027-4a65-9499-7ff7ebfeeb25 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5a07c0d-60ad-4083-9050-fa4c5b8c74fc HTTP/1.1" status: 200 len: 945 time: 0.2818530 Jun 17 08:45:59.334705 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-73e04689-ef24-483c-add7-ea7f1474fdee req-db0ee717-be1b-4455-b7ed-845912f8ee24 service neutron] Attempting to bind port 0e4eeb5b-b661-429b-ab04-279d4c2200ff on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:59.335042 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-73e04689-ef24-483c-add7-ea7f1474fdee req-db0ee717-be1b-4455-b7ed-845912f8ee24 service neutron] Attempting to bind port 0e4eeb5b-b661-429b-ab04-279d4c2200ff by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '498ad4d7-c11e-481f-a553-b46b3e1dd7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:59.335360 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e04689-ef24-483c-add7-ea7f1474fdee req-db0ee717-be1b-4455-b7ed-845912f8ee24 service neutron] Attempting to bind port 0e4eeb5b-b661-429b-ab04-279d4c2200ff on network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:59.340421 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e04689-ef24-483c-add7-ea7f1474fdee req-db0ee717-be1b-4455-b7ed-845912f8ee24 service neutron] Port 0e4eeb5b-b661-429b-ab04-279d4c2200ff on network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:45:59.340741 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e04689-ef24-483c-add7-ea7f1474fdee req-db0ee717-be1b-4455-b7ed-845912f8ee24 service neutron] Attempting to bind port 0e4eeb5b-b661-429b-ab04-279d4c2200ff on network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:59.348418 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e04689-ef24-483c-add7-ea7f1474fdee req-db0ee717-be1b-4455-b7ed-845912f8ee24 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:59.348793 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e04689-ef24-483c-add7-ea7f1474fdee req-db0ee717-be1b-4455-b7ed-845912f8ee24 service neutron] Checking segment: {'id': '498ad4d7-c11e-481f-a553-b46b3e1dd7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:59.349095 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e04689-ef24-483c-add7-ea7f1474fdee req-db0ee717-be1b-4455-b7ed-845912f8ee24 service neutron] Bound using segment: {'id': '498ad4d7-c11e-481f-a553-b46b3e1dd7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:59.350301 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-73e04689-ef24-483c-add7-ea7f1474fdee req-db0ee717-be1b-4455-b7ed-845912f8ee24 service neutron] Bound port: 0e4eeb5b-b661-429b-ab04-279d4c2200ff, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '498ad4d7-c11e-481f-a553-b46b3e1dd7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:59.350301 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-73e04689-ef24-483c-add7-ea7f1474fdee req-db0ee717-be1b-4455-b7ed-845912f8ee24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:59.361329 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-041eceab-496a-428d-8624-8fa88f6b5834 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:59.432479 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-041eceab-496a-428d-8624-8fa88f6b5834 admin admin] Transition to ACTIVE for port object 4b03ed9e-a583-4ff7-8068-fb4ba2e16f09 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:59.443727 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-8c688c82-0f90-4620-8468-64e5f127b4ce None None] Set router 1a0c54f0-e51e-4b9f-8072-8bca12b84afa gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:59.523068 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-bf285b04-3839-4074-8dbf-2127a45e0995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:59.569777 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-d1dfff6a-615f-45d3-b464-c0f4899471a8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Made reservation on behalf of e01d01d179104814a9128dc5fc44bfde for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:59.575866 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-d1dfff6a-615f-45d3-b464-c0f4899471a8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:59.660780 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc96b38-a394-4242-82be-58b8efc9ff24 req-0701f283-d170-4816-a2a2-93e825a933d4 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:59.663524 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4dc96b38-a394-4242-82be-58b8efc9ff24 req-0701f283-d170-4816-a2a2-93e825a933d4 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 944 time: 0.3799403 Jun 17 08:45:59.727512 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-041eceab-496a-428d-8624-8fa88f6b5834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:59.733335 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-8c688c82-0f90-4620-8468-64e5f127b4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'name': 'tempest-ServersTestManualDisk-1112849468-router', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '845d7f26-3d3d-4d02-866b-1e9bca41e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:51Z', 'updated_at': '2021-06-17T08:45:54Z', 'revision_number': 3, 'project_id': '43e7d72508e04043b2ab73836bcacd2d', 'gw_port': {'id': '845d7f26-3d3d-4d02-866b-1e9bca41e159', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:52Z', 'updated_at': '2021-06-17T08:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:59.748330 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-950c0467-3de2-408d-adeb-844b3a5d7c94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:59.774963 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b66e667f-d86b-4abe-9b86-6c39ec9d1473 req-5e9a75c8-9698-4f3d-978d-2a6ff4cf0fc7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275641 Jun 17 08:45:59.793150 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c688c82-0f90-4620-8468-64e5f127b4ce None None] The sync data for ids ['1a0c54f0-e51e-4b9f-8072-8bca12b84afa'] in n-d-758944-30 is: [{'id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'name': 'tempest-ServersTestManualDisk-1112849468-router', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '845d7f26-3d3d-4d02-866b-1e9bca41e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:51Z', 'updated_at': '2021-06-17T08:45:54Z', 'revision_number': 3, 'project_id': '43e7d72508e04043b2ab73836bcacd2d', 'gw_port': {'id': '845d7f26-3d3d-4d02-866b-1e9bca41e159', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:52Z', 'updated_at': '2021-06-17T08:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:59.820544 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041eceab-496a-428d-8624-8fa88f6b5834 admin admin] Pushing event updated for resources: {'Port': ['ID=4b03ed9e-a583-4ff7-8068-fb4ba2e16f09,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:59.834888 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-041eceab-496a-428d-8624-8fa88f6b5834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:59.846764 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87510a46-da39-4dc1-9219-939cd38eae00 req-aa415734-1a6f-4a0b-a290-4090b3c3de7a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1650987 Jun 17 08:45:59.849885 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-73e04689-ef24-483c-add7-ea7f1474fdee req-db0ee717-be1b-4455-b7ed-845912f8ee24 service neutron] For port 0e4eeb5b-b661-429b-ab04-279d4c2200ff, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:59.872756 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-73e04689-ef24-483c-add7-ea7f1474fdee req-db0ee717-be1b-4455-b7ed-845912f8ee24 service neutron] For port 0e4eeb5b-b661-429b-ab04-279d4c2200ff, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=0e4eeb5b-b661-429b-ab04-279d4c2200ff,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:59.900361 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-942a7363-2287-4574-b04e-f4dde881d4ba req-12b4592d-91bd-47f7-ad2b-a36215f13d04 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:59.912013 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041eceab-496a-428d-8624-8fa88f6b5834 admin admin] Network 693d9168-e6b9-4690-b8e4-f3b794d83dbe is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:59.961530 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-041eceab-496a-428d-8624-8fa88f6b5834 admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:59.978379 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041eceab-496a-428d-8624-8fa88f6b5834 admin admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:59.997624 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4dc96b38-a394-4242-82be-58b8efc9ff24 req-2717b98b-9552-44fb-a100-f9936b84b95d tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198192 Jun 17 08:46:00.010287 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-73e04689-ef24-483c-add7-ea7f1474fdee req-db0ee717-be1b-4455-b7ed-845912f8ee24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:00.012318 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4df15ade-736c-4d8b-9686-a4bc365c7dde tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:00.136276 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-604b562a-fa69-4f86-871a-618f87cf7fde req-31b44f33-070b-4c97-925d-ea4f5ffc0749 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.49 "GET /v2.0/ports?device_id=918a11b8-1cad-440b-a655-2cc9ee39cb95 HTTP/1.1" status: 200 len: 210 time: 0.1782043 Jun 17 08:46:00.204813 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e04689-ef24-483c-add7-ea7f1474fdee req-db0ee717-be1b-4455-b7ed-845912f8ee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:00.207547 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-73e04689-ef24-483c-add7-ea7f1474fdee req-db0ee717-be1b-4455-b7ed-845912f8ee24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:00.211632 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-73e04689-ef24-483c-add7-ea7f1474fdee req-db0ee717-be1b-4455-b7ed-845912f8ee24 service neutron] 10.222.0.50 "PUT /v2.0/ports/0e4eeb5b-b661-429b-ab04-279d4c2200ff HTTP/1.1" status: 200 len: 1093 time: 2.2605352 Jun 17 08:46:00.215631 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-d1dfff6a-615f-45d3-b464-c0f4899471a8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Allocated IP 192.168.233.196 (26debee9-bc17-4dec-acaf-a4c976511744/9fa94245-1f4d-486b-9e45-990a58fa5ffe/5b3332a2-df6b-4110-b9a2-8363b4f265ba) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:00.217806 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f1f2e81-dc7e-4933-80b6-c38ecd43725b', 'tag': '0e4eeb5b-b661-429b-ab04-279d4c2200ff'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:00.222700 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1978a49-c686-4e31-ba20-ed110be5f25d" -d '{"events": [{"name": "network-changed", "server_uuid": "8f1f2e81-dc7e-4933-80b6-c38ecd43725b", "tag": "0e4eeb5b-b661-429b-ab04-279d4c2200ff"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:00.236482 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-041eceab-496a-428d-8624-8fa88f6b5834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:00.253034 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87510a46-da39-4dc1-9219-939cd38eae00 req-71e86ecf-a009-45b2-a858-ee3b8ac58d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:00.265021 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87510a46-da39-4dc1-9219-939cd38eae00 req-71e86ecf-a009-45b2-a858-ee3b8ac58d11 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=702856434aae449ea41d8a187426d151&device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 1097 time: 0.3842807 Jun 17 08:46:00.416824 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ee717-be1b-4455-b7ed-845912f8ee24 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4eeb5b-b661-429b-ab04-279d4c2200ff,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:00.425313 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-db0ee717-be1b-4455-b7ed-845912f8ee24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:00.552096 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-33458307-129e-4a29-94b5-51aa8ddecc99 None None] Provisioning for port 4b03ed9e-a583-4ff7-8068-fb4ba2e16f09 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:00.568662 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-33458307-129e-4a29-94b5-51aa8ddecc99 None None] Provisioning complete for port 4b03ed9e-a583-4ff7-8068-fb4ba2e16f09 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:00.571544 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-33458307-129e-4a29-94b5-51aa8ddecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:00.631147 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87510a46-da39-4dc1-9219-939cd38eae00 req-4d33891c-e27a-4237-a5c9-9eca491fb1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:00.643503 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87510a46-da39-4dc1-9219-939cd38eae00 req-4d33891c-e27a-4237-a5c9-9eca491fb1f5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8305e780-7f7d-463d-bdce-25806076a869 HTTP/1.1" status: 200 len: 922 time: 0.2888317 Jun 17 08:46:00.643503 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c323238f-93b2-4c38-bb33-4843ea56cbb6 req-16acd0d2-7ce3-453c-b5d0-aa56e7972f51 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 210 time: 0.1309042 Jun 17 08:46:00.643503 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e04689-ef24-483c-add7-ea7f1474fdee req-253c5bcc-17f4-4c08-87b9-eea7d65a4a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:00.643503 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-73e04689-ef24-483c-add7-ea7f1474fdee req-253c5bcc-17f4-4c08-87b9-eea7d65a4a4a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d&device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 1096 time: 0.2756310 Jun 17 08:46:00.687130 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-33458307-129e-4a29-94b5-51aa8ddecc99 None None] Port 4b03ed9e-a583-4ff7-8068-fb4ba2e16f09 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:46:00.764673 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87510a46-da39-4dc1-9219-939cd38eae00 req-6a126eed-e9b8-453d-aca7-9362645666d8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb HTTP/1.1" status: 200 len: 217 time: 0.1138906 Jun 17 08:46:00.769233 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599eb75e-e690-436c-a5e3-8af49308f92b x-openstack-request-id: req-599eb75e-e690-436c-a5e3-8af49308f92b {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:00.769598 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f1f2e81-dc7e-4933-80b6-c38ecd43725b", "tag": "0e4eeb5b-b661-429b-ab04-279d4c2200ff", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:00.769932 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-599eb75e-e690-436c-a5e3-8af49308f92b {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:00.770627 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f1f2e81-dc7e-4933-80b6-c38ecd43725b', 'tag': '0e4eeb5b-b661-429b-ab04-279d4c2200ff', 'status': 'completed', 'code': 200} Jun 17 08:46:00.836143 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-73e04689-ef24-483c-add7-ea7f1474fdee req-5a1f5cbd-5fbb-4d0d-a710-b890b8d16bff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e4eeb5b-b661-429b-ab04-279d4c2200ff HTTP/1.1" status: 200 len: 217 time: 0.1698415 Jun 17 08:46:00.867084 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:00.930989 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87510a46-da39-4dc1-9219-939cd38eae00 req-adb0fc74-a68c-4138-b05a-c9cbe70ad70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:00.932539 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87510a46-da39-4dc1-9219-939cd38eae00 req-adb0fc74-a68c-4138-b05a-c9cbe70ad70e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9c88322-5e95-4e53-8f33-f88e3723f8f7 HTTP/1.1" status: 200 len: 861 time: 0.1279244 Jun 17 08:46:00.992419 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e04689-ef24-483c-add7-ea7f1474fdee req-f8ce6a0d-0042-40ee-ae26-89cbedadde5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:00.995865 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-73e04689-ef24-483c-add7-ea7f1474fdee req-f8ce6a0d-0042-40ee-ae26-89cbedadde5c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f1cd377-e173-40e7-8f95-b9cee993c643 HTTP/1.1" status: 200 len: 851 time: 0.1306138 Jun 17 08:46:01.015020 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87510a46-da39-4dc1-9219-939cd38eae00 req-4b01cdc8-aaea-40f1-ab38-4bddcd0477ab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8305e780-7f7d-463d-bdce-25806076a869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730047 Jun 17 08:46:01.089938 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-942a7363-2287-4574-b04e-f4dde881d4ba req-12b4592d-91bd-47f7-ad2b-a36215f13d04 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:01.110394 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6255a8e0-6a75-4eaf-aa7c-407f04d92207 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:01.215395 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-942a7363-2287-4574-b04e-f4dde881d4ba req-12b4592d-91bd-47f7-ad2b-a36215f13d04 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Network a6dae545-424b-430f-80f7-f453576f7ebf is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:01.229957 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-942a7363-2287-4574-b04e-f4dde881d4ba req-12b4592d-91bd-47f7-ad2b-a36215f13d04 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:01.240765 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca32de-dc34-4d96-a9b9-2f4b83bd1cab req-65ce746e-5a00-4683-9e45-a6a99aab0825 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:01.244047 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-942a7363-2287-4574-b04e-f4dde881d4ba req-12b4592d-91bd-47f7-ad2b-a36215f13d04 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:01.248114 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-24ca32de-dc34-4d96-a9b9-2f4b83bd1cab req-65ce746e-5a00-4683-9e45-a6a99aab0825 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5a07c0d-60ad-4083-9050-fa4c5b8c74fc HTTP/1.1" status: 200 len: 945 time: 0.2500513 Jun 17 08:46:01.281431 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4592d-91bd-47f7-ad2b-a36215f13d04 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Pushing event updated for resources: {'Port': ['ID=4b33d6bd-b5c1-412a-af1b-fc67520c46db,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:01.290648 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87510a46-da39-4dc1-9219-939cd38eae00 req-9fc7dae5-f790-4513-ac48-4bf703628311 service neutron] 10.222.0.50 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273293 Jun 17 08:46:01.307380 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-12b4592d-91bd-47f7-ad2b-a36215f13d04 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:01.316812 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-24ca32de-dc34-4d96-a9b9-2f4b83bd1cab req-14ec0d20-8548-46b8-83b3-a60345ed628c tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675259 Jun 17 08:46:01.322946 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e4dc8-ac84-4255-9cbb-08b801de3f29 req-85a23b20-1560-4b40-8e86-11bf5c15bc77 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:01.330050 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b02e4dc8-ac84-4255-9cbb-08b801de3f29 req-85a23b20-1560-4b40-8e86-11bf5c15bc77 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 945 time: 1.1342115 Jun 17 08:46:01.341772 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e04689-ef24-483c-add7-ea7f1474fdee req-5a88f790-85e9-4294-b758-4ef49bc63822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:01.341772 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-73e04689-ef24-483c-add7-ea7f1474fdee req-5a88f790-85e9-4294-b758-4ef49bc63822 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2887511 Jun 17 08:46:01.375024 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-d1dfff6a-615f-45d3-b464-c0f4899471a8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:01.402117 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a7363-2287-4574-b04e-f4dde881d4ba req-12b4592d-91bd-47f7-ad2b-a36215f13d04 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:01.402793 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-942a7363-2287-4574-b04e-f4dde881d4ba req-12b4592d-91bd-47f7-ad2b-a36215f13d04 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:01.426978 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-d1dfff6a-615f-45d3-b464-c0f4899471a8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Transition to ACTIVE for port object 5b3332a2-df6b-4110-b9a2-8363b4f265ba will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:01.475907 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b02e4dc8-ac84-4255-9cbb-08b801de3f29 req-c0767e43-35b7-4537-bf1e-327401e763d6 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448874 Jun 17 08:46:01.523188 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-942a7363-2287-4574-b04e-f4dde881d4ba req-12b4592d-91bd-47f7-ad2b-a36215f13d04 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9046113 Jun 17 08:46:01.545025 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-942a7363-2287-4574-b04e-f4dde881d4ba req-52aca87d-8e44-4fc4-a4b2-60eab9368ae3 service neutron] Request body: {'port': {'device_id': '918a11b8-1cad-440b-a655-2cc9ee39cb95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:01.550351 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-041eceab-496a-428d-8624-8fa88f6b5834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:01.641711 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-d1dfff6a-615f-45d3-b464-c0f4899471a8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:01.654652 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b8e7a02c-d392-4fa9-a197-7de2d5b94dba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:01.655564 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['85df4119-793b-423d-abf1-4c64dea34203'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:46:01.657860 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['4e90aa40-4e20-4bb5-ae96-262f6c3201da'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:46:01.709723 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dfff6a-615f-45d3-b464-c0f4899471a8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Pushing event updated for resources: {'Port': ['ID=5b3332a2-df6b-4110-b9a2-8363b4f265ba,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:01.712943 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d1dfff6a-615f-45d3-b464-c0f4899471a8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:01.720732 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9bbc9b-449c-4ce5-b483-4232c0b9ac48 req-0f9e0cb0-1a28-47ca-8b5b-cf54c2992124 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:01.729676 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-de9bbc9b-449c-4ce5-b483-4232c0b9ac48 req-0f9e0cb0-1a28-47ca-8b5b-cf54c2992124 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 944 time: 0.2641048 Jun 17 08:46:01.743737 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87510a46-da39-4dc1-9219-939cd38eae00 req-fc281af2-5c7c-4066-9b9f-627fc4f79c72 service neutron] 10.222.0.50 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324379 Jun 17 08:46:01.752241 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-73e04689-ef24-483c-add7-ea7f1474fdee req-ecf00e67-2427-4425-862d-dc8babe88c66 service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750045 Jun 17 08:46:01.806469 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-d1dfff6a-615f-45d3-b464-c0f4899471a8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Network 26debee9-bc17-4dec-acaf-a4c976511744 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:01.851447 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-d1dfff6a-615f-45d3-b464-c0f4899471a8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:01.854830 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-d1dfff6a-615f-45d3-b464-c0f4899471a8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:01.950380 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-942a7363-2287-4574-b04e-f4dde881d4ba req-52aca87d-8e44-4fc4-a4b2-60eab9368ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:01.988960 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-de9bbc9b-449c-4ce5-b483-4232c0b9ac48 req-d522513f-f836-4912-abdc-4fb6aa4cb543 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348840 Jun 17 08:46:02.028361 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-d1dfff6a-615f-45d3-b464-c0f4899471a8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:02.029058 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-d1dfff6a-615f-45d3-b464-c0f4899471a8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:02.058015 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-73e04689-ef24-483c-add7-ea7f1474fdee req-c0afe7b9-e79b-45c8-8046-07b6c0129c0c service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958677 Jun 17 08:46:02.109028 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ab83ced2-3c18-43d2-ad9c-a199b0166edf req-2b8935af-ffd8-420d-89da-b219f94e35fb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2513604 Jun 17 08:46:02.109293 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2b259-341c-499d-aee3-ef96609072d6 req-04841072-2475-4aa4-98db-fa6a8fb80859 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:02.125270 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bae2b259-341c-499d-aee3-ef96609072d6 req-04841072-2475-4aa4-98db-fa6a8fb80859 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.49 "GET /v2.0/ports?device_id=918a11b8-1cad-440b-a655-2cc9ee39cb95 HTTP/1.1" status: 200 len: 932 time: 0.3409476 Jun 17 08:46:02.395007 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 845d7f26-3d3d-4d02-866b-1e9bca41e159 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:02.431816 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:02.434492 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1978a49-c686-4e31-ba20-ed110be5f25d req-3a6cc6c6-bfab-47b2-9e39-f717ee29bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:02.439541 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e1978a49-c686-4e31-ba20-ed110be5f25d req-3a6cc6c6-bfab-47b2-9e39-f717ee29bf5d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d&device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 1096 time: 0.1505890 Jun 17 08:46:02.440220 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83ced2-3c18-43d2-ad9c-a199b0166edf req-82478c84-d395-401e-896e-5741d8254144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:02.444680 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ab83ced2-3c18-43d2-ad9c-a199b0166edf req-82478c84-d395-401e-896e-5741d8254144 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=702856434aae449ea41d8a187426d151&device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 1096 time: 0.2955928 Jun 17 08:46:02.452799 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-d1dfff6a-615f-45d3-b464-c0f4899471a8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3014488 Jun 17 08:46:02.470549 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a69cef03-9fd5-4d4c-bcae-09f5fe4b2c97 None None] Provisioning for port 5b3332a2-df6b-4110-b9a2-8363b4f265ba completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:02.477586 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a69cef03-9fd5-4d4c-bcae-09f5fe4b2c97 None None] Provisioning complete for port 5b3332a2-df6b-4110-b9a2-8363b4f265ba triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:02.479563 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a69cef03-9fd5-4d4c-bcae-09f5fe4b2c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:02.517223 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-5b2984e2-f6ea-4292-aaaa-c2f885442010 service neutron] Request body: {'port': {'device_id': '74e1e2f3-398b-4d4b-8ce4-edc49e189251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:02.555740 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a69cef03-9fd5-4d4c-bcae-09f5fe4b2c97 None None] Port 5b3332a2-df6b-4110-b9a2-8363b4f265ba cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:46:02.614286 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bae2b259-341c-499d-aee3-ef96609072d6 req-a4e2423c-771b-40bc-9a08-e743eebb9e6a tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.49 "GET /v2.0/security-groups?id=15c194bc-732c-4bd6-8c2b-34273acf6d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347379 Jun 17 08:46:02.657747 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-041eceab-496a-428d-8624-8fa88f6b5834 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:02.664494 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 845d7f26-3d3d-4d02-866b-1e9bca41e159 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:02.670501 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 845d7f26-3d3d-4d02-866b-1e9bca41e159 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:02.672209 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:02.690515 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83ced2-3c18-43d2-ad9c-a199b0166edf req-a4f9b117-49bc-4c73-a074-9d31944bf4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:02.692053 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ab83ced2-3c18-43d2-ad9c-a199b0166edf req-a4f9b117-49bc-4c73-a074-9d31944bf4c1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8305e780-7f7d-463d-bdce-25806076a869 HTTP/1.1" status: 200 len: 922 time: 0.2160475 Jun 17 08:46:02.695854 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1978a49-c686-4e31-ba20-ed110be5f25d req-a9ae9156-b41c-4480-9b81-6a61f5206f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:02.697588 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e1978a49-c686-4e31-ba20-ed110be5f25d req-a9ae9156-b41c-4480-9b81-6a61f5206f2e service neutron] 10.222.0.50 "GET /v2.0/networks?id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f HTTP/1.1" status: 200 len: 913 time: 0.2433219 Jun 17 08:46:02.716705 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-5b2984e2-f6ea-4292-aaaa-c2f885442010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:02.769556 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-041eceab-496a-428d-8624-8fa88f6b5834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:02.777470 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-28bb480b-50cf-4678-ad72-e3288395644d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:02.794883 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e1978a49-c686-4e31-ba20-ed110be5f25d req-a95cce30-e75a-4619-86a1-0771f1a9d97a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e4eeb5b-b661-429b-ab04-279d4c2200ff HTTP/1.1" status: 200 len: 217 time: 0.0847728 Jun 17 08:46:02.850234 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-942a7363-2287-4574-b04e-f4dde881d4ba req-52aca87d-8e44-4fc4-a4b2-60eab9368ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b33d6bd-b5c1-412a-af1b-fc67520c46db {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:46:02.863450 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-942a7363-2287-4574-b04e-f4dde881d4ba req-52aca87d-8e44-4fc4-a4b2-60eab9368ae3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:02.870822 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:02.887582 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-942a7363-2287-4574-b04e-f4dde881d4ba req-52aca87d-8e44-4fc4-a4b2-60eab9368ae3 service neutron] Transition to ACTIVE for port object 4b33d6bd-b5c1-412a-af1b-fc67520c46db will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:02.909801 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 845d7f26-3d3d-4d02-866b-1e9bca41e159, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=845d7f26-3d3d-4d02-866b-1e9bca41e159,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:02.919958 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ab83ced2-3c18-43d2-ad9c-a199b0166edf req-26e60ae8-8b02-454e-8099-2ce809a99ecf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f4d3e2a-2376-4ced-9168-959d9ff76220 HTTP/1.1" status: 200 len: 217 time: 0.2198670 Jun 17 08:46:02.987202 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83ced2-3c18-43d2-ad9c-a199b0166edf req-0bba75eb-9354-493a-ac34-696b3cf1785a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:02.988815 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ab83ced2-3c18-43d2-ad9c-a199b0166edf req-0bba75eb-9354-493a-ac34-696b3cf1785a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9c88322-5e95-4e53-8f33-f88e3723f8f7 HTTP/1.1" status: 200 len: 861 time: 0.0616856 Jun 17 08:46:02.991937 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1978a49-c686-4e31-ba20-ed110be5f25d req-53b9e2d7-0741-4296-9361-f668feb76550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:02.993705 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e1978a49-c686-4e31-ba20-ed110be5f25d req-53b9e2d7-0741-4296-9361-f668feb76550 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f1cd377-e173-40e7-8f95-b9cee993c643 HTTP/1.1" status: 200 len: 851 time: 0.1344998 Jun 17 08:46:03.043813 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.047326 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:03.052651 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-942a7363-2287-4574-b04e-f4dde881d4ba req-52aca87d-8e44-4fc4-a4b2-60eab9368ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.062703 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041eceab-496a-428d-8624-8fa88f6b5834 admin admin] Pushing event updated for resources: {'Port': ['ID=4b03ed9e-a583-4ff7-8068-fb4ba2e16f09,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:03.065698 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-041eceab-496a-428d-8624-8fa88f6b5834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.077159 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-041eceab-496a-428d-8624-8fa88f6b5834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:03.079596 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ab83ced2-3c18-43d2-ad9c-a199b0166edf req-1352bae7-3ced-484e-a28e-1017e5e28007 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8305e780-7f7d-463d-bdce-25806076a869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836308 Jun 17 08:46:03.085830 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-161bef5b-33cd-43c3-98dd-692043e3db65 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:03.169198 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=845d7f26-3d3d-4d02-866b-1e9bca41e159,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:03.169631 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1978a49-c686-4e31-ba20-ed110be5f25d req-cd288be2-c3a3-4cd4-a0ce-e3e0f5c37d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:03.171650 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e1978a49-c686-4e31-ba20-ed110be5f25d req-cd288be2-c3a3-4cd4-a0ce-e3e0f5c37d86 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1670964 Jun 17 08:46:03.176834 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:03.288366 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aca87d-8e44-4fc4-a4b2-60eab9368ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=4b33d6bd-b5c1-412a-af1b-fc67520c46db,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:03.296529 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-52aca87d-8e44-4fc4-a4b2-60eab9368ae3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:03.302019 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 0e4eeb5b-b661-429b-ab04-279d4c2200ff details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:46:03.304656 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25042fba-4b35-402b-ad8d-d5a71fe4e514 req-bf1f897d-7fc7-4e41-b22f-6539f2dc1a4b tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:03.311382 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-25042fba-4b35-402b-ad8d-d5a71fe4e514 req-bf1f897d-7fc7-4e41-b22f-6539f2dc1a4b tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 936 time: 0.3881602 Jun 17 08:46:03.377435 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ab83ced2-3c18-43d2-ad9c-a199b0166edf req-b8005cae-ac6f-4822-a2ce-d2acc811d2d7 service neutron] 10.222.0.53 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893851 Jun 17 08:46:03.395033 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e1978a49-c686-4e31-ba20-ed110be5f25d req-74c44a6a-9ebc-4613-a057-d439730db910 service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117617 Jun 17 08:46:03.421514 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfe518-48d9-4ca0-93b3-82b8f075e1dd req-539ae6c1-1dba-47f3-8bbb-ec836d479faa tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:03.423252 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aecfe518-48d9-4ca0-93b3-82b8f075e1dd req-539ae6c1-1dba-47f3-8bbb-ec836d479faa tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 945 time: 0.2422166 Jun 17 08:46:03.451559 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041eceab-496a-428d-8624-8fa88f6b5834 admin admin] Network 693d9168-e6b9-4690-b8e4-f3b794d83dbe is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:03.470790 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 0e4eeb5b-b661-429b-ab04-279d4c2200ff, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=0e4eeb5b-b661-429b-ab04-279d4c2200ff,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:03.471577 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-25042fba-4b35-402b-ad8d-d5a71fe4e514 req-7a3f1897-4364-402a-ac69-779d47442cb0 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591868 Jun 17 08:46:03.480200 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-041eceab-496a-428d-8624-8fa88f6b5834 admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:03.502367 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '0e4eeb5b-b661-429b-ab04-279d4c2200ff', 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f', 'port_id': '0e4eeb5b-b661-429b-ab04-279d4c2200ff', 'mac_address': 'fa:16:3e:39:ac:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f1cd377-e173-40e7-8f95-b9cee993c643', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:46:03.587018 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.593370 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-5b2984e2-f6ea-4292-aaaa-c2f885442010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b3332a2-df6b-4110-b9a2-8363b4f265ba {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:46:03.602682 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-5b2984e2-f6ea-4292-aaaa-c2f885442010 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.610929 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e4eeb5b-b661-429b-ab04-279d4c2200ff {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:46:03.623063 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-5b2984e2-f6ea-4292-aaaa-c2f885442010 service neutron] Transition to ACTIVE for port object 5b3332a2-df6b-4110-b9a2-8363b4f265ba will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:03.675325 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 0e4eeb5b-b661-429b-ab04-279d4c2200ff, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=0e4eeb5b-b661-429b-ab04-279d4c2200ff,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:03.699249 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e1978a49-c686-4e31-ba20-ed110be5f25d req-d6774a4f-993a-4a05-a3c1-d0854072c4cb service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732470 Jun 17 08:46:03.723971 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-942a7363-2287-4574-b04e-f4dde881d4ba req-52aca87d-8e44-4fc4-a4b2-60eab9368ae3 service neutron] Attempting to bind port 4b33d6bd-b5c1-412a-af1b-fc67520c46db on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:46:03.724284 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-942a7363-2287-4574-b04e-f4dde881d4ba req-52aca87d-8e44-4fc4-a4b2-60eab9368ae3 service neutron] Attempting to bind port 4b33d6bd-b5c1-412a-af1b-fc67520c46db by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '8ef483d6-b462-487d-8685-c32ba9d925ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a6dae545-424b-430f-80f7-f453576f7ebf'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:46:03.724848 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942a7363-2287-4574-b04e-f4dde881d4ba req-52aca87d-8e44-4fc4-a4b2-60eab9368ae3 service neutron] Attempting to bind port 4b33d6bd-b5c1-412a-af1b-fc67520c46db on network a6dae545-424b-430f-80f7-f453576f7ebf {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:03.749565 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aecfe518-48d9-4ca0-93b3-82b8f075e1dd req-64a3c112-7c93-4b9a-94b2-6e4ec32371b4 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954202 Jun 17 08:46:03.778226 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942a7363-2287-4574-b04e-f4dde881d4ba req-52aca87d-8e44-4fc4-a4b2-60eab9368ae3 service neutron] Port 4b33d6bd-b5c1-412a-af1b-fc67520c46db on network a6dae545-424b-430f-80f7-f453576f7ebf not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:46:03.778226 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942a7363-2287-4574-b04e-f4dde881d4ba req-52aca87d-8e44-4fc4-a4b2-60eab9368ae3 service neutron] Attempting to bind port 4b33d6bd-b5c1-412a-af1b-fc67520c46db on network a6dae545-424b-430f-80f7-f453576f7ebf {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:03.778226 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-5b2984e2-f6ea-4292-aaaa-c2f885442010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.781313 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ee586817-c138-4f2b-8340-eb5857a40631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:03.791395 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ab83ced2-3c18-43d2-ad9c-a199b0166edf req-8b391e96-f7f4-4f61-b63c-0aa9df616fad service neutron] 10.222.0.53 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907681 Jun 17 08:46:03.798584 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.809552 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-059fed74-6cb6-4351-9457-db4564caa69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:03.848792 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2984e2-f6ea-4292-aaaa-c2f885442010 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3332a2-df6b-4110-b9a2-8363b4f265ba,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:03.858856 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5b2984e2-f6ea-4292-aaaa-c2f885442010 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:03.872512 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942a7363-2287-4574-b04e-f4dde881d4ba req-52aca87d-8e44-4fc4-a4b2-60eab9368ae3 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:46:03.872840 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942a7363-2287-4574-b04e-f4dde881d4ba req-52aca87d-8e44-4fc4-a4b2-60eab9368ae3 service neutron] Checking segment: {'id': '8ef483d6-b462-487d-8685-c32ba9d925ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a6dae545-424b-430f-80f7-f453576f7ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:03.873241 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942a7363-2287-4574-b04e-f4dde881d4ba req-52aca87d-8e44-4fc4-a4b2-60eab9368ae3 service neutron] Bound using segment: {'id': '8ef483d6-b462-487d-8685-c32ba9d925ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a6dae545-424b-430f-80f7-f453576f7ebf'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:46:03.873787 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-942a7363-2287-4574-b04e-f4dde881d4ba req-52aca87d-8e44-4fc4-a4b2-60eab9368ae3 service neutron] Bound port: 4b33d6bd-b5c1-412a-af1b-fc67520c46db, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ef483d6-b462-487d-8685-c32ba9d925ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a6dae545-424b-430f-80f7-f453576f7ebf'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:46:03.874171 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-942a7363-2287-4574-b04e-f4dde881d4ba req-52aca87d-8e44-4fc4-a4b2-60eab9368ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.874727 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=0e4eeb5b-b661-429b-ab04-279d4c2200ff,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:03.885216 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:03.919213 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b1d159d4-61ba-4b77-ad8b-6672d218f8c3 None None] Provisioning complete for port 4b03ed9e-a583-4ff7-8068-fb4ba2e16f09 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:03.919663 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b1d159d4-61ba-4b77-ad8b-6672d218f8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:04.001187 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-b1d159d4-61ba-4b77-ad8b-6672d218f8c3 None None] Port 4b03ed9e-a583-4ff7-8068-fb4ba2e16f09 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:46:04.026070 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041eceab-496a-428d-8624-8fa88f6b5834 admin admin] Router 1a0c54f0-e51e-4b9f-8072-8bca12b84afa has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:46:04.056424 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3741f-c37f-4f43-9f58-e2484d50c4b9 req-e6216d59-52ab-4d2a-9e85-a2263980f512 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:04.059486 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ace3741f-c37f-4f43-9f58-e2484d50c4b9 req-e6216d59-52ab-4d2a-9e85-a2263980f512 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 945 time: 0.1487370 Jun 17 08:46:04.075672 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb17a92-1079-4497-8853-9fc2ca1b7a28 req-4b9f6597-291f-467c-ac5e-628512a8f05d tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:04.077491 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cbb17a92-1079-4497-8853-9fc2ca1b7a28 req-4b9f6597-291f-467c-ac5e-628512a8f05d tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5a07c0d-60ad-4083-9050-fa4c5b8c74fc HTTP/1.1" status: 200 len: 945 time: 0.3684809 Jun 17 08:46:04.081338 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['0e4eeb5b-b661-429b-ab04-279d4c2200ff'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:46:04.138941 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ace3741f-c37f-4f43-9f58-e2484d50c4b9 req-2623fe2a-aa57-4201-9eb1-e2d1993da6b9 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738144 Jun 17 08:46:04.331763 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 845d7f26-3d3d-4d02-866b-1e9bca41e159 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:04.399951 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 845d7f26-3d3d-4d02-866b-1e9bca41e159 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:04.400258 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:04.402934 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df327c84-2d81-4fd4-b4e0-66efe071c1f4 req-14690b6c-258b-487a-9e19-9939cfa164a9 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:04.407754 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cbb17a92-1079-4497-8853-9fc2ca1b7a28 req-d81ead1a-0c0f-42cd-b12f-257301628617 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235991 Jun 17 08:46:04.410859 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-df327c84-2d81-4fd4-b4e0-66efe071c1f4 req-14690b6c-258b-487a-9e19-9939cfa164a9 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.49 "GET /v2.0/ports?device_id=918a11b8-1cad-440b-a655-2cc9ee39cb95 HTTP/1.1" status: 200 len: 944 time: 0.1290462 Jun 17 08:46:04.426308 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-5b2984e2-f6ea-4292-aaaa-c2f885442010 service neutron] Attempting to bind port 5b3332a2-df6b-4110-b9a2-8363b4f265ba on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:46:04.426593 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-5b2984e2-f6ea-4292-aaaa-c2f885442010 service neutron] Attempting to bind port 5b3332a2-df6b-4110-b9a2-8363b4f265ba by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:46:04.427064 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-5b2984e2-f6ea-4292-aaaa-c2f885442010 service neutron] Attempting to bind port 5b3332a2-df6b-4110-b9a2-8363b4f265ba on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:04.439095 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-942a7363-2287-4574-b04e-f4dde881d4ba req-52aca87d-8e44-4fc4-a4b2-60eab9368ae3 service neutron] For port 4b33d6bd-b5c1-412a-af1b-fc67520c46db, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:46:04.444946 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-942a7363-2287-4574-b04e-f4dde881d4ba req-52aca87d-8e44-4fc4-a4b2-60eab9368ae3 service neutron] For port 4b33d6bd-b5c1-412a-af1b-fc67520c46db, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=4b33d6bd-b5c1-412a-af1b-fc67520c46db,segment=NetworkSegment(8ef483d6-b462-487d-8685-c32ba9d925ad),segment_id=8ef483d6-b462-487d-8685-c32ba9d925ad)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:46:04.450562 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-5b2984e2-f6ea-4292-aaaa-c2f885442010 service neutron] Port 5b3332a2-df6b-4110-b9a2-8363b4f265ba on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:46:04.450944 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-5b2984e2-f6ea-4292-aaaa-c2f885442010 service neutron] Attempting to bind port 5b3332a2-df6b-4110-b9a2-8363b4f265ba on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:04.461526 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-5b2984e2-f6ea-4292-aaaa-c2f885442010 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:46:04.461895 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-5b2984e2-f6ea-4292-aaaa-c2f885442010 service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:04.462291 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-5b2984e2-f6ea-4292-aaaa-c2f885442010 service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:46:04.464847 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-5b2984e2-f6ea-4292-aaaa-c2f885442010 service neutron] Bound port: 5b3332a2-df6b-4110-b9a2-8363b4f265ba, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:46:04.465208 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-5b2984e2-f6ea-4292-aaaa-c2f885442010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:04.496681 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-df327c84-2d81-4fd4-b4e0-66efe071c1f4 req-b36b3eda-b3de-444b-8a89-f84588683b0e tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.49 "GET /v2.0/security-groups?id=15c194bc-732c-4bd6-8c2b-34273acf6d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848181 Jun 17 08:46:04.526084 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041eceab-496a-428d-8624-8fa88f6b5834 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:46:04.541613 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-041eceab-496a-428d-8624-8fa88f6b5834 admin admin] 10.222.0.49 "PUT /v2.0/routers/1a0c54f0-e51e-4b9f-8072-8bca12b84afa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2158372 Jun 17 08:46:04.542792 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b15cc1-264b-40df-b4a4-eafd31f1c24a None None] Sync routers for ids ['1a0c54f0-e51e-4b9f-8072-8bca12b84afa'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:46:04.565023 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b15cc1-264b-40df-b4a4-eafd31f1c24a None None] Routers {'1a0c54f0-e51e-4b9f-8072-8bca12b84afa'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:04.567790 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-13b15cc1-264b-40df-b4a4-eafd31f1c24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:45:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['1a0c54f0-e51e-4b9f-8072-8bca12b84afa'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:04.579503 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e4397-9744-4f88-acf1-182a096b208b req-a72d387e-4d2f-4569-b89e-620187c24635 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:04.582804 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bf5e4397-9744-4f88-acf1-182a096b208b req-a72d387e-4d2f-4569-b89e-620187c24635 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5a07c0d-60ad-4083-9050-fa4c5b8c74fc HTTP/1.1" status: 200 len: 945 time: 0.1561420 Jun 17 08:46:04.584479 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-942a7363-2287-4574-b04e-f4dde881d4ba req-52aca87d-8e44-4fc4-a4b2-60eab9368ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:04.601814 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d1dfff6a-615f-45d3-b464-c0f4899471a8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:04.762610 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a7363-2287-4574-b04e-f4dde881d4ba req-52aca87d-8e44-4fc4-a4b2-60eab9368ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:04.763233 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-942a7363-2287-4574-b04e-f4dde881d4ba req-52aca87d-8e44-4fc4-a4b2-60eab9368ae3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:04.768473 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-942a7363-2287-4574-b04e-f4dde881d4ba req-52aca87d-8e44-4fc4-a4b2-60eab9368ae3 service neutron] 10.222.0.50 "PUT /v2.0/ports/4b33d6bd-b5c1-412a-af1b-fc67520c46db HTTP/1.1" status: 200 len: 1093 time: 3.2295139 Jun 17 08:46:04.768473 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '918a11b8-1cad-440b-a655-2cc9ee39cb95', 'tag': '4b33d6bd-b5c1-412a-af1b-fc67520c46db'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:04.768705 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-13b15cc1-264b-40df-b4a4-eafd31f1c24a None None] Set router 1a0c54f0-e51e-4b9f-8072-8bca12b84afa gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:04.768834 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0144e5b9-92f2-4346-b9fd-354abdb50f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "918a11b8-1cad-440b-a655-2cc9ee39cb95", "tag": "4b33d6bd-b5c1-412a-af1b-fc67520c46db"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:04.771828 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-5b2984e2-f6ea-4292-aaaa-c2f885442010 service neutron] For port 5b3332a2-df6b-4110-b9a2-8363b4f265ba, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:46:04.811133 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-5b2984e2-f6ea-4292-aaaa-c2f885442010 service neutron] For port 5b3332a2-df6b-4110-b9a2-8363b4f265ba, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=5b3332a2-df6b-4110-b9a2-8363b4f265ba,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:46:04.826791 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aca87d-8e44-4fc4-a4b2-60eab9368ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=4b33d6bd-b5c1-412a-af1b-fc67520c46db,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:04.831068 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-bf5e4397-9744-4f88-acf1-182a096b208b req-6287ebeb-e158-4eca-a8d3-9fb583716855 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Deleting port ed9c3f5b-7c0d-4299-b455-0100ac0a7c81 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:04.835306 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-bf5e4397-9744-4f88-acf1-182a096b208b req-6287ebeb-e158-4eca-a8d3-9fb583716855 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:04.851919 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-52aca87d-8e44-4fc4-a4b2-60eab9368ae3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:04.914363 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6322e1-7093-40db-9b17-7c9cdda9633e req-01f5bc13-ebf4-4fb9-993d-f13459c2cccd tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:04.924439 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4e6322e1-7093-40db-9b17-7c9cdda9633e req-01f5bc13-ebf4-4fb9-993d-f13459c2cccd tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 948 time: 0.2123930 Jun 17 08:46:04.984289 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-5b2984e2-f6ea-4292-aaaa-c2f885442010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:04.997510 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-898d245c-a739-4d19-aae2-35377b5c6d73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:05.008796 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-bf5e4397-9744-4f88-acf1-182a096b208b req-6287ebeb-e158-4eca-a8d3-9fb583716855 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] For port ed9c3f5b-7c0d-4299-b455-0100ac0a7c81, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=ed9c3f5b-7c0d-4299-b455-0100ac0a7c81,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:05.009187 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-bf5e4397-9744-4f88-acf1-182a096b208b req-6287ebeb-e158-4eca-a8d3-9fb583716855 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:05.072637 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d804946-0de1-4e11-a119-4784e7835628 req-90001066-d819-4a5e-a984-b785e9f123a6 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:05.080318 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d804946-0de1-4e11-a119-4784e7835628 req-90001066-d819-4a5e-a984-b785e9f123a6 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 945 time: 0.1633854 Jun 17 08:46:05.103223 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-13b15cc1-264b-40df-b4a4-eafd31f1c24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'name': 'tempest-ServersTestManualDisk-1112849468-router', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '845d7f26-3d3d-4d02-866b-1e9bca41e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:51Z', 'updated_at': '2021-06-17T08:46:01Z', 'revision_number': 4, 'project_id': '43e7d72508e04043b2ab73836bcacd2d', 'gw_port': {'id': '845d7f26-3d3d-4d02-866b-1e9bca41e159', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:52Z', 'updated_at': '2021-06-17T08:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '4b03ed9e-a583-4ff7-8068-fb4ba2e16f09', 'name': '', 'network_id': '693d9168-e6b9-4690-b8e4-f3b794d83dbe', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'mac_address': 'fa:16:3e:a2:cd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '8f3595f7-a3bc-439c-932b-8cec9aeecffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:58Z', 'updated_at': '2021-06-17T08:46:01Z', 'revision_number': 2, 'project_id': '43e7d72508e04043b2ab73836bcacd2d', 'subnets': [{'id': '8f3595f7-a3bc-439c-932b-8cec9aeecffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:05.126524 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-5b2984e2-f6ea-4292-aaaa-c2f885442010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:05.128114 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-5b2984e2-f6ea-4292-aaaa-c2f885442010 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:05.129642 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-5b2984e2-f6ea-4292-aaaa-c2f885442010 service neutron] 10.222.0.50 "PUT /v2.0/ports/5b3332a2-df6b-4110-b9a2-8363b4f265ba HTTP/1.1" status: 200 len: 1097 time: 2.6166718 Jun 17 08:46:05.164344 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b15cc1-264b-40df-b4a4-eafd31f1c24a None None] Checking router: 1a0c54f0-e51e-4b9f-8072-8bca12b84afa for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:46:05.164710 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b15cc1-264b-40df-b4a4-eafd31f1c24a None None] Updating router 1a0c54f0-e51e-4b9f-8072-8bca12b84afa port 4b03ed9e-a583-4ff7-8068-fb4ba2e16f09 binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:46:05.218841 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-13b15cc1-264b-40df-b4a4-eafd31f1c24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:05.264835 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2984e2-f6ea-4292-aaaa-c2f885442010 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3332a2-df6b-4110-b9a2-8363b4f265ba,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:05.299309 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5b2984e2-f6ea-4292-aaaa-c2f885442010 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:05.309298 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a7363-2287-4574-b04e-f4dde881d4ba req-eb4124d0-392d-4700-ac6b-a5cd4a4b2523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:05.316026 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 0e4eeb5b-b661-429b-ab04-279d4c2200ff up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:05.318393 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-942a7363-2287-4574-b04e-f4dde881d4ba req-eb4124d0-392d-4700-ac6b-a5cd4a4b2523 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=105cff4f91954169ae65bbbc99303bf9&device_id=918a11b8-1cad-440b-a655-2cc9ee39cb95 HTTP/1.1" status: 200 len: 1096 time: 0.4165537 Jun 17 08:46:05.330895 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4e6322e1-7093-40db-9b17-7c9cdda9633e req-95cb91bc-d309-4ecd-adfb-419473b970bd tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350539 Jun 17 08:46:05.514991 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 0e4eeb5b-b661-429b-ab04-279d4c2200ff completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:05.517859 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-bf5e4397-9744-4f88-acf1-182a096b208b req-6287ebeb-e158-4eca-a8d3-9fb583716855 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Calling delete_port for ed9c3f5b-7c0d-4299-b455-0100ac0a7c81 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:05.520572 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 0e4eeb5b-b661-429b-ab04-279d4c2200ff triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:05.521009 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:05.699220 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d804946-0de1-4e11-a119-4784e7835628 req-a8f073b5-f4da-432e-9d13-b6fd7ccb5ffc tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6184306 Jun 17 08:46:05.781224 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-13b15cc1-264b-40df-b4a4-eafd31f1c24a None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:05.791621 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:05.800191 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-13b15cc1-264b-40df-b4a4-eafd31f1c24a None None] Transition to ACTIVE for port object 4b03ed9e-a583-4ff7-8068-fb4ba2e16f09 will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:05.868696 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1f2e81-dc7e-4933-80b6-c38ecd43725b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4eeb5b-b661-429b-ab04-279d4c2200ff'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:05.874068 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da31484b-35ab-45ec-aea8-5a731bc68ed7" -d '{"events": [{"server_uuid": "8f1f2e81-dc7e-4933-80b6-c38ecd43725b", "name": "network-vif-plugged", "status": "completed", "tag": "0e4eeb5b-b661-429b-ab04-279d4c2200ff"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:05.888488 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 0e4eeb5b-b661-429b-ab04-279d4c2200ff, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=0e4eeb5b-b661-429b-ab04-279d4c2200ff,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:05.947164 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-13b15cc1-264b-40df-b4a4-eafd31f1c24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:05.962039 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:05.984474 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ee765-2a46-4bb3-afb7-e3e714465508 req-e22e375e-273d-4cf4-b8f0-7a3221ee194a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:05.994406 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ed0ee765-2a46-4bb3-afb7-e3e714465508 req-e22e375e-273d-4cf4-b8f0-7a3221ee194a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 945 time: 0.1079857 Jun 17 08:46:05.998032 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:05.998924 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device ed9c3f5b-7c0d-4299-b455-0100ac0a7c81 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:06.000887 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:06.045340 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-bf5e4397-9744-4f88-acf1-182a096b208b req-6287ebeb-e158-4eca-a8d3-9fb583716855 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:06.055851 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8d2f1171-b785-4388-b661-1bbd91e6911e tempest-LiveMigrationTest-1975365324 tempest-LiveMigrationTest-1975365324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:06.074097 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa33b1-8189-4767-a823-dda167dca813 None None] Pushing event updated for resources: {'Port': ['ID=4b03ed9e-a583-4ff7-8068-fb4ba2e16f09,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:06.094645 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-942a7363-2287-4574-b04e-f4dde881d4ba req-df47cda5-127b-4c88-bc2f-5149ef54dbda service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b33d6bd-b5c1-412a-af1b-fc67520c46db HTTP/1.1" status: 200 len: 217 time: 0.7548499 Jun 17 08:46:06.099431 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=0e4eeb5b-b661-429b-ab04-279d4c2200ff,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:06.104712 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39403ced-03fd-4698-bcb3-dc18fd26b394 x-openstack-request-id: req-39403ced-03fd-4698-bcb3-dc18fd26b394 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:06.104712 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "918a11b8-1cad-440b-a655-2cc9ee39cb95", "tag": "4b33d6bd-b5c1-412a-af1b-fc67520c46db", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:06.104712 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39403ced-03fd-4698-bcb3-dc18fd26b394 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:06.104712 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '918a11b8-1cad-440b-a655-2cc9ee39cb95', 'tag': '4b33d6bd-b5c1-412a-af1b-fc67520c46db', 'status': 'completed', 'code': 200} Jun 17 08:46:06.112532 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-9daa33b1-8189-4767-a823-dda167dca813 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:06.147291 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:06.149790 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287ebeb-e158-4eca-a8d3-9fb583716855 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Pushing event deleted for resources: {'Port': ['ID=ed9c3f5b-7c0d-4299-b455-0100ac0a7c81,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:06.164647 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: ed9c3f5b-7c0d-4299-b455-0100ac0a7c81 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:06.164992 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device ed9c3f5b-7c0d-4299-b455-0100ac0a7c81 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:06.168552 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-13b15cc1-264b-40df-b4a4-eafd31f1c24a None None] Attempting to bind port 4b03ed9e-a583-4ff7-8068-fb4ba2e16f09 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:46:06.168976 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-13b15cc1-264b-40df-b4a4-eafd31f1c24a None None] Attempting to bind port 4b03ed9e-a583-4ff7-8068-fb4ba2e16f09 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '66acdf7e-e9c9-480a-abac-505f4e9febc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '693d9168-e6b9-4690-b8e4-f3b794d83dbe'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:46:06.169351 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b15cc1-264b-40df-b4a4-eafd31f1c24a None None] Attempting to bind port 4b03ed9e-a583-4ff7-8068-fb4ba2e16f09 on network 693d9168-e6b9-4690-b8e4-f3b794d83dbe {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:06.182064 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6287ebeb-e158-4eca-a8d3-9fb583716855 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:06.183230 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5e4397-9744-4f88-acf1-182a096b208b req-6287ebeb-e158-4eca-a8d3-9fb583716855 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] No DVR routers for this DVR port ed9c3f5b-7c0d-4299-b455-0100ac0a7c81 on host n-h1-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:06.184012 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b15cc1-264b-40df-b4a4-eafd31f1c24a None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:46:06.192674 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 51294) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:06.194770 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b15cc1-264b-40df-b4a4-eafd31f1c24a None None] Checking segment: {'id': '66acdf7e-e9c9-480a-abac-505f4e9febc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '693d9168-e6b9-4690-b8e4-f3b794d83dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:06.195307 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-13b15cc1-264b-40df-b4a4-eafd31f1c24a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:06.195626 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b15cc1-264b-40df-b4a4-eafd31f1c24a None None] Bound using segment: {'id': '66acdf7e-e9c9-480a-abac-505f4e9febc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '693d9168-e6b9-4690-b8e4-f3b794d83dbe'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:46:06.196171 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-13b15cc1-264b-40df-b4a4-eafd31f1c24a None None] Bound port: 4b03ed9e-a583-4ff7-8068-fb4ba2e16f09, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66acdf7e-e9c9-480a-abac-505f4e9febc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '693d9168-e6b9-4690-b8e4-f3b794d83dbe'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:46:06.198626 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a7363-2287-4574-b04e-f4dde881d4ba req-c076f460-c054-4b67-bc4b-e4b0c417907e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:06.198798 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-13b15cc1-264b-40df-b4a4-eafd31f1c24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:06.200129 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-942a7363-2287-4574-b04e-f4dde881d4ba req-c076f460-c054-4b67-bc4b-e4b0c417907e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8756d3be-97c0-48b8-8ffe-d60dc75b87fd HTTP/1.1" status: 200 len: 857 time: 0.0877805 Jun 17 08:46:06.207551 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-bf5e4397-9744-4f88-acf1-182a096b208b req-6287ebeb-e158-4eca-a8d3-9fb583716855 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:06.210457 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bf5e4397-9744-4f88-acf1-182a096b208b req-6287ebeb-e158-4eca-a8d3-9fb583716855 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.50 "DELETE /v2.0/ports/ed9c3f5b-7c0d-4299-b455-0100ac0a7c81 HTTP/1.1" status: 204 len: 173 time: 1.6215675 Jun 17 08:46:06.216623 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-9b1cf499-e09c-4a5a-b741-724d856360da tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1305161020', 'description': 'tempest-description--923191328'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:06.221055 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a07c0d-60ad-4083-9050-fa4c5b8c74fc', 'name': 'network-vif-deleted', 'tag': 'ed9c3f5b-7c0d-4299-b455-0100ac0a7c81'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:06.223892 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de190da8-0dc6-4481-b9f5-996d20911288" -d '{"events": [{"server_uuid": "d5a07c0d-60ad-4083-9050-fa4c5b8c74fc", "name": "network-vif-deleted", "tag": "ed9c3f5b-7c0d-4299-b455-0100ac0a7c81"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:06.261212 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ed0ee765-2a46-4bb3-afb7-e3e714465508 req-ae63ae53-42d2-4032-9e40-cfd2c9508806 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633998 Jun 17 08:46:06.267856 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-942a7363-2287-4574-b04e-f4dde881d4ba req-646f8553-25e6-4d89-b24c-c28efec07301 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a6dae545-424b-430f-80f7-f453576f7ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556681 Jun 17 08:46:06.362196 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-d7189847-c75a-4be1-8d12-164dbe72eb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:06.363764 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-d7189847-c75a-4be1-8d12-164dbe72eb4a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 1100 time: 1.0417352 Jun 17 08:46:06.369398 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9b1cf499-e09c-4a5a-b741-724d856360da tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:06.412218 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-13b15cc1-264b-40df-b4a4-eafd31f1c24a None None] For port 4b03ed9e-a583-4ff7-8068-fb4ba2e16f09, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:46:06.423686 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-13b15cc1-264b-40df-b4a4-eafd31f1c24a None None] For port 4b03ed9e-a583-4ff7-8068-fb4ba2e16f09, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=4b03ed9e-a583-4ff7-8068-fb4ba2e16f09,segment=NetworkSegment(66acdf7e-e9c9-480a-abac-505f4e9febc6),segment_id=66acdf7e-e9c9-480a-abac-505f4e9febc6)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:46:06.451156 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-ebaa376c-0f8b-4351-b766-793cf20e804e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=5b3332a2-df6b-4110-b9a2-8363b4f265ba HTTP/1.1" status: 200 len: 217 time: 0.0658250 Jun 17 08:46:06.513686 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-13b15cc1-264b-40df-b4a4-eafd31f1c24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:06.525510 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-7abfcdb7-c7f4-462f-98b2-98a63a2d4499 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:06.532823 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9b1cf499-e09c-4a5a-b741-724d856360da tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:06.542348 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d3f6c02f-1280-4667-8442-a643580d5eb5 req-598f912f-4d41-499e-bc02-b1a2b1050da2 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5a07c0d-60ad-4083-9050-fa4c5b8c74fc HTTP/1.1" status: 200 len: 210 time: 0.0874424 Jun 17 08:46:06.586695 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-942a7363-2287-4574-b04e-f4dde881d4ba req-6ad2d084-a243-4f72-9635-72d8b121439f service neutron] 10.222.0.50 "GET /v2.0/networks/a6dae545-424b-430f-80f7-f453576f7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971499 Jun 17 08:46:06.618811 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99d99fc-7e53-4ada-a815-5cf2d36d8b42 x-openstack-request-id: req-a99d99fc-7e53-4ada-a815-5cf2d36d8b42 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:06.619415 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1f2e81-dc7e-4933-80b6-c38ecd43725b", "name": "network-vif-plugged", "status": "completed", "tag": "0e4eeb5b-b661-429b-ab04-279d4c2200ff", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:06.619902 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a99d99fc-7e53-4ada-a815-5cf2d36d8b42 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:06.620380 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1f2e81-dc7e-4933-80b6-c38ecd43725b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4eeb5b-b661-429b-ab04-279d4c2200ff', 'code': 200} Jun 17 08:46:06.639341 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-ba3a9b0c-4c06-4393-ac16-a7df049d8ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:06.650164 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa33b1-8189-4767-a823-dda167dca813 None None] Pushing event updated for resources: {'Port': ['ID=4b03ed9e-a583-4ff7-8068-fb4ba2e16f09,revision_number=4']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:06.650616 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-ba3a9b0c-4c06-4393-ac16-a7df049d8ec2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1796975 Jun 17 08:46:06.660525 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-9daa33b1-8189-4767-a823-dda167dca813 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:06.662190 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b15cc1-264b-40df-b4a4-eafd31f1c24a None None] Routers {'1a0c54f0-e51e-4b9f-8072-8bca12b84afa'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:06.662903 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-13b15cc1-264b-40df-b4a4-eafd31f1c24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:45:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['1a0c54f0-e51e-4b9f-8072-8bca12b84afa'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:06.672667 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9b1cf499-e09c-4a5a-b741-724d856360da tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:06.682625 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ffee25a9-9923-488c-b341-37f098ceef5f tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:06.765183 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbe7210-6568-4bb2-b425-891ce123b10c x-openstack-request-id: req-8fbe7210-6568-4bb2-b425-891ce123b10c {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:06.765528 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a07c0d-60ad-4083-9050-fa4c5b8c74fc", "name": "network-vif-deleted", "tag": "ed9c3f5b-7c0d-4299-b455-0100ac0a7c81", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:06.778885 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8fbe7210-6568-4bb2-b425-891ce123b10c {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:06.778885 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a07c0d-60ad-4083-9050-fa4c5b8c74fc', 'name': 'network-vif-deleted', 'tag': 'ed9c3f5b-7c0d-4299-b455-0100ac0a7c81', 'status': 'completed', 'code': 200} Jun 17 08:46:06.797476 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1cf499-e09c-4a5a-b741-724d856360da tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11df9f26-e00c-427d-ac21-5fe47b92978e,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:06.877977 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-13b15cc1-264b-40df-b4a4-eafd31f1c24a None None] Set router 1a0c54f0-e51e-4b9f-8072-8bca12b84afa gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:06.886381 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-942a7363-2287-4574-b04e-f4dde881d4ba req-158bf05c-d751-4c1b-9dc2-5a53386f385c service neutron] 10.222.0.50 "GET /v2.0/networks/a6dae545-424b-430f-80f7-f453576f7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907321 Jun 17 08:46:06.910881 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9b1cf499-e09c-4a5a-b741-724d856360da tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:06.944253 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9b1cf499-e09c-4a5a-b741-724d856360da tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:06.948990 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9b1cf499-e09c-4a5a-b741-724d856360da tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7335997 Jun 17 08:46:06.960379 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 51304) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:06.961377 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-5d95c06a-4ba3-423f-a4c5-99ded138aadb tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Request body: {'security_group_rule': {'security_group_id': '11df9f26-e00c-427d-ac21-5fe47b92978e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:06.981694 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e838a4-d0f2-4dc8-bf4e-5d2fb83cae30 req-bd55fab5-9238-4fae-986f-97c236c1cf7b tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:06.983954 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-89e838a4-d0f2-4dc8-bf4e-5d2fb83cae30 req-bd55fab5-9238-4fae-986f-97c236c1cf7b tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.49 "GET /v2.0/ports?device_id=918a11b8-1cad-440b-a655-2cc9ee39cb95 HTTP/1.1" status: 200 len: 944 time: 0.4703453 Jun 17 08:46:06.984257 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-9c226c6b-4e21-4a81-83cc-6621a5cb2099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:06.986118 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-9c226c6b-4e21-4a81-83cc-6621a5cb2099 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3318174 Jun 17 08:46:07.045015 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b55557-fb2e-4656-b02f-e3c80e8e06de req-9706725f-d469-449f-8e6a-ed882611ba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:07.047134 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-94b55557-fb2e-4656-b02f-e3c80e8e06de req-9706725f-d469-449f-8e6a-ed882611ba4c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 1098 time: 0.2764978 Jun 17 08:46:07.093329 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-89e838a4-d0f2-4dc8-bf4e-5d2fb83cae30 req-e57d9a85-35cd-4027-9ac6-8578acf7834f tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.49 "GET /v2.0/security-groups?id=15c194bc-732c-4bd6-8c2b-34273acf6d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904882 Jun 17 08:46:07.102764 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-94b55557-fb2e-4656-b02f-e3c80e8e06de req-f5972d9c-d1ba-495a-bfcb-f34eec42a1d8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388906 Jun 17 08:46:07.104040 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4a85a-2467-4a43-a074-e2d64ae3bdf8 req-02a8c18e-8fcc-40c4-ab15-5f5df04e9c9b tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:07.105690 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bbb4a85a-2467-4a43-a074-e2d64ae3bdf8 req-02a8c18e-8fcc-40c4-ab15-5f5df04e9c9b tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 948 time: 0.2007663 Jun 17 08:46:07.177805 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-bbd93715-ad93-4177-b0cf-56967217ba05 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838586 Jun 17 08:46:07.182375 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bbb4a85a-2467-4a43-a074-e2d64ae3bdf8 req-f73ab518-4bb5-42a9-971d-f0ee5902b622 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630119 Jun 17 08:46:07.331629 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-13b15cc1-264b-40df-b4a4-eafd31f1c24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'name': 'tempest-ServersTestManualDisk-1112849468-router', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '845d7f26-3d3d-4d02-866b-1e9bca41e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:51Z', 'updated_at': '2021-06-17T08:46:01Z', 'revision_number': 4, 'project_id': '43e7d72508e04043b2ab73836bcacd2d', 'gw_port': {'id': '845d7f26-3d3d-4d02-866b-1e9bca41e159', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:52Z', 'updated_at': '2021-06-17T08:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '4b03ed9e-a583-4ff7-8068-fb4ba2e16f09', 'name': '', 'network_id': '693d9168-e6b9-4690-b8e4-f3b794d83dbe', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'mac_address': 'fa:16:3e:a2:cd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '8f3595f7-a3bc-439c-932b-8cec9aeecffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:58Z', 'updated_at': '2021-06-17T08:46:06Z', 'revision_number': 4, 'project_id': '43e7d72508e04043b2ab73836bcacd2d', 'subnets': [{'id': '8f3595f7-a3bc-439c-932b-8cec9aeecffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:07.341413 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5d95c06a-4ba3-423f-a4c5-99ded138aadb tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:07.370400 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6b48e828-3a07-4bf3-87ab-8738c4f6f486 req-53474419-f491-4606-90fd-96f6a0132ca9 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835573 Jun 17 08:46:07.372073 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b15cc1-264b-40df-b4a4-eafd31f1c24a None None] The sync data for ids ['1a0c54f0-e51e-4b9f-8072-8bca12b84afa'] in n-d-758944-30 is: [{'id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'name': 'tempest-ServersTestManualDisk-1112849468-router', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '845d7f26-3d3d-4d02-866b-1e9bca41e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:51Z', 'updated_at': '2021-06-17T08:46:01Z', 'revision_number': 4, 'project_id': '43e7d72508e04043b2ab73836bcacd2d', 'gw_port': {'id': '845d7f26-3d3d-4d02-866b-1e9bca41e159', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:52Z', 'updated_at': '2021-06-17T08:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '4b03ed9e-a583-4ff7-8068-fb4ba2e16f09', 'name': '', 'network_id': '693d9168-e6b9-4690-b8e4-f3b794d83dbe', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'mac_address': 'fa:16:3e:a2:cd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '8f3595f7-a3bc-439c-932b-8cec9aeecffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:58Z', 'updated_at': '2021-06-17T08:46:06Z', 'revision_number': 4, 'project_id': '43e7d72508e04043b2ab73836bcacd2d', 'subnets': [{'id': '8f3595f7-a3bc-439c-932b-8cec9aeecffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:46:07.470410 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4605c0a0-dfe4-478d-b229-f82f2b4b8122 req-8f2be9c0-4ac9-4555-a808-879d70853d6f tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:07.480370 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4605c0a0-dfe4-478d-b229-f82f2b4b8122 req-8f2be9c0-4ac9-4555-a808-879d70853d6f tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 945 time: 0.2131481 Jun 17 08:46:07.491063 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144e5b9-92f2-4346-b9fd-354abdb50f1f req-460aed0b-01fc-46da-ad7d-43babf345304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:07.492714 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0144e5b9-92f2-4346-b9fd-354abdb50f1f req-460aed0b-01fc-46da-ad7d-43babf345304 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=105cff4f91954169ae65bbbc99303bf9&device_id=918a11b8-1cad-440b-a655-2cc9ee39cb95 HTTP/1.1" status: 200 len: 1096 time: 0.3012462 Jun 17 08:46:07.520797 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5d95c06a-4ba3-423f-a4c5-99ded138aadb tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:07.597428 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee034fb-b7e0-427b-badd-737fb2d3580f req-50c4a92c-602f-40c7-b9bf-d5892f9a4f09 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:07.600822 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bee034fb-b7e0-427b-badd-737fb2d3580f req-50c4a92c-602f-40c7-b9bf-d5892f9a4f09 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 946 time: 0.1006584 Jun 17 08:46:07.625467 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5d95c06a-4ba3-423f-a4c5-99ded138aadb tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:07.636485 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:07.644767 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4605c0a0-dfe4-478d-b229-f82f2b4b8122 req-be2d4a9b-1255-49d3-86d2-1b543f77f1cd tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632581 Jun 17 08:46:07.707247 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95c06a-4ba3-423f-a4c5-99ded138aadb tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd35867f-35f2-4941-a783-9cdc6016f133,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:07.713790 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5d95c06a-4ba3-423f-a4c5-99ded138aadb tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:07.725335 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bee034fb-b7e0-427b-badd-737fb2d3580f req-763544be-92bc-4f2e-87e2-4f0ab64353d2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178992 Jun 17 08:46:07.731869 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144e5b9-92f2-4346-b9fd-354abdb50f1f req-a357c5dd-293e-4907-99d5-fa89920740c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:07.734615 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0144e5b9-92f2-4346-b9fd-354abdb50f1f req-a357c5dd-293e-4907-99d5-fa89920740c4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a6dae545-424b-430f-80f7-f453576f7ebf HTTP/1.1" status: 200 len: 918 time: 0.2295582 Jun 17 08:46:07.791311 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0144e5b9-92f2-4346-b9fd-354abdb50f1f req-56d0ee23-e900-48d8-ac67-fcc99a525c30 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b33d6bd-b5c1-412a-af1b-fc67520c46db HTTP/1.1" status: 200 len: 217 time: 0.0436411 Jun 17 08:46:07.798648 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5d95c06a-4ba3-423f-a4c5-99ded138aadb tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:07.803661 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5d95c06a-4ba3-423f-a4c5-99ded138aadb tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8445787 Jun 17 08:46:07.804012 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 51312) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:07.808832 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-417ce023-69e2-4ee0-8c8b-c935544c7133 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Request body: {'security_group_rule': {'security_group_id': '11df9f26-e00c-427d-ac21-5fe47b92978e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:07.872012 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144e5b9-92f2-4346-b9fd-354abdb50f1f req-bdbe4c9d-6fe5-418a-9348-4446b4123673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:07.873651 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0144e5b9-92f2-4346-b9fd-354abdb50f1f req-bdbe4c9d-6fe5-418a-9348-4446b4123673 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8756d3be-97c0-48b8-8ffe-d60dc75b87fd HTTP/1.1" status: 200 len: 857 time: 0.0717738 Jun 17 08:46:07.932050 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0144e5b9-92f2-4346-b9fd-354abdb50f1f req-0074f0b7-988c-420b-bb8a-4f822874685b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a6dae545-424b-430f-80f7-f453576f7ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515628 Jun 17 08:46:07.951788 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-417ce023-69e2-4ee0-8c8b-c935544c7133 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:07.965967 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6ac7f903-df5a-4241-9130-a86537433eb8 req-6323ff28-fbdb-4be9-a29c-7143f5bb1ea2 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5a07c0d-60ad-4083-9050-fa4c5b8c74fc HTTP/1.1" status: 200 len: 210 time: 0.0747864 Jun 17 08:46:08.052336 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-417ce023-69e2-4ee0-8c8b-c935544c7133 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.106659 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e1e2f3-398b-4d4b-8ce4-edc49e189251', 'tag': '5b3332a2-df6b-4110-b9a2-8363b4f265ba'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:08.112730 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28ac576-efdb-4b81-a3da-5ff1aaab44ab" -d '{"events": [{"name": "network-changed", "server_uuid": "74e1e2f3-398b-4d4b-8ce4-edc49e189251", "tag": "5b3332a2-df6b-4110-b9a2-8363b4f265ba"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:08.129670 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0144e5b9-92f2-4346-b9fd-354abdb50f1f req-d78cf84d-bc5a-48b1-be36-b9e76757a178 service neutron] 10.222.0.50 "GET /v2.0/networks/a6dae545-424b-430f-80f7-f453576f7ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747816 Jun 17 08:46:08.148965 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-417ce023-69e2-4ee0-8c8b-c935544c7133 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.153197 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:08.219582 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ce023-69e2-4ee0-8c8b-c935544c7133 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a61146-c07d-43a7-b45d-561510a1de2e,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:08.223610 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-417ce023-69e2-4ee0-8c8b-c935544c7133 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:08.276712 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd0a982-f740-4395-8ea3-c1c6c0d52daa x-openstack-request-id: req-ecd0a982-f740-4395-8ea3-c1c6c0d52daa {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:08.277133 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e1e2f3-398b-4d4b-8ce4-edc49e189251", "tag": "5b3332a2-df6b-4110-b9a2-8363b4f265ba", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:08.277501 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ecd0a982-f740-4395-8ea3-c1c6c0d52daa {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:08.278019 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e1e2f3-398b-4d4b-8ce4-edc49e189251', 'tag': '5b3332a2-df6b-4110-b9a2-8363b4f265ba', 'status': 'completed', 'code': 200} Jun 17 08:46:08.330042 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0144e5b9-92f2-4346-b9fd-354abdb50f1f req-44124c6f-6e24-43c0-b9ef-9ff01c235cb9 service neutron] 10.222.0.50 "GET /v2.0/networks/a6dae545-424b-430f-80f7-f453576f7ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883674 Jun 17 08:46:08.362921 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-417ce023-69e2-4ee0-8c8b-c935544c7133 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.365594 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-417ce023-69e2-4ee0-8c8b-c935544c7133 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5600500 Jun 17 08:46:08.376286 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 51324) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:08.385520 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-953b3f86-8fba-4bd6-8d32-9e95f56a6b41 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:08.431424 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ac576-efdb-4b81-a3da-5ff1aaab44ab req-0cc7d491-5ef0-47e3-9bde-0461156f663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:08.432933 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c28ac576-efdb-4b81-a3da-5ff1aaab44ab req-0cc7d491-5ef0-47e3-9bde-0461156f663b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 1100 time: 0.1365926 Jun 17 08:46:08.434495 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 4b03ed9e-a583-4ff7-8068-fb4ba2e16f09 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:08.562732 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecd614-bf08-4d4b-9dbf-e8d5a9a432a3 req-bc712354-9e7b-4ac0-b81c-1f51fdb6ec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:08.564309 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0fecd614-bf08-4d4b-9dbf-e8d5a9a432a3 req-bc712354-9e7b-4ac0-b81c-1f51fdb6ec7b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 1097 time: 0.1957839 Jun 17 08:46:08.572877 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5a046-ebe6-4f84-b2ce-44d08019f367 req-91e2dfda-783c-43fe-b19f-e008df3ee8e1 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:08.574411 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3aa5a046-ebe6-4f84-b2ce-44d08019f367 req-91e2dfda-783c-43fe-b19f-e008df3ee8e1 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.49 "GET /v2.0/ports?device_id=918a11b8-1cad-440b-a655-2cc9ee39cb95 HTTP/1.1" status: 200 len: 944 time: 0.1747484 Jun 17 08:46:08.631516 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0fecd614-bf08-4d4b-9dbf-e8d5a9a432a3 req-fdc3f1c6-ba7c-4dee-8186-1be3e0b9d940 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547781 Jun 17 08:46:08.655117 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ac576-efdb-4b81-a3da-5ff1aaab44ab req-39626e15-49a7-41a6-9ef7-4c2ec20bbd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:08.656689 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c28ac576-efdb-4b81-a3da-5ff1aaab44ab req-39626e15-49a7-41a6-9ef7-4c2ec20bbd1f service neutron] 10.222.0.50 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.2154856 Jun 17 08:46:08.658383 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3aa5a046-ebe6-4f84-b2ce-44d08019f367 req-e755718c-23c7-4612-8783-c8f05f4f850a tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.49 "GET /v2.0/security-groups?id=15c194bc-732c-4bd6-8c2b-34273acf6d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585282 Jun 17 08:46:08.659464 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-953b3f86-8fba-4bd6-8d32-9e95f56a6b41 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks [] for floatingip, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.671241 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa9d2d-19e7-40b4-b208-22814a608d91 req-1b1f6ae2-c65d-437c-aa44-134731f77c25 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:08.671241 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-11aa9d2d-19e7-40b4-b208-22814a608d91 req-1b1f6ae2-c65d-437c-aa44-134731f77c25 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 948 time: 0.1876545 Jun 17 08:46:08.728161 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c28ac576-efdb-4b81-a3da-5ff1aaab44ab req-0cfdc842-f551-4707-bf9b-87b51476cc01 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=5b3332a2-df6b-4110-b9a2-8363b4f265ba HTTP/1.1" status: 200 len: 217 time: 0.0561457 Jun 17 08:46:08.763576 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 4b03ed9e-a583-4ff7-8068-fb4ba2e16f09 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:08.769945 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 4b03ed9e-a583-4ff7-8068-fb4ba2e16f09 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:08.770591 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.814419 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-953b3f86-8fba-4bd6-8d32-9e95f56a6b41 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.823320 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-11aa9d2d-19e7-40b4-b208-22814a608d91 req-7fe1be24-0656-42ce-b342-420083f8a16e tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429515 Jun 17 08:46:08.862445 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ac576-efdb-4b81-a3da-5ff1aaab44ab req-ccb1d7e6-a8a2-48ed-8e19-c3b9a913849e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:08.864833 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c28ac576-efdb-4b81-a3da-5ff1aaab44ab req-ccb1d7e6-a8a2-48ed-8e19-c3b9a913849e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1205909 Jun 17 08:46:08.897900 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.949923 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 4b03ed9e-a583-4ff7-8068-fb4ba2e16f09, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=4b03ed9e-a583-4ff7-8068-fb4ba2e16f09,segment=NetworkSegment(66acdf7e-e9c9-480a-abac-505f4e9febc6),segment_id=66acdf7e-e9c9-480a-abac-505f4e9febc6)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:09.004682 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ac576-efdb-4b81-a3da-5ff1aaab44ab req-fc6fdae7-a88f-43dc-ab2b-1c99b353b2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:09.007601 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c28ac576-efdb-4b81-a3da-5ff1aaab44ab req-fc6fdae7-a88f-43dc-ab2b-1c99b353b2cf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1348333 Jun 17 08:46:09.057253 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-953b3f86-8fba-4bd6-8d32-9e95f56a6b41 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Allocated IP 172.25.2.97 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/c88a96f4-db2a-4f4a-b93d-5e5f276b3ad6) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:09.092175 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:09.094080 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-b4d6822c-5f9e-4de9-98ae-a46e7cd655b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:09.097926 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1008c89-b4e3-4dd8-82b1-553888e56e4d req-f195766a-fb83-4c79-beb9-72fcab606908 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:09.107971 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e1008c89-b4e3-4dd8-82b1-553888e56e4d req-f195766a-fb83-4c79-beb9-72fcab606908 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 945 time: 0.1981139 Jun 17 08:46:09.174480 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=4b03ed9e-a583-4ff7-8068-fb4ba2e16f09,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:09.198087 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:09.204315 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e1008c89-b4e3-4dd8-82b1-553888e56e4d req-5aa38cca-c422-4373-8103-167add53e42d tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954268 Jun 17 08:46:09.314485 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-953b3f86-8fba-4bd6-8d32-9e95f56a6b41 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:09.339953 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 4b33d6bd-b5c1-412a-af1b-fc67520c46db details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:46:09.357375 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc22ea5-de47-4f1c-a963-9dea60db5cdc req-db5d707e-7cb8-4e1f-97a5-f37bf0ac6424 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:09.366039 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5cc22ea5-de47-4f1c-a963-9dea60db5cdc req-db5d707e-7cb8-4e1f-97a5-f37bf0ac6424 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 946 time: 0.1958590 Jun 17 08:46:09.370730 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c28ac576-efdb-4b81-a3da-5ff1aaab44ab req-9a47bf9c-65ec-46c4-8502-ced8b4f7c73d service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553329 Jun 17 08:46:09.496050 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5cc22ea5-de47-4f1c-a963-9dea60db5cdc req-2dc7420c-ffec-4d8e-9557-1274aef50c72 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290066 Jun 17 08:46:09.557031 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c28ac576-efdb-4b81-a3da-5ff1aaab44ab req-cedf13de-f23f-4b8e-9807-c3b628c68b04 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660211 Jun 17 08:46:09.741600 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-953b3f86-8fba-4bd6-8d32-9e95f56a6b41 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:09.746360 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7acbfff5-10e6-488c-9bdf-b1eb22df1c8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:09.769609 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 4b33d6bd-b5c1-412a-af1b-fc67520c46db, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=4b33d6bd-b5c1-412a-af1b-fc67520c46db,segment=NetworkSegment(8ef483d6-b462-487d-8685-c32ba9d925ad),segment_id=8ef483d6-b462-487d-8685-c32ba9d925ad)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:09.785596 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953b3f86-8fba-4bd6-8d32-9e95f56a6b41 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:09.787500 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '4b33d6bd-b5c1-412a-af1b-fc67520c46db', 'network_id': 'a6dae545-424b-430f-80f7-f453576f7ebf', 'port_id': '4b33d6bd-b5c1-412a-af1b-fc67520c46db', 'mac_address': 'fa:16:3e:e2:a7:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8756d3be-97c0-48b8-8ffe-d60dc75b87fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:46:09.789576 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-953b3f86-8fba-4bd6-8d32-9e95f56a6b41 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:09.792594 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953b3f86-8fba-4bd6-8d32-9e95f56a6b41 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:09.831336 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b3f86-8fba-4bd6-8d32-9e95f56a6b41 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Pushing event updated for resources: {'Port': ['ID=c88a96f4-db2a-4f4a-b93d-5e5f276b3ad6,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:09.835505 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-953b3f86-8fba-4bd6-8d32-9e95f56a6b41 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:09.857592 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:09.871385 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b33d6bd-b5c1-412a-af1b-fc67520c46db {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:46:09.891329 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 4b33d6bd-b5c1-412a-af1b-fc67520c46db, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=4b33d6bd-b5c1-412a-af1b-fc67520c46db,segment=NetworkSegment(8ef483d6-b462-487d-8685-c32ba9d925ad),segment_id=8ef483d6-b462-487d-8685-c32ba9d925ad)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:09.913146 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-953b3f86-8fba-4bd6-8d32-9e95f56a6b41 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.003809 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.004811 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 5b3332a2-df6b-4110-b9a2-8363b4f265ba details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:46:10.008662 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:10.134527 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=4b33d6bd-b5c1-412a-af1b-fc67520c46db,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:10.147381 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:10.181612 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-953b3f86-8fba-4bd6-8d32-9e95f56a6b41 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.231188 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 5b3332a2-df6b-4110-b9a2-8363b4f265ba, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=5b3332a2-df6b-4110-b9a2-8363b4f265ba,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:10.264701 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '5b3332a2-df6b-4110-b9a2-8363b4f265ba', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '5b3332a2-df6b-4110-b9a2-8363b4f265ba', 'mac_address': 'fa:16:3e:90:71:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:46:10.309826 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 4b03ed9e-a583-4ff7-8068-fb4ba2e16f09 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:10.316663 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d1b9f-365e-4ff8-953c-71ec45e6e65c req-e13de88d-0bd9-48d8-8967-7a1c86209464 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:10.317960 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.324947 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-633d1b9f-365e-4ff8-953c-71ec45e6e65c req-e13de88d-0bd9-48d8-8967-7a1c86209464 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.49 "GET /v2.0/ports?device_id=918a11b8-1cad-440b-a655-2cc9ee39cb95 HTTP/1.1" status: 200 len: 945 time: 0.1795731 Jun 17 08:46:10.350322 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b3332a2-df6b-4110-b9a2-8363b4f265ba {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:46:10.383095 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 5b3332a2-df6b-4110-b9a2-8363b4f265ba, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=5b3332a2-df6b-4110-b9a2-8363b4f265ba,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:10.383218 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-633d1b9f-365e-4ff8-953c-71ec45e6e65c req-334657ff-dc52-4e3b-b236-dbfbd0c7f570 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.49 "GET /v2.0/security-groups?id=15c194bc-732c-4bd6-8c2b-34273acf6d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543816 Jun 17 08:46:10.393515 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 4b03ed9e-a583-4ff7-8068-fb4ba2e16f09 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:10.393905 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.442820 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-953b3f86-8fba-4bd6-8d32-9e95f56a6b41 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.497523 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.499648 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:10.554266 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=5b3332a2-df6b-4110-b9a2-8363b4f265ba,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:10.560173 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:10.562023 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a995ff-2197-4e51-a9aa-e2867489c6b0 req-1d57a6e5-3f20-4bb5-90ee-42792bc51955 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:10.563531 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c2a995ff-2197-4e51-a9aa-e2867489c6b0 req-1d57a6e5-3f20-4bb5-90ee-42792bc51955 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 949 time: 0.0709558 Jun 17 08:46:10.585337 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-953b3f86-8fba-4bd6-8d32-9e95f56a6b41 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.589647 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-638dc803-43df-4425-9235-ddaf7cc245b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:10.666903 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c2a995ff-2197-4e51-a9aa-e2867489c6b0 req-bfda000d-53c7-4e2d-9d7c-2b78a1f18d38 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904429 Jun 17 08:46:10.717518 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b3f86-8fba-4bd6-8d32-9e95f56a6b41 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Pushing event updated for resources: {'Port': ['ID=c88a96f4-db2a-4f4a-b93d-5e5f276b3ad6,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:10.722529 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-953b3f86-8fba-4bd6-8d32-9e95f56a6b41 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:10.749562 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-953b3f86-8fba-4bd6-8d32-9e95f56a6b41 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.765185 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['4b33d6bd-b5c1-412a-af1b-fc67520c46db'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:46:10.773842 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['5b3332a2-df6b-4110-b9a2-8363b4f265ba'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:46:10.839841 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-953b3f86-8fba-4bd6-8d32-9e95f56a6b41 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.841130 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-953b3f86-8fba-4bd6-8d32-9e95f56a6b41 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4631791 Jun 17 08:46:10.889687 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e071f-3270-46b3-8b5e-6b237d4a5bac req-1671dabd-6240-45cb-972d-4f7068a223d8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:10.898893 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c82e071f-3270-46b3-8b5e-6b237d4a5bac req-1671dabd-6240-45cb-972d-4f7068a223d8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 946 time: 0.1169627 Jun 17 08:46:10.965852 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c82e071f-3270-46b3-8b5e-6b237d4a5bac req-51a25312-e211-4d54-9309-a1fa6a34cfa2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656998 Jun 17 08:46:11.228304 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559813c7-c2ea-4c7b-a27d-f0ab7207f0de req-7708c095-b45c-483e-ac7a-5c6c76c86887 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:11.231545 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-559813c7-c2ea-4c7b-a27d-f0ab7207f0de req-7708c095-b45c-483e-ac7a-5c6c76c86887 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 945 time: 0.1194015 Jun 17 08:46:11.295756 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-559813c7-c2ea-4c7b-a27d-f0ab7207f0de req-819036ae-1804-4d60-9967-b5b2f281918f tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569587 Jun 17 08:46:13.336348 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 4b33d6bd-b5c1-412a-af1b-fc67520c46db up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:13.466088 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-0674b3d4-f3fb-4e78-8367-44efb3bf7ece tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1305161020&fields=id&tenant_id=43e7d72508e04043b2ab73836bcacd2d HTTP/1.1" status: 200 len: 267 time: 0.0390215 Jun 17 08:46:13.483806 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 4b33d6bd-b5c1-412a-af1b-fc67520c46db completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:13.489462 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 4b33d6bd-b5c1-412a-af1b-fc67520c46db triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:13.490639 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:13.555092 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-7acc43a1-9b71-4b35-8d16-eb2a414661fe tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:13.557044 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-7acc43a1-9b71-4b35-8d16-eb2a414661fe tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/networks?id=9607b8f2-1f64-4cbd-97ae-5ddc828a0032 HTTP/1.1" status: 200 len: 812 time: 0.1310225 Jun 17 08:46:13.578418 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-20a342fe-ec78-4cbb-b413-2a2b4e2d35be tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/quotas/2660df61a5d14827a122661191fbd2bb HTTP/1.1" status: 200 len: 375 time: 0.0122085 Jun 17 08:46:13.608752 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-94f6389d-31ca-439d-a7e2-488df3f62f3d tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:13.617512 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-94f6389d-31ca-439d-a7e2-488df3f62f3d tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/networks?id=693d9168-e6b9-4690-b8e4-f3b794d83dbe HTTP/1.1" status: 200 len: 812 time: 0.1372941 Jun 17 08:46:13.618016 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:13.618960 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-7cdbdd63-7872-451a-aa7b-1ca8127a7ba9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2660df61a5d14827a122661191fbd2bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332038 Jun 17 08:46:13.630603 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-7f7a103b-09f5-4341-a689-33a24abbb186 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/quotas/43e7d72508e04043b2ab73836bcacd2d HTTP/1.1" status: 200 len: 375 time: 0.0112402 Jun 17 08:46:13.650536 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918a11b8-1cad-440b-a655-2cc9ee39cb95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b33d6bd-b5c1-412a-af1b-fc67520c46db'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:13.653774 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c61bb4-501d-42a5-883b-f04618cd6b11" -d '{"events": [{"server_uuid": "918a11b8-1cad-440b-a655-2cc9ee39cb95", "name": "network-vif-plugged", "status": "completed", "tag": "4b33d6bd-b5c1-412a-af1b-fc67520c46db"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:13.670721 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 4b33d6bd-b5c1-412a-af1b-fc67520c46db, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=4b33d6bd-b5c1-412a-af1b-fc67520c46db,segment=NetworkSegment(8ef483d6-b462-487d-8685-c32ba9d925ad),segment_id=8ef483d6-b462-487d-8685-c32ba9d925ad)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:13.732591 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-70c05d50-4933-428f-8ad1-abfff9ba0e86 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=43e7d72508e04043b2ab73836bcacd2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0948620 Jun 17 08:46:13.749575 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-5db8fe88-b067-41ee-a4f8-444b8bd5c866 service neutron] 10.222.0.49 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233034 Jun 17 08:46:13.761056 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:13.762140 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 5b3332a2-df6b-4110-b9a2-8363b4f265ba up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:13.764295 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:13.861876 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=4b33d6bd-b5c1-412a-af1b-fc67520c46db,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:13.866771 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:13.874328 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-578007f3-c48b-4503-ba01-bc0f5bf0a312 service neutron] 10.222.0.49 "GET /v2.0/networks/693d9168-e6b9-4690-b8e4-f3b794d83dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269479 Jun 17 08:46:13.904302 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-8f7a8944-5926-4d54-9e02-21b383e7b304 service neutron] 10.222.0.49 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473918 Jun 17 08:46:13.949706 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 5b3332a2-df6b-4110-b9a2-8363b4f265ba completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:13.966053 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 5b3332a2-df6b-4110-b9a2-8363b4f265ba triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:13.966053 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:14.020244 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-c4672d38-b2ba-4ab9-afed-2dbc9f06fc90 service neutron] 10.222.0.49 "GET /v2.0/networks/693d9168-e6b9-4690-b8e4-f3b794d83dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447792 Jun 17 08:46:14.070406 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:14.109754 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 5b3332a2-df6b-4110-b9a2-8363b4f265ba, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=5b3332a2-df6b-4110-b9a2-8363b4f265ba,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:14.225132 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:14.228893 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:14.306356 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=5b3332a2-df6b-4110-b9a2-8363b4f265ba,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:14.318172 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:14.607788 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8dbfc-611e-4656-aa30-5a98620c9bca req-252c06b4-3c54-40e7-a1f7-0bf8f2cc4a1b tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:14.610285 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d8d8dbfc-611e-4656-aa30-5a98620c9bca req-252c06b4-3c54-40e7-a1f7-0bf8f2cc4a1b tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.49 "GET /v2.0/ports?device_id=918a11b8-1cad-440b-a655-2cc9ee39cb95 HTTP/1.1" status: 200 len: 946 time: 0.0887601 Jun 17 08:46:14.668325 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d8d8dbfc-611e-4656-aa30-5a98620c9bca req-674cc640-560d-4272-ad5a-f1a4329c7f33 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.49 "GET /v2.0/security-groups?id=15c194bc-732c-4bd6-8c2b-34273acf6d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481520 Jun 17 08:46:14.892127 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0678de-3067-4ac8-a39e-41107e85f702 req-3ea03397-2b21-452a-9591-5a5912bc3cee tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:14.894277 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-eb0678de-3067-4ac8-a39e-41107e85f702 req-3ea03397-2b21-452a-9591-5a5912bc3cee tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.1058693 Jun 17 08:46:15.007111 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-eb0678de-3067-4ac8-a39e-41107e85f702 req-c13c81c5-8f1b-48a2-bf4f-4f4ccded6a3f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055474 Jun 17 08:46:15.019434 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ad7d8-b235-4ee0-9c38-66caa16bb2a8 req-ea3b8b56-234a-4c1a-ba46-4581cc8663c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:15.023231 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b2ad7d8-b235-4ee0-9c38-66caa16bb2a8 req-ea3b8b56-234a-4c1a-ba46-4581cc8663c2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=da4fcbeea2f0401e991ac51af5b56a4a&device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 1097 time: 0.1214917 Jun 17 08:46:15.034443 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c064b-eab4-4b90-b30f-bcb7b81877ca req-f7552196-c7e3-4ddc-a3fb-8ba1f88b2a32 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:15.036196 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4e4c064b-eab4-4b90-b30f-bcb7b81877ca req-f7552196-c7e3-4ddc-a3fb-8ba1f88b2a32 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 946 time: 0.0937960 Jun 17 08:46:15.086838 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8b04b7-ae40-40c4-82bb-dfc253638ff7 x-openstack-request-id: req-bb8b04b7-ae40-40c4-82bb-dfc253638ff7 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:15.087391 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918a11b8-1cad-440b-a655-2cc9ee39cb95", "name": "network-vif-plugged", "status": "completed", "tag": "4b33d6bd-b5c1-412a-af1b-fc67520c46db", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:15.087391 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb8b04b7-ae40-40c4-82bb-dfc253638ff7 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:15.087823 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '918a11b8-1cad-440b-a655-2cc9ee39cb95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b33d6bd-b5c1-412a-af1b-fc67520c46db', 'code': 200} Jun 17 08:46:15.137741 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4e4c064b-eab4-4b90-b30f-bcb7b81877ca req-a7f6cfe7-fc90-432a-a91b-1d133e0c2a19 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944524 Jun 17 08:46:15.260434 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-36729cf2-447a-4124-913a-a72e264b1563 req-278d370e-6fda-461d-8a38-a7e93fd92f3f tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad433d24-9b7e-42ad-9e3e-3bcd418f69ca HTTP/1.1" status: 200 len: 210 time: 0.0523388 Jun 17 08:46:15.265515 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ad7d8-b235-4ee0-9c38-66caa16bb2a8 req-1d362b7f-60c3-4198-b623-fdd22621ceca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:15.267009 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b2ad7d8-b235-4ee0-9c38-66caa16bb2a8 req-1d362b7f-60c3-4198-b623-fdd22621ceca service neutron] 10.222.0.53 "GET /v2.0/networks?id=1302d89b-bdda-43cb-a35c-b3bb609661cb HTTP/1.1" status: 200 len: 911 time: 0.2387846 Jun 17 08:46:15.313033 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-87c645bb-68b4-42cc-97d6-9ac3c7f82a09 req-ea56589b-f5e4-4669-ab7e-6e3be05397a3 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/ports?device_id=152d17c2-be71-4bbb-aa23-e291618c599a HTTP/1.1" status: 200 len: 210 time: 0.0657876 Jun 17 08:46:15.339186 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b2ad7d8-b235-4ee0-9c38-66caa16bb2a8 req-72afe8a4-a2cd-47fe-947a-a7a28cb9e8e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5bcb38c-912f-48f9-ac4d-89fd7c283b16 HTTP/1.1" status: 200 len: 217 time: 0.0627735 Jun 17 08:46:15.363523 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc47705-6654-417f-955b-c7d88352943f req-16360204-c8b1-4182-81fd-ecdaf7cb94b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:15.365943 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9dc47705-6654-417f-955b-c7d88352943f req-16360204-c8b1-4182-81fd-ecdaf7cb94b8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=918a11b8-1cad-440b-a655-2cc9ee39cb95 HTTP/1.1" status: 200 len: 1098 time: 0.2122335 Jun 17 08:46:15.487728 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9dc47705-6654-417f-955b-c7d88352943f req-fd292d0d-91a1-4a00-b419-b2c80fdc05f2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=15c194bc-732c-4bd6-8c2b-34273acf6d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042993 Jun 17 08:46:15.500576 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ad7d8-b235-4ee0-9c38-66caa16bb2a8 req-c03b7201-6c77-46d7-9d8c-33c7787b6897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:15.503653 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b2ad7d8-b235-4ee0-9c38-66caa16bb2a8 req-c03b7201-6c77-46d7-9d8c-33c7787b6897 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c38d131-90c8-4df8-b19d-8bfac65826fa HTTP/1.1" status: 200 len: 850 time: 0.1561084 Jun 17 08:46:15.575456 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b2ad7d8-b235-4ee0-9c38-66caa16bb2a8 req-bc181a7f-14b0-49e7-abed-96222d2957a0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1302d89b-bdda-43cb-a35c-b3bb609661cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437691 Jun 17 08:46:15.689004 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f768215-9eac-4240-9766-8189fe881635 req-b18bf6d3-20f5-4dcc-805e-2226c002c837 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:15.696538 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8f768215-9eac-4240-9766-8189fe881635 req-b18bf6d3-20f5-4dcc-805e-2226c002c837 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 945 time: 0.2312939 Jun 17 08:46:15.773492 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b2ad7d8-b235-4ee0-9c38-66caa16bb2a8 req-113413e1-1bab-4b24-bdcb-cfb784c03b04 service neutron] 10.222.0.53 "GET /v2.0/networks/1302d89b-bdda-43cb-a35c-b3bb609661cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825233 Jun 17 08:46:15.777991 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8f768215-9eac-4240-9766-8189fe881635 req-350739ba-ec34-4f07-8aaa-0f9c54a526e6 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805931 Jun 17 08:46:15.905122 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffc391-d178-4c7b-8526-2b12a6044988 req-38b8289b-e704-4ac0-b27f-5a029aa58240 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:15.907000 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f9ffc391-d178-4c7b-8526-2b12a6044988 req-38b8289b-e704-4ac0-b27f-5a029aa58240 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.49 "GET /v2.0/ports?device_id=918a11b8-1cad-440b-a655-2cc9ee39cb95 HTTP/1.1" status: 200 len: 946 time: 0.0884552 Jun 17 08:46:15.923845 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b2ad7d8-b235-4ee0-9c38-66caa16bb2a8 req-616e178d-65c9-4a56-b7de-a6eeafa23709 service neutron] 10.222.0.53 "GET /v2.0/networks/1302d89b-bdda-43cb-a35c-b3bb609661cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427865 Jun 17 08:46:15.974144 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f9ffc391-d178-4c7b-8526-2b12a6044988 req-53af3f1c-a2d0-404b-93d4-3478d0543226 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.49 "GET /v2.0/security-groups?id=15c194bc-732c-4bd6-8c2b-34273acf6d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608885 Jun 17 08:46:16.304714 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10ddd0-5ed9-407c-b99b-a2aec056c5af req-afdea03e-addf-4978-a348-18e8e9f42702 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:16.316167 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dc10ddd0-5ed9-407c-b99b-a2aec056c5af req-afdea03e-addf-4978-a348-18e8e9f42702 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.1357450 Jun 17 08:46:16.392757 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dc10ddd0-5ed9-407c-b99b-a2aec056c5af req-ca866cf7-6c02-4cc9-8d4c-51b938fea846 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751348 Jun 17 08:46:16.399890 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d4124-bbd5-422a-aabe-31b3366b7d5e req-08cfe0cb-8b6a-4594-99d9-4d2bab5d97eb tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:16.408435 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b85d4124-bbd5-422a-aabe-31b3366b7d5e req-08cfe0cb-8b6a-4594-99d9-4d2bab5d97eb tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 946 time: 0.1156445 Jun 17 08:46:16.492772 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b85d4124-bbd5-422a-aabe-31b3366b7d5e req-9307082f-deeb-478f-9332-b92c4c43f75e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825932 Jun 17 08:46:16.664293 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-35480ae3-5c36-4e35-9251-5a960981df1b req-9b31d0e3-6b98-46a9-a36c-2707f303ab6c tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad433d24-9b7e-42ad-9e3e-3bcd418f69ca HTTP/1.1" status: 200 len: 210 time: 0.0311673 Jun 17 08:46:16.673534 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-76442dc9-bd96-4c33-92e1-c3f577193ce6 req-018fd32a-f2ac-438b-a02b-b8acc0d6fcac tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/ports?device_id=152d17c2-be71-4bbb-aa23-e291618c599a HTTP/1.1" status: 200 len: 210 time: 0.0508678 Jun 17 08:46:17.032803 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef4dab-976e-4b36-991c-6e0ceb7f7ba6 req-4f5a19b6-ca0c-40e2-87da-126af007cfb1 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:17.034527 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d3ef4dab-976e-4b36-991c-6e0ceb7f7ba6 req-4f5a19b6-ca0c-40e2-87da-126af007cfb1 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 945 time: 0.0915825 Jun 17 08:46:17.087484 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d3ef4dab-976e-4b36-991c-6e0ceb7f7ba6 req-ed0205b4-7222-4421-812f-87b9dae20216 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449076 Jun 17 08:46:17.088734 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e1e2f3-398b-4d4b-8ce4-edc49e189251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3332a2-df6b-4110-b9a2-8363b4f265ba'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:17.091149 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93c28af-b28c-40b4-a2e9-8caa3ba78221" -d '{"events": [{"server_uuid": "74e1e2f3-398b-4d4b-8ce4-edc49e189251", "name": "network-vif-plugged", "status": "completed", "tag": "5b3332a2-df6b-4110-b9a2-8363b4f265ba"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:17.185559 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0d0cb3-7594-4aa1-b2be-d999c1bbb43c x-openstack-request-id: req-9f0d0cb3-7594-4aa1-b2be-d999c1bbb43c {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:17.186183 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e1e2f3-398b-4d4b-8ce4-edc49e189251", "name": "network-vif-plugged", "status": "completed", "tag": "5b3332a2-df6b-4110-b9a2-8363b4f265ba", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:17.186669 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f0d0cb3-7594-4aa1-b2be-d999c1bbb43c {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:17.187321 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e1e2f3-398b-4d4b-8ce4-edc49e189251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3332a2-df6b-4110-b9a2-8363b4f265ba', 'code': 200} Jun 17 08:46:17.267416 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5abcda-e336-4c41-abc4-d8469d1732a6 req-138da3f1-ffd1-4b4e-9a2a-deaa3f60628e tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:17.275383 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9f5abcda-e336-4c41-abc4-d8469d1732a6 req-138da3f1-ffd1-4b4e-9a2a-deaa3f60628e tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.49 "GET /v2.0/ports?device_id=918a11b8-1cad-440b-a655-2cc9ee39cb95 HTTP/1.1" status: 200 len: 946 time: 0.1323266 Jun 17 08:46:17.360134 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9150d-b363-4d29-8945-e0a240e202f8 req-1da964b1-ba23-47db-8f47-4a652f5a6c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:17.362239 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-41f9150d-b363-4d29-8945-e0a240e202f8 req-1da964b1-ba23-47db-8f47-4a652f5a6c4b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 1102 time: 0.0930731 Jun 17 08:46:17.382333 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9f5abcda-e336-4c41-abc4-d8469d1732a6 req-d10f1806-38f0-4059-a3b9-5c30399c8bba tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.49 "GET /v2.0/security-groups?id=15c194bc-732c-4bd6-8c2b-34273acf6d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027229 Jun 17 08:46:17.431157 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-41f9150d-b363-4d29-8945-e0a240e202f8 req-5c46a7e1-e4ef-496f-9ce6-13d3e0feef01 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572500 Jun 17 08:46:17.601408 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:17.701739 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bc23d-1788-4b41-b756-51de104ffc30 req-10ce9c34-5b40-4f7c-86e8-08d6fb11ddd2 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:17.709664 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd6bc23d-1788-4b41-b756-51de104ffc30 req-10ce9c34-5b40-4f7c-86e8-08d6fb11ddd2 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.1252778 Jun 17 08:46:17.777725 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd6bc23d-1788-4b41-b756-51de104ffc30 req-75041140-7282-472b-bf10-3137f4084ce6 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668488 Jun 17 08:46:17.863417 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-535081c7-294f-402d-b1fd-2f944cba22be tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:17.871025 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-535081c7-294f-402d-b1fd-2f944cba22be tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.53 "GET /v2.0/networks?id=9607b8f2-1f64-4cbd-97ae-5ddc828a0032 HTTP/1.1" status: 200 len: 812 time: 0.2773542 Jun 17 08:46:17.892686 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-6283b926-0cee-42ef-861a-f06f6b46a5e4 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Request body: {'port': {'device_id': 'ad433d24-9b7e-42ad-9e3e-3bcd418f69ca', 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032', 'admin_state_up': True, 'tenant_id': '2660df61a5d14827a122661191fbd2bb'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:18.150954 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d0c56-be0f-4adc-95cc-2b6b00611d40 req-162ad491-a12a-4911-b8f3-92ebd9ec887c tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:18.152565 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-493d0c56-be0f-4adc-95cc-2b6b00611d40 req-162ad491-a12a-4911-b8f3-92ebd9ec887c tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 946 time: 0.1210527 Jun 17 08:46:18.208094 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-493d0c56-be0f-4adc-95cc-2b6b00611d40 req-714d1897-d0af-4ded-b3d3-9c659b1bbb21 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491838 Jun 17 08:46:18.243328 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-6283b926-0cee-42ef-861a-f06f6b46a5e4 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Made reservation on behalf of 2660df61a5d14827a122661191fbd2bb for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:18.249168 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-6283b926-0cee-42ef-861a-f06f6b46a5e4 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:18.369628 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0b61ca45-b1f6-49ce-bed0-726f0c598ca2 req-7ca75f1f-0a4a-4d28-bc95-655a7e68e3e5 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/ports?device_id=152d17c2-be71-4bbb-aa23-e291618c599a HTTP/1.1" status: 200 len: 210 time: 0.0842345 Jun 17 08:46:18.516599 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-35afd806-9a15-4972-9049-10f2a94ae6d0 req-d4cb55ff-2027-4c6f-b6d3-8d1727264796 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad433d24-9b7e-42ad-9e3e-3bcd418f69ca HTTP/1.1" status: 200 len: 210 time: 0.0781701 Jun 17 08:46:18.793136 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-76d88fbc-3473-4690-b06c-13df8d719b08 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:18.795124 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-76d88fbc-3473-4690-b06c-13df8d719b08 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.53 "GET /v2.0/networks?id=693d9168-e6b9-4690-b8e4-f3b794d83dbe HTTP/1.1" status: 200 len: 812 time: 0.2758708 Jun 17 08:46:18.860385 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-b83855cf-35e0-4c93-917d-216ced056cea tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43e7d72508e04043b2ab73836bcacd2d HTTP/1.1" status: 200 len: 380 time: 0.0469050 Jun 17 08:46:18.871136 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-90886491-5eb9-480f-98a4-e4f4af047ed3 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Request body: {'port': {'device_id': '152d17c2-be71-4bbb-aa23-e291618c599a', 'network_id': '693d9168-e6b9-4690-b8e4-f3b794d83dbe', 'admin_state_up': True, 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'security_groups': ['11df9f26-e00c-427d-ac21-5fe47b92978e']}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:18.957514 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e4dba-8e44-4b16-8ea7-bc7dc578e011 req-14a4040a-a54e-461a-aa6c-8be4498b6cc8 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:18.959899 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d91e4dba-8e44-4b16-8ea7-bc7dc578e011 req-14a4040a-a54e-461a-aa6c-8be4498b6cc8 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 945 time: 0.1973367 Jun 17 08:46:19.065490 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-6283b926-0cee-42ef-861a-f06f6b46a5e4 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Allocated IP 172.20.0.13 (9607b8f2-1f64-4cbd-97ae-5ddc828a0032/ed34bd4e-a866-4cd6-ad0f-ac23d869dd5e/5e7bebc2-ff2c-4837-b83c-2af7c5f111be) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:19.069114 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d91e4dba-8e44-4b16-8ea7-bc7dc578e011 req-c4c0a35a-e69b-4fa4-b028-2ef656ce31a7 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998704 Jun 17 08:46:19.151737 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56604329-ff27-4384-a4eb-642e3c1c1db5 req-37766426-5ace-4829-8931-bd115e2979af tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:19.157508 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-56604329-ff27-4384-a4eb-642e3c1c1db5 req-37766426-5ace-4829-8931-bd115e2979af tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.49 "GET /v2.0/ports?device_id=918a11b8-1cad-440b-a655-2cc9ee39cb95 HTTP/1.1" status: 200 len: 946 time: 0.1409121 Jun 17 08:46:19.325247 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-56604329-ff27-4384-a4eb-642e3c1c1db5 req-b7732638-a145-401b-915d-115b9a7eb75f tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.49 "GET /v2.0/security-groups?id=15c194bc-732c-4bd6-8c2b-34273acf6d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647680 Jun 17 08:46:19.357090 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff034d93-01f6-4af4-88f2-921f0735ea2f req-c4943a9b-2715-4ca8-843c-ff564ad14b62 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:19.359480 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ff034d93-01f6-4af4-88f2-921f0735ea2f req-c4943a9b-2715-4ca8-843c-ff564ad14b62 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.1333539 Jun 17 08:46:19.420464 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ff034d93-01f6-4af4-88f2-921f0735ea2f req-5e7201af-6d26-4398-80df-10595b5cd6e6 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542188 Jun 17 08:46:19.647748 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28284ade-8511-4063-bc5f-ec64bc0d0942 req-0236cbcd-2519-42aa-9f59-0977b2e338f8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:19.649530 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-28284ade-8511-4063-bc5f-ec64bc0d0942 req-0236cbcd-2519-42aa-9f59-0977b2e338f8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 946 time: 0.0941453 Jun 17 08:46:19.695169 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-28284ade-8511-4063-bc5f-ec64bc0d0942 req-2120067b-13c5-405c-bb2d-1ac51368fbb6 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394585 Jun 17 08:46:19.763377 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-6283b926-0cee-42ef-861a-f06f6b46a5e4 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:19.878014 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b6ce89a0-7e9d-403f-86e0-b2e00137d48c req-2f49ed94-85f9-4923-8063-6ad7d9aa6f0f tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/ports?device_id=152d17c2-be71-4bbb-aa23-e291618c599a HTTP/1.1" status: 200 len: 210 time: 0.0444117 Jun 17 08:46:19.916764 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173aaae-e3ea-4825-bf64-42d10e5f0744 req-f3cedd50-1818-483b-a2de-8b0dd5d2a812 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:19.918393 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4173aaae-e3ea-4825-bf64-42d10e5f0744 req-f3cedd50-1818-483b-a2de-8b0dd5d2a812 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.50 "GET /v2.0/ports?device_id=918a11b8-1cad-440b-a655-2cc9ee39cb95 HTTP/1.1" status: 200 len: 946 time: 0.1299779 Jun 17 08:46:20.076359 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-4173aaae-e3ea-4825-bf64-42d10e5f0744 req-fa321d7b-7abe-4fcf-84d4-a5211f79aa33 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Deleting port 4b33d6bd-b5c1-412a-af1b-fc67520c46db {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:20.076708 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4173aaae-e3ea-4825-bf64-42d10e5f0744 req-fa321d7b-7abe-4fcf-84d4-a5211f79aa33 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:20.184325 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64357c49-cd37-4506-9eef-61e3ba58ad2c req-1ca73c29-09cc-4ca1-b6fc-c903684ea134 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:20.186379 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-64357c49-cd37-4506-9eef-61e3ba58ad2c req-1ca73c29-09cc-4ca1-b6fc-c903684ea134 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.1538558 Jun 17 08:46:20.192598 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-90886491-5eb9-480f-98a4-e4f4af047ed3 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Made reservation on behalf of 43e7d72508e04043b2ab73836bcacd2d for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:20.197397 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-90886491-5eb9-480f-98a4-e4f4af047ed3 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:20.245058 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-4173aaae-e3ea-4825-bf64-42d10e5f0744 req-fa321d7b-7abe-4fcf-84d4-a5211f79aa33 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] For port 4b33d6bd-b5c1-412a-af1b-fc67520c46db, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=4b33d6bd-b5c1-412a-af1b-fc67520c46db,segment=NetworkSegment(8ef483d6-b462-487d-8685-c32ba9d925ad),segment_id=8ef483d6-b462-487d-8685-c32ba9d925ad)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:20.245421 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4173aaae-e3ea-4825-bf64-42d10e5f0744 req-fa321d7b-7abe-4fcf-84d4-a5211f79aa33 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:20.366742 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-4173aaae-e3ea-4825-bf64-42d10e5f0744 req-fa321d7b-7abe-4fcf-84d4-a5211f79aa33 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Calling delete_port for 4b33d6bd-b5c1-412a-af1b-fc67520c46db owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:20.381806 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-64357c49-cd37-4506-9eef-61e3ba58ad2c req-1331834f-d497-47fd-9c61-449aa394e5a1 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723461 Jun 17 08:46:20.523500 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:20.524401 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-6283b926-0cee-42ef-861a-f06f6b46a5e4 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:20.537491 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-614186fc-dfde-4a7a-ad1d-62d7deeb8bfc tempest-FloatingIPDetailsTestJSON-148981406 tempest-FloatingIPDetailsTestJSON-148981406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:20.588034 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-90886491-5eb9-480f-98a4-e4f4af047ed3 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Allocated IP 172.20.0.12 (693d9168-e6b9-4690-b8e4-f3b794d83dbe/8f3595f7-a3bc-439c-932b-8cec9aeecffb/3bb9708c-0246-406b-8e66-14a010072881) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:20.615954 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-6283b926-0cee-42ef-861a-f06f6b46a5e4 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Network 9607b8f2-1f64-4cbd-97ae-5ddc828a0032 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:20.615954 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-6283b926-0cee-42ef-861a-f06f6b46a5e4 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:20.617936 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-6283b926-0cee-42ef-861a-f06f6b46a5e4 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:20.660943 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6283b926-0cee-42ef-861a-f06f6b46a5e4 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Pushing event updated for resources: {'Port': ['ID=5e7bebc2-ff2c-4837-b83c-2af7c5f111be,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:20.664828 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6283b926-0cee-42ef-861a-f06f6b46a5e4 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:20.671638 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea24a06-7907-4630-b612-f3bb01a3ef75 req-d20f4cf7-d17e-424d-bd41-02146f52f669 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:20.673273 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7ea24a06-7907-4630-b612-f3bb01a3ef75 req-d20f4cf7-d17e-424d-bd41-02146f52f669 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad433d24-9b7e-42ad-9e3e-3bcd418f69ca HTTP/1.1" status: 200 len: 932 time: 0.1417079 Jun 17 08:46:20.691438 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-6283b926-0cee-42ef-861a-f06f6b46a5e4 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:20.692058 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-6283b926-0cee-42ef-861a-f06f6b46a5e4 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:20.714832 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7ea24a06-7907-4630-b612-f3bb01a3ef75 req-bf252322-dfad-4cc5-83b5-f76f9a5b37f4 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352201 Jun 17 08:46:20.901848 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f5cff-cc99-48d7-a239-8df8faa354e6 req-2e38f612-9acf-4eb7-876e-86d0395a8304 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:20.903783 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4e5f5cff-cc99-48d7-a239-8df8faa354e6 req-2e38f612-9acf-4eb7-876e-86d0395a8304 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.49 "GET /v2.0/ports?device_id=918a11b8-1cad-440b-a655-2cc9ee39cb95 HTTP/1.1" status: 200 len: 946 time: 0.0798995 Jun 17 08:46:20.951162 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4e5f5cff-cc99-48d7-a239-8df8faa354e6 req-0d800999-e67e-4a50-accd-11dcb5cd5138 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.49 "GET /v2.0/security-groups?id=15c194bc-732c-4bd6-8c2b-34273acf6d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404899 Jun 17 08:46:21.844263 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-6283b926-0cee-42ef-861a-f06f6b46a5e4 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9594419 Jun 17 08:46:21.858000 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-3f126505-9e67-47b5-9e69-7dffefae64da service neutron] Request body: {'port': {'device_id': 'ad433d24-9b7e-42ad-9e3e-3bcd418f69ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:21.952441 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-3f126505-9e67-47b5-9e69-7dffefae64da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:22.094077 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c6c610de-c2aa-4ddf-8546-3ca800a5a52a req-3eba882f-a4fb-40ac-beb4-35df14e7637e tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/ports?device_id=152d17c2-be71-4bbb-aa23-e291618c599a HTTP/1.1" status: 200 len: 210 time: 0.0367661 Jun 17 08:46:22.110336 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4173aaae-e3ea-4825-bf64-42d10e5f0744 req-fa321d7b-7abe-4fcf-84d4-a5211f79aa33 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:22.151789 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9ff4eda5-cd24-4ef5-83ba-7c50ca392ad5 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:22.250747 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa321d7b-7abe-4fcf-84d4-a5211f79aa33 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Pushing event deleted for resources: {'Port': ['ID=4b33d6bd-b5c1-412a-af1b-fc67520c46db,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:22.252951 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098e3f2-2e21-4f8c-9fa5-ff841b044fce req-5608ef96-5df3-4294-860d-7dd36a69a769 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:22.256901 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a098e3f2-2e21-4f8c-9fa5-ff841b044fce req-5608ef96-5df3-4294-860d-7dd36a69a769 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 946 time: 0.1696982 Jun 17 08:46:22.292879 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fa321d7b-7abe-4fcf-84d4-a5211f79aa33 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:22.320661 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-4173aaae-e3ea-4825-bf64-42d10e5f0744 req-fa321d7b-7abe-4fcf-84d4-a5211f79aa33 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] No DVR routers for this DVR port 4b33d6bd-b5c1-412a-af1b-fc67520c46db on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:22.329528 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a098e3f2-2e21-4f8c-9fa5-ff841b044fce req-6b1f94aa-e351-4db8-a048-165b4ae1216a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646694 Jun 17 08:46:22.335658 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-4173aaae-e3ea-4825-bf64-42d10e5f0744 req-fa321d7b-7abe-4fcf-84d4-a5211f79aa33 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:22.337726 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4173aaae-e3ea-4825-bf64-42d10e5f0744 req-fa321d7b-7abe-4fcf-84d4-a5211f79aa33 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.50 "DELETE /v2.0/ports/4b33d6bd-b5c1-412a-af1b-fc67520c46db HTTP/1.1" status: 204 len: 173 time: 2.4120052 Jun 17 08:46:22.338267 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918a11b8-1cad-440b-a655-2cc9ee39cb95', 'name': 'network-vif-deleted', 'tag': '4b33d6bd-b5c1-412a-af1b-fc67520c46db'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:22.342184 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff09962-b1ec-4804-9200-e72d078d9f7b" -d '{"events": [{"server_uuid": "918a11b8-1cad-440b-a655-2cc9ee39cb95", "name": "network-vif-deleted", "tag": "4b33d6bd-b5c1-412a-af1b-fc67520c46db"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:22.402649 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-3f126505-9e67-47b5-9e69-7dffefae64da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7bebc2-ff2c-4837-b83c-2af7c5f111be {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:46:22.417723 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-3f126505-9e67-47b5-9e69-7dffefae64da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:22.446922 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-90886491-5eb9-480f-98a4-e4f4af047ed3 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:22.469005 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-3f126505-9e67-47b5-9e69-7dffefae64da service neutron] Transition to ACTIVE for port object 5e7bebc2-ff2c-4837-b83c-2af7c5f111be will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:22.472219 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870f346-22f1-4eb4-bbaa-9b177904899a req-5b52de08-548d-49ea-82f8-b17a582f9f00 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:22.473941 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1870f346-22f1-4eb4-bbaa-9b177904899a req-5b52de08-548d-49ea-82f8-b17a582f9f00 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad433d24-9b7e-42ad-9e3e-3bcd418f69ca HTTP/1.1" status: 200 len: 932 time: 0.1783023 Jun 17 08:46:22.477670 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-90886491-5eb9-480f-98a4-e4f4af047ed3 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Transition to ACTIVE for port object 3bb9708c-0246-406b-8e66-14a010072881 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:22.559895 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1870f346-22f1-4eb4-bbaa-9b177904899a req-9316f4c9-df71-4b3a-b822-8b0903e5acb1 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655608 Jun 17 08:46:22.569738 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930df839-9acc-41b9-912e-b9e4f49721f2 req-b0f26d71-3044-450b-9a9c-b16229cb408c tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:22.572626 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-930df839-9acc-41b9-912e-b9e4f49721f2 req-b0f26d71-3044-450b-9a9c-b16229cb408c tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 945 time: 0.1262944 Jun 17 08:46:22.651252 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-3f126505-9e67-47b5-9e69-7dffefae64da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:22.664361 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ddaaff05-d4ca-4531-82cb-b4f8559b046f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:22.675967 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-930df839-9acc-41b9-912e-b9e4f49721f2 req-ec3bad5b-28e0-4593-a4de-72be0c07665e tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961225 Jun 17 08:46:22.689080 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-90886491-5eb9-480f-98a4-e4f4af047ed3 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:22.710908 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ef6c5758-f6bd-4487-b95b-ed2be5bde2f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:22.765883 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9fe9c2-2751-40a9-af9e-5cd4642a23b5 x-openstack-request-id: req-3a9fe9c2-2751-40a9-af9e-5cd4642a23b5 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:22.768590 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918a11b8-1cad-440b-a655-2cc9ee39cb95", "name": "network-vif-deleted", "tag": "4b33d6bd-b5c1-412a-af1b-fc67520c46db", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:22.769128 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3a9fe9c2-2751-40a9-af9e-5cd4642a23b5 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:22.770415 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '918a11b8-1cad-440b-a655-2cc9ee39cb95', 'name': 'network-vif-deleted', 'tag': '4b33d6bd-b5c1-412a-af1b-fc67520c46db', 'status': 'completed', 'code': 200} Jun 17 08:46:22.806900 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f126505-9e67-47b5-9e69-7dffefae64da service neutron] Pushing event updated for resources: {'Port': ['ID=5e7bebc2-ff2c-4837-b83c-2af7c5f111be,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:22.815131 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3f126505-9e67-47b5-9e69-7dffefae64da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:22.870600 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-90886491-5eb9-480f-98a4-e4f4af047ed3 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Network 693d9168-e6b9-4690-b8e4-f3b794d83dbe is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:22.874063 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b411cf21-e887-41c4-838f-4c80836f2ca1 req-93ddfbf9-69d7-47ec-a630-57e0a214d20d tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] 10.222.0.49 "GET /v2.0/ports?device_id=918a11b8-1cad-440b-a655-2cc9ee39cb95 HTTP/1.1" status: 200 len: 210 time: 0.1020727 Jun 17 08:46:22.883446 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-90886491-5eb9-480f-98a4-e4f4af047ed3 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:22.891290 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-3f126505-9e67-47b5-9e69-7dffefae64da service neutron] Attempting to bind port 5e7bebc2-ff2c-4837-b83c-2af7c5f111be on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:46:22.894790 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-3f126505-9e67-47b5-9e69-7dffefae64da service neutron] Attempting to bind port 5e7bebc2-ff2c-4837-b83c-2af7c5f111be by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': 'f97b557f-42fd-493a-a1da-f273164d9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:46:22.896758 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-3f126505-9e67-47b5-9e69-7dffefae64da service neutron] Attempting to bind port 5e7bebc2-ff2c-4837-b83c-2af7c5f111be on network 9607b8f2-1f64-4cbd-97ae-5ddc828a0032 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:22.901254 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-90886491-5eb9-480f-98a4-e4f4af047ed3 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:22.907125 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-3f126505-9e67-47b5-9e69-7dffefae64da service neutron] Port 5e7bebc2-ff2c-4837-b83c-2af7c5f111be on network 9607b8f2-1f64-4cbd-97ae-5ddc828a0032 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:46:22.907413 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-3f126505-9e67-47b5-9e69-7dffefae64da service neutron] Attempting to bind port 5e7bebc2-ff2c-4837-b83c-2af7c5f111be on network 9607b8f2-1f64-4cbd-97ae-5ddc828a0032 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:22.916386 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-3f126505-9e67-47b5-9e69-7dffefae64da service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:46:22.922904 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-3f126505-9e67-47b5-9e69-7dffefae64da service neutron] Checking segment: {'id': 'f97b557f-42fd-493a-a1da-f273164d9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:22.922904 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-3f126505-9e67-47b5-9e69-7dffefae64da service neutron] Bound using segment: {'id': 'f97b557f-42fd-493a-a1da-f273164d9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:46:22.922904 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-3f126505-9e67-47b5-9e69-7dffefae64da service neutron] Bound port: 5e7bebc2-ff2c-4837-b83c-2af7c5f111be, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f97b557f-42fd-493a-a1da-f273164d9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:46:22.922904 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-3f126505-9e67-47b5-9e69-7dffefae64da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:22.984291 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-90886491-5eb9-480f-98a4-e4f4af047ed3 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:22.985020 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-90886491-5eb9-480f-98a4-e4f4af047ed3 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:22.988185 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90886491-5eb9-480f-98a4-e4f4af047ed3 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Pushing event updated for resources: {'Port': ['ID=3bb9708c-0246-406b-8e66-14a010072881,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:22.992307 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-90886491-5eb9-480f-98a4-e4f4af047ed3 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:23.080657 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-3f126505-9e67-47b5-9e69-7dffefae64da service neutron] For port 5e7bebc2-ff2c-4837-b83c-2af7c5f111be, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:46:23.084958 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-3f126505-9e67-47b5-9e69-7dffefae64da service neutron] For port 5e7bebc2-ff2c-4837-b83c-2af7c5f111be, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=5e7bebc2-ff2c-4837-b83c-2af7c5f111be,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:46:23.241255 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-90886491-5eb9-480f-98a4-e4f4af047ed3 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3745012 Jun 17 08:46:23.267835 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-642182bd-a2a1-479d-b354-8ee78268f3e8 service neutron] Request body: {'port': {'device_id': '152d17c2-be71-4bbb-aa23-e291618c599a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:23.337223 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 4b33d6bd-b5c1-412a-af1b-fc67520c46db no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:23.360980 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-3f126505-9e67-47b5-9e69-7dffefae64da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:23.362297 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93af5df-0989-4b89-9df6-fc654cf45a34 req-b0ed35df-3151-40df-9494-5b391ecae15c tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:23.364165 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e93af5df-0989-4b89-9df6-fc654cf45a34 req-b0ed35df-3151-40df-9494-5b391ecae15c tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/ports?device_id=152d17c2-be71-4bbb-aa23-e291618c599a HTTP/1.1" status: 200 len: 932 time: 0.1341226 Jun 17 08:46:23.371151 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-db0ee717-be1b-4455-b7ed-845912f8ee24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:23.375380 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 4b33d6bd-b5c1-412a-af1b-fc67520c46db {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:23.375778 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 4b33d6bd-b5c1-412a-af1b-fc67520c46db not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:23.387690 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-642182bd-a2a1-479d-b354-8ee78268f3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:23.411452 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-3f126505-9e67-47b5-9e69-7dffefae64da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:23.414033 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-3f126505-9e67-47b5-9e69-7dffefae64da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:23.415151 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-3f126505-9e67-47b5-9e69-7dffefae64da service neutron] 10.222.0.53 "PUT /v2.0/ports/5e7bebc2-ff2c-4837-b83c-2af7c5f111be HTTP/1.1" status: 200 len: 1093 time: 1.5628996 Jun 17 08:46:23.415971 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad433d24-9b7e-42ad-9e3e-3bcd418f69ca', 'tag': '5e7bebc2-ff2c-4837-b83c-2af7c5f111be'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:23.419352 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e085cc4-ee4c-4937-972e-da7c46815506" -d '{"events": [{"name": "network-changed", "server_uuid": "ad433d24-9b7e-42ad-9e3e-3bcd418f69ca", "tag": "5e7bebc2-ff2c-4837-b83c-2af7c5f111be"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:23.456926 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f126505-9e67-47b5-9e69-7dffefae64da service neutron] Pushing event updated for resources: {'Port': ['ID=5e7bebc2-ff2c-4837-b83c-2af7c5f111be,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:23.461276 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3f126505-9e67-47b5-9e69-7dffefae64da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:23.464454 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e93af5df-0989-4b89-9df6-fc654cf45a34 req-dd29bb11-4b1a-4aa0-88e6-4d34260102ab tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/security-groups?id=11df9f26-e00c-427d-ac21-5fe47b92978e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867290 Jun 17 08:46:23.467280 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a84e2b4f-11e6-4c6a-8eb5-069d8eb8dce5 None None] Provisioning for port 3bb9708c-0246-406b-8e66-14a010072881 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:23.477808 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a84e2b4f-11e6-4c6a-8eb5-069d8eb8dce5 None None] Provisioning complete for port 3bb9708c-0246-406b-8e66-14a010072881 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:23.478325 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a84e2b4f-11e6-4c6a-8eb5-069d8eb8dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:23.528080 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a84e2b4f-11e6-4c6a-8eb5-069d8eb8dce5 None None] Port 3bb9708c-0246-406b-8e66-14a010072881 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:46:23.592912 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4f57b2-0be6-456e-90a5-25b798220ed9 x-openstack-request-id: req-1b4f57b2-0be6-456e-90a5-25b798220ed9 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:23.593363 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad433d24-9b7e-42ad-9e3e-3bcd418f69ca", "tag": "5e7bebc2-ff2c-4837-b83c-2af7c5f111be", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:23.593775 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1b4f57b2-0be6-456e-90a5-25b798220ed9 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:23.596233 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad433d24-9b7e-42ad-9e3e-3bcd418f69ca', 'tag': '5e7bebc2-ff2c-4837-b83c-2af7c5f111be', 'status': 'completed', 'code': 200} Jun 17 08:46:23.679478 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e085cc4-ee4c-4937-972e-da7c46815506 req-3923b76b-4e31-4f92-bebe-0d6af08db9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:23.685794 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1e085cc4-ee4c-4937-972e-da7c46815506 req-3923b76b-4e31-4f92-bebe-0d6af08db9bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2660df61a5d14827a122661191fbd2bb&device_id=ad433d24-9b7e-42ad-9e3e-3bcd418f69ca HTTP/1.1" status: 200 len: 1096 time: 0.0662367 Jun 17 08:46:23.964500 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e085cc4-ee4c-4937-972e-da7c46815506 req-3ecf7303-4227-408f-8c24-6f2fb212e678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:23.965879 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1e085cc4-ee4c-4937-972e-da7c46815506 req-3ecf7303-4227-408f-8c24-6f2fb212e678 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=2660df61a5d14827a122661191fbd2bb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2696245 Jun 17 08:46:24.066338 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b59e8c-ac5d-4f56-bcc7-c1f62530944a req-46a27f15-ca15-4c4a-971e-0490a91c4dc1 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:24.074201 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-74b59e8c-ac5d-4f56-bcc7-c1f62530944a req-46a27f15-ca15-4c4a-971e-0490a91c4dc1 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.3391678 Jun 17 08:46:24.174482 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-74b59e8c-ac5d-4f56-bcc7-c1f62530944a req-326c6475-da7a-4c69-98d0-a73086155992 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990455 Jun 17 08:46:24.230199 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e085cc4-ee4c-4937-972e-da7c46815506 req-deaec471-3468-45ea-bc38-b1aeaa460aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:24.232717 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1e085cc4-ee4c-4937-972e-da7c46815506 req-deaec471-3468-45ea-bc38-b1aeaa460aea service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2509818 Jun 17 08:46:24.346294 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719387f-dad7-4b36-90dd-afd60fc18ed6 req-95201d3a-5fc4-4cf2-b654-7ea32c26bb0c tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:24.347900 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6719387f-dad7-4b36-90dd-afd60fc18ed6 req-95201d3a-5fc4-4cf2-b654-7ea32c26bb0c tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 946 time: 0.7048769 Jun 17 08:46:24.376921 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-230adc96-b195-4249-9555-486bdf9ec186 req-70b81828-804d-4ab1-b10c-6f99029f785a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2055631 Jun 17 08:46:24.396051 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-96d35453-d4ad-487a-a58c-f971b8af1308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:24.397789 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-96d35453-d4ad-487a-a58c-f971b8af1308 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2660df61a5d14827a122661191fbd2bb&device_id=ad433d24-9b7e-42ad-9e3e-3bcd418f69ca HTTP/1.1" status: 200 len: 1096 time: 0.1080260 Jun 17 08:46:24.447845 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6719387f-dad7-4b36-90dd-afd60fc18ed6 req-1a14ed69-af26-4d39-b70b-e597af3e8c07 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893624 Jun 17 08:46:24.453967 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-2ba1aa83-5486-48c7-a19d-d08768c84023 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e7bebc2-ff2c-4837-b83c-2af7c5f111be HTTP/1.1" status: 200 len: 217 time: 0.0455654 Jun 17 08:46:24.461768 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-642182bd-a2a1-479d-b354-8ee78268f3e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb9708c-0246-406b-8e66-14a010072881 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:46:24.463241 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7a42a-dbce-4eed-bcbd-f739e18b5307 req-75329d38-9816-4782-8a7d-f3052454af94 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:24.465219 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-00c7a42a-dbce-4eed-bcbd-f739e18b5307 req-75329d38-9816-4782-8a7d-f3052454af94 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad433d24-9b7e-42ad-9e3e-3bcd418f69ca HTTP/1.1" status: 200 len: 944 time: 0.1379740 Jun 17 08:46:24.496897 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-642182bd-a2a1-479d-b354-8ee78268f3e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.516315 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-d5083509-d27a-408c-9ae7-e54743737d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:24.517915 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-d5083509-d27a-408c-9ae7-e54743737d00 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ed34bd4e-a866-4cd6-ad0f-ac23d869dd5e HTTP/1.1" status: 200 len: 852 time: 0.0517845 Jun 17 08:46:24.518684 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-642182bd-a2a1-479d-b354-8ee78268f3e8 service neutron] Transition to ACTIVE for port object 3bb9708c-0246-406b-8e66-14a010072881 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:24.570392 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-27b4b0d2-de67-44dd-b1eb-f070f1097137 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9607b8f2-1f64-4cbd-97ae-5ddc828a0032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354559 Jun 17 08:46:24.596813 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-00c7a42a-dbce-4eed-bcbd-f739e18b5307 req-dc8f8d86-4a50-499a-831f-b7cfd2358d3a tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765386 Jun 17 08:46:24.691173 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fe0fe-deaa-4ece-8e4d-f3ec5e43651f req-2d80d8c9-c238-42a8-9796-32a06033a340 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:24.700650 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-787fe0fe-deaa-4ece-8e4d-f3ec5e43651f req-2d80d8c9-c238-42a8-9796-32a06033a340 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 945 time: 0.1255391 Jun 17 08:46:24.750410 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-642182bd-a2a1-479d-b354-8ee78268f3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.759497 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:24.801054 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-ce4fda73-004d-455e-b821-76ea1840a735 service neutron] 10.222.0.53 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214558 Jun 17 08:46:24.865462 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-787fe0fe-deaa-4ece-8e4d-f3ec5e43651f req-e68d74aa-a088-45c0-ae99-3361c77519f8 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622667 Jun 17 08:46:24.986747 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642182bd-a2a1-479d-b354-8ee78268f3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb9708c-0246-406b-8e66-14a010072881,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:24.992055 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-642182bd-a2a1-479d-b354-8ee78268f3e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:25.051854 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-642182bd-a2a1-479d-b354-8ee78268f3e8 service neutron] Attempting to bind port 3bb9708c-0246-406b-8e66-14a010072881 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:46:25.054216 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-642182bd-a2a1-479d-b354-8ee78268f3e8 service neutron] Attempting to bind port 3bb9708c-0246-406b-8e66-14a010072881 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '66acdf7e-e9c9-480a-abac-505f4e9febc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '693d9168-e6b9-4690-b8e4-f3b794d83dbe'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:46:25.054773 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-642182bd-a2a1-479d-b354-8ee78268f3e8 service neutron] Attempting to bind port 3bb9708c-0246-406b-8e66-14a010072881 on network 693d9168-e6b9-4690-b8e4-f3b794d83dbe {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:25.063733 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7d082-5847-4c0a-9cd7-1cdeeaad260b req-929e42a4-a95b-4d9d-85d0-70bc4be629f6 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:25.072208 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-25c7d082-5847-4c0a-9cd7-1cdeeaad260b req-929e42a4-a95b-4d9d-85d0-70bc4be629f6 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/ports?device_id=152d17c2-be71-4bbb-aa23-e291618c599a HTTP/1.1" status: 200 len: 944 time: 0.2287726 Jun 17 08:46:25.074564 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-642182bd-a2a1-479d-b354-8ee78268f3e8 service neutron] Port 3bb9708c-0246-406b-8e66-14a010072881 on network 693d9168-e6b9-4690-b8e4-f3b794d83dbe not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:46:25.077118 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-642182bd-a2a1-479d-b354-8ee78268f3e8 service neutron] Attempting to bind port 3bb9708c-0246-406b-8e66-14a010072881 on network 693d9168-e6b9-4690-b8e4-f3b794d83dbe {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:25.093688 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-642182bd-a2a1-479d-b354-8ee78268f3e8 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:46:25.094471 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-642182bd-a2a1-479d-b354-8ee78268f3e8 service neutron] Checking segment: {'id': '66acdf7e-e9c9-480a-abac-505f4e9febc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '693d9168-e6b9-4690-b8e4-f3b794d83dbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:25.096326 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-642182bd-a2a1-479d-b354-8ee78268f3e8 service neutron] Bound using segment: {'id': '66acdf7e-e9c9-480a-abac-505f4e9febc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '693d9168-e6b9-4690-b8e4-f3b794d83dbe'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:46:25.097069 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-642182bd-a2a1-479d-b354-8ee78268f3e8 service neutron] Bound port: 3bb9708c-0246-406b-8e66-14a010072881, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66acdf7e-e9c9-480a-abac-505f4e9febc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '693d9168-e6b9-4690-b8e4-f3b794d83dbe'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:46:25.098578 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-642182bd-a2a1-479d-b354-8ee78268f3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.109399 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-707b9fed-ebf8-45d4-a613-018d750c5f61 req-40adb58c-a0db-4a47-847c-677c73b8c8dc service neutron] 10.222.0.53 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978930 Jun 17 08:46:25.141117 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-25c7d082-5847-4c0a-9cd7-1cdeeaad260b req-ade97701-4dd3-478e-a66e-73a0b01a4bd7 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/security-groups?id=11df9f26-e00c-427d-ac21-5fe47b92978e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638123 Jun 17 08:46:25.169660 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb18dcc-e91f-4d86-8f8d-c68e992361c1 req-6b157622-766a-477e-87b8-f9b25e541692 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:25.169660 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0fb18dcc-e91f-4d86-8f8d-c68e992361c1 req-6b157622-766a-477e-87b8-f9b25e541692 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 945 time: 0.1908112 Jun 17 08:46:25.221407 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-642182bd-a2a1-479d-b354-8ee78268f3e8 service neutron] For port 3bb9708c-0246-406b-8e66-14a010072881, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:46:25.221407 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-642182bd-a2a1-479d-b354-8ee78268f3e8 service neutron] For port 3bb9708c-0246-406b-8e66-14a010072881, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=3bb9708c-0246-406b-8e66-14a010072881,segment=NetworkSegment(66acdf7e-e9c9-480a-abac-505f4e9febc6),segment_id=66acdf7e-e9c9-480a-abac-505f4e9febc6)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:46:25.316480 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 51610) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:25.324972 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-0fb18dcc-e91f-4d86-8f8d-c68e992361c1 req-c5fdda00-7878-4843-ae7a-e7e00acc7cd9 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Deleting port e5bcb38c-912f-48f9-ac4d-89fd7c283b16 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:25.325315 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0fb18dcc-e91f-4d86-8f8d-c68e992361c1 req-c5fdda00-7878-4843-ae7a-e7e00acc7cd9 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.405074 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1caa191-a4b2-492c-9a3d-0fca63d7080f admin admin] Deleting subnet 8756d3be-97c0-48b8-8ffe-d60dc75b87fd {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:46:25.410684 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d1caa191-a4b2-492c-9a3d-0fca63d7080f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.434984 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-0fb18dcc-e91f-4d86-8f8d-c68e992361c1 req-c5fdda00-7878-4843-ae7a-e7e00acc7cd9 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] For port e5bcb38c-912f-48f9-ac4d-89fd7c283b16, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=e5bcb38c-912f-48f9-ac4d-89fd7c283b16,segment=NetworkSegment(1efc45a6-102b-4399-be59-f57c2bb6a981),segment_id=1efc45a6-102b-4399-be59-f57c2bb6a981)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:25.435359 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0fb18dcc-e91f-4d86-8f8d-c68e992361c1 req-c5fdda00-7878-4843-ae7a-e7e00acc7cd9 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.439121 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-642182bd-a2a1-479d-b354-8ee78268f3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.443991 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7bb7ac6f-af8c-4f3b-b9db-cc84056237f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:25.485178 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d1caa191-a4b2-492c-9a3d-0fca63d7080f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.506238 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-0fb18dcc-e91f-4d86-8f8d-c68e992361c1 req-c5fdda00-7878-4843-ae7a-e7e00acc7cd9 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Calling delete_port for e5bcb38c-912f-48f9-ac4d-89fd7c283b16 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:25.514455 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-642182bd-a2a1-479d-b354-8ee78268f3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:25.515076 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-642182bd-a2a1-479d-b354-8ee78268f3e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.516540 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-642182bd-a2a1-479d-b354-8ee78268f3e8 service neutron] 10.222.0.53 "PUT /v2.0/ports/3bb9708c-0246-406b-8e66-14a010072881 HTTP/1.1" status: 200 len: 1093 time: 2.2538230 Jun 17 08:46:25.529766 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '152d17c2-be71-4bbb-aa23-e291618c599a', 'tag': '3bb9708c-0246-406b-8e66-14a010072881'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:25.532389 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbce6cfa-d32d-49b9-9558-efdae3a4ba06" -d '{"events": [{"name": "network-changed", "server_uuid": "152d17c2-be71-4bbb-aa23-e291618c599a", "tag": "3bb9708c-0246-406b-8e66-14a010072881"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:25.535083 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-3b5390fd-529a-4087-8a78-efe45df71036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.601995 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b22f4-6e23-4dc3-a831-a5f37b716b5b req-9bd52a98-ba39-4a9b-9b9f-6442ebbc6322 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:25.603997 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9e2b22f4-6e23-4dc3-a831-a5f37b716b5b req-9bd52a98-ba39-4a9b-9b9f-6442ebbc6322 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.2766161 Jun 17 08:46:25.609664 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642182bd-a2a1-479d-b354-8ee78268f3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb9708c-0246-406b-8e66-14a010072881,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:25.615125 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-642182bd-a2a1-479d-b354-8ee78268f3e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:25.644831 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d1caa191-a4b2-492c-9a3d-0fca63d7080f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.720409 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9e2b22f4-6e23-4dc3-a831-a5f37b716b5b req-b85cb54a-b237-4916-970e-831ba2527e45 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019564 Jun 17 08:46:25.725688 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a9c08-ce55-4cf3-a7a6-f790277041b2 req-4d166534-e342-4d6d-936a-af29689648c2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:25.727242 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-370a9c08-ce55-4cf3-a7a6-f790277041b2 req-4d166534-e342-4d6d-936a-af29689648c2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 946 time: 0.0954897 Jun 17 08:46:25.797237 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f95b1f-7e90-4b7d-bfe0-66847b55fe57 x-openstack-request-id: req-c8f95b1f-7e90-4b7d-bfe0-66847b55fe57 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:25.797455 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-370a9c08-ce55-4cf3-a7a6-f790277041b2 req-c81071e4-b259-4e49-8d54-b62375421898 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595431 Jun 17 08:46:25.801230 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "152d17c2-be71-4bbb-aa23-e291618c599a", "tag": "3bb9708c-0246-406b-8e66-14a010072881", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:25.801666 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8f95b1f-7e90-4b7d-bfe0-66847b55fe57 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:25.802298 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '152d17c2-be71-4bbb-aa23-e291618c599a', 'tag': '3bb9708c-0246-406b-8e66-14a010072881', 'status': 'completed', 'code': 200} Jun 17 08:46:25.870822 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-71d8af07-4962-4873-9de1-7fce4eb60705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:25.872819 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-71d8af07-4962-4873-9de1-7fce4eb60705 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43e7d72508e04043b2ab73836bcacd2d&device_id=152d17c2-be71-4bbb-aa23-e291618c599a HTTP/1.1" status: 200 len: 1096 time: 0.1022279 Jun 17 08:46:25.923282 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0fb18dcc-e91f-4d86-8f8d-c68e992361c1 req-c5fdda00-7878-4843-ae7a-e7e00acc7cd9 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.942349 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0c508e16-7f07-4220-ae32-45ae95a2b139 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:25.942540 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-dcbfb7b7-18ee-4fdf-afc9-eabdbfd42abc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bb9708c-0246-406b-8e66-14a010072881 HTTP/1.1" status: 200 len: 217 time: 0.0526962 Jun 17 08:46:25.943195 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['67a59721-09d2-4b0b-880c-d713544994c7', 'e5bcb38c-912f-48f9-ac4d-89fd7c283b16'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:46:25.957751 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fdda00-7878-4843-ae7a-e7e00acc7cd9 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Pushing event deleted for resources: {'Port': ['ID=e5bcb38c-912f-48f9-ac4d-89fd7c283b16,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:25.966666 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c5fdda00-7878-4843-ae7a-e7e00acc7cd9 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:26.022808 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d1caa191-a4b2-492c-9a3d-0fca63d7080f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.028773 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6969e0e0-2b53-409f-be98-44d82ca7a898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:26.062811 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb18dcc-e91f-4d86-8f8d-c68e992361c1 req-c5fdda00-7878-4843-ae7a-e7e00acc7cd9 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] No DVR routers for this DVR port e5bcb38c-912f-48f9-ac4d-89fd7c283b16 on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:26.066246 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2ad8dd3e-a3b0-480d-b65a-96d9663a726b req-41c3e375-5c69-4e24-9b3a-5a054b2415cd tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 210 time: 0.0504510 Jun 17 08:46:26.067278 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0fb18dcc-e91f-4d86-8f8d-c68e992361c1 req-c5fdda00-7878-4843-ae7a-e7e00acc7cd9 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.069904 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0fb18dcc-e91f-4d86-8f8d-c68e992361c1 req-c5fdda00-7878-4843-ae7a-e7e00acc7cd9 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.53 "DELETE /v2.0/ports/e5bcb38c-912f-48f9-ac4d-89fd7c283b16 HTTP/1.1" status: 204 len: 173 time: 0.8856080 Jun 17 08:46:26.070633 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d14c07d-7944-48ca-bb7c-abec7baa153f', 'name': 'network-vif-deleted', 'tag': 'e5bcb38c-912f-48f9-ac4d-89fd7c283b16'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:26.071660 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d1caa191-a4b2-492c-9a3d-0fca63d7080f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.073300 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b554de-25ae-49fc-8dbc-b7c05b03dc97" -d '{"events": [{"server_uuid": "6d14c07d-7944-48ca-bb7c-abec7baa153f", "name": "network-vif-deleted", "tag": "e5bcb38c-912f-48f9-ac4d-89fd7c283b16"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:26.083058 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d1caa191-a4b2-492c-9a3d-0fca63d7080f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8756d3be-97c0-48b8-8ffe-d60dc75b87fd HTTP/1.1" status: 204 len: 168 time: 0.7651510 Jun 17 08:46:26.085134 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1caa191-a4b2-492c-9a3d-0fca63d7080f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8756d3be-97c0-48b8-8ffe-d60dc75b87fd,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:26.087659 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 51630) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:26.088766 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d1caa191-a4b2-492c-9a3d-0fca63d7080f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:26.092335 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-59cb683a-5e12-42d7-9eb1-90d3ad7e16ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:26.094124 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-59cb683a-5e12-42d7-9eb1-90d3ad7e16ee service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f3595f7-a3bc-439c-932b-8cec9aeecffb HTTP/1.1" status: 200 len: 851 time: 0.1530235 Jun 17 08:46:26.154714 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62c1171-12fc-4a87-9f9b-fcaf1e0560db x-openstack-request-id: req-c62c1171-12fc-4a87-9f9b-fcaf1e0560db {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:26.155143 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d14c07d-7944-48ca-bb7c-abec7baa153f", "name": "network-vif-deleted", "tag": "e5bcb38c-912f-48f9-ac4d-89fd7c283b16", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:26.155533 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c62c1171-12fc-4a87-9f9b-fcaf1e0560db {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:26.156074 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d14c07d-7944-48ca-bb7c-abec7baa153f', 'name': 'network-vif-deleted', 'tag': 'e5bcb38c-912f-48f9-ac4d-89fd7c283b16', 'status': 'completed', 'code': 200} Jun 17 08:46:26.181972 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7188557-0b21-4317-b1f7-e968d53ac419 req-8b698b9e-4558-46cb-8a89-fb3341af45cc tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:26.183520 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b7188557-0b21-4317-b1f7-e968d53ac419 req-8b698b9e-4558-46cb-8a89-fb3341af45cc tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad433d24-9b7e-42ad-9e3e-3bcd418f69ca HTTP/1.1" status: 200 len: 944 time: 0.2020216 Jun 17 08:46:26.183801 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-75bf1190-c741-445d-88fe-953c255646b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.202598 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-8bec6aad-8fd1-44c4-a6ce-580f45a6ee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:26.204655 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-8bec6aad-8fd1-44c4-a6ce-580f45a6ee68 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=693d9168-e6b9-4690-b8e4-f3b794d83dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029031 Jun 17 08:46:26.276201 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-75bf1190-c741-445d-88fe-953c255646b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.287818 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b7188557-0b21-4317-b1f7-e968d53ac419 req-a19efa73-66e4-45fd-bbbd-d22f04fbba4e tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936613 Jun 17 08:46:26.288322 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-75bf1190-c741-445d-88fe-953c255646b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6dae545-424b-430f-80f7-f453576f7ebf']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:26.302588 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-75bf1190-c741-445d-88fe-953c255646b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef483d6-b462-487d-8685-c32ba9d925ad') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:26.302977 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-75bf1190-c741-445d-88fe-953c255646b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef483d6-b462-487d-8685-c32ba9d925ad') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:26.326986 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-75bf1190-c741-445d-88fe-953c255646b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.335317 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-726ea6b8-6f5e-449c-bc0b-85beb908d9f5 service neutron] 10.222.0.53 "GET /v2.0/networks/693d9168-e6b9-4690-b8e4-f3b794d83dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234741 Jun 17 08:46:26.362015 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-75bf1190-c741-445d-88fe-953c255646b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.375761 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75bf1190-c741-445d-88fe-953c255646b0 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:46:26.376403 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-75bf1190-c741-445d-88fe-953c255646b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:46:26.378323 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:46:26.440405 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-703676d9-1229-4207-9d89-7e2f6f49cf01 req-5a2f9b00-72ca-4f5d-ad8c-a938e98bfda8 service neutron] 10.222.0.53 "GET /v2.0/networks/693d9168-e6b9-4690-b8e4-f3b794d83dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984008 Jun 17 08:46:26.458152 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3ee77-b87a-4f0d-8bab-eb43f7127763 req-c74b90ed-d75b-4520-94bd-ada90144f05a tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:26.460222 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0fe3ee77-b87a-4f0d-8bab-eb43f7127763 req-c74b90ed-d75b-4520-94bd-ada90144f05a tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/ports?device_id=152d17c2-be71-4bbb-aa23-e291618c599a HTTP/1.1" status: 200 len: 944 time: 0.1547959 Jun 17 08:46:26.502151 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0fe3ee77-b87a-4f0d-8bab-eb43f7127763 req-6676e92f-f4ea-4384-8ac5-1b8ce6f94119 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/security-groups?id=11df9f26-e00c-427d-ac21-5fe47b92978e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356696 Jun 17 08:46:26.717718 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-75bf1190-c741-445d-88fe-953c255646b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.721412 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:26.729695 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-75bf1190-c741-445d-88fe-953c255646b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.729695 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-75bf1190-c741-445d-88fe-953c255646b0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a6dae545-424b-430f-80f7-f453576f7ebf HTTP/1.1" status: 204 len: 168 time: 0.6371467 Jun 17 08:46:26.738042 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf1190-c741-445d-88fe-953c255646b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6dae545-424b-430f-80f7-f453576f7ebf,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:26.741212 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-75bf1190-c741-445d-88fe-953c255646b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:26.829063 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce6cfa-d32d-49b9-9558-efdae3a4ba06 req-6bb82799-fece-43b9-8b1a-681fc7984ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:26.831995 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bbce6cfa-d32d-49b9-9558-efdae3a4ba06 req-6bb82799-fece-43b9-8b1a-681fc7984ce1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43e7d72508e04043b2ab73836bcacd2d&device_id=152d17c2-be71-4bbb-aa23-e291618c599a HTTP/1.1" status: 200 len: 1096 time: 0.0833974 Jun 17 08:46:26.930385 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8cff7d-c2b2-4189-8e1f-49c8fd0defa6 req-b63d895e-9cd0-46cb-b7b6-d4e9ec4e18e1 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:26.934193 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4f8cff7d-c2b2-4189-8e1f-49c8fd0defa6 req-b63d895e-9cd0-46cb-b7b6-d4e9ec4e18e1 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.0852826 Jun 17 08:46:26.977198 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4f8cff7d-c2b2-4189-8e1f-49c8fd0defa6 req-6aff573d-36e1-4e0c-a009-d5808a1b3a06 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377581 Jun 17 08:46:26.995057 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3d5a6-b792-44fa-82ec-b54b6e56e806 req-21e6ae9a-c660-4031-a2b3-26927932d740 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:26.996745 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-82c3d5a6-b792-44fa-82ec-b54b6e56e806 req-21e6ae9a-c660-4031-a2b3-26927932d740 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 946 time: 0.0778663 Jun 17 08:46:27.048077 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-82c3d5a6-b792-44fa-82ec-b54b6e56e806 req-b4c2f0e2-b89c-4dd1-ab9b-29573920fb1b tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451536 Jun 17 08:46:27.101505 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce6cfa-d32d-49b9-9558-efdae3a4ba06 req-8a4ade2a-0ed6-442b-9628-53ecb6e08e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:27.102934 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bbce6cfa-d32d-49b9-9558-efdae3a4ba06 req-8a4ade2a-0ed6-442b-9628-53ecb6e08e34 service neutron] 10.222.0.53 "GET /v2.0/networks?id=693d9168-e6b9-4690-b8e4-f3b794d83dbe HTTP/1.1" status: 200 len: 913 time: 0.2654443 Jun 17 08:46:27.152220 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bbce6cfa-d32d-49b9-9558-efdae3a4ba06 req-634f0ed0-fc6a-412f-9e3b-682f43231893 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bb9708c-0246-406b-8e66-14a010072881 HTTP/1.1" status: 200 len: 217 time: 0.0424898 Jun 17 08:46:27.206252 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce6cfa-d32d-49b9-9558-efdae3a4ba06 req-3e203a79-8cb7-4401-9028-04f6a049575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:27.208024 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bbce6cfa-d32d-49b9-9558-efdae3a4ba06 req-3e203a79-8cb7-4401-9028-04f6a049575e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f3595f7-a3bc-439c-932b-8cec9aeecffb HTTP/1.1" status: 200 len: 851 time: 0.0492156 Jun 17 08:46:27.246433 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c251d09d-38bc-4978-8035-185eb561f7e7 req-1a669b4a-e264-4131-8995-75f60041d4c8 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14c07d-7944-48ca-bb7c-abec7baa153f HTTP/1.1" status: 200 len: 210 time: 0.0367682 Jun 17 08:46:27.291507 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce6cfa-d32d-49b9-9558-efdae3a4ba06 req-5f6a8ca1-4a2b-4da8-a22a-a7f316021a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:27.293089 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bbce6cfa-d32d-49b9-9558-efdae3a4ba06 req-5f6a8ca1-4a2b-4da8-a22a-a7f316021a70 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=693d9168-e6b9-4690-b8e4-f3b794d83dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734251 Jun 17 08:46:27.397830 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bbce6cfa-d32d-49b9-9558-efdae3a4ba06 req-00b5fac8-03e2-4b78-b3ca-9dd9a92f3694 service neutron] 10.222.0.53 "GET /v2.0/networks/693d9168-e6b9-4690-b8e4-f3b794d83dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970449 Jun 17 08:46:27.514800 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cea04c-97f6-41c9-a815-b70639c184f9 req-0457dba8-4abd-4f0c-b5df-e9b42fff301c tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:27.520229 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-96cea04c-97f6-41c9-a815-b70639c184f9 req-0457dba8-4abd-4f0c-b5df-e9b42fff301c tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad433d24-9b7e-42ad-9e3e-3bcd418f69ca HTTP/1.1" status: 200 len: 944 time: 0.0916533 Jun 17 08:46:27.524417 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bbce6cfa-d32d-49b9-9558-efdae3a4ba06 req-ebe054c3-2640-4eee-ae34-fc62eaa35464 service neutron] 10.222.0.53 "GET /v2.0/networks/693d9168-e6b9-4690-b8e4-f3b794d83dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108546 Jun 17 08:46:27.561452 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-96cea04c-97f6-41c9-a815-b70639c184f9 req-8d6548a3-c936-4cc0-834c-8616988ff0a3 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381124 Jun 17 08:46:27.593736 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 51652) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:27.654297 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d41fd8ae-dd4a-4092-890c-c3f2532ce009 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=105cff4f91954169ae65bbbc99303bf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0591555 Jun 17 08:46:27.656841 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 51654) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:27.714610 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbedcd-caeb-4c15-8080-cbe672bbf87c req-3ca82e1c-4d46-48da-902e-6488f09f1ae3 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:27.715224 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9adbedcd-caeb-4c15-8080-cbe672bbf87c req-3ca82e1c-4d46-48da-902e-6488f09f1ae3 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/ports?device_id=152d17c2-be71-4bbb-aa23-e291618c599a HTTP/1.1" status: 200 len: 944 time: 0.0770340 Jun 17 08:46:27.720574 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f010851b-8862-4994-9486-e5528708e37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:27.749394 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f010851b-8862-4994-9486-e5528708e37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:27.759840 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9adbedcd-caeb-4c15-8080-cbe672bbf87c req-30974c15-eaf0-4e3f-9677-df0396232560 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/security-groups?id=11df9f26-e00c-427d-ac21-5fe47b92978e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367024 Jun 17 08:46:28.049436 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f010851b-8862-4994-9486-e5528708e37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:28.055890 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f010851b-8862-4994-9486-e5528708e37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:28.056217 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:28.057747 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f010851b-8862-4994-9486-e5528708e37f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/15c194bc-732c-4bd6-8c2b-34273acf6d43 HTTP/1.1" status: 204 len: 168 time: 0.3998039 Jun 17 08:46:28.059421 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c212d7c5-8a56-4638-9433-58bea0b2890c tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:28.072011 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f010851b-8862-4994-9486-e5528708e37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c194bc-732c-4bd6-8c2b-34273acf6d43,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:28.074789 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f010851b-8862-4994-9486-e5528708e37f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:28.172394 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 5e7bebc2-ff2c-4837-b83c-2af7c5f111be details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:46:28.175825 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device e5bcb38c-912f-48f9-ac4d-89fd7c283b16 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:28.203415 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: e5bcb38c-912f-48f9-ac4d-89fd7c283b16 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:28.204168 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device e5bcb38c-912f-48f9-ac4d-89fd7c283b16 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:28.274126 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a24aa-1072-4901-8a30-fe30405560d3 req-48ed7ddf-94d5-4f93-9530-828c9e9f5579 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:28.276063 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5d1a24aa-1072-4901-8a30-fe30405560d3 req-48ed7ddf-94d5-4f93-9530-828c9e9f5579 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 946 time: 0.0745590 Jun 17 08:46:28.299977 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 5e7bebc2-ff2c-4837-b83c-2af7c5f111be, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=5e7bebc2-ff2c-4837-b83c-2af7c5f111be,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:28.310765 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '5e7bebc2-ff2c-4837-b83c-2af7c5f111be', 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032', 'port_id': '5e7bebc2-ff2c-4837-b83c-2af7c5f111be', 'mac_address': 'fa:16:3e:9c:01:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed34bd4e-a866-4cd6-ad0f-ac23d869dd5e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:46:28.321970 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5d1a24aa-1072-4901-8a30-fe30405560d3 req-fab24a0c-78c4-4001-aaf3-7ae3489300c5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392697 Jun 17 08:46:28.365550 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:28.381619 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7bebc2-ff2c-4837-b83c-2af7c5f111be {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:46:28.404254 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 5e7bebc2-ff2c-4837-b83c-2af7c5f111be, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=5e7bebc2-ff2c-4837-b83c-2af7c5f111be,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:28.404989 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a706177-0f83-49f0-87dc-2ff9979bde36 req-8e950cc1-bb05-4ebc-9299-e9f68d1e8a7b tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:28.406882 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3a706177-0f83-49f0-87dc-2ff9979bde36 req-8e950cc1-bb05-4ebc-9299-e9f68d1e8a7b tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.3020184 Jun 17 08:46:28.458822 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3a706177-0f83-49f0-87dc-2ff9979bde36 req-358e30b9-c86f-4f94-8f34-5b8c751ebe84 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440118 Jun 17 08:46:28.548784 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:28.549650 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 3bb9708c-0246-406b-8e66-14a010072881 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:46:28.551795 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:28.647643 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=5e7bebc2-ff2c-4837-b83c-2af7c5f111be,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:28.664693 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:28.713223 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 3bb9708c-0246-406b-8e66-14a010072881, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=3bb9708c-0246-406b-8e66-14a010072881,segment=NetworkSegment(66acdf7e-e9c9-480a-abac-505f4e9febc6),segment_id=66acdf7e-e9c9-480a-abac-505f4e9febc6)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:28.718495 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '3bb9708c-0246-406b-8e66-14a010072881', 'network_id': '693d9168-e6b9-4690-b8e4-f3b794d83dbe', 'port_id': '3bb9708c-0246-406b-8e66-14a010072881', 'mac_address': 'fa:16:3e:52:25:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f3595f7-a3bc-439c-932b-8cec9aeecffb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:46:28.762321 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:28.776851 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb9708c-0246-406b-8e66-14a010072881 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:46:28.801264 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 3bb9708c-0246-406b-8e66-14a010072881, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=3bb9708c-0246-406b-8e66-14a010072881,segment=NetworkSegment(66acdf7e-e9c9-480a-abac-505f4e9febc6),segment_id=66acdf7e-e9c9-480a-abac-505f4e9febc6)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:28.949617 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:28.951760 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:29.002917 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=3bb9708c-0246-406b-8e66-14a010072881,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:29.006920 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:29.046920 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669791fe-3084-4083-aae0-d23d179f0d30 req-96e3e8e9-0801-487b-9d60-5187bd7922b1 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:29.048621 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-669791fe-3084-4083-aae0-d23d179f0d30 req-96e3e8e9-0801-487b-9d60-5187bd7922b1 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad433d24-9b7e-42ad-9e3e-3bcd418f69ca HTTP/1.1" status: 200 len: 945 time: 0.3588738 Jun 17 08:46:29.097023 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-669791fe-3084-4083-aae0-d23d179f0d30 req-23b610c6-5446-4f52-ad4b-8442cdb999fe tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425923 Jun 17 08:46:29.207314 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['5e7bebc2-ff2c-4837-b83c-2af7c5f111be'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:46:29.212014 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['3bb9708c-0246-406b-8e66-14a010072881'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:46:29.309968 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230adc96-b195-4249-9555-486bdf9ec186 req-5dc0b6cf-54a3-481c-88fe-fbbcd1b38c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:29.312837 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-230adc96-b195-4249-9555-486bdf9ec186 req-5dc0b6cf-54a3-481c-88fe-fbbcd1b38c20 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 1102 time: 0.0888362 Jun 17 08:46:29.337238 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15aa6d9-8cf6-467f-b374-ad89d76f02c5 req-21ac6fda-5fe4-4721-be94-8dc8aa4c1ee2 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:29.339638 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b15aa6d9-8cf6-467f-b374-ad89d76f02c5 req-21ac6fda-5fe4-4721-be94-8dc8aa4c1ee2 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/ports?device_id=152d17c2-be71-4bbb-aa23-e291618c599a HTTP/1.1" status: 200 len: 945 time: 0.1197467 Jun 17 08:46:29.385920 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b15aa6d9-8cf6-467f-b374-ad89d76f02c5 req-123db949-fed9-4af9-a99b-32d0d4f91a57 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/security-groups?id=11df9f26-e00c-427d-ac21-5fe47b92978e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400121 Jun 17 08:46:29.465666 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230adc96-b195-4249-9555-486bdf9ec186 req-a74065b7-1c02-4dc9-a0e1-fa3a95b2e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:29.467192 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-230adc96-b195-4249-9555-486bdf9ec186 req-a74065b7-1c02-4dc9-a0e1-fa3a95b2e962 service neutron] 10.222.0.50 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.1477535 Jun 17 08:46:29.523913 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0462b30-f9df-452a-9a76-3320928826df req-3edbdb6b-8926-46e5-bca8-e8eeda7d2de8 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:29.525701 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c0462b30-f9df-452a-9a76-3320928826df req-3edbdb6b-8926-46e5-bca8-e8eeda7d2de8 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a421ad1-3fd7-4eac-9372-e8a59e07959b HTTP/1.1" status: 200 len: 946 time: 0.1769803 Jun 17 08:46:29.526930 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-230adc96-b195-4249-9555-486bdf9ec186 req-52141dd2-356e-4c46-a3be-af8399462094 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=5b3332a2-df6b-4110-b9a2-8363b4f265ba HTTP/1.1" status: 200 len: 217 time: 0.0518045 Jun 17 08:46:29.576946 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e2fbf-8393-4efd-ba2c-5a43d1a47fb8 req-9f522120-f857-4a69-a42a-b6a81ef22a20 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:29.578509 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-da8e2fbf-8393-4efd-ba2c-5a43d1a47fb8 req-9f522120-f857-4a69-a42a-b6a81ef22a20 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 946 time: 0.0781727 Jun 17 08:46:29.619854 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c0462b30-f9df-452a-9a76-3320928826df req-cb245b67-0ad9-4a9d-b622-30da9a792154 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869458 Jun 17 08:46:29.628007 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230adc96-b195-4249-9555-486bdf9ec186 req-8e685452-37a0-4d13-a4ac-24ad39087d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:29.631911 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-230adc96-b195-4249-9555-486bdf9ec186 req-8e685452-37a0-4d13-a4ac-24ad39087d03 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0972431 Jun 17 08:46:29.633075 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-da8e2fbf-8393-4efd-ba2c-5a43d1a47fb8 req-53294d1a-8df8-44e5-804c-4ed3ac1de2cd tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478830 Jun 17 08:46:29.686864 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-3d34113c-a4ff-46e7-a94a-6d5b8a555828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.712483 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230adc96-b195-4249-9555-486bdf9ec186 req-d97b4166-dd47-4ec3-a106-74f420a47f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:29.714110 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-230adc96-b195-4249-9555-486bdf9ec186 req-d97b4166-dd47-4ec3-a106-74f420a47f45 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0745471 Jun 17 08:46:29.847757 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-230adc96-b195-4249-9555-486bdf9ec186 req-c46859a0-a790-4b3f-b596-7a95fb926a72 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267059 Jun 17 08:46:29.887086 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51830b-a8d8-4d16-aa68-618cd8459910 req-2af5ad91-e3a2-45ea-931b-8c95a0871226 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:29.888784 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2d51830b-a8d8-4d16-aa68-618cd8459910 req-2af5ad91-e3a2-45ea-931b-8c95a0871226 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.1491952 Jun 17 08:46:29.961219 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2d51830b-a8d8-4d16-aa68-618cd8459910 req-00b68afa-ca6d-4e31-aa41-7b5fa9ecd495 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477471 Jun 17 08:46:29.985308 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-230adc96-b195-4249-9555-486bdf9ec186 req-40a1e2fc-bc0a-4bcc-b546-efd393f8e8a9 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291258 Jun 17 08:46:30.056595 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 51704) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:30.162342 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-7aa1596c-013f-41ea-b13b-7326ed6a6ff3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-942201543-network', 'tenant_id': '1578882959ec432f9d25b0a5ff3f1b41'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:30.195933 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 5e7bebc2-ff2c-4837-b83c-2af7c5f111be up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:30.287518 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c599cd-fdde-4052-accc-f76db3c33eb9 req-a7e97049-9e1e-4062-aeee-b05ea55e2303 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:30.289075 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-31c599cd-fdde-4052-accc-f76db3c33eb9 req-a7e97049-9e1e-4062-aeee-b05ea55e2303 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad433d24-9b7e-42ad-9e3e-3bcd418f69ca HTTP/1.1" status: 200 len: 945 time: 0.0721424 Jun 17 08:46:30.330192 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-31c599cd-fdde-4052-accc-f76db3c33eb9 req-a0697d0a-47b9-4fff-add2-257013998295 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351605 Jun 17 08:46:30.457442 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa1596c-013f-41ea-b13b-7326ed6a6ff3 admin admin] Made reservation on behalf of 1578882959ec432f9d25b0a5ff3f1b41 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:30.460590 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7aa1596c-013f-41ea-b13b-7326ed6a6ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.470603 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7aa1596c-013f-41ea-b13b-7326ed6a6ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.486063 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 5e7bebc2-ff2c-4837-b83c-2af7c5f111be completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:30.493020 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 5e7bebc2-ff2c-4837-b83c-2af7c5f111be triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:30.493020 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.600018 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.604978 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7aa1596c-013f-41ea-b13b-7326ed6a6ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.621193 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafca0c-609f-44c6-8321-bafd3f863452 req-84586c8f-ebaf-44e4-aea2-cd92c8c260d7 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:30.622830 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-faafca0c-609f-44c6-8321-bafd3f863452 req-84586c8f-ebaf-44e4-aea2-cd92c8c260d7 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/ports?device_id=152d17c2-be71-4bbb-aa23-e291618c599a HTTP/1.1" status: 200 len: 945 time: 0.0995684 Jun 17 08:46:30.638258 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad433d24-9b7e-42ad-9e3e-3bcd418f69ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7bebc2-ff2c-4837-b83c-2af7c5f111be'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:30.640688 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73195467-d97c-4dfb-8d0a-e737298ad057" -d '{"events": [{"server_uuid": "ad433d24-9b7e-42ad-9e3e-3bcd418f69ca", "name": "network-vif-plugged", "status": "completed", "tag": "5e7bebc2-ff2c-4837-b83c-2af7c5f111be"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:30.656748 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 5e7bebc2-ff2c-4837-b83c-2af7c5f111be, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=5e7bebc2-ff2c-4837-b83c-2af7c5f111be,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:30.683052 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-faafca0c-609f-44c6-8321-bafd3f863452 req-44344fe6-599a-4b60-a69d-66c07143fbc8 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/security-groups?id=11df9f26-e00c-427d-ac21-5fe47b92978e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466371 Jun 17 08:46:30.685355 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad51bae5-f937-43f1-a632-bc79a736397f x-openstack-request-id: req-ad51bae5-f937-43f1-a632-bc79a736397f {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:30.685782 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad433d24-9b7e-42ad-9e3e-3bcd418f69ca", "name": "network-vif-plugged", "status": "completed", "tag": "5e7bebc2-ff2c-4837-b83c-2af7c5f111be", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:30.686001 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ad51bae5-f937-43f1-a632-bc79a736397f {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:30.686628 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad433d24-9b7e-42ad-9e3e-3bcd418f69ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7bebc2-ff2c-4837-b83c-2af7c5f111be', 'code': 200} Jun 17 08:46:30.850913 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc85d12-8e1f-4499-9372-2a8f6abef3aa req-20f67b11-ec1f-4354-9da6-ccbb3a1e53f1 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:30.852817 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dcc85d12-8e1f-4499-9372-2a8f6abef3aa req-20f67b11-ec1f-4354-9da6-ccbb3a1e53f1 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a421ad1-3fd7-4eac-9372-e8a59e07959b HTTP/1.1" status: 200 len: 946 time: 0.0687733 Jun 17 08:46:30.870445 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fcf5a-ad64-46e3-b5d6-7912ad35f59e req-e699086a-8d5d-4328-b469-99cab446ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:30.872259 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-128fcf5a-ad64-46e3-b5d6-7912ad35f59e req-e699086a-8d5d-4328-b469-99cab446ca0d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ad433d24-9b7e-42ad-9e3e-3bcd418f69ca HTTP/1.1" status: 200 len: 1097 time: 0.1097596 Jun 17 08:46:30.879792 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e131a-c399-422a-aae9-1e6aa5ad17b6 req-cc837033-5db2-45ad-a3da-c0111bb83672 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:30.881553 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-905e131a-c399-422a-aae9-1e6aa5ad17b6 req-cc837033-5db2-45ad-a3da-c0111bb83672 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 946 time: 0.0848992 Jun 17 08:46:30.897515 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dcc85d12-8e1f-4499-9372-2a8f6abef3aa req-3711a4cd-0dcc-45b6-aa5d-8440624f6baf tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387414 Jun 17 08:46:30.944195 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-128fcf5a-ad64-46e3-b5d6-7912ad35f59e req-58affd1a-417f-4dc1-b889-f7620238275b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603218 Jun 17 08:46:30.954515 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7aa1596c-013f-41ea-b13b-7326ed6a6ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.954764 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.955504 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 3bb9708c-0246-406b-8e66-14a010072881 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:30.957314 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:30.961281 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-905e131a-c399-422a-aae9-1e6aa5ad17b6 req-998508d9-2374-4738-8bdd-0329e39a61ca tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628095 Jun 17 08:46:30.967050 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4fa6c2a4-81d5-4181-9dfa-e7f561031f3d tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:30.987442 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa1596c-013f-41ea-b13b-7326ed6a6ff3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:46:30.997729 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1596c-013f-41ea-b13b-7326ed6a6ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a985232-2b96-4063-a0ad-6782a5f8314a,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:31.001659 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7aa1596c-013f-41ea-b13b-7326ed6a6ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:31.004610 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7aa1596c-013f-41ea-b13b-7326ed6a6ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.005518 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-7aa1596c-013f-41ea-b13b-7326ed6a6ff3 admin admin] Added segment 893e69ac-8293-4a26-beb1-158fb130acb7 of type vlan for network 008fbbfa-f8ec-4f69-a6f9-5bc3540175b0 Jun 17 08:46:31.045259 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.049778 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7aa1596c-013f-41ea-b13b-7326ed6a6ff3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.075751 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=5e7bebc2-ff2c-4837-b83c-2af7c5f111be,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:31.078991 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:31.180928 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3600041-b528-4286-860e-d67462ed42ea req-32141354-84f5-46c2-8d1b-43f0c31ae811 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:31.182603 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a3600041-b528-4286-860e-d67462ed42ea req-32141354-84f5-46c2-8d1b-43f0c31ae811 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.0754585 Jun 17 08:46:31.224493 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a3600041-b528-4286-860e-d67462ed42ea req-8a3fcca5-9fc9-4eb8-a25f-d620191b153a tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359218 Jun 17 08:46:31.348759 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 3bb9708c-0246-406b-8e66-14a010072881 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:31.352821 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 3bb9708c-0246-406b-8e66-14a010072881 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:31.357036 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.389038 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7aa1596c-013f-41ea-b13b-7326ed6a6ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.390553 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa1596c-013f-41ea-b13b-7326ed6a6ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:31.391150 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7aa1596c-013f-41ea-b13b-7326ed6a6ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.394888 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:31.409336 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9dc16-d39f-42ee-a395-d9c76d99cc05 req-8a1e548e-f06c-4e71-934b-11f7edd608c0 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:31.411288 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b2b9dc16-d39f-42ee-a395-d9c76d99cc05 req-8a1e548e-f06c-4e71-934b-11f7edd608c0 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a421ad1-3fd7-4eac-9372-e8a59e07959b HTTP/1.1" status: 200 len: 946 time: 0.0759592 Jun 17 08:46:31.440948 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.468213 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1596c-013f-41ea-b13b-7326ed6a6ff3 admin admin] Pushing event updated for resources: {'Network': ['ID=008fbbfa-f8ec-4f69-a6f9-5bc3540175b0,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:31.471431 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7aa1596c-013f-41ea-b13b-7326ed6a6ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:31.484908 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 008fbbfa-f8ec-4f69-a6f9-5bc3540175b0 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:46:31.506077 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 3bb9708c-0246-406b-8e66-14a010072881, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=3bb9708c-0246-406b-8e66-14a010072881,segment=NetworkSegment(66acdf7e-e9c9-480a-abac-505f4e9febc6),segment_id=66acdf7e-e9c9-480a-abac-505f4e9febc6)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:31.567104 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7aa1596c-013f-41ea-b13b-7326ed6a6ff3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5065970 Jun 17 08:46:31.567332 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 51730) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:31.572814 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-5316895f-88cb-40d7-9306-85273e1a854d admin admin] Request body: {'subnet': {'network_id': '008fbbfa-f8ec-4f69-a6f9-5bc3540175b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-942201543-subnet', 'tenant_id': '1578882959ec432f9d25b0a5ff3f1b41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:31.576431 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-b2b9dc16-d39f-42ee-a395-d9c76d99cc05 req-4c6b1923-5abe-4b4e-9cc7-ff9ea214be04 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Deleting port 67a59721-09d2-4b0b-880c-d713544994c7 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:31.576431 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b2b9dc16-d39f-42ee-a395-d9c76d99cc05 req-4c6b1923-5abe-4b4e-9cc7-ff9ea214be04 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.633977 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6594d-5321-4ba2-a809-5ea49de3a4ee req-3753a405-ef1c-472b-98d1-be4a3fb6583c tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:31.635520 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-39d6594d-5321-4ba2-a809-5ea49de3a4ee req-3753a405-ef1c-472b-98d1-be4a3fb6583c tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad433d24-9b7e-42ad-9e3e-3bcd418f69ca HTTP/1.1" status: 200 len: 946 time: 0.1492205 Jun 17 08:46:31.688530 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.692187 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0eb51dec-9912-4969-827c-a332e618bfb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:31.699310 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-39d6594d-5321-4ba2-a809-5ea49de3a4ee req-ec0a0749-8fbf-4664-a291-ff3357cef227 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575645 Jun 17 08:46:31.721535 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-b2b9dc16-d39f-42ee-a395-d9c76d99cc05 req-4c6b1923-5abe-4b4e-9cc7-ff9ea214be04 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] For port 67a59721-09d2-4b0b-880c-d713544994c7, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=67a59721-09d2-4b0b-880c-d713544994c7,segment=NetworkSegment(1efc45a6-102b-4399-be59-f57c2bb6a981),segment_id=1efc45a6-102b-4399-be59-f57c2bb6a981)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:31.721907 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b2b9dc16-d39f-42ee-a395-d9c76d99cc05 req-4c6b1923-5abe-4b4e-9cc7-ff9ea214be04 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.745876 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5316895f-88cb-40d7-9306-85273e1a854d admin admin] Made reservation on behalf of 1578882959ec432f9d25b0a5ff3f1b41 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:31.753607 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5316895f-88cb-40d7-9306-85273e1a854d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.763437 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=3bb9708c-0246-406b-8e66-14a010072881,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:31.767446 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:31.806753 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-b2b9dc16-d39f-42ee-a395-d9c76d99cc05 req-4c6b1923-5abe-4b4e-9cc7-ff9ea214be04 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Calling delete_port for 67a59721-09d2-4b0b-880c-d713544994c7 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:31.916546 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:46:31.939305 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684cde40-2ade-4d00-82fa-4c2d8886959b req-0f81d86c-796a-48ea-928b-aa7c59805aec tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:31.940894 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-684cde40-2ade-4d00-82fa-4c2d8886959b req-0f81d86c-796a-48ea-928b-aa7c59805aec tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/ports?device_id=152d17c2-be71-4bbb-aa23-e291618c599a HTTP/1.1" status: 200 len: 946 time: 0.1149104 Jun 17 08:46:32.032622 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-684cde40-2ade-4d00-82fa-4c2d8886959b req-ff371875-eeba-4313-998d-6f571c8ed61e tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/security-groups?id=11df9f26-e00c-427d-ac21-5fe47b92978e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790849 Jun 17 08:46:32.097508 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d072d5-ea44-4713-b493-789fb9a4a901 req-c077af17-6ba3-4994-9687-0b335cd482ed tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:32.103326 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e5d072d5-ea44-4713-b493-789fb9a4a901 req-c077af17-6ba3-4994-9687-0b335cd482ed tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a421ad1-3fd7-4eac-9372-e8a59e07959b HTTP/1.1" status: 200 len: 946 time: 0.0816009 Jun 17 08:46:32.260336 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e1b3b-9594-4787-809c-575cb8224aae req-d31768c4-fe10-4e0d-bf97-443b5878956a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:32.262843 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b84e1b3b-9594-4787-809c-575cb8224aae req-d31768c4-fe10-4e0d-bf97-443b5878956a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 946 time: 0.1103346 Jun 17 08:46:32.290613 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b2b9dc16-d39f-42ee-a395-d9c76d99cc05 req-4c6b1923-5abe-4b4e-9cc7-ff9ea214be04 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.296494 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dfc663e0-cb9c-44c4-93d2-f4dcee6b8fd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:32.309866 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b84e1b3b-9594-4787-809c-575cb8224aae req-633d885e-7bc8-4f1d-985b-6efa9457090e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400562 Jun 17 08:46:32.330980 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5316895f-88cb-40d7-9306-85273e1a854d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.330980 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-bb541f39-624f-4977-82f0-f845601254c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:32.341582 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b1923-5abe-4b4e-9cc7-ff9ea214be04 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Pushing event deleted for resources: {'Port': ['ID=67a59721-09d2-4b0b-880c-d713544994c7,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:32.354085 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4c6b1923-5abe-4b4e-9cc7-ff9ea214be04 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:32.359326 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e5d072d5-ea44-4713-b493-789fb9a4a901 req-cc314c4e-0da6-44ff-915d-71a8a12d4cbf tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535603 Jun 17 08:46:32.372426 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316895f-88cb-40d7-9306-85273e1a854d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c071359-93cb-497c-8466-3119e917d650,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:32.390252 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5316895f-88cb-40d7-9306-85273e1a854d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:32.391047 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5316895f-88cb-40d7-9306-85273e1a854d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:32.391677 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5316895f-88cb-40d7-9306-85273e1a854d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:32.392339 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5316895f-88cb-40d7-9306-85273e1a854d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:32.399996 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5316895f-88cb-40d7-9306-85273e1a854d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:32.400823 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5316895f-88cb-40d7-9306-85273e1a854d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:32.403123 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5316895f-88cb-40d7-9306-85273e1a854d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:32.403123 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5316895f-88cb-40d7-9306-85273e1a854d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:32.403123 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5316895f-88cb-40d7-9306-85273e1a854d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:32.403123 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5316895f-88cb-40d7-9306-85273e1a854d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:32.403533 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5316895f-88cb-40d7-9306-85273e1a854d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:32.404056 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5316895f-88cb-40d7-9306-85273e1a854d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:32.408934 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b9dc16-d39f-42ee-a395-d9c76d99cc05 req-4c6b1923-5abe-4b4e-9cc7-ff9ea214be04 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] No DVR routers for this DVR port 67a59721-09d2-4b0b-880c-d713544994c7 on host n-h2-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:32.412026 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b2b9dc16-d39f-42ee-a395-d9c76d99cc05 req-4c6b1923-5abe-4b4e-9cc7-ff9ea214be04 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.414309 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b2b9dc16-d39f-42ee-a395-d9c76d99cc05 req-4c6b1923-5abe-4b4e-9cc7-ff9ea214be04 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.53 "DELETE /v2.0/ports/67a59721-09d2-4b0b-880c-d713544994c7 HTTP/1.1" status: 204 len: 173 time: 0.9955111 Jun 17 08:46:32.415001 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a421ad1-3fd7-4eac-9372-e8a59e07959b', 'name': 'network-vif-deleted', 'tag': '67a59721-09d2-4b0b-880c-d713544994c7'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:32.415126 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5316895f-88cb-40d7-9306-85273e1a854d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:32.417531 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e21243-44aa-481b-a0ea-6363595ec651" -d '{"events": [{"server_uuid": "3a421ad1-3fd7-4eac-9372-e8a59e07959b", "name": "network-vif-deleted", "tag": "67a59721-09d2-4b0b-880c-d713544994c7"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:32.458015 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a975bb9-ba7c-4ab4-93c7-b8e2f5b2fd4a x-openstack-request-id: req-1a975bb9-ba7c-4ab4-93c7-b8e2f5b2fd4a {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:32.458457 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a421ad1-3fd7-4eac-9372-e8a59e07959b", "name": "network-vif-deleted", "tag": "67a59721-09d2-4b0b-880c-d713544994c7", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:32.458814 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1a975bb9-ba7c-4ab4-93c7-b8e2f5b2fd4a {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:32.459324 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a421ad1-3fd7-4eac-9372-e8a59e07959b', 'name': 'network-vif-deleted', 'tag': '67a59721-09d2-4b0b-880c-d713544994c7', 'status': 'completed', 'code': 200} Jun 17 08:46:32.491661 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.493768 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5316895f-88cb-40d7-9306-85273e1a854d admin admin] Checking segment: {'id': '893e69ac-8293-4a26-beb1-158fb130acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '008fbbfa-f8ec-4f69-a6f9-5bc3540175b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:32.494136 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5316895f-88cb-40d7-9306-85273e1a854d admin admin] Network hostable DHCP agents. Network: 008fbbfa-f8ec-4f69-a6f9-5bc3540175b0, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:46:32.553711 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c55ff-442b-4764-a71c-5d28c10c4dfd req-d441c7e7-4ed1-43c9-8e9a-3278e6c15c4e tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:32.555209 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-980c55ff-442b-4764-a71c-5d28c10c4dfd req-d441c7e7-4ed1-43c9-8e9a-3278e6c15c4e tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.1113384 Jun 17 08:46:32.610429 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-980c55ff-442b-4764-a71c-5d28c10c4dfd req-4208748d-14d4-4337-bae2-d54660da44d0 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456357 Jun 17 08:46:32.673496 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5316895f-88cb-40d7-9306-85273e1a854d admin admin] Network 008fbbfa-f8ec-4f69-a6f9-5bc3540175b0 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:46:32.687808 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152d17c2-be71-4bbb-aa23-e291618c599a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb9708c-0246-406b-8e66-14a010072881'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:32.691025 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f388e6f3-db76-4553-acf8-104a0c23e36b" -d '{"events": [{"server_uuid": "152d17c2-be71-4bbb-aa23-e291618c599a", "name": "network-vif-plugged", "status": "completed", "tag": "3bb9708c-0246-406b-8e66-14a010072881"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:32.732950 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02206b86-570d-44b8-b6cf-37643228d368 x-openstack-request-id: req-02206b86-570d-44b8-b6cf-37643228d368 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:32.733368 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "152d17c2-be71-4bbb-aa23-e291618c599a", "name": "network-vif-plugged", "status": "completed", "tag": "3bb9708c-0246-406b-8e66-14a010072881", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:32.733702 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-02206b86-570d-44b8-b6cf-37643228d368 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:32.734267 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '152d17c2-be71-4bbb-aa23-e291618c599a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb9708c-0246-406b-8e66-14a010072881', 'code': 200} Jun 17 08:46:32.881478 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec057483-020c-4422-9f82-963f31512592 req-82413a9f-0af7-4bdf-9fd8-11f2543a81bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:32.882975 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ec057483-020c-4422-9f82-963f31512592 req-82413a9f-0af7-4bdf-9fd8-11f2543a81bf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=152d17c2-be71-4bbb-aa23-e291618c599a HTTP/1.1" status: 200 len: 1098 time: 0.0656366 Jun 17 08:46:32.910917 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158fe4a-c755-49b3-a55e-156f974ed470 req-dd4911d6-866d-4100-87f5-154f7ebbdb47 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:32.915039 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d158fe4a-c755-49b3-a55e-156f974ed470 req-dd4911d6-866d-4100-87f5-154f7ebbdb47 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad433d24-9b7e-42ad-9e3e-3bcd418f69ca HTTP/1.1" status: 200 len: 946 time: 0.0697074 Jun 17 08:46:32.917518 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ec057483-020c-4422-9f82-963f31512592 req-8888bd75-b409-4a9a-af33-d7736bb67687 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=11df9f26-e00c-427d-ac21-5fe47b92978e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281122 Jun 17 08:46:32.956078 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d158fe4a-c755-49b3-a55e-156f974ed470 req-b612527a-6c61-4f6a-bb97-6129ae32bbaa tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372040 Jun 17 08:46:32.991575 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-5316895f-88cb-40d7-9306-85273e1a854d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 008fbbfa-f8ec-4f69-a6f9-5bc3540175b0) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:33.000514 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ea0fc5-9ff8-4c23-bc77-98a04d41b4c2 None None] Network 008fbbfa-f8ec-4f69-a6f9-5bc3540175b0 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:33.007493 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5316895f-88cb-40d7-9306-85273e1a854d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:33.008126 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5316895f-88cb-40d7-9306-85273e1a854d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.144771 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a479abaa-a015-4e50-a314-4e43ae661d07 None None] Network 008fbbfa-f8ec-4f69-a6f9-5bc3540175b0 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:33.193121 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5316895f-88cb-40d7-9306-85273e1a854d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6240187 Jun 17 08:46:33.244397 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b59de-15c3-4de8-ba3f-2653f9c21bc2 req-49d0584f-ceed-46ea-8e65-05c06b895090 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:33.245934 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0b2b59de-15c3-4de8-ba3f-2653f9c21bc2 req-49d0584f-ceed-46ea-8e65-05c06b895090 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/ports?device_id=152d17c2-be71-4bbb-aa23-e291618c599a HTTP/1.1" status: 200 len: 946 time: 0.0724890 Jun 17 08:46:33.293998 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0b2b59de-15c3-4de8-ba3f-2653f9c21bc2 req-14d562ce-ecec-456e-951d-55f629c178e4 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/security-groups?id=11df9f26-e00c-427d-ac21-5fe47b92978e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412686 Jun 17 08:46:33.503668 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0e7e7-4b9a-475f-9b8b-c95dc278e225 req-19ac8bbd-7b9d-4e8a-9857-a21bde93ecbb tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:33.505745 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dee0e7e7-4b9a-475f-9b8b-c95dc278e225 req-19ac8bbd-7b9d-4e8a-9857-a21bde93ecbb tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 946 time: 0.0761766 Jun 17 08:46:33.544881 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dee0e7e7-4b9a-475f-9b8b-c95dc278e225 req-30488764-50fc-4885-8532-bb33f575dc85 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329776 Jun 17 08:46:33.634441 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-663d9d99-2901-4993-bca2-531ff1054b3a tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:33.637148 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-663d9d99-2901-4993-bca2-531ff1054b3a tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.49 "GET /v2.0/networks?id=008fbbfa-f8ec-4f69-a6f9-5bc3540175b0 HTTP/1.1" status: 200 len: 821 time: 0.1428225 Jun 17 08:46:33.653389 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-e0f34ab2-a1f7-4807-a558-fb7a8a8a7c37 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.49 "GET /v2.0/quotas/1578882959ec432f9d25b0a5ff3f1b41 HTTP/1.1" status: 200 len: 375 time: 0.0103910 Jun 17 08:46:33.694675 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-82d7135d-0e75-4ea7-90be-4d48f1ceb1b0 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1578882959ec432f9d25b0a5ff3f1b41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339923 Jun 17 08:46:33.741595 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cbd27389-7742-43e7-9dee-1482210bee7b req-fd19b12a-4515-4507-b4dc-5a0eb1faeebf tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a421ad1-3fd7-4eac-9372-e8a59e07959b HTTP/1.1" status: 200 len: 210 time: 0.0364335 Jun 17 08:46:33.831584 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-f8cfe539-a5c6-4220-8671-5e1e9825f9f8 service neutron] 10.222.0.49 "GET /v2.0/networks/008fbbfa-f8ec-4f69-a6f9-5bc3540175b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299472 Jun 17 08:46:33.934644 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-7dcc450d-869c-4b9a-8df2-02731d8483a1 service neutron] 10.222.0.49 "GET /v2.0/networks/008fbbfa-f8ec-4f69-a6f9-5bc3540175b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952063 Jun 17 08:46:33.939224 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164f431-3e7e-4669-9f36-538a62713bcb req-4cd157e9-3952-4982-afff-51419c918c26 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:33.940843 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2164f431-3e7e-4669-9f36-538a62713bcb req-4cd157e9-3952-4982-afff-51419c918c26 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.0701520 Jun 17 08:46:33.989004 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2164f431-3e7e-4669-9f36-538a62713bcb req-c2a7269e-b63e-493c-8f0c-7c9105519a92 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405784 Jun 17 08:46:34.230440 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 67a59721-09d2-4b0b-880c-d713544994c7 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:34.252904 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 67a59721-09d2-4b0b-880c-d713544994c7 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:34.253336 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 67a59721-09d2-4b0b-880c-d713544994c7 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:34.400345 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-de9d9cf1-b22d-49ce-a4e8-a28242d0eaf1 req-1368652b-fa0b-422f-a05a-e5901a337ae1 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd045245-0f32-4d03-9f7d-c681c6afbd91 HTTP/1.1" status: 200 len: 210 time: 0.0387189 Jun 17 08:46:34.535166 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957e2df-bcd8-43ce-bc36-79d8100d2995 req-8e2d4d7d-3d04-4eb6-b2b5-c61d2f324a93 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:34.537285 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0957e2df-bcd8-43ce-bc36-79d8100d2995 req-8e2d4d7d-3d04-4eb6-b2b5-c61d2f324a93 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/ports?device_id=152d17c2-be71-4bbb-aa23-e291618c599a HTTP/1.1" status: 200 len: 946 time: 0.0696797 Jun 17 08:46:34.579076 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0957e2df-bcd8-43ce-bc36-79d8100d2995 req-5451a2e3-ceb4-4677-8ef0-d954516c826e tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/security-groups?id=11df9f26-e00c-427d-ac21-5fe47b92978e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356743 Jun 17 08:46:34.773406 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18191d4d-534b-4602-98c1-7e4853ed30fd req-234c949d-67e9-4fd8-ab24-9bbf6167dca4 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:34.774916 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-18191d4d-534b-4602-98c1-7e4853ed30fd req-234c949d-67e9-4fd8-ab24-9bbf6167dca4 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 946 time: 0.0959563 Jun 17 08:46:34.781027 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead3e71-6cef-4937-a2c5-50b120c9f382 req-52a8c4f1-56b1-4e45-a5b9-2c7e13df1721 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:34.782035 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8ead3e71-6cef-4937-a2c5-50b120c9f382 req-52a8c4f1-56b1-4e45-a5b9-2c7e13df1721 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/ports?device_id=152d17c2-be71-4bbb-aa23-e291618c599a HTTP/1.1" status: 200 len: 946 time: 0.0840333 Jun 17 08:46:34.791087 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 51810) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:34.796606 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-057009ef-9f66-4de7-a95b-643c88ca2ee9 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Request body: {'floatingip': {'port_id': '3bb9708c-0246-406b-8e66-14a010072881'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:34.820489 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-18191d4d-534b-4602-98c1-7e4853ed30fd req-b98827d8-8d73-4299-9f20-dcbe0af86440 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376165 Jun 17 08:46:34.843965 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-057009ef-9f66-4de7-a95b-643c88ca2ee9 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks [] for floatingip, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.862250 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 51812) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:35.406314 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-162ae154-9e65-47d0-abba-b9a60b48718b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.508470 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3394a9a5-e7cd-4480-ad7b-852fde21dcef req-8fb6eed3-2d65-4f0c-bc38-c98e4bc377ad tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd045245-0f32-4d03-9f7d-c681c6afbd91 HTTP/1.1" status: 200 len: 210 time: 0.0336688 Jun 17 08:46:35.588599 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d756ca-a184-4faf-a1c0-cf6729fbc5db req-625643a1-79d1-482f-a9f2-6153dd94bb20 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:35.593281 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-21d756ca-a184-4faf-a1c0-cf6729fbc5db req-625643a1-79d1-482f-a9f2-6153dd94bb20 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.1467590 Jun 17 08:46:35.709769 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-21d756ca-a184-4faf-a1c0-cf6729fbc5db req-4136bf39-cf77-4a07-ac4f-25ddcd6529a4 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825748 Jun 17 08:46:35.780683 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-162ae154-9e65-47d0-abba-b9a60b48718b admin admin] Deleting port 49e17a72-8403-4213-a40a-9a87d1868b5b {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:35.781563 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-162ae154-9e65-47d0-abba-b9a60b48718b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.839956 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-057009ef-9f66-4de7-a95b-643c88ca2ee9 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.869543 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-162ae154-9e65-47d0-abba-b9a60b48718b admin admin] For port 49e17a72-8403-4213-a40a-9a87d1868b5b, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=49e17a72-8403-4213-a40a-9a87d1868b5b,segment=NetworkSegment(1efc45a6-102b-4399-be59-f57c2bb6a981),segment_id=1efc45a6-102b-4399-be59-f57c2bb6a981)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:35.869912 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-162ae154-9e65-47d0-abba-b9a60b48718b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.947844 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-162ae154-9e65-47d0-abba-b9a60b48718b admin admin] Calling delete_port for 49e17a72-8403-4213-a40a-9a87d1868b5b owned by network:router_interface {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:36.023318 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-057009ef-9f66-4de7-a95b-643c88ca2ee9 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:36.122669 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fb28d-277f-4906-8545-196fadf77089 req-d4cce15c-d680-4a03-b340-e4b7ea1bc55e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:36.124315 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0b3fb28d-277f-4906-8545-196fadf77089 req-d4cce15c-d680-4a03-b340-e4b7ea1bc55e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 946 time: 0.1294355 Jun 17 08:46:36.146040 n-d-758944-30 neutron-server[94520]: INFO neutron.db.l3_db [None req-057009ef-9f66-4de7-a95b-643c88ca2ee9 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Floating IP c679a274-ae64-4bfb-82a0-7a49d2c8bbac associated. External IP: 172.25.2.97, port: 3bb9708c-0246-406b-8e66-14a010072881. Jun 17 08:46:36.182360 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0b3fb28d-277f-4906-8545-196fadf77089 req-9daf4da2-942a-4104-97e2-e3b65bd737ec tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425532 Jun 17 08:46:36.387277 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057009ef-9f66-4de7-a95b-643c88ca2ee9 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Router 1a0c54f0-e51e-4b9f-8072-8bca12b84afa has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:46:36.452161 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-162ae154-9e65-47d0-abba-b9a60b48718b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:36.458514 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-638dc803-43df-4425-9235-ddaf7cc245b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:36.498520 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ae154-9e65-47d0-abba-b9a60b48718b admin admin] Pushing event deleted for resources: {'Port': ['ID=49e17a72-8403-4213-a40a-9a87d1868b5b,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:36.503786 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-162ae154-9e65-47d0-abba-b9a60b48718b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:36.527081 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057009ef-9f66-4de7-a95b-643c88ca2ee9 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:46:36.533867 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-057009ef-9f66-4de7-a95b-643c88ca2ee9 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:36.539354 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5e00b4-4400-4676-8b12-78898395c7d7 None None] Sync routers for ids ['1a0c54f0-e51e-4b9f-8072-8bca12b84afa'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:46:36.553122 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e00b4-4400-4676-8b12-78898395c7d7 None None] Routers {'1a0c54f0-e51e-4b9f-8072-8bca12b84afa'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:36.554759 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-6b5e00b4-4400-4676-8b12-78898395c7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:46:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['1a0c54f0-e51e-4b9f-8072-8bca12b84afa'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:36.596032 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-057009ef-9f66-4de7-a95b-643c88ca2ee9 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "PUT /v2.0/floatingips/c679a274-ae64-4bfb-82a0-7a49d2c8bbac HTTP/1.1" status: 200 len: 991 time: 1.8013327 Jun 17 08:46:36.596032 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '152d17c2-be71-4bbb-aa23-e291618c599a', 'tag': '3bb9708c-0246-406b-8e66-14a010072881'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:36.597543 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599a8978-c7b9-4641-9a85-7a207baff26d" -d '{"events": [{"name": "network-changed", "server_uuid": "152d17c2-be71-4bbb-aa23-e291618c599a", "tag": "3bb9708c-0246-406b-8e66-14a010072881"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:36.687281 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-6b5e00b4-4400-4676-8b12-78898395c7d7 None None] Set router 1a0c54f0-e51e-4b9f-8072-8bca12b84afa gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:36.716426 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c9776719-35b3-49c4-b84d-f2d1746a9b86 req-280df72a-0e3a-4e5e-969b-1ce3fe53fd6a tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd045245-0f32-4d03-9f7d-c681c6afbd91 HTTP/1.1" status: 200 len: 210 time: 0.0354817 Jun 17 08:46:36.767798 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-162ae154-9e65-47d0-abba-b9a60b48718b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:36.889805 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ac0f78-0c4c-4169-b6d7-aeffd13b85df x-openstack-request-id: req-33ac0f78-0c4c-4169-b6d7-aeffd13b85df {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:36.890141 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "152d17c2-be71-4bbb-aa23-e291618c599a", "tag": "3bb9708c-0246-406b-8e66-14a010072881", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:36.890448 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-33ac0f78-0c4c-4169-b6d7-aeffd13b85df {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:36.890898 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '152d17c2-be71-4bbb-aa23-e291618c599a', 'tag': '3bb9708c-0246-406b-8e66-14a010072881', 'status': 'completed', 'code': 200} Jun 17 08:46:37.034753 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a8978-c7b9-4641-9a85-7a207baff26d req-e983cb63-b023-41d6-b7b2-a1614d6663e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:37.037076 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-599a8978-c7b9-4641-9a85-7a207baff26d req-e983cb63-b023-41d6-b7b2-a1614d6663e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43e7d72508e04043b2ab73836bcacd2d&device_id=152d17c2-be71-4bbb-aa23-e291618c599a HTTP/1.1" status: 200 len: 1098 time: 0.1214395 Jun 17 08:46:37.103185 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-6b5e00b4-4400-4676-8b12-78898395c7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'name': 'tempest-ServersTestManualDisk-1112849468-router', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '845d7f26-3d3d-4d02-866b-1e9bca41e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:51Z', 'updated_at': '2021-06-17T08:46:01Z', 'revision_number': 4, 'project_id': '43e7d72508e04043b2ab73836bcacd2d', 'gw_port': {'id': '845d7f26-3d3d-4d02-866b-1e9bca41e159', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:52Z', 'updated_at': '2021-06-17T08:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': 'c679a274-ae64-4bfb-82a0-7a49d2c8bbac', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'port_id': '3bb9708c-0246-406b-8e66-14a010072881', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693d9168-e6b9-4690-b8e4-f3b794d83dbe', 'mac_address': 'fa:16:3e:52:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152d17c2-be71-4bbb-aa23-e291618c599a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:46:09Z', 'updated_at': '2021-06-17T08:46:35Z', 'revision_number': 1, 'project_id': '43e7d72508e04043b2ab73836bcacd2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b03ed9e-a583-4ff7-8068-fb4ba2e16f09', 'name': '', 'network_id': '693d9168-e6b9-4690-b8e4-f3b794d83dbe', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'mac_address': 'fa:16:3e:a2:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '8f3595f7-a3bc-439c-932b-8cec9aeecffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:58Z', 'updated_at': '2021-06-17T08:46:08Z', 'revision_number': 5, 'project_id': '43e7d72508e04043b2ab73836bcacd2d', 'subnets': [{'id': '8f3595f7-a3bc-439c-932b-8cec9aeecffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:37.123001 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162ae154-9e65-47d0-abba-b9a60b48718b admin admin] Router 471b2234-92e3-4216-9e32-152dcb7526ea has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:46:37.136868 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5e00b4-4400-4676-8b12-78898395c7d7 None None] Checking router: 1a0c54f0-e51e-4b9f-8072-8bca12b84afa for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:46:37.140516 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e0ef8-cbd2-4573-97c0-d6d274373f29 req-ef180a34-db55-4646-83fa-b29984ab0a93 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:37.141073 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e00b4-4400-4676-8b12-78898395c7d7 None None] Routers {'1a0c54f0-e51e-4b9f-8072-8bca12b84afa'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:37.141715 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-6b5e00b4-4400-4676-8b12-78898395c7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:46:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['1a0c54f0-e51e-4b9f-8072-8bca12b84afa'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:37.142071 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ef4e0ef8-cbd2-4573-97c0-d6d274373f29 req-ef180a34-db55-4646-83fa-b29984ab0a93 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.1151419 Jun 17 08:46:37.158960 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a8978-c7b9-4641-9a85-7a207baff26d req-c9d97d42-cd9c-4e8e-b7e9-f1203c039b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:37.160509 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-599a8978-c7b9-4641-9a85-7a207baff26d req-c9d97d42-cd9c-4e8e-b7e9-f1203c039b27 service neutron] 10.222.0.53 "GET /v2.0/networks?id=693d9168-e6b9-4690-b8e4-f3b794d83dbe HTTP/1.1" status: 200 len: 913 time: 0.1165338 Jun 17 08:46:37.234685 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-599a8978-c7b9-4641-9a85-7a207baff26d req-0c50682c-db45-49bd-8c86-f78189e5c084 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bb9708c-0246-406b-8e66-14a010072881 HTTP/1.1" status: 200 len: 999 time: 0.0675395 Jun 17 08:46:37.260209 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-6b5e00b4-4400-4676-8b12-78898395c7d7 None None] Set router 1a0c54f0-e51e-4b9f-8072-8bca12b84afa gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:37.293637 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a8978-c7b9-4641-9a85-7a207baff26d req-7b1e260a-f5fe-43c0-a2a0-193379f18283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:37.297018 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-599a8978-c7b9-4641-9a85-7a207baff26d req-7b1e260a-f5fe-43c0-a2a0-193379f18283 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f3595f7-a3bc-439c-932b-8cec9aeecffb HTTP/1.1" status: 200 len: 851 time: 0.0545864 Jun 17 08:46:37.391072 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a8978-c7b9-4641-9a85-7a207baff26d req-cdd76b9a-532f-4658-8005-e5f0f5f0dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:37.392836 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-599a8978-c7b9-4641-9a85-7a207baff26d req-cdd76b9a-532f-4658-8005-e5f0f5f0dc93 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=693d9168-e6b9-4690-b8e4-f3b794d83dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0881188 Jun 17 08:46:37.497406 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-599a8978-c7b9-4641-9a85-7a207baff26d req-85caf1cd-27aa-41dc-928c-a20283b1964b service neutron] 10.222.0.53 "GET /v2.0/networks/693d9168-e6b9-4690-b8e4-f3b794d83dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977669 Jun 17 08:46:37.547785 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-6b5e00b4-4400-4676-8b12-78898395c7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'name': 'tempest-ServersTestManualDisk-1112849468-router', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '845d7f26-3d3d-4d02-866b-1e9bca41e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:51Z', 'updated_at': '2021-06-17T08:46:01Z', 'revision_number': 4, 'project_id': '43e7d72508e04043b2ab73836bcacd2d', 'gw_port': {'id': '845d7f26-3d3d-4d02-866b-1e9bca41e159', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:52Z', 'updated_at': '2021-06-17T08:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': 'c679a274-ae64-4bfb-82a0-7a49d2c8bbac', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'port_id': '3bb9708c-0246-406b-8e66-14a010072881', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693d9168-e6b9-4690-b8e4-f3b794d83dbe', 'mac_address': 'fa:16:3e:52:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152d17c2-be71-4bbb-aa23-e291618c599a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:46:09Z', 'updated_at': '2021-06-17T08:46:35Z', 'revision_number': 1, 'project_id': '43e7d72508e04043b2ab73836bcacd2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b03ed9e-a583-4ff7-8068-fb4ba2e16f09', 'name': '', 'network_id': '693d9168-e6b9-4690-b8e4-f3b794d83dbe', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'mac_address': 'fa:16:3e:a2:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '8f3595f7-a3bc-439c-932b-8cec9aeecffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:58Z', 'updated_at': '2021-06-17T08:46:08Z', 'revision_number': 5, 'project_id': '43e7d72508e04043b2ab73836bcacd2d', 'subnets': [{'id': '8f3595f7-a3bc-439c-932b-8cec9aeecffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:37.563002 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ef4e0ef8-cbd2-4573-97c0-d6d274373f29 req-a8966e6a-016f-4d4c-8665-0c498bd82134 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811496 Jun 17 08:46:37.586132 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162ae154-9e65-47d0-abba-b9a60b48718b admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:46:37.596590 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5e00b4-4400-4676-8b12-78898395c7d7 None None] The sync data for ids ['1a0c54f0-e51e-4b9f-8072-8bca12b84afa'] in n-d-758944-30 is: [{'id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'name': 'tempest-ServersTestManualDisk-1112849468-router', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '845d7f26-3d3d-4d02-866b-1e9bca41e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:51Z', 'updated_at': '2021-06-17T08:46:01Z', 'revision_number': 4, 'project_id': '43e7d72508e04043b2ab73836bcacd2d', 'gw_port': {'id': '845d7f26-3d3d-4d02-866b-1e9bca41e159', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:52Z', 'updated_at': '2021-06-17T08:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': 'c679a274-ae64-4bfb-82a0-7a49d2c8bbac', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'port_id': '3bb9708c-0246-406b-8e66-14a010072881', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693d9168-e6b9-4690-b8e4-f3b794d83dbe', 'mac_address': 'fa:16:3e:52:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152d17c2-be71-4bbb-aa23-e291618c599a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:46:09Z', 'updated_at': '2021-06-17T08:46:35Z', 'revision_number': 1, 'project_id': '43e7d72508e04043b2ab73836bcacd2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b03ed9e-a583-4ff7-8068-fb4ba2e16f09', 'name': '', 'network_id': '693d9168-e6b9-4690-b8e4-f3b794d83dbe', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'mac_address': 'fa:16:3e:a2:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '8f3595f7-a3bc-439c-932b-8cec9aeecffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:58Z', 'updated_at': '2021-06-17T08:46:08Z', 'revision_number': 5, 'project_id': '43e7d72508e04043b2ab73836bcacd2d', 'subnets': [{'id': '8f3595f7-a3bc-439c-932b-8cec9aeecffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:46:37.606753 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-162ae154-9e65-47d0-abba-b9a60b48718b admin admin] 10.222.0.49 "PUT /v2.0/routers/471b2234-92e3-4216-9e32-152dcb7526ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7409489 Jun 17 08:46:37.607330 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 51860) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:37.617520 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c22d38d-4b8b-483b-95cb-129bb3977592 None None] Sync routers for ids ['471b2234-92e3-4216-9e32-152dcb7526ea'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:46:37.633207 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c22d38d-4b8b-483b-95cb-129bb3977592 None None] Routers {'471b2234-92e3-4216-9e32-152dcb7526ea'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:37.633658 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-0c22d38d-4b8b-483b-95cb-129bb3977592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:46:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['471b2234-92e3-4216-9e32-152dcb7526ea'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:37.740344 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-599a8978-c7b9-4641-9a85-7a207baff26d req-e03a8782-881a-44e1-b94f-d76b43e7c738 service neutron] 10.222.0.53 "GET /v2.0/networks/693d9168-e6b9-4690-b8e4-f3b794d83dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357714 Jun 17 08:46:37.770254 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb510-b5b8-421a-9563-a5616599ba7c admin admin] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:37.789258 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-0c22d38d-4b8b-483b-95cb-129bb3977592 None None] Set router 471b2234-92e3-4216-9e32-152dcb7526ea gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:37.827418 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e33d46-5be4-43d9-841b-ee1be50a27f6 req-93e8d594-e3b2-40c3-9992-d4391a155dd8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:37.829500 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-38e33d46-5be4-43d9-841b-ee1be50a27f6 req-93e8d594-e3b2-40c3-9992-d4391a155dd8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 946 time: 0.0772724 Jun 17 08:46:37.883859 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-38e33d46-5be4-43d9-841b-ee1be50a27f6 req-6e6c3fba-6016-49a7-a1c9-83c571133b22 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470181 Jun 17 08:46:37.908144 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb510-b5b8-421a-9563-a5616599ba7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:37.918876 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fdb921-ea12-48cf-ac5c-866f787e6226 None None] New status for floating IP c679a274-ae64-4bfb-82a0-7a49d2c8bbac: ACTIVE {{(pid=94521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:46:38.014409 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-0c22d38d-4b8b-483b-95cb-129bb3977592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471b2234-92e3-4216-9e32-152dcb7526ea', 'name': 'tempest-ServerRescueTestJSON-298061502-router', 'tenant_id': 'da4fcbeea2f0401e991ac51af5b56a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '224580fe-d09f-4606-99eb-fbe55f170cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:10Z', 'updated_at': '2021-06-17T08:46:36Z', 'revision_number': 5, 'project_id': 'da4fcbeea2f0401e991ac51af5b56a4a', 'gw_port': {'id': '224580fe-d09f-4606-99eb-fbe55f170cb8', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b2234-92e3-4216-9e32-152dcb7526ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:11Z', 'updated_at': '2021-06-17T08:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:38.043928 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6e2864fa-313f-47b9-8bab-0deb284c9ef3 req-0f10fb00-802a-49b8-b535-6146afb1b91d tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd045245-0f32-4d03-9f7d-c681c6afbd91 HTTP/1.1" status: 200 len: 210 time: 0.0352247 Jun 17 08:46:38.046786 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c22d38d-4b8b-483b-95cb-129bb3977592 None None] Checking router: 471b2234-92e3-4216-9e32-152dcb7526ea for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:46:38.058368 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c22d38d-4b8b-483b-95cb-129bb3977592 None None] Routers {'471b2234-92e3-4216-9e32-152dcb7526ea'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:38.059596 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-0c22d38d-4b8b-483b-95cb-129bb3977592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:46:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['471b2234-92e3-4216-9e32-152dcb7526ea'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:38.157935 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-1b4bb510-b5b8-421a-9563-a5616599ba7c admin admin] Deleting port 224580fe-d09f-4606-99eb-fbe55f170cb8 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:38.158389 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb510-b5b8-421a-9563-a5616599ba7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:38.183406 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-0c22d38d-4b8b-483b-95cb-129bb3977592 None None] Set router 471b2234-92e3-4216-9e32-152dcb7526ea gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:38.260008 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-1b4bb510-b5b8-421a-9563-a5616599ba7c admin admin] For port 224580fe-d09f-4606-99eb-fbe55f170cb8, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=224580fe-d09f-4606-99eb-fbe55f170cb8,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:38.260657 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb510-b5b8-421a-9563-a5616599ba7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:38.353397 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-1b4bb510-b5b8-421a-9563-a5616599ba7c admin admin] Calling delete_port for 224580fe-d09f-4606-99eb-fbe55f170cb8 owned by network:router_gateway {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:38.414435 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-0c22d38d-4b8b-483b-95cb-129bb3977592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471b2234-92e3-4216-9e32-152dcb7526ea', 'name': 'tempest-ServerRescueTestJSON-298061502-router', 'tenant_id': 'da4fcbeea2f0401e991ac51af5b56a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '224580fe-d09f-4606-99eb-fbe55f170cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:10Z', 'updated_at': '2021-06-17T08:46:36Z', 'revision_number': 5, 'project_id': 'da4fcbeea2f0401e991ac51af5b56a4a', 'gw_port': {'id': '224580fe-d09f-4606-99eb-fbe55f170cb8', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b2234-92e3-4216-9e32-152dcb7526ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:11Z', 'updated_at': '2021-06-17T08:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:38.450092 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c22d38d-4b8b-483b-95cb-129bb3977592 None None] The sync data for ids ['471b2234-92e3-4216-9e32-152dcb7526ea'] in n-d-758944-30 is: [{'id': '471b2234-92e3-4216-9e32-152dcb7526ea', 'name': 'tempest-ServerRescueTestJSON-298061502-router', 'tenant_id': 'da4fcbeea2f0401e991ac51af5b56a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '224580fe-d09f-4606-99eb-fbe55f170cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:44:10Z', 'updated_at': '2021-06-17T08:46:36Z', 'revision_number': 5, 'project_id': 'da4fcbeea2f0401e991ac51af5b56a4a', 'gw_port': {'id': '224580fe-d09f-4606-99eb-fbe55f170cb8', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b2234-92e3-4216-9e32-152dcb7526ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:11Z', 'updated_at': '2021-06-17T08:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:46:38.703339 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb510-b5b8-421a-9563-a5616599ba7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:38.709703 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fa321d7b-7abe-4fcf-84d4-a5211f79aa33 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:38.766382 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5ff59-9629-41cb-8004-f3fcf89bfd72 req-28916354-7b4d-42ac-a57d-7c716c98972d tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:38.767957 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3aa5ff59-9629-41cb-8004-f3fcf89bfd72 req-28916354-7b4d-42ac-a57d-7c716c98972d tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.0710230 Jun 17 08:46:38.773081 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bb510-b5b8-421a-9563-a5616599ba7c admin admin] Pushing event deleted for resources: {'Port': ['ID=224580fe-d09f-4606-99eb-fbe55f170cb8,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:38.815442 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bb510-b5b8-421a-9563-a5616599ba7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:38.821560 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bb510-b5b8-421a-9563-a5616599ba7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:38.821560 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bb510-b5b8-421a-9563-a5616599ba7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:38.821560 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bb510-b5b8-421a-9563-a5616599ba7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:38.821560 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bb510-b5b8-421a-9563-a5616599ba7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:38.821560 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bb510-b5b8-421a-9563-a5616599ba7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:38.821560 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bb510-b5b8-421a-9563-a5616599ba7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:38.821560 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bb510-b5b8-421a-9563-a5616599ba7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:38.821560 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bb510-b5b8-421a-9563-a5616599ba7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:38.821560 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bb510-b5b8-421a-9563-a5616599ba7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:38.821560 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bb510-b5b8-421a-9563-a5616599ba7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:38.821560 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bb510-b5b8-421a-9563-a5616599ba7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:38.823942 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1b4bb510-b5b8-421a-9563-a5616599ba7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:38.832287 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3aa5ff59-9629-41cb-8004-f3fcf89bfd72 req-06d6f8e7-7571-4188-8911-8a7f5a658b98 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550287 Jun 17 08:46:38.895736 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-f5d0b9a1-3135-41b4-bd19-494c12ec2bb4 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:38.897575 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-f5d0b9a1-3135-41b4-bd19-494c12ec2bb4 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.53 "GET /v2.0/networks?id=008fbbfa-f8ec-4f69-a6f9-5bc3540175b0 HTTP/1.1" status: 200 len: 821 time: 0.2193723 Jun 17 08:46:38.913379 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb510-b5b8-421a-9563-a5616599ba7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:38.947745 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-fa1176ea-552d-41ee-a1f4-4e740d0b0d5a tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Request body: {'port': {'device_id': 'fd045245-0f32-4d03-9f7d-c681c6afbd91', 'network_id': '008fbbfa-f8ec-4f69-a6f9-5bc3540175b0', 'admin_state_up': True, 'tenant_id': '1578882959ec432f9d25b0a5ff3f1b41'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:39.076909 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb510-b5b8-421a-9563-a5616599ba7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.106673 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb510-b5b8-421a-9563-a5616599ba7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.233418 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9b790bbd-e5ba-4c22-b1b0-a38ce0a12cca req-e796a20e-c48f-4b92-add0-d0b20e50b584 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd045245-0f32-4d03-9f7d-c681c6afbd91 HTTP/1.1" status: 200 len: 210 time: 0.0487266 Jun 17 08:46:39.284977 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba9f09-5bdd-49ac-b910-5063b428a10a req-98fdd383-2cb7-4fc0-ae7a-41c766ef011a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:39.289663 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b8ba9f09-5bdd-49ac-b910-5063b428a10a req-98fdd383-2cb7-4fc0-ae7a-41c766ef011a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 946 time: 0.2277949 Jun 17 08:46:39.331167 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb510-b5b8-421a-9563-a5616599ba7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.332144 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4bb510-b5b8-421a-9563-a5616599ba7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 471b2234-92e3-4216-9e32-152dcb7526ea {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:46:39.337387 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb510-b5b8-421a-9563-a5616599ba7c admin admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.338549 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1b4bb510-b5b8-421a-9563-a5616599ba7c admin admin] 10.222.0.49 "DELETE /v2.0/routers/471b2234-92e3-4216-9e32-152dcb7526ea HTTP/1.1" status: 204 len: 168 time: 1.7302134 Jun 17 08:46:39.341141 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 51884) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:39.404556 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b8ba9f09-5bdd-49ac-b910-5063b428a10a req-bb04652c-7fcf-471c-a6e0-8c956bd2e320 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014111 Jun 17 08:46:39.440044 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-90157ecb-5ccd-47af-a278-c2c72375d51e admin admin] Deleting subnet 2c38d131-90c8-4df8-b19d-8bfac65826fa {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:46:39.445753 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-fa1176ea-552d-41ee-a1f4-4e740d0b0d5a tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Made reservation on behalf of 1578882959ec432f9d25b0a5ff3f1b41 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:39.450485 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-fa1176ea-552d-41ee-a1f4-4e740d0b0d5a tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.455115 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-90157ecb-5ccd-47af-a278-c2c72375d51e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.568722 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-90157ecb-5ccd-47af-a278-c2c72375d51e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.661950 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-90157ecb-5ccd-47af-a278-c2c72375d51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.697091 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-fa1176ea-552d-41ee-a1f4-4e740d0b0d5a tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Allocated IP 172.20.0.5 (008fbbfa-f8ec-4f69-a6f9-5bc3540175b0/4c071359-93cb-497c-8466-3119e917d650/75e73b03-74a0-408d-8b3c-2732a13babfa) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:39.879468 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-90157ecb-5ccd-47af-a278-c2c72375d51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.902439 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-640af2b1-0f41-40d9-b270-549f3bea5611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:39.953817 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90157ecb-5ccd-47af-a278-c2c72375d51e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c38d131-90c8-4df8-b19d-8bfac65826fa,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:39.963196 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-90157ecb-5ccd-47af-a278-c2c72375d51e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:39.964516 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-90157ecb-5ccd-47af-a278-c2c72375d51e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.966535 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-90157ecb-5ccd-47af-a278-c2c72375d51e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2c38d131-90c8-4df8-b19d-8bfac65826fa HTTP/1.1" status: 204 len: 168 time: 0.6243372 Jun 17 08:46:39.971305 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 51890) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:40.021976 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-fa1176ea-552d-41ee-a1f4-4e740d0b0d5a tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:40.096138 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b02fa9cd-e40d-41cf-af5e-8275a318c872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:40.177580 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f6970-f9dd-4725-977e-0c46cdd8e4d9 req-180871d6-bc5c-42bb-a109-bb88b3f69501 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:40.179692 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd4f6970-f9dd-4725-977e-0c46cdd8e4d9 req-180871d6-bc5c-42bb-a109-bb88b3f69501 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.1340983 Jun 17 08:46:40.232753 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b02fa9cd-e40d-41cf-af5e-8275a318c872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:40.245729 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-b02fa9cd-e40d-41cf-af5e-8275a318c872 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1302d89b-bdda-43cb-a35c-b3bb609661cb']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:40.274765 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-b02fa9cd-e40d-41cf-af5e-8275a318c872 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1efc45a6-102b-4399-be59-f57c2bb6a981') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:40.275166 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-b02fa9cd-e40d-41cf-af5e-8275a318c872 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1efc45a6-102b-4399-be59-f57c2bb6a981') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:40.294532 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd4f6970-f9dd-4725-977e-0c46cdd8e4d9 req-44118961-6949-4038-a942-156d0a1018bb tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997765 Jun 17 08:46:40.296425 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-fa1176ea-552d-41ee-a1f4-4e740d0b0d5a tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:40.304253 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b02fa9cd-e40d-41cf-af5e-8275a318c872 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:40.324958 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-12b4592d-91bd-47f7-ad2b-a36215f13d04 tempest-InstanceActionsV221TestJSON-1920428955 tempest-InstanceActionsV221TestJSON-1920428955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:40.346370 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b02fa9cd-e40d-41cf-af5e-8275a318c872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:40.378736 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02fa9cd-e40d-41cf-af5e-8275a318c872 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:46:40.379145 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b02fa9cd-e40d-41cf-af5e-8275a318c872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:40.404109 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-fa1176ea-552d-41ee-a1f4-4e740d0b0d5a tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Network 008fbbfa-f8ec-4f69-a6f9-5bc3540175b0 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:40.419571 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-fa1176ea-552d-41ee-a1f4-4e740d0b0d5a tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:40.422607 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-fa1176ea-552d-41ee-a1f4-4e740d0b0d5a tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:40.485271 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1176ea-552d-41ee-a1f4-4e740d0b0d5a tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Pushing event updated for resources: {'Port': ['ID=75e73b03-74a0-408d-8b3c-2732a13babfa,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:46:40.485767 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:46:40.498765 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fa1176ea-552d-41ee-a1f4-4e740d0b0d5a tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:40.517228 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 49e17a72-8403-4213-a40a-9a87d1868b5b no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:40.522324 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-fa1176ea-552d-41ee-a1f4-4e740d0b0d5a tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:40.523562 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-fa1176ea-552d-41ee-a1f4-4e740d0b0d5a tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:40.604368 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 49e17a72-8403-4213-a40a-9a87d1868b5b {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:40.610700 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 49e17a72-8403-4213-a40a-9a87d1868b5b not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:40.611601 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 224580fe-d09f-4606-99eb-fbe55f170cb8 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:40.632566 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b02fa9cd-e40d-41cf-af5e-8275a318c872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:40.640070 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-01c8885c-9cd4-4d67-934a-934248c99b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:40.650488 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b02fa9cd-e40d-41cf-af5e-8275a318c872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:40.652911 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b02fa9cd-e40d-41cf-af5e-8275a318c872 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1302d89b-bdda-43cb-a35c-b3bb609661cb HTTP/1.1" status: 204 len: 168 time: 0.6785185 Jun 17 08:46:40.680010 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45eb5b-ee62-4639-912c-a29f328db196 req-eeded40a-876b-4692-8dc4-66987a1234f8 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:40.689104 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3f45eb5b-ee62-4639-912c-a29f328db196 req-eeded40a-876b-4692-8dc4-66987a1234f8 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd045245-0f32-4d03-9f7d-c681c6afbd91 HTTP/1.1" status: 200 len: 931 time: 0.1535435 Jun 17 08:46:40.695007 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-fa1176ea-552d-41ee-a1f4-4e740d0b0d5a tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7780433 Jun 17 08:46:40.704374 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 224580fe-d09f-4606-99eb-fbe55f170cb8 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:40.706425 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 224580fe-d09f-4606-99eb-fbe55f170cb8 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:40.709492 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-f43b5ce7-f969-40ed-a675-c2e106cfe350 service neutron] Request body: {'port': {'device_id': 'fd045245-0f32-4d03-9f7d-c681c6afbd91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:40.734305 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fa9cd-e40d-41cf-af5e-8275a318c872 admin admin] Pushing event deleted for resources: {'Network': ['ID=1302d89b-bdda-43cb-a35c-b3bb609661cb,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:40.750570 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3f45eb5b-ee62-4639-912c-a29f328db196 req-480d4d4a-ad41-4ffc-a199-5523470f538d tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a985232-2b96-4063-a0ad-6782a5f8314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604343 Jun 17 08:46:40.757978 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b02fa9cd-e40d-41cf-af5e-8275a318c872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:40.855309 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-f43b5ce7-f969-40ed-a675-c2e106cfe350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:41.236960 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a415a-466f-4da5-b0e2-1a1b2db656fd req-634e883e-1215-4cba-9270-ed7b1ecc1423 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:41.238380 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ce5a415a-466f-4da5-b0e2-1a1b2db656fd req-634e883e-1215-4cba-9270-ed7b1ecc1423 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 946 time: 0.1585286 Jun 17 08:46:41.250566 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-f43b5ce7-f969-40ed-a675-c2e106cfe350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75e73b03-74a0-408d-8b3c-2732a13babfa {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:46:41.264137 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-f43b5ce7-f969-40ed-a675-c2e106cfe350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:41.292891 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-f43b5ce7-f969-40ed-a675-c2e106cfe350 service neutron] Transition to ACTIVE for port object 75e73b03-74a0-408d-8b3c-2732a13babfa will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:41.300428 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ce5a415a-466f-4da5-b0e2-1a1b2db656fd req-fb688a45-47d3-4962-aad8-a548595c215b tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527475 Jun 17 08:46:41.359566 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 51908) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:41.402187 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e2e53ded-667a-4ceb-bc58-450a14bf2335 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=da4fcbeea2f0401e991ac51af5b56a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412383 Jun 17 08:46:41.404520 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 51910) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:41.478011 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4b636b28-c9e3-4c9b-8f95-cf7d46591ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:41.492522 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-f43b5ce7-f969-40ed-a675-c2e106cfe350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:41.499079 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-642182bd-a2a1-479d-b354-8ee78268f3e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:41.547514 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4b636b28-c9e3-4c9b-8f95-cf7d46591ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:41.612130 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5887dbf-869b-4fad-bb93-081d02789f61 req-0801c803-48fd-4874-a3ae-d2b8fa690ec3 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:41.614042 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b5887dbf-869b-4fad-bb93-081d02789f61 req-0801c803-48fd-4874-a3ae-d2b8fa690ec3 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.1202514 Jun 17 08:46:41.677126 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b5887dbf-869b-4fad-bb93-081d02789f61 req-a2f3c720-bfd3-40b4-a030-9b3beffcf78f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446656 Jun 17 08:46:41.828585 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4b636b28-c9e3-4c9b-8f95-cf7d46591ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:41.835156 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4b636b28-c9e3-4c9b-8f95-cf7d46591ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:41.835156 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4b636b28-c9e3-4c9b-8f95-cf7d46591ec4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8b32971d-4955-4bef-8cd5-7eadd4f9a3b7 HTTP/1.1" status: 204 len: 168 time: 0.4279602 Jun 17 08:46:41.835156 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f010851b-8862-4994-9486-e5528708e37f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:41.851283 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b636b28-c9e3-4c9b-8f95-cf7d46591ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b32971d-4955-4bef-8cd5-7eadd4f9a3b7,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:41.864033 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4b636b28-c9e3-4c9b-8f95-cf7d46591ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:42.079784 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b5ce7-f969-40ed-a675-c2e106cfe350 service neutron] Pushing event updated for resources: {'Port': ['ID=75e73b03-74a0-408d-8b3c-2732a13babfa,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:42.106923 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f43b5ce7-f969-40ed-a675-c2e106cfe350 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:42.139576 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-a721c559-4d20-4971-bbde-c93d8d4e1a0c tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:42.142424 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-a721c559-4d20-4971-bbde-c93d8d4e1a0c tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/networks?id=8305e780-7f7d-463d-bdce-25806076a869 HTTP/1.1" status: 200 len: 821 time: 0.1978414 Jun 17 08:46:42.158663 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-5a6ea67f-93d3-4f63-aaf0-045e7d5629f2 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/quotas/702856434aae449ea41d8a187426d151 HTTP/1.1" status: 200 len: 375 time: 0.0112612 Jun 17 08:46:42.182490 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-f43b5ce7-f969-40ed-a675-c2e106cfe350 service neutron] Attempting to bind port 75e73b03-74a0-408d-8b3c-2732a13babfa on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:46:42.182876 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-f43b5ce7-f969-40ed-a675-c2e106cfe350 service neutron] Attempting to bind port 75e73b03-74a0-408d-8b3c-2732a13babfa by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '893e69ac-8293-4a26-beb1-158fb130acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '008fbbfa-f8ec-4f69-a6f9-5bc3540175b0'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:46:42.183192 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-f43b5ce7-f969-40ed-a675-c2e106cfe350 service neutron] Attempting to bind port 75e73b03-74a0-408d-8b3c-2732a13babfa on network 008fbbfa-f8ec-4f69-a6f9-5bc3540175b0 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:42.192061 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-f43b5ce7-f969-40ed-a675-c2e106cfe350 service neutron] Port 75e73b03-74a0-408d-8b3c-2732a13babfa on network 008fbbfa-f8ec-4f69-a6f9-5bc3540175b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:46:42.192525 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-f43b5ce7-f969-40ed-a675-c2e106cfe350 service neutron] Attempting to bind port 75e73b03-74a0-408d-8b3c-2732a13babfa on network 008fbbfa-f8ec-4f69-a6f9-5bc3540175b0 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:42.201784 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-f43b5ce7-f969-40ed-a675-c2e106cfe350 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:46:42.202182 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-f43b5ce7-f969-40ed-a675-c2e106cfe350 service neutron] Checking segment: {'id': '893e69ac-8293-4a26-beb1-158fb130acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '008fbbfa-f8ec-4f69-a6f9-5bc3540175b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:42.202523 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-f43b5ce7-f969-40ed-a675-c2e106cfe350 service neutron] Bound using segment: {'id': '893e69ac-8293-4a26-beb1-158fb130acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '008fbbfa-f8ec-4f69-a6f9-5bc3540175b0'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:46:42.202964 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-f43b5ce7-f969-40ed-a675-c2e106cfe350 service neutron] Bound port: 75e73b03-74a0-408d-8b3c-2732a13babfa, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '893e69ac-8293-4a26-beb1-158fb130acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '008fbbfa-f8ec-4f69-a6f9-5bc3540175b0'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:46:42.203323 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-f43b5ce7-f969-40ed-a675-c2e106cfe350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:42.240216 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb74cf-fb57-482c-be76-be766346d696 req-79d02fb4-32a5-4393-90ce-902df6081d75 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:42.248187 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4afb74cf-fb57-482c-be76-be766346d696 req-79d02fb4-32a5-4393-90ce-902df6081d75 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd045245-0f32-4d03-9f7d-c681c6afbd91 HTTP/1.1" status: 200 len: 943 time: 0.1129184 Jun 17 08:46:42.252626 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-cc261fab-14fd-4494-87d3-e618c89f850c tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=702856434aae449ea41d8a187426d151&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0871294 Jun 17 08:46:42.330792 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4afb74cf-fb57-482c-be76-be766346d696 req-35835c62-4955-4f8e-8c87-b3c23a2fbdd0 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a985232-2b96-4063-a0ad-6782a5f8314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816844 Jun 17 08:46:42.365614 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-1a7b274c-4c4c-4523-8dfa-6a3c2b1a5d15 service neutron] 10.222.0.49 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120942 Jun 17 08:46:42.366655 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-f43b5ce7-f969-40ed-a675-c2e106cfe350 service neutron] For port 75e73b03-74a0-408d-8b3c-2732a13babfa, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:46:42.374331 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-f43b5ce7-f969-40ed-a675-c2e106cfe350 service neutron] For port 75e73b03-74a0-408d-8b3c-2732a13babfa, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=75e73b03-74a0-408d-8b3c-2732a13babfa,segment=NetworkSegment(893e69ac-8293-4a26-beb1-158fb130acb7),segment_id=893e69ac-8293-4a26-beb1-158fb130acb7)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:46:42.499883 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-037e6946-cbd2-40ad-8b0e-52ce4c4a1586 service neutron] 10.222.0.49 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270463 Jun 17 08:46:42.532247 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-f43b5ce7-f969-40ed-a675-c2e106cfe350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:42.538126 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9831abe0-bcb2-4930-b072-106054572e9b tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:42.620377 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-f43b5ce7-f969-40ed-a675-c2e106cfe350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:42.621416 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-f43b5ce7-f969-40ed-a675-c2e106cfe350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:42.623745 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-f43b5ce7-f969-40ed-a675-c2e106cfe350 service neutron] 10.222.0.53 "PUT /v2.0/ports/75e73b03-74a0-408d-8b3c-2732a13babfa HTTP/1.1" status: 200 len: 1092 time: 1.9215267 Jun 17 08:46:42.624625 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd045245-0f32-4d03-9f7d-c681c6afbd91', 'tag': '75e73b03-74a0-408d-8b3c-2732a13babfa'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:42.628918 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307dc256-eaab-45f2-bed1-9eb773b50a32" -d '{"events": [{"name": "network-changed", "server_uuid": "fd045245-0f32-4d03-9f7d-c681c6afbd91", "tag": "75e73b03-74a0-408d-8b3c-2732a13babfa"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:42.681196 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b5ce7-f969-40ed-a675-c2e106cfe350 service neutron] Pushing event updated for resources: {'Port': ['ID=75e73b03-74a0-408d-8b3c-2732a13babfa,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:42.698896 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab190a09-02e8-4cb0-be8f-4768b6d45efd req-93395161-e86c-4b0e-add5-57fb5d04cda6 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:42.702073 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ab190a09-02e8-4cb0-be8f-4768b6d45efd req-93395161-e86c-4b0e-add5-57fb5d04cda6 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 946 time: 0.2567465 Jun 17 08:46:42.712527 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f43b5ce7-f969-40ed-a675-c2e106cfe350 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:42.949058 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ab190a09-02e8-4cb0-be8f-4768b6d45efd req-c8232fba-9243-46c6-993e-84c76a9e2037 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292459 Jun 17 08:46:42.978219 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-fb058186-75a3-426b-908a-04f256a0f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:42.979908 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-fb058186-75a3-426b-908a-04f256a0f3f9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1578882959ec432f9d25b0a5ff3f1b41&device_id=fd045245-0f32-4d03-9f7d-c681c6afbd91 HTTP/1.1" status: 200 len: 1095 time: 0.1701255 Jun 17 08:46:43.054989 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-e87e070a-42a9-49e5-b165-beafe7f32cc3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75e73b03-74a0-408d-8b3c-2732a13babfa HTTP/1.1" status: 200 len: 217 time: 0.0494778 Jun 17 08:46:43.054989 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c1ba80-413e-44f0-a604-463a9e4ea583 x-openstack-request-id: req-93c1ba80-413e-44f0-a604-463a9e4ea583 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:43.054989 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd045245-0f32-4d03-9f7d-c681c6afbd91", "tag": "75e73b03-74a0-408d-8b3c-2732a13babfa", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:43.054989 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-93c1ba80-413e-44f0-a604-463a9e4ea583 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:43.054989 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd045245-0f32-4d03-9f7d-c681c6afbd91', 'tag': '75e73b03-74a0-408d-8b3c-2732a13babfa', 'status': 'completed', 'code': 200} Jun 17 08:46:43.103950 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-241bbee2-9ac7-4f2a-aef3-6bca83ddbc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:43.105582 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-241bbee2-9ac7-4f2a-aef3-6bca83ddbc1d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c071359-93cb-497c-8466-3119e917d650 HTTP/1.1" status: 200 len: 861 time: 0.0616472 Jun 17 08:46:43.163930 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-3e706d31-7224-4179-b5c5-e3e0a9695834 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=008fbbfa-f8ec-4f69-a6f9-5bc3540175b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398848 Jun 17 08:46:43.317253 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-dec679e7-8c6d-4878-befa-50421c269a36 service neutron] 10.222.0.53 "GET /v2.0/networks/008fbbfa-f8ec-4f69-a6f9-5bc3540175b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435893 Jun 17 08:46:43.325913 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303614a-06ae-4b46-9e79-146816a62f7b req-6f63d7dd-0790-46f3-8aca-2ffce205a3a9 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:43.333656 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7303614a-06ae-4b46-9e79-146816a62f7b req-6f63d7dd-0790-46f3-8aca-2ffce205a3a9 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.1491630 Jun 17 08:46:43.435065 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7303614a-06ae-4b46-9e79-146816a62f7b req-4e688bd6-5a92-4258-8596-8cc9fe998d21 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005058 Jun 17 08:46:43.485996 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8c3b790a-3966-4aae-8516-e48a2384df8c req-3b76fa81-e8a5-464c-9ac1-bf091f892dbc service neutron] 10.222.0.53 "GET /v2.0/networks/008fbbfa-f8ec-4f69-a6f9-5bc3540175b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502383 Jun 17 08:46:43.752838 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307dc256-eaab-45f2-bed1-9eb773b50a32 req-96db16ce-a5a3-435f-ba1f-2265c979b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:43.755178 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-307dc256-eaab-45f2-bed1-9eb773b50a32 req-96db16ce-a5a3-435f-ba1f-2265c979b974 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1578882959ec432f9d25b0a5ff3f1b41&device_id=fd045245-0f32-4d03-9f7d-c681c6afbd91 HTTP/1.1" status: 200 len: 1095 time: 0.0756459 Jun 17 08:46:43.808328 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-95e05d75-50ab-4d9d-a972-144a48c9a10e req-39c12829-4739-4ee3-aa37-87ddf126d641 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 210 time: 0.0410652 Jun 17 08:46:43.955910 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307dc256-eaab-45f2-bed1-9eb773b50a32 req-5048e6e0-a048-4185-9ffd-3d0026c89d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:43.958759 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-307dc256-eaab-45f2-bed1-9eb773b50a32 req-5048e6e0-a048-4185-9ffd-3d0026c89d88 service neutron] 10.222.0.53 "GET /v2.0/networks?id=008fbbfa-f8ec-4f69-a6f9-5bc3540175b0 HTTP/1.1" status: 200 len: 922 time: 0.1948707 Jun 17 08:46:43.972119 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf85ae0-60bc-4b04-b5e9-b85835e8cfb4 req-5abab3fe-a8a8-4658-9935-0e7891904b20 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:43.974382 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9bf85ae0-60bc-4b04-b5e9-b85835e8cfb4 req-5abab3fe-a8a8-4658-9935-0e7891904b20 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd045245-0f32-4d03-9f7d-c681c6afbd91 HTTP/1.1" status: 200 len: 943 time: 0.1175644 Jun 17 08:46:44.028318 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-307dc256-eaab-45f2-bed1-9eb773b50a32 req-3706e1a5-d997-4593-b762-c5c7538cfab6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75e73b03-74a0-408d-8b3c-2732a13babfa HTTP/1.1" status: 200 len: 217 time: 0.0528064 Jun 17 08:46:44.047891 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e81c59-cc95-47c0-83b2-ade95fc0c31b req-6ad2cfe3-b0c3-4332-a5f0-5aa5d84ffe57 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:44.049551 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-33e81c59-cc95-47c0-83b2-ade95fc0c31b req-6ad2cfe3-b0c3-4332-a5f0-5aa5d84ffe57 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.0901573 Jun 17 08:46:44.082520 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9bf85ae0-60bc-4b04-b5e9-b85835e8cfb4 req-ec2a41b6-b70e-49b0-9bbd-df644225ab3e tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a985232-2b96-4063-a0ad-6782a5f8314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005468 Jun 17 08:46:44.093003 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-33e81c59-cc95-47c0-83b2-ade95fc0c31b req-0686d337-8568-4dec-9506-672191bfc03d tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366476 Jun 17 08:46:44.096493 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307dc256-eaab-45f2-bed1-9eb773b50a32 req-cec31f66-52dd-4d5a-ba67-5554a6930e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:44.097823 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-307dc256-eaab-45f2-bed1-9eb773b50a32 req-cec31f66-52dd-4d5a-ba67-5554a6930e6a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c071359-93cb-497c-8466-3119e917d650 HTTP/1.1" status: 200 len: 861 time: 0.0605841 Jun 17 08:46:44.149610 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-307dc256-eaab-45f2-bed1-9eb773b50a32 req-d6ebc534-5929-433e-9776-48d0b497dda0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=008fbbfa-f8ec-4f69-a6f9-5bc3540175b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344248 Jun 17 08:46:44.248414 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-307dc256-eaab-45f2-bed1-9eb773b50a32 req-e6d20f9a-c1e9-424e-a35c-45bf4e14b6e5 service neutron] 10.222.0.53 "GET /v2.0/networks/008fbbfa-f8ec-4f69-a6f9-5bc3540175b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933936 Jun 17 08:46:44.333799 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72c9a9-e592-435c-aca6-a4d95f7b267c req-a01838de-72ba-4e89-9c9b-84de8382c605 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:44.336206 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4f72c9a9-e592-435c-aca6-a4d95f7b267c req-a01838de-72ba-4e89-9c9b-84de8382c605 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.0835760 Jun 17 08:46:44.359431 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-307dc256-eaab-45f2-bed1-9eb773b50a32 req-e97ef3fe-65df-4781-99ea-784dea3ba7bb service neutron] 10.222.0.53 "GET /v2.0/networks/008fbbfa-f8ec-4f69-a6f9-5bc3540175b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031032 Jun 17 08:46:44.389835 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4f72c9a9-e592-435c-aca6-a4d95f7b267c req-e14c9511-87e7-4418-bf3d-efeb0425b1cf tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461783 Jun 17 08:46:44.636914 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a504b7-3d6c-46a9-9f4f-e01c0057b063 req-61ad46e1-ed76-444f-8e36-805f8d1f391d tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:44.638546 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-84a504b7-3d6c-46a9-9f4f-e01c0057b063 req-61ad46e1-ed76-444f-8e36-805f8d1f391d tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.0829828 Jun 17 08:46:44.691670 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-84a504b7-3d6c-46a9-9f4f-e01c0057b063 req-041ffa67-1ec0-4b2f-aea2-5b5dbdf10cb0 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457234 Jun 17 08:46:44.731391 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2eacef34-5210-4247-a6c6-0f804037158a req-d52ef8b1-d9a3-45a9-ade4-09c496808598 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1846007160&fields=id&tenant_id=4e60ea9bd96f4406af1e48f6a271b4f3 HTTP/1.1" status: 200 len: 267 time: 0.0404239 Jun 17 08:46:44.871278 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacef34-5210-4247-a6c6-0f804037158a req-330e4280-9e0a-4e8f-a242-0677dd7a7b1d tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:44.880886 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2eacef34-5210-4247-a6c6-0f804037158a req-330e4280-9e0a-4e8f-a242-0677dd7a7b1d tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/networks?id=8febca87-b053-4652-aefe-046fdedc430b HTTP/1.1" status: 200 len: 815 time: 0.1329329 Jun 17 08:46:44.894927 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2eacef34-5210-4247-a6c6-0f804037158a req-c8a7469b-1ddb-4c50-a128-443ea5aaa500 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/quotas/4e60ea9bd96f4406af1e48f6a271b4f3 HTTP/1.1" status: 200 len: 375 time: 0.0152590 Jun 17 08:46:44.935983 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-595c78b7-a6bc-408c-b4eb-824818e60fa3 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:44.937609 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-595c78b7-a6bc-408c-b4eb-824818e60fa3 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/networks?id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f HTTP/1.1" status: 200 len: 812 time: 0.1290085 Jun 17 08:46:44.953503 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-c27ef994-8a2b-4b52-8e20-72773d0a9cb6 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/quotas/c4f6d8ed8ebf4cbb81ed4c1f79745b4d HTTP/1.1" status: 200 len: 375 time: 0.0099916 Jun 17 08:46:44.980705 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2eacef34-5210-4247-a6c6-0f804037158a req-774c5296-a0bf-4cfa-b2c8-612fa80c3bc7 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4e60ea9bd96f4406af1e48f6a271b4f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0790632 Jun 17 08:46:45.047759 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-d858492a-53e2-4b76-bd10-f8bf1ac743fc tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0869401 Jun 17 08:46:45.087502 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2eacef34-5210-4247-a6c6-0f804037158a req-c23d29aa-e459-4b24-a1ba-523d2faa2674 service neutron] 10.222.0.49 "GET /v2.0/networks/8febca87-b053-4652-aefe-046fdedc430b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935137 Jun 17 08:46:45.152454 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-0c7fba69-cf03-4fa0-bedc-1c5e2aea5929 service neutron] 10.222.0.49 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924728 Jun 17 08:46:45.219184 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2eacef34-5210-4247-a6c6-0f804037158a req-ac313b32-714b-4c77-8422-135679f844ec service neutron] 10.222.0.49 "GET /v2.0/networks/8febca87-b053-4652-aefe-046fdedc430b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206748 Jun 17 08:46:45.254951 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-0bf2090b-fd33-42bd-800d-56c7835be387 service neutron] 10.222.0.49 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955346 Jun 17 08:46:45.631940 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f5310401-fcab-41be-8faf-9fca72caa49f req-5102c397-44a3-4d54-8e1d-d513f1b01dcb tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e775c5e-047d-414d-b2c9-2363f7853bb4 HTTP/1.1" status: 200 len: 210 time: 0.0359955 Jun 17 08:46:45.884857 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-49254375-57c0-418f-a9a7-8352e1534a1d req-4de736a6-054c-4ccb-8d35-63214a7627bb tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 210 time: 0.0347390 Jun 17 08:46:46.094669 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9efe4-b603-4443-8ff8-0542c5a65f07 req-a4eead70-70d1-4331-ac40-ed2fb917d3d3 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:46.096334 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6ec9efe4-b603-4443-8ff8-0542c5a65f07 req-a4eead70-70d1-4331-ac40-ed2fb917d3d3 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd045245-0f32-4d03-9f7d-c681c6afbd91 HTTP/1.1" status: 200 len: 943 time: 0.0656881 Jun 17 08:46:46.144663 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6ec9efe4-b603-4443-8ff8-0542c5a65f07 req-44c0af57-3e06-4de4-ac3c-82c64a5bf44a tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a985232-2b96-4063-a0ad-6782a5f8314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381775 Jun 17 08:46:46.144833 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8b819633-d21b-4fd8-b7c9-bb66ae82609c req-0061f303-1d73-44c2-aa6b-5fcdd0b147b3 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=18ab51f4-19fc-405c-a70d-76da962dbc91 HTTP/1.1" status: 200 len: 210 time: 0.0657244 Jun 17 08:46:46.264244 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 75e73b03-74a0-408d-8b3c-2732a13babfa details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:46:46.367831 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 75e73b03-74a0-408d-8b3c-2732a13babfa, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=75e73b03-74a0-408d-8b3c-2732a13babfa,segment=NetworkSegment(893e69ac-8293-4a26-beb1-158fb130acb7),segment_id=893e69ac-8293-4a26-beb1-158fb130acb7)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:46.380318 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '75e73b03-74a0-408d-8b3c-2732a13babfa', 'network_id': '008fbbfa-f8ec-4f69-a6f9-5bc3540175b0', 'port_id': '75e73b03-74a0-408d-8b3c-2732a13babfa', 'mac_address': 'fa:16:3e:e7:89:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c071359-93cb-497c-8466-3119e917d650', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:46:46.419203 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.436250 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75e73b03-74a0-408d-8b3c-2732a13babfa {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:46:46.459397 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 75e73b03-74a0-408d-8b3c-2732a13babfa, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=75e73b03-74a0-408d-8b3c-2732a13babfa,segment=NetworkSegment(893e69ac-8293-4a26-beb1-158fb130acb7),segment_id=893e69ac-8293-4a26-beb1-158fb130acb7)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:46.463447 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b4ba5-a4ca-4f73-8b30-af9b49b1fae5 req-557814d2-9dd8-4963-baae-a0bc323ec0c0 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:46.465020 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ca3b4ba5-a4ca-4f73-8b30-af9b49b1fae5 req-557814d2-9dd8-4963-baae-a0bc323ec0c0 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.1623371 Jun 17 08:46:46.474703 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-249956f3-b9cf-46e1-8c87-001624d79a75 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:46.476354 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-249956f3-b9cf-46e1-8c87-001624d79a75 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.50 "GET /v2.0/networks?id=8305e780-7f7d-463d-bdce-25806076a869 HTTP/1.1" status: 200 len: 821 time: 0.1409957 Jun 17 08:46:46.496269 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-07a406e3-6233-4783-a1cd-43fd4e3f4ab0 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Request body: {'port': {'device_id': 'c5c12514-5c9a-4991-bb8d-be2878440623', 'network_id': '8305e780-7f7d-463d-bdce-25806076a869', 'admin_state_up': True, 'tenant_id': '702856434aae449ea41d8a187426d151'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:46.551220 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.554351 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:46.573819 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ca3b4ba5-a4ca-4f73-8b30-af9b49b1fae5 req-eeeb404a-eee5-44a4-b63e-ac9b46e9ee44 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964422 Jun 17 08:46:46.593659 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-584dd9a4-18d5-4fbf-91ca-e1df592b3e47 req-c707d0e1-473d-4a36-bca3-40406a3202d1 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 210 time: 0.0585184 Jun 17 08:46:46.659750 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=75e73b03-74a0-408d-8b3c-2732a13babfa,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:46.663273 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:46.663917 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:46.664538 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:46.665257 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:46.665757 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:46.666656 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:46.667198 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:46.667922 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:46.668758 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:46.669780 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:46.669780 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:46.670778 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:46.679020 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:46.804739 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-86f6c560-d7b1-4eee-a89f-c1e27f5b86be req-42c21018-ad73-4f35-b411-924febd22767 tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0335643 Jun 17 08:46:46.839426 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-07a406e3-6233-4783-a1cd-43fd4e3f4ab0 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Made reservation on behalf of 702856434aae449ea41d8a187426d151 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:46.839426 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-07a406e3-6233-4783-a1cd-43fd4e3f4ab0 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.839809 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['75e73b03-74a0-408d-8b3c-2732a13babfa'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:46:47.057413 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-07a406e3-6233-4783-a1cd-43fd4e3f4ab0 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Allocated IP 172.20.0.3 (8305e780-7f7d-463d-bdce-25806076a869/b9c88322-5e95-4e53-8f33-f88e3723f8f7/a08bf8af-bd50-4e66-8efa-150176852bf3) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:47.131387 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2b99d8b3-622b-4d4f-953d-ba61639394ac req-bf7e09b0-4b06-4c18-833b-c52825b1fe75 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 210 time: 0.0616779 Jun 17 08:46:47.330707 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-07a406e3-6233-4783-a1cd-43fd4e3f4ab0 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:47.435031 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4ed87b4a-230b-4ba2-8026-df87022b0324 req-f385d01e-cf69-4fe8-99f8-6e79a978a39f tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=18ab51f4-19fc-405c-a70d-76da962dbc91 HTTP/1.1" status: 200 len: 210 time: 0.0448227 Jun 17 08:46:47.464120 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09b238-1570-4693-9dba-bbaac622c231 req-97b08d5c-5648-4e40-8f0c-c45f316d8f9a tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:47.466113 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5f09b238-1570-4693-9dba-bbaac622c231 req-97b08d5c-5648-4e40-8f0c-c45f316d8f9a tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd045245-0f32-4d03-9f7d-c681c6afbd91 HTTP/1.1" status: 200 len: 944 time: 0.0760548 Jun 17 08:46:47.509984 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5f09b238-1570-4693-9dba-bbaac622c231 req-eaa61d25-1010-4392-b870-a4efeb12f63c tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a985232-2b96-4063-a0ad-6782a5f8314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372007 Jun 17 08:46:47.517980 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-07a406e3-6233-4783-a1cd-43fd4e3f4ab0 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:47.522239 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:47.523751 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-041eceab-496a-428d-8624-8fa88f6b5834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:47.581566 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-07a406e3-6233-4783-a1cd-43fd4e3f4ab0 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Network 8305e780-7f7d-463d-bdce-25806076a869 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:47.584854 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-07a406e3-6233-4783-a1cd-43fd4e3f4ab0 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:47.591293 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-07a406e3-6233-4783-a1cd-43fd4e3f4ab0 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:47.591582 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:46:47.615951 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a406e3-6233-4783-a1cd-43fd4e3f4ab0 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Pushing event updated for resources: {'Port': ['ID=a08bf8af-bd50-4e66-8efa-150176852bf3,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:47.620904 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-07a406e3-6233-4783-a1cd-43fd4e3f4ab0 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:47.621336 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [req-230adc96-b195-4249-9555-486bdf9ec186 req-588437d9-228d-4dc3-8edc-3f87a59ec053 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:46:47.622697 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-230adc96-b195-4249-9555-486bdf9ec186 req-588437d9-228d-4dc3-8edc-3f87a59ec053 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079508 Jun 17 08:46:47.647638 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-07a406e3-6233-4783-a1cd-43fd4e3f4ab0 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:47.648618 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-07a406e3-6233-4783-a1cd-43fd4e3f4ab0 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:47.795740 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b1dbca2f-2e54-4f07-8f55-5176550977ab req-daa8e36a-e6bb-458a-8928-a92e186d13cd tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 210 time: 0.0391686 Jun 17 08:46:47.814881 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-07a406e3-6233-4783-a1cd-43fd4e3f4ab0 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3226018 Jun 17 08:46:47.840856 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-3a3dada9-286d-4aaf-a7bd-1311e508b253 service neutron] Request body: {'port': {'device_id': 'c5c12514-5c9a-4991-bb8d-be2878440623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:47.878541 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-230adc96-b195-4249-9555-486bdf9ec186 req-b60e9d28-1f69-47a6-9dee-6a08e14d6681 service neutron] 10.222.0.50 "GET /v2.0/ports/5b3332a2-df6b-4110-b9a2-8363b4f265ba/bindings/n-h1-758944-30 HTTP/1.1" status: 200 len: 383 time: 0.2442453 Jun 17 08:46:47.948047 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2fcae489-d02c-45c3-b75f-e0177e060f88 req-b9eb1456-68b3-4d58-af68-862e8004e149 tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0388050 Jun 17 08:46:47.985356 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-3a3dada9-286d-4aaf-a7bd-1311e508b253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.163953 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e433b73-7d56-4a26-a9e9-a216493a5bb6 req-edc8b3e6-9c58-414e-8d20-432592d0a3c9 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:48.165798 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3e433b73-7d56-4a26-a9e9-a216493a5bb6 req-edc8b3e6-9c58-414e-8d20-432592d0a3c9 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.2371483 Jun 17 08:46:48.288296 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 75e73b03-74a0-408d-8b3c-2732a13babfa up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:48.300208 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3e433b73-7d56-4a26-a9e9-a216493a5bb6 req-92a4e652-2127-4141-a345-3fdf740b6724 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107979 Jun 17 08:46:48.354813 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321b1c4-f561-4fc0-a893-ce44486b9672 req-9cdcb6a1-50b5-4696-91fa-ac0ec00f8e45 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:48.367170 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d321b1c4-f561-4fc0-a893-ce44486b9672 req-9cdcb6a1-50b5-4696-91fa-ac0ec00f8e45 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 931 time: 0.1027896 Jun 17 08:46:48.416313 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-3a3dada9-286d-4aaf-a7bd-1311e508b253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a08bf8af-bd50-4e66-8efa-150176852bf3 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:46:48.427800 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-3a3dada9-286d-4aaf-a7bd-1311e508b253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.443610 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-3a3dada9-286d-4aaf-a7bd-1311e508b253 service neutron] Transition to ACTIVE for port object a08bf8af-bd50-4e66-8efa-150176852bf3 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:48.480619 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d321b1c4-f561-4fc0-a893-ce44486b9672 req-acc78739-7c96-4755-a5aa-4b19d2b5e862 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120236 Jun 17 08:46:48.525094 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 75e73b03-74a0-408d-8b3c-2732a13babfa completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:48.527781 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-3a3dada9-286d-4aaf-a7bd-1311e508b253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.541610 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 75e73b03-74a0-408d-8b3c-2732a13babfa triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:48.541610 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.542978 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7f2812ae-3be5-4971-be80-c5679fb321e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:48.678581 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-af8c8ae5-cd45-48b7-891d-74b65b9f5b4e req-c946ea0d-66cc-46db-96fd-4b444da15757 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=18ab51f4-19fc-405c-a70d-76da962dbc91 HTTP/1.1" status: 200 len: 210 time: 0.0523338 Jun 17 08:46:48.688554 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.722243 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd045245-0f32-4d03-9f7d-c681c6afbd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e73b03-74a0-408d-8b3c-2732a13babfa'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:48.724961 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ce2255-c7a5-4cd5-9df7-79aa71b0d1b0" -d '{"events": [{"server_uuid": "fd045245-0f32-4d03-9f7d-c681c6afbd91", "name": "network-vif-plugged", "status": "completed", "tag": "75e73b03-74a0-408d-8b3c-2732a13babfa"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:48.740146 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 75e73b03-74a0-408d-8b3c-2732a13babfa, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=75e73b03-74a0-408d-8b3c-2732a13babfa,segment=NetworkSegment(893e69ac-8293-4a26-beb1-158fb130acb7),segment_id=893e69ac-8293-4a26-beb1-158fb130acb7)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:48.796230 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dada9-286d-4aaf-a7bd-1311e508b253 service neutron] Pushing event updated for resources: {'Port': ['ID=a08bf8af-bd50-4e66-8efa-150176852bf3,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:48.799794 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3a3dada9-286d-4aaf-a7bd-1311e508b253 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:48.800344 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf97411f-61b0-4eb8-9507-58d40f36d0f7 x-openstack-request-id: req-cf97411f-61b0-4eb8-9507-58d40f36d0f7 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:48.806975 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd045245-0f32-4d03-9f7d-c681c6afbd91", "name": "network-vif-plugged", "status": "completed", "tag": "75e73b03-74a0-408d-8b3c-2732a13babfa", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:48.806975 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cf97411f-61b0-4eb8-9507-58d40f36d0f7 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:48.806975 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd045245-0f32-4d03-9f7d-c681c6afbd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e73b03-74a0-408d-8b3c-2732a13babfa', 'code': 200} Jun 17 08:46:48.816356 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870dba39-429f-4753-b43b-fee8bacbba97 req-b48bef2c-fe08-4b92-acc8-263316fce107 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:48.824237 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-870dba39-429f-4753-b43b-fee8bacbba97 req-b48bef2c-fe08-4b92-acc8-263316fce107 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd045245-0f32-4d03-9f7d-c681c6afbd91 HTTP/1.1" status: 200 len: 944 time: 0.1181684 Jun 17 08:46:48.831084 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.834096 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:48.876299 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-3a3dada9-286d-4aaf-a7bd-1311e508b253 service neutron] Attempting to bind port a08bf8af-bd50-4e66-8efa-150176852bf3 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:46:48.876779 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-3a3dada9-286d-4aaf-a7bd-1311e508b253 service neutron] Attempting to bind port a08bf8af-bd50-4e66-8efa-150176852bf3 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:46:48.877290 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-3a3dada9-286d-4aaf-a7bd-1311e508b253 service neutron] Attempting to bind port a08bf8af-bd50-4e66-8efa-150176852bf3 on network 8305e780-7f7d-463d-bdce-25806076a869 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:48.890662 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-3a3dada9-286d-4aaf-a7bd-1311e508b253 service neutron] Port a08bf8af-bd50-4e66-8efa-150176852bf3 on network 8305e780-7f7d-463d-bdce-25806076a869 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:46:48.891014 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-3a3dada9-286d-4aaf-a7bd-1311e508b253 service neutron] Attempting to bind port a08bf8af-bd50-4e66-8efa-150176852bf3 on network 8305e780-7f7d-463d-bdce-25806076a869 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:48.900780 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-3a3dada9-286d-4aaf-a7bd-1311e508b253 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:46:48.901130 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-3a3dada9-286d-4aaf-a7bd-1311e508b253 service neutron] Checking segment: {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:48.902321 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-3a3dada9-286d-4aaf-a7bd-1311e508b253 service neutron] Bound using segment: {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:46:48.902777 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-3a3dada9-286d-4aaf-a7bd-1311e508b253 service neutron] Bound port: a08bf8af-bd50-4e66-8efa-150176852bf3, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:46:48.903408 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-3a3dada9-286d-4aaf-a7bd-1311e508b253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.938849 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=75e73b03-74a0-408d-8b3c-2732a13babfa,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:48.947298 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:48.983074 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-870dba39-429f-4753-b43b-fee8bacbba97 req-d1a45b79-7ab3-4b52-819c-558c92f51571 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a985232-2b96-4063-a0ad-6782a5f8314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575420 Jun 17 08:46:49.017244 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230adc96-b195-4249-9555-486bdf9ec186 req-51451365-0495-42b7-8db0-e0a28009c44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:49.019038 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-230adc96-b195-4249-9555-486bdf9ec186 req-51451365-0495-42b7-8db0-e0a28009c44f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251&tenant_id=e01d01d179104814a9128dc5fc44bfde HTTP/1.1" status: 200 len: 1102 time: 0.1631303 Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:49.040219 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:49.044396 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:49.044396 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:46:49.044396 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:49.044396 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:49.044396 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:49.044396 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:49.044396 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:49.044396 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:49.044396 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:49.044396 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:46:49.044396 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:49.044396 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:49.044396 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:49.044396 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:46:49.044396 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:49.044396 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:49.044396 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:49.044396 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:49.075179 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a3d6671f-6f51-409c-a375-796935321e0f req-831fc098-4d4e-4ec6-8aaf-75bfb1c73bb4 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 210 time: 0.0537105 Jun 17 08:46:49.091583 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-3a3dada9-286d-4aaf-a7bd-1311e508b253 service neutron] For port a08bf8af-bd50-4e66-8efa-150176852bf3, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:46:49.122437 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-3a3dada9-286d-4aaf-a7bd-1311e508b253 service neutron] For port a08bf8af-bd50-4e66-8efa-150176852bf3, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=a08bf8af-bd50-4e66-8efa-150176852bf3,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:46:49.175142 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6bb13-840d-4fd5-98bb-5bc1b24272f4 req-75b263ce-e5aa-48f1-878e-0c8b72b27abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:49.176814 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-86a6bb13-840d-4fd5-98bb-5bc1b24272f4 req-75b263ce-e5aa-48f1-878e-0c8b72b27abc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fd045245-0f32-4d03-9f7d-c681c6afbd91 HTTP/1.1" status: 200 len: 1097 time: 0.2057724 Jun 17 08:46:49.190056 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230adc96-b195-4249-9555-486bdf9ec186 req-e34333fa-ea8f-4e2b-bbf3-44a64dd8acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:49.192347 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-230adc96-b195-4249-9555-486bdf9ec186 req-e34333fa-ea8f-4e2b-bbf3-44a64dd8acc4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 1102 time: 0.1485462 Jun 17 08:46:49.227649 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-428a4b22-7ff7-4ff0-95b5-0b8d25933089 req-e98001d9-bc5c-4dae-9302-df332bca82cd tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0486569 Jun 17 08:46:49.242084 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-3a3dada9-286d-4aaf-a7bd-1311e508b253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:49.258705 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f43b5ce7-f969-40ed-a675-c2e106cfe350 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:49.348352 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230adc96-b195-4249-9555-486bdf9ec186 req-8203c375-b8f0-408d-9690-e91c9e789e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:49.350963 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-230adc96-b195-4249-9555-486bdf9ec186 req-8203c375-b8f0-408d-9690-e91c9e789e15 service neutron] 10.222.0.50 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.1347153 Jun 17 08:46:49.377833 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-86a6bb13-840d-4fd5-98bb-5bc1b24272f4 req-d7a30830-31ca-4d7e-b6bf-ee10611bf9b3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3a985232-2b96-4063-a0ad-6782a5f8314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928558 Jun 17 08:46:49.383245 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-3a3dada9-286d-4aaf-a7bd-1311e508b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:49.383893 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-3a3dada9-286d-4aaf-a7bd-1311e508b253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:49.385500 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-3a3dada9-286d-4aaf-a7bd-1311e508b253 service neutron] 10.222.0.50 "PUT /v2.0/ports/a08bf8af-bd50-4e66-8efa-150176852bf3 HTTP/1.1" status: 200 len: 1092 time: 1.5504591 Jun 17 08:46:49.385783 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c12514-5c9a-4991-bb8d-be2878440623', 'tag': 'a08bf8af-bd50-4e66-8efa-150176852bf3'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:49.388158 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22ca026-1550-497a-96c4-b355e2bbc104" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c12514-5c9a-4991-bb8d-be2878440623", "tag": "a08bf8af-bd50-4e66-8efa-150176852bf3"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:49.396482 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dada9-286d-4aaf-a7bd-1311e508b253 service neutron] Pushing event updated for resources: {'Port': ['ID=a08bf8af-bd50-4e66-8efa-150176852bf3,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:49.408701 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3a3dada9-286d-4aaf-a7bd-1311e508b253 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:49.409966 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-230adc96-b195-4249-9555-486bdf9ec186 req-82297c8d-e2cd-44f9-b1bc-0547a67b751e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=5b3332a2-df6b-4110-b9a2-8363b4f265ba HTTP/1.1" status: 200 len: 217 time: 0.0520051 Jun 17 08:46:49.446326 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7941309e-a87a-49c1-bc23-8784947c2fac x-openstack-request-id: req-7941309e-a87a-49c1-bc23-8784947c2fac {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:49.446886 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c12514-5c9a-4991-bb8d-be2878440623", "tag": "a08bf8af-bd50-4e66-8efa-150176852bf3", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:49.447659 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7941309e-a87a-49c1-bc23-8784947c2fac {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:49.447659 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c12514-5c9a-4991-bb8d-be2878440623', 'tag': 'a08bf8af-bd50-4e66-8efa-150176852bf3', 'status': 'completed', 'code': 200} Jun 17 08:46:49.464966 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-21b70f92-5fe9-45e5-9d6b-e4c9dd45887f tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:49.466579 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-21b70f92-5fe9-45e5-9d6b-e4c9dd45887f tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.50 "GET /v2.0/networks?id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f HTTP/1.1" status: 200 len: 812 time: 0.1728623 Jun 17 08:46:49.478454 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230adc96-b195-4249-9555-486bdf9ec186 req-4327e08e-209d-4844-bb80-7b1796276181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:49.480260 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-54dabcf0-6be8-4067-9f52-7fa9bf0efb4a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Request body: {'port': {'device_id': '18ab51f4-19fc-405c-a70d-76da962dbc91', 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f', 'admin_state_up': True, 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:49.481048 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-230adc96-b195-4249-9555-486bdf9ec186 req-4327e08e-209d-4844-bb80-7b1796276181 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0640838 Jun 17 08:46:49.664399 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c487f05-4c6e-41f6-8a8a-3de4e4b31579 req-7078c0d7-8ced-42a8-8ef0-d763347871be tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:49.666608 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6c487f05-4c6e-41f6-8a8a-3de4e4b31579 req-7078c0d7-8ced-42a8-8ef0-d763347871be tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.1644878 Jun 17 08:46:49.669347 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230adc96-b195-4249-9555-486bdf9ec186 req-bb47c0f9-59cb-42ab-9b9c-772c94a5178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:49.672255 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-230adc96-b195-4249-9555-486bdf9ec186 req-bb47c0f9-59cb-42ab-9b9c-772c94a5178e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1825640 Jun 17 08:46:49.707252 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ca026-1550-497a-96c4-b355e2bbc104 req-d9e28191-0c8c-4ed8-8477-7998dd2012c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:49.708828 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c22ca026-1550-497a-96c4-b355e2bbc104 req-d9e28191-0c8c-4ed8-8477-7998dd2012c9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=702856434aae449ea41d8a187426d151&device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 1095 time: 0.1562259 Jun 17 08:46:49.762602 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6c487f05-4c6e-41f6-8a8a-3de4e4b31579 req-6af935dd-bae0-4ade-9fa1-54516619328d tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905738 Jun 17 08:46:49.790140 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41b9d8-e8b7-41f8-8e1c-13578979581e req-05c56fcb-2d80-4d99-9249-d59d7abda789 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:49.791622 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ae41b9d8-e8b7-41f8-8e1c-13578979581e req-05c56fcb-2d80-4d99-9249-d59d7abda789 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 943 time: 0.1661844 Jun 17 08:46:49.806909 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-230adc96-b195-4249-9555-486bdf9ec186 req-fe9ad550-9513-4308-b5c0-380e7273d978 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256306 Jun 17 08:46:49.912629 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-54dabcf0-6be8-4067-9f52-7fa9bf0efb4a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Made reservation on behalf of c4f6d8ed8ebf4cbb81ed4c1f79745b4d for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:49.928314 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-54dabcf0-6be8-4067-9f52-7fa9bf0efb4a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:49.928601 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-230adc96-b195-4249-9555-486bdf9ec186 req-6e956fa8-c2ff-4e78-9dd6-f89d0fe9febe service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114757 Jun 17 08:46:49.969481 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ae41b9d8-e8b7-41f8-8e1c-13578979581e req-bc9d3ca3-2e43-4725-932b-f5160d953ad7 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674502 Jun 17 08:46:49.981937 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ca026-1550-497a-96c4-b355e2bbc104 req-8ea0b7f2-058b-41e3-8d80-c39f218ecdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:49.983262 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c22ca026-1550-497a-96c4-b355e2bbc104 req-8ea0b7f2-058b-41e3-8d80-c39f218ecdfa service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=702856434aae449ea41d8a187426d151&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2641730 Jun 17 08:46:50.015837 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0e08d7b7-b273-47ea-a449-d516c97b5842 req-25798b05-4f97-4eb3-9bfe-5cf3f6a1f4e4 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=18ab51f4-19fc-405c-a70d-76da962dbc91 HTTP/1.1" status: 200 len: 210 time: 0.0752928 Jun 17 08:46:50.322309 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:50.339761 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-35dfda95-c084-42a4-8cf0-cdead66c2555 req-a20afb38-6323-4e2d-af2b-ae35007846d2 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 210 time: 0.1111865 Jun 17 08:46:50.360484 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ca026-1550-497a-96c4-b355e2bbc104 req-f80d8057-75c3-43fe-87ed-af0340fe846b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:50.360484 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c22ca026-1550-497a-96c4-b355e2bbc104 req-f80d8057-75c3-43fe-87ed-af0340fe846b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3655071 Jun 17 08:46:50.373433 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-54dabcf0-6be8-4067-9f52-7fa9bf0efb4a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Allocated IP 172.20.0.10 (14e0e5fd-f3e6-4e07-800d-dfdaacdec65f/9f1cd377-e173-40e7-8f95-b9cee993c643/78fdcced-753d-4560-9cf1-25d274d617b3) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:50.439987 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-105ce0ee-024f-4149-b1b9-338fab2cfa2d req-4fa788fd-1fc6-4cb5-bcbb-70432b17baa0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2e775c5e-047d-414d-b2c9-2363f7853bb4 HTTP/1.1" status: 200 len: 210 time: 0.0477233 Jun 17 08:46:50.496870 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d77a0-a36d-4d79-bfbd-4c48489e355b req-53ef9b28-ad67-493b-9d05-b511af5669a1 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:50.506246 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-920d77a0-a36d-4d79-bfbd-4c48489e355b req-53ef9b28-ad67-493b-9d05-b511af5669a1 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd045245-0f32-4d03-9f7d-c681c6afbd91 HTTP/1.1" status: 200 len: 945 time: 0.3526483 Jun 17 08:46:50.543126 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0d36eee1-cc5b-4671-8ced-f3325340c4e2 req-0c47845b-d978-4217-9000-73c5f081f6e3 tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0399599 Jun 17 08:46:50.591006 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacef34-5210-4247-a6c6-0f804037158a req-e7e94ecc-f7ee-4d41-b2b0-6aaa0c9fac79 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:50.592760 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2eacef34-5210-4247-a6c6-0f804037158a req-e7e94ecc-f7ee-4d41-b2b0-6aaa0c9fac79 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.53 "GET /v2.0/networks?id=8febca87-b053-4652-aefe-046fdedc430b HTTP/1.1" status: 200 len: 815 time: 0.3513494 Jun 17 08:46:50.712419 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-920d77a0-a36d-4d79-bfbd-4c48489e355b req-30b4bb37-1c5b-4544-9226-e93e5af8acb4 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a985232-2b96-4063-a0ad-6782a5f8314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051103 Jun 17 08:46:50.749357 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2eacef34-5210-4247-a6c6-0f804037158a req-383be0bf-4912-4dfc-b4d1-b3a65dee04ce tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e60ea9bd96f4406af1e48f6a271b4f3 HTTP/1.1" status: 200 len: 380 time: 0.1205065 Jun 17 08:46:50.766449 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-2eacef34-5210-4247-a6c6-0f804037158a req-44c7e346-14a5-47c2-95f2-32c1f69cf99c tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Request body: {'port': {'device_id': 'a449e571-3f47-4876-9bfc-de0dc35342cc', 'network_id': '8febca87-b053-4652-aefe-046fdedc430b', 'admin_state_up': True, 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'security_groups': ['bb84bc2a-274b-48f9-ab2b-ccf3ce41610b']}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:50.828661 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-707b73b7-ee0b-429f-98eb-a13d309b8cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:50.830510 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-707b73b7-ee0b-429f-98eb-a13d309b8cb0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=702856434aae449ea41d8a187426d151&device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 1095 time: 0.3157475 Jun 17 08:46:50.889414 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-cda8cb52-7fd5-4dc7-a574-e210f423e693 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a08bf8af-bd50-4e66-8efa-150176852bf3 HTTP/1.1" status: 200 len: 217 time: 0.0393538 Jun 17 08:46:50.894350 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-54dabcf0-6be8-4067-9f52-7fa9bf0efb4a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:51.322713 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-54dabcf0-6be8-4067-9f52-7fa9bf0efb4a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Transition to ACTIVE for port object 78fdcced-753d-4560-9cf1-25d274d617b3 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:51.437952 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebba3c4-22c6-4373-8d8d-f31c5148d9b8 req-9ba533d5-d4ba-4e94-b300-5c7f0f533b5c tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:51.438788 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-b751c278-5b28-4252-a99f-57ca35e211a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:51.440630 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-b751c278-5b28-4252-a99f-57ca35e211a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9c88322-5e95-4e53-8f33-f88e3723f8f7 HTTP/1.1" status: 200 len: 861 time: 0.5425386 Jun 17 08:46:51.447104 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cebba3c4-22c6-4373-8d8d-f31c5148d9b8 req-9ba533d5-d4ba-4e94-b300-5c7f0f533b5c tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 943 time: 0.0822728 Jun 17 08:46:51.485096 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 5b3332a2-df6b-4110-b9a2-8363b4f265ba no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:51.499982 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-54f584d3-4157-4abe-a425-bb737ed65653 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8305e780-7f7d-463d-bdce-25806076a869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516860 Jun 17 08:46:51.523457 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cebba3c4-22c6-4373-8d8d-f31c5148d9b8 req-604f0b77-2eab-4b84-b106-738d03ba59ca tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706108 Jun 17 08:46:51.549272 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-54dabcf0-6be8-4067-9f52-7fa9bf0efb4a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:51.569602 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['0e4eeb5b-b661-429b-ab04-279d4c2200ff'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:46:51.592294 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-90886491-5eb9-480f-98a4-e4f4af047ed3 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:51.648823 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabcf0-6be8-4067-9f52-7fa9bf0efb4a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Pushing event updated for resources: {'Port': ['ID=78fdcced-753d-4560-9cf1-25d274d617b3,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:51.652913 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-54dabcf0-6be8-4067-9f52-7fa9bf0efb4a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:51.660555 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eacef34-5210-4247-a6c6-0f804037158a req-44c7e346-14a5-47c2-95f2-32c1f69cf99c tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Made reservation on behalf of 4e60ea9bd96f4406af1e48f6a271b4f3 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:51.664279 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2eacef34-5210-4247-a6c6-0f804037158a req-44c7e346-14a5-47c2-95f2-32c1f69cf99c tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:51.689353 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81687b65-d460-44b0-8d36-a30fd01e0041 req-e8c864e5-0fa4-43fb-8a1b-92c14366a2c5 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:51.699015 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81687b65-d460-44b0-8d36-a30fd01e0041 req-e8c864e5-0fa4-43fb-8a1b-92c14366a2c5 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.7599130 Jun 17 08:46:51.782333 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81687b65-d460-44b0-8d36-a30fd01e0041 req-9549ff6d-84e1-49be-8174-42bdc002c69c tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820100 Jun 17 08:46:51.796495 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-54dabcf0-6be8-4067-9f52-7fa9bf0efb4a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:51.808375 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:51.837125 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-54dabcf0-6be8-4067-9f52-7fa9bf0efb4a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:51.857023 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-54dabcf0-6be8-4067-9f52-7fa9bf0efb4a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:51.864653 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c5594-5e98-4918-8630-adb6d082fbb1 req-ffd143e8-2a5e-448f-bfc0-6880bca3b58b tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:51.875875 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-329c5594-5e98-4918-8630-adb6d082fbb1 req-ffd143e8-2a5e-448f-bfc0-6880bca3b58b tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=18ab51f4-19fc-405c-a70d-76da962dbc91 HTTP/1.1" status: 200 len: 932 time: 0.1428630 Jun 17 08:46:51.922577 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e1e2f3-398b-4d4b-8ce4-edc49e189251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b3332a2-df6b-4110-b9a2-8363b4f265ba'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:51.931793 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8304c67-5ab9-45b6-b88b-ee51ebbfc726" -d '{"events": [{"server_uuid": "74e1e2f3-398b-4d4b-8ce4-edc49e189251", "name": "network-vif-unplugged", "status": "completed", "tag": "5b3332a2-df6b-4110-b9a2-8363b4f265ba"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:51.953818 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-329c5594-5e98-4918-8630-adb6d082fbb1 req-1aa7cd39-2f65-43c5-bf88-abb785c1a8a5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742519 Jun 17 08:46:51.967135 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 5b3332a2-df6b-4110-b9a2-8363b4f265ba, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=5b3332a2-df6b-4110-b9a2-8363b4f265ba,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:52.024407 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-54dabcf0-6be8-4067-9f52-7fa9bf0efb4a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:52.025309 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-54dabcf0-6be8-4067-9f52-7fa9bf0efb4a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.034160 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-e58b6d9e-5904-4b6d-936d-85ab828527ec service neutron] 10.222.0.50 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5262442 Jun 17 08:46:52.059607 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.061716 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:52.169848 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=5b3332a2-df6b-4110-b9a2-8363b4f265ba,revision_number=6']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:52.188811 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:52.241242 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5953d1fe-64ca-4565-b9c6-8f652d4b0f6a req-60214cc9-dbb5-4e9b-aa7b-44c4e498a0d4 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 210 time: 0.0303354 Jun 17 08:46:52.272618 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-54dabcf0-6be8-4067-9f52-7fa9bf0efb4a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7965579 Jun 17 08:46:52.303451 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-979f73b6-93a9-4fa4-9385-5a4dd3266f82 service neutron] Request body: {'port': {'device_id': '18ab51f4-19fc-405c-a70d-76da962dbc91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:52.340876 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-2eacef34-5210-4247-a6c6-0f804037158a req-44c7e346-14a5-47c2-95f2-32c1f69cf99c tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Allocated IP 172.20.0.5 (8febca87-b053-4652-aefe-046fdedc430b/b23aa9cf-568b-4905-8e2b-b7648ef430a0/0d9d466b-1a94-4c45-986d-07df20059d1b) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:52.412677 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-601f0bc6-524a-4c8e-b3d7-7dd60ee7a5a7 None None] Provisioning for port 78fdcced-753d-4560-9cf1-25d274d617b3 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:52.420170 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-601f0bc6-524a-4c8e-b3d7-7dd60ee7a5a7 None None] Provisioning complete for port 78fdcced-753d-4560-9cf1-25d274d617b3 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:52.420561 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-601f0bc6-524a-4c8e-b3d7-7dd60ee7a5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.453109 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d5b63af0-2608-4e8c-9de3-c5ad3822e5ab req-127ccc69-b455-4867-a02c-39c13806eab6 tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0465615 Jun 17 08:46:52.480051 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e5c409a0-3b74-4c0b-ba6f-8dea3074611f req-7afee325-1727-4487-b95e-e4881b148ad9 service neutron] 10.222.0.50 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224033 Jun 17 08:46:52.484887 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-601f0bc6-524a-4c8e-b3d7-7dd60ee7a5a7 None None] Port 78fdcced-753d-4560-9cf1-25d274d617b3 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:46:52.536594 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d442fb0-2245-433e-a884-bb8531c8e18a req-47b8a431-6720-4651-988f-d1bfb0cc74f1 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:52.538176 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4d442fb0-2245-433e-a884-bb8531c8e18a req-47b8a431-6720-4651-988f-d1bfb0cc74f1 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad433d24-9b7e-42ad-9e3e-3bcd418f69ca HTTP/1.1" status: 200 len: 946 time: 0.4344954 Jun 17 08:46:52.594313 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-979f73b6-93a9-4fa4-9385-5a4dd3266f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.674122 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4d442fb0-2245-433e-a884-bb8531c8e18a req-f66f0d96-ba4f-425e-8cd9-d49014063570 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274788 Jun 17 08:46:52.759789 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5444833-b274-47fd-906c-7f0b3c19751b x-openstack-request-id: req-c5444833-b274-47fd-906c-7f0b3c19751b {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:52.768917 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e1e2f3-398b-4d4b-8ce4-edc49e189251", "name": "network-vif-unplugged", "status": "completed", "tag": "5b3332a2-df6b-4110-b9a2-8363b4f265ba", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:52.768917 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c5444833-b274-47fd-906c-7f0b3c19751b {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:52.768917 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e1e2f3-398b-4d4b-8ce4-edc49e189251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b3332a2-df6b-4110-b9a2-8363b4f265ba', 'code': 200} Jun 17 08:46:52.885696 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2eacef34-5210-4247-a6c6-0f804037158a req-44c7e346-14a5-47c2-95f2-32c1f69cf99c tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.896847 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a8dac-f178-4b8a-b086-1d0e95f32374 req-6c8a3c94-173a-47d2-8272-2c5f4778a068 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:52.899549 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-216a8dac-f178-4b8a-b086-1d0e95f32374 req-6c8a3c94-173a-47d2-8272-2c5f4778a068 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd045245-0f32-4d03-9f7d-c681c6afbd91 HTTP/1.1" status: 200 len: 945 time: 0.1129651 Jun 17 08:46:52.948498 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-2eacef34-5210-4247-a6c6-0f804037158a req-44c7e346-14a5-47c2-95f2-32c1f69cf99c tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Transition to ACTIVE for port object 0d9d466b-1a94-4c45-986d-07df20059d1b will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:52.975813 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-216a8dac-f178-4b8a-b086-1d0e95f32374 req-39043031-cf23-41c8-9cff-b9dba6197d65 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a985232-2b96-4063-a0ad-6782a5f8314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655389 Jun 17 08:46:53.077914 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c599a3-e3d3-411e-8335-6ce10e8a2649 req-70c7544c-7603-4d41-9d45-7ca448e28142 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:53.080167 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e7c599a3-e3d3-411e-8335-6ce10e8a2649 req-70c7544c-7603-4d41-9d45-7ca448e28142 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 943 time: 0.1920280 Jun 17 08:46:53.113106 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002f401-711d-4157-b4c0-44979db7d054 req-8a490afb-b326-4afd-a00d-fa5991d792df tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:53.135146 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1002f401-711d-4157-b4c0-44979db7d054 req-8a490afb-b326-4afd-a00d-fa5991d792df tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad433d24-9b7e-42ad-9e3e-3bcd418f69ca HTTP/1.1" status: 200 len: 946 time: 0.1499360 Jun 17 08:46:53.181641 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-979f73b6-93a9-4fa4-9385-5a4dd3266f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78fdcced-753d-4560-9cf1-25d274d617b3 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:46:53.190114 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-979f73b6-93a9-4fa4-9385-5a4dd3266f82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.203914 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-979f73b6-93a9-4fa4-9385-5a4dd3266f82 service neutron] Transition to ACTIVE for port object 78fdcced-753d-4560-9cf1-25d274d617b3 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:53.268123 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e7c599a3-e3d3-411e-8335-6ce10e8a2649 req-e7735492-5a46-478a-a847-c00f75be7e75 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625679 Jun 17 08:46:53.279311 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-979f73b6-93a9-4fa4-9385-5a4dd3266f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.281697 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f0a0177d-376b-465b-b3ce-5925fe07d5dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:53.340289 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-1002f401-711d-4157-b4c0-44979db7d054 req-9b2e7740-7b91-4014-91a7-df1b54f37cb9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Deleting port 5e7bebc2-ff2c-4837-b83c-2af7c5f111be {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:53.340668 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1002f401-711d-4157-b4c0-44979db7d054 req-9b2e7740-7b91-4014-91a7-df1b54f37cb9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.421213 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2eacef34-5210-4247-a6c6-0f804037158a req-44c7e346-14a5-47c2-95f2-32c1f69cf99c tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.470328 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eacef34-5210-4247-a6c6-0f804037158a req-44c7e346-14a5-47c2-95f2-32c1f69cf99c tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Network 8febca87-b053-4652-aefe-046fdedc430b is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:53.472422 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f73b6-93a9-4fa4-9385-5a4dd3266f82 service neutron] Pushing event updated for resources: {'Port': ['ID=78fdcced-753d-4560-9cf1-25d274d617b3,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:53.480224 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-979f73b6-93a9-4fa4-9385-5a4dd3266f82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:53.497556 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 5b3332a2-df6b-4110-b9a2-8363b4f265ba details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:46:53.539306 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c64f5a5f-058e-4cb5-949e-33548d0b9acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:53.605405 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-2eacef34-5210-4247-a6c6-0f804037158a req-44c7e346-14a5-47c2-95f2-32c1f69cf99c tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:53.675351 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-86d83117-9e94-4ee0-8e2f-905c2277c31b req-3ea1c6be-87a3-4d08-99fb-603695e4622b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0550716 Jun 17 08:46:53.686846 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 5b3332a2-df6b-4110-b9a2-8363b4f265ba, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=5b3332a2-df6b-4110-b9a2-8363b4f265ba,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:53.689584 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-1002f401-711d-4157-b4c0-44979db7d054 req-9b2e7740-7b91-4014-91a7-df1b54f37cb9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] For port 5e7bebc2-ff2c-4837-b83c-2af7c5f111be, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=5e7bebc2-ff2c-4837-b83c-2af7c5f111be,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:53.689953 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1002f401-711d-4157-b4c0-44979db7d054 req-9b2e7740-7b91-4014-91a7-df1b54f37cb9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.721424 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '5b3332a2-df6b-4110-b9a2-8363b4f265ba', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '5b3332a2-df6b-4110-b9a2-8363b4f265ba', 'mac_address': 'fa:16:3e:90:71:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:46:53.725870 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eacef34-5210-4247-a6c6-0f804037158a req-44c7e346-14a5-47c2-95f2-32c1f69cf99c tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:53.778726 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.782947 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-1002f401-711d-4157-b4c0-44979db7d054 req-9b2e7740-7b91-4014-91a7-df1b54f37cb9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Calling delete_port for 5e7bebc2-ff2c-4837-b83c-2af7c5f111be owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:53.827608 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf079b-4870-4529-aeca-1271189253a6 req-3cd4a3e1-126a-4181-be10-f68999b2b657 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:53.830992 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b3332a2-df6b-4110-b9a2-8363b4f265ba {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:46:53.836828 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f8bf079b-4870-4529-aeca-1271189253a6 req-3cd4a3e1-126a-4181-be10-f68999b2b657 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 948 time: 0.4009016 Jun 17 08:46:53.861396 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-979f73b6-93a9-4fa4-9385-5a4dd3266f82 service neutron] Attempting to bind port 78fdcced-753d-4560-9cf1-25d274d617b3 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:46:53.861762 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-979f73b6-93a9-4fa4-9385-5a4dd3266f82 service neutron] Attempting to bind port 78fdcced-753d-4560-9cf1-25d274d617b3 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '498ad4d7-c11e-481f-a553-b46b3e1dd7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:46:53.862098 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-979f73b6-93a9-4fa4-9385-5a4dd3266f82 service neutron] Attempting to bind port 78fdcced-753d-4560-9cf1-25d274d617b3 on network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:53.870828 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-979f73b6-93a9-4fa4-9385-5a4dd3266f82 service neutron] Port 78fdcced-753d-4560-9cf1-25d274d617b3 on network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:46:53.871159 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-979f73b6-93a9-4fa4-9385-5a4dd3266f82 service neutron] Attempting to bind port 78fdcced-753d-4560-9cf1-25d274d617b3 on network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:53.879197 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-979f73b6-93a9-4fa4-9385-5a4dd3266f82 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:46:53.879562 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-979f73b6-93a9-4fa4-9385-5a4dd3266f82 service neutron] Checking segment: {'id': '498ad4d7-c11e-481f-a553-b46b3e1dd7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:53.879981 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-979f73b6-93a9-4fa4-9385-5a4dd3266f82 service neutron] Bound using segment: {'id': '498ad4d7-c11e-481f-a553-b46b3e1dd7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:46:53.880437 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-979f73b6-93a9-4fa4-9385-5a4dd3266f82 service neutron] Bound port: 78fdcced-753d-4560-9cf1-25d274d617b3, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '498ad4d7-c11e-481f-a553-b46b3e1dd7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:46:53.880792 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-979f73b6-93a9-4fa4-9385-5a4dd3266f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.882792 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7e346-14a5-47c2-95f2-32c1f69cf99c tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Pushing event updated for resources: {'Port': ['ID=0d9d466b-1a94-4c45-986d-07df20059d1b,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:53.886521 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-44c7e346-14a5-47c2-95f2-32c1f69cf99c tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:53.901110 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 5b3332a2-df6b-4110-b9a2-8363b4f265ba, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=5b3332a2-df6b-4110-b9a2-8363b4f265ba,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:53.945639 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacef34-5210-4247-a6c6-0f804037158a req-44c7e346-14a5-47c2-95f2-32c1f69cf99c tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:53.946298 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2eacef34-5210-4247-a6c6-0f804037158a req-44c7e346-14a5-47c2-95f2-32c1f69cf99c tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.980434 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f8bf079b-4870-4529-aeca-1271189253a6 req-21de261f-ff20-4e7d-9944-bb388cca812e tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425614 Jun 17 08:46:53.990923 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:54.003910 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:54.004083 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af5d31-08bb-4f7e-817f-bcc0df89655c req-0d2e6f0c-f0f2-4d52-8909-465803bc6c15 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:54.006393 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-55af5d31-08bb-4f7e-817f-bcc0df89655c req-0d2e6f0c-f0f2-4d52-8909-465803bc6c15 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=18ab51f4-19fc-405c-a70d-76da962dbc91 HTTP/1.1" status: 200 len: 944 time: 0.3696589 Jun 17 08:46:54.084088 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-55af5d31-08bb-4f7e-817f-bcc0df89655c req-0b64af90-01c5-4fd8-9416-43497acfdf67 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765624 Jun 17 08:46:54.091361 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-979f73b6-93a9-4fa4-9385-5a4dd3266f82 service neutron] For port 78fdcced-753d-4560-9cf1-25d274d617b3, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:46:54.099425 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-979f73b6-93a9-4fa4-9385-5a4dd3266f82 service neutron] For port 78fdcced-753d-4560-9cf1-25d274d617b3, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=78fdcced-753d-4560-9cf1-25d274d617b3,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:46:54.122389 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=5b3332a2-df6b-4110-b9a2-8363b4f265ba,revision_number=7']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:54.125896 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:54.136212 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2eacef34-5210-4247-a6c6-0f804037158a req-44c7e346-14a5-47c2-95f2-32c1f69cf99c tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3772817 Jun 17 08:46:54.150046 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-2eacef34-5210-4247-a6c6-0f804037158a req-614e726d-0c89-4bc1-9248-72dfa225b9dd service neutron] Request body: {'port': {'device_id': 'a449e571-3f47-4876-9bfc-de0dc35342cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:54.182698 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-37ceb370-7a15-42cd-b76a-d47631220241 None None] Provisioning for port 0d9d466b-1a94-4c45-986d-07df20059d1b completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:54.187260 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-37ceb370-7a15-42cd-b76a-d47631220241 None None] Provisioning complete for port 0d9d466b-1a94-4c45-986d-07df20059d1b triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:54.193188 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-37ceb370-7a15-42cd-b76a-d47631220241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:54.234815 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1002f401-711d-4157-b4c0-44979db7d054 req-9b2e7740-7b91-4014-91a7-df1b54f37cb9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:54.235066 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-37ceb370-7a15-42cd-b76a-d47631220241 None None] Port 0d9d466b-1a94-4c45-986d-07df20059d1b cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:46:54.236830 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-979f73b6-93a9-4fa4-9385-5a4dd3266f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:54.242441 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c5fdda00-7878-4843-ae7a-e7e00acc7cd9 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:54.257183 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['5e7bebc2-ff2c-4837-b83c-2af7c5f111be'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:46:54.268306 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4c6b1923-5abe-4b4e-9cc7-ff9ea214be04 tempest-ServerRescueTestJSON-14300192 tempest-ServerRescueTestJSON-14300192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:54.280744 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6caab83-111f-42b5-9322-0c396ec2b923 req-8f71d96b-1562-412e-b9cc-c44654f66a7f tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:54.282405 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e6caab83-111f-42b5-9322-0c396ec2b923 req-8f71d96b-1562-412e-b9cc-c44654f66a7f tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 931 time: 0.1573455 Jun 17 08:46:54.292759 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e7740-7b91-4014-91a7-df1b54f37cb9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Pushing event deleted for resources: {'Port': ['ID=5e7bebc2-ff2c-4837-b83c-2af7c5f111be,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:54.297460 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9b2e7740-7b91-4014-91a7-df1b54f37cb9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:54.310370 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['5b3332a2-df6b-4110-b9a2-8363b4f265ba'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:46:54.358883 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-979f73b6-93a9-4fa4-9385-5a4dd3266f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:54.360205 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-979f73b6-93a9-4fa4-9385-5a4dd3266f82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:54.369162 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-979f73b6-93a9-4fa4-9385-5a4dd3266f82 service neutron] 10.222.0.50 "PUT /v2.0/ports/78fdcced-753d-4560-9cf1-25d274d617b3 HTTP/1.1" status: 200 len: 1093 time: 2.0851328 Jun 17 08:46:54.375397 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-1002f401-711d-4157-b4c0-44979db7d054 req-9b2e7740-7b91-4014-91a7-df1b54f37cb9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] No DVR routers for this DVR port 5e7bebc2-ff2c-4837-b83c-2af7c5f111be on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:54.378257 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1002f401-711d-4157-b4c0-44979db7d054 req-9b2e7740-7b91-4014-91a7-df1b54f37cb9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:54.380879 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1002f401-711d-4157-b4c0-44979db7d054 req-9b2e7740-7b91-4014-91a7-df1b54f37cb9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.53 "DELETE /v2.0/ports/5e7bebc2-ff2c-4837-b83c-2af7c5f111be HTTP/1.1" status: 204 len: 173 time: 1.2393270 Jun 17 08:46:54.381569 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad433d24-9b7e-42ad-9e3e-3bcd418f69ca', 'name': 'network-vif-deleted', 'tag': '5e7bebc2-ff2c-4837-b83c-2af7c5f111be'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:54.384033 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa1712c-deb3-452a-a7f7-b635dfd9f6c3" -d '{"events": [{"server_uuid": "ad433d24-9b7e-42ad-9e3e-3bcd418f69ca", "name": "network-vif-deleted", "tag": "5e7bebc2-ff2c-4837-b83c-2af7c5f111be"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:54.418135 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e6caab83-111f-42b5-9322-0c396ec2b923 req-65e0092b-9986-4ed0-8a64-678b21bb16ed tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb84bc2a-274b-48f9-ab2b-ccf3ce41610b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218152 Jun 17 08:46:54.420348 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ab51f4-19fc-405c-a70d-76da962dbc91', 'tag': '78fdcced-753d-4560-9cf1-25d274d617b3'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:54.422954 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38e85ee-add2-4c6b-86af-e626dc610622" -d '{"events": [{"name": "network-changed", "server_uuid": "18ab51f4-19fc-405c-a70d-76da962dbc91", "tag": "78fdcced-753d-4560-9cf1-25d274d617b3"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:54.436451 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-38db7cb3-34c8-40cb-bf6b-a4504ee08814 req-73f9a80f-d144-4417-ad84-18f434ad9358 tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.1854196 Jun 17 08:46:54.455023 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2eacef34-5210-4247-a6c6-0f804037158a req-614e726d-0c89-4bc1-9248-72dfa225b9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:54.666324 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f73b6-93a9-4fa4-9385-5a4dd3266f82 service neutron] Pushing event updated for resources: {'Port': ['ID=78fdcced-753d-4560-9cf1-25d274d617b3,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:54.712452 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-979f73b6-93a9-4fa4-9385-5a4dd3266f82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:54.714952 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b3592ca1-bfe3-43bb-9051-ffc3c20a8c1d req-ff74c208-ad99-41af-a071-87b95a356afc tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad433d24-9b7e-42ad-9e3e-3bcd418f69ca HTTP/1.1" status: 200 len: 210 time: 0.0654635 Jun 17 08:46:54.853691 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-4a6569de-67a2-4692-ae8e-a5f9f2e170e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:54.855193 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-4a6569de-67a2-4692-ae8e-a5f9f2e170e5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d&device_id=18ab51f4-19fc-405c-a70d-76da962dbc91 HTTP/1.1" status: 200 len: 1096 time: 0.3461971 Jun 17 08:46:54.926621 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-44fec815-4131-48b3-b75f-d08ede80512d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78fdcced-753d-4560-9cf1-25d274d617b3 HTTP/1.1" status: 200 len: 217 time: 0.0593534 Jun 17 08:46:55.018915 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-67e5b177-c691-4696-b971-d53e35098a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:55.021009 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-67e5b177-c691-4696-b971-d53e35098a7d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f1cd377-e173-40e7-8f95-b9cee993c643 HTTP/1.1" status: 200 len: 851 time: 0.0885713 Jun 17 08:46:55.162573 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-1a7d8fcb-350d-4dc0-ac00-03925528d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:55.162573 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-1a7d8fcb-350d-4dc0-ac00-03925528d7a1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1127839 Jun 17 08:46:55.162573 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-2eacef34-5210-4247-a6c6-0f804037158a req-614e726d-0c89-4bc1-9248-72dfa225b9dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9d466b-1a94-4c45-986d-07df20059d1b {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:46:55.178718 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2eacef34-5210-4247-a6c6-0f804037158a req-614e726d-0c89-4bc1-9248-72dfa225b9dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:55.226126 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-2eacef34-5210-4247-a6c6-0f804037158a req-614e726d-0c89-4bc1-9248-72dfa225b9dd service neutron] Transition to ACTIVE for port object 0d9d466b-1a94-4c45-986d-07df20059d1b will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:55.267865 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-05dc422d-1cef-42d8-988d-c45b89bd327c service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080513 Jun 17 08:46:55.366101 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8dfa7979-1bd3-428a-938c-0d74f057381a req-133b2027-1b9a-4ef7-a9c7-f0d17d575c2e service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015577 Jun 17 08:46:55.514923 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 5b3332a2-df6b-4110-b9a2-8363b4f265ba up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:55.559316 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2eacef34-5210-4247-a6c6-0f804037158a req-614e726d-0c89-4bc1-9248-72dfa225b9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:55.567845 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-826930ea-6034-4e5f-9442-1c2da23ae0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:55.568039 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-041eceab-496a-428d-8624-8fa88f6b5834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:55.573644 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 5b3332a2-df6b-4110-b9a2-8363b4f265ba triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:55.574019 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:55.678925 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e726d-0c89-4bc1-9248-72dfa225b9dd service neutron] Pushing event updated for resources: {'Port': ['ID=0d9d466b-1a94-4c45-986d-07df20059d1b,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:55.683883 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-614e726d-0c89-4bc1-9248-72dfa225b9dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:55.689150 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:55.747010 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e1e2f3-398b-4d4b-8ce4-edc49e189251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3332a2-df6b-4110-b9a2-8363b4f265ba'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:55.752281 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1211aba6-bbba-4899-a07b-fd503df8539d" -d '{"events": [{"server_uuid": "74e1e2f3-398b-4d4b-8ce4-edc49e189251", "name": "network-vif-plugged", "status": "completed", "tag": "5b3332a2-df6b-4110-b9a2-8363b4f265ba"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:55.766937 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-2eacef34-5210-4247-a6c6-0f804037158a req-614e726d-0c89-4bc1-9248-72dfa225b9dd service neutron] Attempting to bind port 0d9d466b-1a94-4c45-986d-07df20059d1b on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:46:55.767312 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-2eacef34-5210-4247-a6c6-0f804037158a req-614e726d-0c89-4bc1-9248-72dfa225b9dd service neutron] Attempting to bind port 0d9d466b-1a94-4c45-986d-07df20059d1b by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': 'b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8febca87-b053-4652-aefe-046fdedc430b'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:46:55.767611 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eacef34-5210-4247-a6c6-0f804037158a req-614e726d-0c89-4bc1-9248-72dfa225b9dd service neutron] Attempting to bind port 0d9d466b-1a94-4c45-986d-07df20059d1b on network 8febca87-b053-4652-aefe-046fdedc430b {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:55.774559 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eacef34-5210-4247-a6c6-0f804037158a req-614e726d-0c89-4bc1-9248-72dfa225b9dd service neutron] Port 0d9d466b-1a94-4c45-986d-07df20059d1b on network 8febca87-b053-4652-aefe-046fdedc430b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:46:55.774940 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eacef34-5210-4247-a6c6-0f804037158a req-614e726d-0c89-4bc1-9248-72dfa225b9dd service neutron] Attempting to bind port 0d9d466b-1a94-4c45-986d-07df20059d1b on network 8febca87-b053-4652-aefe-046fdedc430b {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:55.782604 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eacef34-5210-4247-a6c6-0f804037158a req-614e726d-0c89-4bc1-9248-72dfa225b9dd service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:46:55.783003 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eacef34-5210-4247-a6c6-0f804037158a req-614e726d-0c89-4bc1-9248-72dfa225b9dd service neutron] Checking segment: {'id': 'b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8febca87-b053-4652-aefe-046fdedc430b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:55.784046 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eacef34-5210-4247-a6c6-0f804037158a req-614e726d-0c89-4bc1-9248-72dfa225b9dd service neutron] Bound using segment: {'id': 'b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8febca87-b053-4652-aefe-046fdedc430b'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:46:55.784500 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-2eacef34-5210-4247-a6c6-0f804037158a req-614e726d-0c89-4bc1-9248-72dfa225b9dd service neutron] Bound port: 0d9d466b-1a94-4c45-986d-07df20059d1b, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8febca87-b053-4652-aefe-046fdedc430b'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:46:55.784858 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2eacef34-5210-4247-a6c6-0f804037158a req-614e726d-0c89-4bc1-9248-72dfa225b9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:55.788178 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 5b3332a2-df6b-4110-b9a2-8363b4f265ba, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=5b3332a2-df6b-4110-b9a2-8363b4f265ba,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:55.922540 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:55.924773 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-6413c722-f90e-44ab-babf-075f2fe63bd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:55.935747 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-2eacef34-5210-4247-a6c6-0f804037158a req-614e726d-0c89-4bc1-9248-72dfa225b9dd service neutron] For port 0d9d466b-1a94-4c45-986d-07df20059d1b, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:46:55.944789 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-2eacef34-5210-4247-a6c6-0f804037158a req-614e726d-0c89-4bc1-9248-72dfa225b9dd service neutron] For port 0d9d466b-1a94-4c45-986d-07df20059d1b, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=0d9d466b-1a94-4c45-986d-07df20059d1b,segment=NetworkSegment(b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f),segment_id=b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:46:55.976894 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ad7d45-3b16-4bcd-a713-55d3d2a52800 x-openstack-request-id: req-14ad7d45-3b16-4bcd-a713-55d3d2a52800 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:55.977449 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad433d24-9b7e-42ad-9e3e-3bcd418f69ca", "name": "network-vif-deleted", "tag": "5e7bebc2-ff2c-4837-b83c-2af7c5f111be", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:55.977557 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-14ad7d45-3b16-4bcd-a713-55d3d2a52800 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:55.977980 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad433d24-9b7e-42ad-9e3e-3bcd418f69ca', 'name': 'network-vif-deleted', 'tag': '5e7bebc2-ff2c-4837-b83c-2af7c5f111be', 'status': 'completed', 'code': 200} Jun 17 08:46:56.008621 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03cb08-65bd-4fef-a8d1-0a1662422c3f req-ba63e098-9f2a-497e-b684-5f9323e4ff9f tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:56.010459 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6a03cb08-65bd-4fef-a8d1-0a1662422c3f req-ba63e098-9f2a-497e-b684-5f9323e4ff9f tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 943 time: 0.1647224 Jun 17 08:46:56.027115 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=5b3332a2-df6b-4110-b9a2-8363b4f265ba,revision_number=8']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:56.038799 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0efcb01-72e7-45d5-8987-a106c15d7d5b x-openstack-request-id: req-c0efcb01-72e7-45d5-8987-a106c15d7d5b {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:56.039168 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18ab51f4-19fc-405c-a70d-76da962dbc91", "tag": "78fdcced-753d-4560-9cf1-25d274d617b3", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:56.039455 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c0efcb01-72e7-45d5-8987-a106c15d7d5b {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:56.039932 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ab51f4-19fc-405c-a70d-76da962dbc91', 'tag': '78fdcced-753d-4560-9cf1-25d274d617b3', 'status': 'completed', 'code': 200} Jun 17 08:46:56.052594 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2eacef34-5210-4247-a6c6-0f804037158a req-614e726d-0c89-4bc1-9248-72dfa225b9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:56.053266 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:56.060068 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3a3dada9-286d-4aaf-a7bd-1311e508b253 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:56.149644 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacef34-5210-4247-a6c6-0f804037158a req-614e726d-0c89-4bc1-9248-72dfa225b9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:56.150296 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2eacef34-5210-4247-a6c6-0f804037158a req-614e726d-0c89-4bc1-9248-72dfa225b9dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:56.151793 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2eacef34-5210-4247-a6c6-0f804037158a req-614e726d-0c89-4bc1-9248-72dfa225b9dd service neutron] 10.222.0.53 "PUT /v2.0/ports/0d9d466b-1a94-4c45-986d-07df20059d1b HTTP/1.1" status: 200 len: 1092 time: 2.0068755 Jun 17 08:46:56.193975 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6a03cb08-65bd-4fef-a8d1-0a1662422c3f req-18146db7-d6a2-40b2-b5d3-89c857e76f9d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676733 Jun 17 08:46:56.237479 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e726d-0c89-4bc1-9248-72dfa225b9dd service neutron] Pushing event updated for resources: {'Port': ['ID=0d9d466b-1a94-4c45-986d-07df20059d1b,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:56.303292 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-614e726d-0c89-4bc1-9248-72dfa225b9dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:56.304432 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e85ee-add2-4c6b-86af-e626dc610622 req-7fc6d01e-d2e4-4285-b71b-791e8ad9a593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:56.306210 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b38e85ee-add2-4c6b-86af-e626dc610622 req-7fc6d01e-d2e4-4285-b71b-791e8ad9a593 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d&device_id=18ab51f4-19fc-405c-a70d-76da962dbc91 HTTP/1.1" status: 200 len: 1096 time: 0.2157733 Jun 17 08:46:56.328061 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 5e7bebc2-ff2c-4837-b83c-2af7c5f111be no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:56.352919 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7486d3-ddf7-4993-afe2-5cdde5216439 req-f8face10-3aef-4194-ac7a-069f8be61793 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:56.364551 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fb7486d3-ddf7-4993-afe2-5cdde5216439 req-f8face10-3aef-4194-ac7a-069f8be61793 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=18ab51f4-19fc-405c-a70d-76da962dbc91 HTTP/1.1" status: 200 len: 944 time: 0.1035919 Jun 17 08:46:56.381755 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 5e7bebc2-ff2c-4837-b83c-2af7c5f111be {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:56.382109 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 5e7bebc2-ff2c-4837-b83c-2af7c5f111be not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:56.420416 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fb7486d3-ddf7-4993-afe2-5cdde5216439 req-c2dcba7b-1fca-4031-8ba9-fb20ccf39414 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548584 Jun 17 08:46:56.585811 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e6a14-5db0-470d-8e33-470bd646c51a req-1c389867-5037-4314-a900-1444d515509a tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:56.587233 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-298e6a14-5db0-470d-8e33-470bd646c51a req-1c389867-5037-4314-a900-1444d515509a tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.50 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251&tenant_id=e01d01d179104814a9128dc5fc44bfde&binding%3Ahost_id=n-h1-758944-30 HTTP/1.1" status: 200 len: 950 time: 0.3441870 Jun 17 08:46:56.593019 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacef34-5210-4247-a6c6-0f804037158a req-9c211f27-a533-406a-b2f5-a118ef574cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:56.593489 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b1e9091b-c88f-4fd8-a8ab-88e085fdb85d req-bfba786a-b80d-4c40-8633-3633b0ce6f62 tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0288463 Jun 17 08:46:56.594462 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2eacef34-5210-4247-a6c6-0f804037158a req-9c211f27-a533-406a-b2f5-a118ef574cb3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e60ea9bd96f4406af1e48f6a271b4f3&device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 1095 time: 0.2717607 Jun 17 08:46:56.598452 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e85ee-add2-4c6b-86af-e626dc610622 req-0a1dde7f-bc83-4a06-aa42-327563d3c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:56.599849 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b38e85ee-add2-4c6b-86af-e626dc610622 req-0a1dde7f-bc83-4a06-aa42-327563d3c778 service neutron] 10.222.0.50 "GET /v2.0/networks?id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f HTTP/1.1" status: 200 len: 913 time: 0.2479618 Jun 17 08:46:56.626613 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed2eaa-bfdd-468e-89a9-68460259a8df req-3b010216-ab94-40c8-9a28-9784d7ec4851 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:56.628167 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-06ed2eaa-bfdd-468e-89a9-68460259a8df req-3b010216-ab94-40c8-9a28-9784d7ec4851 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 943 time: 0.2399006 Jun 17 08:46:56.718559 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2eacef34-5210-4247-a6c6-0f804037158a req-3a6437b6-bdfe-4878-82ed-c04de888fa78 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d9d466b-1a94-4c45-986d-07df20059d1b HTTP/1.1" status: 200 len: 217 time: 0.1094339 Jun 17 08:46:56.720194 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b38e85ee-add2-4c6b-86af-e626dc610622 req-4aa7b385-2aa0-492e-b395-1460c84ea89f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78fdcced-753d-4560-9cf1-25d274d617b3 HTTP/1.1" status: 200 len: 217 time: 0.1070511 Jun 17 08:46:56.879852 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-06ed2eaa-bfdd-468e-89a9-68460259a8df req-06b15c40-5dc1-48fd-83bc-c845757cb823 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb84bc2a-274b-48f9-ab2b-ccf3ce41610b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014298 Jun 17 08:46:56.885711 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacef34-5210-4247-a6c6-0f804037158a req-96781a46-6bce-4a1a-97e3-12dcc319abcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:56.886111 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2eacef34-5210-4247-a6c6-0f804037158a req-96781a46-6bce-4a1a-97e3-12dcc319abcd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b23aa9cf-568b-4905-8e2b-b7648ef430a0 HTTP/1.1" status: 200 len: 854 time: 0.1576436 Jun 17 08:46:56.887321 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-298e6a14-5db0-470d-8e33-470bd646c51a req-4c50a18c-568b-401e-b17d-6137c5ed9e2b service neutron] 10.222.0.50 "GET /v2.0/ports/5b3332a2-df6b-4110-b9a2-8363b4f265ba/bindings/n-h1-758944-30 HTTP/1.1" status: 200 len: 383 time: 0.2919552 Jun 17 08:46:56.888969 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e85ee-add2-4c6b-86af-e626dc610622 req-e15b4557-9a89-471b-8d95-9a797bed3815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:56.890394 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b38e85ee-add2-4c6b-86af-e626dc610622 req-e15b4557-9a89-471b-8d95-9a797bed3815 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f1cd377-e173-40e7-8f95-b9cee993c643 HTTP/1.1" status: 200 len: 851 time: 0.1609480 Jun 17 08:46:56.907110 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27366a-99f2-4fff-83c7-4a3c0e6c04f4 req-d6cbfa88-91c6-42ed-808e-0906c9ae21a3 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:56.908775 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4f27366a-99f2-4fff-83c7-4a3c0e6c04f4 req-d6cbfa88-91c6-42ed-808e-0906c9ae21a3 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd045245-0f32-4d03-9f7d-c681c6afbd91 HTTP/1.1" status: 200 len: 945 time: 0.0891676 Jun 17 08:46:56.974844 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4f27366a-99f2-4fff-83c7-4a3c0e6c04f4 req-c3edf4ec-dfb5-4223-8941-6fc47bb4b03d tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a985232-2b96-4063-a0ad-6782a5f8314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581865 Jun 17 08:46:57.025564 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bb3654-2ade-4933-b99c-a0ca19bb973b x-openstack-request-id: req-f8bb3654-2ade-4933-b99c-a0ca19bb973b {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:57.026042 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e1e2f3-398b-4d4b-8ce4-edc49e189251", "name": "network-vif-plugged", "status": "completed", "tag": "5b3332a2-df6b-4110-b9a2-8363b4f265ba", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:57.026152 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8bb3654-2ade-4933-b99c-a0ca19bb973b {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:57.026577 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e1e2f3-398b-4d4b-8ce4-edc49e189251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3332a2-df6b-4110-b9a2-8363b4f265ba', 'code': 200} Jun 17 08:46:57.200022 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85dcfc-ad3b-419b-b89c-8a004470c084 req-94c7cd5b-e0b3-4f2b-b5e8-d76253caf600 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:57.201802 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-de85dcfc-ad3b-419b-b89c-8a004470c084 req-94c7cd5b-e0b3-4f2b-b5e8-d76253caf600 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.0810854 Jun 17 08:46:57.244661 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-de85dcfc-ad3b-419b-b89c-8a004470c084 req-d77923e5-b45c-4397-b21c-f12902dbd158 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359945 Jun 17 08:46:57.373882 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6771d09a-5ae3-4df1-9829-9b8b0b34ca49 req-47ae4d41-28c3-445e-ae99-d16bb456bd81 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad433d24-9b7e-42ad-9e3e-3bcd418f69ca HTTP/1.1" status: 200 len: 210 time: 0.0659366 Jun 17 08:46:57.382988 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96dd77-0b5c-46fd-8049-d999f3d2af32 req-3d348f88-dcc6-4f1e-ac4e-9ce084b2250a tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:57.384394 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8c96dd77-0b5c-46fd-8049-d999f3d2af32 req-3d348f88-dcc6-4f1e-ac4e-9ce084b2250a tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd045245-0f32-4d03-9f7d-c681c6afbd91 HTTP/1.1" status: 200 len: 945 time: 0.0895677 Jun 17 08:46:57.469396 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacef34-5210-4247-a6c6-0f804037158a req-fcb2c379-af5a-4867-bd55-267b9524c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:57.470831 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2eacef34-5210-4247-a6c6-0f804037158a req-fcb2c379-af5a-4867-bd55-267b9524c4af service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8febca87-b053-4652-aefe-046fdedc430b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5583549 Jun 17 08:46:57.502174 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e85ee-add2-4c6b-86af-e626dc610622 req-3155c05f-a9eb-42c4-9c14-5221fddeaf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:57.503683 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b38e85ee-add2-4c6b-86af-e626dc610622 req-3155c05f-a9eb-42c4-9c14-5221fddeaf2d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6002936 Jun 17 08:46:57.517586 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e6a14-5db0-470d-8e33-470bd646c51a req-bd47df64-129b-4c25-82be-c6ab595505f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:57.519998 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-298e6a14-5db0-470d-8e33-470bd646c51a req-bd47df64-129b-4c25-82be-c6ab595505f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 1102 time: 0.5962164 Jun 17 08:46:57.522187 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 78fdcced-753d-4560-9cf1-25d274d617b3 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:46:57.569156 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-8c96dd77-0b5c-46fd-8049-d999f3d2af32 req-0f564bb3-8cee-4e00-a72c-777a233f4651 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Deleting port 75e73b03-74a0-408d-8b3c-2732a13babfa {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:57.571666 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-8c96dd77-0b5c-46fd-8049-d999f3d2af32 req-0f564bb3-8cee-4e00-a72c-777a233f4651 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:57.657087 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 78fdcced-753d-4560-9cf1-25d274d617b3, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=78fdcced-753d-4560-9cf1-25d274d617b3,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:57.679467 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '78fdcced-753d-4560-9cf1-25d274d617b3', 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f', 'port_id': '78fdcced-753d-4560-9cf1-25d274d617b3', 'mac_address': 'fa:16:3e:6b:fd:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f1cd377-e173-40e7-8f95-b9cee993c643', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:46:57.710488 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-8c96dd77-0b5c-46fd-8049-d999f3d2af32 req-0f564bb3-8cee-4e00-a72c-777a233f4651 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] For port 75e73b03-74a0-408d-8b3c-2732a13babfa, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=75e73b03-74a0-408d-8b3c-2732a13babfa,segment=NetworkSegment(893e69ac-8293-4a26-beb1-158fb130acb7),segment_id=893e69ac-8293-4a26-beb1-158fb130acb7)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:57.711029 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-8c96dd77-0b5c-46fd-8049-d999f3d2af32 req-0f564bb3-8cee-4e00-a72c-777a233f4651 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:57.743554 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:57.763094 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78fdcced-753d-4560-9cf1-25d274d617b3 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:46:57.769646 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2eacef34-5210-4247-a6c6-0f804037158a req-f6b03f48-291a-4f3d-9478-026024254e83 service neutron] 10.222.0.53 "GET /v2.0/networks/8febca87-b053-4652-aefe-046fdedc430b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865429 Jun 17 08:46:57.788435 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 78fdcced-753d-4560-9cf1-25d274d617b3, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=78fdcced-753d-4560-9cf1-25d274d617b3,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:57.797547 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-8c96dd77-0b5c-46fd-8049-d999f3d2af32 req-0f564bb3-8cee-4e00-a72c-777a233f4651 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Calling delete_port for 75e73b03-74a0-408d-8b3c-2732a13babfa owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:57.870121 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b38e85ee-add2-4c6b-86af-e626dc610622 req-23e87b1d-a7ef-4fc7-becf-a6d0bfcab7ea service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491061 Jun 17 08:46:57.878499 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e6a14-5db0-470d-8e33-470bd646c51a req-8c526e1d-1b6a-4251-8973-2eff27e51d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:57.880517 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-298e6a14-5db0-470d-8e33-470bd646c51a req-8c526e1d-1b6a-4251-8973-2eff27e51d65 service neutron] 10.222.0.50 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.3263516 Jun 17 08:46:57.917038 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:57.920052 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:57.935224 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729cb73-e6f5-4e4f-8283-fa05e12f89d9 req-09064ede-4abf-425d-b367-51b362ed5b87 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:57.936881 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4729cb73-e6f5-4e4f-8283-fa05e12f89d9 req-09064ede-4abf-425d-b367-51b362ed5b87 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 943 time: 0.3803873 Jun 17 08:46:58.018286 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-298e6a14-5db0-470d-8e33-470bd646c51a req-5544bfe3-f60c-4d01-925d-9c4d22f6f749 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=5b3332a2-df6b-4110-b9a2-8363b4f265ba HTTP/1.1" status: 200 len: 217 time: 0.1212492 Jun 17 08:46:58.043376 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:58.060629 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a449e571-3f47-4876-9bfc-de0dc35342cc', 'tag': '0d9d466b-1a94-4c45-986d-07df20059d1b'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:58.063008 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbe8a77-87df-495d-aa18-5a719e83d97c" -d '{"events": [{"name": "network-changed", "server_uuid": "a449e571-3f47-4876-9bfc-de0dc35342cc", "tag": "0d9d466b-1a94-4c45-986d-07df20059d1b"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:58.133510 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=78fdcced-753d-4560-9cf1-25d274d617b3,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:58.149158 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:58.161514 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2eacef34-5210-4247-a6c6-0f804037158a req-4b84ef49-2b6b-452a-8f16-ce653f8d8987 service neutron] 10.222.0.53 "GET /v2.0/networks/8febca87-b053-4652-aefe-046fdedc430b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823016 Jun 17 08:46:58.179341 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4729cb73-e6f5-4e4f-8283-fa05e12f89d9 req-73fbc3e6-4b50-44c6-9f18-c05bd682c18d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772065 Jun 17 08:46:58.191367 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['78fdcced-753d-4560-9cf1-25d274d617b3'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:46:58.195021 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b38e85ee-add2-4c6b-86af-e626dc610622 req-01feea09-d22f-4974-a454-ed1b41608175 service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119867 Jun 17 08:46:58.196895 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e6a14-5db0-470d-8e33-470bd646c51a req-b9121e9a-a681-4311-943b-3527b98d2c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:58.198596 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-298e6a14-5db0-470d-8e33-470bd646c51a req-b9121e9a-a681-4311-943b-3527b98d2c1e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1635048 Jun 17 08:46:58.276711 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818df134-10f2-4747-a70b-1376e1ac0772 req-b1d39760-da48-45be-877e-6e3dcbe1aa13 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:58.281768 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e6a14-5db0-470d-8e33-470bd646c51a req-03c5bb8d-9494-4e14-b1a5-e7ef0cd15639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:58.283423 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-298e6a14-5db0-470d-8e33-470bd646c51a req-03c5bb8d-9494-4e14-b1a5-e7ef0cd15639 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0767798 Jun 17 08:46:58.286004 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-818df134-10f2-4747-a70b-1376e1ac0772 req-b1d39760-da48-45be-877e-6e3dcbe1aa13 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=18ab51f4-19fc-405c-a70d-76da962dbc91 HTTP/1.1" status: 200 len: 945 time: 0.2379706 Jun 17 08:46:58.338649 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-818df134-10f2-4747-a70b-1376e1ac0772 req-89193f72-5c3b-4391-bb7b-14676c220c19 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477014 Jun 17 08:46:58.342799 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-8c96dd77-0b5c-46fd-8049-d999f3d2af32 req-0f564bb3-8cee-4e00-a72c-777a233f4651 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:58.357403 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['75e73b03-74a0-408d-8b3c-2732a13babfa'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:46:58.364930 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9886ffc8-62da-42ce-aac2-f3b4e22bbf5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:58.440325 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f564bb3-8cee-4e00-a72c-777a233f4651 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Pushing event deleted for resources: {'Port': ['ID=75e73b03-74a0-408d-8b3c-2732a13babfa,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:58.453482 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0f564bb3-8cee-4e00-a72c-777a233f4651 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:58.512098 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-298e6a14-5db0-470d-8e33-470bd646c51a req-9f22fb7e-743b-49bd-9d73-1dd51283c228 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206051 Jun 17 08:46:58.528534 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c96dd77-0b5c-46fd-8049-d999f3d2af32 req-0f564bb3-8cee-4e00-a72c-777a233f4651 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] No DVR routers for this DVR port 75e73b03-74a0-408d-8b3c-2732a13babfa on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:58.534084 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-8c96dd77-0b5c-46fd-8049-d999f3d2af32 req-0f564bb3-8cee-4e00-a72c-777a233f4651 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:58.538044 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8c96dd77-0b5c-46fd-8049-d999f3d2af32 req-0f564bb3-8cee-4e00-a72c-777a233f4651 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.53 "DELETE /v2.0/ports/75e73b03-74a0-408d-8b3c-2732a13babfa HTTP/1.1" status: 204 len: 173 time: 1.1401103 Jun 17 08:46:58.538652 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd045245-0f32-4d03-9f7d-c681c6afbd91', 'name': 'network-vif-deleted', 'tag': '75e73b03-74a0-408d-8b3c-2732a13babfa'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:58.542365 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06639eb-1f48-4c6e-9ed9-dab48d64cf82" -d '{"events": [{"server_uuid": "fd045245-0f32-4d03-9f7d-c681c6afbd91", "name": "network-vif-deleted", "tag": "75e73b03-74a0-408d-8b3c-2732a13babfa"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:58.603581 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5a4ec06e-7632-43bd-8d7b-e52b86f84fdc req-293915a7-c586-4d9d-b99b-254f5d0a6758 tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0344725 Jun 17 08:46:58.656376 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-298e6a14-5db0-470d-8e33-470bd646c51a req-e41158e9-e868-492c-9db6-9c2a0aedf93d service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387179 Jun 17 08:46:58.681029 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619e637-704a-494e-b087-5a8b7fd4755c req-b9a15005-9c16-4062-ac83-77543668dde0 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:58.688146 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5619e637-704a-494e-b087-5a8b7fd4755c req-b9a15005-9c16-4062-ac83-77543668dde0 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 943 time: 0.1205869 Jun 17 08:46:58.727646 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5619e637-704a-494e-b087-5a8b7fd4755c req-9379cdde-41ad-40a9-82aa-b23a429bf4eb tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb84bc2a-274b-48f9-ab2b-ccf3ce41610b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384371 Jun 17 08:46:58.781377 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3736a592-1188-41ae-b19b-ee4470d232bb req-991e7713-b77c-4699-bcfc-73b619e94486 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd045245-0f32-4d03-9f7d-c681c6afbd91 HTTP/1.1" status: 200 len: 210 time: 0.0348771 Jun 17 08:46:58.791055 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9965234d-3943-4895-9a61-c844415e8a2b x-openstack-request-id: req-9965234d-3943-4895-9a61-c844415e8a2b {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:58.791055 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a449e571-3f47-4876-9bfc-de0dc35342cc", "tag": "0d9d466b-1a94-4c45-986d-07df20059d1b", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:58.791055 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9965234d-3943-4895-9a61-c844415e8a2b {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:58.791055 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a449e571-3f47-4876-9bfc-de0dc35342cc', 'tag': '0d9d466b-1a94-4c45-986d-07df20059d1b', 'status': 'completed', 'code': 200} Jun 17 08:46:58.898922 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe8a77-87df-495d-aa18-5a719e83d97c req-a2f6e00d-9ab3-460d-8f3a-2ca7072d0ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:58.903783 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-acbe8a77-87df-495d-aa18-5a719e83d97c req-a2f6e00d-9ab3-460d-8f3a-2ca7072d0ba0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e60ea9bd96f4406af1e48f6a271b4f3&device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 1095 time: 0.0865929 Jun 17 08:46:58.979413 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-14a608d7-e086-4673-bc01-5912d24c2423 req-2405d2f1-3ec9-4336-b503-050fd8d8f360 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad433d24-9b7e-42ad-9e3e-3bcd418f69ca HTTP/1.1" status: 200 len: 210 time: 0.0598254 Jun 17 08:46:59.358045 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3494b96e-5e61-412d-adfc-f3aac1530a1c x-openstack-request-id: req-3494b96e-5e61-412d-adfc-f3aac1530a1c {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:59.358701 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd045245-0f32-4d03-9f7d-c681c6afbd91", "name": "network-vif-deleted", "tag": "75e73b03-74a0-408d-8b3c-2732a13babfa", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:59.358701 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3494b96e-5e61-412d-adfc-f3aac1530a1c {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:59.359025 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd045245-0f32-4d03-9f7d-c681c6afbd91', 'name': 'network-vif-deleted', 'tag': '75e73b03-74a0-408d-8b3c-2732a13babfa', 'status': 'completed', 'code': 200} Jun 17 08:46:59.374305 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cc72c-c40b-4e5b-846d-67da75058f49 req-004fb45f-c083-4209-a6c8-e04df9026905 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:59.382311 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-396cc72c-c40b-4e5b-846d-67da75058f49 req-004fb45f-c083-4209-a6c8-e04df9026905 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.4774363 Jun 17 08:46:59.384983 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-38bc2ae6-ae4a-4206-8015-29574e20a1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:59.390112 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe8a77-87df-495d-aa18-5a719e83d97c req-bbe83eff-c58f-4659-adaa-ce9e52afb6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:59.392169 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-acbe8a77-87df-495d-aa18-5a719e83d97c req-bbe83eff-c58f-4659-adaa-ce9e52afb6ac service neutron] 10.222.0.53 "GET /v2.0/networks?id=8febca87-b053-4652-aefe-046fdedc430b HTTP/1.1" status: 200 len: 916 time: 0.4774249 Jun 17 08:46:59.414465 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4277b-68b6-4cd7-850e-a529dd316290 req-b47079f0-9c55-4d20-bd16-605cf447426e tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:59.416090 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-20c4277b-68b6-4cd7-850e-a529dd316290 req-b47079f0-9c55-4d20-bd16-605cf447426e tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 943 time: 0.0722730 Jun 17 08:46:59.441480 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-acbe8a77-87df-495d-aa18-5a719e83d97c req-6d82fa81-6d5f-48ea-8681-a4d53d4fcf91 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d9d466b-1a94-4c45-986d-07df20059d1b HTTP/1.1" status: 200 len: 217 time: 0.0422158 Jun 17 08:46:59.458193 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-20c4277b-68b6-4cd7-850e-a529dd316290 req-7381327b-817e-4601-bdd0-193ecc5910d7 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353670 Jun 17 08:46:59.493398 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-396cc72c-c40b-4e5b-846d-67da75058f49 req-fab0ce6b-a28e-4e6e-92d2-f33550d0f8a9 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100984 Jun 17 08:46:59.513621 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe8a77-87df-495d-aa18-5a719e83d97c req-6cb7c3ff-783a-4348-878b-ca82e1896a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:59.515067 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-acbe8a77-87df-495d-aa18-5a719e83d97c req-6cb7c3ff-783a-4348-878b-ca82e1896a2a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b23aa9cf-568b-4905-8e2b-b7648ef430a0 HTTP/1.1" status: 200 len: 854 time: 0.0638378 Jun 17 08:46:59.531820 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 78fdcced-753d-4560-9cf1-25d274d617b3 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:59.610317 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe8a77-87df-495d-aa18-5a719e83d97c req-feaf6c2a-1eed-4416-ab9c-67a633fe4fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:59.612509 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-acbe8a77-87df-495d-aa18-5a719e83d97c req-feaf6c2a-1eed-4416-ab9c-67a633fe4fc9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8febca87-b053-4652-aefe-046fdedc430b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904632 Jun 17 08:46:59.699516 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46472f0d-1f8b-4834-a84f-820a1f3cddc8 req-ca552310-b10d-45cf-890f-935db1a3f339 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:59.704689 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-46472f0d-1f8b-4834-a84f-820a1f3cddc8 req-ca552310-b10d-45cf-890f-935db1a3f339 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=18ab51f4-19fc-405c-a70d-76da962dbc91 HTTP/1.1" status: 200 len: 945 time: 0.0941486 Jun 17 08:46:59.727857 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 78fdcced-753d-4560-9cf1-25d274d617b3 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:59.731855 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 78fdcced-753d-4560-9cf1-25d274d617b3 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:59.733391 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:59.766680 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-acbe8a77-87df-495d-aa18-5a719e83d97c req-8045508a-2dd8-4c5f-9672-35e41274b0e0 service neutron] 10.222.0.53 "GET /v2.0/networks/8febca87-b053-4652-aefe-046fdedc430b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473937 Jun 17 08:46:59.769831 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-46472f0d-1f8b-4834-a84f-820a1f3cddc8 req-fba336c1-4b07-47b8-9f9b-f4e55a06ff6f tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641060 Jun 17 08:46:59.895504 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-acbe8a77-87df-495d-aa18-5a719e83d97c req-91cc8c2c-f506-4e36-9a00-7e5f966332ee service neutron] 10.222.0.53 "GET /v2.0/networks/8febca87-b053-4652-aefe-046fdedc430b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203358 Jun 17 08:46:59.910191 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:59.944127 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-66be1bba-884c-4fd4-9cb5-8b5abe87bebd req-6e3f3e27-ce23-4646-bbf4-89220a09ecb1 tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0468941 Jun 17 08:46:59.957643 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ab51f4-19fc-405c-a70d-76da962dbc91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fdcced-753d-4560-9cf1-25d274d617b3'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:59.960720 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128c04cb-557a-41d3-a45b-75d579a2b3da" -d '{"events": [{"server_uuid": "18ab51f4-19fc-405c-a70d-76da962dbc91", "name": "network-vif-plugged", "status": "completed", "tag": "78fdcced-753d-4560-9cf1-25d274d617b3"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:00.011082 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 78fdcced-753d-4560-9cf1-25d274d617b3, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=78fdcced-753d-4560-9cf1-25d274d617b3,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:00.064962 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15bbcd-3515-446f-9bab-7c0e8ffe1a16 req-c49c1549-0b66-45e7-920c-a1df991d0135 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:00.066743 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ab15bbcd-3515-446f-9bab-7c0e8ffe1a16 req-c49c1549-0b66-45e7-920c-a1df991d0135 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 943 time: 0.0877070 Jun 17 08:47:00.083256 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:00.085482 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f821227c-1546-4674-ad6a-85ea8b6ac200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:00.136811 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ab15bbcd-3515-446f-9bab-7c0e8ffe1a16 req-1f94d91a-5cd4-4419-887c-694812b8a6b9 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb84bc2a-274b-48f9-ab2b-ccf3ce41610b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623412 Jun 17 08:47:00.165329 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a6aaa942-4642-403a-8169-2bf1c2b2e032 req-001f4db8-a2d4-46b1-b110-8cd69551c8c4 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd045245-0f32-4d03-9f7d-c681c6afbd91 HTTP/1.1" status: 200 len: 210 time: 0.0479646 Jun 17 08:47:00.183435 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=78fdcced-753d-4560-9cf1-25d274d617b3,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:00.200505 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:00.200505 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aecbfa2-3a65-4046-9471-bdc2366d3cb8 x-openstack-request-id: req-6aecbfa2-3a65-4046-9471-bdc2366d3cb8 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:00.200505 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ab51f4-19fc-405c-a70d-76da962dbc91", "name": "network-vif-plugged", "status": "completed", "tag": "78fdcced-753d-4560-9cf1-25d274d617b3", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:00.213154 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6aecbfa2-3a65-4046-9471-bdc2366d3cb8 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:00.215335 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ab51f4-19fc-405c-a70d-76da962dbc91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fdcced-753d-4560-9cf1-25d274d617b3', 'code': 200} Jun 17 08:47:00.297274 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-afb16485-9002-4f44-82bc-7ccdc36c6982 req-2f9f0b28-08ca-4593-95b3-ccc6cfbd54f4 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad433d24-9b7e-42ad-9e3e-3bcd418f69ca HTTP/1.1" status: 200 len: 210 time: 0.0332355 Jun 17 08:47:00.320639 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e21ee7-c560-41df-847c-6cf5e8dda68a req-43060f83-7c45-4307-9f88-a26821179319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:00.321952 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-69e21ee7-c560-41df-847c-6cf5e8dda68a req-43060f83-7c45-4307-9f88-a26821179319 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=18ab51f4-19fc-405c-a70d-76da962dbc91 HTTP/1.1" status: 200 len: 1098 time: 0.0584662 Jun 17 08:47:00.348250 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 75e73b03-74a0-408d-8b3c-2732a13babfa no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:47:00.360438 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-69e21ee7-c560-41df-847c-6cf5e8dda68a req-05aeb172-990d-423a-b4c3-463b23c3b5ed service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309200 Jun 17 08:47:00.369311 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 75e73b03-74a0-408d-8b3c-2732a13babfa {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:47:00.369619 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 75e73b03-74a0-408d-8b3c-2732a13babfa not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:47:00.672433 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f16e1-9df7-40f5-841e-8d91c5debcc5 req-97db716f-4fb1-4e9f-9752-271086c73c0f tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:00.674034 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f53f16e1-9df7-40f5-841e-8d91c5debcc5 req-97db716f-4fb1-4e9f-9752-271086c73c0f tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 943 time: 0.0833669 Jun 17 08:47:00.684228 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3ef9e-5c73-42bd-842d-3a072a86e599 req-e22791df-bb8e-418a-899d-8cf02afc45c8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:00.691413 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7de3ef9e-5c73-42bd-842d-3a072a86e599 req-e22791df-bb8e-418a-899d-8cf02afc45c8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.0806038 Jun 17 08:47:00.727202 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f53f16e1-9df7-40f5-841e-8d91c5debcc5 req-4a79a334-03ca-47fb-96cd-59557cda2334 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454857 Jun 17 08:47:00.743563 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7de3ef9e-5c73-42bd-842d-3a072a86e599 req-1d063209-f822-43a3-a8dc-c35383271a49 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498090 Jun 17 08:47:00.942220 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:00.994187 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72320822-0214-4526-aeb1-d03d89f51e09 req-8c6b9f4c-10f2-49a7-82ba-ebf6af9348c7 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:00.997310 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-72320822-0214-4526-aeb1-d03d89f51e09 req-8c6b9f4c-10f2-49a7-82ba-ebf6af9348c7 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=18ab51f4-19fc-405c-a70d-76da962dbc91 HTTP/1.1" status: 200 len: 946 time: 0.0852599 Jun 17 08:47:01.072345 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-72320822-0214-4526-aeb1-d03d89f51e09 req-f340325c-846c-40f9-88d5-e60c09ec7f93 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585241 Jun 17 08:47:01.133739 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fa032a04-65d2-48cc-aed8-7d629405745f req-6bd2c2c2-c3b9-4834-b48e-3ea6ae4fd223 tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0314584 Jun 17 08:47:01.279221 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 52282) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:01.326169 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-47877a6a-8623-4999-a7e2-9970c6d8b1d5 admin admin] Deleting subnet 4c071359-93cb-497c-8466-3119e917d650 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:47:01.330381 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-47877a6a-8623-4999-a7e2-9970c6d8b1d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:01.346745 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7747952-ac32-43f0-8b72-b2d5a7931bfd req-86d97668-f965-49c3-9ad4-8b72c496d3ca tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:01.348519 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a7747952-ac32-43f0-8b72-b2d5a7931bfd req-86d97668-f965-49c3-9ad4-8b72c496d3ca tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 943 time: 0.0850487 Jun 17 08:47:01.409551 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a7747952-ac32-43f0-8b72-b2d5a7931bfd req-74db0fb8-caf5-40a4-a849-5cf5f4b57fa5 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb84bc2a-274b-48f9-ab2b-ccf3ce41610b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526862 Jun 17 08:47:01.422799 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-47877a6a-8623-4999-a7e2-9970c6d8b1d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:01.480279 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-47877a6a-8623-4999-a7e2-9970c6d8b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:01.616753 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-47877a6a-8623-4999-a7e2-9970c6d8b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:01.619045 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e44e4750-f411-451d-8e33-dafb8a750753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:01.642286 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47877a6a-8623-4999-a7e2-9970c6d8b1d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c071359-93cb-497c-8466-3119e917d650,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:01.646653 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-47877a6a-8623-4999-a7e2-9970c6d8b1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:01.653712 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-47877a6a-8623-4999-a7e2-9970c6d8b1d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:01.657357 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-47877a6a-8623-4999-a7e2-9970c6d8b1d5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4c071359-93cb-497c-8466-3119e917d650 HTTP/1.1" status: 204 len: 168 time: 0.3807256 Jun 17 08:47:01.660926 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 52294) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:01.745037 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6e97c7b1-0d99-4aaa-a3a8-d6811bf3b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:01.847185 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6e97c7b1-0d99-4aaa-a3a8-d6811bf3b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:01.852879 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-6e97c7b1-0d99-4aaa-a3a8-d6811bf3b1c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['008fbbfa-f8ec-4f69-a6f9-5bc3540175b0']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:01.873097 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-6e97c7b1-0d99-4aaa-a3a8-d6811bf3b1c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893e69ac-8293-4a26-beb1-158fb130acb7') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:01.873412 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-6e97c7b1-0d99-4aaa-a3a8-d6811bf3b1c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893e69ac-8293-4a26-beb1-158fb130acb7') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:01.912429 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6e97c7b1-0d99-4aaa-a3a8-d6811bf3b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:01.953864 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6e97c7b1-0d99-4aaa-a3a8-d6811bf3b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:01.964688 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e97c7b1-0d99-4aaa-a3a8-d6811bf3b1c2 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:47:01.965077 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6e97c7b1-0d99-4aaa-a3a8-d6811bf3b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:47:01.967277 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:47:02.017494 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e6a14-5db0-470d-8e33-470bd646c51a req-1f0fc9da-4883-4306-a729-9c4e0e9b9e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:02.019021 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-298e6a14-5db0-470d-8e33-470bd646c51a req-1f0fc9da-4883-4306-a729-9c4e0e9b9e79 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251&tenant_id=e01d01d179104814a9128dc5fc44bfde HTTP/1.1" status: 200 len: 1102 time: 0.1056418 Jun 17 08:47:02.038585 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f5aa0-100d-4b24-9002-4a78572a6133 req-6ba042a4-e5fd-4b4b-b878-b485a13f319d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:02.042739 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1b9f5aa0-100d-4b24-9002-4a78572a6133 req-6ba042a4-e5fd-4b4b-b878-b485a13f319d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 943 time: 0.0940933 Jun 17 08:47:02.061473 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f02ea8-0bc2-452f-8a7f-90d503de7683 req-5ab97044-f9e1-49ba-984b-b8041fc569a7 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:02.063036 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-24f02ea8-0bc2-452f-8a7f-90d503de7683 req-5ab97044-f9e1-49ba-984b-b8041fc569a7 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.1851401 Jun 17 08:47:02.105337 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-24f02ea8-0bc2-452f-8a7f-90d503de7683 req-4a7fef55-45da-41b6-be99-1dceeb2398ba tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346875 Jun 17 08:47:02.118855 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1b9f5aa0-100d-4b24-9002-4a78572a6133 req-a022dcf2-5217-48e2-a18e-3668859f97e9 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641122 Jun 17 08:47:02.148311 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e6a14-5db0-470d-8e33-470bd646c51a req-bc30d13b-2f8e-4c94-8ae2-1786f33cc6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:02.149822 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-298e6a14-5db0-470d-8e33-470bd646c51a req-bc30d13b-2f8e-4c94-8ae2-1786f33cc6f4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 1102 time: 0.1049600 Jun 17 08:47:02.180191 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6e97c7b1-0d99-4aaa-a3a8-d6811bf3b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:02.180191 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-73ac73b4-ad47-4ea3-a2c3-c4f0bc2c7c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:02.182336 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6e97c7b1-0d99-4aaa-a3a8-d6811bf3b1c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:02.186037 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6e97c7b1-0d99-4aaa-a3a8-d6811bf3b1c2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/008fbbfa-f8ec-4f69-a6f9-5bc3540175b0 HTTP/1.1" status: 204 len: 168 time: 0.5213363 Jun 17 08:47:02.208884 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97c7b1-0d99-4aaa-a3a8-d6811bf3b1c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=008fbbfa-f8ec-4f69-a6f9-5bc3540175b0,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:02.270357 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e6a14-5db0-470d-8e33-470bd646c51a req-50cc5f21-1510-407e-9b08-b19192d51e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:02.271956 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-298e6a14-5db0-470d-8e33-470bd646c51a req-50cc5f21-1510-407e-9b08-b19192d51e76 service neutron] 10.222.0.50 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.1110799 Jun 17 08:47:02.285184 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6e97c7b1-0d99-4aaa-a3a8-d6811bf3b1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:02.346059 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-298e6a14-5db0-470d-8e33-470bd646c51a req-dfb9ed6d-5a22-46e7-8355-2b30602c830e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=5b3332a2-df6b-4110-b9a2-8363b4f265ba HTTP/1.1" status: 200 len: 217 time: 0.0664303 Jun 17 08:47:02.369716 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b78e6a-32c4-4f23-a2ef-4ad2ac526322 req-8a7e6e3b-a7d6-4909-a38a-8715d422b7d3 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:02.371864 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-24b78e6a-32c4-4f23-a2ef-4ad2ac526322 req-8a7e6e3b-a7d6-4909-a38a-8715d422b7d3 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/networks?id=9607b8f2-1f64-4cbd-97ae-5ddc828a0032 HTTP/1.1" status: 200 len: 812 time: 0.1661510 Jun 17 08:47:02.390745 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-24b78e6a-32c4-4f23-a2ef-4ad2ac526322 req-4d10b8bc-106c-4487-932d-b1783e9da667 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/quotas/2660df61a5d14827a122661191fbd2bb HTTP/1.1" status: 200 len: 375 time: 0.0120897 Jun 17 08:47:02.432553 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-24b78e6a-32c4-4f23-a2ef-4ad2ac526322 req-8d79ab41-4431-4a9e-90b7-e4c28fc374ef tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2660df61a5d14827a122661191fbd2bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326886 Jun 17 08:47:02.433596 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:02.439050 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e6a14-5db0-470d-8e33-470bd646c51a req-46a8e639-3dfa-48c0-acde-4f01cafb14dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:02.445305 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-298e6a14-5db0-470d-8e33-470bd646c51a req-46a8e639-3dfa-48c0-acde-4f01cafb14dd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0875881 Jun 17 08:47:02.508268 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bec762-2426-492c-8b95-ae158bd97969 req-84581ffb-742e-45dc-a091-9caa6d64f4ec tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:02.509927 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-20bec762-2426-492c-8b95-ae158bd97969 req-84581ffb-742e-45dc-a091-9caa6d64f4ec tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=18ab51f4-19fc-405c-a70d-76da962dbc91 HTTP/1.1" status: 200 len: 946 time: 0.1103990 Jun 17 08:47:02.528029 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e6a14-5db0-470d-8e33-470bd646c51a req-c703be7b-bd04-476a-a736-332eac1baba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:02.529595 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-298e6a14-5db0-470d-8e33-470bd646c51a req-c703be7b-bd04-476a-a736-332eac1baba1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0821445 Jun 17 08:47:02.550675 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-24b78e6a-32c4-4f23-a2ef-4ad2ac526322 req-90101364-9779-4dc4-8731-636a8174ac67 service neutron] 10.222.0.49 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079676 Jun 17 08:47:02.624705 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-20bec762-2426-492c-8b95-ae158bd97969 req-91e0ed2e-c1c5-45dc-a9d0-75f107a2f415 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940149 Jun 17 08:47:02.664166 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-298e6a14-5db0-470d-8e33-470bd646c51a req-92e84217-7c60-43c0-bdc3-1c1d699aa8cf service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263819 Jun 17 08:47:02.689698 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 52320) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:02.773260 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-24b78e6a-32c4-4f23-a2ef-4ad2ac526322 req-33006021-ce15-4852-a87a-053752cef5d4 service neutron] 10.222.0.49 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159386 Jun 17 08:47:02.776921 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f8fa8c59-d383-48d6-ae59-161029f7b375 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1578882959ec432f9d25b0a5ff3f1b41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0860209 Jun 17 08:47:02.779356 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 52324) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:02.865880 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d1943bb9-645b-4bd5-b4aa-1965f023774c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:02.866121 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-19946380-9cd4-4c01-8af4-db8bd860b0ef req-29e2412f-554f-429e-8c7e-086dc607942f tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0541949 Jun 17 08:47:02.893405 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-298e6a14-5db0-470d-8e33-470bd646c51a req-6fe1e5bf-b733-4393-ad13-22458df861af service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144330 Jun 17 08:47:02.900611 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7a810ab2-a65f-4fc5-8329-d65eeb6b50f2 req-e53b0522-86ed-4683-a471-3d0ef697cabe service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2259476 Jun 17 08:47:02.915517 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d1943bb9-645b-4bd5-b4aa-1965f023774c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:02.994130 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a810ab2-a65f-4fc5-8329-d65eeb6b50f2 req-7e036bc5-fdf6-4686-9df9-52309a3011ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:02.995086 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7a810ab2-a65f-4fc5-8329-d65eeb6b50f2 req-7e036bc5-fdf6-4686-9df9-52309a3011ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 1102 time: 0.0664470 Jun 17 08:47:03.126585 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d1943bb9-645b-4bd5-b4aa-1965f023774c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:03.130270 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d1943bb9-645b-4bd5-b4aa-1965f023774c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:03.132245 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d1943bb9-645b-4bd5-b4aa-1965f023774c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3a985232-2b96-4063-a0ad-6782a5f8314a HTTP/1.1" status: 204 len: 168 time: 0.3502705 Jun 17 08:47:03.133443 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3fa9d844-6293-4499-8ad9-6b0895e5a2f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:03.155423 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a01b19-d8b0-4931-84aa-f87d9cdf7f40 req-70f65ee4-63d1-485a-b089-14a6eabee34a tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:03.157735 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-42a01b19-d8b0-4931-84aa-f87d9cdf7f40 req-70f65ee4-63d1-485a-b089-14a6eabee34a tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 943 time: 0.1664047 Jun 17 08:47:03.160219 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a810ab2-a65f-4fc5-8329-d65eeb6b50f2 req-28e3f86d-f7ae-4f5d-abc1-339d72429d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:03.161823 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1943bb9-645b-4bd5-b4aa-1965f023774c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a985232-2b96-4063-a0ad-6782a5f8314a,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:03.162686 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7a810ab2-a65f-4fc5-8329-d65eeb6b50f2 req-28e3f86d-f7ae-4f5d-abc1-339d72429d00 service neutron] 10.222.0.50 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.1351988 Jun 17 08:47:03.171818 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d1943bb9-645b-4bd5-b4aa-1965f023774c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:03.246198 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7a810ab2-a65f-4fc5-8329-d65eeb6b50f2 req-995d58c7-974c-41b9-b5ff-dd774d508e6f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=85df4119-793b-423d-abf1-4c64dea34203 HTTP/1.1" status: 200 len: 217 time: 0.0678809 Jun 17 08:47:03.300549 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-42a01b19-d8b0-4931-84aa-f87d9cdf7f40 req-c5c7fb0a-fccd-4cbf-870e-4f3812fb0dfd tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb84bc2a-274b-48f9-ab2b-ccf3ce41610b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362023 Jun 17 08:47:03.320318 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0b2e76ed-a1f9-4d4d-b355-319fcc98f401 req-9bd7cc05-613e-48a3-a141-9f74753f7c85 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f745f08-f37a-4d6e-9aa6-89e399bba0c8 HTTP/1.1" status: 200 len: 210 time: 0.0447152 Jun 17 08:47:03.346215 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a810ab2-a65f-4fc5-8329-d65eeb6b50f2 req-99af054f-c830-4a44-979e-a33fac9019c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:03.347445 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7a810ab2-a65f-4fc5-8329-d65eeb6b50f2 req-99af054f-c830-4a44-979e-a33fac9019c5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0951095 Jun 17 08:47:03.418301 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a810ab2-a65f-4fc5-8329-d65eeb6b50f2 req-8a65941b-09b8-4fb5-ad9b-f974193a1b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:03.419799 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7a810ab2-a65f-4fc5-8329-d65eeb6b50f2 req-8a65941b-09b8-4fb5-ad9b-f974193a1b3b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0644543 Jun 17 08:47:03.512840 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80b410-9928-4041-ba58-32f2e8a5069a req-3c425a6a-c9c6-4458-8282-be12bced768c tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:03.514517 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ad80b410-9928-4041-ba58-32f2e8a5069a req-3c425a6a-c9c6-4458-8282-be12bced768c tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 943 time: 0.0828838 Jun 17 08:47:03.544775 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device a08bf8af-bd50-4e66-8efa-150176852bf3 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:47:03.568808 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0d6e7-7811-456c-a262-12387f07a689 req-d9d7a675-4f55-4a57-93de-799529880b7e tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:03.572515 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ad80b410-9928-4041-ba58-32f2e8a5069a req-fdacaaed-0c6b-40e0-a95c-09b3ce825d08 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459623 Jun 17 08:47:03.575929 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-15b0d6e7-7811-456c-a262-12387f07a689 req-d9d7a675-4f55-4a57-93de-799529880b7e tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.1408832 Jun 17 08:47:03.579959 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7a810ab2-a65f-4fc5-8329-d65eeb6b50f2 req-b23bfefb-7511-4d66-a12e-25b40f964390 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529574 Jun 17 08:47:03.678062 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port a08bf8af-bd50-4e66-8efa-150176852bf3, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=a08bf8af-bd50-4e66-8efa-150176852bf3,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:03.696449 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': 'a08bf8af-bd50-4e66-8efa-150176852bf3', 'network_id': '8305e780-7f7d-463d-bdce-25806076a869', 'port_id': 'a08bf8af-bd50-4e66-8efa-150176852bf3', 'mac_address': 'fa:16:3e:22:4a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9c88322-5e95-4e53-8f33-f88e3723f8f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:47:03.696710 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-15b0d6e7-7811-456c-a262-12387f07a689 req-f015c35f-a141-409e-b24e-00d414ee7695 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196294 Jun 17 08:47:03.748120 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:03.756305 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7a810ab2-a65f-4fc5-8329-d65eeb6b50f2 req-74bbf2ef-72a8-4842-8bf8-76a6a1a22d4d service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690171 Jun 17 08:47:03.763809 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a08bf8af-bd50-4e66-8efa-150176852bf3 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:47:03.786171 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port a08bf8af-bd50-4e66-8efa-150176852bf3, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=a08bf8af-bd50-4e66-8efa-150176852bf3,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:03.984777 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:03.989412 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:04.035827 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8b6c7382-cca3-4ddd-a5b1-1a513c5c2065 req-907c0417-59b6-44c6-8dd5-39ce28a6ce35 tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0365181 Jun 17 08:47:04.045381 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=a08bf8af-bd50-4e66-8efa-150176852bf3,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:04.048671 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:04.308686 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['a08bf8af-bd50-4e66-8efa-150176852bf3'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:04.512965 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905c637-5f34-4f6b-a67d-637e3b93f83c req-0a869aaa-81e0-4b92-b7da-94ad7a7935f5 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:04.514439 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e905c637-5f34-4f6b-a67d-637e3b93f83c req-0a869aaa-81e0-4b92-b7da-94ad7a7935f5 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 943 time: 0.0666230 Jun 17 08:47:04.561326 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e905c637-5f34-4f6b-a67d-637e3b93f83c req-5741cc64-6afe-427b-b34d-32a5ddc89ec5 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb84bc2a-274b-48f9-ab2b-ccf3ce41610b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400136 Jun 17 08:47:04.656250 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 52386) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:04.779968 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf854b-ec3d-412c-b372-4e9d30fb80b4 req-09e6ae63-9e54-4c8a-8dde-9441b6f4edee tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:04.787935 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-84cf854b-ec3d-412c-b372-4e9d30fb80b4 req-09e6ae63-9e54-4c8a-8dde-9441b6f4edee tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 944 time: 0.0837464 Jun 17 08:47:04.802242 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-8577c604-430c-4c2e-b170-161d28b5009b admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1736408868-network', 'tenant_id': 'e67461f5767c4a3e88d8e7b41103c801'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:04.834622 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-84cf854b-ec3d-412c-b372-4e9d30fb80b4 req-3edd5116-2f2e-4f02-b62d-bf0487309800 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457273 Jun 17 08:47:04.905399 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0369b-b24a-432c-ba38-b7b9f8a71c54 req-69acc8f7-3dc7-41b3-af87-346635927f9e tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:04.906956 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-72d0369b-b24a-432c-ba38-b7b9f8a71c54 req-69acc8f7-3dc7-41b3-af87-346635927f9e tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.0685685 Jun 17 08:47:04.948941 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-72d0369b-b24a-432c-ba38-b7b9f8a71c54 req-c7251e4a-450c-41d6-beb4-be68ba62a5f6 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356324 Jun 17 08:47:04.981451 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8577c604-430c-4c2e-b170-161d28b5009b admin admin] Made reservation on behalf of e67461f5767c4a3e88d8e7b41103c801 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:04.984193 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8577c604-430c-4c2e-b170-161d28b5009b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:04.997063 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8577c604-430c-4c2e-b170-161d28b5009b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.096377 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8577c604-430c-4c2e-b170-161d28b5009b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.150937 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72619f6-4466-42d4-85db-95acf5db644e req-8ba3a39d-2402-4f7a-a0ca-f8ae37abbd37 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:05.152501 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e72619f6-4466-42d4-85db-95acf5db644e req-8ba3a39d-2402-4f7a-a0ca-f8ae37abbd37 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/networks?id=9607b8f2-1f64-4cbd-97ae-5ddc828a0032 HTTP/1.1" status: 200 len: 812 time: 0.1139030 Jun 17 08:47:05.170948 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e72619f6-4466-42d4-85db-95acf5db644e req-b847a71b-d955-478f-ae8a-887f8e6462de tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/quotas/2660df61a5d14827a122661191fbd2bb HTTP/1.1" status: 200 len: 375 time: 0.0122774 Jun 17 08:47:05.198845 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8577c604-430c-4c2e-b170-161d28b5009b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.212669 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e72619f6-4466-42d4-85db-95acf5db644e req-1d855380-88f0-4555-adac-fcd1d60f3def tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2660df61a5d14827a122661191fbd2bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341341 Jun 17 08:47:05.222474 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b8002046-b361-4e10-903f-d532733b4884 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:05.262153 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8577c604-430c-4c2e-b170-161d28b5009b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:47:05.264435 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577c604-430c-4c2e-b170-161d28b5009b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360fef21-3d3c-42b9-92b4-61811f4fe31c,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:05.272707 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8577c604-430c-4c2e-b170-161d28b5009b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:05.278486 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8577c604-430c-4c2e-b170-161d28b5009b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.279333 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-8577c604-430c-4c2e-b170-161d28b5009b admin admin] Added segment 7b587d0f-78ab-496d-aa95-a46a62b86112 of type vlan for network 930bd28e-e4a5-460e-b4f6-001e2ffd33d0 Jun 17 08:47:05.326497 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8577c604-430c-4c2e-b170-161d28b5009b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.384468 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e72619f6-4466-42d4-85db-95acf5db644e req-5295c124-e84a-4c5e-bb70-1bcc18ec5494 service neutron] 10.222.0.49 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627667 Jun 17 08:47:05.385977 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-75593164-208a-4245-894c-12e0470de13d req-bfd0b1dc-9063-44fa-a597-1d5763c7ed78 tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0374749 Jun 17 08:47:05.478994 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8577c604-430c-4c2e-b170-161d28b5009b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.480040 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8577c604-430c-4c2e-b170-161d28b5009b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:05.480601 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e72619f6-4466-42d4-85db-95acf5db644e req-ff9619ca-dc39-43a3-bd4e-b597058bc7ee service neutron] 10.222.0.49 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875227 Jun 17 08:47:05.481095 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8577c604-430c-4c2e-b170-161d28b5009b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.484718 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c64f5a5f-058e-4cb5-949e-33548d0b9acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:05.552929 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577c604-430c-4c2e-b170-161d28b5009b admin admin] Pushing event updated for resources: {'Network': ['ID=930bd28e-e4a5-460e-b4f6-001e2ffd33d0,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:05.556066 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8577c604-430c-4c2e-b170-161d28b5009b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:05.557851 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device a08bf8af-bd50-4e66-8efa-150176852bf3 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:05.582537 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 930bd28e-e4a5-460e-b4f6-001e2ffd33d0 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:47:05.700602 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-8577c604-430c-4c2e-b170-161d28b5009b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0424819 Jun 17 08:47:05.703934 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 52414) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:05.709627 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-810094ef-7667-4f81-a66d-30bbcfa02bf9 admin admin] Request body: {'subnet': {'network_id': '930bd28e-e4a5-460e-b4f6-001e2ffd33d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1736408868-subnet', 'tenant_id': 'e67461f5767c4a3e88d8e7b41103c801', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:05.772828 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e169e-33e2-46d8-a522-0d859c1cac9b req-4fb4fe21-189b-4086-a57a-7ffb9b50d0da tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:05.774377 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-387e169e-33e2-46d8-a522-0d859c1cac9b req-4fb4fe21-189b-4086-a57a-7ffb9b50d0da tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 943 time: 0.0726962 Jun 17 08:47:05.815537 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-387e169e-33e2-46d8-a522-0d859c1cac9b req-974f1fbe-9c29-4570-ae46-d2aab1d81b25 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb84bc2a-274b-48f9-ab2b-ccf3ce41610b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353136 Jun 17 08:47:05.822443 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-437db449-a3fe-452f-88e5-e636063d34bc req-330d869a-9008-4c40-80dd-7f002dd3ca44 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=377da0b0-4d81-4e59-ae12-592c5a4dba2a HTTP/1.1" status: 200 len: 210 time: 0.0315483 Jun 17 08:47:05.835923 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port a08bf8af-bd50-4e66-8efa-150176852bf3 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:05.839978 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port a08bf8af-bd50-4e66-8efa-150176852bf3 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:05.840362 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.899888 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810094ef-7667-4f81-a66d-30bbcfa02bf9 admin admin] Made reservation on behalf of e67461f5767c4a3e88d8e7b41103c801 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:05.905520 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-810094ef-7667-4f81-a66d-30bbcfa02bf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.942573 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.968768 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c12514-5c9a-4991-bb8d-be2878440623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08bf8af-bd50-4e66-8efa-150176852bf3'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:05.972327 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0484227-17d1-4760-ba62-ed67a8cfc7b0" -d '{"events": [{"server_uuid": "c5c12514-5c9a-4991-bb8d-be2878440623", "name": "network-vif-plugged", "status": "completed", "tag": "a08bf8af-bd50-4e66-8efa-150176852bf3"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:05.991446 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port a08bf8af-bd50-4e66-8efa-150176852bf3, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=a08bf8af-bd50-4e66-8efa-150176852bf3,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:06.060012 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.060992 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 5b3332a2-df6b-4110-b9a2-8363b4f265ba no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:47:06.065386 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:06.067762 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5a12c-aab4-427f-8d2e-ea50fc3757f3 req-de22d822-1777-408b-a43c-730fd8a03e4d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:06.069357 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a0b5a12c-aab4-427f-8d2e-ea50fc3757f3 req-de22d822-1777-408b-a43c-730fd8a03e4d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 944 time: 0.0722768 Jun 17 08:47:06.124628 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a0b5a12c-aab4-427f-8d2e-ea50fc3757f3 req-a12445bb-06c4-4ee9-9ccc-c4fb0b1e28ac tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469592 Jun 17 08:47:06.160473 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=a08bf8af-bd50-4e66-8efa-150176852bf3,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:06.184617 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:06.191534 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95feb7cb-b204-49a1-af73-cc4216ebe68a x-openstack-request-id: req-95feb7cb-b204-49a1-af73-cc4216ebe68a {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:06.191862 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c12514-5c9a-4991-bb8d-be2878440623", "name": "network-vif-plugged", "status": "completed", "tag": "a08bf8af-bd50-4e66-8efa-150176852bf3", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:06.192124 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-95feb7cb-b204-49a1-af73-cc4216ebe68a {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:06.192517 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c12514-5c9a-4991-bb8d-be2878440623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08bf8af-bd50-4e66-8efa-150176852bf3', 'code': 200} Jun 17 08:47:06.211235 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.238076 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-810094ef-7667-4f81-a66d-30bbcfa02bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.281639 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:06.342839 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408a4ed-dbb8-428a-8555-c575a240c343 req-4c1b615f-a290-4ad4-82c0-3cbfc2bdff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:06.344577 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7408a4ed-dbb8-428a-8555-c575a240c343 req-4c1b615f-a290-4ad4-82c0-3cbfc2bdff77 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 1097 time: 0.0652790 Jun 17 08:47:06.347726 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810094ef-7667-4f81-a66d-30bbcfa02bf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18b6dc63-ee23-4258-88ac-1c6158712604,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:06.354915 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-810094ef-7667-4f81-a66d-30bbcfa02bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:06.367800 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810094ef-7667-4f81-a66d-30bbcfa02bf9 admin admin] Checking segment: {'id': '7b587d0f-78ab-496d-aa95-a46a62b86112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '930bd28e-e4a5-460e-b4f6-001e2ffd33d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:06.368171 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810094ef-7667-4f81-a66d-30bbcfa02bf9 admin admin] Network hostable DHCP agents. Network: 930bd28e-e4a5-460e-b4f6-001e2ffd33d0, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:47:06.378535 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 5b3332a2-df6b-4110-b9a2-8363b4f265ba, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=5b3332a2-df6b-4110-b9a2-8363b4f265ba,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:06.386858 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7408a4ed-dbb8-428a-8555-c575a240c343 req-fe9c9180-7f4f-4fd9-8cb6-cbda1951dbb1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342376 Jun 17 08:47:06.387210 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e5111-dd86-4076-aff9-1edf5224ed65 req-0376ed2e-a898-463b-9607-4ec6aa4cdc5d tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:06.388736 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-203e5111-dd86-4076-aff9-1edf5224ed65 req-0376ed2e-a898-463b-9607-4ec6aa4cdc5d tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 950 time: 0.1752923 Jun 17 08:47:06.430958 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-203e5111-dd86-4076-aff9-1edf5224ed65 req-81ba7d19-284f-4c53-9882-841e37f8f9c6 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361991 Jun 17 08:47:06.488228 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.492619 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:06.510756 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810094ef-7667-4f81-a66d-30bbcfa02bf9 admin admin] Network 930bd28e-e4a5-460e-b4f6-001e2ffd33d0 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:47:06.544331 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=5b3332a2-df6b-4110-b9a2-8363b4f265ba,revision_number=9']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:06.545199 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dda9b8ea-f54c-4aa6-8950-fdb8e3066e04 req-5a0480b0-f3ae-4316-b18e-52564cd35f06 tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0309546 Jun 17 08:47:06.547461 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:06.614510 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931dc43-c9ac-460b-9985-bb5adaeeb698 req-cdf74679-b200-4f33-8437-8dbf605bc696 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:06.615963 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f931dc43-c9ac-460b-9985-bb5adaeeb698 req-cdf74679-b200-4f33-8437-8dbf605bc696 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 948 time: 0.0683305 Jun 17 08:47:06.622057 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-810094ef-7667-4f81-a66d-30bbcfa02bf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 930bd28e-e4a5-460e-b4f6-001e2ffd33d0) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:06.622057 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810094ef-7667-4f81-a66d-30bbcfa02bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:06.622057 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-810094ef-7667-4f81-a66d-30bbcfa02bf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.628243 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc04f6b-683b-4d56-9da7-8545c4fe9a38 None None] Network 930bd28e-e4a5-460e-b4f6-001e2ffd33d0 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:47:06.668814 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f931dc43-c9ac-460b-9985-bb5adaeeb698 req-21fc1004-1b61-4702-bf55-1f8eaa040c46 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445414 Jun 17 08:47:06.763532 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167a1589-64d0-4e66-8731-6981fc072343 None None] Network 930bd28e-e4a5-460e-b4f6-001e2ffd33d0 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:47:06.788296 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-810094ef-7667-4f81-a66d-30bbcfa02bf9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0831382 Jun 17 08:47:06.946597 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-fb7805e3-4a77-40d7-b0f2-a00d4eafcc5a tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e01d01d179104814a9128dc5fc44bfde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310555 Jun 17 08:47:07.025504 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a76d0-2d1f-4123-8e21-7eb020904966 req-6b0d0c45-5e6a-4334-9e15-8213bc55dd07 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:07.027126 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-140a76d0-2d1f-4123-8e21-7eb020904966 req-6b0d0c45-5e6a-4334-9e15-8213bc55dd07 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 943 time: 0.0698230 Jun 17 08:47:07.057059 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-1ae51097-5ecd-4f68-902e-23018af057b9 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:07.058548 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-1ae51097-5ecd-4f68-902e-23018af057b9 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1060307 Jun 17 08:47:07.066376 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-140a76d0-2d1f-4123-8e21-7eb020904966 req-fc35b69b-dfe1-4b2c-a367-964dc08a744a tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb84bc2a-274b-48f9-ab2b-ccf3ce41610b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331564 Jun 17 08:47:07.074319 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-b6bf7f6a-125b-498e-bb6f-d19551fadd13 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/quotas/e01d01d179104814a9128dc5fc44bfde HTTP/1.1" status: 200 len: 375 time: 0.0098002 Jun 17 08:47:07.154202 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-25fd442a-6561-4cd4-be2f-d3faeba9114f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0695112 Jun 17 08:47:07.208329 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-54a78ef7-154d-4a98-8fcd-c8adfc7a7d70 req-b59e0273-8469-4206-bef3-e8af0b7dc229 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=377da0b0-4d81-4e59-ae12-592c5a4dba2a HTTP/1.1" status: 200 len: 210 time: 0.0357988 Jun 17 08:47:07.528573 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-40a8668d-73ae-4b8e-b1a3-5537de190ac2 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:07.530285 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-40a8668d-73ae-4b8e-b1a3-5537de190ac2 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/networks?id=930bd28e-e4a5-460e-b4f6-001e2ffd33d0 HTTP/1.1" status: 200 len: 813 time: 0.1111712 Jun 17 08:47:07.549312 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-1b3a9f38-f2b0-4a0c-a4d8-87fba0b456bd tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/quotas/e67461f5767c4a3e88d8e7b41103c801 HTTP/1.1" status: 200 len: 375 time: 0.0129521 Jun 17 08:47:07.550261 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 5b3332a2-df6b-4110-b9a2-8363b4f265ba details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:47:07.636308 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-39b1412a-a5aa-4e53-93c2-f3a27f42cf7c tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e67461f5767c4a3e88d8e7b41103c801&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767114 Jun 17 08:47:07.651158 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-d3ef020b-fa9d-46b4-956e-a0806bc3e295 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:47:07.661918 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-d3ef020b-fa9d-46b4-956e-a0806bc3e295 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183148 Jun 17 08:47:07.726293 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2498c97-0a7e-4912-a796-271d9c064a54 req-cf386935-c40a-47d0-bd13-4920e7bb4942 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:07.727915 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e2498c97-0a7e-4912-a796-271d9c064a54 req-cf386935-c40a-47d0-bd13-4920e7bb4942 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 945 time: 0.1140623 Jun 17 08:47:07.731724 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 5b3332a2-df6b-4110-b9a2-8363b4f265ba, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=5b3332a2-df6b-4110-b9a2-8363b4f265ba,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:07.743661 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '5b3332a2-df6b-4110-b9a2-8363b4f265ba', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '5b3332a2-df6b-4110-b9a2-8363b4f265ba', 'mac_address': 'fa:16:3e:90:71:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:47:07.762001 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-4360958c-775e-4c05-a723-6515cfb5f2a1 service neutron] 10.222.0.49 "GET /v2.0/networks/930bd28e-e4a5-460e-b4f6-001e2ffd33d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975802 Jun 17 08:47:07.780614 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e2498c97-0a7e-4912-a796-271d9c064a54 req-63ccbb0f-267c-436c-b32d-e74008009096 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453746 Jun 17 08:47:07.788438 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:07.808165 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b3332a2-df6b-4110-b9a2-8363b4f265ba {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:47:07.820857 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 5b3332a2-df6b-4110-b9a2-8363b4f265ba, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=5b3332a2-df6b-4110-b9a2-8363b4f265ba,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:07.857144 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b1d96da0-4079-4e08-b234-24f11718c195 req-fb25098a-42cc-49e6-9d85-d41ed11c6f61 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 210 time: 0.0297124 Jun 17 08:47:07.874213 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-abb482fa-c374-4e97-be1b-02c3fb4625e1 service neutron] 10.222.0.49 "GET /v2.0/networks/930bd28e-e4a5-460e-b4f6-001e2ffd33d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993264 Jun 17 08:47:07.944558 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:07.946627 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-6b479eed-712a-4c5a-a9b6-e99d33d0930e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:08.001599 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=5b3332a2-df6b-4110-b9a2-8363b4f265ba,revision_number=10']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:08.007639 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:08.026648 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a6fe07d8-3166-4df8-944f-4ad08834a5ef req-f7f5ec84-900f-466d-88bc-db8f8c4f06e3 tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0405505 Jun 17 08:47:08.194042 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e1e2f3-398b-4d4b-8ce4-edc49e189251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b3332a2-df6b-4110-b9a2-8363b4f265ba'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:08.198531 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061aa6f1-176d-4ae6-a731-97aff01c6e24" -d '{"events": [{"server_uuid": "74e1e2f3-398b-4d4b-8ce4-edc49e189251", "name": "network-vif-unplugged", "status": "completed", "tag": "5b3332a2-df6b-4110-b9a2-8363b4f265ba"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:08.237589 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['5b3332a2-df6b-4110-b9a2-8363b4f265ba'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:08.328843 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84adf45c-964c-41fb-aa47-b08f4972df7f x-openstack-request-id: req-84adf45c-964c-41fb-aa47-b08f4972df7f {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:08.329142 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e1e2f3-398b-4d4b-8ce4-edc49e189251", "name": "network-vif-unplugged", "status": "completed", "tag": "5b3332a2-df6b-4110-b9a2-8363b4f265ba", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:08.329675 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-84adf45c-964c-41fb-aa47-b08f4972df7f {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:08.330081 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e1e2f3-398b-4d4b-8ce4-edc49e189251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b3332a2-df6b-4110-b9a2-8363b4f265ba', 'code': 200} Jun 17 08:47:08.373755 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fe5f1-2575-42bd-84af-eb000dec3db9 req-09cc5f68-25f1-4470-a637-76487ee6e305 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:08.381798 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-447fe5f1-2575-42bd-84af-eb000dec3db9 req-09cc5f68-25f1-4470-a637-76487ee6e305 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 943 time: 0.1320307 Jun 17 08:47:08.431564 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-447fe5f1-2575-42bd-84af-eb000dec3db9 req-a6dffeb4-93e9-4e47-9807-9e5945bf11ae tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb84bc2a-274b-48f9-ab2b-ccf3ce41610b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484188 Jun 17 08:47:08.742541 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f216e16b-7fb3-469c-86ea-cee55f7b2f31 req-feb662e1-9543-42ca-8c06-a81144ea0321 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=377da0b0-4d81-4e59-ae12-592c5a4dba2a HTTP/1.1" status: 200 len: 210 time: 0.0383265 Jun 17 08:47:08.744010 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72619f6-4466-42d4-85db-95acf5db644e req-7a61099e-4444-4258-99cb-a1a1b201edf5 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:08.744010 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e72619f6-4466-42d4-85db-95acf5db644e req-7a61099e-4444-4258-99cb-a1a1b201edf5 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.53 "GET /v2.0/networks?id=9607b8f2-1f64-4cbd-97ae-5ddc828a0032 HTTP/1.1" status: 200 len: 812 time: 0.1286325 Jun 17 08:47:08.744010 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-e72619f6-4466-42d4-85db-95acf5db644e req-3d127133-9a6d-417c-85db-f45e13c5c1f7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Request body: {'port': {'device_id': '377da0b0-4d81-4e59-ae12-592c5a4dba2a', 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032', 'admin_state_up': True, 'tenant_id': '2660df61a5d14827a122661191fbd2bb'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:08.744010 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-12327ed0-ea86-4243-ac88-03c0176c00c8 req-623837de-5334-4b44-a392-f25fe50dd82c tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=86f8e4c4-f678-49d3-b7df-c90737d868ed HTTP/1.1" status: 200 len: 210 time: 0.0389924 Jun 17 08:47:08.918512 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:47:09.000578 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4007f-7941-43e5-a951-e6ae8cd7d4a9 req-cf04cf06-90f7-4c93-b411-210c47a5256b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:09.001988 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-34a4007f-7941-43e5-a951-e6ae8cd7d4a9 req-cf04cf06-90f7-4c93-b411-210c47a5256b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 945 time: 0.0803425 Jun 17 08:47:09.017187 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-209a7b58-3b5d-4e24-90bd-63e5d36b823b req-bd437896-e615-49e6-b7ea-72bf98fdbaec tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 210 time: 0.0315986 Jun 17 08:47:09.021393 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e72619f6-4466-42d4-85db-95acf5db644e req-3d127133-9a6d-417c-85db-f45e13c5c1f7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Made reservation on behalf of 2660df61a5d14827a122661191fbd2bb for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:09.025320 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-e72619f6-4466-42d4-85db-95acf5db644e req-3d127133-9a6d-417c-85db-f45e13c5c1f7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:09.048334 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-34a4007f-7941-43e5-a951-e6ae8cd7d4a9 req-85434be6-9113-4527-8091-05a82a2517f4 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401053 Jun 17 08:47:09.209265 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-e72619f6-4466-42d4-85db-95acf5db644e req-3d127133-9a6d-417c-85db-f45e13c5c1f7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Allocated IP 172.20.0.2 (9607b8f2-1f64-4cbd-97ae-5ddc828a0032/ed34bd4e-a866-4cd6-ad0f-ac23d869dd5e/23539b39-214f-4a60-b1c2-7e53026a2889) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:09.275460 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-236c1345-1324-4516-9d7f-9baa33d162c4 req-9956db11-30ee-4d4b-bff7-e84704c0cf90 tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0351369 Jun 17 08:47:09.355747 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fc859-f3f4-439c-be3f-75bca036ca0a req-ef1185b9-542d-463d-91da-a5f590dc33a7 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:09.357458 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f34fc859-f3f4-439c-be3f-75bca036ca0a req-ef1185b9-542d-463d-91da-a5f590dc33a7 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 1097 time: 0.0577104 Jun 17 08:47:09.405667 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f34fc859-f3f4-439c-be3f-75bca036ca0a req-c86433a2-cbbd-40fc-83f7-d98b0fbd5158 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418413 Jun 17 08:47:09.420867 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-e72619f6-4466-42d4-85db-95acf5db644e req-3d127133-9a6d-417c-85db-f45e13c5c1f7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:09.534510 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-e72619f6-4466-42d4-85db-95acf5db644e req-3d127133-9a6d-417c-85db-f45e13c5c1f7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:09.541160 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-953b3f86-8fba-4bd6-8d32-9e95f56a6b41 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:09.577616 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 5b3332a2-df6b-4110-b9a2-8363b4f265ba up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:09.639004 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 5b3332a2-df6b-4110-b9a2-8363b4f265ba triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:09.639395 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:09.641483 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72619f6-4466-42d4-85db-95acf5db644e req-3d127133-9a6d-417c-85db-f45e13c5c1f7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Network 9607b8f2-1f64-4cbd-97ae-5ddc828a0032 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:09.643914 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3307fd6-1123-444a-993f-bf30ab667489 req-a0f1b2cb-7682-4fd0-a8c1-d7d3ac440976 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:09.646262 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d127133-9a6d-417c-85db-f45e13c5c1f7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Pushing event updated for resources: {'Port': ['ID=23539b39-214f-4a60-b1c2-7e53026a2889,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:09.646573 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a3307fd6-1123-444a-993f-bf30ab667489 req-a0f1b2cb-7682-4fd0-a8c1-d7d3ac440976 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 943 time: 0.0849068 Jun 17 08:47:09.648840 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-e72619f6-4466-42d4-85db-95acf5db644e req-3d127133-9a6d-417c-85db-f45e13c5c1f7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:09.650967 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3d127133-9a6d-417c-85db-f45e13c5c1f7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:09.652613 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72619f6-4466-42d4-85db-95acf5db644e req-3d127133-9a6d-417c-85db-f45e13c5c1f7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:09.698392 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a3307fd6-1123-444a-993f-bf30ab667489 req-9384b423-726a-48cb-98a1-18bf385359b0 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb84bc2a-274b-48f9-ab2b-ccf3ce41610b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406795 Jun 17 08:47:09.721222 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72619f6-4466-42d4-85db-95acf5db644e req-3d127133-9a6d-417c-85db-f45e13c5c1f7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:09.721858 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-e72619f6-4466-42d4-85db-95acf5db644e req-3d127133-9a6d-417c-85db-f45e13c5c1f7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:09.733282 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81353d39-852b-4279-880e-9f45eafc8dca req-bb82ef84-a557-4d0d-b304-c238937910ca tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:09.735244 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-81353d39-852b-4279-880e-9f45eafc8dca req-bb82ef84-a557-4d0d-b304-c238937910ca tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 1097 time: 0.1899810 Jun 17 08:47:09.757208 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:09.779127 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-81353d39-852b-4279-880e-9f45eafc8dca req-a50dcc63-45ca-4cf5-a733-f73d3bf9fe76 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373642 Jun 17 08:47:09.804863 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 5b3332a2-df6b-4110-b9a2-8363b4f265ba, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=5b3332a2-df6b-4110-b9a2-8363b4f265ba,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:09.822790 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e72619f6-4466-42d4-85db-95acf5db644e req-3d127133-9a6d-417c-85db-f45e13c5c1f7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2485909 Jun 17 08:47:09.833574 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [req-e72619f6-4466-42d4-85db-95acf5db644e req-0f74541a-dbac-43a4-bb18-872a2233a98d tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:47:09.834849 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e72619f6-4466-42d4-85db-95acf5db644e req-0f74541a-dbac-43a4-bb18-872a2233a98d tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058594 Jun 17 08:47:09.890531 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-e72619f6-4466-42d4-85db-95acf5db644e req-c1cb2a57-85a8-45af-a1d5-937690c5a23f service neutron] Request body: {'port': {'device_id': '377da0b0-4d81-4e59-ae12-592c5a4dba2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:09.913223 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb045d04-2e4a-43a8-b3fe-1db1c7e39d6a req-12006c89-1b30-4e1c-8e3e-6b0d8f06d57e tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:09.913223 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-eb045d04-2e4a-43a8-b3fe-1db1c7e39d6a req-12006c89-1b30-4e1c-8e3e-6b0d8f06d57e tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=377da0b0-4d81-4e59-ae12-592c5a4dba2a HTTP/1.1" status: 200 len: 931 time: 0.0818210 Jun 17 08:47:09.915967 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:09.917977 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:09.969532 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-eb045d04-2e4a-43a8-b3fe-1db1c7e39d6a req-ea23f145-ae8a-4e00-96ab-2a6c54dec7df tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479789 Jun 17 08:47:09.986201 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=5b3332a2-df6b-4110-b9a2-8363b4f265ba,revision_number=11']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:09.991053 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:10.013578 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dc08f28d-ec0a-4399-a44a-2ba46abaac32 req-b089aa16-d303-412d-9931-57e661ff3fd9 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=86f8e4c4-f678-49d3-b7df-c90737d868ed HTTP/1.1" status: 200 len: 210 time: 0.0593688 Jun 17 08:47:10.025098 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-e72619f6-4466-42d4-85db-95acf5db644e req-c1cb2a57-85a8-45af-a1d5-937690c5a23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:10.191127 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a76af351-fa8f-4318-89e0-472d17a66ff9 req-21862a98-340f-4756-9d40-02573240abb0 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 210 time: 0.0401468 Jun 17 08:47:10.332258 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e1e2f3-398b-4d4b-8ce4-edc49e189251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3332a2-df6b-4110-b9a2-8363b4f265ba'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:10.336358 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ff4a74-fe36-44f1-8367-e4139cab8042" -d '{"events": [{"server_uuid": "74e1e2f3-398b-4d4b-8ce4-edc49e189251", "name": "network-vif-plugged", "status": "completed", "tag": "5b3332a2-df6b-4110-b9a2-8363b4f265ba"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:10.344752 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-e72619f6-4466-42d4-85db-95acf5db644e req-c1cb2a57-85a8-45af-a1d5-937690c5a23f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23539b39-214f-4a60-b1c2-7e53026a2889 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:47:10.352282 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-e72619f6-4466-42d4-85db-95acf5db644e req-c1cb2a57-85a8-45af-a1d5-937690c5a23f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:10.366494 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-e72619f6-4466-42d4-85db-95acf5db644e req-c1cb2a57-85a8-45af-a1d5-937690c5a23f service neutron] Transition to ACTIVE for port object 23539b39-214f-4a60-b1c2-7e53026a2889 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:10.385256 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 0d9d466b-1a94-4c45-986d-07df20059d1b details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:47:10.411051 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-848e0369-7197-4578-aedf-ea47b262adff tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e01d01d179104814a9128dc5fc44bfde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230680 Jun 17 08:47:10.437847 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-19052fc3-edc4-4d26-8734-ffd0ca9f0199 req-419e4e67-b201-4271-aeaa-3d35434a1463 tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0336518 Jun 17 08:47:10.490941 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-e72619f6-4466-42d4-85db-95acf5db644e req-c1cb2a57-85a8-45af-a1d5-937690c5a23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:10.494050 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0f564bb3-8cee-4e00-a72c-777a233f4651 tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:10.508811 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 0d9d466b-1a94-4c45-986d-07df20059d1b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=0d9d466b-1a94-4c45-986d-07df20059d1b,segment=NetworkSegment(b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f),segment_id=b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:10.533369 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '0d9d466b-1a94-4c45-986d-07df20059d1b', 'network_id': '8febca87-b053-4652-aefe-046fdedc430b', 'port_id': '0d9d466b-1a94-4c45-986d-07df20059d1b', 'mac_address': 'fa:16:3e:19:9e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23aa9cf-568b-4905-8e2b-b7648ef430a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:47:10.545572 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb2a57-85a8-45af-a1d5-937690c5a23f service neutron] Pushing event updated for resources: {'Port': ['ID=23539b39-214f-4a60-b1c2-7e53026a2889,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:10.551182 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c1cb2a57-85a8-45af-a1d5-937690c5a23f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:10.571818 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-29f985e5-a951-4507-acc9-bdb8211fab38 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:10.573228 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-29f985e5-a951-4507-acc9-bdb8211fab38 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1529574 Jun 17 08:47:10.593700 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-4c4be77d-f152-45ec-b101-ef849dcaf369 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Request body: {'port': {'device_id': '07eace6a-bbfa-4c6c-b83a-de1820a6d1a9', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'admin_state_up': True, 'tenant_id': 'e01d01d179104814a9128dc5fc44bfde'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:10.594383 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:10.598412 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490f8870-8976-43b6-b0e0-c1e08d4d4d66 x-openstack-request-id: req-490f8870-8976-43b6-b0e0-c1e08d4d4d66 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:10.598959 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e1e2f3-398b-4d4b-8ce4-edc49e189251", "name": "network-vif-plugged", "status": "completed", "tag": "5b3332a2-df6b-4110-b9a2-8363b4f265ba", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:10.599358 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-490f8870-8976-43b6-b0e0-c1e08d4d4d66 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:10.599948 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e1e2f3-398b-4d4b-8ce4-edc49e189251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3332a2-df6b-4110-b9a2-8363b4f265ba', 'code': 200} Jun 17 08:47:10.637588 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9d466b-1a94-4c45-986d-07df20059d1b {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:47:10.668823 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 0d9d466b-1a94-4c45-986d-07df20059d1b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=0d9d466b-1a94-4c45-986d-07df20059d1b,segment=NetworkSegment(b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f),segment_id=b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:10.741264 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-e72619f6-4466-42d4-85db-95acf5db644e req-c1cb2a57-85a8-45af-a1d5-937690c5a23f service neutron] Attempting to bind port 23539b39-214f-4a60-b1c2-7e53026a2889 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:10.741685 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-e72619f6-4466-42d4-85db-95acf5db644e req-c1cb2a57-85a8-45af-a1d5-937690c5a23f service neutron] Attempting to bind port 23539b39-214f-4a60-b1c2-7e53026a2889 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': 'f97b557f-42fd-493a-a1da-f273164d9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:10.742010 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72619f6-4466-42d4-85db-95acf5db644e req-c1cb2a57-85a8-45af-a1d5-937690c5a23f service neutron] Attempting to bind port 23539b39-214f-4a60-b1c2-7e53026a2889 on network 9607b8f2-1f64-4cbd-97ae-5ddc828a0032 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:10.746723 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72619f6-4466-42d4-85db-95acf5db644e req-c1cb2a57-85a8-45af-a1d5-937690c5a23f service neutron] Port 23539b39-214f-4a60-b1c2-7e53026a2889 on network 9607b8f2-1f64-4cbd-97ae-5ddc828a0032 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:47:10.747102 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72619f6-4466-42d4-85db-95acf5db644e req-c1cb2a57-85a8-45af-a1d5-937690c5a23f service neutron] Attempting to bind port 23539b39-214f-4a60-b1c2-7e53026a2889 on network 9607b8f2-1f64-4cbd-97ae-5ddc828a0032 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:10.752694 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72619f6-4466-42d4-85db-95acf5db644e req-c1cb2a57-85a8-45af-a1d5-937690c5a23f service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:10.753034 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72619f6-4466-42d4-85db-95acf5db644e req-c1cb2a57-85a8-45af-a1d5-937690c5a23f service neutron] Checking segment: {'id': 'f97b557f-42fd-493a-a1da-f273164d9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:10.753427 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72619f6-4466-42d4-85db-95acf5db644e req-c1cb2a57-85a8-45af-a1d5-937690c5a23f service neutron] Bound using segment: {'id': 'f97b557f-42fd-493a-a1da-f273164d9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:10.754683 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-e72619f6-4466-42d4-85db-95acf5db644e req-c1cb2a57-85a8-45af-a1d5-937690c5a23f service neutron] Bound port: 23539b39-214f-4a60-b1c2-7e53026a2889, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f97b557f-42fd-493a-a1da-f273164d9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:10.755285 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-e72619f6-4466-42d4-85db-95acf5db644e req-c1cb2a57-85a8-45af-a1d5-937690c5a23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:10.790972 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:10.792956 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:10.826110 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-e72619f6-4466-42d4-85db-95acf5db644e req-c1cb2a57-85a8-45af-a1d5-937690c5a23f service neutron] For port 23539b39-214f-4a60-b1c2-7e53026a2889, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:10.829866 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-e72619f6-4466-42d4-85db-95acf5db644e req-c1cb2a57-85a8-45af-a1d5-937690c5a23f service neutron] For port 23539b39-214f-4a60-b1c2-7e53026a2889, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=23539b39-214f-4a60-b1c2-7e53026a2889,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:10.841428 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=0d9d466b-1a94-4c45-986d-07df20059d1b,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:10.841701 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-4c4be77d-f152-45ec-b101-ef849dcaf369 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Made reservation on behalf of e01d01d179104814a9128dc5fc44bfde for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:10.844850 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:10.857661 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-4c4be77d-f152-45ec-b101-ef849dcaf369 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:10.920092 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ba077-c178-47aa-a725-6ab407c95719 req-bbc4c0b7-3f6b-4ee7-ae56-6fa9e283fff8 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:10.922017 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-585ba077-c178-47aa-a725-6ab407c95719 req-bbc4c0b7-3f6b-4ee7-ae56-6fa9e283fff8 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 944 time: 0.0796895 Jun 17 08:47:10.974584 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-585ba077-c178-47aa-a725-6ab407c95719 req-c5b1e666-c73c-4e55-a02b-9efce71d47be tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb84bc2a-274b-48f9-ab2b-ccf3ce41610b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412374 Jun 17 08:47:11.056846 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['0d9d466b-1a94-4c45-986d-07df20059d1b'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:11.119925 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-e72619f6-4466-42d4-85db-95acf5db644e req-c1cb2a57-85a8-45af-a1d5-937690c5a23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:11.122031 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-953b3f86-8fba-4bd6-8d32-9e95f56a6b41 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:11.245172 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72619f6-4466-42d4-85db-95acf5db644e req-c1cb2a57-85a8-45af-a1d5-937690c5a23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:11.245907 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-e72619f6-4466-42d4-85db-95acf5db644e req-c1cb2a57-85a8-45af-a1d5-937690c5a23f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:11.247282 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e72619f6-4466-42d4-85db-95acf5db644e req-c1cb2a57-85a8-45af-a1d5-937690c5a23f service neutron] 10.222.0.53 "PUT /v2.0/ports/23539b39-214f-4a60-b1c2-7e53026a2889 HTTP/1.1" status: 200 len: 1092 time: 1.4056389 Jun 17 08:47:11.247798 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377da0b0-4d81-4e59-ae12-592c5a4dba2a', 'tag': '23539b39-214f-4a60-b1c2-7e53026a2889'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:11.250171 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24cb851-b489-4ca6-b3ef-4f02fb90c418" -d '{"events": [{"name": "network-changed", "server_uuid": "377da0b0-4d81-4e59-ae12-592c5a4dba2a", "tag": "23539b39-214f-4a60-b1c2-7e53026a2889"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:11.269918 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb2a57-85a8-45af-a1d5-937690c5a23f service neutron] Pushing event updated for resources: {'Port': ['ID=23539b39-214f-4a60-b1c2-7e53026a2889,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:11.273166 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c1cb2a57-85a8-45af-a1d5-937690c5a23f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:11.379249 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-4c4be77d-f152-45ec-b101-ef849dcaf369 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Allocated IP 192.168.233.107 (26debee9-bc17-4dec-acaf-a4c976511744/9fa94245-1f4d-486b-9e45-990a58fa5ffe/896c54f1-ae47-4935-b8e3-354bee4054e8) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:11.424812 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b277d0-5b17-4856-a214-650f4b4d982f req-bc8b0c93-5b1e-43db-99eb-bddbae5089ff tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:11.427419 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e4b277d0-5b17-4856-a214-650f4b4d982f req-bc8b0c93-5b1e-43db-99eb-bddbae5089ff tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=377da0b0-4d81-4e59-ae12-592c5a4dba2a HTTP/1.1" status: 200 len: 943 time: 0.0804040 Jun 17 08:47:11.516610 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e4b277d0-5b17-4856-a214-650f4b4d982f req-d31a61bf-8e9e-4838-ab8d-670424001641 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796809 Jun 17 08:47:11.536888 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72619f6-4466-42d4-85db-95acf5db644e req-4115de0d-196d-4348-b342-007628d5a7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:11.538599 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e72619f6-4466-42d4-85db-95acf5db644e req-4115de0d-196d-4348-b342-007628d5a7b9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2660df61a5d14827a122661191fbd2bb&device_id=377da0b0-4d81-4e59-ae12-592c5a4dba2a HTTP/1.1" status: 200 len: 1095 time: 0.1100090 Jun 17 08:47:11.584096 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e72619f6-4466-42d4-85db-95acf5db644e req-2dcc9f92-36f5-4bb2-915c-007c16a799c1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23539b39-214f-4a60-b1c2-7e53026a2889 HTTP/1.1" status: 200 len: 217 time: 0.0359406 Jun 17 08:47:11.594210 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-4c4be77d-f152-45ec-b101-ef849dcaf369 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:11.609759 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-4c4be77d-f152-45ec-b101-ef849dcaf369 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Transition to ACTIVE for port object 896c54f1-ae47-4935-b8e3-354bee4054e8 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:11.665743 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6713bfe6-c035-4578-b5bb-8fc21bd6d36c req-09b288cc-841f-4dc1-af1d-65103ddd720b tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=86f8e4c4-f678-49d3-b7df-c90737d868ed HTTP/1.1" status: 200 len: 210 time: 0.0393822 Jun 17 08:47:11.675811 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72619f6-4466-42d4-85db-95acf5db644e req-52d86036-9a96-4f60-af2b-52aac903fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:11.677534 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e72619f6-4466-42d4-85db-95acf5db644e req-52d86036-9a96-4f60-af2b-52aac903fe23 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ed34bd4e-a866-4cd6-ad0f-ac23d869dd5e HTTP/1.1" status: 200 len: 852 time: 0.0866163 Jun 17 08:47:11.714076 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e72619f6-4466-42d4-85db-95acf5db644e req-5f9e6b35-8be7-4b11-aaaf-892653d63d1e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9607b8f2-1f64-4cbd-97ae-5ddc828a0032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278828 Jun 17 08:47:11.745356 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-4c4be77d-f152-45ec-b101-ef849dcaf369 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:11.758241 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['85df4119-793b-423d-abf1-4c64dea34203', '5b3332a2-df6b-4110-b9a2-8363b4f265ba'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:11.763396 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-52aca87d-8e44-4fc4-a4b2-60eab9368ae3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:11.763803 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['4e90aa40-4e20-4bb5-ae96-262f6c3201da'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:11.797930 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-4c4be77d-f152-45ec-b101-ef849dcaf369 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Network 26debee9-bc17-4dec-acaf-a4c976511744 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:11.806654 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-4c4be77d-f152-45ec-b101-ef849dcaf369 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:11.809471 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-4c4be77d-f152-45ec-b101-ef849dcaf369 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:11.864322 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e72619f6-4466-42d4-85db-95acf5db644e req-4deb9e63-c50e-4027-bd6c-25b194e16165 service neutron] 10.222.0.53 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388433 Jun 17 08:47:11.865989 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4be77d-f152-45ec-b101-ef849dcaf369 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Pushing event updated for resources: {'Port': ['ID=896c54f1-ae47-4935-b8e3-354bee4054e8,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:11.880462 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4c4be77d-f152-45ec-b101-ef849dcaf369 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:11.912036 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-4c4be77d-f152-45ec-b101-ef849dcaf369 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:11.912841 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-4c4be77d-f152-45ec-b101-ef849dcaf369 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:11.955011 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8034fe-cf40-4d3c-8c06-cfe34baa4eff req-f519ad88-519b-4563-a58c-445a3ab74478 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:11.962336 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bb8034fe-cf40-4d3c-8c06-cfe34baa4eff req-f519ad88-519b-4563-a58c-445a3ab74478 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 936 time: 0.1770523 Jun 17 08:47:12.032488 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-4c4be77d-f152-45ec-b101-ef849dcaf369 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4498813 Jun 17 08:47:12.052772 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-47caca85-bb76-4479-ab01-3d5c052575f6 service neutron] Request body: {'port': {'device_id': '07eace6a-bbfa-4c6c-b83a-de1820a6d1a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:12.088697 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e72619f6-4466-42d4-85db-95acf5db644e req-bbb93559-956c-46ed-9c3d-69b234066570 service neutron] 10.222.0.53 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107337 Jun 17 08:47:12.100696 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bb8034fe-cf40-4d3c-8c06-cfe34baa4eff req-32d62e54-2549-46c6-840c-96f0c124c6fb tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374462 Jun 17 08:47:12.153285 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-47caca85-bb76-4479-ab01-3d5c052575f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:12.236707 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3156a8b0-7895-4cc1-9b2a-1746706e5a84 x-openstack-request-id: req-3156a8b0-7895-4cc1-9b2a-1746706e5a84 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:12.240563 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "377da0b0-4d81-4e59-ae12-592c5a4dba2a", "tag": "23539b39-214f-4a60-b1c2-7e53026a2889", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:12.240875 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3156a8b0-7895-4cc1-9b2a-1746706e5a84 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:12.241344 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '377da0b0-4d81-4e59-ae12-592c5a4dba2a', 'tag': '23539b39-214f-4a60-b1c2-7e53026a2889', 'status': 'completed', 'code': 200} Jun 17 08:47:12.313190 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-50b1213a-63e1-4b60-a48a-2f25700d49c8 None None] Provisioning for port 896c54f1-ae47-4935-b8e3-354bee4054e8 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:12.317509 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-50b1213a-63e1-4b60-a48a-2f25700d49c8 None None] Provisioning complete for port 896c54f1-ae47-4935-b8e3-354bee4054e8 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:12.323386 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-50b1213a-63e1-4b60-a48a-2f25700d49c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:12.359995 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-50b1213a-63e1-4b60-a48a-2f25700d49c8 None None] Port 896c54f1-ae47-4935-b8e3-354bee4054e8 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:47:12.400658 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 0d9d466b-1a94-4c45-986d-07df20059d1b up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:12.530768 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-47caca85-bb76-4479-ab01-3d5c052575f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 896c54f1-ae47-4935-b8e3-354bee4054e8 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:47:12.541113 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-47caca85-bb76-4479-ab01-3d5c052575f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:12.557434 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-47caca85-bb76-4479-ab01-3d5c052575f6 service neutron] Transition to ACTIVE for port object 896c54f1-ae47-4935-b8e3-354bee4054e8 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:12.610364 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 0d9d466b-1a94-4c45-986d-07df20059d1b completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:12.615834 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 0d9d466b-1a94-4c45-986d-07df20059d1b triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:12.616136 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:12.709908 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:12.717240 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8cc59dc1-5c00-4cc7-a88d-9ce4864d12a2 req-f208410d-4430-49d3-baee-74253249cb70 tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.3552184 Jun 17 08:47:12.736405 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-47caca85-bb76-4479-ab01-3d5c052575f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:12.742902 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3a3dada9-286d-4aaf-a7bd-1311e508b253 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:12.743751 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a449e571-3f47-4876-9bfc-de0dc35342cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9d466b-1a94-4c45-986d-07df20059d1b'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:12.747674 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34691a9-878c-45c8-b452-ddf3c5f5291c" -d '{"events": [{"server_uuid": "a449e571-3f47-4876-9bfc-de0dc35342cc", "name": "network-vif-plugged", "status": "completed", "tag": "0d9d466b-1a94-4c45-986d-07df20059d1b"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:12.752138 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 0d9d466b-1a94-4c45-986d-07df20059d1b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=0d9d466b-1a94-4c45-986d-07df20059d1b,segment=NetworkSegment(b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f),segment_id=b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:12.766530 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-b1b2b479-b100-4dad-8b78-d132221d9905 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:12.768176 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-b1b2b479-b100-4dad-8b78-d132221d9905 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.53 "GET /v2.0/networks?id=930bd28e-e4a5-460e-b4f6-001e2ffd33d0 HTTP/1.1" status: 200 len: 813 time: 0.5087662 Jun 17 08:47:12.778384 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24cb851-b489-4ca6-b3ef-4f02fb90c418 req-3c85572c-3fdb-4778-825f-472a22866f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:12.780036 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c24cb851-b489-4ca6-b3ef-4f02fb90c418 req-3c85572c-3fdb-4778-825f-472a22866f61 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2660df61a5d14827a122661191fbd2bb&device_id=377da0b0-4d81-4e59-ae12-592c5a4dba2a HTTP/1.1" status: 200 len: 1095 time: 0.4907434 Jun 17 08:47:12.786754 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-dc1a344a-48a2-48c4-8617-a151641eea51 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Request body: {'port': {'device_id': 'dbddbf05-c970-459a-be01-f64af15f9c40', 'network_id': '930bd28e-e4a5-460e-b4f6-001e2ffd33d0', 'admin_state_up': True, 'tenant_id': 'e67461f5767c4a3e88d8e7b41103c801'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:12.838545 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47caca85-bb76-4479-ab01-3d5c052575f6 service neutron] Pushing event updated for resources: {'Port': ['ID=896c54f1-ae47-4935-b8e3-354bee4054e8,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:12.849705 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-47caca85-bb76-4479-ab01-3d5c052575f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:12.937217 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24cb851-b489-4ca6-b3ef-4f02fb90c418 req-6d80f5fb-cd94-4ab1-a299-1a6926dd0a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:12.938734 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c24cb851-b489-4ca6-b3ef-4f02fb90c418 req-6d80f5fb-cd94-4ab1-a299-1a6926dd0a4d service neutron] 10.222.0.53 "GET /v2.0/networks?id=9607b8f2-1f64-4cbd-97ae-5ddc828a0032 HTTP/1.1" status: 200 len: 913 time: 0.1381125 Jun 17 08:47:12.945036 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-47caca85-bb76-4479-ab01-3d5c052575f6 service neutron] Attempting to bind port 896c54f1-ae47-4935-b8e3-354bee4054e8 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:12.945600 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-47caca85-bb76-4479-ab01-3d5c052575f6 service neutron] Attempting to bind port 896c54f1-ae47-4935-b8e3-354bee4054e8 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:12.948055 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:12.950410 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:12.969146 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-47caca85-bb76-4479-ab01-3d5c052575f6 service neutron] Attempting to bind port 896c54f1-ae47-4935-b8e3-354bee4054e8 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:12.976884 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-47caca85-bb76-4479-ab01-3d5c052575f6 service neutron] Port 896c54f1-ae47-4935-b8e3-354bee4054e8 on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:47:12.980492 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-47caca85-bb76-4479-ab01-3d5c052575f6 service neutron] Attempting to bind port 896c54f1-ae47-4935-b8e3-354bee4054e8 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:12.996872 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-47caca85-bb76-4479-ab01-3d5c052575f6 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:13.001472 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-47caca85-bb76-4479-ab01-3d5c052575f6 service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:13.002159 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-47caca85-bb76-4479-ab01-3d5c052575f6 service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:13.002886 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-47caca85-bb76-4479-ab01-3d5c052575f6 service neutron] Bound port: 896c54f1-ae47-4935-b8e3-354bee4054e8, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:13.004198 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-47caca85-bb76-4479-ab01-3d5c052575f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:13.048759 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=0d9d466b-1a94-4c45-986d-07df20059d1b,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:13.052855 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:13.115146 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-47caca85-bb76-4479-ab01-3d5c052575f6 service neutron] For port 896c54f1-ae47-4935-b8e3-354bee4054e8, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:13.118399 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-47caca85-bb76-4479-ab01-3d5c052575f6 service neutron] For port 896c54f1-ae47-4935-b8e3-354bee4054e8, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=896c54f1-ae47-4935-b8e3-354bee4054e8,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:13.128259 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c24cb851-b489-4ca6-b3ef-4f02fb90c418 req-d4a95d7b-fd86-4807-9d2e-1fce10ce39d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23539b39-214f-4a60-b1c2-7e53026a2889 HTTP/1.1" status: 200 len: 217 time: 0.0743020 Jun 17 08:47:13.189581 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24cb851-b489-4ca6-b3ef-4f02fb90c418 req-cd0cbe81-4268-459b-afbe-9517acdb94a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:13.191005 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c24cb851-b489-4ca6-b3ef-4f02fb90c418 req-cd0cbe81-4268-459b-afbe-9517acdb94a7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ed34bd4e-a866-4cd6-ad0f-ac23d869dd5e HTTP/1.1" status: 200 len: 852 time: 0.0555255 Jun 17 08:47:13.205320 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c168b8b-5282-4275-a8f6-4d6505d65f64 req-4edb68db-bd51-451f-a2ba-24f112592b17 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:13.206838 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3c168b8b-5282-4275-a8f6-4d6505d65f64 req-4edb68db-bd51-451f-a2ba-24f112592b17 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 945 time: 0.1540813 Jun 17 08:47:13.240025 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c24cb851-b489-4ca6-b3ef-4f02fb90c418 req-c8e17db6-777c-44e0-89d0-536641734516 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9607b8f2-1f64-4cbd-97ae-5ddc828a0032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322149 Jun 17 08:47:13.245630 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-dc1a344a-48a2-48c4-8617-a151641eea51 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Made reservation on behalf of e67461f5767c4a3e88d8e7b41103c801 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:13.249159 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-dc1a344a-48a2-48c4-8617-a151641eea51 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:13.265379 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-47caca85-bb76-4479-ab01-3d5c052575f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:13.268755 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5b2984e2-f6ea-4292-aaaa-c2f885442010 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:13.300359 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-9660ae0e-6cc2-42ca-b604-a36f57db8acb tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:47:13.301387 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-9660ae0e-6cc2-42ca-b604-a36f57db8acb tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0298133 Jun 17 08:47:13.334431 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-600b8241-512a-4d69-8d03-586fb6838ed9 service neutron] Request body: {'binding': {'host': 'n-h2-758944-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:13.334968 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-600b8241-512a-4d69-8d03-586fb6838ed9 service neutron] Unknown quota resources ['binding']. {{(pid=94520) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:47:13.368583 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-47caca85-bb76-4479-ab01-3d5c052575f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:13.369327 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-47caca85-bb76-4479-ab01-3d5c052575f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:13.371612 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-47caca85-bb76-4479-ab01-3d5c052575f6 service neutron] 10.222.0.53 "PUT /v2.0/ports/896c54f1-ae47-4935-b8e3-354bee4054e8 HTTP/1.1" status: 200 len: 1097 time: 1.3279862 Jun 17 08:47:13.374100 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3c168b8b-5282-4275-a8f6-4d6505d65f64 req-99e1e6c4-efec-4188-bfa0-1bb376bcc520 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb84bc2a-274b-48f9-ab2b-ccf3ce41610b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591110 Jun 17 08:47:13.396723 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07eace6a-bbfa-4c6c-b83a-de1820a6d1a9', 'tag': '896c54f1-ae47-4935-b8e3-354bee4054e8'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:13.399196 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1206b0b7-dc83-4287-a37b-d19638214b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "07eace6a-bbfa-4c6c-b83a-de1820a6d1a9", "tag": "896c54f1-ae47-4935-b8e3-354bee4054e8"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:13.454533 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c24cb851-b489-4ca6-b3ef-4f02fb90c418 req-ed264620-d971-4e04-ae31-5a94d053d2b0 service neutron] 10.222.0.53 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016454 Jun 17 08:47:13.489529 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47caca85-bb76-4479-ab01-3d5c052575f6 service neutron] Pushing event updated for resources: {'Port': ['ID=896c54f1-ae47-4935-b8e3-354bee4054e8,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:13.497937 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-47caca85-bb76-4479-ab01-3d5c052575f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:13.525240 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-dc1a344a-48a2-48c4-8617-a151641eea51 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Allocated IP 172.20.0.8 (930bd28e-e4a5-460e-b4f6-001e2ffd33d0/18b6dc63-ee23-4258-88ac-1c6158712604/88b13f2f-259d-4f58-8462-099c6a1e0315) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:13.565541 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-e7ceb520-f8d6-425b-b200-805869f8da84 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:13.569065 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-e7ceb520-f8d6-425b-b200-805869f8da84 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.50 "GET /v2.0/networks?id=930bd28e-e4a5-460e-b4f6-001e2ffd33d0 HTTP/1.1" status: 200 len: 813 time: 0.2733338 Jun 17 08:47:13.591376 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-b3d6a5e8-eb1e-4043-9ca2-c0d52f8e7efa tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Request body: {'port': {'device_id': '86f8e4c4-f678-49d3-b7df-c90737d868ed', 'network_id': '930bd28e-e4a5-460e-b4f6-001e2ffd33d0', 'admin_state_up': True, 'tenant_id': 'e67461f5767c4a3e88d8e7b41103c801'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:13.619295 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c24cb851-b489-4ca6-b3ef-4f02fb90c418 req-4da8f5aa-d4b6-49dd-a021-e88dfac7ee03 service neutron] 10.222.0.53 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563225 Jun 17 08:47:13.694918 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-600b8241-512a-4d69-8d03-586fb6838ed9 service neutron] Attempting to bind port a08bf8af-bd50-4e66-8efa-150176852bf3 on host n-h2-758944-30 for vnic_type normal with profile None {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:13.695271 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-600b8241-512a-4d69-8d03-586fb6838ed9 service neutron] Attempting to bind port a08bf8af-bd50-4e66-8efa-150176852bf3 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:13.695602 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-600b8241-512a-4d69-8d03-586fb6838ed9 service neutron] Attempting to bind port a08bf8af-bd50-4e66-8efa-150176852bf3 on network 8305e780-7f7d-463d-bdce-25806076a869 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:13.713325 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-600b8241-512a-4d69-8d03-586fb6838ed9 service neutron] Port a08bf8af-bd50-4e66-8efa-150176852bf3 on network 8305e780-7f7d-463d-bdce-25806076a869 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:47:13.713690 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-600b8241-512a-4d69-8d03-586fb6838ed9 service neutron] Attempting to bind port a08bf8af-bd50-4e66-8efa-150176852bf3 on network 8305e780-7f7d-463d-bdce-25806076a869 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:13.736185 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-600b8241-512a-4d69-8d03-586fb6838ed9 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:13.736527 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-600b8241-512a-4d69-8d03-586fb6838ed9 service neutron] Checking segment: {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:13.736905 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-600b8241-512a-4d69-8d03-586fb6838ed9 service neutron] Bound using segment: {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:13.737366 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-600b8241-512a-4d69-8d03-586fb6838ed9 service neutron] Bound port: a08bf8af-bd50-4e66-8efa-150176852bf3, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:13.780705 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-dc1a344a-48a2-48c4-8617-a151641eea51 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:13.782788 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-e48325f2-f25e-4162-8922-a15a028a8ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:13.784353 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-e48325f2-f25e-4162-8922-a15a028a8ef5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 1100 time: 0.2042522 Jun 17 08:47:13.794877 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918130c-3db8-4772-9fcf-669fa699076e req-1fafdcde-77e8-4de3-95e3-819e5edb4881 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:13.796412 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2918130c-3db8-4772-9fcf-669fa699076e req-1fafdcde-77e8-4de3-95e3-819e5edb4881 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=377da0b0-4d81-4e59-ae12-592c5a4dba2a HTTP/1.1" status: 200 len: 943 time: 0.1211162 Jun 17 08:47:13.849661 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-1618c118-28eb-48f5-9450-7cd50ff38a70 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=896c54f1-ae47-4935-b8e3-354bee4054e8 HTTP/1.1" status: 200 len: 217 time: 0.0555084 Jun 17 08:47:13.854629 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2918130c-3db8-4772-9fcf-669fa699076e req-0226e4e0-847b-4260-a670-8c8aa42f1bd9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498176 Jun 17 08:47:13.872075 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-600b8241-512a-4d69-8d03-586fb6838ed9 service neutron] For port a08bf8af-bd50-4e66-8efa-150176852bf3, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=a08bf8af-bd50-4e66-8efa-150176852bf3,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:13.908248 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-98761034-a488-43fb-ad0c-c22c13b33c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:13.910432 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-98761034-a488-43fb-ad0c-c22c13b33c01 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0500035 Jun 17 08:47:13.970937 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-d932a4db-e4ca-4873-85ea-6d7a94ae2e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:13.973123 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-d932a4db-e4ca-4873-85ea-6d7a94ae2e91 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0562313 Jun 17 08:47:13.999967 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-b3d6a5e8-eb1e-4043-9ca2-c0d52f8e7efa tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Made reservation on behalf of e67461f5767c4a3e88d8e7b41103c801 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:14.004179 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-b3d6a5e8-eb1e-4043-9ca2-c0d52f8e7efa tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.007287 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2160722f-76e1-42e1-8dc0-9194e8e653fe req-59fcd163-8154-4db6-ae06-241a72f54a03 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=86f8e4c4-f678-49d3-b7df-c90737d868ed HTTP/1.1" status: 200 len: 210 time: 0.0299313 Jun 17 08:47:14.054978 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ae3c60-70d4-48cd-8149-0f55212291aa x-openstack-request-id: req-15ae3c60-70d4-48cd-8149-0f55212291aa {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:14.055485 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a449e571-3f47-4876-9bfc-de0dc35342cc", "name": "network-vif-plugged", "status": "completed", "tag": "0d9d466b-1a94-4c45-986d-07df20059d1b", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:14.055636 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-15ae3c60-70d4-48cd-8149-0f55212291aa {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:14.056272 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a449e571-3f47-4876-9bfc-de0dc35342cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9d466b-1a94-4c45-986d-07df20059d1b', 'code': 200} Jun 17 08:47:14.058364 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-dc1a344a-48a2-48c4-8617-a151641eea51 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.062455 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-600b8241-512a-4d69-8d03-586fb6838ed9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.063114 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1b846026-c827-471f-b73c-a2b765762c06 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:14.063738 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-600b8241-512a-4d69-8d03-586fb6838ed9 service neutron] 10.222.0.49 "POST /v2.0/ports/a08bf8af-bd50-4e66-8efa-150176852bf3/bindings HTTP/1.1" status: 201 len: 390 time: 0.7480226 Jun 17 08:47:14.127282 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a344a-48a2-48c4-8617-a151641eea51 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Pushing event updated for resources: {'Port': ['ID=88b13f2f-259d-4f58-8462-099c6a1e0315,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:14.131907 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dc1a344a-48a2-48c4-8617-a151641eea51 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:14.142530 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-dc1a344a-48a2-48c4-8617-a151641eea51 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Network 930bd28e-e4a5-460e-b4f6-001e2ffd33d0 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:14.144109 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-dc1a344a-48a2-48c4-8617-a151641eea51 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:14.147901 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-dc1a344a-48a2-48c4-8617-a151641eea51 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:14.165300 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-ab269aa6-5fac-4e67-a896-37075e352ce6 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852236 Jun 17 08:47:14.267465 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-dc1a344a-48a2-48c4-8617-a151641eea51 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:14.268110 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-dc1a344a-48a2-48c4-8617-a151641eea51 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.278159 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-b3d6a5e8-eb1e-4043-9ca2-c0d52f8e7efa tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Allocated IP 172.20.0.9 (930bd28e-e4a5-460e-b4f6-001e2ffd33d0/18b6dc63-ee23-4258-88ac-1c6158712604/881bcf33-6145-4f5f-a893-de0c2a40fe7e) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:14.313625 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe991e81-6de1-4997-95dd-0d133830d705 req-10c31aa3-2655-4789-991d-1f71a70da3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:14.315174 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fe991e81-6de1-4997-95dd-0d133830d705 req-10c31aa3-2655-4789-991d-1f71a70da3fb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 1097 time: 0.1296895 Jun 17 08:47:14.323471 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7f2a3-51c4-4bc3-a69a-868d53edfdd3 req-666f615b-7954-4729-8bcd-08b7ab6a7e8d tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:14.324333 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7898f197-4b7a-44e9-8b8e-23f8adcde38f req-3a3c1e0c-7b5b-4410-9138-0c3c5fa7b86c service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292706 Jun 17 08:47:14.324920 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aae7f2a3-51c4-4bc3-a69a-868d53edfdd3 req-666f615b-7954-4729-8bcd-08b7ab6a7e8d tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 948 time: 0.1508467 Jun 17 08:47:14.375209 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fe991e81-6de1-4997-95dd-0d133830d705 req-f39025e4-6574-4eb1-b474-e879016888bc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bb84bc2a-274b-48f9-ab2b-ccf3ce41610b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493066 Jun 17 08:47:14.388056 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aae7f2a3-51c4-4bc3-a69a-868d53edfdd3 req-a2c5aea8-7a03-4c7f-a8cd-39d8827aa1ee tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539181 Jun 17 08:47:14.393840 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-dc1a344a-48a2-48c4-8617-a151641eea51 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6126077 Jun 17 08:47:14.418730 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 23539b39-214f-4a60-b1c2-7e53026a2889 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:47:14.441340 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-31443270-7388-447b-8890-8115c99ea6d8 service neutron] Request body: {'port': {'device_id': 'dbddbf05-c970-459a-be01-f64af15f9c40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:14.458766 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc828df-feab-4e7c-947c-94f27a4c4304 x-openstack-request-id: req-acc828df-feab-4e7c-947c-94f27a4c4304 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:14.459320 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07eace6a-bbfa-4c6c-b83a-de1820a6d1a9", "tag": "896c54f1-ae47-4935-b8e3-354bee4054e8", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:14.459837 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-acc828df-feab-4e7c-947c-94f27a4c4304 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:14.460647 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07eace6a-bbfa-4c6c-b83a-de1820a6d1a9', 'tag': '896c54f1-ae47-4935-b8e3-354bee4054e8', 'status': 'completed', 'code': 200} Jun 17 08:47:14.473431 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-b3d6a5e8-eb1e-4043-9ca2-c0d52f8e7efa tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.546135 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 23539b39-214f-4a60-b1c2-7e53026a2889, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=23539b39-214f-4a60-b1c2-7e53026a2889,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:14.563207 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '23539b39-214f-4a60-b1c2-7e53026a2889', 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032', 'port_id': '23539b39-214f-4a60-b1c2-7e53026a2889', 'mac_address': 'fa:16:3e:1d:38:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed34bd4e-a866-4cd6-ad0f-ac23d869dd5e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:47:14.611989 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-b3d6a5e8-eb1e-4043-9ca2-c0d52f8e7efa tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.614289 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206b0b7-dc83-4287-a37b-d19638214b4a req-1619f784-fb0d-4203-a3ab-3256a9f47fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:14.615861 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1206b0b7-dc83-4287-a37b-d19638214b4a req-1619f784-fb0d-4203-a3ab-3256a9f47fe6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 1100 time: 0.1216006 Jun 17 08:47:14.624300 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.630287 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-642182bd-a2a1-479d-b354-8ee78268f3e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:14.642075 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23539b39-214f-4a60-b1c2-7e53026a2889 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:47:14.644736 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-31443270-7388-447b-8890-8115c99ea6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.666756 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 23539b39-214f-4a60-b1c2-7e53026a2889, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=23539b39-214f-4a60-b1c2-7e53026a2889,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:14.705394 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ddbcb07a-bdbe-4a40-ab1c-57e15b19cf07 req-9fd97404-a0b9-409e-b6ca-c73e0e7c1c0a tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0328534 Jun 17 08:47:14.713206 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-b3d6a5e8-eb1e-4043-9ca2-c0d52f8e7efa tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Network 930bd28e-e4a5-460e-b4f6-001e2ffd33d0 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:14.716861 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-b3d6a5e8-eb1e-4043-9ca2-c0d52f8e7efa tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:14.724478 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-b3d6a5e8-eb1e-4043-9ca2-c0d52f8e7efa tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:14.733186 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.739188 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:14.793119 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-b3d6a5e8-eb1e-4043-9ca2-c0d52f8e7efa tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:14.793980 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-b3d6a5e8-eb1e-4043-9ca2-c0d52f8e7efa tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.807131 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206b0b7-dc83-4287-a37b-d19638214b4a req-9365a677-70ac-48c2-a9e8-b84d8a5a31a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:14.808682 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1206b0b7-dc83-4287-a37b-d19638214b4a req-9365a677-70ac-48c2-a9e8-b84d8a5a31a9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.1843662 Jun 17 08:47:14.811174 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6a5e8-eb1e-4043-9ca2-c0d52f8e7efa tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Pushing event updated for resources: {'Port': ['ID=881bcf33-6145-4f5f-a893-de0c2a40fe7e,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:14.819482 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b3d6a5e8-eb1e-4043-9ca2-c0d52f8e7efa tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:14.837333 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=23539b39-214f-4a60-b1c2-7e53026a2889,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:14.840675 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:14.867235 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1206b0b7-dc83-4287-a37b-d19638214b4a req-0ef5d9b4-4377-4e98-8143-f9d8589df69f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=896c54f1-ae47-4935-b8e3-354bee4054e8 HTTP/1.1" status: 200 len: 217 time: 0.0434029 Jun 17 08:47:14.922207 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2dc76f-c5f9-4479-9fa8-e5dec329e7e3 req-e1e588b3-97a6-4f0a-ab6c-2229dd505dec tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:14.923815 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3e2dc76f-c5f9-4479-9fa8-e5dec329e7e3 req-e1e588b3-97a6-4f0a-ab6c-2229dd505dec tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 945 time: 0.1522303 Jun 17 08:47:14.939576 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1c127-dc7d-4f66-94a4-74b3c5d93933 req-7d7bc0fd-ea3e-4c3c-b80e-c9de365c8ab5 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:14.941267 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ade1c127-dc7d-4f66-94a4-74b3c5d93933 req-7d7bc0fd-ea3e-4c3c-b80e-c9de365c8ab5 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 945 time: 0.0790248 Jun 17 08:47:14.975217 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-b3d6a5e8-eb1e-4043-9ca2-c0d52f8e7efa tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3937104 Jun 17 08:47:14.990436 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-a871e6d1-e9dd-4111-bd4a-e79bd72cea5c service neutron] Request body: {'port': {'device_id': '86f8e4c4-f678-49d3-b7df-c90737d868ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:15.009300 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['23539b39-214f-4a60-b1c2-7e53026a2889'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:15.017500 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206b0b7-dc83-4287-a37b-d19638214b4a req-2ce12929-510b-441c-8f20-ae47e32ea87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:15.019869 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1206b0b7-dc83-4287-a37b-d19638214b4a req-2ce12929-510b-441c-8f20-ae47e32ea87d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1432035 Jun 17 08:47:15.065483 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ade1c127-dc7d-4f66-94a4-74b3c5d93933 req-2ebb506b-2bad-4002-bcd4-15688c8618cf tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164989 Jun 17 08:47:15.119633 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3e2dc76f-c5f9-4479-9fa8-e5dec329e7e3 req-acc5d48e-db3d-415a-b5d5-8830723cd799 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb84bc2a-274b-48f9-ab2b-ccf3ce41610b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491013 Jun 17 08:47:15.135896 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-a871e6d1-e9dd-4111-bd4a-e79bd72cea5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:15.182081 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206b0b7-dc83-4287-a37b-d19638214b4a req-1e01d503-91f0-4f9a-90ca-9d33d42e525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:15.183885 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1206b0b7-dc83-4287-a37b-d19638214b4a req-1e01d503-91f0-4f9a-90ca-9d33d42e525d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1506531 Jun 17 08:47:15.189684 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-3b0d24b6-e3d7-4b49-8f7e-2c709c705806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:15.191490 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-3b0d24b6-e3d7-4b49-8f7e-2c709c705806 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=702856434aae449ea41d8a187426d151&device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 1097 time: 0.1710646 Jun 17 08:47:15.399045 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-31443270-7388-447b-8890-8115c99ea6d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88b13f2f-259d-4f58-8462-099c6a1e0315 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:47:15.420203 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-31443270-7388-447b-8890-8115c99ea6d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:15.430003 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1206b0b7-dc83-4287-a37b-d19638214b4a req-9bd8a9b3-1a63-4ccc-978e-579b8738df38 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291739 Jun 17 08:47:15.455819 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-f349463f-5996-4eff-95d2-7c8445c81429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:15.457306 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-f349463f-5996-4eff-95d2-7c8445c81429 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8305e780-7f7d-463d-bdce-25806076a869 HTTP/1.1" status: 200 len: 922 time: 0.2527575 Jun 17 08:47:15.466441 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-31443270-7388-447b-8890-8115c99ea6d8 service neutron] Transition to ACTIVE for port object 88b13f2f-259d-4f58-8462-099c6a1e0315 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:15.514303 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-7f6ee2f9-999c-4f74-9a9c-dae51a6ea16a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a08bf8af-bd50-4e66-8efa-150176852bf3 HTTP/1.1" status: 200 len: 217 time: 0.0430784 Jun 17 08:47:15.540730 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ae409-aabe-462c-b453-d80f61c41597 req-812aaaab-6b5b-4f9c-b4e7-d59a77f8e9f2 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:15.542338 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a9ae409-aabe-462c-b453-d80f61c41597 req-812aaaab-6b5b-4f9c-b4e7-d59a77f8e9f2 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=377da0b0-4d81-4e59-ae12-592c5a4dba2a HTTP/1.1" status: 200 len: 944 time: 0.2613916 Jun 17 08:47:15.573224 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9096c6-ca24-442d-a943-03873ca48780 req-043e4f49-6d82-47ba-9da7-4c2cdd4877be tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:15.574787 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bf9096c6-ca24-442d-a943-03873ca48780 req-043e4f49-6d82-47ba-9da7-4c2cdd4877be tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=86f8e4c4-f678-49d3-b7df-c90737d868ed HTTP/1.1" status: 200 len: 931 time: 0.1687644 Jun 17 08:47:15.576684 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-31443270-7388-447b-8890-8115c99ea6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:15.587060 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3f126505-9e67-47b5-9e69-7dffefae64da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:15.648447 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-08d5872d-aede-4eb9-906b-b0531f27ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:15.649250 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a9ae409-aabe-462c-b453-d80f61c41597 req-80c7aa28-d5f5-4e8e-9385-9299d500557b tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957315 Jun 17 08:47:15.649783 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-08d5872d-aede-4eb9-906b-b0531f27ddc1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9c88322-5e95-4e53-8f33-f88e3723f8f7 HTTP/1.1" status: 200 len: 861 time: 0.1277728 Jun 17 08:47:15.697331 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1206b0b7-dc83-4287-a37b-d19638214b4a req-a508d42a-16d4-4c20-a4a8-6d3f47f384e5 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501199 Jun 17 08:47:15.720415 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31443270-7388-447b-8890-8115c99ea6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=88b13f2f-259d-4f58-8462-099c6a1e0315,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:15.722613 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-38869b26-1e1b-401b-83b1-047b66bc5f3a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8305e780-7f7d-463d-bdce-25806076a869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569665 Jun 17 08:47:15.722845 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-31443270-7388-447b-8890-8115c99ea6d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:15.757020 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bf9096c6-ca24-442d-a943-03873ca48780 req-0b7cd7d3-e8e9-4d49-80f0-2e651041882c tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/security-groups?id=360fef21-3d3c-42b9-92b4-61811f4fe31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651347 Jun 17 08:47:15.879096 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-31443270-7388-447b-8890-8115c99ea6d8 service neutron] Attempting to bind port 88b13f2f-259d-4f58-8462-099c6a1e0315 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:15.879768 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-31443270-7388-447b-8890-8115c99ea6d8 service neutron] Attempting to bind port 88b13f2f-259d-4f58-8462-099c6a1e0315 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '7b587d0f-78ab-496d-aa95-a46a62b86112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '930bd28e-e4a5-460e-b4f6-001e2ffd33d0'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:15.880286 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-31443270-7388-447b-8890-8115c99ea6d8 service neutron] Attempting to bind port 88b13f2f-259d-4f58-8462-099c6a1e0315 on network 930bd28e-e4a5-460e-b4f6-001e2ffd33d0 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:15.888724 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-31443270-7388-447b-8890-8115c99ea6d8 service neutron] Port 88b13f2f-259d-4f58-8462-099c6a1e0315 on network 930bd28e-e4a5-460e-b4f6-001e2ffd33d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:47:15.889257 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-31443270-7388-447b-8890-8115c99ea6d8 service neutron] Attempting to bind port 88b13f2f-259d-4f58-8462-099c6a1e0315 on network 930bd28e-e4a5-460e-b4f6-001e2ffd33d0 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:15.890761 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-3b3a66c9-f635-4111-b84a-b4e11717cb3e service neutron] 10.222.0.53 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541500 Jun 17 08:47:15.900339 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-31443270-7388-447b-8890-8115c99ea6d8 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:15.900732 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-31443270-7388-447b-8890-8115c99ea6d8 service neutron] Checking segment: {'id': '7b587d0f-78ab-496d-aa95-a46a62b86112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '930bd28e-e4a5-460e-b4f6-001e2ffd33d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:15.901067 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-31443270-7388-447b-8890-8115c99ea6d8 service neutron] Bound using segment: {'id': '7b587d0f-78ab-496d-aa95-a46a62b86112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '930bd28e-e4a5-460e-b4f6-001e2ffd33d0'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:15.901510 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-31443270-7388-447b-8890-8115c99ea6d8 service neutron] Bound port: 88b13f2f-259d-4f58-8462-099c6a1e0315, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b587d0f-78ab-496d-aa95-a46a62b86112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '930bd28e-e4a5-460e-b4f6-001e2ffd33d0'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:15.901859 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-31443270-7388-447b-8890-8115c99ea6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:15.903100 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-a871e6d1-e9dd-4111-bd4a-e79bd72cea5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 881bcf33-6145-4f5f-a893-de0c2a40fe7e {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:47:15.919300 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-a871e6d1-e9dd-4111-bd4a-e79bd72cea5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:15.924466 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b525e-2e11-489b-9deb-167764ad11ec req-7a04d2b9-87c5-473c-b3e4-5f895f35cfbb tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:15.927044 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dc2b525e-2e11-489b-9deb-167764ad11ec req-7a04d2b9-87c5-473c-b3e4-5f895f35cfbb tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 948 time: 0.1277020 Jun 17 08:47:15.974093 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-a871e6d1-e9dd-4111-bd4a-e79bd72cea5c service neutron] Transition to ACTIVE for port object 881bcf33-6145-4f5f-a893-de0c2a40fe7e will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:16.013320 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-3f17d6b6-a913-4949-bbcb-28a040b25e48 service neutron] 10.222.0.53 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128964 Jun 17 08:47:16.017764 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dc2b525e-2e11-489b-9deb-167764ad11ec req-fc140ae5-1156-4294-9263-dc5fa9c6cad6 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842876 Jun 17 08:47:16.024241 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-31443270-7388-447b-8890-8115c99ea6d8 service neutron] For port 88b13f2f-259d-4f58-8462-099c6a1e0315, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:16.032006 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-31443270-7388-447b-8890-8115c99ea6d8 service neutron] For port 88b13f2f-259d-4f58-8462-099c6a1e0315, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=88b13f2f-259d-4f58-8462-099c6a1e0315,segment=NetworkSegment(7b587d0f-78ab-496d-aa95-a46a62b86112),segment_id=7b587d0f-78ab-496d-aa95-a46a62b86112)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:16.051010 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-89eaff49-371a-4c71-87de-93e5e917f5a8 req-51ada0c0-dac6-4981-860d-20389afc0e2b tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0422933 Jun 17 08:47:16.051690 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-a871e6d1-e9dd-4111-bd4a-e79bd72cea5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:16.053980 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5b2984e2-f6ea-4292-aaaa-c2f885442010 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:16.098459 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871e6d1-e9dd-4111-bd4a-e79bd72cea5c service neutron] Pushing event updated for resources: {'Port': ['ID=881bcf33-6145-4f5f-a893-de0c2a40fe7e,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:16.102528 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a871e6d1-e9dd-4111-bd4a-e79bd72cea5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:16.116146 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-31443270-7388-447b-8890-8115c99ea6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:16.116146 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dc1a344a-48a2-48c4-8617-a151641eea51 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:16.175886 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-31443270-7388-447b-8890-8115c99ea6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:16.177025 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-31443270-7388-447b-8890-8115c99ea6d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:16.179239 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-31443270-7388-447b-8890-8115c99ea6d8 service neutron] 10.222.0.53 "PUT /v2.0/ports/88b13f2f-259d-4f58-8462-099c6a1e0315 HTTP/1.1" status: 200 len: 1092 time: 1.7421584 Jun 17 08:47:16.180013 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbddbf05-c970-459a-be01-f64af15f9c40', 'tag': '88b13f2f-259d-4f58-8462-099c6a1e0315'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:16.182754 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadabade-b77b-45ca-8eda-58e01daf1833" -d '{"events": [{"name": "network-changed", "server_uuid": "dbddbf05-c970-459a-be01-f64af15f9c40", "tag": "88b13f2f-259d-4f58-8462-099c6a1e0315"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:16.241274 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-a871e6d1-e9dd-4111-bd4a-e79bd72cea5c service neutron] Attempting to bind port 881bcf33-6145-4f5f-a893-de0c2a40fe7e on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:16.242947 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-a871e6d1-e9dd-4111-bd4a-e79bd72cea5c service neutron] Attempting to bind port 881bcf33-6145-4f5f-a893-de0c2a40fe7e by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '7b587d0f-78ab-496d-aa95-a46a62b86112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '930bd28e-e4a5-460e-b4f6-001e2ffd33d0'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:16.243496 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-a871e6d1-e9dd-4111-bd4a-e79bd72cea5c service neutron] Attempting to bind port 881bcf33-6145-4f5f-a893-de0c2a40fe7e on network 930bd28e-e4a5-460e-b4f6-001e2ffd33d0 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:16.249693 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31443270-7388-447b-8890-8115c99ea6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=88b13f2f-259d-4f58-8462-099c6a1e0315,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:16.249872 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-a871e6d1-e9dd-4111-bd4a-e79bd72cea5c service neutron] Port 881bcf33-6145-4f5f-a893-de0c2a40fe7e on network 930bd28e-e4a5-460e-b4f6-001e2ffd33d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:47:16.250613 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-a871e6d1-e9dd-4111-bd4a-e79bd72cea5c service neutron] Attempting to bind port 881bcf33-6145-4f5f-a893-de0c2a40fe7e on network 930bd28e-e4a5-460e-b4f6-001e2ffd33d0 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:16.253335 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-31443270-7388-447b-8890-8115c99ea6d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:16.259545 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-a871e6d1-e9dd-4111-bd4a-e79bd72cea5c service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:16.260403 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-a871e6d1-e9dd-4111-bd4a-e79bd72cea5c service neutron] Checking segment: {'id': '7b587d0f-78ab-496d-aa95-a46a62b86112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '930bd28e-e4a5-460e-b4f6-001e2ffd33d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:16.260883 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-a871e6d1-e9dd-4111-bd4a-e79bd72cea5c service neutron] Bound using segment: {'id': '7b587d0f-78ab-496d-aa95-a46a62b86112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '930bd28e-e4a5-460e-b4f6-001e2ffd33d0'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:16.261506 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-a871e6d1-e9dd-4111-bd4a-e79bd72cea5c service neutron] Bound port: 881bcf33-6145-4f5f-a893-de0c2a40fe7e, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b587d0f-78ab-496d-aa95-a46a62b86112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '930bd28e-e4a5-460e-b4f6-001e2ffd33d0'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:16.262495 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-a871e6d1-e9dd-4111-bd4a-e79bd72cea5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:16.290894 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e4852-bc9c-4cf1-9787-578f82a7f27a req-149c5ca0-0320-4f57-96c5-5e09697f3efd tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:16.292438 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-544e4852-bc9c-4cf1-9787-578f82a7f27a req-149c5ca0-0320-4f57-96c5-5e09697f3efd tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.1330247 Jun 17 08:47:16.358377 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-544e4852-bc9c-4cf1-9787-578f82a7f27a req-317d51c9-43c7-4bbe-9ae4-eea6e1ecf030 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565414 Jun 17 08:47:16.384084 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-716b8cd4-37c9-4da0-a29b-7482d558122b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:16.384084 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-716b8cd4-37c9-4da0-a29b-7482d558122b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e67461f5767c4a3e88d8e7b41103c801&device_id=dbddbf05-c970-459a-be01-f64af15f9c40 HTTP/1.1" status: 200 len: 1095 time: 0.0850685 Jun 17 08:47:16.426914 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-1557ffec-877e-4241-b412-5757f3df08ae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88b13f2f-259d-4f58-8462-099c6a1e0315 HTTP/1.1" status: 200 len: 217 time: 0.0351105 Jun 17 08:47:16.446233 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 896c54f1-ae47-4935-b8e3-354bee4054e8 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:47:16.518333 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 23539b39-214f-4a60-b1c2-7e53026a2889 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:16.537402 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-c1fa2965-fe53-4f0c-913e-1d1396f8e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:16.538873 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-c1fa2965-fe53-4f0c-913e-1d1396f8e3bd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18b6dc63-ee23-4258-88ac-1c6158712604 HTTP/1.1" status: 200 len: 853 time: 0.1059203 Jun 17 08:47:16.579882 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-55008572-bb1f-48cf-bb9e-9fe1fb73b25b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=930bd28e-e4a5-460e-b4f6-001e2ffd33d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307403 Jun 17 08:47:16.624683 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 896c54f1-ae47-4935-b8e3-354bee4054e8, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=896c54f1-ae47-4935-b8e3-354bee4054e8,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:16.637345 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '896c54f1-ae47-4935-b8e3-354bee4054e8', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '896c54f1-ae47-4935-b8e3-354bee4054e8', 'mac_address': 'fa:16:3e:1f:6b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:47:16.671503 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5c4b0-d39d-4158-8882-86d22b105915 req-c1eb70d1-0cda-4ffa-858b-a5c4a2675f38 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:16.681281 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c6b5c4b0-d39d-4158-8882-86d22b105915 req-c1eb70d1-0cda-4ffa-858b-a5c4a2675f38 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 945 time: 0.1955614 Jun 17 08:47:16.686533 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:16.688709 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 23539b39-214f-4a60-b1c2-7e53026a2889 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:16.694563 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-a871e6d1-e9dd-4111-bd4a-e79bd72cea5c service neutron] For port 881bcf33-6145-4f5f-a893-de0c2a40fe7e, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:16.703437 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 23539b39-214f-4a60-b1c2-7e53026a2889 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:16.703972 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:16.705913 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871939d-bfe0-48f2-a098-162bf19e8fec req-9536c0de-069b-41d7-bd77-340cd11130bb tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:16.713501 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4871939d-bfe0-48f2-a098-162bf19e8fec req-9536c0de-069b-41d7-bd77-340cd11130bb tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 945 time: 0.4558816 Jun 17 08:47:16.729786 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-a871e6d1-e9dd-4111-bd4a-e79bd72cea5c service neutron] For port 881bcf33-6145-4f5f-a893-de0c2a40fe7e, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=881bcf33-6145-4f5f-a893-de0c2a40fe7e,segment=NetworkSegment(7b587d0f-78ab-496d-aa95-a46a62b86112),segment_id=7b587d0f-78ab-496d-aa95-a46a62b86112)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:16.754397 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-1e1163d9-05c1-45db-acb8-8428a76f9197 service neutron] 10.222.0.53 "GET /v2.0/networks/930bd28e-e4a5-460e-b4f6-001e2ffd33d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660955 Jun 17 08:47:16.755675 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 896c54f1-ae47-4935-b8e3-354bee4054e8 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:47:16.759983 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4871939d-bfe0-48f2-a098-162bf19e8fec req-0d40efad-bdb4-49c5-93c6-b692044fe9d9 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455127 Jun 17 08:47:16.826535 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:16.841926 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 896c54f1-ae47-4935-b8e3-354bee4054e8, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=896c54f1-ae47-4935-b8e3-354bee4054e8,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:16.871352 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9859c8cc-0be5-46fe-861f-60e94e99d0a0 x-openstack-request-id: req-9859c8cc-0be5-46fe-861f-60e94e99d0a0 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:16.871692 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbddbf05-c970-459a-be01-f64af15f9c40", "tag": "88b13f2f-259d-4f58-8462-099c6a1e0315", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:16.872012 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9859c8cc-0be5-46fe-861f-60e94e99d0a0 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:16.872948 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbddbf05-c970-459a-be01-f64af15f9c40', 'tag': '88b13f2f-259d-4f58-8462-099c6a1e0315', 'status': 'completed', 'code': 200} Jun 17 08:47:16.873270 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377da0b0-4d81-4e59-ae12-592c5a4dba2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23539b39-214f-4a60-b1c2-7e53026a2889'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:16.876219 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16ab252-d453-443f-a615-ff417d0f87b4" -d '{"events": [{"server_uuid": "377da0b0-4d81-4e59-ae12-592c5a4dba2a", "name": "network-vif-plugged", "status": "completed", "tag": "23539b39-214f-4a60-b1c2-7e53026a2889"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:16.877320 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c6b5c4b0-d39d-4158-8882-86d22b105915 req-108b05c4-a9c9-432a-b2ec-d07bc5ff251b tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb84bc2a-274b-48f9-ab2b-ccf3ce41610b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950669 Jun 17 08:47:16.879754 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-b76cdce8-ff8f-4c48-b7cc-09a4d9d2fa1a service neutron] 10.222.0.53 "GET /v2.0/networks/930bd28e-e4a5-460e-b4f6-001e2ffd33d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172523 Jun 17 08:47:16.882290 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 23539b39-214f-4a60-b1c2-7e53026a2889, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=23539b39-214f-4a60-b1c2-7e53026a2889,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:16.889650 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-a871e6d1-e9dd-4111-bd4a-e79bd72cea5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:16.899579 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5b85f796-2188-485f-b321-8a4e9182f7b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:16.909370 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-a871e6d1-e9dd-4111-bd4a-e79bd72cea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:16.910580 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-a871e6d1-e9dd-4111-bd4a-e79bd72cea5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:16.912087 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-a871e6d1-e9dd-4111-bd4a-e79bd72cea5c service neutron] 10.222.0.50 "PUT /v2.0/ports/881bcf33-6145-4f5f-a893-de0c2a40fe7e HTTP/1.1" status: 200 len: 1092 time: 1.9285026 Jun 17 08:47:16.948424 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f8e4c4-f678-49d3-b7df-c90737d868ed', 'tag': '881bcf33-6145-4f5f-a893-de0c2a40fe7e'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:16.952817 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312ff78e-70bc-4ba0-9aad-60cce214ef8e" -d '{"events": [{"name": "network-changed", "server_uuid": "86f8e4c4-f678-49d3-b7df-c90737d868ed", "tag": "881bcf33-6145-4f5f-a893-de0c2a40fe7e"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:16.973444 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:16.975328 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:16.992672 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871e6d1-e9dd-4111-bd4a-e79bd72cea5c service neutron] Pushing event updated for resources: {'Port': ['ID=881bcf33-6145-4f5f-a893-de0c2a40fe7e,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:16.997860 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a871e6d1-e9dd-4111-bd4a-e79bd72cea5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:17.010887 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:17.046415 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=896c54f1-ae47-4935-b8e3-354bee4054e8,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:17.050092 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:17.051139 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:17.118190 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=23539b39-214f-4a60-b1c2-7e53026a2889,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:17.121441 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:17.124907 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6ef70-ef2a-404a-8820-0cd79fac2d56 req-233d81fa-fa89-4f89-8bb7-df527a22e262 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:17.126476 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-60b6ef70-ef2a-404a-8820-0cd79fac2d56 req-233d81fa-fa89-4f89-8bb7-df527a22e262 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.0904729 Jun 17 08:47:17.157344 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb180a6-0e1f-409b-b847-cec550c52b0d req-cf81903c-8fc9-4fcc-9805-37fc2d50a3e9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:17.163462 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ddb180a6-0e1f-409b-b847-cec550c52b0d req-cf81903c-8fc9-4fcc-9805-37fc2d50a3e9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=377da0b0-4d81-4e59-ae12-592c5a4dba2a HTTP/1.1" status: 200 len: 945 time: 0.0864987 Jun 17 08:47:17.208787 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-60b6ef70-ef2a-404a-8820-0cd79fac2d56 req-12c40b32-9e52-4a30-91ea-2689224637ad tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699484 Jun 17 08:47:17.239303 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadabade-b77b-45ca-8eda-58e01daf1833 req-cba6639c-fcc6-4a50-b9d6-31117d5a6773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:17.242082 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aadabade-b77b-45ca-8eda-58e01daf1833 req-cba6639c-fcc6-4a50-b9d6-31117d5a6773 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e67461f5767c4a3e88d8e7b41103c801&device_id=dbddbf05-c970-459a-be01-f64af15f9c40 HTTP/1.1" status: 200 len: 1095 time: 0.0726271 Jun 17 08:47:17.248527 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ddb180a6-0e1f-409b-b847-cec550c52b0d req-21b73a62-9706-45bf-9924-fa2a1b32e08e tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750465 Jun 17 08:47:17.273950 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['896c54f1-ae47-4935-b8e3-354bee4054e8'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:17.286918 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-9e39b020-da29-4e28-8b83-ca58347a0592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:17.289461 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-9e39b020-da29-4e28-8b83-ca58347a0592 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e67461f5767c4a3e88d8e7b41103c801&device_id=86f8e4c4-f678-49d3-b7df-c90737d868ed HTTP/1.1" status: 200 len: 1095 time: 0.1251659 Jun 17 08:47:17.355562 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdce135-cf50-481f-9291-adf1aa410d54 x-openstack-request-id: req-0fdce135-cf50-481f-9291-adf1aa410d54 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:17.355898 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377da0b0-4d81-4e59-ae12-592c5a4dba2a", "name": "network-vif-plugged", "status": "completed", "tag": "23539b39-214f-4a60-b1c2-7e53026a2889", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:17.363314 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0fdce135-cf50-481f-9291-adf1aa410d54 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:17.365339 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377da0b0-4d81-4e59-ae12-592c5a4dba2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23539b39-214f-4a60-b1c2-7e53026a2889', 'code': 200} Jun 17 08:47:17.382947 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-a14299ab-592c-4567-b545-85d5e9b697a2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=881bcf33-6145-4f5f-a893-de0c2a40fe7e HTTP/1.1" status: 200 len: 217 time: 0.0810790 Jun 17 08:47:17.465574 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadabade-b77b-45ca-8eda-58e01daf1833 req-01e50cdb-5699-4a7e-bc1e-8a6ffa7e6935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:17.467291 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aadabade-b77b-45ca-8eda-58e01daf1833 req-01e50cdb-5699-4a7e-bc1e-8a6ffa7e6935 service neutron] 10.222.0.53 "GET /v2.0/networks?id=930bd28e-e4a5-460e-b4f6-001e2ffd33d0 HTTP/1.1" status: 200 len: 914 time: 0.2075014 Jun 17 08:47:17.496839 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012af28-1906-42da-a2cd-71017d0162ca req-5b610d55-b748-4bfe-bfd7-969ae8cf8380 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:17.504942 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f012af28-1906-42da-a2cd-71017d0162ca req-5b610d55-b748-4bfe-bfd7-969ae8cf8380 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=86f8e4c4-f678-49d3-b7df-c90737d868ed HTTP/1.1" status: 200 len: 943 time: 0.1312244 Jun 17 08:47:17.538879 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:17.550646 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-eb567f39-89ce-4bb3-ae72-a7bcf73cb58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:17.552245 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-eb567f39-89ce-4bb3-ae72-a7bcf73cb58c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18b6dc63-ee23-4258-88ac-1c6158712604 HTTP/1.1" status: 200 len: 853 time: 0.1591299 Jun 17 08:47:17.556723 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aadabade-b77b-45ca-8eda-58e01daf1833 req-9b693f72-4751-4af9-a0f3-c573180c9dbd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88b13f2f-259d-4f58-8462-099c6a1e0315 HTTP/1.1" status: 200 len: 217 time: 0.0806017 Jun 17 08:47:17.608192 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-3c964be6-c74b-44dc-84a7-ab6a4187f320 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=930bd28e-e4a5-460e-b4f6-001e2ffd33d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395601 Jun 17 08:47:17.616622 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d892c2-d34d-49ad-9676-8a0aaa40b277 req-4af98556-a52f-477b-ac9e-fba3e83648b1 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:17.618309 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d4d892c2-d34d-49ad-9676-8a0aaa40b277 req-4af98556-a52f-477b-ac9e-fba3e83648b1 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 945 time: 0.1313472 Jun 17 08:47:17.630655 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f2901-06bb-4196-804d-1c04420a7f20 req-76e4266f-c1a5-423f-83d2-b4b3eef0d5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:17.632311 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-742f2901-06bb-4196-804d-1c04420a7f20 req-76e4266f-c1a5-423f-83d2-b4b3eef0d5cd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=377da0b0-4d81-4e59-ae12-592c5a4dba2a HTTP/1.1" status: 200 len: 1097 time: 0.1842732 Jun 17 08:47:17.634169 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 52654) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:17.653381 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-6e24471f-1bc1-49a0-b8e0-f3690de1b7dc tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Request body: {'floatingip': {'port_id': '0d9d466b-1a94-4c45-986d-07df20059d1b'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:17.729377 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1fcab8-fd94-4ca6-a142-2ce5f9544825 x-openstack-request-id: req-9d1fcab8-fd94-4ca6-a142-2ce5f9544825 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:17.729969 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f8e4c4-f678-49d3-b7df-c90737d868ed", "tag": "881bcf33-6145-4f5f-a893-de0c2a40fe7e", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:17.729969 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d1fcab8-fd94-4ca6-a142-2ce5f9544825 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:17.732301 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f8e4c4-f678-49d3-b7df-c90737d868ed', 'tag': '881bcf33-6145-4f5f-a893-de0c2a40fe7e', 'status': 'completed', 'code': 200} Jun 17 08:47:17.735189 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6e24471f-1bc1-49a0-b8e0-f3690de1b7dc tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks [] for floatingip, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:17.944288 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f012af28-1906-42da-a2cd-71017d0162ca req-6c4e53df-fcf9-482d-9a7c-c4435b5b3c97 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/security-groups?id=360fef21-3d3c-42b9-92b4-61811f4fe31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377944 Jun 17 08:47:17.944618 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-742f2901-06bb-4196-804d-1c04420a7f20 req-94406df8-3f66-422d-8164-ef729bc008dd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575428 Jun 17 08:47:17.975417 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadabade-b77b-45ca-8eda-58e01daf1833 req-4ce1f519-dbe2-49c5-b085-897f0548c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:17.977044 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aadabade-b77b-45ca-8eda-58e01daf1833 req-4ce1f519-dbe2-49c5-b085-897f0548c78d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18b6dc63-ee23-4258-88ac-1c6158712604 HTTP/1.1" status: 200 len: 853 time: 0.4129062 Jun 17 08:47:18.040602 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-1c5884ee-8c4b-4dbb-aeaa-eee28fabbe46 service neutron] 10.222.0.50 "GET /v2.0/networks/930bd28e-e4a5-460e-b4f6-001e2ffd33d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211621 Jun 17 08:47:18.053647 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aadabade-b77b-45ca-8eda-58e01daf1833 req-defd3071-3d1e-47c9-98fe-0b7f4f2ae553 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=930bd28e-e4a5-460e-b4f6-001e2ffd33d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545292 Jun 17 08:47:18.136584 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb3b45-6ed4-495e-bb3d-5027be1b08c9 req-4427f19e-7157-464d-911d-d567ad1561c3 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:18.138115 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3afb3b45-6ed4-495e-bb3d-5027be1b08c9 req-4427f19e-7157-464d-911d-d567ad1561c3 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 949 time: 0.2911787 Jun 17 08:47:18.154235 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e5dc2166-30a5-4c01-ae90-a00c99e7ed63 req-7f9da0b3-069c-4cff-a0ae-244f3b7b699e tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0811837 Jun 17 08:47:18.205093 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aadabade-b77b-45ca-8eda-58e01daf1833 req-bea55dc3-e4fe-4ef0-a7f0-c9c4e44098fa service neutron] 10.222.0.53 "GET /v2.0/networks/930bd28e-e4a5-460e-b4f6-001e2ffd33d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428776 Jun 17 08:47:18.321047 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3afb3b45-6ed4-495e-bb3d-5027be1b08c9 req-924983c1-6a88-4fd7-beee-5b9824d9b48f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680591 Jun 17 08:47:18.324997 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ffa93dc3-cf0f-44f2-9ba1-4a8e4b667abd req-5b76226c-11a9-4d2f-b792-2c37441d9771 service neutron] 10.222.0.50 "GET /v2.0/networks/930bd28e-e4a5-460e-b4f6-001e2ffd33d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724853 Jun 17 08:47:18.334927 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aadabade-b77b-45ca-8eda-58e01daf1833 req-3e2a1ba4-b2d9-4ced-82b2-e05fe3d15350 service neutron] 10.222.0.53 "GET /v2.0/networks/930bd28e-e4a5-460e-b4f6-001e2ffd33d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230955 Jun 17 08:47:18.462219 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 88b13f2f-259d-4f58-8462-099c6a1e0315 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:47:18.489895 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6e24471f-1bc1-49a0-b8e0-f3690de1b7dc tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:18.557624 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd710a8b-e666-4382-a789-6d9459a3626b req-900abd86-6861-4fc9-9881-692361cdda35 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:18.559211 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd710a8b-e666-4382-a789-6d9459a3626b req-900abd86-6861-4fc9-9881-692361cdda35 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 945 time: 0.1204121 Jun 17 08:47:18.564580 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6e24471f-1bc1-49a0-b8e0-f3690de1b7dc tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:18.585241 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 88b13f2f-259d-4f58-8462-099c6a1e0315, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=88b13f2f-259d-4f58-8462-099c6a1e0315,segment=NetworkSegment(7b587d0f-78ab-496d-aa95-a46a62b86112),segment_id=7b587d0f-78ab-496d-aa95-a46a62b86112)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:18.600142 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '88b13f2f-259d-4f58-8462-099c6a1e0315', 'network_id': '930bd28e-e4a5-460e-b4f6-001e2ffd33d0', 'port_id': '88b13f2f-259d-4f58-8462-099c6a1e0315', 'mac_address': 'fa:16:3e:90:ed:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b6dc63-ee23-4258-88ac-1c6158712604', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:47:18.602282 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 896c54f1-ae47-4935-b8e3-354bee4054e8 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:18.643991 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ff78e-70bc-4ba0-9aad-60cce214ef8e req-a9440b8a-74f9-4a87-b104-745cb4feed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:18.646040 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-312ff78e-70bc-4ba0-9aad-60cce214ef8e req-a9440b8a-74f9-4a87-b104-745cb4feed73 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e67461f5767c4a3e88d8e7b41103c801&device_id=86f8e4c4-f678-49d3-b7df-c90737d868ed HTTP/1.1" status: 200 len: 1095 time: 0.1716192 Jun 17 08:47:18.689292 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:18.705010 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88b13f2f-259d-4f58-8462-099c6a1e0315 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:47:18.731971 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 88b13f2f-259d-4f58-8462-099c6a1e0315, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=88b13f2f-259d-4f58-8462-099c6a1e0315,segment=NetworkSegment(7b587d0f-78ab-496d-aa95-a46a62b86112),segment_id=7b587d0f-78ab-496d-aa95-a46a62b86112)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:18.744272 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd710a8b-e666-4382-a789-6d9459a3626b req-7d31382b-9190-47ec-b074-ef84889333a0 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775782 Jun 17 08:47:18.796152 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ff78e-70bc-4ba0-9aad-60cce214ef8e req-b914a828-4fc5-434e-9c29-b0a9fe444cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:18.797963 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-312ff78e-70bc-4ba0-9aad-60cce214ef8e req-b914a828-4fc5-434e-9c29-b0a9fe444cdc service neutron] 10.222.0.50 "GET /v2.0/networks?id=930bd28e-e4a5-460e-b4f6-001e2ffd33d0 HTTP/1.1" status: 200 len: 914 time: 0.1410158 Jun 17 08:47:18.799579 n-d-758944-30 neutron-server[94520]: INFO neutron.db.l3_db [None req-6e24471f-1bc1-49a0-b8e0-f3690de1b7dc tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Floating IP 82bd9e78-430e-4303-a4dd-2efb4a964c23 associated. External IP: 172.25.2.83, port: 0d9d466b-1a94-4c45-986d-07df20059d1b. Jun 17 08:47:18.853345 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 896c54f1-ae47-4935-b8e3-354bee4054e8 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:18.857920 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:18.863006 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:18.870653 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 896c54f1-ae47-4935-b8e3-354bee4054e8 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:18.872370 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:18.937906 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-312ff78e-70bc-4ba0-9aad-60cce214ef8e req-026c2bf3-53e9-413e-938c-b564e3c8dadb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=881bcf33-6145-4f5f-a893-de0c2a40fe7e HTTP/1.1" status: 200 len: 217 time: 0.0843494 Jun 17 08:47:19.013371 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ff78e-70bc-4ba0-9aad-60cce214ef8e req-7322b89f-fbda-4ade-a338-871e6c69523a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:19.015492 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-312ff78e-70bc-4ba0-9aad-60cce214ef8e req-7322b89f-fbda-4ade-a338-871e6c69523a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18b6dc63-ee23-4258-88ac-1c6158712604 HTTP/1.1" status: 200 len: 853 time: 0.0627148 Jun 17 08:47:19.043954 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=88b13f2f-259d-4f58-8462-099c6a1e0315,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:19.047622 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:19.057920 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-312ff78e-70bc-4ba0-9aad-60cce214ef8e req-2cd6bda8-d884-4b22-9fa4-88b2f170cb61 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=930bd28e-e4a5-460e-b4f6-001e2ffd33d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337648 Jun 17 08:47:19.117938 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:19.130063 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734f209-be5b-4a00-a320-53810805da6a req-4883abd5-9593-425c-92cc-9d9c24ddd095 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:19.131727 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e734f209-be5b-4a00-a320-53810805da6a req-4883abd5-9593-425c-92cc-9d9c24ddd095 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=377da0b0-4d81-4e59-ae12-592c5a4dba2a HTTP/1.1" status: 200 len: 945 time: 0.1101134 Jun 17 08:47:19.167404 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 896c54f1-ae47-4935-b8e3-354bee4054e8, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=896c54f1-ae47-4935-b8e3-354bee4054e8,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:19.184302 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['88b13f2f-259d-4f58-8462-099c6a1e0315'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:19.190732 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e734f209-be5b-4a00-a320-53810805da6a req-4e734d4f-a794-42c6-812c-20034831b42a tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488901 Jun 17 08:47:19.250850 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a4a54-5f9a-48a5-92a4-043ea96c4918 req-ee2d028a-cf21-4ac7-a86c-8ede3a2d0848 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:19.252453 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1c4a4a54-5f9a-48a5-92a4-043ea96c4918 req-ee2d028a-cf21-4ac7-a86c-8ede3a2d0848 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.1905847 Jun 17 08:47:19.274840 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:19.282087 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:19.344743 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-312ff78e-70bc-4ba0-9aad-60cce214ef8e req-1eb6f1c0-6e0e-43b2-80de-9874b25cb403 service neutron] 10.222.0.50 "GET /v2.0/networks/930bd28e-e4a5-460e-b4f6-001e2ffd33d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406929 Jun 17 08:47:19.358231 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=896c54f1-ae47-4935-b8e3-354bee4054e8,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:19.361959 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:19.366197 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07eace6a-bbfa-4c6c-b83a-de1820a6d1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896c54f1-ae47-4935-b8e3-354bee4054e8'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:19.368889 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea56e283-b985-4ea1-bdee-b3daad32abe3" -d '{"events": [{"server_uuid": "07eace6a-bbfa-4c6c-b83a-de1820a6d1a9", "name": "network-vif-plugged", "status": "completed", "tag": "896c54f1-ae47-4935-b8e3-354bee4054e8"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:19.400533 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81325a-eb9b-42e2-86ac-7182cb07387d req-6268a59d-154e-46d6-9338-ccac17cb97a3 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:19.402305 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8c81325a-eb9b-42e2-86ac-7182cb07387d req-6268a59d-154e-46d6-9338-ccac17cb97a3 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=86f8e4c4-f678-49d3-b7df-c90737d868ed HTTP/1.1" status: 200 len: 943 time: 0.0803900 Jun 17 08:47:19.421571 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1c4a4a54-5f9a-48a5-92a4-043ea96c4918 req-49c2eefe-a455-46f8-b5ef-447edc08e0e1 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298428 Jun 17 08:47:19.464317 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8c81325a-eb9b-42e2-86ac-7182cb07387d req-d6256706-aeb4-423b-b91b-b076f8fedaa8 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/security-groups?id=360fef21-3d3c-42b9-92b4-61811f4fe31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554497 Jun 17 08:47:19.496590 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e24471f-1bc1-49a0-b8e0-f3690de1b7dc tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Router fa0e2be1-3a6b-417d-9522-ee84dbac2b15 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:47:19.524228 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-312ff78e-70bc-4ba0-9aad-60cce214ef8e req-a42487b0-c58f-44f3-ad2a-23ebba79cf08 service neutron] 10.222.0.50 "GET /v2.0/networks/930bd28e-e4a5-460e-b4f6-001e2ffd33d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690414 Jun 17 08:47:19.623741 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5b748e78-05e3-489c-979c-0cca52aa6b13 req-4d1306ec-e4f5-4b01-a5c7-963d11dcf0c1 tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0334313 Jun 17 08:47:19.662585 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e24471f-1bc1-49a0-b8e0-f3690de1b7dc tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:47:19.667851 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6e24471f-1bc1-49a0-b8e0-f3690de1b7dc tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:19.677796 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994757f8-f20c-411e-8b94-bcca2a98facd None None] Sync routers for ids ['fa0e2be1-3a6b-417d-9522-ee84dbac2b15'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:47:19.682654 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e22002-3bfd-4b18-9bb0-5bf7735f4c39 req-da3777c8-3375-4975-9d43-c7828f836f07 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:19.690436 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b3e22002-3bfd-4b18-9bb0-5bf7735f4c39 req-da3777c8-3375-4975-9d43-c7828f836f07 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.1005213 Jun 17 08:47:19.694381 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab18af0-285a-48ed-b135-1575d0dc59f4 x-openstack-request-id: req-7ab18af0-285a-48ed-b135-1575d0dc59f4 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:19.694854 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07eace6a-bbfa-4c6c-b83a-de1820a6d1a9", "name": "network-vif-plugged", "status": "completed", "tag": "896c54f1-ae47-4935-b8e3-354bee4054e8", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:19.695024 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7ab18af0-285a-48ed-b135-1575d0dc59f4 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:19.695428 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07eace6a-bbfa-4c6c-b83a-de1820a6d1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896c54f1-ae47-4935-b8e3-354bee4054e8', 'code': 200} Jun 17 08:47:19.698947 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994757f8-f20c-411e-8b94-bcca2a98facd None None] Routers {'fa0e2be1-3a6b-417d-9522-ee84dbac2b15'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:19.709860 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-994757f8-f20c-411e-8b94-bcca2a98facd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:46:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['fa0e2be1-3a6b-417d-9522-ee84dbac2b15'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:19.762133 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b3e22002-3bfd-4b18-9bb0-5bf7735f4c39 req-eba3bb74-1059-4fa3-8037-3bd7a19c3601 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693362 Jun 17 08:47:19.798951 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-6e24471f-1bc1-49a0-b8e0-f3690de1b7dc tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "PUT /v2.0/floatingips/82bd9e78-430e-4303-a4dd-2efb4a964c23 HTTP/1.1" status: 200 len: 990 time: 2.1619480 Jun 17 08:47:19.802723 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a449e571-3f47-4876-9bfc-de0dc35342cc', 'tag': '0d9d466b-1a94-4c45-986d-07df20059d1b'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:19.808737 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f269d0-d85e-4ae6-b757-8974df2c2bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "a449e571-3f47-4876-9bfc-de0dc35342cc", "tag": "0d9d466b-1a94-4c45-986d-07df20059d1b"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:19.895925 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb40f1-735f-4105-b3d2-87294063ac13 req-b227c745-b094-4765-a14c-649455503b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:19.898910 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9dcb40f1-735f-4105-b3d2-87294063ac13 req-b227c745-b094-4765-a14c-649455503b69 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 1102 time: 0.1120512 Jun 17 08:47:19.934084 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-994757f8-f20c-411e-8b94-bcca2a98facd None None] Set router fa0e2be1-3a6b-417d-9522-ee84dbac2b15 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:47:19.971606 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5b1982-6554-41a3-879b-d0db17a5c98c x-openstack-request-id: req-7f5b1982-6554-41a3-879b-d0db17a5c98c {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:19.972038 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a449e571-3f47-4876-9bfc-de0dc35342cc", "tag": "0d9d466b-1a94-4c45-986d-07df20059d1b", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:19.972433 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7f5b1982-6554-41a3-879b-d0db17a5c98c {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:19.973012 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a449e571-3f47-4876-9bfc-de0dc35342cc', 'tag': '0d9d466b-1a94-4c45-986d-07df20059d1b', 'status': 'completed', 'code': 200} Jun 17 08:47:20.025901 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9dcb40f1-735f-4105-b3d2-87294063ac13 req-efe0e1fc-437d-4dbf-9096-05840c9c2ade service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196210 Jun 17 08:47:20.060145 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fda158-8537-4145-a1cb-b35fad36a3b3 req-0d2dfc89-8fce-46a6-b920-139fed9ca121 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:20.069066 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b0fda158-8537-4145-a1cb-b35fad36a3b3 req-0d2dfc89-8fce-46a6-b920-139fed9ca121 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 945 time: 0.1480997 Jun 17 08:47:20.114985 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b0fda158-8537-4145-a1cb-b35fad36a3b3 req-c94350ae-0bb2-4506-b185-37f6c2cc474a tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426841 Jun 17 08:47:20.119401 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f269d0-d85e-4ae6-b757-8974df2c2bcb req-760b9b4f-79ca-4c13-972f-cc618cf61848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:20.137945 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-17f269d0-d85e-4ae6-b757-8974df2c2bcb req-760b9b4f-79ca-4c13-972f-cc618cf61848 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e60ea9bd96f4406af1e48f6a271b4f3&device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 1097 time: 0.1200557 Jun 17 08:47:20.200748 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-994757f8-f20c-411e-8b94-bcca2a98facd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'name': 'tempest-ServersTestBootFromVolume-785473964-router', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:33Z', 'updated_at': '2021-06-17T08:45:41Z', 'revision_number': 4, 'project_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'gw_port': {'id': '6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ac:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:34Z', 'updated_at': '2021-06-17T08:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': '82bd9e78-430e-4303-a4dd-2efb4a964c23', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'floating_ip_address': '172.25.2.83', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'port_id': '0d9d466b-1a94-4c45-986d-07df20059d1b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8febca87-b053-4652-aefe-046fdedc430b', 'mac_address': 'fa:16:3e:19:9e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a449e571-3f47-4876-9bfc-de0dc35342cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:45:50Z', 'updated_at': '2021-06-17T08:47:18Z', 'revision_number': 1, 'project_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea3d2d8-0927-4be2-8153-f2b8aed93b98', 'name': '', 'network_id': '8febca87-b053-4652-aefe-046fdedc430b', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'mac_address': 'fa:16:3e:f4:d7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'b23aa9cf-568b-4905-8e2b-b7648ef430a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:39Z', 'updated_at': '2021-06-17T08:45:48Z', 'revision_number': 5, 'project_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'subnets': [{'id': 'b23aa9cf-568b-4905-8e2b-b7648ef430a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:20.248254 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994757f8-f20c-411e-8b94-bcca2a98facd None None] Checking router: fa0e2be1-3a6b-417d-9522-ee84dbac2b15 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:47:20.259273 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994757f8-f20c-411e-8b94-bcca2a98facd None None] Routers {'fa0e2be1-3a6b-417d-9522-ee84dbac2b15'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:20.259984 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-994757f8-f20c-411e-8b94-bcca2a98facd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:46:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['fa0e2be1-3a6b-417d-9522-ee84dbac2b15'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:20.286361 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f269d0-d85e-4ae6-b757-8974df2c2bcb req-960bc51e-88c8-4192-9c8f-16a84203e2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:20.288259 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-17f269d0-d85e-4ae6-b757-8974df2c2bcb req-960bc51e-88c8-4192-9c8f-16a84203e2f4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8febca87-b053-4652-aefe-046fdedc430b HTTP/1.1" status: 200 len: 916 time: 0.1583142 Jun 17 08:47:20.308007 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:20.398048 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-17f269d0-d85e-4ae6-b757-8974df2c2bcb req-56398349-064e-42d2-8cac-76733cbdc73e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d9d466b-1a94-4c45-986d-07df20059d1b HTTP/1.1" status: 200 len: 998 time: 0.1019406 Jun 17 08:47:20.422884 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-994757f8-f20c-411e-8b94-bcca2a98facd None None] Set router fa0e2be1-3a6b-417d-9522-ee84dbac2b15 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:47:20.464634 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 88b13f2f-259d-4f58-8462-099c6a1e0315 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:20.495682 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f269d0-d85e-4ae6-b757-8974df2c2bcb req-96186069-d9b3-452b-8c87-0b8afae7dff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:20.498728 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e81db-846c-4ea6-a294-71b29aefaca9 req-ee149363-81bf-4f0c-938d-b7340589c51e tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:20.500604 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b65e81db-846c-4ea6-a294-71b29aefaca9 req-ee149363-81bf-4f0c-938d-b7340589c51e tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=377da0b0-4d81-4e59-ae12-592c5a4dba2a HTTP/1.1" status: 200 len: 945 time: 0.0873048 Jun 17 08:47:20.504007 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-17f269d0-d85e-4ae6-b757-8974df2c2bcb req-96186069-d9b3-452b-8c87-0b8afae7dff4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b23aa9cf-568b-4905-8e2b-b7648ef430a0 HTTP/1.1" status: 200 len: 854 time: 0.0882199 Jun 17 08:47:20.581348 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b65e81db-846c-4ea6-a294-71b29aefaca9 req-879fc141-a7f9-40cd-9654-a0c68aacdc6d tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726149 Jun 17 08:47:20.595288 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f269d0-d85e-4ae6-b757-8974df2c2bcb req-806fb6c8-233e-48fe-9fab-e2ec082ab04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:20.598497 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-17f269d0-d85e-4ae6-b757-8974df2c2bcb req-806fb6c8-233e-48fe-9fab-e2ec082ab04a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8febca87-b053-4652-aefe-046fdedc430b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846529 Jun 17 08:47:20.652835 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 88b13f2f-259d-4f58-8462-099c6a1e0315 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:20.657969 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 88b13f2f-259d-4f58-8462-099c6a1e0315 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:20.658982 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:20.797107 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-17f269d0-d85e-4ae6-b757-8974df2c2bcb req-79d90d9d-2a6d-4eee-b7b1-83b0c705e59e service neutron] 10.222.0.53 "GET /v2.0/networks/8febca87-b053-4652-aefe-046fdedc430b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916399 Jun 17 08:47:20.834039 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:20.868191 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd0691-d51c-4a86-b4c4-230d5d54fdea req-76d8f675-1f20-40b1-b3df-d164359717e0 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:20.876026 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9ecd0691-d51c-4a86-b4c4-230d5d54fdea req-76d8f675-1f20-40b1-b3df-d164359717e0 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=86f8e4c4-f678-49d3-b7df-c90737d868ed HTTP/1.1" status: 200 len: 943 time: 0.1256425 Jun 17 08:47:20.900770 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 88b13f2f-259d-4f58-8462-099c6a1e0315, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=88b13f2f-259d-4f58-8462-099c6a1e0315,segment=NetworkSegment(7b587d0f-78ab-496d-aa95-a46a62b86112),segment_id=7b587d0f-78ab-496d-aa95-a46a62b86112)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:20.915811 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9ecd0691-d51c-4a86-b4c4-230d5d54fdea req-10e56358-4f37-47c9-be6b-9030af3b7801 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/security-groups?id=360fef21-3d3c-42b9-92b4-61811f4fe31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387521 Jun 17 08:47:20.976423 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-17f269d0-d85e-4ae6-b757-8974df2c2bcb req-3eeb5f72-78d1-4797-86da-0dfca12d7985 service neutron] 10.222.0.53 "GET /v2.0/networks/8febca87-b053-4652-aefe-046fdedc430b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612709 Jun 17 08:47:20.986046 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-994757f8-f20c-411e-8b94-bcca2a98facd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'name': 'tempest-ServersTestBootFromVolume-785473964-router', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:33Z', 'updated_at': '2021-06-17T08:45:41Z', 'revision_number': 4, 'project_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'gw_port': {'id': '6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ac:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:34Z', 'updated_at': '2021-06-17T08:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': '82bd9e78-430e-4303-a4dd-2efb4a964c23', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'floating_ip_address': '172.25.2.83', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'port_id': '0d9d466b-1a94-4c45-986d-07df20059d1b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8febca87-b053-4652-aefe-046fdedc430b', 'mac_address': 'fa:16:3e:19:9e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a449e571-3f47-4876-9bfc-de0dc35342cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:45:50Z', 'updated_at': '2021-06-17T08:47:18Z', 'revision_number': 1, 'project_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea3d2d8-0927-4be2-8153-f2b8aed93b98', 'name': '', 'network_id': '8febca87-b053-4652-aefe-046fdedc430b', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'mac_address': 'fa:16:3e:f4:d7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'b23aa9cf-568b-4905-8e2b-b7648ef430a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:39Z', 'updated_at': '2021-06-17T08:45:48Z', 'revision_number': 5, 'project_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'subnets': [{'id': 'b23aa9cf-568b-4905-8e2b-b7648ef430a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:21.030413 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994757f8-f20c-411e-8b94-bcca2a98facd None None] The sync data for ids ['fa0e2be1-3a6b-417d-9522-ee84dbac2b15'] in n-d-758944-30 is: [{'id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'name': 'tempest-ServersTestBootFromVolume-785473964-router', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:33Z', 'updated_at': '2021-06-17T08:45:41Z', 'revision_number': 4, 'project_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'gw_port': {'id': '6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ac:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:34Z', 'updated_at': '2021-06-17T08:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': '82bd9e78-430e-4303-a4dd-2efb4a964c23', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'floating_ip_address': '172.25.2.83', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'port_id': '0d9d466b-1a94-4c45-986d-07df20059d1b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8febca87-b053-4652-aefe-046fdedc430b', 'mac_address': 'fa:16:3e:19:9e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a449e571-3f47-4876-9bfc-de0dc35342cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:45:50Z', 'updated_at': '2021-06-17T08:47:18Z', 'revision_number': 1, 'project_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea3d2d8-0927-4be2-8153-f2b8aed93b98', 'name': '', 'network_id': '8febca87-b053-4652-aefe-046fdedc430b', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'mac_address': 'fa:16:3e:f4:d7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'b23aa9cf-568b-4905-8e2b-b7648ef430a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:39Z', 'updated_at': '2021-06-17T08:45:48Z', 'revision_number': 5, 'project_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'subnets': [{'id': 'b23aa9cf-568b-4905-8e2b-b7648ef430a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:47:21.035971 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:21.042365 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:21.120860 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=88b13f2f-259d-4f58-8462-099c6a1e0315,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:21.126676 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:21.287880 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f32114d-0f84-41bd-9da7-eac137389ab7 None None] New status for floating IP 82bd9e78-430e-4303-a4dd-2efb4a964c23: ACTIVE {{(pid=94521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:47:21.380145 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8eb83d4c-1735-4188-9c94-f6cbe2c84f7e req-b2d3845b-1eed-4d5f-a01c-608ac33c4ae7 tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0383883 Jun 17 08:47:21.574737 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351eb90-304d-47b1-a099-560428fd2304 req-561e4784-eb67-466e-b065-b2a166d3a40c tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:21.576296 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1351eb90-304d-47b1-a099-560428fd2304 req-561e4784-eb67-466e-b065-b2a166d3a40c tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.0790615 Jun 17 08:47:21.648773 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 881bcf33-6145-4f5f-a893-de0c2a40fe7e details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:47:21.712594 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbddbf05-c970-459a-be01-f64af15f9c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b13f2f-259d-4f58-8462-099c6a1e0315'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:21.716864 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99290d8e-2733-40e4-bca3-69e4ad168898" -d '{"events": [{"server_uuid": "dbddbf05-c970-459a-be01-f64af15f9c40", "name": "network-vif-plugged", "status": "completed", "tag": "88b13f2f-259d-4f58-8462-099c6a1e0315"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:21.824337 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 881bcf33-6145-4f5f-a893-de0c2a40fe7e, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=881bcf33-6145-4f5f-a893-de0c2a40fe7e,segment=NetworkSegment(7b587d0f-78ab-496d-aa95-a46a62b86112),segment_id=7b587d0f-78ab-496d-aa95-a46a62b86112)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:21.847847 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '881bcf33-6145-4f5f-a893-de0c2a40fe7e', 'network_id': '930bd28e-e4a5-460e-b4f6-001e2ffd33d0', 'port_id': '881bcf33-6145-4f5f-a893-de0c2a40fe7e', 'mac_address': 'fa:16:3e:ab:6f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b6dc63-ee23-4258-88ac-1c6158712604', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:47:21.904933 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:21.922219 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 881bcf33-6145-4f5f-a893-de0c2a40fe7e {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:47:21.945665 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 881bcf33-6145-4f5f-a893-de0c2a40fe7e, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=881bcf33-6145-4f5f-a893-de0c2a40fe7e,segment=NetworkSegment(7b587d0f-78ab-496d-aa95-a46a62b86112),segment_id=7b587d0f-78ab-496d-aa95-a46a62b86112)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:21.963741 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5ef91-093b-4922-a257-16a3aba03f13 req-92de5cb4-2a70-4541-8101-5113a86ac5c5 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:21.963741 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-34e5ef91-093b-4922-a257-16a3aba03f13 req-92de5cb4-2a70-4541-8101-5113a86ac5c5 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 945 time: 0.0993695 Jun 17 08:47:22.011279 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-34e5ef91-093b-4922-a257-16a3aba03f13 req-9e5c2c73-d154-4634-911d-39125bc221f4 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419366 Jun 17 08:47:22.047687 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1351eb90-304d-47b1-a099-560428fd2304 req-5e6b72a8-d0e5-453e-899e-adc23ce3a54e tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4632702 Jun 17 08:47:22.109943 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:22.113733 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:22.164942 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=881bcf33-6145-4f5f-a893-de0c2a40fe7e,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:22.171984 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:22.205729 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de441228-74fa-48cb-b0a9-04b513852613 req-155a62f5-ca85-4977-b6a3-c862a29b03bc tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:22.207847 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-de441228-74fa-48cb-b0a9-04b513852613 req-155a62f5-ca85-4977-b6a3-c862a29b03bc tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=377da0b0-4d81-4e59-ae12-592c5a4dba2a HTTP/1.1" status: 200 len: 945 time: 0.0793316 Jun 17 08:47:22.268329 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-de441228-74fa-48cb-b0a9-04b513852613 req-062d1b84-b1dc-4d6f-b1b6-9979ee9cabe5 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458906 Jun 17 08:47:22.321385 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7e2c22-b1de-4071-b411-c238a113f334 x-openstack-request-id: req-0a7e2c22-b1de-4071-b411-c238a113f334 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:22.321692 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbddbf05-c970-459a-be01-f64af15f9c40", "name": "network-vif-plugged", "status": "completed", "tag": "88b13f2f-259d-4f58-8462-099c6a1e0315", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:22.321957 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a7e2c22-b1de-4071-b411-c238a113f334 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:22.322687 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbddbf05-c970-459a-be01-f64af15f9c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b13f2f-259d-4f58-8462-099c6a1e0315', 'code': 200} Jun 17 08:47:22.341409 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a9d06-81cb-4b4e-9f86-928fef8452b3 req-d97c4c3f-f520-4cb1-adb6-e431ebbfa85c tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:22.341409 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9d4a9d06-81cb-4b4e-9f86-928fef8452b3 req-d97c4c3f-f520-4cb1-adb6-e431ebbfa85c tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.0772049 Jun 17 08:47:22.391037 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9d4a9d06-81cb-4b4e-9f86-928fef8452b3 req-7307bd5f-014a-492f-a13c-8c79190fac55 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372279 Jun 17 08:47:22.492048 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['881bcf33-6145-4f5f-a893-de0c2a40fe7e'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:22.504551 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2f87a-2308-4677-a3ef-d35cfa3f9467 req-562a7d35-6bfa-49e4-9aea-88d2c5b6795a tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:22.508478 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-31a2f87a-2308-4677-a3ef-d35cfa3f9467 req-562a7d35-6bfa-49e4-9aea-88d2c5b6795a tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=86f8e4c4-f678-49d3-b7df-c90737d868ed HTTP/1.1" status: 200 len: 944 time: 0.0864704 Jun 17 08:47:22.533661 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fb347-af50-4146-91af-3fe340b70f9f req-18c0d343-cffc-48e3-b691-ad9b9e58db27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:22.536997 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-665fb347-af50-4146-91af-3fe340b70f9f req-18c0d343-cffc-48e3-b691-ad9b9e58db27 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dbddbf05-c970-459a-be01-f64af15f9c40 HTTP/1.1" status: 200 len: 1097 time: 0.1347821 Jun 17 08:47:22.560799 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-31a2f87a-2308-4677-a3ef-d35cfa3f9467 req-9ff15dda-8272-46c7-9b19-f3687dc16d5d tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/security-groups?id=360fef21-3d3c-42b9-92b4-61811f4fe31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487492 Jun 17 08:47:22.598185 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-665fb347-af50-4146-91af-3fe340b70f9f req-32e7525f-553f-4fbf-b520-a37d9e64f438 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=360fef21-3d3c-42b9-92b4-61811f4fe31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487461 Jun 17 08:47:22.721160 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-335dbc11-40c2-455d-a780-a92d49c9652e req-0fd13b92-7310-4840-9f8b-a4315dea8685 tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0364718 Jun 17 08:47:23.196798 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad596e4-5968-4ec5-b039-da9ce52185a9 req-33e5906e-b0c2-4a1a-a048-2263b232ad1e tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:23.197556 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a8fe6-d92b-4a36-bdd4-5a25bb33dbe1 req-0a159373-cf7a-4bb0-aeb7-912220410833 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:23.198487 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5ad596e4-5968-4ec5-b039-da9ce52185a9 req-33e5906e-b0c2-4a1a-a048-2263b232ad1e tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=377da0b0-4d81-4e59-ae12-592c5a4dba2a HTTP/1.1" status: 200 len: 945 time: 0.0687749 Jun 17 08:47:23.198934 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ab1a8fe6-d92b-4a36-bdd4-5a25bb33dbe1 req-0a159373-cf7a-4bb0-aeb7-912220410833 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 945 time: 0.0662663 Jun 17 08:47:23.239283 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ab1a8fe6-d92b-4a36-bdd4-5a25bb33dbe1 req-6b8589d5-19fe-423d-8db2-7ff5203be841 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344546 Jun 17 08:47:23.239993 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5ad596e4-5968-4ec5-b039-da9ce52185a9 req-441a6969-bb24-489e-918c-aae5782705b7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344133 Jun 17 08:47:23.413092 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21228a-2610-422d-af09-dd997ff5e890 req-160e63e5-d9c7-406c-b682-a66f87353535 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:23.414592 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ae21228a-2610-422d-af09-dd997ff5e890 req-160e63e5-d9c7-406c-b682-a66f87353535 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.0648575 Jun 17 08:47:23.455088 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ae21228a-2610-422d-af09-dd997ff5e890 req-8289739b-7075-4056-902f-e7226b29b492 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346062 Jun 17 08:47:23.580863 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829af3ed-5062-4d9c-ad5a-f5809b15fce3 req-80f8c360-1238-4be0-b04a-1ca73d9777ce tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:23.583235 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-829af3ed-5062-4d9c-ad5a-f5809b15fce3 req-80f8c360-1238-4be0-b04a-1ca73d9777ce tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.0648828 Jun 17 08:47:23.622005 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-829af3ed-5062-4d9c-ad5a-f5809b15fce3 req-8bad2c96-5bfa-4d40-8a57-f2719c0bc55d tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329134 Jun 17 08:47:23.629761 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b198ab-97ed-48d1-8b6e-f584199df3d2 req-de8505f2-f492-435d-88ac-9c59bc9682ba tempest-MigrationsAdminTest-1236016570 tempest-MigrationsAdminTest-1236016570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:23.631277 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a8b198ab-97ed-48d1-8b6e-f584199df3d2 req-de8505f2-f492-435d-88ac-9c59bc9682ba tempest-MigrationsAdminTest-1236016570 tempest-MigrationsAdminTest-1236016570-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 1102 time: 0.0657001 Jun 17 08:47:23.650009 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 881bcf33-6145-4f5f-a893-de0c2a40fe7e up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:23.670644 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a8b198ab-97ed-48d1-8b6e-f584199df3d2 req-03ecb5e4-f3ca-45a2-80ca-f80933e4bb4e tempest-MigrationsAdminTest-1236016570 tempest-MigrationsAdminTest-1236016570-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322607 Jun 17 08:47:23.797607 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10baafb-c2c2-47b3-aa30-fca04c3266ee req-55fab578-bb16-405b-bb4d-cdfdd386ae81 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:23.799062 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a10baafb-c2c2-47b3-aa30-fca04c3266ee req-55fab578-bb16-405b-bb4d-cdfdd386ae81 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=86f8e4c4-f678-49d3-b7df-c90737d868ed HTTP/1.1" status: 200 len: 944 time: 0.0685272 Jun 17 08:47:23.838322 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a10baafb-c2c2-47b3-aa30-fca04c3266ee req-8b93e6a3-cf74-4b01-b07d-a6733aa87ae0 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/security-groups?id=360fef21-3d3c-42b9-92b4-61811f4fe31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336344 Jun 17 08:47:23.870731 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 881bcf33-6145-4f5f-a893-de0c2a40fe7e completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:23.874907 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 881bcf33-6145-4f5f-a893-de0c2a40fe7e triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:23.875334 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:23.974682 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:23.978870 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7c7e89c1-432e-4dcb-8c9b-560a6f755f25 req-5177e3a5-17f5-4a20-9ccb-405d42d893bf tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0329754 Jun 17 08:47:24.014166 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 881bcf33-6145-4f5f-a893-de0c2a40fe7e, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=881bcf33-6145-4f5f-a893-de0c2a40fe7e,segment=NetworkSegment(7b587d0f-78ab-496d-aa95-a46a62b86112),segment_id=7b587d0f-78ab-496d-aa95-a46a62b86112)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:24.127413 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:24.129917 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:24.176078 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=881bcf33-6145-4f5f-a893-de0c2a40fe7e,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:24.179755 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:24.324015 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f8e4c4-f678-49d3-b7df-c90737d868ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881bcf33-6145-4f5f-a893-de0c2a40fe7e'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:24.326532 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7430bc-0aac-4f5f-a1aa-4d8297e378d1" -d '{"events": [{"server_uuid": "86f8e4c4-f678-49d3-b7df-c90737d868ed", "name": "network-vif-plugged", "status": "completed", "tag": "881bcf33-6145-4f5f-a893-de0c2a40fe7e"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:24.411463 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a0762-4fe2-4139-ac92-ae4fe81c1e6a req-efbc7109-65d1-4a6b-a660-45f07f50c3a9 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:24.412918 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f45a0762-4fe2-4139-ac92-ae4fe81c1e6a req-efbc7109-65d1-4a6b-a660-45f07f50c3a9 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.0688996 Jun 17 08:47:24.426334 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299aef3-89c9-4c1a-8ea5-702c23a250d7 req-0213c148-e776-48b6-882b-6587c33d83e8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:24.427984 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f299aef3-89c9-4c1a-8ea5-702c23a250d7 req-0213c148-e776-48b6-882b-6587c33d83e8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=377da0b0-4d81-4e59-ae12-592c5a4dba2a HTTP/1.1" status: 200 len: 945 time: 0.0710206 Jun 17 08:47:24.456435 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f45a0762-4fe2-4139-ac92-ae4fe81c1e6a req-25f4147a-d164-44a0-b78a-79866798ea11 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374506 Jun 17 08:47:24.473500 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f299aef3-89c9-4c1a-8ea5-702c23a250d7 req-290e63df-9c8d-4926-ad9f-a4cd8146d174 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391455 Jun 17 08:47:24.524379 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e603745-8594-49e8-a030-2d6b28b40cf2 x-openstack-request-id: req-5e603745-8594-49e8-a030-2d6b28b40cf2 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:24.524759 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f8e4c4-f678-49d3-b7df-c90737d868ed", "name": "network-vif-plugged", "status": "completed", "tag": "881bcf33-6145-4f5f-a893-de0c2a40fe7e", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:24.525072 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e603745-8594-49e8-a030-2d6b28b40cf2 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:24.525524 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f8e4c4-f678-49d3-b7df-c90737d868ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881bcf33-6145-4f5f-a893-de0c2a40fe7e', 'code': 200} Jun 17 08:47:24.751346 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-52132e58-e289-4442-a64a-f354ddd35e66 req-d528e3b2-3a27-4e63-8978-27359e07a53a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2018664 Jun 17 08:47:24.772622 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec1079-d695-4b72-8304-93fb2be275ad req-a4ad4be0-98ef-4cc1-b2db-781c4e589aa5 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:24.774161 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4eec1079-d695-4b72-8304-93fb2be275ad req-a4ad4be0-98ef-4cc1-b2db-781c4e589aa5 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 945 time: 0.1710541 Jun 17 08:47:24.777044 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05ad9f-67c6-411d-95bd-5c4c932abcbc req-ead825fb-b351-4082-a647-4dcea1f8ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:24.778436 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-da05ad9f-67c6-411d-95bd-5c4c932abcbc req-ead825fb-b351-4082-a647-4dcea1f8ac85 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=86f8e4c4-f678-49d3-b7df-c90737d868ed HTTP/1.1" status: 200 len: 1097 time: 0.1548412 Jun 17 08:47:24.801180 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c795a69-12bd-4e95-a3e2-cacc29348d56 req-47515a0e-892a-4882-8226-cb691262af76 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:24.802962 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1c795a69-12bd-4e95-a3e2-cacc29348d56 req-47515a0e-892a-4882-8226-cb691262af76 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.0663037 Jun 17 08:47:24.837774 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-da05ad9f-67c6-411d-95bd-5c4c932abcbc req-e459cde2-7ca2-44d7-86a4-0e51948f9210 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=360fef21-3d3c-42b9-92b4-61811f4fe31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490334 Jun 17 08:47:24.841684 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4eec1079-d695-4b72-8304-93fb2be275ad req-92890e82-5e20-4de4-83ad-03c3715bfc06 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596778 Jun 17 08:47:24.843772 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1c795a69-12bd-4e95-a3e2-cacc29348d56 req-f30e32b8-2d7b-4437-b348-2f2b98f30c56 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339177 Jun 17 08:47:25.039346 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1257ac1-9251-459c-bf9a-2ac2c0150e4a req-48817a3d-9184-4ca5-bfe1-92479b9ec788 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:25.041916 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d1257ac1-9251-459c-bf9a-2ac2c0150e4a req-48817a3d-9184-4ca5-bfe1-92479b9ec788 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=86f8e4c4-f678-49d3-b7df-c90737d868ed HTTP/1.1" status: 200 len: 945 time: 0.0867121 Jun 17 08:47:25.063362 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c1763-ea5a-43fc-9533-29d120c4afc2 req-35956b43-19ec-4d6d-aefa-d77ea505e533 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:25.066227 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-246c1763-ea5a-43fc-9533-29d120c4afc2 req-35956b43-19ec-4d6d-aefa-d77ea505e533 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.53 "GET /v2.0/ports?device_id=377da0b0-4d81-4e59-ae12-592c5a4dba2a HTTP/1.1" status: 200 len: 945 time: 0.0756664 Jun 17 08:47:25.095837 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d1257ac1-9251-459c-bf9a-2ac2c0150e4a req-6b456987-ae21-473f-aec4-233df9e843ea tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/security-groups?id=360fef21-3d3c-42b9-92b4-61811f4fe31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470464 Jun 17 08:47:25.188496 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6eef2b62-dddc-4fea-bf31-df4056fcac58 req-a8c3e6de-3f82-4d64-94a8-6f4dd6498c79 tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0320916 Jun 17 08:47:25.214617 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-246c1763-ea5a-43fc-9533-29d120c4afc2 req-99997acd-3d99-4209-8668-33ed4777eb52 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Deleting port 23539b39-214f-4a60-b1c2-7e53026a2889 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:47:25.220799 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-246c1763-ea5a-43fc-9533-29d120c4afc2 req-99997acd-3d99-4209-8668-33ed4777eb52 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:25.322488 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-246c1763-ea5a-43fc-9533-29d120c4afc2 req-99997acd-3d99-4209-8668-33ed4777eb52 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] For port 23539b39-214f-4a60-b1c2-7e53026a2889, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=23539b39-214f-4a60-b1c2-7e53026a2889,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:25.322854 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-246c1763-ea5a-43fc-9533-29d120c4afc2 req-99997acd-3d99-4209-8668-33ed4777eb52 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:25.390249 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-246c1763-ea5a-43fc-9533-29d120c4afc2 req-99997acd-3d99-4209-8668-33ed4777eb52 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Calling delete_port for 23539b39-214f-4a60-b1c2-7e53026a2889 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:47:25.452546 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-fc74ce27-4de8-44d5-8251-01331a9f669a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:25.656695 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-246c1763-ea5a-43fc-9533-29d120c4afc2 req-99997acd-3d99-4209-8668-33ed4777eb52 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:25.665764 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1b4bb510-b5b8-421a-9563-a5616599ba7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:25.671659 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['23539b39-214f-4a60-b1c2-7e53026a2889'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:25.697434 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534b426-084a-4352-aae9-d58979c54b59 req-8f762ea0-794e-4052-86b2-ec71920d8d61 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:25.698885 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a534b426-084a-4352-aae9-d58979c54b59 req-8f762ea0-794e-4052-86b2-ec71920d8d61 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=377da0b0-4d81-4e59-ae12-592c5a4dba2a HTTP/1.1" status: 200 len: 867 time: 0.0778861 Jun 17 08:47:25.704724 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99997acd-3d99-4209-8668-33ed4777eb52 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Pushing event deleted for resources: {'Port': ['ID=23539b39-214f-4a60-b1c2-7e53026a2889,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:25.707745 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-99997acd-3d99-4209-8668-33ed4777eb52 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:25.723663 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870181b6-bd46-4518-bd0c-d0085d43cc2f req-5b6289db-4fb8-4c7a-8655-bd9183f06b1a tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:25.725419 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-870181b6-bd46-4518-bd0c-d0085d43cc2f req-5b6289db-4fb8-4c7a-8655-bd9183f06b1a tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.1442249 Jun 17 08:47:25.740728 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a534b426-084a-4352-aae9-d58979c54b59 req-85ee9996-f8e0-4077-94c6-296994f6ef17 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355713 Jun 17 08:47:25.785948 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-246c1763-ea5a-43fc-9533-29d120c4afc2 req-99997acd-3d99-4209-8668-33ed4777eb52 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] No DVR routers for this DVR port 23539b39-214f-4a60-b1c2-7e53026a2889 on host n-h2-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:47:25.790500 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-246c1763-ea5a-43fc-9533-29d120c4afc2 req-99997acd-3d99-4209-8668-33ed4777eb52 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:25.793004 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-246c1763-ea5a-43fc-9533-29d120c4afc2 req-99997acd-3d99-4209-8668-33ed4777eb52 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.53 "DELETE /v2.0/ports/23539b39-214f-4a60-b1c2-7e53026a2889 HTTP/1.1" status: 204 len: 173 time: 0.7194855 Jun 17 08:47:25.797052 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377da0b0-4d81-4e59-ae12-592c5a4dba2a', 'name': 'network-vif-deleted', 'tag': '23539b39-214f-4a60-b1c2-7e53026a2889'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:25.797052 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b86af96-e78f-4aff-a949-7914952f014c" -d '{"events": [{"server_uuid": "377da0b0-4d81-4e59-ae12-592c5a4dba2a", "name": "network-vif-deleted", "tag": "23539b39-214f-4a60-b1c2-7e53026a2889"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:25.818782 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-870181b6-bd46-4518-bd0c-d0085d43cc2f req-febadf9f-6d63-4bf9-a9c3-dcd851848d25 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751579 Jun 17 08:47:25.871397 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0eef359-45c4-45ea-9ca1-2d32ed7c7271 x-openstack-request-id: req-f0eef359-45c4-45ea-9ca1-2d32ed7c7271 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:25.871901 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377da0b0-4d81-4e59-ae12-592c5a4dba2a", "name": "network-vif-deleted", "tag": "23539b39-214f-4a60-b1c2-7e53026a2889", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:25.872265 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f0eef359-45c4-45ea-9ca1-2d32ed7c7271 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:25.872792 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377da0b0-4d81-4e59-ae12-592c5a4dba2a', 'name': 'network-vif-deleted', 'tag': '23539b39-214f-4a60-b1c2-7e53026a2889', 'status': 'completed', 'code': 200} Jun 17 08:47:26.045525 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e6c51-5eef-4374-8c02-a984265dfc50 req-bf71e2b9-55b0-4e4e-91a0-7d5d6500c982 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:26.047300 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-052e6c51-5eef-4374-8c02-a984265dfc50 req-bf71e2b9-55b0-4e4e-91a0-7d5d6500c982 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.0730093 Jun 17 08:47:26.051753 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9f77a-ab93-440a-8df4-b9bde4983044 req-03ce0359-cec3-4591-8478-5a95fbe825ff tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:26.056000 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-57b9f77a-ab93-440a-8df4-b9bde4983044 req-03ce0359-cec3-4591-8478-5a95fbe825ff tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 945 time: 0.0738962 Jun 17 08:47:26.096724 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-052e6c51-5eef-4374-8c02-a984265dfc50 req-89aa2946-8404-4cd9-bfa6-287071d18ee6 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422044 Jun 17 08:47:26.108280 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-57b9f77a-ab93-440a-8df4-b9bde4983044 req-a4daa2f0-2305-4a3a-b3e0-01c712e0189e tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471921 Jun 17 08:47:26.276893 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d8721-b6eb-46e0-af2b-03aacb2feefe req-f3b05d76-2dc3-42de-ad71-2dbf701ec007 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:26.278934 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c88d8721-b6eb-46e0-af2b-03aacb2feefe req-f3b05d76-2dc3-42de-ad71-2dbf701ec007 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=86f8e4c4-f678-49d3-b7df-c90737d868ed HTTP/1.1" status: 200 len: 945 time: 0.0731421 Jun 17 08:47:26.328128 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c88d8721-b6eb-46e0-af2b-03aacb2feefe req-41687780-2ea4-4ca3-9bcb-84c683eb8b9d tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/security-groups?id=360fef21-3d3c-42b9-92b4-61811f4fe31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364032 Jun 17 08:47:26.358706 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3d433d34-c17c-47e7-a266-ccb6e7ef5f57 req-dbab039d-3948-49ee-a6dc-880ef93e9dd2 tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0355990 Jun 17 08:47:26.908380 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5ca533fa-3e9c-420a-9d89-b644cc0d4663 req-177a5707-742d-443b-a73c-17869752e5ce tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=377da0b0-4d81-4e59-ae12-592c5a4dba2a HTTP/1.1" status: 200 len: 210 time: 0.0298083 Jun 17 08:47:27.010441 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435e5bb-8845-49a8-a3b1-78d4f3845434 req-70e2f650-fab8-4c50-9ac8-22e699aac414 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:27.011956 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1435e5bb-8845-49a8-a3b1-78d4f3845434 req-70e2f650-fab8-4c50-9ac8-22e699aac414 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.0672135 Jun 17 08:47:27.054800 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1435e5bb-8845-49a8-a3b1-78d4f3845434 req-a2b7111a-95d6-4a88-ae6e-e25c413a6c54 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370235 Jun 17 08:47:27.285387 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09589c08-1f50-4498-ab68-2f18e9b783a0 req-db1038b4-74b8-4e9d-ac6c-93c09283058b tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:27.286882 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-09589c08-1f50-4498-ab68-2f18e9b783a0 req-db1038b4-74b8-4e9d-ac6c-93c09283058b tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.0674555 Jun 17 08:47:27.296717 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098699f8-a26a-475d-9e7b-c362552b5a6c req-6c15f3a3-e2f0-4448-bb16-0a8741bc6874 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:27.298211 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-098699f8-a26a-475d-9e7b-c362552b5a6c req-6c15f3a3-e2f0-4448-bb16-0a8741bc6874 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 945 time: 0.0702634 Jun 17 08:47:27.328472 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-09589c08-1f50-4498-ab68-2f18e9b783a0 req-6624dd46-dec0-4356-b23a-cf76b6ac0009 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352740 Jun 17 08:47:27.341563 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-098699f8-a26a-475d-9e7b-c362552b5a6c req-dd946f10-b451-409e-9b51-9b4d9c5c23e5 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374815 Jun 17 08:47:27.517805 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bcfc1-7939-4248-9fc5-139149d3ed5d req-8705cfa1-c65e-47ab-9e75-fd61bedcde60 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:27.519876 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7a3bcfc1-7939-4248-9fc5-139149d3ed5d req-8705cfa1-c65e-47ab-9e75-fd61bedcde60 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=86f8e4c4-f678-49d3-b7df-c90737d868ed HTTP/1.1" status: 200 len: 945 time: 0.0711887 Jun 17 08:47:27.520090 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-acc53426-a7b8-4658-8bd7-52f98af6ef00 req-c613bab9-1bdd-41f7-b0fc-9ca07e1b77fb tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0293143 Jun 17 08:47:27.562632 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7a3bcfc1-7939-4248-9fc5-139149d3ed5d req-ddbca648-2a20-4db0-bc66-968c09bb51fc tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/security-groups?id=360fef21-3d3c-42b9-92b4-61811f4fe31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366709 Jun 17 08:47:27.763099 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52132e58-e289-4442-a64a-f354ddd35e66 req-1c71f773-000e-4b80-bc7b-85305eed50ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:27.764619 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-52132e58-e289-4442-a64a-f354ddd35e66 req-1c71f773-000e-4b80-bc7b-85305eed50ff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 1102 time: 0.1024480 Jun 17 08:47:27.772470 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683937a9-7e29-42b7-8f14-8ce717476591 req-434c0371-7b77-41c8-b746-069e9e1320eb tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:27.773838 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-683937a9-7e29-42b7-8f14-8ce717476591 req-434c0371-7b77-41c8-b746-069e9e1320eb tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbddbf05-c970-459a-be01-f64af15f9c40 HTTP/1.1" status: 200 len: 945 time: 0.0845721 Jun 17 08:47:27.860243 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-683937a9-7e29-42b7-8f14-8ce717476591 req-8828691f-c125-4e60-bb8b-2c6514eb2452 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/security-groups?id=360fef21-3d3c-42b9-92b4-61811f4fe31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781028 Jun 17 08:47:27.891911 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52132e58-e289-4442-a64a-f354ddd35e66 req-a10c6135-7434-4174-b373-5d7a2eeb9b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:27.893378 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-52132e58-e289-4442-a64a-f354ddd35e66 req-a10c6135-7434-4174-b373-5d7a2eeb9b5e service neutron] 10.222.0.53 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.1187022 Jun 17 08:47:27.942404 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-52132e58-e289-4442-a64a-f354ddd35e66 req-43cd2cc9-661e-46e3-9274-c8dfaa5ba0d9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=896c54f1-ae47-4935-b8e3-354bee4054e8 HTTP/1.1" status: 200 len: 217 time: 0.0354185 Jun 17 08:47:27.945266 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.002537 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52132e58-e289-4442-a64a-f354ddd35e66 req-3199b45e-5782-436f-b6e6-89fe36d61956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:28.004133 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-52132e58-e289-4442-a64a-f354ddd35e66 req-3199b45e-5782-436f-b6e6-89fe36d61956 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0555165 Jun 17 08:47:28.074455 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52132e58-e289-4442-a64a-f354ddd35e66 req-a01588b1-ff86-4c3e-b72c-6493347edbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:28.076038 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-52132e58-e289-4442-a64a-f354ddd35e66 req-a01588b1-ff86-4c3e-b72c-6493347edbea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0654819 Jun 17 08:47:28.174875 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-52132e58-e289-4442-a64a-f354ddd35e66 req-520514ba-81c9-4b88-83d6-152da06050e9 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891833 Jun 17 08:47:28.346969 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-52132e58-e289-4442-a64a-f354ddd35e66 req-af360be5-3c9e-487b-a043-aa40dbf7194e service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654310 Jun 17 08:47:28.369743 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-552ed44b-0943-44f1-9590-eadc9e8a2ec5 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:28.371209 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-552ed44b-0943-44f1-9590-eadc9e8a2ec5 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/networks?id=9607b8f2-1f64-4cbd-97ae-5ddc828a0032 HTTP/1.1" status: 200 len: 812 time: 0.1383004 Jun 17 08:47:28.387398 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-488a9b03-f2e6-473a-95e3-605c7bab6db0 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/quotas/2660df61a5d14827a122661191fbd2bb HTTP/1.1" status: 200 len: 375 time: 0.0106013 Jun 17 08:47:28.423689 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-50430b94-86d1-4413-9071-3c4c5f5a1489 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2660df61a5d14827a122661191fbd2bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306230 Jun 17 08:47:28.513118 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device a08bf8af-bd50-4e66-8efa-150176852bf3 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:47:28.521302 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 23539b39-214f-4a60-b1c2-7e53026a2889 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:47:28.542258 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbb295-82c5-423f-882b-87a4ca5227b7 req-7ab000f6-4daa-40c7-8850-80c27b013b4f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:28.543800 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4bfbb295-82c5-423f-882b-87a4ca5227b7 req-7ab000f6-4daa-40c7-8850-80c27b013b4f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.0699799 Jun 17 08:47:28.547874 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 23539b39-214f-4a60-b1c2-7e53026a2889 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:47:28.548236 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 23539b39-214f-4a60-b1c2-7e53026a2889 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:47:28.570364 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-939b29e3-374f-4707-811d-931bfb3a2ecd service neutron] 10.222.0.49 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395075 Jun 17 08:47:28.600385 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4bfbb295-82c5-423f-882b-87a4ca5227b7 req-b4c00727-e4d9-4908-9503-67c99f677559 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478446 Jun 17 08:47:28.679426 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-32e5d0ef-05f5-4bd4-b43d-e6a58792e803 service neutron] 10.222.0.49 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011536 Jun 17 08:47:28.775839 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port a08bf8af-bd50-4e66-8efa-150176852bf3, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=a08bf8af-bd50-4e66-8efa-150176852bf3,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:28.787365 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device a08bf8af-bd50-4e66-8efa-150176852bf3 has no active binding in host n-h2-758944-30 {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 17 08:47:28.794776 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c064ca-4d5f-474a-addd-af9c8ac9b614 req-eb1fc503-7f47-4848-8b8c-c631af7cd7d9 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:28.796325 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e2c064ca-4d5f-474a-addd-af9c8ac9b614 req-eb1fc503-7f47-4848-8b8c-c631af7cd7d9 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.0797806 Jun 17 08:47:28.836421 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-a5452ef9-0153-4c6e-a4e4-44397b01bb5f tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:28.836628 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e2c064ca-4d5f-474a-addd-af9c8ac9b614 req-884608c4-cfd8-4fed-ab14-ff49628666f1 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341980 Jun 17 08:47:28.837929 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-a5452ef9-0153-4c6e-a4e4-44397b01bb5f tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623&tenant_id=702856434aae449ea41d8a187426d151&binding%3Ahost_id=n-h1-758944-30 HTTP/1.1" status: 200 len: 1097 time: 0.0643599 Jun 17 08:47:28.850160 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-9076762c-b14e-46ce-b4bc-d6c2bfd91385 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-30'}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:28.969798 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-9076762c-b14e-46ce-b4bc-d6c2bfd91385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.068403 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d10942-b70d-4d3b-946b-3671c0b08584 req-2e5083f9-961c-404f-9f40-c9cea8ece814 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:29.070176 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e1d10942-b70d-4d3b-946b-3671c0b08584 req-2e5083f9-961c-404f-9f40-c9cea8ece814 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 945 time: 0.0900264 Jun 17 08:47:29.120426 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e1d10942-b70d-4d3b-946b-3671c0b08584 req-32e487a4-1d5b-4431-a396-3d42b8061f78 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427964 Jun 17 08:47:29.157797 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-9076762c-b14e-46ce-b4bc-d6c2bfd91385 service neutron] For port a08bf8af-bd50-4e66-8efa-150176852bf3, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=a08bf8af-bd50-4e66-8efa-150176852bf3,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:29.202395 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-9076762c-b14e-46ce-b4bc-d6c2bfd91385 service neutron] For port a08bf8af-bd50-4e66-8efa-150176852bf3, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:29.248667 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c12514-5c9a-4991-bb8d-be2878440623', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a08bf8af-bd50-4e66-8efa-150176852bf3'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:29.251142 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c563ba40-0de1-4279-84f3-a9961bad3aec" -d '{"events": [{"server_uuid": "c5c12514-5c9a-4991-bb8d-be2878440623", "name": "network-vif-unplugged", "status": "completed", "tag": "a08bf8af-bd50-4e66-8efa-150176852bf3"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:29.256501 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-9076762c-b14e-46ce-b4bc-d6c2bfd91385 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.270945 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9ab0459f-bbc5-4b8e-b834-9fc720bad598 req-b8e65dd2-2288-4dc7-b353-c72c1d0e09eb tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0342495 Jun 17 08:47:29.384138 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-9076762c-b14e-46ce-b4bc-d6c2bfd91385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.386506 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-52aca87d-8e44-4fc4-a4b2-60eab9368ae3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:29.438472 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-47cfb453-41ee-4067-8265-557fcc4870e0 req-f43930e0-e46a-4ae0-83f9-35b813a4b6b7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 210 time: 0.0292578 Jun 17 08:47:29.486197 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-338494eb-1ff8-4e7c-98c7-e3c8af27e6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.520307 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076762c-b14e-46ce-b4bc-d6c2bfd91385 service neutron] Pushing event updated for resources: {'Port': ['ID=a08bf8af-bd50-4e66-8efa-150176852bf3,revision_number=7']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:29.529126 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9076762c-b14e-46ce-b4bc-d6c2bfd91385 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:29.540561 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a89cacb-03f1-4ad7-8a66-1a7ed64eb9a6 x-openstack-request-id: req-7a89cacb-03f1-4ad7-8a66-1a7ed64eb9a6 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:29.541246 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c12514-5c9a-4991-bb8d-be2878440623", "name": "network-vif-unplugged", "status": "completed", "tag": "a08bf8af-bd50-4e66-8efa-150176852bf3", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:29.541746 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7a89cacb-03f1-4ad7-8a66-1a7ed64eb9a6 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:29.542595 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c12514-5c9a-4991-bb8d-be2878440623', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a08bf8af-bd50-4e66-8efa-150176852bf3', 'code': 200} Jun 17 08:47:29.545261 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-9076762c-b14e-46ce-b4bc-d6c2bfd91385 service neutron] Attempting to bind port a08bf8af-bd50-4e66-8efa-150176852bf3 on host n-h1-758944-30 for vnic_type normal with profile {"migrating_to": "n-h2-758944-30"} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:29.545884 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-9076762c-b14e-46ce-b4bc-d6c2bfd91385 service neutron] Attempting to bind port a08bf8af-bd50-4e66-8efa-150176852bf3 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:29.546396 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-9076762c-b14e-46ce-b4bc-d6c2bfd91385 service neutron] Attempting to bind port a08bf8af-bd50-4e66-8efa-150176852bf3 on network 8305e780-7f7d-463d-bdce-25806076a869 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:29.552101 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-9076762c-b14e-46ce-b4bc-d6c2bfd91385 service neutron] Port a08bf8af-bd50-4e66-8efa-150176852bf3 on network 8305e780-7f7d-463d-bdce-25806076a869 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:47:29.552448 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-9076762c-b14e-46ce-b4bc-d6c2bfd91385 service neutron] Attempting to bind port a08bf8af-bd50-4e66-8efa-150176852bf3 on network 8305e780-7f7d-463d-bdce-25806076a869 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:29.558473 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-9076762c-b14e-46ce-b4bc-d6c2bfd91385 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:29.558776 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-9076762c-b14e-46ce-b4bc-d6c2bfd91385 service neutron] Checking segment: {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:29.559162 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-9076762c-b14e-46ce-b4bc-d6c2bfd91385 service neutron] Bound using segment: {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:29.559598 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-9076762c-b14e-46ce-b4bc-d6c2bfd91385 service neutron] Bound port: a08bf8af-bd50-4e66-8efa-150176852bf3, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b07e00-e710-4850-861f-98c1864629db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8305e780-7f7d-463d-bdce-25806076a869'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:29.560057 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-9076762c-b14e-46ce-b4bc-d6c2bfd91385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.631590 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-9076762c-b14e-46ce-b4bc-d6c2bfd91385 service neutron] For port a08bf8af-bd50-4e66-8efa-150176852bf3, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:29.635203 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-9076762c-b14e-46ce-b4bc-d6c2bfd91385 service neutron] For port a08bf8af-bd50-4e66-8efa-150176852bf3, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=a08bf8af-bd50-4e66-8efa-150176852bf3,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:29.712829 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-9076762c-b14e-46ce-b4bc-d6c2bfd91385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.716994 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9831abe0-bcb2-4930-b072-106054572e9b tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:29.818684 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-18c7cf0c-d7af-40b3-977f-dbb1036f26bd tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:29.820195 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-18c7cf0c-d7af-40b3-977f-dbb1036f26bd tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/networks?id=930bd28e-e4a5-460e-b4f6-001e2ffd33d0 HTTP/1.1" status: 200 len: 813 time: 0.1834192 Jun 17 08:47:29.820675 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76a94f-15b8-4bca-96aa-5b50857bf67f req-8a0d053e-6d8c-4027-8436-24c504e32bbb tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:29.822158 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0a76a94f-15b8-4bca-96aa-5b50857bf67f req-8a0d053e-6d8c-4027-8436-24c504e32bbb tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.0718992 Jun 17 08:47:29.863540 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076762c-b14e-46ce-b4bc-d6c2bfd91385 service neutron] Pushing event updated for resources: {'Port': ['ID=a08bf8af-bd50-4e66-8efa-150176852bf3,revision_number=8']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:29.868262 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-9076762c-b14e-46ce-b4bc-d6c2bfd91385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:29.868880 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-9076762c-b14e-46ce-b4bc-d6c2bfd91385 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.870398 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-9076762c-b14e-46ce-b4bc-d6c2bfd91385 service neutron] 10.222.0.53 "PUT /v2.0/ports/a08bf8af-bd50-4e66-8efa-150176852bf3 HTTP/1.1" status: 200 len: 1123 time: 1.0255494 Jun 17 08:47:29.870959 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0a76a94f-15b8-4bca-96aa-5b50857bf67f req-c0c80dd9-825c-4617-ae02-976fe02c552b tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411110 Jun 17 08:47:29.871249 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9076762c-b14e-46ce-b4bc-d6c2bfd91385 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:29.872949 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-b132fab2-2861-46d3-bc5d-270fbfb9eba0 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/quotas/e67461f5767c4a3e88d8e7b41103c801 HTTP/1.1" status: 200 len: 375 time: 0.0436809 Jun 17 08:47:29.955729 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-6408e341-af37-4db2-89bc-f786c8ede790 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e67461f5767c4a3e88d8e7b41103c801&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757189 Jun 17 08:47:30.007056 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['a08bf8af-bd50-4e66-8efa-150176852bf3'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:30.032582 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['a08bf8af-bd50-4e66-8efa-150176852bf3'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:30.058058 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-8c252401-15d5-4902-91a8-3282805ab8b2 service neutron] 10.222.0.49 "GET /v2.0/networks/930bd28e-e4a5-460e-b4f6-001e2ffd33d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947261 Jun 17 08:47:30.091405 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7d522-2481-4718-b031-b28191a00bfe req-0f92c7dc-7e43-4b74-bbb2-4d28732d166f tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:30.093276 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-42d7d522-2481-4718-b031-b28191a00bfe req-0f92c7dc-7e43-4b74-bbb2-4d28732d166f tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.0867150 Jun 17 08:47:30.193894 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-42d7d522-2481-4718-b031-b28191a00bfe req-3d66de6c-c6b5-40fa-8ee7-575a69443014 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882678 Jun 17 08:47:30.241712 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41b45b-adbe-4aad-be69-2e77c6aa6605 req-f51971ad-07d1-4e36-a3f4-ae4cea904384 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:30.243308 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3f41b45b-adbe-4aad-be69-2e77c6aa6605 req-f51971ad-07d1-4e36-a3f4-ae4cea904384 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbddbf05-c970-459a-be01-f64af15f9c40 HTTP/1.1" status: 200 len: 945 time: 0.1153367 Jun 17 08:47:30.247311 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-74ec2f86-fabc-4097-a0e6-1d03639c6313 service neutron] 10.222.0.49 "GET /v2.0/networks/930bd28e-e4a5-460e-b4f6-001e2ffd33d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743832 Jun 17 08:47:30.407370 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-3f41b45b-adbe-4aad-be69-2e77c6aa6605 req-d042ee3e-36fe-4e87-bd72-68441eb9068d tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Deleting port 88b13f2f-259d-4f58-8462-099c6a1e0315 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:47:30.407666 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-3f41b45b-adbe-4aad-be69-2e77c6aa6605 req-d042ee3e-36fe-4e87-bd72-68441eb9068d tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.509450 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-3f41b45b-adbe-4aad-be69-2e77c6aa6605 req-d042ee3e-36fe-4e87-bd72-68441eb9068d tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] For port 88b13f2f-259d-4f58-8462-099c6a1e0315, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=88b13f2f-259d-4f58-8462-099c6a1e0315,segment=NetworkSegment(7b587d0f-78ab-496d-aa95-a46a62b86112),segment_id=7b587d0f-78ab-496d-aa95-a46a62b86112)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:30.509834 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-3f41b45b-adbe-4aad-be69-2e77c6aa6605 req-d042ee3e-36fe-4e87-bd72-68441eb9068d tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.541270 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9154544-89d9-4301-915d-94aca6ba5b75 req-c05c92d3-6bb0-4391-829a-3d7510fe2f4a tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:30.542778 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d9154544-89d9-4301-915d-94aca6ba5b75 req-c05c92d3-6bb0-4391-829a-3d7510fe2f4a tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 943 time: 0.2045813 Jun 17 08:47:30.588591 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d9154544-89d9-4301-915d-94aca6ba5b75 req-201d0215-f5bf-48d6-89b8-aca6d860046e tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391383 Jun 17 08:47:30.589904 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-3f41b45b-adbe-4aad-be69-2e77c6aa6605 req-d042ee3e-36fe-4e87-bd72-68441eb9068d tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Calling delete_port for 88b13f2f-259d-4f58-8462-099c6a1e0315 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:47:30.748988 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cbe7cb78-21f8-43ac-8e79-b167d45af449 req-119588cc-69c6-4783-95fd-3624d45fd47d tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0335732 Jun 17 08:47:30.907611 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-3f41b45b-adbe-4aad-be69-2e77c6aa6605 req-d042ee3e-36fe-4e87-bd72-68441eb9068d tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.912286 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b3d6a5e8-eb1e-4043-9ca2-c0d52f8e7efa tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:30.923817 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['881bcf33-6145-4f5f-a893-de0c2a40fe7e'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:30.939361 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042ee3e-36fe-4e87-bd72-68441eb9068d tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Pushing event deleted for resources: {'Port': ['ID=88b13f2f-259d-4f58-8462-099c6a1e0315,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:30.944124 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d042ee3e-36fe-4e87-bd72-68441eb9068d tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:30.972585 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-95fb5c28-2708-4f7a-a479-02531010e028 req-6d7a6c82-77a3-4d1b-addf-0ff1b48df5f4 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 210 time: 0.0755036 Jun 17 08:47:31.028123 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:31.041602 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f41b45b-adbe-4aad-be69-2e77c6aa6605 req-d042ee3e-36fe-4e87-bd72-68441eb9068d tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] No DVR routers for this DVR port 88b13f2f-259d-4f58-8462-099c6a1e0315 on host n-h2-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:47:31.052686 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-3f41b45b-adbe-4aad-be69-2e77c6aa6605 req-d042ee3e-36fe-4e87-bd72-68441eb9068d tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:31.052686 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3f41b45b-adbe-4aad-be69-2e77c6aa6605 req-d042ee3e-36fe-4e87-bd72-68441eb9068d tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.53 "DELETE /v2.0/ports/88b13f2f-259d-4f58-8462-099c6a1e0315 HTTP/1.1" status: 204 len: 173 time: 0.7887383 Jun 17 08:47:31.268347 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41a890-40c2-440f-8105-eebd6dff4bf5 req-1465fedd-ebba-4fc4-bb9c-7b6ee5e7c33e tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:31.269903 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ec41a890-40c2-440f-8105-eebd6dff4bf5 req-1465fedd-ebba-4fc4-bb9c-7b6ee5e7c33e tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.0761089 Jun 17 08:47:31.314492 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ec41a890-40c2-440f-8105-eebd6dff4bf5 req-fffebb10-96ef-4495-a686-bca2bde0772e tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376930 Jun 17 08:47:31.391194 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3447560d-1aa4-41b6-981d-8d31b9406d4f req-7a5b828d-17e4-4a4a-a89d-d868dca6aea0 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6618923-8067-4073-bccd-3527919169a7 HTTP/1.1" status: 200 len: 210 time: 0.0312006 Jun 17 08:47:31.444663 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bdd66-f8ca-4f2a-858d-2e40e2ed056d req-ecdb5d74-9311-42a1-be85-2079d5c178a7 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:31.446548 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-691bdd66-f8ca-4f2a-858d-2e40e2ed056d req-ecdb5d74-9311-42a1-be85-2079d5c178a7 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.0707328 Jun 17 08:47:31.491903 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-691bdd66-f8ca-4f2a-858d-2e40e2ed056d req-d2f21621-2729-4be0-b3dc-da30391b7922 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394840 Jun 17 08:47:31.527094 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50488e-ffb7-4e6d-9afd-03dc8f616149 req-4b930197-49ea-4324-8177-0500bd267df2 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:31.528673 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dc50488e-ffb7-4e6d-9afd-03dc8f616149 req-4b930197-49ea-4324-8177-0500bd267df2 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.50 "GET /v2.0/ports?device_id=86f8e4c4-f678-49d3-b7df-c90737d868ed HTTP/1.1" status: 200 len: 945 time: 0.0700357 Jun 17 08:47:31.543966 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c12514-5c9a-4991-bb8d-be2878440623', 'tag': 'a08bf8af-bd50-4e66-8efa-150176852bf3'}, {'server_uuid': 'dbddbf05-c970-459a-be01-f64af15f9c40', 'name': 'network-vif-deleted', 'tag': '88b13f2f-259d-4f58-8462-099c6a1e0315'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:31.546533 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cdc3fa-25cb-4366-86b8-e268e34a239f" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c12514-5c9a-4991-bb8d-be2878440623", "tag": "a08bf8af-bd50-4e66-8efa-150176852bf3"}, {"server_uuid": "dbddbf05-c970-459a-be01-f64af15f9c40", "name": "network-vif-deleted", "tag": "88b13f2f-259d-4f58-8462-099c6a1e0315"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:31.596537 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4112e5e-b1d0-4235-8cbc-a7483e2631b2 x-openstack-request-id: req-c4112e5e-b1d0-4235-8cbc-a7483e2631b2 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:31.597159 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c12514-5c9a-4991-bb8d-be2878440623", "tag": "a08bf8af-bd50-4e66-8efa-150176852bf3", "status": "completed", "code": 200}, {"server_uuid": "dbddbf05-c970-459a-be01-f64af15f9c40", "name": "network-vif-deleted", "tag": "88b13f2f-259d-4f58-8462-099c6a1e0315", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:31.597664 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c4112e5e-b1d0-4235-8cbc-a7483e2631b2 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:31.598375 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c12514-5c9a-4991-bb8d-be2878440623', 'tag': 'a08bf8af-bd50-4e66-8efa-150176852bf3', 'status': 'completed', 'code': 200} Jun 17 08:47:31.601270 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbddbf05-c970-459a-be01-f64af15f9c40', 'name': 'network-vif-deleted', 'tag': '88b13f2f-259d-4f58-8462-099c6a1e0315', 'status': 'completed', 'code': 200} Jun 17 08:47:31.760136 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdc3fa-25cb-4366-86b8-e268e34a239f req-0799b3aa-9c8c-4b65-92e0-a030c4091e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:31.761636 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b8cdc3fa-25cb-4366-86b8-e268e34a239f req-0799b3aa-9c8c-4b65-92e0-a030c4091e34 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=702856434aae449ea41d8a187426d151&device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 1126 time: 0.1304083 Jun 17 08:47:31.766716 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-dc50488e-ffb7-4e6d-9afd-03dc8f616149 req-e694a60b-9aed-4e57-a82a-72eadf5b048e tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Deleting port 881bcf33-6145-4f5f-a893-de0c2a40fe7e {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:47:31.767059 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-dc50488e-ffb7-4e6d-9afd-03dc8f616149 req-e694a60b-9aed-4e57-a82a-72eadf5b048e tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:31.785969 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bcccc3-e1d3-4815-a060-75e37fde3d5e req-cb310807-7648-4998-be65-a521b28481f8 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:31.787550 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-66bcccc3-e1d3-4815-a060-75e37fde3d5e req-cb310807-7648-4998-be65-a521b28481f8 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 943 time: 0.0724995 Jun 17 08:47:31.828867 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-66bcccc3-e1d3-4815-a060-75e37fde3d5e req-8600dc73-7e68-4b76-9368-23446fa351d6 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346897 Jun 17 08:47:31.937234 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-dc50488e-ffb7-4e6d-9afd-03dc8f616149 req-e694a60b-9aed-4e57-a82a-72eadf5b048e tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] For port 881bcf33-6145-4f5f-a893-de0c2a40fe7e, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=881bcf33-6145-4f5f-a893-de0c2a40fe7e,segment=NetworkSegment(7b587d0f-78ab-496d-aa95-a46a62b86112),segment_id=7b587d0f-78ab-496d-aa95-a46a62b86112)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:31.940362 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-dc50488e-ffb7-4e6d-9afd-03dc8f616149 req-e694a60b-9aed-4e57-a82a-72eadf5b048e tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:32.030994 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-dc50488e-ffb7-4e6d-9afd-03dc8f616149 req-e694a60b-9aed-4e57-a82a-72eadf5b048e tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Calling delete_port for 881bcf33-6145-4f5f-a893-de0c2a40fe7e owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:47:32.082475 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a2d2bca8-5473-4873-984d-9da49888a20b req-4966939d-f175-4ea2-bcd6-cc2caf819376 tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0792260 Jun 17 08:47:32.083602 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdc3fa-25cb-4366-86b8-e268e34a239f req-0e66d18e-2eb0-41db-951f-a93d69985420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:32.086421 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b8cdc3fa-25cb-4366-86b8-e268e34a239f req-0e66d18e-2eb0-41db-951f-a93d69985420 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8305e780-7f7d-463d-bdce-25806076a869 HTTP/1.1" status: 200 len: 922 time: 0.3039834 Jun 17 08:47:32.184708 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b8cdc3fa-25cb-4366-86b8-e268e34a239f req-61e2169c-ecbe-4d13-9c9a-c49e23f040af service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a08bf8af-bd50-4e66-8efa-150176852bf3 HTTP/1.1" status: 200 len: 217 time: 0.0562279 Jun 17 08:47:32.249448 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ce7ceed6-97d7-4bc5-bc2a-cfdc18812eda req-4ea3f1a4-c41b-4661-8986-8908f74ef65a tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 210 time: 0.0448256 Jun 17 08:47:32.330005 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdc3fa-25cb-4366-86b8-e268e34a239f req-3202bd41-814e-4769-9fc1-74b18e7b5a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:32.332191 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b8cdc3fa-25cb-4366-86b8-e268e34a239f req-3202bd41-814e-4769-9fc1-74b18e7b5a35 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9c88322-5e95-4e53-8f33-f88e3723f8f7 HTTP/1.1" status: 200 len: 861 time: 0.1338186 Jun 17 08:47:32.469830 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:32.512438 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0fb29783-7f69-42f6-9930-e80af8a9400e req-878993d7-a541-41de-953f-930c871a8d45 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6618923-8067-4073-bccd-3527919169a7 HTTP/1.1" status: 200 len: 210 time: 0.0321693 Jun 17 08:47:32.542559 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 88b13f2f-259d-4f58-8462-099c6a1e0315 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:47:32.567546 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 88b13f2f-259d-4f58-8462-099c6a1e0315 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:47:32.568096 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 88b13f2f-259d-4f58-8462-099c6a1e0315 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:47:32.710066 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd620b6-9132-4a5f-9177-a4d66af91fb4 req-a144e95d-21a5-4291-a5e3-24fc127362e3 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:32.711743 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fbd620b6-9132-4a5f-9177-a4d66af91fb4 req-a144e95d-21a5-4291-a5e3-24fc127362e3 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.0748839 Jun 17 08:47:32.728306 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b8cdc3fa-25cb-4366-86b8-e268e34a239f req-2b308bf9-770e-44fa-b529-0bed11d85cad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8305e780-7f7d-463d-bdce-25806076a869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3594637 Jun 17 08:47:32.751661 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-b747cf10-830e-4b3f-a9bb-75b693cc5101 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:32.753827 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-b747cf10-830e-4b3f-a9bb-75b693cc5101 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.53 "GET /v2.0/networks?id=9607b8f2-1f64-4cbd-97ae-5ddc828a0032 HTTP/1.1" status: 200 len: 812 time: 0.5819948 Jun 17 08:47:32.759652 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fbd620b6-9132-4a5f-9177-a4d66af91fb4 req-f605e875-8ac8-4413-98d9-96fc5bff23ca tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397568 Jun 17 08:47:32.790932 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-29b3531a-6569-42b1-9773-7c0de31739b6 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Request body: {'port': {'device_id': '750e04d5-015b-4776-b985-419f85bad61b', 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032', 'admin_state_up': True, 'tenant_id': '2660df61a5d14827a122661191fbd2bb'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:32.985614 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ed4fb-e2ae-4e40-9180-a07433935c5f req-b2eb0e6c-06aa-4bed-aaf2-597fc89558be tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:32.993024 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-204ed4fb-e2ae-4e40-9180-a07433935c5f req-b2eb0e6c-06aa-4bed-aaf2-597fc89558be tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.2615156 Jun 17 08:47:32.999973 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b8cdc3fa-25cb-4366-86b8-e268e34a239f req-a20368b0-fed9-4841-b913-0051b8e189cc service neutron] 10.222.0.50 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450805 Jun 17 08:47:33.007226 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-dc50488e-ffb7-4e6d-9afd-03dc8f616149 req-e694a60b-9aed-4e57-a82a-72eadf5b048e tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:33.024535 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-47caca85-bb76-4479-ab01-3d5c052575f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:33.027029 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['881bcf33-6145-4f5f-a893-de0c2a40fe7e'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:33.088205 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694a60b-9aed-4e57-a82a-72eadf5b048e tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Pushing event deleted for resources: {'Port': ['ID=881bcf33-6145-4f5f-a893-de0c2a40fe7e,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:33.116881 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e694a60b-9aed-4e57-a82a-72eadf5b048e tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:33.134212 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8c69e-d8cc-4f6a-99d9-bdcfa8e673c6 req-677cac0b-7f26-4e56-9a5c-6733cdbc8023 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:33.135999 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1bf8c69e-d8cc-4f6a-99d9-bdcfa8e673c6 req-677cac0b-7f26-4e56-9a5c-6733cdbc8023 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 943 time: 0.0922086 Jun 17 08:47:33.166655 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-204ed4fb-e2ae-4e40-9180-a07433935c5f req-25d359cd-e3e0-4289-86d2-33376bee461a tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727693 Jun 17 08:47:33.190866 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a5ba2b11-af7d-4eb4-b7c0-e51ab46dc52b req-739abd42-ed2a-46ff-813f-dde311a635a6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0513644 Jun 17 08:47:33.201063 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc50488e-ffb7-4e6d-9afd-03dc8f616149 req-e694a60b-9aed-4e57-a82a-72eadf5b048e tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] No DVR routers for this DVR port 881bcf33-6145-4f5f-a893-de0c2a40fe7e on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:47:33.211648 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-dc50488e-ffb7-4e6d-9afd-03dc8f616149 req-e694a60b-9aed-4e57-a82a-72eadf5b048e tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:33.221420 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dc50488e-ffb7-4e6d-9afd-03dc8f616149 req-e694a60b-9aed-4e57-a82a-72eadf5b048e tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.50 "DELETE /v2.0/ports/881bcf33-6145-4f5f-a893-de0c2a40fe7e HTTP/1.1" status: 204 len: 173 time: 1.6841066 Jun 17 08:47:33.227530 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1bf8c69e-d8cc-4f6a-99d9-bdcfa8e673c6 req-68e6acf6-743b-4f71-8c9d-6b95a082959b tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791409 Jun 17 08:47:33.245102 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-29b3531a-6569-42b1-9773-7c0de31739b6 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Made reservation on behalf of 2660df61a5d14827a122661191fbd2bb for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:33.250905 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-29b3531a-6569-42b1-9773-7c0de31739b6 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:33.312324 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b8cdc3fa-25cb-4366-86b8-e268e34a239f req-874aade2-1bcd-4302-a3b7-cc08ac25e480 service neutron] 10.222.0.50 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007784 Jun 17 08:47:33.435247 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-638b7619-256d-4dc0-a96e-267f77651704 req-3c4c8a6d-355f-410e-9fde-db270fbae07e tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0411994 Jun 17 08:47:33.481573 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-29b3531a-6569-42b1-9773-7c0de31739b6 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Allocated IP 172.20.0.7 (9607b8f2-1f64-4cbd-97ae-5ddc828a0032/ed34bd4e-a866-4cd6-ad0f-ac23d869dd5e/808e4caf-bb2c-43f0-b939-5e3141ec703d) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:33.579081 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-700807d6-367f-43a3-bd9c-31d759e941c5 req-648f72fd-42cd-4848-b5f2-86312e0c37b3 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 210 time: 0.0484719 Jun 17 08:47:33.612888 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ef457bae-ec52-4f98-8ac7-e316bdb4d827 req-c158e1f8-847b-45cf-8e4c-7d5d2fbee693 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6618923-8067-4073-bccd-3527919169a7 HTTP/1.1" status: 200 len: 210 time: 0.0407379 Jun 17 08:47:33.620353 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f8e4c4-f678-49d3-b7df-c90737d868ed', 'name': 'network-vif-deleted', 'tag': '881bcf33-6145-4f5f-a893-de0c2a40fe7e'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:33.622700 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6e1fdd-9360-47c9-bdbe-cf27e4ec73df" -d '{"events": [{"server_uuid": "86f8e4c4-f678-49d3-b7df-c90737d868ed", "name": "network-vif-deleted", "tag": "881bcf33-6145-4f5f-a893-de0c2a40fe7e"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:33.666069 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97758ea8-c9f2-47c4-a143-c91e613af836 x-openstack-request-id: req-97758ea8-c9f2-47c4-a143-c91e613af836 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:33.666537 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f8e4c4-f678-49d3-b7df-c90737d868ed", "name": "network-vif-deleted", "tag": "881bcf33-6145-4f5f-a893-de0c2a40fe7e", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:33.666930 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-97758ea8-c9f2-47c4-a143-c91e613af836 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:33.667435 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f8e4c4-f678-49d3-b7df-c90737d868ed', 'name': 'network-vif-deleted', 'tag': '881bcf33-6145-4f5f-a893-de0c2a40fe7e', 'status': 'completed', 'code': 200} Jun 17 08:47:33.708927 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-29b3531a-6569-42b1-9773-7c0de31739b6 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:33.939860 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-29b3531a-6569-42b1-9773-7c0de31739b6 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:33.946057 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a871e6d1-e9dd-4111-bd4a-e79bd72cea5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:33.980800 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf00ef-8b48-4f41-a127-902429cfc117 req-ca31bed1-5afd-4d61-8526-3dd836b54bb5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:33.982339 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-95cf00ef-8b48-4f41-a127-902429cfc117 req-ca31bed1-5afd-4d61-8526-3dd836b54bb5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.1025126 Jun 17 08:47:34.026870 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-29b3531a-6569-42b1-9773-7c0de31739b6 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Network 9607b8f2-1f64-4cbd-97ae-5ddc828a0032 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:34.029787 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3531a-6569-42b1-9773-7c0de31739b6 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Pushing event updated for resources: {'Port': ['ID=808e4caf-bb2c-43f0-b939-5e3141ec703d,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:34.032343 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-29b3531a-6569-42b1-9773-7c0de31739b6 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:34.034828 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-29b3531a-6569-42b1-9773-7c0de31739b6 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:34.038190 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-29b3531a-6569-42b1-9773-7c0de31739b6 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:34.077041 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-95cf00ef-8b48-4f41-a127-902429cfc117 req-adce3e7d-ef34-476c-b1fe-1cd56957c075 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869606 Jun 17 08:47:34.103673 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-29b3531a-6569-42b1-9773-7c0de31739b6 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:34.104327 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-29b3531a-6569-42b1-9773-7c0de31739b6 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:34.235970 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-29b3531a-6569-42b1-9773-7c0de31739b6 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4505310 Jun 17 08:47:34.259557 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-d86dd78d-4ea5-4498-a4df-09e8f662faa2 service neutron] Request body: {'port': {'device_id': '750e04d5-015b-4776-b985-419f85bad61b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:34.388440 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-d86dd78d-4ea5-4498-a4df-09e8f662faa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:34.463725 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b98b1b-9b70-4367-b4bc-18b76ef915ee req-c38a3b22-cc74-47f4-b6ad-b65e3782da3d tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:34.465137 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-38b98b1b-9b70-4367-b4bc-18b76ef915ee req-c38a3b22-cc74-47f4-b6ad-b65e3782da3d tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.1513114 Jun 17 08:47:34.576331 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-38b98b1b-9b70-4367-b4bc-18b76ef915ee req-04452457-c199-44b6-95d3-614213dc1f6c tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019006 Jun 17 08:47:34.658954 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a209b-ca23-4521-8aab-59aa8fe5597a req-ed73c95e-1145-4ab7-aff7-02974e1082e6 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:34.666155 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f83a209b-ca23-4521-8aab-59aa8fe5597a req-ed73c95e-1145-4ab7-aff7-02974e1082e6 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 943 time: 0.0814981 Jun 17 08:47:34.720659 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f83a209b-ca23-4521-8aab-59aa8fe5597a req-aed1ec1f-9270-43f3-8c92-9184d443f59a tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534933 Jun 17 08:47:34.979892 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a3913f9d-48c6-46d2-8ff7-10fd5d4d2785 req-b634432e-762f-471d-95d3-18bde3f9fc2f tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0356407 Jun 17 08:47:34.993102 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-d86dd78d-4ea5-4498-a4df-09e8f662faa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 808e4caf-bb2c-43f0-b939-5e3141ec703d {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:47:35.003135 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-d86dd78d-4ea5-4498-a4df-09e8f662faa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:35.021268 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-d86dd78d-4ea5-4498-a4df-09e8f662faa2 service neutron] Transition to ACTIVE for port object 808e4caf-bb2c-43f0-b939-5e3141ec703d will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:35.033104 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664fb95-3108-4dd6-803a-a69085893e4c req-e7fbeff7-b964-4123-a3cd-01d8e3e8de62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:35.035399 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5664fb95-3108-4dd6-803a-a69085893e4c req-e7fbeff7-b964-4123-a3cd-01d8e3e8de62 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d&device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 1096 time: 0.1643076 Jun 17 08:47:35.127870 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-d86dd78d-4ea5-4498-a4df-09e8f662faa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:35.133835 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-614e726d-0c89-4bc1-9248-72dfa225b9dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:35.152882 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec612f1-16f1-441d-8790-056d6901b3f2 req-00c6fd95-3299-4d92-af01-b7d84be90629 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:35.154474 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7ec612f1-16f1-441d-8790-056d6901b3f2 req-00c6fd95-3299-4d92-af01-b7d84be90629 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.1232846 Jun 17 08:47:35.201104 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7ec612f1-16f1-441d-8790-056d6901b3f2 req-27fd0600-2e6d-4cfa-84e4-6dff0fc5a963 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400522 Jun 17 08:47:35.246867 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-88e00e5d-ad9b-4b60-9b6c-fb0a20db2dd3 req-d2ad7975-c84d-4be5-8f85-e29b1dac8331 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6618923-8067-4073-bccd-3527919169a7 HTTP/1.1" status: 200 len: 210 time: 0.1015992 Jun 17 08:47:35.329219 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86dd78d-4ea5-4498-a4df-09e8f662faa2 service neutron] Pushing event updated for resources: {'Port': ['ID=808e4caf-bb2c-43f0-b939-5e3141ec703d,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:35.344836 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d86dd78d-4ea5-4498-a4df-09e8f662faa2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:35.353660 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664fb95-3108-4dd6-803a-a69085893e4c req-30730923-5224-43a1-b9d7-79979593de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:35.355231 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5664fb95-3108-4dd6-803a-a69085893e4c req-30730923-5224-43a1-b9d7-79979593de79 service neutron] 10.222.0.50 "GET /v2.0/networks?id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f HTTP/1.1" status: 200 len: 913 time: 0.3132236 Jun 17 08:47:35.484847 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-5198e338-fd22-4f5f-8ce3-467a712a9853 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:35.486539 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-5198e338-fd22-4f5f-8ce3-467a712a9853 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.53 "GET /v2.0/networks?id=930bd28e-e4a5-460e-b4f6-001e2ffd33d0 HTTP/1.1" status: 200 len: 813 time: 0.1892612 Jun 17 08:47:35.492639 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5664fb95-3108-4dd6-803a-a69085893e4c req-dcb8dbbe-813f-45b0-adf0-4dd94be00ad2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80834232-7c1a-4461-87e0-250268dbd5a1 HTTP/1.1" status: 200 len: 998 time: 0.1086702 Jun 17 08:47:35.502978 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a38b39-876d-473f-b5fa-dfe94847e4cf req-5a536208-2c0f-44b2-8127-779f7306b8e2 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:35.510237 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d9a38b39-876d-473f-b5fa-dfe94847e4cf req-5a536208-2c0f-44b2-8127-779f7306b8e2 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 943 time: 0.1392956 Jun 17 08:47:35.516302 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f07451b8-c15f-47e4-bfda-23af1faf9ccb tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Request body: {'port': {'device_id': 'a78328d6-90a4-4662-a826-d5231a331901', 'network_id': '930bd28e-e4a5-460e-b4f6-001e2ffd33d0', 'admin_state_up': True, 'tenant_id': 'e67461f5767c4a3e88d8e7b41103c801'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:35.535823 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-d86dd78d-4ea5-4498-a4df-09e8f662faa2 service neutron] Attempting to bind port 808e4caf-bb2c-43f0-b939-5e3141ec703d on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:35.536281 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-d86dd78d-4ea5-4498-a4df-09e8f662faa2 service neutron] Attempting to bind port 808e4caf-bb2c-43f0-b939-5e3141ec703d by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': 'f97b557f-42fd-493a-a1da-f273164d9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:35.536480 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-d86dd78d-4ea5-4498-a4df-09e8f662faa2 service neutron] Attempting to bind port 808e4caf-bb2c-43f0-b939-5e3141ec703d on network 9607b8f2-1f64-4cbd-97ae-5ddc828a0032 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:35.548681 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-d86dd78d-4ea5-4498-a4df-09e8f662faa2 service neutron] Port 808e4caf-bb2c-43f0-b939-5e3141ec703d on network 9607b8f2-1f64-4cbd-97ae-5ddc828a0032 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:47:35.549018 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-d86dd78d-4ea5-4498-a4df-09e8f662faa2 service neutron] Attempting to bind port 808e4caf-bb2c-43f0-b939-5e3141ec703d on network 9607b8f2-1f64-4cbd-97ae-5ddc828a0032 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:35.562980 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-d86dd78d-4ea5-4498-a4df-09e8f662faa2 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:35.565129 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-d86dd78d-4ea5-4498-a4df-09e8f662faa2 service neutron] Checking segment: {'id': 'f97b557f-42fd-493a-a1da-f273164d9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:35.565129 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-d86dd78d-4ea5-4498-a4df-09e8f662faa2 service neutron] Bound using segment: {'id': 'f97b557f-42fd-493a-a1da-f273164d9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:35.565129 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-d86dd78d-4ea5-4498-a4df-09e8f662faa2 service neutron] Bound port: 808e4caf-bb2c-43f0-b939-5e3141ec703d, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f97b557f-42fd-493a-a1da-f273164d9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:35.565129 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-d86dd78d-4ea5-4498-a4df-09e8f662faa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:35.570606 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664fb95-3108-4dd6-803a-a69085893e4c req-fd34db6e-6bf6-44bd-bf3f-9872982a26d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:35.572297 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5664fb95-3108-4dd6-803a-a69085893e4c req-fd34db6e-6bf6-44bd-bf3f-9872982a26d2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f1cd377-e173-40e7-8f95-b9cee993c643 HTTP/1.1" status: 200 len: 851 time: 0.0720830 Jun 17 08:47:35.646132 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d9a38b39-876d-473f-b5fa-dfe94847e4cf req-5063d417-3a18-4448-b020-fa43006d4203 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306870 Jun 17 08:47:35.685531 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 881bcf33-6145-4f5f-a893-de0c2a40fe7e no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:47:35.736923 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 881bcf33-6145-4f5f-a893-de0c2a40fe7e {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:47:35.737899 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 881bcf33-6145-4f5f-a893-de0c2a40fe7e not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:47:35.783593 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e9019b56-b94f-4a04-9053-51ee718f2bbd req-5d61097a-1818-4cc7-9b38-a2d31079c793 tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898&device_id=2e775c5e-047d-414d-b2c9-2363f7853bb4 HTTP/1.1" status: 200 len: 210 time: 0.0439200 Jun 17 08:47:35.801483 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-a74c5fdd-7d32-4e80-b010-a4d7fdb586c1 service neutron] 10.222.0.50 "GET /v2.0/ports/a08bf8af-bd50-4e66-8efa-150176852bf3/bindings/n-h2-758944-30 HTTP/1.1" status: 200 len: 385 time: 0.2054000 Jun 17 08:47:35.844056 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664fb95-3108-4dd6-803a-a69085893e4c req-664fbc9a-6694-4df8-a267-a2d7f7c24fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:35.844854 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3abe7-4ae3-46bf-9648-98121ac0f8d9 req-e0372b01-d333-4ca8-af26-e75b9e0e5484 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:35.845871 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5664fb95-3108-4dd6-803a-a69085893e4c req-664fbc9a-6694-4df8-a267-a2d7f7c24fd0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2556238 Jun 17 08:47:35.852242 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5df3abe7-4ae3-46bf-9648-98121ac0f8d9 req-e0372b01-d333-4ca8-af26-e75b9e0e5484 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.0830805 Jun 17 08:47:35.901967 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5df3abe7-4ae3-46bf-9648-98121ac0f8d9 req-d90d5c74-4260-490c-bcd2-f68cfea246c0 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486999 Jun 17 08:47:35.916668 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-d86dd78d-4ea5-4498-a4df-09e8f662faa2 service neutron] For port 808e4caf-bb2c-43f0-b939-5e3141ec703d, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:35.952321 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f07451b8-c15f-47e4-bfda-23af1faf9ccb tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Made reservation on behalf of e67461f5767c4a3e88d8e7b41103c801 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:35.964106 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f07451b8-c15f-47e4-bfda-23af1faf9ccb tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:35.967872 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-d86dd78d-4ea5-4498-a4df-09e8f662faa2 service neutron] For port 808e4caf-bb2c-43f0-b939-5e3141ec703d, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=808e4caf-bb2c-43f0-b939-5e3141ec703d,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:36.089934 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5664fb95-3108-4dd6-803a-a69085893e4c req-dbff80b5-4530-40dc-abcd-30b901d518f0 service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352402 Jun 17 08:47:36.115011 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f07451b8-c15f-47e4-bfda-23af1faf9ccb tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Allocated IP 172.20.0.3 (930bd28e-e4a5-460e-b4f6-001e2ffd33d0/18b6dc63-ee23-4258-88ac-1c6158712604/8ccdb364-6e9e-4b29-83d0-3dc431d0ba63) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:36.132855 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13185ad8-4f7b-4133-8d55-bd423331d3c6 req-6340ffa6-f632-4894-8d11-09ac0eff614c tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:36.134562 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-13185ad8-4f7b-4133-8d55-bd423331d3c6 req-6340ffa6-f632-4894-8d11-09ac0eff614c tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 943 time: 0.2153714 Jun 17 08:47:36.142205 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-d86dd78d-4ea5-4498-a4df-09e8f662faa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:36.178548 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-898d245c-a739-4d19-aae2-35377b5c6d73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:36.250776 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-d86dd78d-4ea5-4498-a4df-09e8f662faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:36.251308 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-d86dd78d-4ea5-4498-a4df-09e8f662faa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:36.252741 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-d86dd78d-4ea5-4498-a4df-09e8f662faa2 service neutron] 10.222.0.53 "PUT /v2.0/ports/808e4caf-bb2c-43f0-b939-5e3141ec703d HTTP/1.1" status: 200 len: 1092 time: 2.0005021 Jun 17 08:47:36.262257 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750e04d5-015b-4776-b985-419f85bad61b', 'tag': '808e4caf-bb2c-43f0-b939-5e3141ec703d'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:36.264429 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63927029-e39c-4575-84bc-885beb4282db" -d '{"events": [{"name": "network-changed", "server_uuid": "750e04d5-015b-4776-b985-419f85bad61b", "tag": "808e4caf-bb2c-43f0-b939-5e3141ec703d"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:36.293225 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-50a1c6a0-b663-4a43-a9c5-28f278fa8c09 service neutron] For port a08bf8af-bd50-4e66-8efa-150176852bf3, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=a08bf8af-bd50-4e66-8efa-150176852bf3,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:36.307889 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f07451b8-c15f-47e4-bfda-23af1faf9ccb tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:36.317612 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-13185ad8-4f7b-4133-8d55-bd423331d3c6 req-e2c048f0-c506-429e-a298-0dab9277af49 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414843 Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:47:36.337962 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:47:36.340962 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:47:36.340962 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:47:36.340962 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:47:36.340962 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:47:36.340962 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:47:36.340962 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:47:36.340962 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:47:36.340962 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:47:36.340962 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:47:36.340962 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:47:36.340962 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:47:36.340962 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:47:36.340962 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:47:36.340962 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:47:36.340962 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:47:36.340962 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:47:36.347123 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5664fb95-3108-4dd6-803a-a69085893e4c req-fe9ee42c-74be-4ed4-8633-f12972fa3bf8 service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481868 Jun 17 08:47:36.350156 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-50a1c6a0-b663-4a43-a9c5-28f278fa8c09 service neutron] For port a08bf8af-bd50-4e66-8efa-150176852bf3, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:36.376572 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86dd78d-4ea5-4498-a4df-09e8f662faa2 service neutron] Pushing event updated for resources: {'Port': ['ID=808e4caf-bb2c-43f0-b939-5e3141ec703d,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:36.381250 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d86dd78d-4ea5-4498-a4df-09e8f662faa2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:36.415133 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-50a1c6a0-b663-4a43-a9c5-28f278fa8c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a08bf8af-bd50-4e66-8efa-150176852bf3 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:47:36.454301 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-50a1c6a0-b663-4a43-a9c5-28f278fa8c09 service neutron] For port a08bf8af-bd50-4e66-8efa-150176852bf3, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=a08bf8af-bd50-4e66-8efa-150176852bf3,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:36.518828 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f07451b8-c15f-47e4-bfda-23af1faf9ccb tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:36.522685 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-4844118f-ef5c-4410-91a1-c4153ac5d393 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:36.524340 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-4844118f-ef5c-4410-91a1-c4153ac5d393 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.50 "GET /v2.0/networks?id=930bd28e-e4a5-460e-b4f6-001e2ffd33d0 HTTP/1.1" status: 200 len: 813 time: 0.1369419 Jun 17 08:47:36.525718 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-31443270-7388-447b-8890-8115c99ea6d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:36.542484 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-16eacdf8-c16f-4e78-8420-89971147086f tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Request body: {'port': {'device_id': 'a6618923-8067-4073-bccd-3527919169a7', 'network_id': '930bd28e-e4a5-460e-b4f6-001e2ffd33d0', 'admin_state_up': True, 'tenant_id': 'e67461f5767c4a3e88d8e7b41103c801'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:36.594184 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f07451b8-c15f-47e4-bfda-23af1faf9ccb tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Network 930bd28e-e4a5-460e-b4f6-001e2ffd33d0 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:36.595590 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07451b8-c15f-47e4-bfda-23af1faf9ccb tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Pushing event updated for resources: {'Port': ['ID=8ccdb364-6e9e-4b29-83d0-3dc431d0ba63,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:36.598616 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f07451b8-c15f-47e4-bfda-23af1faf9ccb tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:36.605343 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f07451b8-c15f-47e4-bfda-23af1faf9ccb tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:36.610243 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07451b8-c15f-47e4-bfda-23af1faf9ccb tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:36.610632 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07451b8-c15f-47e4-bfda-23af1faf9ccb tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:36.611014 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07451b8-c15f-47e4-bfda-23af1faf9ccb tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:36.611410 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07451b8-c15f-47e4-bfda-23af1faf9ccb tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:36.611796 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07451b8-c15f-47e4-bfda-23af1faf9ccb tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:36.612449 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07451b8-c15f-47e4-bfda-23af1faf9ccb tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:36.612821 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07451b8-c15f-47e4-bfda-23af1faf9ccb tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:36.613186 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07451b8-c15f-47e4-bfda-23af1faf9ccb tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:36.613549 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07451b8-c15f-47e4-bfda-23af1faf9ccb tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:36.614658 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07451b8-c15f-47e4-bfda-23af1faf9ccb tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:36.614658 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07451b8-c15f-47e4-bfda-23af1faf9ccb tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:36.614658 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07451b8-c15f-47e4-bfda-23af1faf9ccb tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:36.621808 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-50a1c6a0-b663-4a43-a9c5-28f278fa8c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:36.654350 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f07451b8-c15f-47e4-bfda-23af1faf9ccb tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:36.675546 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f07451b8-c15f-47e4-bfda-23af1faf9ccb tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:36.676865 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f07451b8-c15f-47e4-bfda-23af1faf9ccb tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:36.796614 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f07451b8-c15f-47e4-bfda-23af1faf9ccb tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2841203 Jun 17 08:47:36.802052 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-f385bba6-ced3-47d4-8618-e7262a7998c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:36.803533 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-f385bba6-ced3-47d4-8618-e7262a7998c8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2660df61a5d14827a122661191fbd2bb&device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 1095 time: 0.2559538 Jun 17 08:47:36.817312 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba6102-3c88-456e-998c-b62634448839 req-e2c66bf8-f74b-4767-8f77-8c8adb2c7963 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:36.818776 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9eba6102-3c88-456e-998c-b62634448839 req-e2c66bf8-f74b-4767-8f77-8c8adb2c7963 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.1991930 Jun 17 08:47:36.823992 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0df3b6-ac6c-485f-b71b-044572170170 x-openstack-request-id: req-ab0df3b6-ac6c-485f-b71b-044572170170 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:36.824212 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750e04d5-015b-4776-b985-419f85bad61b", "tag": "808e4caf-bb2c-43f0-b939-5e3141ec703d", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:36.824527 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ab0df3b6-ac6c-485f-b71b-044572170170 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:36.824921 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750e04d5-015b-4776-b985-419f85bad61b', 'tag': '808e4caf-bb2c-43f0-b939-5e3141ec703d', 'status': 'completed', 'code': 200} Jun 17 08:47:36.840290 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f1bf5a83-d1f5-4676-b59c-76ac903b9357 service neutron] Request body: {'port': {'device_id': 'a78328d6-90a4-4662-a826-d5231a331901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:36.855516 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-50a1c6a0-b663-4a43-a9c5-28f278fa8c09 service neutron] Transition to ACTIVE for port object a08bf8af-bd50-4e66-8efa-150176852bf3 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:36.890824 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-660065ef-1d94-47a4-91c5-1d4dea1b56a2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=808e4caf-bb2c-43f0-b939-5e3141ec703d HTTP/1.1" status: 200 len: 217 time: 0.0554879 Jun 17 08:47:36.913456 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-451666c8-edf4-4ef0-a958-4d7f60665e84 req-ece091a2-7a65-4475-90e1-97aa5188ce9d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1b94e7331394578b39fc77803cf6ae7&device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0463521 Jun 17 08:47:36.945301 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9eba6102-3c88-456e-998c-b62634448839 req-713bd55d-a4d7-4905-807f-5c9f93027beb tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194665 Jun 17 08:47:36.966340 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-46023f16-ef26-4153-a4c5-26a8667e4d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:36.967943 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-46023f16-ef26-4153-a4c5-26a8667e4d7c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ed34bd4e-a866-4cd6-ad0f-ac23d869dd5e HTTP/1.1" status: 200 len: 852 time: 0.0652454 Jun 17 08:47:36.988495 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-16eacdf8-c16f-4e78-8420-89971147086f tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Made reservation on behalf of e67461f5767c4a3e88d8e7b41103c801 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:36.993175 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-16eacdf8-c16f-4e78-8420-89971147086f tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:37.008352 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-93f0c213-a071-4e25-a989-ad306835ca6b req-67178d76-04ba-43cb-a006-9728af0ca204 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6618923-8067-4073-bccd-3527919169a7 HTTP/1.1" status: 200 len: 210 time: 0.0529816 Jun 17 08:47:37.032359 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-451666c8-edf4-4ef0-a958-4d7f60665e84 req-940974c4-28cf-43a7-a8f4-605ada852f9f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=a1b94e7331394578b39fc77803cf6ae7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1060600 Jun 17 08:47:37.037369 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-d68f2fc0-a1bb-4be8-ba4e-542923aa431a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9607b8f2-1f64-4cbd-97ae-5ddc828a0032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597200 Jun 17 08:47:37.047457 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-50a1c6a0-b663-4a43-a9c5-28f278fa8c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:37.054268 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f1bf5a83-d1f5-4676-b59c-76ac903b9357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:37.073208 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-979f73b6-93a9-4fa4-9385-5a4dd3266f82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:37.214979 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-54d056c5-cfbf-49c0-8844-f2f0cae00f39 req-3306e059-b8a6-4b5f-ba06-9e1d46e95473 tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0637832 Jun 17 08:47:37.360386 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451666c8-edf4-4ef0-a958-4d7f60665e84 req-72122980-9acd-449e-b185-5eda6f101741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:37.363068 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-451666c8-edf4-4ef0-a958-4d7f60665e84 req-72122980-9acd-449e-b185-5eda6f101741 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3049433 Jun 17 08:47:37.501372 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41154cd8-4634-43fd-a1e2-3afb142d84de req-df6e403a-ea56-4fc0-b202-1f239bfef94d tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:37.503463 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-41154cd8-4634-43fd-a1e2-3afb142d84de req-df6e403a-ea56-4fc0-b202-1f239bfef94d tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.1681495 Jun 17 08:47:37.570820 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-50a1c6a0-b663-4a43-a9c5-28f278fa8c09 service neutron] No DVR routers for this DVR port a08bf8af-bd50-4e66-8efa-150176852bf3 on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:47:37.585801 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-41154cd8-4634-43fd-a1e2-3afb142d84de req-6fc33d78-c91c-4335-ac32-4ba1414ddce6 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700040 Jun 17 08:47:37.598473 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f1bf5a83-d1f5-4676-b59c-76ac903b9357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ccdb364-6e9e-4b29-83d0-3dc431d0ba63 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:47:37.607000 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f1bf5a83-d1f5-4676-b59c-76ac903b9357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:37.630508 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f1bf5a83-d1f5-4676-b59c-76ac903b9357 service neutron] Transition to ACTIVE for port object 8ccdb364-6e9e-4b29-83d0-3dc431d0ba63 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:37.677076 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-50a1c6a0-b663-4a43-a9c5-28f278fa8c09 service neutron] 10.222.0.50 "PUT /v2.0/ports/a08bf8af-bd50-4e66-8efa-150176852bf3/bindings/n-h2-758944-30/activate HTTP/1.1" status: 200 len: 370 time: 1.8795645 Jun 17 08:47:37.685499 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1c6a0-b663-4a43-a9c5-28f278fa8c09 service neutron] Pushing event updated for resources: {'Port': ['ID=a08bf8af-bd50-4e66-8efa-150176852bf3,revision_number=10']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:37.692797 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-50a1c6a0-b663-4a43-a9c5-28f278fa8c09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:37.697778 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device a08bf8af-bd50-4e66-8efa-150176852bf3 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:47:37.712795 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-3de5c29b-844a-4613-8924-543ba3d4d6ae service neutron] 10.222.0.53 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6495349 Jun 17 08:47:37.732736 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f1bf5a83-d1f5-4676-b59c-76ac903b9357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:37.735508 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9886ffc8-62da-42ce-aac2-f3b4e22bbf5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:37.742399 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d32b67-ce88-4487-ba44-2e14ef4fbecb req-2bdf3c4f-5585-4a49-ac53-9d4c7d7e8692 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:37.744138 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-28d32b67-ce88-4487-ba44-2e14ef4fbecb req-2bdf3c4f-5585-4a49-ac53-9d4c7d7e8692 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 943 time: 0.5886712 Jun 17 08:47:37.756015 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device a08bf8af-bd50-4e66-8efa-150176852bf3 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:47:37.845118 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf5a83-d1f5-4676-b59c-76ac903b9357 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccdb364-6e9e-4b29-83d0-3dc431d0ba63,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:37.848770 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f1bf5a83-d1f5-4676-b59c-76ac903b9357 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:37.879010 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-16eacdf8-c16f-4e78-8420-89971147086f tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Allocated IP 172.20.0.4 (930bd28e-e4a5-460e-b4f6-001e2ffd33d0/18b6dc63-ee23-4258-88ac-1c6158712604/2af8664d-06d9-4964-8435-9042eff315b6) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:37.888946 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-28d32b67-ce88-4487-ba44-2e14ef4fbecb req-a17c5757-1e0e-49c5-81c6-ca632c4647c8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060269 Jun 17 08:47:37.938059 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d23bcf1e-9ca1-468f-ba4f-91eb2d5e8eec req-b7e3e411-52be-423b-9c5d-18857cf49e70 service neutron] 10.222.0.53 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074933 Jun 17 08:47:37.982223 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f1bf5a83-d1f5-4676-b59c-76ac903b9357 service neutron] Attempting to bind port 8ccdb364-6e9e-4b29-83d0-3dc431d0ba63 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:37.982223 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f1bf5a83-d1f5-4676-b59c-76ac903b9357 service neutron] Attempting to bind port 8ccdb364-6e9e-4b29-83d0-3dc431d0ba63 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '7b587d0f-78ab-496d-aa95-a46a62b86112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '930bd28e-e4a5-460e-b4f6-001e2ffd33d0'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:37.982907 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f1bf5a83-d1f5-4676-b59c-76ac903b9357 service neutron] Attempting to bind port 8ccdb364-6e9e-4b29-83d0-3dc431d0ba63 on network 930bd28e-e4a5-460e-b4f6-001e2ffd33d0 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:38.010945 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ab644-5541-4a07-912e-0e73c900d9a5 req-3cd316da-9e52-46c5-a80f-e7d8b86444cc tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:38.012770 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c41ab644-5541-4a07-912e-0e73c900d9a5 req-3cd316da-9e52-46c5-a80f-e7d8b86444cc tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 944 time: 0.1848562 Jun 17 08:47:38.021807 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f1bf5a83-d1f5-4676-b59c-76ac903b9357 service neutron] Port 8ccdb364-6e9e-4b29-83d0-3dc431d0ba63 on network 930bd28e-e4a5-460e-b4f6-001e2ffd33d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:47:38.022300 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f1bf5a83-d1f5-4676-b59c-76ac903b9357 service neutron] Attempting to bind port 8ccdb364-6e9e-4b29-83d0-3dc431d0ba63 on network 930bd28e-e4a5-460e-b4f6-001e2ffd33d0 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:38.051833 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f1bf5a83-d1f5-4676-b59c-76ac903b9357 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:38.051833 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f1bf5a83-d1f5-4676-b59c-76ac903b9357 service neutron] Checking segment: {'id': '7b587d0f-78ab-496d-aa95-a46a62b86112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '930bd28e-e4a5-460e-b4f6-001e2ffd33d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:38.051833 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f1bf5a83-d1f5-4676-b59c-76ac903b9357 service neutron] Bound using segment: {'id': '7b587d0f-78ab-496d-aa95-a46a62b86112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '930bd28e-e4a5-460e-b4f6-001e2ffd33d0'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:38.051833 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f1bf5a83-d1f5-4676-b59c-76ac903b9357 service neutron] Bound port: 8ccdb364-6e9e-4b29-83d0-3dc431d0ba63, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b587d0f-78ab-496d-aa95-a46a62b86112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '930bd28e-e4a5-460e-b4f6-001e2ffd33d0'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:38.051833 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f1bf5a83-d1f5-4676-b59c-76ac903b9357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:38.092531 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-16eacdf8-c16f-4e78-8420-89971147086f tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:38.111694 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c41ab644-5541-4a07-912e-0e73c900d9a5 req-a9c953fe-6a6b-41ee-aa57-36af183fe378 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910287 Jun 17 08:47:38.144857 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-f6fca55f-296f-49af-aa2a-701cbd35caf6 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:38.144857 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-f6fca55f-296f-49af-aa2a-701cbd35caf6 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623&tenant_id=702856434aae449ea41d8a187426d151&binding%3Ahost_id=n-h1-758944-30 HTTP/1.1" status: 200 len: 1096 time: 0.1716390 Jun 17 08:47:38.189955 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f1bf5a83-d1f5-4676-b59c-76ac903b9357 service neutron] For port 8ccdb364-6e9e-4b29-83d0-3dc431d0ba63, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:38.204642 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f1bf5a83-d1f5-4676-b59c-76ac903b9357 service neutron] For port 8ccdb364-6e9e-4b29-83d0-3dc431d0ba63, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=8ccdb364-6e9e-4b29-83d0-3dc431d0ba63,segment=NetworkSegment(7b587d0f-78ab-496d-aa95-a46a62b86112),segment_id=7b587d0f-78ab-496d-aa95-a46a62b86112)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:38.227824 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-cf5f4177-523e-45f6-afd3-257e413e6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:38.229335 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-cf5f4177-523e-45f6-afd3-257e413e6672 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623&tenant_id=702856434aae449ea41d8a187426d151 HTTP/1.1" status: 200 len: 1096 time: 0.0832226 Jun 17 08:47:38.264524 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ac8b4508-e051-4155-baad-8dfa08753c7e req-b306df56-af2d-45dc-8862-d4fefce2fa6e tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6618923-8067-4073-bccd-3527919169a7 HTTP/1.1" status: 200 len: 210 time: 0.0339394 Jun 17 08:47:38.305371 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f8001-c47d-4cf5-80b2-6046bd23fa52 req-c57215af-c213-4f95-83ea-f2c28c932fd1 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:38.307273 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-873f8001-c47d-4cf5-80b2-6046bd23fa52 req-c57215af-c213-4f95-83ea-f2c28c932fd1 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.1539752 Jun 17 08:47:38.309310 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63927029-e39c-4575-84bc-885beb4282db req-178c491d-f3e7-4ac1-87cc-a3b261b2e5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:38.310758 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-63927029-e39c-4575-84bc-885beb4282db req-178c491d-f3e7-4ac1-87cc-a3b261b2e5fa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2660df61a5d14827a122661191fbd2bb&device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 1095 time: 0.1250072 Jun 17 08:47:38.312467 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-16eacdf8-c16f-4e78-8420-89971147086f tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:38.318442 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-54dabcf0-6be8-4067-9f52-7fa9bf0efb4a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:38.328581 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f1bf5a83-d1f5-4676-b59c-76ac903b9357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:38.334347 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-162ae154-9e65-47d0-abba-b9a60b48718b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:38.372399 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f1bf5a83-d1f5-4676-b59c-76ac903b9357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:38.373220 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f1bf5a83-d1f5-4676-b59c-76ac903b9357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:38.374828 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f1bf5a83-d1f5-4676-b59c-76ac903b9357 service neutron] 10.222.0.53 "PUT /v2.0/ports/8ccdb364-6e9e-4b29-83d0-3dc431d0ba63 HTTP/1.1" status: 200 len: 1092 time: 1.5452585 Jun 17 08:47:38.376938 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a78328d6-90a4-4662-a826-d5231a331901', 'tag': '8ccdb364-6e9e-4b29-83d0-3dc431d0ba63'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:38.379349 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa8af95-02ea-42c8-adad-da282c43ebc8" -d '{"events": [{"name": "network-changed", "server_uuid": "a78328d6-90a4-4662-a826-d5231a331901", "tag": "8ccdb364-6e9e-4b29-83d0-3dc431d0ba63"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:38.433478 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-16eacdf8-c16f-4e78-8420-89971147086f tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Network 930bd28e-e4a5-460e-b4f6-001e2ffd33d0 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:38.455505 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-16eacdf8-c16f-4e78-8420-89971147086f tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:38.465809 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-16eacdf8-c16f-4e78-8420-89971147086f tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:38.474353 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eacdf8-c16f-4e78-8420-89971147086f tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Pushing event updated for resources: {'Port': ['ID=2af8664d-06d9-4964-8435-9042eff315b6,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:38.499720 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-873f8001-c47d-4cf5-80b2-6046bd23fa52 req-79eaea47-762e-47ea-93b9-ce87a1111d86 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821401 Jun 17 08:47:38.504911 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-16eacdf8-c16f-4e78-8420-89971147086f tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:38.547231 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-16eacdf8-c16f-4e78-8420-89971147086f tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:38.547946 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-16eacdf8-c16f-4e78-8420-89971147086f tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:38.572522 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63927029-e39c-4575-84bc-885beb4282db req-bb7824d1-b8f0-4c24-963b-b4a5c1c38c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:38.574165 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-63927029-e39c-4575-84bc-885beb4282db req-bb7824d1-b8f0-4c24-963b-b4a5c1c38c4f service neutron] 10.222.0.53 "GET /v2.0/networks?id=9607b8f2-1f64-4cbd-97ae-5ddc828a0032 HTTP/1.1" status: 200 len: 913 time: 0.2438412 Jun 17 08:47:38.633753 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-63927029-e39c-4575-84bc-885beb4282db req-c460be6d-3baa-4c55-98de-badc8097fc9e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=808e4caf-bb2c-43f0-b939-5e3141ec703d HTTP/1.1" status: 200 len: 217 time: 0.0373216 Jun 17 08:47:38.708819 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6222002c-c49b-4e3c-affc-d61ab72938a1 x-openstack-request-id: req-6222002c-c49b-4e3c-affc-d61ab72938a1 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:38.709157 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a78328d6-90a4-4662-a826-d5231a331901", "tag": "8ccdb364-6e9e-4b29-83d0-3dc431d0ba63", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:38.709455 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6222002c-c49b-4e3c-affc-d61ab72938a1 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:38.710004 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a78328d6-90a4-4662-a826-d5231a331901', 'tag': '8ccdb364-6e9e-4b29-83d0-3dc431d0ba63', 'status': 'completed', 'code': 200} Jun 17 08:47:38.714728 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-16eacdf8-c16f-4e78-8420-89971147086f tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1777496 Jun 17 08:47:38.732162 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Request body: {'port': {'device_id': 'a6618923-8067-4073-bccd-3527919169a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:38.737840 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63927029-e39c-4575-84bc-885beb4282db req-4b07aee3-a9a7-40bd-9eae-106bbf48b664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:38.739291 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-63927029-e39c-4575-84bc-885beb4282db req-4b07aee3-a9a7-40bd-9eae-106bbf48b664 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ed34bd4e-a866-4cd6-ad0f-ac23d869dd5e HTTP/1.1" status: 200 len: 852 time: 0.0925937 Jun 17 08:47:38.749856 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a106bf73-cc4e-4258-b884-a035728343ba req-0b751fea-b7b0-4ada-9d77-9cee03147a00 tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.3642602 Jun 17 08:47:38.751842 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-86593494-2c6d-49f2-a271-8e1da617317c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:38.753894 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-86593494-2c6d-49f2-a271-8e1da617317c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=702856434aae449ea41d8a187426d151&device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 1096 time: 0.4604046 Jun 17 08:47:38.781704 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf5a83-d1f5-4676-b59c-76ac903b9357 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccdb364-6e9e-4b29-83d0-3dc431d0ba63,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:38.786821 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f1bf5a83-d1f5-4676-b59c-76ac903b9357 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:38.798329 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-63927029-e39c-4575-84bc-885beb4282db req-94369d57-9a7e-49f5-b9e1-ec93987d5ce1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9607b8f2-1f64-4cbd-97ae-5ddc828a0032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398955 Jun 17 08:47:38.900305 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0952a9-bc2e-4714-bd92-6703fe579470 req-82eb0f6e-8879-47e5-be97-1d6c6329e2e2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:38.902206 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aa0952a9-bc2e-4714-bd92-6703fe579470 req-82eb0f6e-8879-47e5-be97-1d6c6329e2e2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.2225285 Jun 17 08:47:38.933336 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-0e0a24cf-146b-477b-9684-b0e760f07738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:38.934460 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:38.934826 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-0e0a24cf-146b-477b-9684-b0e760f07738 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e67461f5767c4a3e88d8e7b41103c801&device_id=a78328d6-90a4-4662-a826-d5231a331901 HTTP/1.1" status: 200 len: 1095 time: 0.2239356 Jun 17 08:47:38.938198 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-e05e0330-d704-43b7-a860-44731d1ae806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:38.939571 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-e05e0330-d704-43b7-a860-44731d1ae806 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8305e780-7f7d-463d-bdce-25806076a869 HTTP/1.1" status: 200 len: 922 time: 0.1667199 Jun 17 08:47:39.020901 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-63927029-e39c-4575-84bc-885beb4282db req-bb360b6f-7986-4dd8-a8a7-fdf4f95f3b98 service neutron] 10.222.0.53 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126594 Jun 17 08:47:39.028233 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-2910994d-6401-4dfe-8870-d7ecb0e223bd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ccdb364-6e9e-4b29-83d0-3dc431d0ba63 HTTP/1.1" status: 200 len: 217 time: 0.0764987 Jun 17 08:47:39.029137 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aa0952a9-bc2e-4714-bd92-6703fe579470 req-82d69b62-8121-46a5-a7f3-e7796cf8400e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148837 Jun 17 08:47:39.031139 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-3561bdab-cfb2-48f0-a6a4-1d83afbaee36 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a08bf8af-bd50-4e66-8efa-150176852bf3 HTTP/1.1" status: 200 len: 217 time: 0.0727408 Jun 17 08:47:39.047938 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f24a7-e8fb-4b41-86ea-5b97929f1530 req-261781fb-cb3a-4c37-bdd6-738cdf27398b tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:39.049523 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-225f24a7-e8fb-4b41-86ea-5b97929f1530 req-261781fb-cb3a-4c37-bdd6-738cdf27398b tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.1717377 Jun 17 08:47:39.167221 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-451666c8-edf4-4ef0-a958-4d7f60665e84 req-3e032985-ad76-4662-914a-b31baab2e1e0 tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0561471 Jun 17 08:47:39.192342 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-6a4918d3-c3af-4f34-aa73-6b7fbbafe033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:39.194042 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-6a4918d3-c3af-4f34-aa73-6b7fbbafe033 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18b6dc63-ee23-4258-88ac-1c6158712604 HTTP/1.1" status: 200 len: 853 time: 0.1418099 Jun 17 08:47:39.195414 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-4d4ff5fb-0708-45bf-b96c-b98895fc0ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:39.197099 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-4d4ff5fb-0708-45bf-b96c-b98895fc0ec2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9c88322-5e95-4e53-8f33-f88e3723f8f7 HTTP/1.1" status: 200 len: 861 time: 0.1459050 Jun 17 08:47:39.219651 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-225f24a7-e8fb-4b41-86ea-5b97929f1530 req-5593fecb-eed8-435b-8196-7d1cd6e6144e tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494808 Jun 17 08:47:39.253891 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f093b46b-209f-425a-8ec5-a06aacf7ffcd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=930bd28e-e4a5-460e-b4f6-001e2ffd33d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413098 Jun 17 08:47:39.259285 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-63927029-e39c-4575-84bc-885beb4282db req-3b9bb92a-7d41-482d-9e14-180a9776f21d service neutron] 10.222.0.53 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276866 Jun 17 08:47:39.267910 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-56f938de-d155-4834-9450-11ead1f8fa72 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8305e780-7f7d-463d-bdce-25806076a869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470214 Jun 17 08:47:39.444861 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e54ff0-a7e9-4c9b-9fea-27e1d8e26c72 req-56e68973-57fc-4abc-9025-c42c991b3a12 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:39.446333 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-63e54ff0-a7e9-4c9b-9fea-27e1d8e26c72 req-56e68973-57fc-4abc-9025-c42c991b3a12 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 943 time: 0.1278675 Jun 17 08:47:39.446781 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-34878214-8764-4e00-a495-6a9a6d752754 service neutron] 10.222.0.53 "GET /v2.0/networks/930bd28e-e4a5-460e-b4f6-001e2ffd33d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751320 Jun 17 08:47:39.450578 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-48f17452-c3c2-44c2-a506-e31b93b0aad4 service neutron] 10.222.0.53 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703458 Jun 17 08:47:39.457718 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af8664d-06d9-4964-8435-9042eff315b6 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:47:39.469923 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:39.496562 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Transition to ACTIVE for port object 2af8664d-06d9-4964-8435-9042eff315b6 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:39.509650 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-63e54ff0-a7e9-4c9b-9fea-27e1d8e26c72 req-3ad32840-f619-4341-8f28-4358391cfc3a tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543895 Jun 17 08:47:39.636434 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-5070c27f-cbf1-412d-86da-f0f7b7cedacc service neutron] 10.222.0.53 "GET /v2.0/networks/930bd28e-e4a5-460e-b4f6-001e2ffd33d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633129 Jun 17 08:47:39.655190 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-34f27e6a-1694-491f-a8ec-8ee51213fa86 service neutron] 10.222.0.53 "GET /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246841 Jun 17 08:47:39.661797 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:39.664881 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-07a406e3-6233-4783-a1cd-43fd4e3f4ab0 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:39.746791 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219efe01-8f20-48fd-ac12-38d0962e2804 req-ee043e75-8a03-4038-acbc-d25cdfae6279 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:39.748291 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-219efe01-8f20-48fd-ac12-38d0962e2804 req-ee043e75-8a03-4038-acbc-d25cdfae6279 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 944 time: 0.1316822 Jun 17 08:47:39.764840 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Pushing event updated for resources: {'Port': ['ID=2af8664d-06d9-4964-8435-9042eff315b6,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:39.786825 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:39.787222 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:39.787600 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:39.788005 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:39.788416 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:39.788741 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:39.789156 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:39.789472 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:39.789837 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:39.790206 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:39.790615 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:39.790927 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:39.814110 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:39.855617 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-219efe01-8f20-48fd-ac12-38d0962e2804 req-c0c8a298-c348-4247-bdc6-8497c6dd3707 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011519 Jun 17 08:47:39.884579 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Attempting to bind port 2af8664d-06d9-4964-8435-9042eff315b6 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:39.885199 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Attempting to bind port 2af8664d-06d9-4964-8435-9042eff315b6 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '7b587d0f-78ab-496d-aa95-a46a62b86112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '930bd28e-e4a5-460e-b4f6-001e2ffd33d0'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:39.885745 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Attempting to bind port 2af8664d-06d9-4964-8435-9042eff315b6 on network 930bd28e-e4a5-460e-b4f6-001e2ffd33d0 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:39.890784 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Port 2af8664d-06d9-4964-8435-9042eff315b6 on network 930bd28e-e4a5-460e-b4f6-001e2ffd33d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:47:39.891146 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Attempting to bind port 2af8664d-06d9-4964-8435-9042eff315b6 on network 930bd28e-e4a5-460e-b4f6-001e2ffd33d0 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:39.896421 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:39.896762 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Checking segment: {'id': '7b587d0f-78ab-496d-aa95-a46a62b86112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '930bd28e-e4a5-460e-b4f6-001e2ffd33d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:39.897152 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Bound using segment: {'id': '7b587d0f-78ab-496d-aa95-a46a62b86112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '930bd28e-e4a5-460e-b4f6-001e2ffd33d0'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:39.897583 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Bound port: 2af8664d-06d9-4964-8435-9042eff315b6, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b587d0f-78ab-496d-aa95-a46a62b86112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '930bd28e-e4a5-460e-b4f6-001e2ffd33d0'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:39.897940 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:39.923068 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8af95-02ea-42c8-adad-da282c43ebc8 req-db3932ef-ddae-4880-bae0-f8fda07fe154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:39.925301 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-baa8af95-02ea-42c8-adad-da282c43ebc8 req-db3932ef-ddae-4880-bae0-f8fda07fe154 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e67461f5767c4a3e88d8e7b41103c801&device_id=a78328d6-90a4-4662-a826-d5231a331901 HTTP/1.1" status: 200 len: 1095 time: 0.0714965 Jun 17 08:47:39.978437 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] For port 2af8664d-06d9-4964-8435-9042eff315b6, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:39.983313 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] For port 2af8664d-06d9-4964-8435-9042eff315b6, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=2af8664d-06d9-4964-8435-9042eff315b6,segment=NetworkSegment(7b587d0f-78ab-496d-aa95-a46a62b86112),segment_id=7b587d0f-78ab-496d-aa95-a46a62b86112)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:40.051784 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8af95-02ea-42c8-adad-da282c43ebc8 req-2c538082-83e7-44e8-8f1c-305566be0460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:40.053279 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-baa8af95-02ea-42c8-adad-da282c43ebc8 req-2c538082-83e7-44e8-8f1c-305566be0460 service neutron] 10.222.0.53 "GET /v2.0/networks?id=930bd28e-e4a5-460e-b4f6-001e2ffd33d0 HTTP/1.1" status: 200 len: 914 time: 0.1192105 Jun 17 08:47:40.059652 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449031a-f3e8-46c7-bc1c-9536d0c4aa3d req-bcadc00c-89aa-4f9e-9080-347076b945a4 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:40.061211 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7449031a-f3e8-46c7-bc1c-9536d0c4aa3d req-bcadc00c-89aa-4f9e-9080-347076b945a4 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6618923-8067-4073-bccd-3527919169a7 HTTP/1.1" status: 200 len: 943 time: 0.0800869 Jun 17 08:47:40.074473 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:40.078405 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-979f73b6-93a9-4fa4-9385-5a4dd3266f82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:40.116190 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-baa8af95-02ea-42c8-adad-da282c43ebc8 req-b5cd3994-6b89-4360-b045-bb1bb3aa420c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ccdb364-6e9e-4b29-83d0-3dc431d0ba63 HTTP/1.1" status: 200 len: 217 time: 0.0523269 Jun 17 08:47:40.122436 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:40.123055 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:40.124445 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] 10.222.0.50 "PUT /v2.0/ports/2af8664d-06d9-4964-8435-9042eff315b6 HTTP/1.1" status: 200 len: 1092 time: 1.3997037 Jun 17 08:47:40.125153 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6618923-8067-4073-bccd-3527919169a7', 'tag': '2af8664d-06d9-4964-8435-9042eff315b6'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:40.127457 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd14e98a-4a8b-45e3-a35c-f9a71cd87e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "a6618923-8067-4073-bccd-3527919169a7", "tag": "2af8664d-06d9-4964-8435-9042eff315b6"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:40.180794 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7449031a-f3e8-46c7-bc1c-9536d0c4aa3d req-b5180d96-15b4-4076-b65b-43586fabce95 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/security-groups?id=360fef21-3d3c-42b9-92b4-61811f4fe31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129084 Jun 17 08:47:40.185219 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8af95-02ea-42c8-adad-da282c43ebc8 req-33ef4d8e-cc3a-418f-bc77-ab03a4d39814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:40.186389 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Pushing event updated for resources: {'Port': ['ID=2af8664d-06d9-4964-8435-9042eff315b6,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:40.186775 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-baa8af95-02ea-42c8-adad-da282c43ebc8 req-33ef4d8e-cc3a-418f-bc77-ab03a4d39814 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18b6dc63-ee23-4258-88ac-1c6158712604 HTTP/1.1" status: 200 len: 853 time: 0.0584879 Jun 17 08:47:40.197075 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:40.230560 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-baa8af95-02ea-42c8-adad-da282c43ebc8 req-a1b4fbb8-f72e-4a51-a20a-06fd35e4344d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=930bd28e-e4a5-460e-b4f6-001e2ffd33d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370240 Jun 17 08:47:40.272244 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bdf6d892-4bfa-4e83-945c-57b7c5f6ac83 req-343e0652-7ca4-43ca-8d80-666aaf6bec00 tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=13ec8bbe-c5c4-4105-9cbc-796467e30898 HTTP/1.1" status: 200 len: 210 time: 0.0406871 Jun 17 08:47:40.363130 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-baa8af95-02ea-42c8-adad-da282c43ebc8 req-d6596a51-d24e-4efe-b65d-08a889ab19ee service neutron] 10.222.0.53 "GET /v2.0/networks/930bd28e-e4a5-460e-b4f6-001e2ffd33d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183023 Jun 17 08:47:40.370248 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1f1660-5cbf-492f-949c-b43771c9264e x-openstack-request-id: req-3d1f1660-5cbf-492f-949c-b43771c9264e {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:40.370652 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6618923-8067-4073-bccd-3527919169a7", "tag": "2af8664d-06d9-4964-8435-9042eff315b6", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:40.371194 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d1f1660-5cbf-492f-949c-b43771c9264e {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:40.371691 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6618923-8067-4073-bccd-3527919169a7', 'tag': '2af8664d-06d9-4964-8435-9042eff315b6', 'status': 'completed', 'code': 200} Jun 17 08:47:40.418498 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-91548e30-fc82-4d2a-932c-8b8f4d03626c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:40.420186 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-91548e30-fc82-4d2a-932c-8b8f4d03626c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e67461f5767c4a3e88d8e7b41103c801&device_id=a6618923-8067-4073-bccd-3527919169a7 HTTP/1.1" status: 200 len: 1095 time: 0.1203847 Jun 17 08:47:40.435599 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1475dc0-d28d-4381-b18d-82f92d44bf87 req-82a915ce-38f6-485e-981f-3da4dcff39f9 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:40.437577 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f1475dc0-d28d-4381-b18d-82f92d44bf87 req-82a915ce-38f6-485e-981f-3da4dcff39f9 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.1009083 Jun 17 08:47:40.496370 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-e289cfb4-859a-46ed-b9ac-b9bdb0a584ad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2af8664d-06d9-4964-8435-9042eff315b6 HTTP/1.1" status: 200 len: 217 time: 0.0574813 Jun 17 08:47:40.499333 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-baa8af95-02ea-42c8-adad-da282c43ebc8 req-bd8bd0d3-ee1b-4d79-b304-965091bb7cd5 service neutron] 10.222.0.53 "GET /v2.0/networks/930bd28e-e4a5-460e-b4f6-001e2ffd33d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301031 Jun 17 08:47:40.561223 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f1475dc0-d28d-4381-b18d-82f92d44bf87 req-0b3426b2-b487-4b26-9a45-6135bea4d947 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129627 Jun 17 08:47:40.574220 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-e144c7a7-0cc8-467d-80d9-295d379c0750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:40.575986 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-e144c7a7-0cc8-467d-80d9-295d379c0750 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18b6dc63-ee23-4258-88ac-1c6158712604 HTTP/1.1" status: 200 len: 853 time: 0.0617228 Jun 17 08:47:40.611084 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-233e5d25-e865-40bb-93a6-623d0f95905a tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:40.614552 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-233e5d25-e865-40bb-93a6-623d0f95905a tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623&tenant_id=702856434aae449ea41d8a187426d151&binding%3Ahost_id=n-h2-758944-30 HTTP/1.1" status: 200 len: 1096 time: 0.0743804 Jun 17 08:47:40.624896 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-b7cbb537-6c98-4608-a851-5558d6ef2a70 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=930bd28e-e4a5-460e-b4f6-001e2ffd33d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313265 Jun 17 08:47:40.813430 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-d605e59e-40e7-4727-af0f-ed33f4e574a0 service neutron] 10.222.0.50 "GET /v2.0/networks/930bd28e-e4a5-460e-b4f6-001e2ffd33d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747475 Jun 17 08:47:40.821915 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4c7fb-9ec5-4385-b053-0e53093ac5f7 req-de12b1ee-e105-4cef-ba04-ff637a009d47 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:40.823406 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c0b4c7fb-9ec5-4385-b053-0e53093ac5f7 req-de12b1ee-e105-4cef-ba04-ff637a009d47 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.1046805 Jun 17 08:47:40.917258 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c0b4c7fb-9ec5-4385-b053-0e53093ac5f7 req-3ca7dc5a-fc6a-4eff-be81-50f8405bac73 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855620 Jun 17 08:47:40.946510 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a6269af0-57be-4ab5-aa2d-9c7528b07893 req-ce81c7bb-efc8-4b7a-8e7e-df7fe08aff32 service neutron] 10.222.0.50 "GET /v2.0/networks/930bd28e-e4a5-460e-b4f6-001e2ffd33d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219492 Jun 17 08:47:40.978911 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42832df3-126e-44cc-a890-c7a33136ba2c req-8e376319-2e3c-4708-9685-d06dc28e18b9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:40.980537 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-42832df3-126e-44cc-a890-c7a33136ba2c req-8e376319-2e3c-4708-9685-d06dc28e18b9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 943 time: 0.0870392 Jun 17 08:47:41.008068 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-022dd8ad-6d3a-4f99-92e6-abc393b1aded service neutron] For port a08bf8af-bd50-4e66-8efa-150176852bf3, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:41.014072 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-022dd8ad-6d3a-4f99-92e6-abc393b1aded service neutron] Notify callbacks [] for binding, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:41.015157 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-022dd8ad-6d3a-4f99-92e6-abc393b1aded service neutron] 10.222.0.53 "DELETE /v2.0/ports/a08bf8af-bd50-4e66-8efa-150176852bf3/bindings/n-h1-758944-30 HTTP/1.1" status: 204 len: 173 time: 0.3877285 Jun 17 08:47:41.033352 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-42832df3-126e-44cc-a890-c7a33136ba2c req-babe6a91-a65c-43d5-8c25-086c2a9a9520 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462637 Jun 17 08:47:41.210038 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe83c5-71b2-4bfd-9d03-72cb9d19ee6d req-903d8c03-099f-4e10-b719-27199215cf33 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:41.212021 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c8fe83c5-71b2-4bfd-9d03-72cb9d19ee6d req-903d8c03-099f-4e10-b719-27199215cf33 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 944 time: 0.0704174 Jun 17 08:47:41.227208 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14e98a-4a8b-45e3-a35c-f9a71cd87e9c req-ec57f16c-f87d-4cca-a70f-54f900ed93a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:41.228875 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd14e98a-4a8b-45e3-a35c-f9a71cd87e9c req-ec57f16c-f87d-4cca-a70f-54f900ed93a6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e67461f5767c4a3e88d8e7b41103c801&device_id=a6618923-8067-4073-bccd-3527919169a7 HTTP/1.1" status: 200 len: 1095 time: 0.0632515 Jun 17 08:47:41.259482 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c8fe83c5-71b2-4bfd-9d03-72cb9d19ee6d req-384455df-55e7-4211-a3b5-22429cef0e82 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397096 Jun 17 08:47:41.378021 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14e98a-4a8b-45e3-a35c-f9a71cd87e9c req-7e1cdde9-8850-4c03-b0d7-b86247d2c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:41.380003 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd14e98a-4a8b-45e3-a35c-f9a71cd87e9c req-7e1cdde9-8850-4c03-b0d7-b86247d2c0bc service neutron] 10.222.0.50 "GET /v2.0/networks?id=930bd28e-e4a5-460e-b4f6-001e2ffd33d0 HTTP/1.1" status: 200 len: 914 time: 0.1329741 Jun 17 08:47:41.427743 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd14e98a-4a8b-45e3-a35c-f9a71cd87e9c req-45398ebc-0573-4a00-813b-d82ddd86ecc6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2af8664d-06d9-4964-8435-9042eff315b6 HTTP/1.1" status: 200 len: 217 time: 0.0387740 Jun 17 08:47:41.470507 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479061a-f740-4eb1-8a4a-8d1566423542 req-ca75babb-a8ad-430d-bdd0-cb04f2b2c82f tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:41.698163 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1479061a-f740-4eb1-8a4a-8d1566423542 req-ca75babb-a8ad-430d-bdd0-cb04f2b2c82f tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6618923-8067-4073-bccd-3527919169a7 HTTP/1.1" status: 200 len: 943 time: 0.0954380 Jun 17 08:47:41.699835 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14e98a-4a8b-45e3-a35c-f9a71cd87e9c req-23ad69b8-3209-4ef5-ac35-beef0d64cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:41.699835 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd14e98a-4a8b-45e3-a35c-f9a71cd87e9c req-23ad69b8-3209-4ef5-ac35-beef0d64cd26 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18b6dc63-ee23-4258-88ac-1c6158712604 HTTP/1.1" status: 200 len: 853 time: 0.0549705 Jun 17 08:47:41.701372 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1479061a-f740-4eb1-8a4a-8d1566423542 req-1a21823b-d390-4813-a371-81f35d6a1999 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/security-groups?id=360fef21-3d3c-42b9-92b4-61811f4fe31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438788 Jun 17 08:47:41.701466 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd14e98a-4a8b-45e3-a35c-f9a71cd87e9c req-53bf5083-b090-41ef-a993-55768f3d5f91 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=930bd28e-e4a5-460e-b4f6-001e2ffd33d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357778 Jun 17 08:47:41.701466 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd14e98a-4a8b-45e3-a35c-f9a71cd87e9c req-ebf1b390-485e-4d6a-94bf-70780e9ab0aa service neutron] 10.222.0.50 "GET /v2.0/networks/930bd28e-e4a5-460e-b4f6-001e2ffd33d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335073 Jun 17 08:47:41.704986 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63465eee-09f3-4996-ae22-e48e20b5b8e9 req-61ada0f7-4bac-43ae-91ba-cf74ff1b20e1 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:41.712310 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-63465eee-09f3-4996-ae22-e48e20b5b8e9 req-61ada0f7-4bac-43ae-91ba-cf74ff1b20e1 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 1096 time: 0.0744152 Jun 17 08:47:41.725968 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc0625-9c6a-4e95-ba67-29ca5f6d9b8c req-d6bd0358-6de4-4653-a229-b97543019746 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:41.727649 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-77bc0625-9c6a-4e95-ba67-29ca5f6d9b8c req-d6bd0358-6de4-4653-a229-b97543019746 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.1209462 Jun 17 08:47:41.755846 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-63465eee-09f3-4996-ae22-e48e20b5b8e9 req-6bbdda40-4da1-492d-b35d-50871bb24bf4 tempest-LiveAutoBlockMigrationV225Test-59753387 tempest-LiveAutoBlockMigrationV225Test-59753387-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417013 Jun 17 08:47:41.819970 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-77bc0625-9c6a-4e95-ba67-29ca5f6d9b8c req-9bdf385b-19ae-4759-89ab-ca672894565e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531623 Jun 17 08:47:41.848857 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd14e98a-4a8b-45e3-a35c-f9a71cd87e9c req-1381bbf3-b7ee-4d54-8962-e6529adbc3db service neutron] 10.222.0.50 "GET /v2.0/networks/930bd28e-e4a5-460e-b4f6-001e2ffd33d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519244 Jun 17 08:47:42.389452 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fa87cf39-be30-4cd8-952b-e0fd3c9d4db0 req-3dec1b6b-e922-4663-8340-2c1c925fd268 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1b94e7331394578b39fc77803cf6ae7&device_id=2e775c5e-047d-414d-b2c9-2363f7853bb4 HTTP/1.1" status: 200 len: 210 time: 0.0284641 Jun 17 08:47:42.423318 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fa87cf39-be30-4cd8-952b-e0fd3c9d4db0 req-8fd76265-37f8-4d9c-9022-1b699747e68b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=a1b94e7331394578b39fc77803cf6ae7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258379 Jun 17 08:47:42.562711 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 808e4caf-bb2c-43f0-b939-5e3141ec703d details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:47:42.579286 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99aede4-db33-4b7e-8283-76a85e4f7ead req-07a0d28f-0ade-4aeb-8716-a58793b3eacc tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:42.582046 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f99aede4-db33-4b7e-8283-76a85e4f7ead req-07a0d28f-0ade-4aeb-8716-a58793b3eacc tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.1545570 Jun 17 08:47:42.583584 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87cf39-be30-4cd8-952b-e0fd3c9d4db0 req-e1e48c24-245c-4618-96cc-af341616e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:42.585356 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fa87cf39-be30-4cd8-952b-e0fd3c9d4db0 req-e1e48c24-245c-4618-96cc-af341616e721 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1496007 Jun 17 08:47:42.625798 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f99aede4-db33-4b7e-8283-76a85e4f7ead req-d34f71fb-92c9-4a9c-9990-c5dc5fb8fe0a tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354600 Jun 17 08:47:42.668677 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 808e4caf-bb2c-43f0-b939-5e3141ec703d, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=808e4caf-bb2c-43f0-b939-5e3141ec703d,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:42.685072 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '808e4caf-bb2c-43f0-b939-5e3141ec703d', 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032', 'port_id': '808e4caf-bb2c-43f0-b939-5e3141ec703d', 'mac_address': 'fa:16:3e:16:fc:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed34bd4e-a866-4cd6-ad0f-ac23d869dd5e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:47:42.688894 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2f9e1-9498-4a2c-8582-ea93009f9063 req-30e06f47-41ad-4adc-8a71-b78d7a5bf6bd tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:42.691202 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cdb2f9e1-9498-4a2c-8582-ea93009f9063 req-30e06f47-41ad-4adc-8a71-b78d7a5bf6bd tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 943 time: 0.0707042 Jun 17 08:47:42.725546 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:42.739086 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 808e4caf-bb2c-43f0-b939-5e3141ec703d {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:47:42.740340 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cdb2f9e1-9498-4a2c-8582-ea93009f9063 req-89f375a5-f33b-492e-b357-8ef1ed09f423 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417783 Jun 17 08:47:42.768931 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 808e4caf-bb2c-43f0-b939-5e3141ec703d, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=808e4caf-bb2c-43f0-b939-5e3141ec703d,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:42.769291 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-806b86e1-094b-4c05-af97-28215d4596e0 req-61142057-c234-46dc-b645-5bceeb65bc64 tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e775c5e-047d-414d-b2c9-2363f7853bb4 HTTP/1.1" status: 200 len: 210 time: 0.0292518 Jun 17 08:47:42.872403 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:42.874686 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:42.921142 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e11fd6-1361-4b0f-a236-41191686d8a5 req-c0c6c8d0-08d6-4c05-8bbe-7f2f855a83a6 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:42.922719 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-32e11fd6-1361-4b0f-a236-41191686d8a5 req-c0c6c8d0-08d6-4c05-8bbe-7f2f855a83a6 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 944 time: 0.0721250 Jun 17 08:47:42.926120 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=808e4caf-bb2c-43f0-b939-5e3141ec703d,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:42.936642 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:42.942082 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4bae7-c1fc-407f-a8a1-ba83e83c5414 req-202e3ed0-f73a-4554-a165-a72d6039b521 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:42.943584 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d6d4bae7-c1fc-407f-a8a1-ba83e83c5414 req-202e3ed0-f73a-4554-a165-a72d6039b521 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6618923-8067-4073-bccd-3527919169a7 HTTP/1.1" status: 200 len: 943 time: 0.0666056 Jun 17 08:47:42.966438 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-32e11fd6-1361-4b0f-a236-41191686d8a5 req-c2c54493-f3c5-4656-a4d5-4d45fe5b3905 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351055 Jun 17 08:47:42.984224 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d6d4bae7-c1fc-407f-a8a1-ba83e83c5414 req-78bd61a9-29c4-4c65-8fbb-f72389c43bf0 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/security-groups?id=360fef21-3d3c-42b9-92b4-61811f4fe31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346153 Jun 17 08:47:43.139362 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546be3c7-bd71-4cd7-8a45-44a6884bfe5d req-132f3e83-9adc-4c32-95f9-ba225b2d3c43 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:43.141161 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-546be3c7-bd71-4cd7-8a45-44a6884bfe5d req-132f3e83-9adc-4c32-95f9-ba225b2d3c43 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.0731828 Jun 17 08:47:43.181769 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-546be3c7-bd71-4cd7-8a45-44a6884bfe5d req-e7105161-28fc-4bd4-a9f0-6b0b3b05c9a7 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337427 Jun 17 08:47:43.252172 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['808e4caf-bb2c-43f0-b939-5e3141ec703d'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:43.312847 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d42aef-b7f8-4578-bb2e-56b5375c14cf req-4914f627-5fbb-405f-b8c8-b356fa390936 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:43.314748 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-79d42aef-b7f8-4578-bb2e-56b5375c14cf req-4914f627-5fbb-405f-b8c8-b356fa390936 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 944 time: 0.0710411 Jun 17 08:47:43.424675 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-79d42aef-b7f8-4578-bb2e-56b5375c14cf req-fb58533e-daba-4aec-843a-c7d40d35f7b9 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Deleting port a08bf8af-bd50-4e66-8efa-150176852bf3 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:47:43.425015 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-79d42aef-b7f8-4578-bb2e-56b5375c14cf req-fb58533e-daba-4aec-843a-c7d40d35f7b9 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:43.524132 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-79d42aef-b7f8-4578-bb2e-56b5375c14cf req-fb58533e-daba-4aec-843a-c7d40d35f7b9 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] For port a08bf8af-bd50-4e66-8efa-150176852bf3, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=a08bf8af-bd50-4e66-8efa-150176852bf3,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:43.524132 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-79d42aef-b7f8-4578-bb2e-56b5375c14cf req-fb58533e-daba-4aec-843a-c7d40d35f7b9 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:43.591606 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-79d42aef-b7f8-4578-bb2e-56b5375c14cf req-fb58533e-daba-4aec-843a-c7d40d35f7b9 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Calling delete_port for a08bf8af-bd50-4e66-8efa-150176852bf3 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:47:43.695314 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48d57d-6044-4399-a6ee-2039291b5fbf req-cca2ae27-a46d-47d2-b526-f86f4cf20ce4 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:43.695314 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bc48d57d-6044-4399-a6ee-2039291b5fbf req-cca2ae27-a46d-47d2-b526-f86f4cf20ce4 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.0696664 Jun 17 08:47:43.740270 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bc48d57d-6044-4399-a6ee-2039291b5fbf req-89dc14d6-b6c0-4f42-a76e-9f8cafb72256 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386972 Jun 17 08:47:43.824774 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1fbd8-5781-45bc-bf31-e5eaaa6b4e7b req-b0e9fb5c-4881-4bb4-b6dc-b916e56924b2 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:43.826490 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-22f1fbd8-5781-45bc-bf31-e5eaaa6b4e7b req-b0e9fb5c-4881-4bb4-b6dc-b916e56924b2 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.0710335 Jun 17 08:47:43.873706 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-22f1fbd8-5781-45bc-bf31-e5eaaa6b4e7b req-882b81b9-2c48-4736-b3f7-3fbe928ce4ae tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395060 Jun 17 08:47:43.874946 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-79d42aef-b7f8-4578-bb2e-56b5375c14cf req-fb58533e-daba-4aec-843a-c7d40d35f7b9 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:43.882114 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6283b926-0cee-42ef-861a-f06f6b46a5e4 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:43.921258 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58533e-daba-4aec-843a-c7d40d35f7b9 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Pushing event deleted for resources: {'Port': ['ID=a08bf8af-bd50-4e66-8efa-150176852bf3,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:43.926309 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fb58533e-daba-4aec-843a-c7d40d35f7b9 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:43.939872 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48172456-2ce7-4305-b3f5-9e5ecafa07de req-e4c26dba-6900-4b4a-8ce9-719ecdf0da4f tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:43.942026 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-48172456-2ce7-4305-b3f5-9e5ecafa07de req-e4c26dba-6900-4b4a-8ce9-719ecdf0da4f tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 944 time: 0.0837431 Jun 17 08:47:43.971105 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d42aef-b7f8-4578-bb2e-56b5375c14cf req-fb58533e-daba-4aec-843a-c7d40d35f7b9 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] No DVR routers for this DVR port a08bf8af-bd50-4e66-8efa-150176852bf3 on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:47:43.974239 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-79d42aef-b7f8-4578-bb2e-56b5375c14cf req-fb58533e-daba-4aec-843a-c7d40d35f7b9 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:43.976461 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-79d42aef-b7f8-4578-bb2e-56b5375c14cf req-fb58533e-daba-4aec-843a-c7d40d35f7b9 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.53 "DELETE /v2.0/ports/a08bf8af-bd50-4e66-8efa-150176852bf3 HTTP/1.1" status: 204 len: 173 time: 0.6545603 Jun 17 08:47:43.977020 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c12514-5c9a-4991-bb8d-be2878440623', 'name': 'network-vif-deleted', 'tag': 'a08bf8af-bd50-4e66-8efa-150176852bf3'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:43.979538 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7279f534-7ade-4d61-aad6-63c698d781f7" -d '{"events": [{"server_uuid": "c5c12514-5c9a-4991-bb8d-be2878440623", "name": "network-vif-deleted", "tag": "a08bf8af-bd50-4e66-8efa-150176852bf3"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:43.994961 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-48172456-2ce7-4305-b3f5-9e5ecafa07de req-b3eedb86-b2de-476d-aba2-a4a8c6871efa tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458119 Jun 17 08:47:44.011423 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c', 'a08bf8af-bd50-4e66-8efa-150176852bf3'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:44.038048 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-93032358-382e-4d30-bc1f-d78625e97b82 req-9988d896-447b-4571-b088-664ac605dfaf tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e775c5e-047d-414d-b2c9-2363f7853bb4 HTTP/1.1" status: 200 len: 210 time: 0.0338993 Jun 17 08:47:44.071177 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc398f58-433b-49d7-968b-43c25053ab77 x-openstack-request-id: req-cc398f58-433b-49d7-968b-43c25053ab77 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:44.071528 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c12514-5c9a-4991-bb8d-be2878440623", "name": "network-vif-deleted", "tag": "a08bf8af-bd50-4e66-8efa-150176852bf3", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:44.073257 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc398f58-433b-49d7-968b-43c25053ab77 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:44.073753 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c12514-5c9a-4991-bb8d-be2878440623', 'name': 'network-vif-deleted', 'tag': 'a08bf8af-bd50-4e66-8efa-150176852bf3', 'status': 'completed', 'code': 200} Jun 17 08:47:44.096547 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fa87cf39-be30-4cd8-952b-e0fd3c9d4db0 req-5b1aaa47-69ba-4068-b6b3-0abf5ea85e7a tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e775c5e-047d-414d-b2c9-2363f7853bb4 HTTP/1.1" status: 200 len: 210 time: 0.0401993 Jun 17 08:47:44.242705 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b65b9f93-93a8-4656-b66c-07f671c3fa2a req-4786d6a9-b1ea-479b-b9ce-6db5555ac56a tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 210 time: 0.0458412 Jun 17 08:47:44.465959 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a58d2-6b43-447c-b86f-bc3332f8fb7e req-363dec96-ef34-4a53-9c5f-ee39552347e4 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:44.467742 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cb0a58d2-6b43-447c-b86f-bc3332f8fb7e req-363dec96-ef34-4a53-9c5f-ee39552347e4 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6618923-8067-4073-bccd-3527919169a7 HTTP/1.1" status: 200 len: 943 time: 0.0697248 Jun 17 08:47:44.509653 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cb0a58d2-6b43-447c-b86f-bc3332f8fb7e req-58cdfd81-4a13-47b5-a8fb-642cea49402e tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/security-groups?id=360fef21-3d3c-42b9-92b4-61811f4fe31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355709 Jun 17 08:47:44.601517 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 8ccdb364-6e9e-4b29-83d0-3dc431d0ba63 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:47:44.604682 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 808e4caf-bb2c-43f0-b939-5e3141ec703d up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:44.734310 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 8ccdb364-6e9e-4b29-83d0-3dc431d0ba63, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=8ccdb364-6e9e-4b29-83d0-3dc431d0ba63,segment=NetworkSegment(7b587d0f-78ab-496d-aa95-a46a62b86112),segment_id=7b587d0f-78ab-496d-aa95-a46a62b86112)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:44.747312 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '8ccdb364-6e9e-4b29-83d0-3dc431d0ba63', 'network_id': '930bd28e-e4a5-460e-b4f6-001e2ffd33d0', 'port_id': '8ccdb364-6e9e-4b29-83d0-3dc431d0ba63', 'mac_address': 'fa:16:3e:14:3f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b6dc63-ee23-4258-88ac-1c6158712604', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:47:44.796929 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 808e4caf-bb2c-43f0-b939-5e3141ec703d completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:44.802748 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:44.807045 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 808e4caf-bb2c-43f0-b939-5e3141ec703d triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:44.807760 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:44.848966 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ccdb364-6e9e-4b29-83d0-3dc431d0ba63 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:47:44.881337 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 8ccdb364-6e9e-4b29-83d0-3dc431d0ba63, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=8ccdb364-6e9e-4b29-83d0-3dc431d0ba63,segment=NetworkSegment(7b587d0f-78ab-496d-aa95-a46a62b86112),segment_id=7b587d0f-78ab-496d-aa95-a46a62b86112)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:44.939472 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:44.961790 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09df68-64bc-439f-807e-f94d4c5d5c13 req-3d7a1b1a-8c0e-4b5d-85e9-e8a83a813493 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:44.966861 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dc09df68-64bc-439f-807e-f94d4c5d5c13 req-3d7a1b1a-8c0e-4b5d-85e9-e8a83a813493 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.0999589 Jun 17 08:47:44.982108 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750e04d5-015b-4776-b985-419f85bad61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808e4caf-bb2c-43f0-b939-5e3141ec703d'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:44.982108 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e13bad1-2d21-436d-abf7-593326aa4548" -d '{"events": [{"server_uuid": "750e04d5-015b-4776-b985-419f85bad61b", "name": "network-vif-plugged", "status": "completed", "tag": "808e4caf-bb2c-43f0-b939-5e3141ec703d"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:44.989829 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:44.993199 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:44.996466 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 808e4caf-bb2c-43f0-b939-5e3141ec703d, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=808e4caf-bb2c-43f0-b939-5e3141ec703d,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:45.057134 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=8ccdb364-6e9e-4b29-83d0-3dc431d0ba63,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:45.062847 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dc09df68-64bc-439f-807e-f94d4c5d5c13 req-fab27b27-133a-4dcb-ba3d-6b4f7e2ff3a6 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873454 Jun 17 08:47:45.073840 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:45.092152 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:45.094055 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:45.120258 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82613ec0-4554-4bf5-ad2d-fbb7e647fa0f x-openstack-request-id: req-82613ec0-4554-4bf5-ad2d-fbb7e647fa0f {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:45.120633 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750e04d5-015b-4776-b985-419f85bad61b", "name": "network-vif-plugged", "status": "completed", "tag": "808e4caf-bb2c-43f0-b939-5e3141ec703d", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:45.121013 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-82613ec0-4554-4bf5-ad2d-fbb7e647fa0f {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:45.121517 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750e04d5-015b-4776-b985-419f85bad61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808e4caf-bb2c-43f0-b939-5e3141ec703d', 'code': 200} Jun 17 08:47:45.153526 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=808e4caf-bb2c-43f0-b939-5e3141ec703d,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:45.165094 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:45.176163 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee82822-e297-4d7a-b266-9ab4a641afa6 req-7ff48c96-ce24-444e-b303-e4d98b0a5c65 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:45.177552 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7ee82822-e297-4d7a-b266-9ab4a641afa6 req-7ff48c96-ce24-444e-b303-e4d98b0a5c65 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.0868726 Jun 17 08:47:45.227173 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7ee82822-e297-4d7a-b266-9ab4a641afa6 req-f1945593-5a41-4a16-9634-7f33310ec7d9 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418372 Jun 17 08:47:45.311724 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['8ccdb364-6e9e-4b29-83d0-3dc431d0ba63'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:45.336422 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5aa351-58c0-44f2-8d2e-2900c8ec2074 req-71be1ee8-b75c-4f9c-8062-581ec9a66f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:45.337979 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b5aa351-58c0-44f2-8d2e-2900c8ec2074 req-71be1ee8-b75c-4f9c-8062-581ec9a66f58 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 1097 time: 0.1238532 Jun 17 08:47:45.352590 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad17e5-1dd8-435d-94e3-80fa4917b0f6 req-4b523f97-3e24-49b4-aa4e-b26e5ee7ee19 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:45.354164 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1bad17e5-1dd8-435d-94e3-80fa4917b0f6 req-4b523f97-3e24-49b4-aa4e-b26e5ee7ee19 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.1290045 Jun 17 08:47:45.424176 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1bad17e5-1dd8-435d-94e3-80fa4917b0f6 req-d7b56a2e-86f8-40d8-bade-5a5c78adec9c tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628765 Jun 17 08:47:45.436331 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b5aa351-58c0-44f2-8d2e-2900c8ec2074 req-458a7959-c6cd-4dd6-b131-0c840d4320fe service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811124 Jun 17 08:47:45.550074 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd0b95-137c-4ba8-8f52-7e31181e0559 req-f04b5a22-2f2e-4be5-85ef-4c59a5c8ec26 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:45.551893 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-42cd0b95-137c-4ba8-8f52-7e31181e0559 req-f04b5a22-2f2e-4be5-85ef-4c59a5c8ec26 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.0775185 Jun 17 08:47:45.575450 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a29e213c-38de-4ac6-b6c2-c933589f0be9 req-35fc24c0-47c2-43ef-9063-f22a7e1a2a59 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 210 time: 0.0335460 Jun 17 08:47:45.616336 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-42cd0b95-137c-4ba8-8f52-7e31181e0559 req-8be9dd1d-814d-4476-9b90-c5858a6b66c2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576117 Jun 17 08:47:45.733423 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 2af8664d-06d9-4964-8435-9042eff315b6 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:47:45.889767 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 2af8664d-06d9-4964-8435-9042eff315b6, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=2af8664d-06d9-4964-8435-9042eff315b6,segment=NetworkSegment(7b587d0f-78ab-496d-aa95-a46a62b86112),segment_id=7b587d0f-78ab-496d-aa95-a46a62b86112)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:45.904130 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '2af8664d-06d9-4964-8435-9042eff315b6', 'network_id': '930bd28e-e4a5-460e-b4f6-001e2ffd33d0', 'port_id': '2af8664d-06d9-4964-8435-9042eff315b6', 'mac_address': 'fa:16:3e:a1:66:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b6dc63-ee23-4258-88ac-1c6158712604', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:47:45.906154 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debaeb1e-ce12-4842-9a6d-2b768f15416a req-36804d0b-bccf-44fc-9785-3f87fc7a611b tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:45.914135 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-debaeb1e-ce12-4842-9a6d-2b768f15416a req-36804d0b-bccf-44fc-9785-3f87fc7a611b tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6618923-8067-4073-bccd-3527919169a7 HTTP/1.1" status: 200 len: 943 time: 0.0995092 Jun 17 08:47:45.917867 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:47:45.951641 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:45.970261 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af8664d-06d9-4964-8435-9042eff315b6 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:47:45.974424 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-debaeb1e-ce12-4842-9a6d-2b768f15416a req-82f13e24-7b60-47e7-9db4-4c1c8ea0cb2d tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/security-groups?id=360fef21-3d3c-42b9-92b4-61811f4fe31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550714 Jun 17 08:47:45.995635 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 2af8664d-06d9-4964-8435-9042eff315b6, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=2af8664d-06d9-4964-8435-9042eff315b6,segment=NetworkSegment(7b587d0f-78ab-496d-aa95-a46a62b86112),segment_id=7b587d0f-78ab-496d-aa95-a46a62b86112)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:46.023540 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267eedea-ea71-4bae-87b0-0b1ff02355ba req-310172a9-b5ca-4e9e-a5d4-0875425d0964 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:46.025206 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-267eedea-ea71-4bae-87b0-0b1ff02355ba req-310172a9-b5ca-4e9e-a5d4-0875425d0964 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.1458979 Jun 17 08:47:46.072866 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-267eedea-ea71-4bae-87b0-0b1ff02355ba req-6bad693a-7339-41f2-abc5-27548b484ddb tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403302 Jun 17 08:47:46.126767 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:46.129272 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:46.134955 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 53120) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:46.202768 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=2af8664d-06d9-4964-8435-9042eff315b6,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:46.214010 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:46.264711 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-364ebb4d-b8e4-47e7-a75d-a363c27ba06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:46.304300 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e8403-d7d1-45bb-9de4-f8083773e1f7 req-34bd5f46-5591-41e2-a8a3-82ce60fbf1d8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:46.306274 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-409e8403-d7d1-45bb-9de4-f8083773e1f7 req-34bd5f46-5591-41e2-a8a3-82ce60fbf1d8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.0916750 Jun 17 08:47:46.393737 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-409e8403-d7d1-45bb-9de4-f8083773e1f7 req-f3fdb77e-d1f6-4087-932f-657c2db2f9cd tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575573 Jun 17 08:47:46.395193 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-364ebb4d-b8e4-47e7-a75d-a363c27ba06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:46.428279 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['2af8664d-06d9-4964-8435-9042eff315b6'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:46.462445 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557de135-ba57-4098-a31a-b5c655d1a7a3 req-cf061c85-91b0-4861-8008-d74e238bec5f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:46.464428 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-557de135-ba57-4098-a31a-b5c655d1a7a3 req-cf061c85-91b0-4861-8008-d74e238bec5f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.0836136 Jun 17 08:47:46.495276 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-364ebb4d-b8e4-47e7-a75d-a363c27ba06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:46.507889 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9bead82e-859b-48d3-86e8-ef1016148a6b tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:46.549052 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-557de135-ba57-4098-a31a-b5c655d1a7a3 req-5192401f-f627-4736-8eff-8f9c2243dd06 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787427 Jun 17 08:47:46.559779 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ebb4d-b8e4-47e7-a75d-a363c27ba06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81fecef-882d-451d-b583-00a4270a7dc2,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:46.572521 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-364ebb4d-b8e4-47e7-a75d-a363c27ba06b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a1b94e7331394578b39fc77803cf6ae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4362082 Jun 17 08:47:46.573703 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-364ebb4d-b8e4-47e7-a75d-a363c27ba06b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:46.574986 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 53130) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:46.606632 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 8ccdb364-6e9e-4b29-83d0-3dc431d0ba63 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:46.669363 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0269698e-a8f0-4709-8ba8-ad0429353533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:46.701730 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0269698e-a8f0-4709-8ba8-ad0429353533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:46.702118 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c3db8-5254-49bc-a537-f37a9b739cce req-99fd9d6a-69b6-48d6-9be4-8079e308ea70 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:46.709310 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e11c3db8-5254-49bc-a537-f37a9b739cce req-99fd9d6a-69b6-48d6-9be4-8079e308ea70 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.1527905 Jun 17 08:47:46.764476 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e11c3db8-5254-49bc-a537-f37a9b739cce req-c919e118-4ef9-4aae-a03e-9094331c08fb tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540564 Jun 17 08:47:46.808309 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-75c9ef84-df5d-47fd-bb65-24803da3ed9c req-fd3e25d8-9ab8-4afa-a0e3-085d1826695d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 210 time: 0.0390453 Jun 17 08:47:46.875139 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 8ccdb364-6e9e-4b29-83d0-3dc431d0ba63 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:46.884473 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 8ccdb364-6e9e-4b29-83d0-3dc431d0ba63 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:46.884473 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:46.932254 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0269698e-a8f0-4709-8ba8-ad0429353533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:46.936262 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0269698e-a8f0-4709-8ba8-ad0429353533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:46.943001 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0269698e-a8f0-4709-8ba8-ad0429353533 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d81fecef-882d-451d-b583-00a4270a7dc2 HTTP/1.1" status: 204 len: 168 time: 0.3614056 Jun 17 08:47:46.943001 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dd1a7349-0098-4b98-a33d-c7a14cd200ce tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:46.945906 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269698e-a8f0-4709-8ba8-ad0429353533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81fecef-882d-451d-b583-00a4270a7dc2,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:46.952561 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0269698e-a8f0-4709-8ba8-ad0429353533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:46.975245 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.025432 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 8ccdb364-6e9e-4b29-83d0-3dc431d0ba63, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=8ccdb364-6e9e-4b29-83d0-3dc431d0ba63,segment=NetworkSegment(7b587d0f-78ab-496d-aa95-a46a62b86112),segment_id=7b587d0f-78ab-496d-aa95-a46a62b86112)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:47.122490 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78328d6-90a4-4662-a826-d5231a331901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccdb364-6e9e-4b29-83d0-3dc431d0ba63'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:47.124949 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c11082-13f2-464a-bfe7-ee739fdbe6f1" -d '{"events": [{"server_uuid": "a78328d6-90a4-4662-a826-d5231a331901", "name": "network-vif-plugged", "status": "completed", "tag": "8ccdb364-6e9e-4b29-83d0-3dc431d0ba63"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:47.154242 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb321b36-8642-4b0c-b916-29eb9edcf375 req-b21f2759-21c0-410c-8561-af2f6b0de286 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:47.156160 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bb321b36-8642-4b0c-b916-29eb9edcf375 req-b21f2759-21c0-410c-8561-af2f6b0de286 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6618923-8067-4073-bccd-3527919169a7 HTTP/1.1" status: 200 len: 944 time: 0.0708730 Jun 17 08:47:47.165147 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135bb40a-40a8-4625-9b46-6fdd64c7c5aa x-openstack-request-id: req-135bb40a-40a8-4625-9b46-6fdd64c7c5aa {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:47.165661 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78328d6-90a4-4662-a826-d5231a331901", "name": "network-vif-plugged", "status": "completed", "tag": "8ccdb364-6e9e-4b29-83d0-3dc431d0ba63", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:47.172913 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-135bb40a-40a8-4625-9b46-6fdd64c7c5aa {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:47.172913 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78328d6-90a4-4662-a826-d5231a331901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccdb364-6e9e-4b29-83d0-3dc431d0ba63', 'code': 200} Jun 17 08:47:47.205227 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bb321b36-8642-4b0c-b916-29eb9edcf375 req-774dcd28-fc5f-479a-bf24-b7034e47454e tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/security-groups?id=360fef21-3d3c-42b9-92b4-61811f4fe31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431533 Jun 17 08:47:47.240502 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.241481 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device a08bf8af-bd50-4e66-8efa-150176852bf3 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:47:47.243923 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:47.286448 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: a08bf8af-bd50-4e66-8efa-150176852bf3 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:47:47.286711 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device a08bf8af-bd50-4e66-8efa-150176852bf3 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:47:47.305503 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db56f0e-b820-49ad-942a-223ea28a19f7 req-7f0506f5-a0b0-4922-a7b1-e8f4520b1a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:47.307008 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7db56f0e-b820-49ad-942a-223ea28a19f7 req-7f0506f5-a0b0-4922-a7b1-e8f4520b1a66 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a78328d6-90a4-4662-a826-d5231a331901 HTTP/1.1" status: 200 len: 1097 time: 0.0591538 Jun 17 08:47:47.311305 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=8ccdb364-6e9e-4b29-83d0-3dc431d0ba63,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:47.318643 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:47.319038 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:47.319359 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:47.319737 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:47.320068 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:47.320399 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:47.320728 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:47.321106 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:47.321434 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:47.321763 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:47.322088 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:47.322406 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:47.326365 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:47.349357 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7db56f0e-b820-49ad-942a-223ea28a19f7 req-5bef4019-90b9-4770-9249-9bb279c8e304 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=360fef21-3d3c-42b9-92b4-61811f4fe31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342624 Jun 17 08:47:47.480835 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.742021 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 2af8664d-06d9-4964-8435-9042eff315b6 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:47.781598 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6207fa3-45c0-4181-ba12-144f8fd9e766 req-9d9c66c0-ca41-4848-a8ba-a9a9300cf260 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:47.782790 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f6207fa3-45c0-4181-ba12-144f8fd9e766 req-9d9c66c0-ca41-4848-a8ba-a9a9300cf260 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.0704341 Jun 17 08:47:47.840378 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f6207fa3-45c0-4181-ba12-144f8fd9e766 req-323075cd-129b-4544-bf62-c3827d087295 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508797 Jun 17 08:47:47.878358 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 2af8664d-06d9-4964-8435-9042eff315b6 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:47.888918 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 2af8664d-06d9-4964-8435-9042eff315b6 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:47.890585 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.996510 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e36db8-20ff-4fb1-bdcd-251249639930 req-b2c5e7b6-9de5-435a-b91e-78be0c6aa73e tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:47.998153 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e4e36db8-20ff-4fb1-bdcd-251249639930 req-b2c5e7b6-9de5-435a-b91e-78be0c6aa73e tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.0853205 Jun 17 08:47:48.029215 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.047852 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e4e36db8-20ff-4fb1-bdcd-251249639930 req-309b8095-1176-451d-bc94-9dbb8424d77a tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439017 Jun 17 08:47:48.048275 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1cfa6d1b-c789-459b-84b6-642bfbed344a req-688c4062-29f2-4f05-af36-5f67e3edcc86 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 210 time: 0.0363328 Jun 17 08:47:48.073442 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 2af8664d-06d9-4964-8435-9042eff315b6, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=2af8664d-06d9-4964-8435-9042eff315b6,segment=NetworkSegment(7b587d0f-78ab-496d-aa95-a46a62b86112),segment_id=7b587d0f-78ab-496d-aa95-a46a62b86112)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:48.225957 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.228465 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:48.319351 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 53176) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:48.327052 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=2af8664d-06d9-4964-8435-9042eff315b6,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:48.330349 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:48.429075 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-60af80c1-dbbc-41c4-b297-440628ae88f5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2061240503-network', 'tenant_id': 'bc856043629546feb20cb98761057747'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:48.446459 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9844ae-75af-40d0-9938-55e6805bec7c req-757170cd-3a7e-4cb9-94a4-0779c76a3b4c tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:48.448586 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2d9844ae-75af-40d0-9938-55e6805bec7c req-757170cd-3a7e-4cb9-94a4-0779c76a3b4c tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6618923-8067-4073-bccd-3527919169a7 HTTP/1.1" status: 200 len: 945 time: 0.0934196 Jun 17 08:47:48.491061 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2d9844ae-75af-40d0-9938-55e6805bec7c req-2f732062-dfe9-497b-b1f1-2dd5b7707468 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/security-groups?id=360fef21-3d3c-42b9-92b4-61811f4fe31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366096 Jun 17 08:47:48.640554 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60af80c1-dbbc-41c4-b297-440628ae88f5 admin admin] Made reservation on behalf of bc856043629546feb20cb98761057747 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:48.643559 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-60af80c1-dbbc-41c4-b297-440628ae88f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.653627 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-60af80c1-dbbc-41c4-b297-440628ae88f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.749268 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-60af80c1-dbbc-41c4-b297-440628ae88f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.829280 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-60af80c1-dbbc-41c4-b297-440628ae88f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.837682 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-26456e90-c4fa-4937-8938-b5661af3688b tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:48.885825 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60af80c1-dbbc-41c4-b297-440628ae88f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:47:48.916546 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af80c1-dbbc-41c4-b297-440628ae88f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bb2294-7c9f-4c48-90a5-e6d908490550,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:48.930337 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-60af80c1-dbbc-41c4-b297-440628ae88f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.936844 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-60af80c1-dbbc-41c4-b297-440628ae88f5 admin admin] Added segment db2ad255-e350-4531-a281-16b05a94881d of type vlan for network e6105816-34ac-4e40-a08a-0beea0be79f0 Jun 17 08:47:48.938982 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-60af80c1-dbbc-41c4-b297-440628ae88f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:49.064290 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df764453-5f00-4dc7-bdd6-4fab6ff362dc req-72cd3410-d6e6-4168-964b-e3283fe7d206 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:49.067564 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-df764453-5f00-4dc7-bdd6-4fab6ff362dc req-72cd3410-d6e6-4168-964b-e3283fe7d206 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.0904291 Jun 17 08:47:49.148698 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-df764453-5f00-4dc7-bdd6-4fab6ff362dc req-ff1063c9-6d27-49b7-9f47-cc8fec20a529 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695462 Jun 17 08:47:49.167097 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6618923-8067-4073-bccd-3527919169a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af8664d-06d9-4964-8435-9042eff315b6'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:49.169504 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e723b74-0d75-47bf-b35c-614a7517d63f" -d '{"events": [{"server_uuid": "a6618923-8067-4073-bccd-3527919169a7", "name": "network-vif-plugged", "status": "completed", "tag": "2af8664d-06d9-4964-8435-9042eff315b6"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:49.341023 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f2f70275-3743-49ca-adfe-d60fbcb7a41a req-7f781fde-9db1-4805-8d67-5669869efb46 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5c12514-5c9a-4991-bb8d-be2878440623 HTTP/1.1" status: 200 len: 210 time: 0.0414305 Jun 17 08:47:49.392862 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-60af80c1-dbbc-41c4-b297-440628ae88f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:49.408270 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cb5553-ae23-48dd-91a9-d47a0b20bad2 x-openstack-request-id: req-c7cb5553-ae23-48dd-91a9-d47a0b20bad2 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:49.410243 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6618923-8067-4073-bccd-3527919169a7", "name": "network-vif-plugged", "status": "completed", "tag": "2af8664d-06d9-4964-8435-9042eff315b6", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:49.410808 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c7cb5553-ae23-48dd-91a9-d47a0b20bad2 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:49.411475 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6618923-8067-4073-bccd-3527919169a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af8664d-06d9-4964-8435-9042eff315b6', 'code': 200} Jun 17 08:47:49.457171 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc5ba7-a6f2-48e3-b7b8-90af14e33095 req-ee6eed3c-4903-460d-904f-b68ff2379789 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:49.458724 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-27fc5ba7-a6f2-48e3-b7b8-90af14e33095 req-ee6eed3c-4903-460d-904f-b68ff2379789 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.1130993 Jun 17 08:47:49.516328 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-60af80c1-dbbc-41c4-b297-440628ae88f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:49.517294 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60af80c1-dbbc-41c4-b297-440628ae88f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:49.517930 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-60af80c1-dbbc-41c4-b297-440628ae88f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:49.523298 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4e9cc79d-e4b1-4e54-b23f-41e7194ffc37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:49.587959 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-27fc5ba7-a6f2-48e3-b7b8-90af14e33095 req-c80e498c-3c3e-4530-8338-22d9f2227679 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229839 Jun 17 08:47:49.616550 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af80c1-dbbc-41c4-b297-440628ae88f5 admin admin] Pushing event updated for resources: {'Network': ['ID=e6105816-34ac-4e40-a08a-0beea0be79f0,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:49.620619 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-60af80c1-dbbc-41c4-b297-440628ae88f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:49.628213 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network e6105816-34ac-4e40-a08a-0beea0be79f0 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:47:49.635030 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870655a-2fe1-4ca5-9a3e-448e190db4e4 req-6d2aee31-030c-4599-a226-6024ae547c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:49.636596 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9870655a-2fe1-4ca5-9a3e-448e190db4e4 req-6d2aee31-030c-4599-a226-6024ae547c51 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a6618923-8067-4073-bccd-3527919169a7 HTTP/1.1" status: 200 len: 1097 time: 0.1548567 Jun 17 08:47:49.679583 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9870655a-2fe1-4ca5-9a3e-448e190db4e4 req-5dfa09fd-324e-4b5d-908d-05fdc2721712 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=360fef21-3d3c-42b9-92b4-61811f4fe31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365853 Jun 17 08:47:49.689580 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-60af80c1-dbbc-41c4-b297-440628ae88f5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3690007 Jun 17 08:47:49.693093 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 53202) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:49.699005 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-45918c43-33cf-460a-bb0b-8f30aa560ff1 admin admin] Request body: {'subnet': {'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2061240503-subnet', 'tenant_id': 'bc856043629546feb20cb98761057747', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:49.806562 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacb167-a5b6-4c7a-b00c-e7726c92c4d1 req-d1df434b-b21a-4b9f-8a77-9491b3063d1c tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:49.808133 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7bacb167-a5b6-4c7a-b00c-e7726c92c4d1 req-d1df434b-b21a-4b9f-8a77-9491b3063d1c tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6618923-8067-4073-bccd-3527919169a7 HTTP/1.1" status: 200 len: 945 time: 0.0691593 Jun 17 08:47:49.846868 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7bacb167-a5b6-4c7a-b00c-e7726c92c4d1 req-2a3efa5e-f92e-4770-ab2a-8aae324ca50d tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/security-groups?id=360fef21-3d3c-42b9-92b4-61811f4fe31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321605 Jun 17 08:47:49.849146 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45918c43-33cf-460a-bb0b-8f30aa560ff1 admin admin] Made reservation on behalf of bc856043629546feb20cb98761057747 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:49.851428 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-45918c43-33cf-460a-bb0b-8f30aa560ff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:50.179986 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-45918c43-33cf-460a-bb0b-8f30aa560ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:50.179986 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ffd8972b-eae5-467f-9ed9-4a13d859a118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:50.241981 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45918c43-33cf-460a-bb0b-8f30aa560ff1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3ab4f8a-558c-4943-babf-c8684f255cc6,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:50.249332 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-45918c43-33cf-460a-bb0b-8f30aa560ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:50.250308 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45918c43-33cf-460a-bb0b-8f30aa560ff1 admin admin] Checking segment: {'id': 'db2ad255-e350-4531-a281-16b05a94881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:50.250824 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45918c43-33cf-460a-bb0b-8f30aa560ff1 admin admin] Network hostable DHCP agents. Network: e6105816-34ac-4e40-a08a-0beea0be79f0, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:47:50.329064 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:50.343202 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fa06b-22ab-4206-8e56-582764a6a991 req-a3fbd425-cae7-49f6-af87-0d2a83479877 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:50.345304 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ae5fa06b-22ab-4206-8e56-582764a6a991 req-a3fbd425-cae7-49f6-af87-0d2a83479877 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.0712054 Jun 17 08:47:50.369979 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45918c43-33cf-460a-bb0b-8f30aa560ff1 admin admin] Network e6105816-34ac-4e40-a08a-0beea0be79f0 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:47:50.392273 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ae5fa06b-22ab-4206-8e56-582764a6a991 req-a0443456-f553-459e-a5a0-6a469e24b779 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401855 Jun 17 08:47:50.540534 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-45918c43-33cf-460a-bb0b-8f30aa560ff1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, e6105816-34ac-4e40-a08a-0beea0be79f0) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:50.545277 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45918c43-33cf-460a-bb0b-8f30aa560ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:50.545870 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-45918c43-33cf-460a-bb0b-8f30aa560ff1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:50.552309 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05664bb2-ca0f-489c-adc4-013b781192b3 None None] Network e6105816-34ac-4e40-a08a-0beea0be79f0 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:47:50.659034 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-45918c43-33cf-460a-bb0b-8f30aa560ff1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9637532 Jun 17 08:47:50.800419 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d1a859-5a76-4b01-a9dd-c4a5055ae38e None None] Network e6105816-34ac-4e40-a08a-0beea0be79f0 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:47:51.041764 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddd99c-0f2f-4aa7-b084-1aacb06739bd req-2d558900-24e9-4d49-9460-bb6d9bd44b01 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:51.055026 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-32ddd99c-0f2f-4aa7-b084-1aacb06739bd req-2d558900-24e9-4d49-9460-bb6d9bd44b01 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.1898797 Jun 17 08:47:51.128487 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-32ddd99c-0f2f-4aa7-b084-1aacb06739bd req-a83103ad-618a-4558-a996-649faf59ddd3 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673966 Jun 17 08:47:51.218288 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627ccd2-a124-4375-9837-14a5b8f85046 req-05bba4db-0317-42e9-a7d9-9587b6b30e07 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:51.221855 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f627ccd2-a124-4375-9837-14a5b8f85046 req-05bba4db-0317-42e9-a7d9-9587b6b30e07 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6618923-8067-4073-bccd-3527919169a7 HTTP/1.1" status: 200 len: 945 time: 0.1181734 Jun 17 08:47:51.267087 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f627ccd2-a124-4375-9837-14a5b8f85046 req-c2fe8f01-83cd-46cd-bd23-17df4b5604d4 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/security-groups?id=360fef21-3d3c-42b9-92b4-61811f4fe31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395064 Jun 17 08:47:51.473455 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-cdc494b6-e506-422d-bd0d-afd3901472e2 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:51.480739 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-cdc494b6-e506-422d-bd0d-afd3901472e2 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/networks?id=e6105816-34ac-4e40-a08a-0beea0be79f0 HTTP/1.1" status: 200 len: 806 time: 0.1101139 Jun 17 08:47:51.491560 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-20905fd6-22f7-4fd3-a54d-ad641534dff2 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/quotas/bc856043629546feb20cb98761057747 HTTP/1.1" status: 200 len: 375 time: 0.0105479 Jun 17 08:47:51.529439 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-0c4304c2-418d-49cd-bf59-25d66fe49ba3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bc856043629546feb20cb98761057747&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318661 Jun 17 08:47:51.579281 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02dedc-00df-4c98-845f-2f3c475fca13 req-6a5881c4-6631-4fe3-8c58-388a6f1bf281 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:51.581619 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dc02dedc-00df-4c98-845f-2f3c475fca13 req-6a5881c4-6631-4fe3-8c58-388a6f1bf281 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.0715737 Jun 17 08:47:51.630511 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dc02dedc-00df-4c98-845f-2f3c475fca13 req-329db46a-9906-4d76-b61b-e6cda2540a7b tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428102 Jun 17 08:47:51.631619 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-2a437443-a485-4fc8-9264-34bfa05f1a83 service neutron] 10.222.0.49 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944476 Jun 17 08:47:51.737253 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-992c0e2a-5dae-468f-9898-1950de1db355 service neutron] 10.222.0.49 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985785 Jun 17 08:47:52.170449 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2746716a-d032-4609-b0ee-2c9209b17a77 req-529fb36a-5c8d-4c85-af44-75d5965c21b9 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=67d90162-7f65-4211-957d-9aaf72011b19 HTTP/1.1" status: 200 len: 210 time: 0.0660555 Jun 17 08:47:52.368925 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9855cc2-40c1-448b-a905-4b50fc344abb req-0f600a20-4382-4771-89be-78abd78ea935 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:52.383858 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b9855cc2-40c1-448b-a905-4b50fc344abb req-0f600a20-4382-4771-89be-78abd78ea935 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.0899405 Jun 17 08:47:52.449721 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b9855cc2-40c1-448b-a905-4b50fc344abb req-1b89c4af-dc93-431b-98e9-8427c086bc31 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699861 Jun 17 08:47:52.500912 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804dd11-8f91-494a-9312-042355881825 req-3d3ab93c-d111-479c-82ab-d3135e328ba1 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:52.503820 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d804dd11-8f91-494a-9312-042355881825 req-3d3ab93c-d111-479c-82ab-d3135e328ba1 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6618923-8067-4073-bccd-3527919169a7 HTTP/1.1" status: 200 len: 945 time: 0.1030805 Jun 17 08:47:52.562337 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d804dd11-8f91-494a-9312-042355881825 req-ddb41fff-6e93-4cb5-8405-b84351117b69 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/security-groups?id=360fef21-3d3c-42b9-92b4-61811f4fe31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521262 Jun 17 08:47:52.787451 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4c0c8-8ef9-4938-8f55-db596d03a032 req-264cf2e2-3b2d-467e-8e8d-c20b90963413 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:52.788993 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c6c4c0c8-8ef9-4938-8f55-db596d03a032 req-264cf2e2-3b2d-467e-8e8d-c20b90963413 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=a78328d6-90a4-4662-a826-d5231a331901 HTTP/1.1" status: 200 len: 945 time: 0.0925665 Jun 17 08:47:52.852623 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c6c4c0c8-8ef9-4938-8f55-db596d03a032 req-b8c76bf5-1f02-4d80-a491-c580fa0f2a02 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/security-groups?id=360fef21-3d3c-42b9-92b4-61811f4fe31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543287 Jun 17 08:47:52.872192 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a72dbb-78bb-4ac4-ae54-c5a6f1ca0d9c req-ae3f8f18-7ebe-40b7-a733-e2f24ae03859 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:52.881827 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e5a72dbb-78bb-4ac4-ae54-c5a6f1ca0d9c req-ae3f8f18-7ebe-40b7-a733-e2f24ae03859 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.0938146 Jun 17 08:47:52.927912 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e5a72dbb-78bb-4ac4-ae54-c5a6f1ca0d9c req-48547dba-29f5-4678-83f0-67e3e39cacda tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450785 Jun 17 08:47:53.332249 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a64c5eb7-ddf8-4c39-8861-e6423dbea4e5 req-1c557ecd-610e-4e84-9d31-8c839e18a92e tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=67d90162-7f65-4211-957d-9aaf72011b19 HTTP/1.1" status: 200 len: 210 time: 0.0308535 Jun 17 08:47:53.640122 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731492db-6781-4a4b-8e1f-15023e8af4ee req-f080d5ec-5a7b-4d8c-a536-4e06b8324885 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:53.641908 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-731492db-6781-4a4b-8e1f-15023e8af4ee req-f080d5ec-5a7b-4d8c-a536-4e06b8324885 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.0755255 Jun 17 08:47:53.683288 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-731492db-6781-4a4b-8e1f-15023e8af4ee req-3ce23967-ebc3-4c62-9b26-766272783da5 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347192 Jun 17 08:47:54.145675 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef54f5-761a-4493-9284-29e83870cb90 req-679319a2-f006-43e7-8349-41cf3273f24c tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:54.149075 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-64ef54f5-761a-4493-9284-29e83870cb90 req-679319a2-f006-43e7-8349-41cf3273f24c tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.0742984 Jun 17 08:47:54.192278 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-64ef54f5-761a-4493-9284-29e83870cb90 req-b1620be7-445d-42e7-b447-a2fdb0be2e2c tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384326 Jun 17 08:47:54.376676 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226ae65-f738-4d85-8fa7-9af2363144e1 req-0ed0362f-e2b4-461f-ae4e-e78f05d3b44c tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:54.378908 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c226ae65-f738-4d85-8fa7-9af2363144e1 req-0ed0362f-e2b4-461f-ae4e-e78f05d3b44c tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=a78328d6-90a4-4662-a826-d5231a331901 HTTP/1.1" status: 200 len: 945 time: 0.0797865 Jun 17 08:47:54.432766 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c226ae65-f738-4d85-8fa7-9af2363144e1 req-0a9e4a1d-de7a-41d6-917e-50093eea7fdc tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/security-groups?id=360fef21-3d3c-42b9-92b4-61811f4fe31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473568 Jun 17 08:47:54.536729 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c07636d3-8c25-4929-9fc2-30009fffa2a8 req-1513b504-8f80-4078-8d16-f772493577f2 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=67d90162-7f65-4211-957d-9aaf72011b19 HTTP/1.1" status: 200 len: 210 time: 0.0297468 Jun 17 08:47:55.177799 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e16f0-c9d8-4069-b9eb-8d6553157222 req-ff3fb72d-285f-49ff-b643-473a042ff948 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:55.179284 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4e8e16f0-c9d8-4069-b9eb-8d6553157222 req-ff3fb72d-285f-49ff-b643-473a042ff948 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.3626008 Jun 17 08:47:55.224155 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4e8e16f0-c9d8-4069-b9eb-8d6553157222 req-34660482-7083-4778-a3da-10482b1c9cf8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388124 Jun 17 08:47:55.331255 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0a301-cade-40d9-becd-54663d6d1526 req-cd3f829b-f527-4fae-adef-0751331998d3 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:55.332692 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-76e0a301-cade-40d9-becd-54663d6d1526 req-cd3f829b-f527-4fae-adef-0751331998d3 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.53 "GET /v2.0/ports?device_id=a78328d6-90a4-4662-a826-d5231a331901 HTTP/1.1" status: 200 len: 945 time: 0.0712686 Jun 17 08:47:55.475206 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a9c18-aa87-4d64-b48a-d297ab929eba req-61909e9d-2d05-4349-8ab8-72b2ede9268f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:55.476628 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bb3a9c18-aa87-4d64-b48a-d297ab929eba req-61909e9d-2d05-4349-8ab8-72b2ede9268f tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.1355557 Jun 17 08:47:55.505855 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d30ee2b3-1377-4e2f-9260-ed18647247cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:55.512664 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-76e0a301-cade-40d9-becd-54663d6d1526 req-f6166c4a-4a13-4b4b-af3e-70fdad4b9e05 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Deleting port 8ccdb364-6e9e-4b29-83d0-3dc431d0ba63 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:47:55.512664 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-76e0a301-cade-40d9-becd-54663d6d1526 req-f6166c4a-4a13-4b4b-af3e-70fdad4b9e05 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:55.563776 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bb3a9c18-aa87-4d64-b48a-d297ab929eba req-af503ab7-0197-444e-92c1-84ea5c717799 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806351 Jun 17 08:47:55.641672 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-76e0a301-cade-40d9-becd-54663d6d1526 req-f6166c4a-4a13-4b4b-af3e-70fdad4b9e05 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] For port 8ccdb364-6e9e-4b29-83d0-3dc431d0ba63, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=8ccdb364-6e9e-4b29-83d0-3dc431d0ba63,segment=NetworkSegment(7b587d0f-78ab-496d-aa95-a46a62b86112),segment_id=7b587d0f-78ab-496d-aa95-a46a62b86112)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:55.642373 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-76e0a301-cade-40d9-becd-54663d6d1526 req-f6166c4a-4a13-4b4b-af3e-70fdad4b9e05 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:55.747735 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-76e0a301-cade-40d9-becd-54663d6d1526 req-f6166c4a-4a13-4b4b-af3e-70fdad4b9e05 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Calling delete_port for 8ccdb364-6e9e-4b29-83d0-3dc431d0ba63 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:47:55.767316 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-39c6cf37-c4b5-42d3-862a-d3d474c912a8 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:55.770242 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-39c6cf37-c4b5-42d3-862a-d3d474c912a8 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.50 "GET /v2.0/networks?id=e6105816-34ac-4e40-a08a-0beea0be79f0 HTTP/1.1" status: 200 len: 806 time: 0.1775200 Jun 17 08:47:55.783067 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54ca41-bd84-48d8-bcca-955fc924d793 req-b1bde30a-dbbf-4882-aec5-cf63176911de tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:55.785025 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cc54ca41-bd84-48d8-bcca-955fc924d793 req-b1bde30a-dbbf-4882-aec5-cf63176911de tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6618923-8067-4073-bccd-3527919169a7 HTTP/1.1" status: 200 len: 945 time: 0.1309907 Jun 17 08:47:55.792082 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-1d929af4-9c83-46d2-96ab-f65dbb396a8b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Request body: {'port': {'device_id': '67d90162-7f65-4211-957d-9aaf72011b19', 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0', 'admin_state_up': True, 'tenant_id': 'bc856043629546feb20cb98761057747'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:55.967678 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5db38a02-f921-4659-9cf4-016d5ced946b req-093c4a4f-3bcd-42de-bd6b-782682a09b08 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=67d90162-7f65-4211-957d-9aaf72011b19 HTTP/1.1" status: 200 len: 210 time: 0.0327263 Jun 17 08:47:56.035879 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-76e0a301-cade-40d9-becd-54663d6d1526 req-f6166c4a-4a13-4b4b-af3e-70fdad4b9e05 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:56.042063 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7acbfff5-10e6-488c-9bdf-b1eb22df1c8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:56.048899 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['2af8664d-06d9-4964-8435-9042eff315b6'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:56.070230 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6b65a-9226-4a1f-82fb-694082a10c25 req-53836d46-0503-4634-9bc2-40c39c5bff0e tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:56.071807 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d8a6b65a-9226-4a1f-82fb-694082a10c25 req-53836d46-0503-4634-9bc2-40c39c5bff0e tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=a78328d6-90a4-4662-a826-d5231a331901 HTTP/1.1" status: 200 len: 945 time: 0.1936409 Jun 17 08:47:56.078422 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6166c4a-4a13-4b4b-af3e-70fdad4b9e05 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Pushing event deleted for resources: {'Port': ['ID=8ccdb364-6e9e-4b29-83d0-3dc431d0ba63,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:56.081820 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f6166c4a-4a13-4b4b-af3e-70fdad4b9e05 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:56.084916 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-cc54ca41-bd84-48d8-bcca-955fc924d793 req-f3b91655-f88b-4b54-9090-567055af0c40 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Deleting port 2af8664d-06d9-4964-8435-9042eff315b6 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:47:56.085570 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-cc54ca41-bd84-48d8-bcca-955fc924d793 req-f3b91655-f88b-4b54-9090-567055af0c40 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:56.122721 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['8ccdb364-6e9e-4b29-83d0-3dc431d0ba63'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:56.180909 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e0a301-cade-40d9-becd-54663d6d1526 req-f6166c4a-4a13-4b4b-af3e-70fdad4b9e05 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] No DVR routers for this DVR port 8ccdb364-6e9e-4b29-83d0-3dc431d0ba63 on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:47:56.185049 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-76e0a301-cade-40d9-becd-54663d6d1526 req-f6166c4a-4a13-4b4b-af3e-70fdad4b9e05 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:56.187581 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-76e0a301-cade-40d9-becd-54663d6d1526 req-f6166c4a-4a13-4b4b-af3e-70fdad4b9e05 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.53 "DELETE /v2.0/ports/8ccdb364-6e9e-4b29-83d0-3dc431d0ba63 HTTP/1.1" status: 204 len: 173 time: 0.8346243 Jun 17 08:47:56.189118 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78328d6-90a4-4662-a826-d5231a331901', 'name': 'network-vif-deleted', 'tag': '8ccdb364-6e9e-4b29-83d0-3dc431d0ba63'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:56.191577 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d8a6b65a-9226-4a1f-82fb-694082a10c25 req-85832ee4-7b3a-413a-b8da-6afee6bad0aa tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/security-groups?id=360fef21-3d3c-42b9-92b4-61811f4fe31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094282 Jun 17 08:47:56.192279 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-1d929af4-9c83-46d2-96ab-f65dbb396a8b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Made reservation on behalf of bc856043629546feb20cb98761057747 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:56.192818 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cefbf32-cae2-41d5-96a4-75c6e41bc5f2" -d '{"events": [{"server_uuid": "a78328d6-90a4-4662-a826-d5231a331901", "name": "network-vif-deleted", "tag": "8ccdb364-6e9e-4b29-83d0-3dc431d0ba63"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:56.195814 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-1d929af4-9c83-46d2-96ab-f65dbb396a8b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:56.238214 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426fa68e-48c4-43db-b0d9-6ec2e23f32d6 x-openstack-request-id: req-426fa68e-48c4-43db-b0d9-6ec2e23f32d6 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:56.238728 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78328d6-90a4-4662-a826-d5231a331901", "name": "network-vif-deleted", "tag": "8ccdb364-6e9e-4b29-83d0-3dc431d0ba63", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:56.239000 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-426fa68e-48c4-43db-b0d9-6ec2e23f32d6 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:56.239444 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78328d6-90a4-4662-a826-d5231a331901', 'name': 'network-vif-deleted', 'tag': '8ccdb364-6e9e-4b29-83d0-3dc431d0ba63', 'status': 'completed', 'code': 200} Jun 17 08:47:56.249579 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3a228-afae-4962-b06c-347afeeda4b6 req-fd79771d-1de0-4734-94d9-32cb15c56af8 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:56.251171 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-61e3a228-afae-4962-b06c-347afeeda4b6 req-fd79771d-1de0-4734-94d9-32cb15c56af8 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 944 time: 0.1680737 Jun 17 08:47:56.336043 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-cc54ca41-bd84-48d8-bcca-955fc924d793 req-f3b91655-f88b-4b54-9090-567055af0c40 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] For port 2af8664d-06d9-4964-8435-9042eff315b6, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=2af8664d-06d9-4964-8435-9042eff315b6,segment=NetworkSegment(7b587d0f-78ab-496d-aa95-a46a62b86112),segment_id=7b587d0f-78ab-496d-aa95-a46a62b86112)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:56.336410 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-cc54ca41-bd84-48d8-bcca-955fc924d793 req-f3b91655-f88b-4b54-9090-567055af0c40 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:56.337530 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-61e3a228-afae-4962-b06c-347afeeda4b6 req-c7539008-84eb-4862-bcfe-bbd1ceb3edbf tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756841 Jun 17 08:47:56.385178 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2d880-86e1-43fd-ae6a-88a157d1d68c req-a77d17c0-228f-4795-96da-d6cc3f797554 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:56.386801 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-32e2d880-86e1-43fd-ae6a-88a157d1d68c req-a77d17c0-228f-4795-96da-d6cc3f797554 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 944 time: 0.1147435 Jun 17 08:47:56.438673 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-cc54ca41-bd84-48d8-bcca-955fc924d793 req-f3b91655-f88b-4b54-9090-567055af0c40 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Calling delete_port for 2af8664d-06d9-4964-8435-9042eff315b6 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:47:56.510675 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-32e2d880-86e1-43fd-ae6a-88a157d1d68c req-4680a486-3ba5-42af-8d7b-f65b94056887 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Deleting port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:47:56.511039 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-32e2d880-86e1-43fd-ae6a-88a157d1d68c req-4680a486-3ba5-42af-8d7b-f65b94056887 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:56.561130 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-1d929af4-9c83-46d2-96ab-f65dbb396a8b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Allocated IP 172.20.0.9 (e6105816-34ac-4e40-a08a-0beea0be79f0/d3ab4f8a-558c-4943-babf-c8684f255cc6/2d207028-4b95-419e-be6f-114317fcaa67) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:56.610883 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-32e2d880-86e1-43fd-ae6a-88a157d1d68c req-4680a486-3ba5-42af-8d7b-f65b94056887 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] For port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:56.611250 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-32e2d880-86e1-43fd-ae6a-88a157d1d68c req-4680a486-3ba5-42af-8d7b-f65b94056887 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:56.621871 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481d7fb-32ee-41da-9639-f9094e5cea9e req-7aaccd85-ffc9-453d-9acb-83f8affdaeaf tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:56.623424 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c481d7fb-32ee-41da-9639-f9094e5cea9e req-7aaccd85-ffc9-453d-9acb-83f8affdaeaf tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.2545476 Jun 17 08:47:56.685065 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-32e2d880-86e1-43fd-ae6a-88a157d1d68c req-4680a486-3ba5-42af-8d7b-f65b94056887 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Calling delete_port for c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:47:56.722505 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c481d7fb-32ee-41da-9639-f9094e5cea9e req-c1c27af0-6a96-430e-b6a3-0f031f199bf1 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887382 Jun 17 08:47:56.824988 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3405a5e-02e3-47b7-a3f6-99a7d61cad76 req-5611ec96-acc2-4d21-b5af-c6f91bcf458e tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:56.826546 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e3405a5e-02e3-47b7-a3f6-99a7d61cad76 req-5611ec96-acc2-4d21-b5af-c6f91bcf458e tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.1392937 Jun 17 08:47:56.868527 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-cc54ca41-bd84-48d8-bcca-955fc924d793 req-f3b91655-f88b-4b54-9090-567055af0c40 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:56.879269 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9076762c-b14e-46ce-b4bc-d6c2bfd91385 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:56.914019 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e3405a5e-02e3-47b7-a3f6-99a7d61cad76 req-e064c8a3-fc4b-452e-b43e-1c19c107774e tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761862 Jun 17 08:47:56.947876 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b91655-f88b-4b54-9090-567055af0c40 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Pushing event deleted for resources: {'Port': ['ID=2af8664d-06d9-4964-8435-9042eff315b6,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:56.973335 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f3b91655-f88b-4b54-9090-567055af0c40 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:57.001587 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc54ca41-bd84-48d8-bcca-955fc924d793 req-f3b91655-f88b-4b54-9090-567055af0c40 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] No DVR routers for this DVR port 2af8664d-06d9-4964-8435-9042eff315b6 on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:47:57.004722 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-cc54ca41-bd84-48d8-bcca-955fc924d793 req-f3b91655-f88b-4b54-9090-567055af0c40 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:57.007088 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cc54ca41-bd84-48d8-bcca-955fc924d793 req-f3b91655-f88b-4b54-9090-567055af0c40 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.50 "DELETE /v2.0/ports/2af8664d-06d9-4964-8435-9042eff315b6 HTTP/1.1" status: 204 len: 173 time: 1.2063742 Jun 17 08:47:57.007630 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6618923-8067-4073-bccd-3527919169a7', 'name': 'network-vif-deleted', 'tag': '2af8664d-06d9-4964-8435-9042eff315b6'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:57.010440 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba35ba24-7e7a-4118-a4d3-8f582ac6c634" -d '{"events": [{"server_uuid": "a6618923-8067-4073-bccd-3527919169a7", "name": "network-vif-deleted", "tag": "2af8664d-06d9-4964-8435-9042eff315b6"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:57.047087 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-32e2d880-86e1-43fd-ae6a-88a157d1d68c req-4680a486-3ba5-42af-8d7b-f65b94056887 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:57.051820 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f1bf5a83-d1f5-4676-b59c-76ac903b9357 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:57.087687 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-1d929af4-9c83-46d2-96ab-f65dbb396a8b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:57.090950 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1e35bf-7914-4737-8aaf-eef1b58f1363 x-openstack-request-id: req-ee1e35bf-7914-4737-8aaf-eef1b58f1363 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:57.091288 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6618923-8067-4073-bccd-3527919169a7", "name": "network-vif-deleted", "tag": "2af8664d-06d9-4964-8435-9042eff315b6", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:57.091591 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee1e35bf-7914-4737-8aaf-eef1b58f1363 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:57.092781 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6618923-8067-4073-bccd-3527919169a7', 'name': 'network-vif-deleted', 'tag': '2af8664d-06d9-4964-8435-9042eff315b6', 'status': 'completed', 'code': 200} Jun 17 08:47:57.128080 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680a486-3ba5-42af-8d7b-f65b94056887 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Pushing event deleted for resources: {'Port': ['ID=c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:57.151141 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4680a486-3ba5-42af-8d7b-f65b94056887 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:57.154031 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4cd64ade-652b-44b5-8f93-723e79983221 req-c3f44a45-0605-4680-b580-ad22ae565bfc tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=67d90162-7f65-4211-957d-9aaf72011b19 HTTP/1.1" status: 200 len: 210 time: 0.0438991 Jun 17 08:47:57.204473 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e2d880-86e1-43fd-ae6a-88a157d1d68c req-4680a486-3ba5-42af-8d7b-f65b94056887 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] No DVR routers for this DVR port c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:47:57.207021 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-32e2d880-86e1-43fd-ae6a-88a157d1d68c req-4680a486-3ba5-42af-8d7b-f65b94056887 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:57.209377 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-32e2d880-86e1-43fd-ae6a-88a157d1d68c req-4680a486-3ba5-42af-8d7b-f65b94056887 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.53 "DELETE /v2.0/ports/c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c HTTP/1.1" status: 204 len: 173 time: 0.8137741 Jun 17 08:47:57.310740 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-1d929af4-9c83-46d2-96ab-f65dbb396a8b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:57.317337 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d86dd78d-4ea5-4498-a4df-09e8f662faa2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:57.384188 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b9529774-107d-43fe-b97d-23d1e429c98e req-edfbf40e-8dc6-4e88-8a83-fb7749b61d35 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=a78328d6-90a4-4662-a826-d5231a331901 HTTP/1.1" status: 200 len: 210 time: 0.0612667 Jun 17 08:47:57.392377 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-1d929af4-9c83-46d2-96ab-f65dbb396a8b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Network e6105816-34ac-4e40-a08a-0beea0be79f0 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:57.395828 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-1d929af4-9c83-46d2-96ab-f65dbb396a8b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:57.402893 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-1d929af4-9c83-46d2-96ab-f65dbb396a8b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:57.442222 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d929af4-9c83-46d2-96ab-f65dbb396a8b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Pushing event updated for resources: {'Port': ['ID=2d207028-4b95-419e-be6f-114317fcaa67,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:57.451787 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1d929af4-9c83-46d2-96ab-f65dbb396a8b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:57.480052 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-1d929af4-9c83-46d2-96ab-f65dbb396a8b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:57.480740 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-1d929af4-9c83-46d2-96ab-f65dbb396a8b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:57.502176 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a3a91aee-cffc-4148-b049-3796fc52c3e6 req-928c799b-8bbb-4c3d-bb65-8ecab0e674e7 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 210 time: 0.0294137 Jun 17 08:47:57.732401 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-1d929af4-9c83-46d2-96ab-f65dbb396a8b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9461544 Jun 17 08:47:57.745246 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-d7e21acd-00f5-4fa6-bdc0-f11c719bc1c5 service neutron] Request body: {'port': {'device_id': '67d90162-7f65-4211-957d-9aaf72011b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:57.819252 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-d7e21acd-00f5-4fa6-bdc0-f11c719bc1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:58.019226 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:58.036451 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225676b6-21da-46be-8747-750c0a3c47ca req-0c621a56-cc66-4c76-9ab8-37b01d4dc8bc tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:58.037945 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-225676b6-21da-46be-8747-750c0a3c47ca req-0c621a56-cc66-4c76-9ab8-37b01d4dc8bc tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.1851625 Jun 17 08:47:58.099229 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-225676b6-21da-46be-8747-750c0a3c47ca req-0a830cca-73eb-483a-9615-6ff4613b7501 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531356 Jun 17 08:47:58.141594 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a19eb-5d4b-479c-bf71-a3c7b150d485 req-a357ab0e-3be4-4e47-b904-0b885c5f0115 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:58.143205 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f39a19eb-5d4b-479c-bf71-a3c7b150d485 req-a357ab0e-3be4-4e47-b904-0b885c5f0115 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.0824645 Jun 17 08:47:58.177269 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-d7e21acd-00f5-4fa6-bdc0-f11c719bc1c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d207028-4b95-419e-be6f-114317fcaa67 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:47:58.186533 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-d7e21acd-00f5-4fa6-bdc0-f11c719bc1c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:58.201033 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-d7e21acd-00f5-4fa6-bdc0-f11c719bc1c5 service neutron] Transition to ACTIVE for port object 2d207028-4b95-419e-be6f-114317fcaa67 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:58.213318 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f39a19eb-5d4b-479c-bf71-a3c7b150d485 req-c708ba6c-7bf5-4b0d-9775-b15736724546 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630031 Jun 17 08:47:58.241147 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c2bb18-89ce-47df-a5ed-84d2dd7c1c11', 'name': 'network-vif-deleted', 'tag': 'c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:58.243858 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ed1a58-863d-463d-91ee-dc3d697c89bf" -d '{"events": [{"server_uuid": "d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11", "name": "network-vif-deleted", "tag": "c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:58.281839 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600cb801-f3a2-4225-9f71-b9f7329c488c x-openstack-request-id: req-600cb801-f3a2-4225-9f71-b9f7329c488c {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:58.282187 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11", "name": "network-vif-deleted", "tag": "c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:58.282499 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-600cb801-f3a2-4225-9f71-b9f7329c488c {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:58.282951 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c2bb18-89ce-47df-a5ed-84d2dd7c1c11', 'name': 'network-vif-deleted', 'tag': 'c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c', 'status': 'completed', 'code': 200} Jun 17 08:47:58.286440 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-d7e21acd-00f5-4fa6-bdc0-f11c719bc1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:58.288963 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-47caca85-bb76-4479-ab01-3d5c052575f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:58.370051 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e21acd-00f5-4fa6-bdc0-f11c719bc1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2d207028-4b95-419e-be6f-114317fcaa67,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:58.375422 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d7e21acd-00f5-4fa6-bdc0-f11c719bc1c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:58.390393 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a3d01-b9e6-407d-b162-b6dcb1b822a0 req-6ba59f06-d052-42ff-8e83-5dffa23f1993 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:58.400788 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ec0a3d01-b9e6-407d-b162-b6dcb1b822a0 req-6ba59f06-d052-42ff-8e83-5dffa23f1993 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=67d90162-7f65-4211-957d-9aaf72011b19 HTTP/1.1" status: 200 len: 943 time: 0.0785370 Jun 17 08:47:58.442856 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ec0a3d01-b9e6-407d-b162-b6dcb1b822a0 req-671ea46f-4a9f-4594-a82e-bb0f15296e86 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415773 Jun 17 08:47:58.453238 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-d7e21acd-00f5-4fa6-bdc0-f11c719bc1c5 service neutron] Attempting to bind port 2d207028-4b95-419e-be6f-114317fcaa67 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:58.453238 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-d7e21acd-00f5-4fa6-bdc0-f11c719bc1c5 service neutron] Attempting to bind port 2d207028-4b95-419e-be6f-114317fcaa67 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': 'db2ad255-e350-4531-a281-16b05a94881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:58.453238 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-d7e21acd-00f5-4fa6-bdc0-f11c719bc1c5 service neutron] Attempting to bind port 2d207028-4b95-419e-be6f-114317fcaa67 on network e6105816-34ac-4e40-a08a-0beea0be79f0 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:58.467842 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-d7e21acd-00f5-4fa6-bdc0-f11c719bc1c5 service neutron] Port 2d207028-4b95-419e-be6f-114317fcaa67 on network e6105816-34ac-4e40-a08a-0beea0be79f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:47:58.467842 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-d7e21acd-00f5-4fa6-bdc0-f11c719bc1c5 service neutron] Attempting to bind port 2d207028-4b95-419e-be6f-114317fcaa67 on network e6105816-34ac-4e40-a08a-0beea0be79f0 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:58.472500 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-d7e21acd-00f5-4fa6-bdc0-f11c719bc1c5 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:58.472895 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-d7e21acd-00f5-4fa6-bdc0-f11c719bc1c5 service neutron] Checking segment: {'id': 'db2ad255-e350-4531-a281-16b05a94881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:58.473277 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-d7e21acd-00f5-4fa6-bdc0-f11c719bc1c5 service neutron] Bound using segment: {'id': 'db2ad255-e350-4531-a281-16b05a94881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:58.473730 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-d7e21acd-00f5-4fa6-bdc0-f11c719bc1c5 service neutron] Bound port: 2d207028-4b95-419e-be6f-114317fcaa67, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2ad255-e350-4531-a281-16b05a94881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:58.474082 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-d7e21acd-00f5-4fa6-bdc0-f11c719bc1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:58.548880 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-d7e21acd-00f5-4fa6-bdc0-f11c719bc1c5 service neutron] For port 2d207028-4b95-419e-be6f-114317fcaa67, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:58.553630 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-d7e21acd-00f5-4fa6-bdc0-f11c719bc1c5 service neutron] For port 2d207028-4b95-419e-be6f-114317fcaa67, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=2d207028-4b95-419e-be6f-114317fcaa67,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:58.661851 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3c60b026-d8e9-4430-aab8-86bfc8d2c9ee req-e4306fde-32a5-479e-abf6-81d4c0d6bebf tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6618923-8067-4073-bccd-3527919169a7 HTTP/1.1" status: 200 len: 210 time: 0.0279489 Jun 17 08:47:58.672943 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-be7b6251-49f8-4dc9-ab9d-99afa70c0391 req-0a1695d3-82b0-4769-9dc3-4e81bd3b78a7 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2bb18-89ce-47df-a5ed-84d2dd7c1c11 HTTP/1.1" status: 200 len: 210 time: 0.0332146 Jun 17 08:47:58.708336 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 8ccdb364-6e9e-4b29-83d0-3dc431d0ba63 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:47:58.729774 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 8ccdb364-6e9e-4b29-83d0-3dc431d0ba63 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:47:58.730137 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 8ccdb364-6e9e-4b29-83d0-3dc431d0ba63 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:47:58.733763 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:47:58.749285 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:47:58.749550 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device c2bc0299-9e05-400a-a0d5-b9b5cb2ddd2c not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:47:58.783692 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-d7e21acd-00f5-4fa6-bdc0-f11c719bc1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:58.786050 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4c4be77d-f152-45ec-b101-ef849dcaf369 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:58.821093 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-d7e21acd-00f5-4fa6-bdc0-f11c719bc1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:58.821713 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-d7e21acd-00f5-4fa6-bdc0-f11c719bc1c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:58.823063 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-d7e21acd-00f5-4fa6-bdc0-f11c719bc1c5 service neutron] 10.222.0.50 "PUT /v2.0/ports/2d207028-4b95-419e-be6f-114317fcaa67 HTTP/1.1" status: 200 len: 1092 time: 1.0831084 Jun 17 08:47:58.841951 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e21acd-00f5-4fa6-bdc0-f11c719bc1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2d207028-4b95-419e-be6f-114317fcaa67,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:58.844869 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d7e21acd-00f5-4fa6-bdc0-f11c719bc1c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:59.085904 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-5cb98b91-9307-45ef-8ff9-f5cbd4c58785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:59.087399 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-5cb98b91-9307-45ef-8ff9-f5cbd4c58785 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc856043629546feb20cb98761057747&device_id=67d90162-7f65-4211-957d-9aaf72011b19 HTTP/1.1" status: 200 len: 1095 time: 0.0559323 Jun 17 08:47:59.093122 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d90162-7f65-4211-957d-9aaf72011b19', 'tag': '2d207028-4b95-419e-be6f-114317fcaa67'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:59.095355 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad71b96-d53d-431c-bc6b-d3f00e8e0e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "67d90162-7f65-4211-957d-9aaf72011b19", "tag": "2d207028-4b95-419e-be6f-114317fcaa67"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:59.136490 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3937794-4e2b-4f3e-92f3-0b022b52fb30 x-openstack-request-id: req-a3937794-4e2b-4f3e-92f3-0b022b52fb30 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:59.136835 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d90162-7f65-4211-957d-9aaf72011b19", "tag": "2d207028-4b95-419e-be6f-114317fcaa67", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:59.137142 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a3937794-4e2b-4f3e-92f3-0b022b52fb30 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:59.137581 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d90162-7f65-4211-957d-9aaf72011b19', 'tag': '2d207028-4b95-419e-be6f-114317fcaa67', 'status': 'completed', 'code': 200} Jun 17 08:47:59.139123 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-21646e0f-dae9-4629-86c1-0103d21ab886 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d207028-4b95-419e-be6f-114317fcaa67 HTTP/1.1" status: 200 len: 217 time: 0.0408101 Jun 17 08:47:59.188153 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-f94fb3d5-129d-4e39-93ec-cf4cb7e6636d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:59.190406 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-f94fb3d5-129d-4e39-93ec-cf4cb7e6636d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d3ab4f8a-558c-4943-babf-c8684f255cc6 HTTP/1.1" status: 200 len: 846 time: 0.0443978 Jun 17 08:47:59.222189 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-f0644fb1-2a1c-40ae-bd81-85e120815fe5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e6105816-34ac-4e40-a08a-0beea0be79f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263696 Jun 17 08:47:59.285594 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb6d8d-0091-442d-8c54-3f68df02bf6f req-1ba2e1df-9e75-4860-bf2f-b09ea06b93cf tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:59.287116 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-62bb6d8d-0091-442d-8c54-3f68df02bf6f req-1ba2e1df-9e75-4860-bf2f-b09ea06b93cf tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.0661547 Jun 17 08:47:59.330872 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-c492d8d2-677a-49ed-a9ba-61506824ef89 service neutron] 10.222.0.50 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018238 Jun 17 08:47:59.331899 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-62bb6d8d-0091-442d-8c54-3f68df02bf6f req-b7325c78-0928-4a87-af1d-316bd23fa82d tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390713 Jun 17 08:47:59.431525 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-59a20aae-02f7-42f0-8f1e-654c768e0221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:59.640070 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849594d8-bbbb-45ab-ad0e-f66c29cd3399 req-37f99ffc-572f-4fb6-bc41-4984b1b0b209 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:59.641651 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-849594d8-bbbb-45ab-ad0e-f66c29cd3399 req-37f99ffc-572f-4fb6-bc41-4984b1b0b209 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=67d90162-7f65-4211-957d-9aaf72011b19 HTTP/1.1" status: 200 len: 943 time: 0.0717161 Jun 17 08:47:59.682574 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-849594d8-bbbb-45ab-ad0e-f66c29cd3399 req-8cf32a03-a50b-4b3b-99d9-e9f5cb42558b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348911 Jun 17 08:47:59.777576 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 53362) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:59.787009 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-98052a40-a2cc-4262-8266-041d2f91a7a8 req-b7edb950-7e43-4c9c-b74c-6bdec53f2243 service neutron] 10.222.0.50 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375219 Jun 17 08:47:59.792783 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb43952-8106-4436-8c1f-72f7a861de07 req-11b46c0f-77db-41ee-a723-8fd2296f8533 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:59.794326 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3fb43952-8106-4436-8c1f-72f7a861de07 req-11b46c0f-77db-41ee-a723-8fd2296f8533 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.4591916 Jun 17 08:47:59.802739 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 2af8664d-06d9-4964-8435-9042eff315b6 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:47:59.824710 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 2af8664d-06d9-4964-8435-9042eff315b6 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:47:59.825405 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 2af8664d-06d9-4964-8435-9042eff315b6 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:47:59.843854 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-8524ddfc-7fc9-4a8f-ab86-d57330db6957 admin admin] Deleting subnet 18b6dc63-ee23-4258-88ac-1c6158712604 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:47:59.846607 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3fb43952-8106-4436-8c1f-72f7a861de07 req-997b8942-e61f-498c-ac6c-98a918ce6575 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384331 Jun 17 08:47:59.854442 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8524ddfc-7fc9-4a8f-ab86-d57330db6957 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:59.883879 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8524ddfc-7fc9-4a8f-ab86-d57330db6957 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:59.927013 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8524ddfc-7fc9-4a8f-ab86-d57330db6957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:00.005043 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad71b96-d53d-431c-bc6b-d3f00e8e0e3b req-c71874ba-44c7-4229-8812-7a2225fcdae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:00.006576 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8ad71b96-d53d-431c-bc6b-d3f00e8e0e3b req-c71874ba-44c7-4229-8812-7a2225fcdae0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc856043629546feb20cb98761057747&device_id=67d90162-7f65-4211-957d-9aaf72011b19 HTTP/1.1" status: 200 len: 1095 time: 0.0655243 Jun 17 08:48:00.101222 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad71b96-d53d-431c-bc6b-d3f00e8e0e3b req-5c0c6582-a6a5-4011-9d11-06dc54428c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:00.102673 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8ad71b96-d53d-431c-bc6b-d3f00e8e0e3b req-5c0c6582-a6a5-4011-9d11-06dc54428c72 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e6105816-34ac-4e40-a08a-0beea0be79f0 HTTP/1.1" status: 200 len: 907 time: 0.0900755 Jun 17 08:48:00.117879 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8524ddfc-7fc9-4a8f-ab86-d57330db6957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:00.121201 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1ad06290-c67f-4582-aa67-7b9ae0fe61ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:00.145981 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8ad71b96-d53d-431c-bc6b-d3f00e8e0e3b req-93e7cd78-252c-410f-aec8-59f264375028 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d207028-4b95-419e-be6f-114317fcaa67 HTTP/1.1" status: 200 len: 217 time: 0.0351288 Jun 17 08:48:00.146640 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524ddfc-7fc9-4a8f-ab86-d57330db6957 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18b6dc63-ee23-4258-88ac-1c6158712604,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:00.148807 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8524ddfc-7fc9-4a8f-ab86-d57330db6957 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:00.150962 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-8524ddfc-7fc9-4a8f-ab86-d57330db6957 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/18b6dc63-ee23-4258-88ac-1c6158712604 HTTP/1.1" status: 204 len: 168 time: 0.3720019 Jun 17 08:48:00.151993 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8524ddfc-7fc9-4a8f-ab86-d57330db6957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:00.153551 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 53368) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:00.199085 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad71b96-d53d-431c-bc6b-d3f00e8e0e3b req-9c82e9f6-c8ce-4405-ad38-9ba05a97ba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:00.200838 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8ad71b96-d53d-431c-bc6b-d3f00e8e0e3b req-9c82e9f6-c8ce-4405-ad38-9ba05a97ba75 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d3ab4f8a-558c-4943-babf-c8684f255cc6 HTTP/1.1" status: 200 len: 846 time: 0.0479820 Jun 17 08:48:00.226469 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4e778c65-c01c-45da-b7cf-51f1195d726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:00.239391 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8ad71b96-d53d-431c-bc6b-d3f00e8e0e3b req-9506c924-215a-49ad-8e8b-412eecfa16b6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e6105816-34ac-4e40-a08a-0beea0be79f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303333 Jun 17 08:48:00.314338 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4e778c65-c01c-45da-b7cf-51f1195d726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:00.325379 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-4e778c65-c01c-45da-b7cf-51f1195d726f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930bd28e-e4a5-460e-b4f6-001e2ffd33d0']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:00.334596 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8ad71b96-d53d-431c-bc6b-d3f00e8e0e3b req-f72aeba4-8f6f-42cc-86a4-c2f2985791c5 service neutron] 10.222.0.50 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886569 Jun 17 08:48:00.337172 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-4e778c65-c01c-45da-b7cf-51f1195d726f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b587d0f-78ab-496d-aa95-a46a62b86112') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:00.337473 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-4e778c65-c01c-45da-b7cf-51f1195d726f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b587d0f-78ab-496d-aa95-a46a62b86112') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:00.346424 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4e778c65-c01c-45da-b7cf-51f1195d726f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:00.365381 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4e778c65-c01c-45da-b7cf-51f1195d726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:00.374424 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e778c65-c01c-45da-b7cf-51f1195d726f admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:48:00.375250 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4e778c65-c01c-45da-b7cf-51f1195d726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:48:00.388969 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:48:00.392677 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:48:00.392677 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:48:00.392677 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:48:00.442218 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8ad71b96-d53d-431c-bc6b-d3f00e8e0e3b req-ea6d131e-9be3-4e5a-aa28-02ad1dceded1 service neutron] 10.222.0.50 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003518 Jun 17 08:48:00.535414 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f75d6-5028-4799-9d6e-c739153c3a76 req-c28ba035-5ac9-4857-972f-d5e66c4e2189 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:00.536909 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-606f75d6-5028-4799-9d6e-c739153c3a76 req-c28ba035-5ac9-4857-972f-d5e66c4e2189 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.0773985 Jun 17 08:48:00.578522 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-606f75d6-5028-4799-9d6e-c739153c3a76 req-9581bea9-fa38-4315-8901-88b3c94d920c tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356390 Jun 17 08:48:00.623595 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4e778c65-c01c-45da-b7cf-51f1195d726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:00.632073 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4e778c65-c01c-45da-b7cf-51f1195d726f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:00.638727 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4e778c65-c01c-45da-b7cf-51f1195d726f admin admin] 10.222.0.49 "DELETE /v2.0/networks/930bd28e-e4a5-460e-b4f6-001e2ffd33d0 HTTP/1.1" status: 204 len: 168 time: 0.4839251 Jun 17 08:48:00.639696 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b2e50f83-29e8-45f1-99e8-f6a038fcaa42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:00.668588 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e778c65-c01c-45da-b7cf-51f1195d726f admin admin] Pushing event deleted for resources: {'Network': ['ID=930bd28e-e4a5-460e-b4f6-001e2ffd33d0,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:00.680532 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4e778c65-c01c-45da-b7cf-51f1195d726f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:00.839205 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11644b33-221f-45c4-a920-62dc515c633e req-33de28e9-b5a5-4866-ae13-22fc54b7c410 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:00.842200 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-11644b33-221f-45c4-a920-62dc515c633e req-33de28e9-b5a5-4866-ae13-22fc54b7c410 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 944 time: 0.0947633 Jun 17 08:48:00.888134 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-11644b33-221f-45c4-a920-62dc515c633e req-9ae7fc4e-2804-4a57-85cf-3bb51a16a492 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371962 Jun 17 08:48:00.917327 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5065b-6fa0-47de-96ac-f2a142391bd9 req-df2157be-03b9-49aa-b865-9741e54ab126 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:00.929191 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9db5065b-6fa0-47de-96ac-f2a142391bd9 req-df2157be-03b9-49aa-b865-9741e54ab126 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=67d90162-7f65-4211-957d-9aaf72011b19 HTTP/1.1" status: 200 len: 943 time: 0.0941787 Jun 17 08:48:00.949882 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:00.973808 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9db5065b-6fa0-47de-96ac-f2a142391bd9 req-5879ba5b-cd65-4c31-9233-1c4e406cd42a tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408783 Jun 17 08:48:01.074069 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [req-52132e58-e289-4442-a64a-f354ddd35e66 req-cac2c730-a511-4bab-939b-f40974fe0990 service neutron] show failed (client error): The resource could not be found. Jun 17 08:48:01.075080 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-52132e58-e289-4442-a64a-f354ddd35e66 req-cac2c730-a511-4bab-939b-f40974fe0990 service neutron] 10.222.0.53 "GET /v2.0/ports/896c54f1-ae47-4935-b8e3-354bee4054e8/bindings/n-h1-758944-30 HTTP/1.1" status: 404 len: 381 time: 0.0945344 Jun 17 08:48:01.117630 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ca6a4-d47f-4a99-9637-38329e792a8b req-40064a5c-f425-4e4c-947d-8d0fb4406fbf tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:01.118983 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-791ca6a4-d47f-4a99-9637-38329e792a8b req-40064a5c-f425-4e4c-947d-8d0fb4406fbf tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.1028163 Jun 17 08:48:01.183691 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-791ca6a4-d47f-4a99-9637-38329e792a8b req-fee63335-25aa-4419-baf2-0535bbc44558 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480428 Jun 17 08:48:01.210849 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b36592-cb8d-46fe-858e-5dcebd4acbe1 req-dd77cf15-2b51-4fdd-9c67-0f04d1c801bb tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:01.212430 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-36b36592-cb8d-46fe-858e-5dcebd4acbe1 req-dd77cf15-2b51-4fdd-9c67-0f04d1c801bb tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.53 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 944 time: 0.1183288 Jun 17 08:48:01.221096 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 53384) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:01.274525 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-925b95f7-3f6b-426c-84b0-94ba58e70383 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e67461f5767c4a3e88d8e7b41103c801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507886 Jun 17 08:48:01.279190 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 53386) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:01.324428 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-36b36592-cb8d-46fe-858e-5dcebd4acbe1 req-7c9cf037-45f0-4b9c-8970-57d3e7eb676d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Deleting port 1f4d3e2a-2376-4ced-9168-959d9ff76220 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:01.324996 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-36b36592-cb8d-46fe-858e-5dcebd4acbe1 req-7c9cf037-45f0-4b9c-8970-57d3e7eb676d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:01.336142 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6185742c-9ecc-45e2-b825-eb8dfca5339f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:01.357840 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6185742c-9ecc-45e2-b825-eb8dfca5339f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:01.428700 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-36b36592-cb8d-46fe-858e-5dcebd4acbe1 req-7c9cf037-45f0-4b9c-8970-57d3e7eb676d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] For port 1f4d3e2a-2376-4ced-9168-959d9ff76220, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=1f4d3e2a-2376-4ced-9168-959d9ff76220,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:01.429151 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-36b36592-cb8d-46fe-858e-5dcebd4acbe1 req-7c9cf037-45f0-4b9c-8970-57d3e7eb676d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:01.491631 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6185742c-9ecc-45e2-b825-eb8dfca5339f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:01.494462 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6185742c-9ecc-45e2-b825-eb8dfca5339f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:01.495629 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-6185742c-9ecc-45e2-b825-eb8dfca5339f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/360fef21-3d3c-42b9-92b4-61811f4fe31c HTTP/1.1" status: 204 len: 168 time: 0.2154653 Jun 17 08:48:01.496552 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-837abc65-9293-4a88-b350-a67256af519b tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:01.498129 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-36b36592-cb8d-46fe-858e-5dcebd4acbe1 req-7c9cf037-45f0-4b9c-8970-57d3e7eb676d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Calling delete_port for 1f4d3e2a-2376-4ced-9168-959d9ff76220 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:01.506678 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185742c-9ecc-45e2-b825-eb8dfca5339f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360fef21-3d3c-42b9-92b4-61811f4fe31c,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:01.509371 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6185742c-9ecc-45e2-b825-eb8dfca5339f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:01.761286 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63e57d-88d4-4044-8c85-dbd2216e8d58 req-1a00f0f0-08b3-46f1-a06d-44c8110b4e15 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:01.762839 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9d63e57d-88d4-4044-8c85-dbd2216e8d58 req-1a00f0f0-08b3-46f1-a06d-44c8110b4e15 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.0698106 Jun 17 08:48:01.786589 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-36b36592-cb8d-46fe-858e-5dcebd4acbe1 req-7c9cf037-45f0-4b9c-8970-57d3e7eb676d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:01.794194 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c1cb2a57-85a8-45af-a1d5-937690c5a23f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:01.825076 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9cf037-45f0-4b9c-8970-57d3e7eb676d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Pushing event deleted for resources: {'Port': ['ID=1f4d3e2a-2376-4ced-9168-959d9ff76220,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:01.828669 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7c9cf037-45f0-4b9c-8970-57d3e7eb676d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:01.869521 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9d63e57d-88d4-4044-8c85-dbd2216e8d58 req-ce13eed6-a05a-496c-a092-60636ffb5952 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998480 Jun 17 08:48:01.872833 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52132e58-e289-4442-a64a-f354ddd35e66 req-d62cfcce-b346-4c2c-a037-3597d4e33a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:01.876385 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-52132e58-e289-4442-a64a-f354ddd35e66 req-d62cfcce-b346-4c2c-a037-3597d4e33a3c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9&tenant_id=e01d01d179104814a9128dc5fc44bfde HTTP/1.1" status: 200 len: 1102 time: 0.0670466 Jun 17 08:48:01.886492 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-52132e58-e289-4442-a64a-f354ddd35e66 req-7caf36ba-3b49-4eb7-9c20-3ed5b3173d64 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-30', 'device_owner': 'compute:nova'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:01.887313 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b36592-cb8d-46fe-858e-5dcebd4acbe1 req-7c9cf037-45f0-4b9c-8970-57d3e7eb676d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] No DVR routers for this DVR port 1f4d3e2a-2376-4ced-9168-959d9ff76220 on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:48:01.890737 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-36b36592-cb8d-46fe-858e-5dcebd4acbe1 req-7c9cf037-45f0-4b9c-8970-57d3e7eb676d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:01.892881 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-36b36592-cb8d-46fe-858e-5dcebd4acbe1 req-7c9cf037-45f0-4b9c-8970-57d3e7eb676d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.53 "DELETE /v2.0/ports/1f4d3e2a-2376-4ced-9168-959d9ff76220 HTTP/1.1" status: 204 len: 173 time: 0.6740112 Jun 17 08:48:01.893489 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51ccfa8-5d4c-4854-b819-c6f216dead5c', 'name': 'network-vif-deleted', 'tag': '1f4d3e2a-2376-4ced-9168-959d9ff76220'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:01.896740 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4b66d9-ad40-43f9-9e77-bd15349d27ec" -d '{"events": [{"server_uuid": "a51ccfa8-5d4c-4854-b819-c6f216dead5c", "name": "network-vif-deleted", "tag": "1f4d3e2a-2376-4ced-9168-959d9ff76220"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:01.952723 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e936ce1-f6eb-4ca9-a62a-72f2f51ef590 x-openstack-request-id: req-6e936ce1-f6eb-4ca9-a62a-72f2f51ef590 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:01.953254 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a51ccfa8-5d4c-4854-b819-c6f216dead5c", "name": "network-vif-deleted", "tag": "1f4d3e2a-2376-4ced-9168-959d9ff76220", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:01.953562 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e936ce1-f6eb-4ca9-a62a-72f2f51ef590 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:01.954016 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a51ccfa8-5d4c-4854-b819-c6f216dead5c', 'name': 'network-vif-deleted', 'tag': '1f4d3e2a-2376-4ced-9168-959d9ff76220', 'status': 'completed', 'code': 200} Jun 17 08:48:01.990450 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-52132e58-e289-4442-a64a-f354ddd35e66 req-7caf36ba-3b49-4eb7-9c20-3ed5b3173d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:02.069334 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fdf7a68d-b8b9-4f2d-b0bd-f354f8aab0f3 req-92424deb-8815-47b4-9970-dbd9c6cf0bb4 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 210 time: 0.0448196 Jun 17 08:48:02.280261 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13dab9-8339-403a-84cf-c6305190d683 req-55a5f3be-084f-41f4-9dae-0293942cf081 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:02.281697 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4b13dab9-8339-403a-84cf-c6305190d683 req-55a5f3be-084f-41f4-9dae-0293942cf081 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=67d90162-7f65-4211-957d-9aaf72011b19 HTTP/1.1" status: 200 len: 943 time: 0.1353483 Jun 17 08:48:02.328921 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-52132e58-e289-4442-a64a-f354ddd35e66 req-7caf36ba-3b49-4eb7-9c20-3ed5b3173d64 service neutron] For port 896c54f1-ae47-4935-b8e3-354bee4054e8, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=896c54f1-ae47-4935-b8e3-354bee4054e8,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:02.363080 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4b13dab9-8339-403a-84cf-c6305190d683 req-9fbef8d8-3b85-4c06-bc21-6fc05c64d9b3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700512 Jun 17 08:48:02.392337 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-52132e58-e289-4442-a64a-f354ddd35e66 req-7caf36ba-3b49-4eb7-9c20-3ed5b3173d64 service neutron] For port 896c54f1-ae47-4935-b8e3-354bee4054e8, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:02.407307 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a714f-04b0-477e-b26b-3f4c468994e3 req-326f10ba-10d5-46a7-a14c-f1f3629a4a56 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:02.409507 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-178a714f-04b0-477e-b26b-3f4c468994e3 req-326f10ba-10d5-46a7-a14c-f1f3629a4a56 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.0808041 Jun 17 08:48:02.434941 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:02.452179 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07eace6a-bbfa-4c6c-b83a-de1820a6d1a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '896c54f1-ae47-4935-b8e3-354bee4054e8'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:02.456915 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b8c406-5c02-4d88-a53a-27f47c547e38" -d '{"events": [{"server_uuid": "07eace6a-bbfa-4c6c-b83a-de1820a6d1a9", "name": "network-vif-unplugged", "status": "completed", "tag": "896c54f1-ae47-4935-b8e3-354bee4054e8"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:02.461847 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-52132e58-e289-4442-a64a-f354ddd35e66 req-7caf36ba-3b49-4eb7-9c20-3ed5b3173d64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:02.476908 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-52132e58-e289-4442-a64a-f354ddd35e66 req-7caf36ba-3b49-4eb7-9c20-3ed5b3173d64 service neutron] Transition to ACTIVE for port object 896c54f1-ae47-4935-b8e3-354bee4054e8 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:02.496309 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-178a714f-04b0-477e-b26b-3f4c468994e3 req-06c433fe-20ab-4857-93f0-9630201d7194 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631840 Jun 17 08:48:02.548369 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b6c054-7cea-47ba-9bb6-3b17c751e484 x-openstack-request-id: req-10b6c054-7cea-47ba-9bb6-3b17c751e484 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:02.548706 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07eace6a-bbfa-4c6c-b83a-de1820a6d1a9", "name": "network-vif-unplugged", "status": "completed", "tag": "896c54f1-ae47-4935-b8e3-354bee4054e8", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:02.549558 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-10b6c054-7cea-47ba-9bb6-3b17c751e484 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:02.550001 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07eace6a-bbfa-4c6c-b83a-de1820a6d1a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '896c54f1-ae47-4935-b8e3-354bee4054e8', 'code': 200} Jun 17 08:48:02.606875 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-128a5720-4d37-47e7-92cb-04acb6c2bf97 req-831a5355-a484-495d-8a71-f7ba580f8a74 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0275273 Jun 17 08:48:02.691685 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-128a5720-4d37-47e7-92cb-04acb6c2bf97 req-9ee3aa52-ca51-4ac6-b622-7a13a452616c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=702856434aae449ea41d8a187426d151&device_id=a51ccfa8-5d4c-4854-b819-c6f216dead5c HTTP/1.1" status: 200 len: 210 time: 0.0319130 Jun 17 08:48:02.751223 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-52132e58-e289-4442-a64a-f354ddd35e66 req-7caf36ba-3b49-4eb7-9c20-3ed5b3173d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:02.754670 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:02.815312 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a5720-4d37-47e7-92cb-04acb6c2bf97 req-86b5acc6-2d05-4167-92cd-2f4c0cb6e98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:02.817161 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-128a5720-4d37-47e7-92cb-04acb6c2bf97 req-86b5acc6-2d05-4167-92cd-2f4c0cb6e98f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=702856434aae449ea41d8a187426d151&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1051364 Jun 17 08:48:02.849754 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-52132e58-e289-4442-a64a-f354ddd35e66 req-7caf36ba-3b49-4eb7-9c20-3ed5b3173d64 service neutron] No DVR routers for this DVR port 896c54f1-ae47-4935-b8e3-354bee4054e8 on host n-h2-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:48:02.856599 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf36ba-3b49-4eb7-9c20-3ed5b3173d64 service neutron] Pushing event updated for resources: {'Port': ['ID=896c54f1-ae47-4935-b8e3-354bee4054e8,revision_number=6']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:02.865018 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7caf36ba-3b49-4eb7-9c20-3ed5b3173d64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:02.932938 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-52132e58-e289-4442-a64a-f354ddd35e66 req-7caf36ba-3b49-4eb7-9c20-3ed5b3173d64 service neutron] Attempting to bind port 896c54f1-ae47-4935-b8e3-354bee4054e8 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:48:02.933386 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-52132e58-e289-4442-a64a-f354ddd35e66 req-7caf36ba-3b49-4eb7-9c20-3ed5b3173d64 service neutron] Attempting to bind port 896c54f1-ae47-4935-b8e3-354bee4054e8 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:48:02.933723 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52132e58-e289-4442-a64a-f354ddd35e66 req-7caf36ba-3b49-4eb7-9c20-3ed5b3173d64 service neutron] Attempting to bind port 896c54f1-ae47-4935-b8e3-354bee4054e8 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:02.938960 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52132e58-e289-4442-a64a-f354ddd35e66 req-7caf36ba-3b49-4eb7-9c20-3ed5b3173d64 service neutron] Port 896c54f1-ae47-4935-b8e3-354bee4054e8 on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:48:02.939289 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52132e58-e289-4442-a64a-f354ddd35e66 req-7caf36ba-3b49-4eb7-9c20-3ed5b3173d64 service neutron] Attempting to bind port 896c54f1-ae47-4935-b8e3-354bee4054e8 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:02.945628 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52132e58-e289-4442-a64a-f354ddd35e66 req-7caf36ba-3b49-4eb7-9c20-3ed5b3173d64 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:48:02.946045 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52132e58-e289-4442-a64a-f354ddd35e66 req-7caf36ba-3b49-4eb7-9c20-3ed5b3173d64 service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:02.946518 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52132e58-e289-4442-a64a-f354ddd35e66 req-7caf36ba-3b49-4eb7-9c20-3ed5b3173d64 service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:48:02.947072 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-52132e58-e289-4442-a64a-f354ddd35e66 req-7caf36ba-3b49-4eb7-9c20-3ed5b3173d64 service neutron] Bound port: 896c54f1-ae47-4935-b8e3-354bee4054e8, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:48:02.947628 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-52132e58-e289-4442-a64a-f354ddd35e66 req-7caf36ba-3b49-4eb7-9c20-3ed5b3173d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:02.950290 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a5720-4d37-47e7-92cb-04acb6c2bf97 req-1d77d5b6-6f91-4728-b705-42e6a993a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:02.951956 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-128a5720-4d37-47e7-92cb-04acb6c2bf97 req-1d77d5b6-6f91-4728-b705-42e6a993a2ad service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281607 Jun 17 08:48:03.080645 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-52132e58-e289-4442-a64a-f354ddd35e66 req-7caf36ba-3b49-4eb7-9c20-3ed5b3173d64 service neutron] For port 896c54f1-ae47-4935-b8e3-354bee4054e8, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:03.085032 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-52132e58-e289-4442-a64a-f354ddd35e66 req-7caf36ba-3b49-4eb7-9c20-3ed5b3173d64 service neutron] For port 896c54f1-ae47-4935-b8e3-354bee4054e8, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=896c54f1-ae47-4935-b8e3-354bee4054e8,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:48:03.153454 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac1669-0591-4126-8932-ac49e940cde2 req-03572f8b-2bd6-4fd9-a0b2-e383c84c3e49 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:03.155030 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3aac1669-0591-4126-8932-ac49e940cde2 req-03572f8b-2bd6-4fd9-a0b2-e383c84c3e49 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.0676229 Jun 17 08:48:03.155481 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-52132e58-e289-4442-a64a-f354ddd35e66 req-7caf36ba-3b49-4eb7-9c20-3ed5b3173d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:03.158873 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9076762c-b14e-46ce-b4bc-d6c2bfd91385 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:03.197944 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52132e58-e289-4442-a64a-f354ddd35e66 req-7caf36ba-3b49-4eb7-9c20-3ed5b3173d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:03.198099 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3aac1669-0591-4126-8932-ac49e940cde2 req-0af00ba7-a7a2-4a6b-b80c-ad7a47914d28 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361321 Jun 17 08:48:03.208843 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-52132e58-e289-4442-a64a-f354ddd35e66 req-7caf36ba-3b49-4eb7-9c20-3ed5b3173d64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:03.210909 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-52132e58-e289-4442-a64a-f354ddd35e66 req-7caf36ba-3b49-4eb7-9c20-3ed5b3173d64 service neutron] 10.222.0.50 "PUT /v2.0/ports/896c54f1-ae47-4935-b8e3-354bee4054e8 HTTP/1.1" status: 200 len: 1097 time: 1.3292408 Jun 17 08:48:03.256319 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf36ba-3b49-4eb7-9c20-3ed5b3173d64 service neutron] Pushing event updated for resources: {'Port': ['ID=896c54f1-ae47-4935-b8e3-354bee4054e8,revision_number=7']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:03.262771 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7caf36ba-3b49-4eb7-9c20-3ed5b3173d64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:03.329622 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52132e58-e289-4442-a64a-f354ddd35e66 req-6e3d4e7f-3638-4f6d-8b43-e51b2f2c16fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:03.331207 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-52132e58-e289-4442-a64a-f354ddd35e66 req-6e3d4e7f-3638-4f6d-8b43-e51b2f2c16fc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 1100 time: 0.0701463 Jun 17 08:48:03.437568 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52132e58-e289-4442-a64a-f354ddd35e66 req-299db105-a415-48c6-83d1-236a80882c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:03.440307 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-52132e58-e289-4442-a64a-f354ddd35e66 req-299db105-a415-48c6-83d1-236a80882c05 service neutron] 10.222.0.50 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.1014504 Jun 17 08:48:03.487487 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-52132e58-e289-4442-a64a-f354ddd35e66 req-1ae8ddf5-7e70-45c1-98c7-54a301e81fd6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=896c54f1-ae47-4935-b8e3-354bee4054e8 HTTP/1.1" status: 200 len: 217 time: 0.0416005 Jun 17 08:48:03.569532 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52132e58-e289-4442-a64a-f354ddd35e66 req-c139c221-2f01-4612-85b3-74b516df44a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:03.571028 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-52132e58-e289-4442-a64a-f354ddd35e66 req-c139c221-2f01-4612-85b3-74b516df44a0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0722425 Jun 17 08:48:03.615644 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57257b4b-4b53-4655-becd-bad7be3a6d84 req-fd41f5ab-c93e-4c9f-8cea-afdfe322f0f9 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:03.617247 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-57257b4b-4b53-4655-becd-bad7be3a6d84 req-fd41f5ab-c93e-4c9f-8cea-afdfe322f0f9 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=67d90162-7f65-4211-957d-9aaf72011b19 HTTP/1.1" status: 200 len: 943 time: 0.1285510 Jun 17 08:48:03.673714 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-57257b4b-4b53-4655-becd-bad7be3a6d84 req-96a55394-ae99-4894-972e-629022fdecd8 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497489 Jun 17 08:48:03.679417 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52132e58-e289-4442-a64a-f354ddd35e66 req-896be215-e9a1-4099-aa28-849e8f8b65fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:03.680963 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-52132e58-e289-4442-a64a-f354ddd35e66 req-896be215-e9a1-4099-aa28-849e8f8b65fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1004429 Jun 17 08:48:03.774771 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-52132e58-e289-4442-a64a-f354ddd35e66 req-da941f86-380d-4b97-b108-f0ae9e9dc129 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867593 Jun 17 08:48:03.808600 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 2d207028-4b95-419e-be6f-114317fcaa67 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:48:03.925289 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16004679-7d7d-44bc-ad91-5b3b825a275f req-dff53de1-c097-4a48-856a-47c5c3d2ff2a tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:03.933453 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-16004679-7d7d-44bc-ad91-5b3b825a275f req-dff53de1-c097-4a48-856a-47c5c3d2ff2a tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 948 time: 0.1553650 Jun 17 08:48:03.940953 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 53450) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:03.948260 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-52132e58-e289-4442-a64a-f354ddd35e66 req-250ef31a-9f89-4627-8d1d-cd01997f84aa service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611636 Jun 17 08:48:04.003556 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-16004679-7d7d-44bc-ad91-5b3b825a275f req-f7e2c99d-acf0-4f16-b6b6-3b456be7c103 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691698 Jun 17 08:48:04.108496 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8a910709-8a8e-4dd2-bb77-d13d246732ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:04.109053 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 2d207028-4b95-419e-be6f-114317fcaa67, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=2d207028-4b95-419e-be6f-114317fcaa67,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:04.124103 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '2d207028-4b95-419e-be6f-114317fcaa67', 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0', 'port_id': '2d207028-4b95-419e-be6f-114317fcaa67', 'mac_address': 'fa:16:3e:a7:54:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3ab4f8a-558c-4943-babf-c8684f255cc6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:48:04.168669 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:04.183034 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d207028-4b95-419e-be6f-114317fcaa67 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:48:04.206455 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 2d207028-4b95-419e-be6f-114317fcaa67, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=2d207028-4b95-419e-be6f-114317fcaa67,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:04.225544 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163a348-7f3d-49c7-a43f-93a593bdbe43 req-3f6ced44-8876-4292-a8b4-ce21f7e20f3c tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:04.227030 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1163a348-7f3d-49c7-a43f-93a593bdbe43 req-3f6ced44-8876-4292-a8b4-ce21f7e20f3c tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 945 time: 0.1017847 Jun 17 08:48:04.290476 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1163a348-7f3d-49c7-a43f-93a593bdbe43 req-918bfd8b-1abb-4377-833a-d41ba9d25523 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/security-groups?id=381d239b-afce-40c5-ba02-2b9d7328e02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560894 Jun 17 08:48:04.303119 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8a910709-8a8e-4dd2-bb77-d13d246732ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:04.386311 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed575c-9e8b-48f7-bc27-dbe85ee215d0 req-453bc7d4-15c0-4ae7-aa10-455602193324 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:04.387143 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:04.392234 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-88ed575c-9e8b-48f7-bc27-dbe85ee215d0 req-453bc7d4-15c0-4ae7-aa10-455602193324 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.0652840 Jun 17 08:48:04.392439 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:04.439463 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=2d207028-4b95-419e-be6f-114317fcaa67,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:04.442626 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:04.466143 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-88ed575c-9e8b-48f7-bc27-dbe85ee215d0 req-37935267-b8b9-4796-9d51-929485b0aa02 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714970 Jun 17 08:48:04.489380 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8a910709-8a8e-4dd2-bb77-d13d246732ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:04.489380 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8bcb9c05-f0ca-4e37-8f58-83cd17cf953d tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:04.500114 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaad757-96c2-4bd1-9f16-71779c86d2ef req-230a3467-5232-4332-bb6b-4f7117ace67c tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:04.501687 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ceaad757-96c2-4bd1-9f16-71779c86d2ef req-230a3467-5232-4332-bb6b-4f7117ace67c tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.50 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 945 time: 0.0876238 Jun 17 08:48:04.524740 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a910709-8a8e-4dd2-bb77-d13d246732ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fae43cb-4b0f-4c12-9582-1c5ba2b5285b,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:04.529374 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-8a910709-8a8e-4dd2-bb77-d13d246732ad admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=88646d61418f462db3e6cad594734de3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5868702 Jun 17 08:48:04.530456 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8a910709-8a8e-4dd2-bb77-d13d246732ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:04.531812 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 53458) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:04.552722 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07eace6a-bbfa-4c6c-b83a-de1820a6d1a9', 'tag': '896c54f1-ae47-4935-b8e3-354bee4054e8'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:04.555285 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c194161-55c0-4782-80ee-23a5727a3beb" -d '{"events": [{"name": "network-changed", "server_uuid": "07eace6a-bbfa-4c6c-b83a-de1820a6d1a9", "tag": "896c54f1-ae47-4935-b8e3-354bee4054e8"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:04.612769 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad2eaee-723b-4a81-91a7-e22cba1514cb x-openstack-request-id: req-1ad2eaee-723b-4a81-91a7-e22cba1514cb {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:04.613136 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07eace6a-bbfa-4c6c-b83a-de1820a6d1a9", "tag": "896c54f1-ae47-4935-b8e3-354bee4054e8", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:04.613418 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1ad2eaee-723b-4a81-91a7-e22cba1514cb {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:04.613850 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07eace6a-bbfa-4c6c-b83a-de1820a6d1a9', 'tag': '896c54f1-ae47-4935-b8e3-354bee4054e8', 'status': 'completed', 'code': 200} Jun 17 08:48:04.616756 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-acff6e9e-e9a2-4c2d-9f7e-8e8952e18298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:04.666347 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-acff6e9e-e9a2-4c2d-9f7e-8e8952e18298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:04.673311 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-ceaad757-96c2-4bd1-9f16-71779c86d2ef req-cdf028f0-e299-4e5c-bb2d-61817f14197d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Deleting port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:04.673656 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ceaad757-96c2-4bd1-9f16-71779c86d2ef req-cdf028f0-e299-4e5c-bb2d-61817f14197d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:04.678005 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['2d207028-4b95-419e-be6f-114317fcaa67'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:48:04.756436 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c194161-55c0-4782-80ee-23a5727a3beb req-2160bf27-d95f-4a34-99be-b85d016b2c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:04.758121 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3c194161-55c0-4782-80ee-23a5727a3beb req-2160bf27-d95f-4a34-99be-b85d016b2c61 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 1100 time: 0.1239595 Jun 17 08:48:04.760297 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 1f4d3e2a-2376-4ced-9168-959d9ff76220 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:48:04.776847 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c194161-55c0-4782-80ee-23a5727a3beb req-83d75d10-c7fd-41fd-ba2b-70f4eb964db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:04.778340 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3c194161-55c0-4782-80ee-23a5727a3beb req-83d75d10-c7fd-41fd-ba2b-70f4eb964db9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 1100 time: 0.1422496 Jun 17 08:48:04.795241 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-ceaad757-96c2-4bd1-9f16-71779c86d2ef req-cdf028f0-e299-4e5c-bb2d-61817f14197d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] For port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb,segment=NetworkSegment(e7b07e00-e710-4850-861f-98c1864629db),segment_id=e7b07e00-e710-4850-861f-98c1864629db)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:04.795605 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ceaad757-96c2-4bd1-9f16-71779c86d2ef req-cdf028f0-e299-4e5c-bb2d-61817f14197d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:04.808145 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 1f4d3e2a-2376-4ced-9168-959d9ff76220 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:48:04.808593 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 1f4d3e2a-2376-4ced-9168-959d9ff76220 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:48:04.809116 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 896c54f1-ae47-4935-b8e3-354bee4054e8 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:48:04.831277 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-acff6e9e-e9a2-4c2d-9f7e-8e8952e18298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:04.834564 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-acff6e9e-e9a2-4c2d-9f7e-8e8952e18298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:04.838451 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-acff6e9e-e9a2-4c2d-9f7e-8e8952e18298 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7fae43cb-4b0f-4c12-9582-1c5ba2b5285b HTTP/1.1" status: 204 len: 168 time: 0.3028855 Jun 17 08:48:04.838451 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c7aa3662-ce49-4853-914d-98405ddb65c0 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:04.883319 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 896c54f1-ae47-4935-b8e3-354bee4054e8 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:48:04.904695 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff6e9e-e9a2-4c2d-9f7e-8e8952e18298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fae43cb-4b0f-4c12-9582-1c5ba2b5285b,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:04.907317 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c194161-55c0-4782-80ee-23a5727a3beb req-5deb726f-1392-4a53-b522-b300cebdcf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:04.908863 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3c194161-55c0-4782-80ee-23a5727a3beb req-5deb726f-1392-4a53-b522-b300cebdcf65 service neutron] 10.222.0.53 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.1430724 Jun 17 08:48:04.909677 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-acff6e9e-e9a2-4c2d-9f7e-8e8952e18298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:04.935844 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-ceaad757-96c2-4bd1-9f16-71779c86d2ef req-cdf028f0-e299-4e5c-bb2d-61817f14197d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Calling delete_port for 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:04.953016 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3c194161-55c0-4782-80ee-23a5727a3beb req-3e819251-fecd-4085-b539-a523c43b23f6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=896c54f1-ae47-4935-b8e3-354bee4054e8 HTTP/1.1" status: 200 len: 217 time: 0.0370975 Jun 17 08:48:05.017207 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c194161-55c0-4782-80ee-23a5727a3beb req-dd9a37a4-4ac4-4f4c-af88-d9e53b2dd2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:05.020492 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3c194161-55c0-4782-80ee-23a5727a3beb req-dd9a37a4-4ac4-4f4c-af88-d9e53b2dd2dc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0590048 Jun 17 08:48:05.054142 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c194161-55c0-4782-80ee-23a5727a3beb req-127d39d6-56e0-4a56-bc16-89266587ba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:05.055610 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3c194161-55c0-4782-80ee-23a5727a3beb req-127d39d6-56e0-4a56-bc16-89266587ba29 service neutron] 10.222.0.50 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.2695909 Jun 17 08:48:05.085742 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c194161-55c0-4782-80ee-23a5727a3beb req-abc8d1e3-61e5-4873-9451-51519ac82e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:05.087366 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3c194161-55c0-4782-80ee-23a5727a3beb req-abc8d1e3-61e5-4873-9451-51519ac82e33 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0605664 Jun 17 08:48:05.088358 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf315c-9f82-4a31-a410-31ea7692b66d req-4be59239-801d-4ae5-9205-0bbdbc45b1c2 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:05.089864 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3baf315c-9f82-4a31-a410-31ea7692b66d req-4be59239-801d-4ae5-9205-0bbdbc45b1c2 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=67d90162-7f65-4211-957d-9aaf72011b19 HTTP/1.1" status: 200 len: 944 time: 0.2697849 Jun 17 08:48:05.122585 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3c194161-55c0-4782-80ee-23a5727a3beb req-a1c641a6-62a7-47ce-89f7-9d6f71a9f21e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=896c54f1-ae47-4935-b8e3-354bee4054e8 HTTP/1.1" status: 200 len: 217 time: 0.0560884 Jun 17 08:48:05.211476 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3c194161-55c0-4782-80ee-23a5727a3beb req-0c3e642e-c002-41e9-821e-faec9a322bbb service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083517 Jun 17 08:48:05.233492 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3baf315c-9f82-4a31-a410-31ea7692b66d req-c9721636-eda9-4c46-8f23-6ea686e08b04 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162040 Jun 17 08:48:05.278189 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c194161-55c0-4782-80ee-23a5727a3beb req-efdf350f-4efa-4f5a-b782-4ef8a11195b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:05.280029 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3c194161-55c0-4782-80ee-23a5727a3beb req-efdf350f-4efa-4f5a-b782-4ef8a11195b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1487606 Jun 17 08:48:05.357413 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c194161-55c0-4782-80ee-23a5727a3beb req-474181bf-13d2-4987-87b0-5f26fdb78b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:05.361340 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3c194161-55c0-4782-80ee-23a5727a3beb req-474181bf-13d2-4987-87b0-5f26fdb78b06 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0709915 Jun 17 08:48:05.375031 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3c194161-55c0-4782-80ee-23a5727a3beb req-8f6b54e6-6a4e-40b1-a103-d5659a243d57 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564922 Jun 17 08:48:05.398705 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac4d0c-642d-4039-8472-93c824322e56 req-079fae56-f5f3-43da-b04d-f0a6c5ad3b3e tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:05.400262 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e9ac4d0c-642d-4039-8472-93c824322e56 req-079fae56-f5f3-43da-b04d-f0a6c5ad3b3e tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 948 time: 0.1090446 Jun 17 08:48:05.422345 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ceaad757-96c2-4bd1-9f16-71779c86d2ef req-cdf028f0-e299-4e5c-bb2d-61817f14197d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:05.433489 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-16eacdf8-c16f-4e78-8420-89971147086f tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:05.443926 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e9ac4d0c-642d-4039-8472-93c824322e56 req-46723582-a425-49ea-bba3-0be23817e9dc tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363810 Jun 17 08:48:05.476507 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf028f0-e299-4e5c-bb2d-61817f14197d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Pushing event deleted for resources: {'Port': ['ID=9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:05.478278 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-cdf028f0-e299-4e5c-bb2d-61817f14197d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:05.552436 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceaad757-96c2-4bd1-9f16-71779c86d2ef req-cdf028f0-e299-4e5c-bb2d-61817f14197d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] No DVR routers for this DVR port 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:48:05.575295 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ceaad757-96c2-4bd1-9f16-71779c86d2ef req-cdf028f0-e299-4e5c-bb2d-61817f14197d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:05.577210 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ceaad757-96c2-4bd1-9f16-71779c86d2ef req-cdf028f0-e299-4e5c-bb2d-61817f14197d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.50 "DELETE /v2.0/ports/9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb HTTP/1.1" status: 204 len: 173 time: 1.0698352 Jun 17 08:48:05.579351 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aa7a5b1d-2d6d-4176-8267-c808a0e74974 req-78ca83fc-67f3-4f10-890f-1d9f5cfa832d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 210 time: 0.0680609 Jun 17 08:48:05.586858 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3c194161-55c0-4782-80ee-23a5727a3beb req-d52185a3-50bb-45db-8b9b-4298d09993ee service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203760 Jun 17 08:48:05.672939 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf1595-fa75-4f29-a71b-996e2ddbf196 req-1f887719-70e5-486e-8e27-3953dc7962c2 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:05.674500 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ccdf1595-fa75-4f29-a71b-996e2ddbf196 req-1f887719-70e5-486e-8e27-3953dc7962c2 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.0735309 Jun 17 08:48:05.684320 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3c194161-55c0-4782-80ee-23a5727a3beb req-18eb51ec-2f4d-4b3b-92ed-1b3aa0f4960a service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905213 Jun 17 08:48:05.719312 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ccdf1595-fa75-4f29-a71b-996e2ddbf196 req-7248d08b-b0d2-465d-950e-c58ebea47606 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384302 Jun 17 08:48:05.817344 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 2d207028-4b95-419e-be6f-114317fcaa67 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:06.042556 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 2d207028-4b95-419e-be6f-114317fcaa67 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:06.046853 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 2d207028-4b95-419e-be6f-114317fcaa67 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:06.047257 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:06.129392 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:06.152498 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d90162-7f65-4211-957d-9aaf72011b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d207028-4b95-419e-be6f-114317fcaa67'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:06.154940 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca4ee75-dfb8-4d16-ade4-9f6af111792f" -d '{"events": [{"server_uuid": "67d90162-7f65-4211-957d-9aaf72011b19", "name": "network-vif-plugged", "status": "completed", "tag": "2d207028-4b95-419e-be6f-114317fcaa67"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:06.168699 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 2d207028-4b95-419e-be6f-114317fcaa67, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=2d207028-4b95-419e-be6f-114317fcaa67,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:06.201436 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bfb60e-d595-4b3e-8de9-7d0cac07f83d x-openstack-request-id: req-f0bfb60e-d595-4b3e-8de9-7d0cac07f83d {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:06.202003 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d90162-7f65-4211-957d-9aaf72011b19", "name": "network-vif-plugged", "status": "completed", "tag": "2d207028-4b95-419e-be6f-114317fcaa67", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:06.203127 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f0bfb60e-d595-4b3e-8de9-7d0cac07f83d {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:06.203843 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d90162-7f65-4211-957d-9aaf72011b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d207028-4b95-419e-be6f-114317fcaa67', 'code': 200} Jun 17 08:48:06.308786 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:06.311226 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f821227c-1546-4674-ad6a-85ea8b6ac200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:06.352984 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8997c-6860-465c-8b80-a5f9596351d9 req-b5808fe2-a662-4aa7-81fb-4da55f4cf248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:06.355553 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f1c8997c-6860-465c-8b80-a5f9596351d9 req-b5808fe2-a662-4aa7-81fb-4da55f4cf248 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=67d90162-7f65-4211-957d-9aaf72011b19 HTTP/1.1" status: 200 len: 1096 time: 0.0757494 Jun 17 08:48:06.378517 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=2d207028-4b95-419e-be6f-114317fcaa67,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:06.383153 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:06.396189 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f1c8997c-6860-465c-8b80-a5f9596351d9 req-a73f4147-09a2-4d18-8ea7-1369312e0d3e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332193 Jun 17 08:48:06.466084 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b775d7-766b-4f67-bb64-bc3cd0cebb2b req-12af0347-a0b6-4de1-823c-4c7c5ff10d34 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:06.474845 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d8b775d7-766b-4f67-bb64-bc3cd0cebb2b req-12af0347-a0b6-4de1-823c-4c7c5ff10d34 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=67d90162-7f65-4211-957d-9aaf72011b19 HTTP/1.1" status: 200 len: 945 time: 0.0827384 Jun 17 08:48:06.520286 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d8b775d7-766b-4f67-bb64-bc3cd0cebb2b req-749d014e-08be-4597-9bea-14948d65942d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440755 Jun 17 08:48:06.620386 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34967022-009f-4e2e-b501-8b769b8b36d4', 'name': 'network-vif-deleted', 'tag': '9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:06.629814 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf7ae01-91d9-4852-b784-2ada6306afa9" -d '{"events": [{"server_uuid": "34967022-009f-4e2e-b501-8b769b8b36d4", "name": "network-vif-deleted", "tag": "9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:06.711465 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd66b5-ebac-4eb4-8c29-b36dc4686ff6 req-ca916d90-526e-4403-9566-545ff0fbe5ac tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:06.713169 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6dfd66b5-ebac-4eb4-8c29-b36dc4686ff6 req-ca916d90-526e-4403-9566-545ff0fbe5ac tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 948 time: 0.1031191 Jun 17 08:48:06.753161 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6dfd66b5-ebac-4eb4-8c29-b36dc4686ff6 req-bd8e47d3-4cc3-4557-8103-b7af657ef703 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338323 Jun 17 08:48:06.772088 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8eb30d61-21d8-4ea3-87ba-32c94f378564 req-fc616682-1a3e-484e-a0fb-6443bf820000 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] 10.222.0.49 "GET /v2.0/ports?device_id=34967022-009f-4e2e-b501-8b769b8b36d4 HTTP/1.1" status: 200 len: 210 time: 0.0338659 Jun 17 08:48:06.806970 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f61d9b5-1fbd-4509-9108-3890faac30c7 x-openstack-request-id: req-0f61d9b5-1fbd-4509-9108-3890faac30c7 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:06.807316 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34967022-009f-4e2e-b501-8b769b8b36d4", "name": "network-vif-deleted", "tag": "9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:06.807611 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f61d9b5-1fbd-4509-9108-3890faac30c7 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:06.808081 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34967022-009f-4e2e-b501-8b769b8b36d4', 'name': 'network-vif-deleted', 'tag': '9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb', 'status': 'completed', 'code': 200} Jun 17 08:48:06.953766 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd40e6-1b9f-4e3a-8672-a326dfcbebda req-c3bd86f7-c7e1-401e-9923-692b782c4938 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:06.955761 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f1cd40e6-1b9f-4e3a-8672-a326dfcbebda req-c3bd86f7-c7e1-401e-9923-692b782c4938 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.0719612 Jun 17 08:48:06.996283 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f1cd40e6-1b9f-4e3a-8672-a326dfcbebda req-09048d27-4d6a-41d7-a877-52fe068076d8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330677 Jun 17 08:48:07.703882 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a0789-29f8-45f0-84da-6a1119ea11aa req-bc4c584d-35c9-4b83-bba6-1d81fa4c3ccd tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:07.705323 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-837a0789-29f8-45f0-84da-6a1119ea11aa req-bc4c584d-35c9-4b83-bba6-1d81fa4c3ccd tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=67d90162-7f65-4211-957d-9aaf72011b19 HTTP/1.1" status: 200 len: 945 time: 0.0709772 Jun 17 08:48:07.744291 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-837a0789-29f8-45f0-84da-6a1119ea11aa req-6574b679-7ef9-4cad-ad65-cf675d361cf2 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327749 Jun 17 08:48:07.833056 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 896c54f1-ae47-4935-b8e3-354bee4054e8 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:48:07.874447 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 53542) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:07.951501 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 896c54f1-ae47-4935-b8e3-354bee4054e8, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=896c54f1-ae47-4935-b8e3-354bee4054e8,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:07.965406 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee9964-8205-4167-a4e9-e273a07143d6 req-48f2d4e1-d917-4316-bf21-d99770c891e1 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:07.969210 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-13ee9964-8205-4167-a4e9-e273a07143d6 req-48f2d4e1-d917-4316-bf21-d99770c891e1 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 948 time: 0.0925014 Jun 17 08:48:07.975468 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '896c54f1-ae47-4935-b8e3-354bee4054e8', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '896c54f1-ae47-4935-b8e3-354bee4054e8', 'mac_address': 'fa:16:3e:1f:6b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:48:08.018120 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.020909 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-13ee9964-8205-4167-a4e9-e273a07143d6 req-780dc0e8-34c9-4176-987f-0b4eb59b68ad tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446150 Jun 17 08:48:08.045631 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 896c54f1-ae47-4935-b8e3-354bee4054e8 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:48:08.073284 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 896c54f1-ae47-4935-b8e3-354bee4054e8, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=896c54f1-ae47-4935-b8e3-354bee4054e8,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:08.156740 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-88af7ad0-7a64-45c4-9f9d-e44d8f7a60db admin admin] Deleting subnet b9c88322-5e95-4e53-8f33-f88e3723f8f7 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:48:08.161170 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-88af7ad0-7a64-45c4-9f9d-e44d8f7a60db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.197328 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.201985 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:08.207727 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-88af7ad0-7a64-45c4-9f9d-e44d8f7a60db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.218720 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdff19-a0d4-42ed-b1d2-846fc4a7c5c1 req-1394868b-7de1-4f49-bc86-378382fd60c7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:08.225694 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f0bdff19-a0d4-42ed-b1d2-846fc4a7c5c1 req-1394868b-7de1-4f49-bc86-378382fd60c7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.0899432 Jun 17 08:48:08.255990 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=896c54f1-ae47-4935-b8e3-354bee4054e8,revision_number=8']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:08.259785 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:08.265638 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-88af7ad0-7a64-45c4-9f9d-e44d8f7a60db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.270600 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f0bdff19-a0d4-42ed-b1d2-846fc4a7c5c1 req-f663b09f-0c55-4596-ba1c-6bdcf55e2bec tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394502 Jun 17 08:48:08.398510 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-88af7ad0-7a64-45c4-9f9d-e44d8f7a60db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.401346 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fa0f6126-32d3-49a0-955c-8935af1e1ad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:08.426226 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af7ad0-7a64-45c4-9f9d-e44d8f7a60db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9c88322-5e95-4e53-8f33-f88e3723f8f7,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:08.429366 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-88af7ad0-7a64-45c4-9f9d-e44d8f7a60db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:08.430881 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-88af7ad0-7a64-45c4-9f9d-e44d8f7a60db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.432777 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-88af7ad0-7a64-45c4-9f9d-e44d8f7a60db admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b9c88322-5e95-4e53-8f33-f88e3723f8f7 HTTP/1.1" status: 204 len: 168 time: 0.5573194 Jun 17 08:48:08.435170 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 53568) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:08.504563 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['896c54f1-ae47-4935-b8e3-354bee4054e8'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:48:08.510801 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-46897cd9-b4ce-42c4-8599-b6a37696ef2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.605498 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-46897cd9-b4ce-42c4-8599-b6a37696ef2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.616384 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-46897cd9-b4ce-42c4-8599-b6a37696ef2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8305e780-7f7d-463d-bdce-25806076a869']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:08.648559 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-46897cd9-b4ce-42c4-8599-b6a37696ef2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7b07e00-e710-4850-861f-98c1864629db') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:08.648943 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-46897cd9-b4ce-42c4-8599-b6a37696ef2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7b07e00-e710-4850-861f-98c1864629db') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:08.660635 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-46897cd9-b4ce-42c4-8599-b6a37696ef2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.679009 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-46897cd9-b4ce-42c4-8599-b6a37696ef2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.686213 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46897cd9-b4ce-42c4-8599-b6a37696ef2d admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:48:08.686616 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-46897cd9-b4ce-42c4-8599-b6a37696ef2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:48:08.688375 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:48:08.787100 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb956147-5419-40f9-988d-8b3a13f057a0 req-9cc3ace9-a8b1-4be4-a022-5354630b9859 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:08.788857 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-eb956147-5419-40f9-988d-8b3a13f057a0 req-9cc3ace9-a8b1-4be4-a022-5354630b9859 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 949 time: 0.1417186 Jun 17 08:48:08.797698 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-c01890f6-0c36-490c-8595-eaa6d8f25014 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:08.799153 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-c01890f6-0c36-490c-8595-eaa6d8f25014 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.50 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9&tenant_id=e01d01d179104814a9128dc5fc44bfde&binding%3Ahost_id=n-h1-758944-30 HTTP/1.1" status: 200 len: 949 time: 0.0988839 Jun 17 08:48:08.865502 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-46897cd9-b4ce-42c4-8599-b6a37696ef2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.873400 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-695d5c60-b106-40a2-a6db-383d71eb4bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:08.876539 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-46897cd9-b4ce-42c4-8599-b6a37696ef2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.878704 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-46897cd9-b4ce-42c4-8599-b6a37696ef2d admin admin] 10.222.0.49 "DELETE /v2.0/networks/8305e780-7f7d-463d-bdce-25806076a869 HTTP/1.1" status: 204 len: 168 time: 0.4422853 Jun 17 08:48:08.880402 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-eb956147-5419-40f9-988d-8b3a13f057a0 req-e8ce3807-d0a3-4977-a067-02b1c0a2c7ca tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801702 Jun 17 08:48:08.881667 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 53582) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:08.896178 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-630a94c1-c00c-40d0-9fc0-a710d2b45165 service neutron] 10.222.0.50 "GET /v2.0/ports/896c54f1-ae47-4935-b8e3-354bee4054e8/bindings/n-h1-758944-30 HTTP/1.1" status: 200 len: 383 time: 0.0887268 Jun 17 08:48:08.926558 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46897cd9-b4ce-42c4-8599-b6a37696ef2d admin admin] Pushing event deleted for resources: {'Network': ['ID=8305e780-7f7d-463d-bdce-25806076a869,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:08.948087 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-46897cd9-b4ce-42c4-8599-b6a37696ef2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:08.978688 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-9310e53f-b635-4afb-957f-63b15cc45f84 admin admin] Deleting subnet 8140ed6f-52b0-4a50-876e-e9c9fed5b242 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:48:08.983221 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9310e53f-b635-4afb-957f-63b15cc45f84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.988008 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-9852cfa3-fb7d-4381-b754-136df239fc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:08.989512 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-9852cfa3-fb7d-4381-b754-136df239fc51 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 1101 time: 0.0641823 Jun 17 08:48:09.026289 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9310e53f-b635-4afb-957f-63b15cc45f84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:09.063323 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a91f0b-37b3-4dd1-a499-55cb53b8ced1 req-c0ee8070-21b5-4dfc-a26a-87f5a88490d8 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:09.065506 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-76a91f0b-37b3-4dd1-a499-55cb53b8ced1 req-c0ee8070-21b5-4dfc-a26a-87f5a88490d8 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=67d90162-7f65-4211-957d-9aaf72011b19 HTTP/1.1" status: 200 len: 945 time: 0.1857944 Jun 17 08:48:09.082042 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-3160cb44-53d1-4d7e-a9e9-455a10fd89fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:09.083503 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-3160cb44-53d1-4d7e-a9e9-455a10fd89fd service neutron] 10.222.0.50 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.0877485 Jun 17 08:48:09.094533 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9310e53f-b635-4afb-957f-63b15cc45f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:09.132516 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-91198bb2-c0df-4729-a109-ed942e88ad5f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=896c54f1-ae47-4935-b8e3-354bee4054e8 HTTP/1.1" status: 200 len: 217 time: 0.0390000 Jun 17 08:48:09.138136 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-76a91f0b-37b3-4dd1-a499-55cb53b8ced1 req-515bf9cd-326d-44f1-a6f7-ad7170c139c5 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652964 Jun 17 08:48:09.184486 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-ec660b60-f8d5-4ace-97cd-0a8d5dc33539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:09.186059 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-ec660b60-f8d5-4ace-97cd-0a8d5dc33539 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0465851 Jun 17 08:48:09.243227 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-ae4a7cf2-0d1a-4c6e-a162-3f89461a7876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:09.244738 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-ae4a7cf2-0d1a-4c6e-a162-3f89461a7876 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0521822 Jun 17 08:48:09.347960 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-58d86ba2-dc4c-4781-a312-8e26ff26b8e1 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960717 Jun 17 08:48:09.355014 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9310e53f-b635-4afb-957f-63b15cc45f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:09.358570 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-92cd3002-0b15-45d9-a14c-c47733833d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:09.404072 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310e53f-b635-4afb-957f-63b15cc45f84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8140ed6f-52b0-4a50-876e-e9c9fed5b242,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:09.418002 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9310e53f-b635-4afb-957f-63b15cc45f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:09.437118 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9310e53f-b635-4afb-957f-63b15cc45f84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:09.439085 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9310e53f-b635-4afb-957f-63b15cc45f84 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8140ed6f-52b0-4a50-876e-e9c9fed5b242 HTTP/1.1" status: 204 len: 168 time: 0.5557764 Jun 17 08:48:09.442701 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 53606) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:09.523771 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a51ca-a77d-45d4-a919-b3e66c65c4b5 req-9d202283-b33c-4caf-b0f6-7789dc704a1c tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:09.524916 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-94ff2299-fc42-4cd2-95b2-b0f09e2f7fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:09.525307 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-383a51ca-a77d-45d4-a919-b3e66c65c4b5 req-9d202283-b33c-4caf-b0f6-7789dc704a1c tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/networks?id=e6105816-34ac-4e40-a08a-0beea0be79f0 HTTP/1.1" status: 200 len: 806 time: 0.1813972 Jun 17 08:48:09.527667 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-8fad63d6-a5e8-4f9b-8766-1526be437660 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716404 Jun 17 08:48:09.539278 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39273ecb-8c0a-4fdf-b8d7-1c68a5be4d1a req-4aa7fea1-cf6f-46ab-9fe9-09ebd05eaacb tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:09.540861 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-39273ecb-8c0a-4fdf-b8d7-1c68a5be4d1a req-4aa7fea1-cf6f-46ab-9fe9-09ebd05eaacb tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.1391785 Jun 17 08:48:09.547642 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-383a51ca-a77d-45d4-a919-b3e66c65c4b5 req-a8a690c1-5a8c-47aa-bbde-091499926ea4 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/quotas/bc856043629546feb20cb98761057747 HTTP/1.1" status: 200 len: 375 time: 0.0116065 Jun 17 08:48:09.620294 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-383a51ca-a77d-45d4-a919-b3e66c65c4b5 req-888b7a61-a60a-44df-863c-4e41d6cfa6ff tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bc856043629546feb20cb98761057747&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0712600 Jun 17 08:48:09.654723 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-94ff2299-fc42-4cd2-95b2-b0f09e2f7fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:09.666006 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-39273ecb-8c0a-4fdf-b8d7-1c68a5be4d1a req-a8ff0624-0a79-47d3-846e-e1335a3bbcaa tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875556 Jun 17 08:48:09.669424 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-94ff2299-fc42-4cd2-95b2-b0f09e2f7fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c7dba57-11a0-409f-a852-b14d71efed85']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:09.679546 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-94ff2299-fc42-4cd2-95b2-b0f09e2f7fa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df102fe2-fcb1-479e-adad-831aee4fb928') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:09.679935 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-94ff2299-fc42-4cd2-95b2-b0f09e2f7fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df102fe2-fcb1-479e-adad-831aee4fb928') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:09.691234 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-94ff2299-fc42-4cd2-95b2-b0f09e2f7fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:09.707313 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-94ff2299-fc42-4cd2-95b2-b0f09e2f7fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:09.723120 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ff2299-fc42-4cd2-95b2-b0f09e2f7fa9 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:48:09.724456 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-94ff2299-fc42-4cd2-95b2-b0f09e2f7fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:09.730306 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-383a51ca-a77d-45d4-a919-b3e66c65c4b5 req-f4083e67-2f5d-4190-8e22-b3f1efd38da1 service neutron] 10.222.0.49 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065857 Jun 17 08:48:09.833697 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-383a51ca-a77d-45d4-a919-b3e66c65c4b5 req-e02b17ce-3c5c-49cd-93eb-a503741e2712 service neutron] 10.222.0.49 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966089 Jun 17 08:48:09.843085 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 896c54f1-ae47-4935-b8e3-354bee4054e8 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:48:10.097659 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:48:10.114696 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 896c54f1-ae47-4935-b8e3-354bee4054e8 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:10.122584 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 896c54f1-ae47-4935-b8e3-354bee4054e8 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:10.122584 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:10.192518 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c076c-58a6-411c-983a-f95fa5e67c48 req-93a85d78-c0fb-499f-b453-a7f2a802cef8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:10.194072 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e86c076c-58a6-411c-983a-f95fa5e67c48 req-93a85d78-c0fb-499f-b453-a7f2a802cef8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 949 time: 0.0952916 Jun 17 08:48:10.229389 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:10.244107 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e86c076c-58a6-411c-983a-f95fa5e67c48 req-4f5c0cf4-062f-4c4b-b7e5-9adf47ef0f86 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392087 Jun 17 08:48:10.256003 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07eace6a-bbfa-4c6c-b83a-de1820a6d1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896c54f1-ae47-4935-b8e3-354bee4054e8'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:10.258401 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba56ad33-2737-49c8-807b-086113a640df" -d '{"events": [{"server_uuid": "07eace6a-bbfa-4c6c-b83a-de1820a6d1a9", "name": "network-vif-plugged", "status": "completed", "tag": "896c54f1-ae47-4935-b8e3-354bee4054e8"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:10.300295 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 896c54f1-ae47-4935-b8e3-354bee4054e8, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=896c54f1-ae47-4935-b8e3-354bee4054e8,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:10.320518 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32663ff-520d-4cba-acc3-ea4dd4f9c3ff x-openstack-request-id: req-f32663ff-520d-4cba-acc3-ea4dd4f9c3ff {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:10.320826 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07eace6a-bbfa-4c6c-b83a-de1820a6d1a9", "name": "network-vif-plugged", "status": "completed", "tag": "896c54f1-ae47-4935-b8e3-354bee4054e8", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:10.321086 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f32663ff-520d-4cba-acc3-ea4dd4f9c3ff {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:10.321494 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07eace6a-bbfa-4c6c-b83a-de1820a6d1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896c54f1-ae47-4935-b8e3-354bee4054e8', 'code': 200} Jun 17 08:48:10.329059 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-94ff2299-fc42-4cd2-95b2-b0f09e2f7fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:10.335160 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-94ff2299-fc42-4cd2-95b2-b0f09e2f7fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:10.338061 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-94ff2299-fc42-4cd2-95b2-b0f09e2f7fa9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1c7dba57-11a0-409f-a852-b14d71efed85 HTTP/1.1" status: 204 len: 168 time: 0.8934627 Jun 17 08:48:10.338301 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:10.352142 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff2299-fc42-4cd2-95b2-b0f09e2f7fa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c7dba57-11a0-409f-a852-b14d71efed85,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:10.354794 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-94ff2299-fc42-4cd2-95b2-b0f09e2f7fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:10.468591 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:10.469494 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:48:10.472157 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:10.490950 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:48:10.491269 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 9a98f2f6-b1f6-49be-8ec1-43b10c53c7eb not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:48:10.532825 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=896c54f1-ae47-4935-b8e3-354bee4054e8,revision_number=9']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:10.535913 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:10.708802 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 53642) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:10.866065 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa76c18-9a55-40b7-9185-a311c7804189 req-d6b9daf7-a11f-4025-bed3-96f3b370ad41 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:10.873208 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 53654) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:10.877929 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bfa76c18-9a55-40b7-9185-a311c7804189 req-d6b9daf7-a11f-4025-bed3-96f3b370ad41 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.0842717 Jun 17 08:48:10.922184 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bfa76c18-9a55-40b7-9185-a311c7804189 req-51d6bde6-0f12-4ab6-9356-e1603cd21c41 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432816 Jun 17 08:48:10.940555 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-abd316f6-0a7b-4517-97d9-55d4ac65d6c1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=702856434aae449ea41d8a187426d151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0633593 Jun 17 08:48:10.941277 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 53658) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:11.036356 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c42a2715-b842-42a3-8a27-6b65122026ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:11.114803 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c42a2715-b842-42a3-8a27-6b65122026ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:11.136453 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8e00f1de-4a4d-4ca5-943b-b2891f68ca5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:11.233192 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-fdeb4492-e3fb-4f19-91b8-c250d4315a74 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:11.234648 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-fdeb4492-e3fb-4f19-91b8-c250d4315a74 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/networks?id=e6105816-34ac-4e40-a08a-0beea0be79f0 HTTP/1.1" status: 200 len: 806 time: 0.1872416 Jun 17 08:48:11.263328 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-dc55fc5b-1b27-4891-86f7-a94369c1b3cf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/quotas/bc856043629546feb20cb98761057747 HTTP/1.1" status: 200 len: 375 time: 0.0223725 Jun 17 08:48:11.344897 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8e00f1de-4a4d-4ca5-943b-b2891f68ca5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:11.364372 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-852cf26a-9073-4b57-b989-b7588a08a31c tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bc856043629546feb20cb98761057747&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0940566 Jun 17 08:48:11.378047 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-24afb084-f351-4e9c-bdcb-ee2261786384 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:48:11.379114 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-24afb084-f351-4e9c-bdcb-ee2261786384 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058200 Jun 17 08:48:11.405045 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c42a2715-b842-42a3-8a27-6b65122026ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:11.407495 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c42a2715-b842-42a3-8a27-6b65122026ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:11.408896 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c42a2715-b842-42a3-8a27-6b65122026ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/381d239b-afce-40c5-ba02-2b9d7328e02e HTTP/1.1" status: 204 len: 168 time: 0.4668093 Jun 17 08:48:11.412228 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4a4e1800-19c1-4214-a5ae-ceb4cb54830f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:11.445886 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc5e33-ee61-4d2d-8738-5392cd5da6d6 req-43499937-fc40-428b-98f2-31dd5cc22e8b tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:11.447529 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-edcc5e33-ee61-4d2d-8738-5392cd5da6d6 req-43499937-fc40-428b-98f2-31dd5cc22e8b tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.0701706 Jun 17 08:48:11.450069 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a2715-b842-42a3-8a27-6b65122026ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381d239b-afce-40c5-ba02-2b9d7328e02e,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:11.453813 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c42a2715-b842-42a3-8a27-6b65122026ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:11.483410 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8e00f1de-4a4d-4ca5-943b-b2891f68ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:11.488300 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c74f0e8a-de04-4b5a-bd44-ae2d5f0ae89d tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:11.503033 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-edcc5e33-ee61-4d2d-8738-5392cd5da6d6 req-a363628f-624a-4ab1-b21b-adf0ca51f2a0 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462410 Jun 17 08:48:11.543494 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00f1de-4a4d-4ca5-943b-b2891f68ca5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa4418c-e3fb-4cca-b27f-e560cd6665da,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:11.547787 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8e00f1de-4a4d-4ca5-943b-b2891f68ca5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:11.550477 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-a3d70e7f-6c6f-45c0-9883-ce53a1b1dcdd service neutron] 10.222.0.49 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649880 Jun 17 08:48:11.555791 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-8e00f1de-4a4d-4ca5-943b-b2891f68ca5d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cb8b3bb5302a4ffd97cb190efb79e805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8455365 Jun 17 08:48:11.556496 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 53674) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:11.667971 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6d908db2-7511-430d-aa88-b7774326417c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:11.686862 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-4b841e05-777a-40c1-b22c-be78cd7600b0 service neutron] 10.222.0.49 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241214 Jun 17 08:48:11.698153 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6d908db2-7511-430d-aa88-b7774326417c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:11.894527 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6d908db2-7511-430d-aa88-b7774326417c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:11.897200 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6d908db2-7511-430d-aa88-b7774326417c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:11.898361 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6d908db2-7511-430d-aa88-b7774326417c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5aa4418c-e3fb-4cca-b27f-e560cd6665da HTTP/1.1" status: 204 len: 168 time: 0.3409808 Jun 17 08:48:11.899166 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ea20672c-4b4e-4fc3-8d32-b59c77190311 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:11.906921 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d908db2-7511-430d-aa88-b7774326417c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa4418c-e3fb-4cca-b27f-e560cd6665da,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:11.909840 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6d908db2-7511-430d-aa88-b7774326417c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:12.181243 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507382df-f172-4c9e-904a-28300aa15f0f req-66a8647c-a8f3-4aa5-bc78-fcc111c69987 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:12.181243 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-507382df-f172-4c9e-904a-28300aa15f0f req-66a8647c-a8f3-4aa5-bc78-fcc111c69987 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.0672002 Jun 17 08:48:12.221987 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-507382df-f172-4c9e-904a-28300aa15f0f req-0cae338b-e32e-4081-8fee-330148e95a66 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358355 Jun 17 08:48:12.316543 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8cef5d6d-818f-47c3-bec2-c43399780584 req-b8534faf-775a-4045-8406-000c64cd947a tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8dc6973-f657-4742-924f-a69c66e00e63 HTTP/1.1" status: 200 len: 210 time: 0.0453413 Jun 17 08:48:12.686477 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef3e03-f466-468d-a501-6079c6af4043 req-cd36958b-2682-4b18-b1f6-50eec6497d3a tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:12.688125 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d0ef3e03-f466-468d-a501-6079c6af4043 req-cd36958b-2682-4b18-b1f6-50eec6497d3a tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.0672333 Jun 17 08:48:12.729881 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d0ef3e03-f466-468d-a501-6079c6af4043 req-826de610-1f3e-4954-ad0d-29af0149071e tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352411 Jun 17 08:48:12.744201 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 53700) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:12.785857 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6a1e63fd-5974-4010-9e0d-6d1cfec67967 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6032f2d2beb045f49770106766198cb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400460 Jun 17 08:48:12.788035 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 53702) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:12.857321 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9ac76d5d-e5b9-492b-a430-291ebf57dbaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:12.898843 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9ac76d5d-e5b9-492b-a430-291ebf57dbaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:13.108436 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9ac76d5d-e5b9-492b-a430-291ebf57dbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:13.112062 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9ac76d5d-e5b9-492b-a430-291ebf57dbaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:13.113696 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9ac76d5d-e5b9-492b-a430-291ebf57dbaf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/79e9e019-453e-477c-b0eb-21fd1dbddbc7 HTTP/1.1" status: 204 len: 168 time: 0.3245735 Jun 17 08:48:13.116406 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2f535c28-182e-4f9e-bb01-10336167d146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:13.118200 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 53710) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:13.139267 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2933200d-88df-4d3b-b3d1-7a0c5c0d7eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:13.154877 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac76d5d-e5b9-492b-a430-291ebf57dbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e9e019-453e-477c-b0eb-21fd1dbddbc7,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:13.158734 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9ac76d5d-e5b9-492b-a430-291ebf57dbaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:13.200649 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-0ac336b0-7729-4813-8233-423bc9ad33b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:13.202423 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-0ac336b0-7729-4813-8233-423bc9ad33b6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9&tenant_id=e01d01d179104814a9128dc5fc44bfde HTTP/1.1" status: 200 len: 1102 time: 0.0874214 Jun 17 08:48:13.220016 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-b4a36639-30b7-4162-b439-57c0ec5a4e45 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-30', 'device_owner': 'compute:nova'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:13.246647 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2933200d-88df-4d3b-b3d1-7a0c5c0d7eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:13.306426 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-b4a36639-30b7-4162-b439-57c0ec5a4e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:13.393674 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2933200d-88df-4d3b-b3d1-7a0c5c0d7eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:13.396512 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8577c604-430c-4c2e-b170-161d28b5009b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:13.435963 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933200d-88df-4d3b-b3d1-7a0c5c0d7eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12379c8f-a696-4e98-88b9-d1e4b6619648,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:13.442232 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2933200d-88df-4d3b-b3d1-7a0c5c0d7eeb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=472e61408468448196167fdc29305bb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3225400 Jun 17 08:48:13.448158 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2933200d-88df-4d3b-b3d1-7a0c5c0d7eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:13.452457 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 53718) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:13.509195 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda90e14-b13b-4527-a553-9a519d1adacf req-3c3689a2-8279-4400-9870-dcb4ba3246b6 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:13.510807 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cda90e14-b13b-4527-a553-9a519d1adacf req-3c3689a2-8279-4400-9870-dcb4ba3246b6 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.1593599 Jun 17 08:48:13.605733 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cda90e14-b13b-4527-a553-9a519d1adacf req-869bdef2-b5ad-4728-a1ac-031f6a6f7b1d tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881755 Jun 17 08:48:13.659232 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-b4a36639-30b7-4162-b439-57c0ec5a4e45 service neutron] For port 896c54f1-ae47-4935-b8e3-354bee4054e8, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=896c54f1-ae47-4935-b8e3-354bee4054e8,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:13.723090 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-b4a36639-30b7-4162-b439-57c0ec5a4e45 service neutron] For port 896c54f1-ae47-4935-b8e3-354bee4054e8, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:13.768450 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07eace6a-bbfa-4c6c-b83a-de1820a6d1a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '896c54f1-ae47-4935-b8e3-354bee4054e8'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:13.771862 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e989a91-0813-4417-98a9-056e80a8d6ea" -d '{"events": [{"server_uuid": "07eace6a-bbfa-4c6c-b83a-de1820a6d1a9", "name": "network-vif-unplugged", "status": "completed", "tag": "896c54f1-ae47-4935-b8e3-354bee4054e8"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:13.776796 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-b4a36639-30b7-4162-b439-57c0ec5a4e45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:13.796115 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-b4a36639-30b7-4162-b439-57c0ec5a4e45 service neutron] Transition to ACTIVE for port object 896c54f1-ae47-4935-b8e3-354bee4054e8 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:13.852218 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-98b974aa-0916-4ca2-924a-21e6bee82e59 req-d0cb21f9-21f5-4ffe-99cb-d5f24cab2591 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8dc6973-f657-4742-924f-a69c66e00e63 HTTP/1.1" status: 200 len: 210 time: 0.4023809 Jun 17 08:48:13.907474 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6721a3bd-9dd2-4f2c-9de4-1939314d4b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:13.915733 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-b4a36639-30b7-4162-b439-57c0ec5a4e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:13.921416 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c7397ec5-1e49-4847-865a-ba0eb008c117 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:13.930153 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec55373b-1b9a-4ee6-bca8-65cbe031b1eb x-openstack-request-id: req-ec55373b-1b9a-4ee6-bca8-65cbe031b1eb {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:13.930493 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07eace6a-bbfa-4c6c-b83a-de1820a6d1a9", "name": "network-vif-unplugged", "status": "completed", "tag": "896c54f1-ae47-4935-b8e3-354bee4054e8", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:13.930796 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec55373b-1b9a-4ee6-bca8-65cbe031b1eb {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:13.931237 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07eace6a-bbfa-4c6c-b83a-de1820a6d1a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '896c54f1-ae47-4935-b8e3-354bee4054e8', 'code': 200} Jun 17 08:48:13.936561 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6721a3bd-9dd2-4f2c-9de4-1939314d4b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:14.027961 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6d864-cb06-4eed-87cb-6fe69ee0d1ca req-7b2eff39-c22d-45c9-a3c1-7402221af39a tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:14.031597 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e2a6d864-cb06-4eed-87cb-6fe69ee0d1ca req-7b2eff39-c22d-45c9-a3c1-7402221af39a tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.1623037 Jun 17 08:48:14.057984 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-b4a36639-30b7-4162-b439-57c0ec5a4e45 service neutron] No DVR routers for this DVR port 896c54f1-ae47-4935-b8e3-354bee4054e8 on host n-h1-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:48:14.060363 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a36639-30b7-4162-b439-57c0ec5a4e45 service neutron] Pushing event updated for resources: {'Port': ['ID=896c54f1-ae47-4935-b8e3-354bee4054e8,revision_number=10']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:14.080848 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b4a36639-30b7-4162-b439-57c0ec5a4e45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:14.134432 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6721a3bd-9dd2-4f2c-9de4-1939314d4b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:14.137054 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6721a3bd-9dd2-4f2c-9de4-1939314d4b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:14.137222 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e2a6d864-cb06-4eed-87cb-6fe69ee0d1ca req-9a36030b-fbd7-4a09-9141-d30e7cd04374 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807219 Jun 17 08:48:14.138580 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-6721a3bd-9dd2-4f2c-9de4-1939314d4b05 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/12379c8f-a696-4e98-88b9-d1e4b6619648 HTTP/1.1" status: 204 len: 168 time: 0.6825812 Jun 17 08:48:14.139774 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-14daa25e-e69f-4aa1-a983-276e6d5a0f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:14.143629 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-b4a36639-30b7-4162-b439-57c0ec5a4e45 service neutron] Attempting to bind port 896c54f1-ae47-4935-b8e3-354bee4054e8 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:48:14.144004 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-b4a36639-30b7-4162-b439-57c0ec5a4e45 service neutron] Attempting to bind port 896c54f1-ae47-4935-b8e3-354bee4054e8 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:48:14.144334 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-b4a36639-30b7-4162-b439-57c0ec5a4e45 service neutron] Attempting to bind port 896c54f1-ae47-4935-b8e3-354bee4054e8 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:14.149478 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-b4a36639-30b7-4162-b439-57c0ec5a4e45 service neutron] Port 896c54f1-ae47-4935-b8e3-354bee4054e8 on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:48:14.150133 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-b4a36639-30b7-4162-b439-57c0ec5a4e45 service neutron] Attempting to bind port 896c54f1-ae47-4935-b8e3-354bee4054e8 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:14.154019 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721a3bd-9dd2-4f2c-9de4-1939314d4b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12379c8f-a696-4e98-88b9-d1e4b6619648,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:14.158411 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6721a3bd-9dd2-4f2c-9de4-1939314d4b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:14.160351 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-b4a36639-30b7-4162-b439-57c0ec5a4e45 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:48:14.160572 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-b4a36639-30b7-4162-b439-57c0ec5a4e45 service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:14.160963 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-b4a36639-30b7-4162-b439-57c0ec5a4e45 service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:48:14.161409 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-b4a36639-30b7-4162-b439-57c0ec5a4e45 service neutron] Bound port: 896c54f1-ae47-4935-b8e3-354bee4054e8, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:48:14.161762 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-b4a36639-30b7-4162-b439-57c0ec5a4e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:14.246269 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-b4a36639-30b7-4162-b439-57c0ec5a4e45 service neutron] For port 896c54f1-ae47-4935-b8e3-354bee4054e8, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:14.247726 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-b4a36639-30b7-4162-b439-57c0ec5a4e45 service neutron] For port 896c54f1-ae47-4935-b8e3-354bee4054e8, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=896c54f1-ae47-4935-b8e3-354bee4054e8,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:48:14.477373 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-b4a36639-30b7-4162-b439-57c0ec5a4e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:14.480602 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6287ebeb-e158-4eca-a8d3-9fb583716855 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:14.511960 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-b4a36639-30b7-4162-b439-57c0ec5a4e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:14.512588 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-b4a36639-30b7-4162-b439-57c0ec5a4e45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:14.513963 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-b4a36639-30b7-4162-b439-57c0ec5a4e45 service neutron] 10.222.0.53 "PUT /v2.0/ports/896c54f1-ae47-4935-b8e3-354bee4054e8 HTTP/1.1" status: 200 len: 1098 time: 1.2983646 Jun 17 08:48:14.537578 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a36639-30b7-4162-b439-57c0ec5a4e45 service neutron] Pushing event updated for resources: {'Port': ['ID=896c54f1-ae47-4935-b8e3-354bee4054e8,revision_number=11']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:14.555935 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b4a36639-30b7-4162-b439-57c0ec5a4e45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:14.608987 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-a010050b-0729-4733-b54f-d0549697b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:14.612033 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-a010050b-0729-4733-b54f-d0549697b399 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 1101 time: 0.0702233 Jun 17 08:48:14.717038 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-be8a0abd-5e30-44e9-8dd2-f67aefffb14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:14.718625 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-be8a0abd-5e30-44e9-8dd2-f67aefffb14c service neutron] 10.222.0.53 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.0986183 Jun 17 08:48:14.761216 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-38734888-2a76-451f-aa65-a51151a9f4a1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=896c54f1-ae47-4935-b8e3-354bee4054e8 HTTP/1.1" status: 200 len: 217 time: 0.0352104 Jun 17 08:48:14.831956 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-5d844d02-c980-4aa3-a374-e218a65c496e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:14.834572 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-5d844d02-c980-4aa3-a374-e218a65c496e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0660048 Jun 17 08:48:14.846646 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52a916-8e17-4392-bd6b-d6c8d62a6ce8 req-a9c93467-ffe9-4537-b07a-b40f7f665e59 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:14.849077 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8e52a916-8e17-4392-bd6b-d6c8d62a6ce8 req-a9c93467-ffe9-4537-b07a-b40f7f665e59 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.0755649 Jun 17 08:48:14.920201 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8e52a916-8e17-4392-bd6b-d6c8d62a6ce8 req-e2774c13-248f-4646-8ff4-c4558795cec7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649612 Jun 17 08:48:14.924901 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-dafaa67b-8ff8-4bd4-a76a-b288bb77bdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:14.940485 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-dafaa67b-8ff8-4bd4-a76a-b288bb77bdcb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0831208 Jun 17 08:48:15.030944 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7fc0bcae-e7f1-4369-838a-2bc1d2890bde req-b934df76-f0e6-4907-b5c5-0a1bfa5baf48 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8dc6973-f657-4742-924f-a69c66e00e63 HTTP/1.1" status: 200 len: 210 time: 0.0411072 Jun 17 08:48:15.069892 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-086b77c9-caf9-40c3-a054-a4ede00176ac service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363108 Jun 17 08:48:15.161779 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0cd91239-69a8-44e2-a9fd-b2605e3f4a8a req-0eadd06c-4470-47e1-8f20-f9f115e104df service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855258 Jun 17 08:48:15.337063 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316679d-2e87-401f-b868-3cdaa217d693 req-b8f78709-02d2-419e-975c-9c25cc1677e6 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:15.338565 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f316679d-2e87-401f-b868-3cdaa217d693 req-b8f78709-02d2-419e-975c-9c25cc1677e6 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 949 time: 0.0695810 Jun 17 08:48:15.383050 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f316679d-2e87-401f-b868-3cdaa217d693 req-fcd1d3cd-e78d-4b69-a916-0f8885c564dd tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387204 Jun 17 08:48:15.581113 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-5abecc40-1ab4-41e3-94b3-908a9d1315fe tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:15.582747 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-5abecc40-1ab4-41e3-94b3-908a9d1315fe tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.53 "GET /v2.0/networks?id=e6105816-34ac-4e40-a08a-0beea0be79f0 HTTP/1.1" status: 200 len: 806 time: 0.1377189 Jun 17 08:48:15.606965 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-ae986ca5-8392-4af9-82e7-993217b60cdf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Request body: {'port': {'device_id': 'b8dc6973-f657-4742-924f-a69c66e00e63', 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0', 'admin_state_up': True, 'tenant_id': 'bc856043629546feb20cb98761057747'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:15.862826 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 896c54f1-ae47-4935-b8e3-354bee4054e8 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:48:15.888096 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-ae986ca5-8392-4af9-82e7-993217b60cdf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Made reservation on behalf of bc856043629546feb20cb98761057747 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:48:15.891956 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-ae986ca5-8392-4af9-82e7-993217b60cdf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:15.915747 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 896c54f1-ae47-4935-b8e3-354bee4054e8 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:48:15.953064 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07eace6a-bbfa-4c6c-b83a-de1820a6d1a9', 'tag': '896c54f1-ae47-4935-b8e3-354bee4054e8'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:15.955736 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2a6d7b-89fe-4072-9109-a5eb35b61b52" -d '{"events": [{"name": "network-changed", "server_uuid": "07eace6a-bbfa-4c6c-b83a-de1820a6d1a9", "tag": "896c54f1-ae47-4935-b8e3-354bee4054e8"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:16.060327 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-ae986ca5-8392-4af9-82e7-993217b60cdf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Allocated IP 172.20.0.3 (e6105816-34ac-4e40-a08a-0beea0be79f0/d3ab4f8a-558c-4943-babf-c8684f255cc6/5ccada3b-7a33-4c87-b251-5b452f123e7a) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:48:16.075422 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f0360e-3648-4654-b2ad-3506b9ed304c x-openstack-request-id: req-86f0360e-3648-4654-b2ad-3506b9ed304c {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:16.076026 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07eace6a-bbfa-4c6c-b83a-de1820a6d1a9", "tag": "896c54f1-ae47-4935-b8e3-354bee4054e8", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:16.076659 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-86f0360e-3648-4654-b2ad-3506b9ed304c {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:16.077631 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07eace6a-bbfa-4c6c-b83a-de1820a6d1a9', 'tag': '896c54f1-ae47-4935-b8e3-354bee4054e8', 'status': 'completed', 'code': 200} Jun 17 08:48:16.167269 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a6d7b-89fe-4072-9109-a5eb35b61b52 req-aaddf69c-4f20-4a06-8f37-fe20b24c19f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:16.169948 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3b2a6d7b-89fe-4072-9109-a5eb35b61b52 req-aaddf69c-4f20-4a06-8f37-fe20b24c19f5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 1101 time: 0.0963612 Jun 17 08:48:16.298106 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a6d7b-89fe-4072-9109-a5eb35b61b52 req-2ac2048c-00a1-459e-987b-9128872afd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:16.300140 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3b2a6d7b-89fe-4072-9109-a5eb35b61b52 req-2ac2048c-00a1-459e-987b-9128872afd60 service neutron] 10.222.0.50 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.1173582 Jun 17 08:48:16.322040 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a6d7b-89fe-4072-9109-a5eb35b61b52 req-1fe55634-ebcf-42bc-a7dd-238793de1912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:16.327369 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3b2a6d7b-89fe-4072-9109-a5eb35b61b52 req-1fe55634-ebcf-42bc-a7dd-238793de1912 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e01d01d179104814a9128dc5fc44bfde&device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 1101 time: 0.2080729 Jun 17 08:48:16.334407 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-26627e6a-ad49-4878-9cd8-a9a8a0ec5a28 req-9d466c74-c0c3-4906-9ee5-d74d7c5e994e tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8dc6973-f657-4742-924f-a69c66e00e63 HTTP/1.1" status: 200 len: 210 time: 0.0330203 Jun 17 08:48:16.369874 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942ae4a-571a-4c0d-8efd-13fdea25f910 req-c1cce6f2-94f2-4631-930b-424aad3e4159 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:16.369874 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5942ae4a-571a-4c0d-8efd-13fdea25f910 req-c1cce6f2-94f2-4631-930b-424aad3e4159 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.2135792 Jun 17 08:48:16.393652 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3b2a6d7b-89fe-4072-9109-a5eb35b61b52 req-4f81a20a-a51c-4fad-b4a2-0aafee4f02f1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=896c54f1-ae47-4935-b8e3-354bee4054e8 HTTP/1.1" status: 200 len: 217 time: 0.0580218 Jun 17 08:48:16.395773 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-ae986ca5-8392-4af9-82e7-993217b60cdf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:16.455771 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a6d7b-89fe-4072-9109-a5eb35b61b52 req-5d02d47a-7af3-4dd4-adf9-c1fcb367110c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:16.457586 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3b2a6d7b-89fe-4072-9109-a5eb35b61b52 req-5d02d47a-7af3-4dd4-adf9-c1fcb367110c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0578332 Jun 17 08:48:16.511826 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5942ae4a-571a-4c0d-8efd-13fdea25f910 req-2f1a6901-3241-42b6-8291-0844a3b322d9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094811 Jun 17 08:48:16.536665 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a6d7b-89fe-4072-9109-a5eb35b61b52 req-83953ffe-6991-4c4b-a3a2-9216d63b592c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:16.536865 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a6d7b-89fe-4072-9109-a5eb35b61b52 req-6ac722d1-a4d8-4a29-9c15-175ca18884e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:16.540439 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3b2a6d7b-89fe-4072-9109-a5eb35b61b52 req-83953ffe-6991-4c4b-a3a2-9216d63b592c service neutron] 10.222.0.53 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.2024527 Jun 17 08:48:16.540867 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3b2a6d7b-89fe-4072-9109-a5eb35b61b52 req-6ac722d1-a4d8-4a29-9c15-175ca18884e7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0743818 Jun 17 08:48:16.629239 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-ae986ca5-8392-4af9-82e7-993217b60cdf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:16.632087 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3b2a6d7b-89fe-4072-9109-a5eb35b61b52 req-5c649caa-e8c1-4f9e-a465-bc71d4a85fe1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=896c54f1-ae47-4935-b8e3-354bee4054e8 HTTP/1.1" status: 200 len: 217 time: 0.0863681 Jun 17 08:48:16.641076 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['2d207028-4b95-419e-be6f-114317fcaa67'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:48:16.642029 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cf002c03-9a86-47ff-a006-4a4c4c5bdabe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:16.656709 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3b2a6d7b-89fe-4072-9109-a5eb35b61b52 req-f7577628-5c13-47a7-aea2-becd4eccbda0 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081085 Jun 17 08:48:16.696757 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae986ca5-8392-4af9-82e7-993217b60cdf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Pushing event updated for resources: {'Port': ['ID=5ccada3b-7a33-4c87-b251-5b452f123e7a,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:16.711997 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-ae986ca5-8392-4af9-82e7-993217b60cdf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Network e6105816-34ac-4e40-a08a-0beea0be79f0 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:16.720065 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ae986ca5-8392-4af9-82e7-993217b60cdf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:16.741738 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-ae986ca5-8392-4af9-82e7-993217b60cdf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:16.764355 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-ae986ca5-8392-4af9-82e7-993217b60cdf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:48:16.776266 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3b2a6d7b-89fe-4072-9109-a5eb35b61b52 req-6489821e-3500-45e0-a7f9-a81ec552e117 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118338 Jun 17 08:48:16.822623 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a6d7b-89fe-4072-9109-a5eb35b61b52 req-de934d34-1686-48e3-a428-44283b9edcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:16.824239 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3b2a6d7b-89fe-4072-9109-a5eb35b61b52 req-de934d34-1686-48e3-a428-44283b9edcde service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1300204 Jun 17 08:48:16.851457 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-ae986ca5-8392-4af9-82e7-993217b60cdf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:16.852165 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-ae986ca5-8392-4af9-82e7-993217b60cdf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:16.906489 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2c139-b582-4406-9ba3-b99180eb13ea req-384d0f61-7471-4e1f-b0db-d404ec8c4ecf tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:16.908565 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-25e2c139-b582-4406-9ba3-b99180eb13ea req-384d0f61-7471-4e1f-b0db-d404ec8c4ecf tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 949 time: 0.2123015 Jun 17 08:48:16.970963 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a6d7b-89fe-4072-9109-a5eb35b61b52 req-1881b9a4-c8c0-437c-a62f-5804b9fcb577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:16.972601 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3b2a6d7b-89fe-4072-9109-a5eb35b61b52 req-1881b9a4-c8c0-437c-a62f-5804b9fcb577 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1406119 Jun 17 08:48:16.978423 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-25e2c139-b582-4406-9ba3-b99180eb13ea req-b5cd0db0-9d30-45e8-9374-e791683df979 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635996 Jun 17 08:48:17.002122 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-ae986ca5-8392-4af9-82e7-993217b60cdf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4004483 Jun 17 08:48:17.030927 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-7b6ea939-051c-4b50-9605-bc84720b00ec service neutron] Request body: {'port': {'device_id': 'b8dc6973-f657-4742-924f-a69c66e00e63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:17.136947 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3b2a6d7b-89fe-4072-9109-a5eb35b61b52 req-652592e1-f158-4279-a520-a3b0c2f3c218 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555471 Jun 17 08:48:17.293839 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3b2a6d7b-89fe-4072-9109-a5eb35b61b52 req-ed1271ab-5cae-4bff-83c9-d75c7b036fab service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489477 Jun 17 08:48:17.296910 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-7b6ea939-051c-4b50-9605-bc84720b00ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:17.330847 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a093c4-d1c3-4ce8-8e5f-d53db2bf1e5b req-613667ed-4940-4253-a4f0-3a501168eb2e tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:17.338922 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-67a093c4-d1c3-4ce8-8e5f-d53db2bf1e5b req-613667ed-4940-4253-a4f0-3a501168eb2e tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/ports?device_id=152d17c2-be71-4bbb-aa23-e291618c599a HTTP/1.1" status: 200 len: 946 time: 0.1128166 Jun 17 08:48:17.403973 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-67a093c4-d1c3-4ce8-8e5f-d53db2bf1e5b req-1f34cad1-6a38-4677-be9e-b285c1858970 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/security-groups?id=11df9f26-e00c-427d-ac21-5fe47b92978e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639532 Jun 17 08:48:17.591946 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:17.641511 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caabfb8-9924-4060-8ac6-b13ef7d29590 req-b87f069a-35fb-491e-a7ea-10cd7daecaf5 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:17.643532 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6caabfb8-9924-4060-8ac6-b13ef7d29590 req-b87f069a-35fb-491e-a7ea-10cd7daecaf5 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8dc6973-f657-4742-924f-a69c66e00e63 HTTP/1.1" status: 200 len: 931 time: 0.1112192 Jun 17 08:48:17.698934 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab73fe-6e66-4c51-895f-592263103dd0 req-4372749b-a118-4b60-b17e-7c4a865bf78f tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:17.700497 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-73ab73fe-6e66-4c51-895f-592263103dd0 req-4372749b-a118-4b60-b17e-7c4a865bf78f tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.0746222 Jun 17 08:48:17.738590 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6caabfb8-9924-4060-8ac6-b13ef7d29590 req-f870663e-9c2e-4f10-8a46-910a024d9549 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872021 Jun 17 08:48:17.740601 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-7b6ea939-051c-4b50-9605-bc84720b00ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ccada3b-7a33-4c87-b251-5b452f123e7a {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:48:17.746477 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-73ab73fe-6e66-4c51-895f-592263103dd0 req-ff6cf04b-b03f-4959-b5d2-ff7413eaf3a6 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395041 Jun 17 08:48:17.754444 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-7b6ea939-051c-4b50-9605-bc84720b00ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:17.768843 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-7b6ea939-051c-4b50-9605-bc84720b00ec service neutron] Transition to ACTIVE for port object 5ccada3b-7a33-4c87-b251-5b452f123e7a will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:17.902211 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-7b6ea939-051c-4b50-9605-bc84720b00ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:17.905532 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1262c9ed-09fb-4bb0-b016-3c6fe4777a3a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:17.998775 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ea939-051c-4b50-9605-bc84720b00ec service neutron] Pushing event updated for resources: {'Port': ['ID=5ccada3b-7a33-4c87-b251-5b452f123e7a,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:18.017808 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7b6ea939-051c-4b50-9605-bc84720b00ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:18.074843 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-7b6ea939-051c-4b50-9605-bc84720b00ec service neutron] Attempting to bind port 5ccada3b-7a33-4c87-b251-5b452f123e7a on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:48:18.075209 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-7b6ea939-051c-4b50-9605-bc84720b00ec service neutron] Attempting to bind port 5ccada3b-7a33-4c87-b251-5b452f123e7a by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': 'db2ad255-e350-4531-a281-16b05a94881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:48:18.075551 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-7b6ea939-051c-4b50-9605-bc84720b00ec service neutron] Attempting to bind port 5ccada3b-7a33-4c87-b251-5b452f123e7a on network e6105816-34ac-4e40-a08a-0beea0be79f0 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:18.081415 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-7b6ea939-051c-4b50-9605-bc84720b00ec service neutron] Port 5ccada3b-7a33-4c87-b251-5b452f123e7a on network e6105816-34ac-4e40-a08a-0beea0be79f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:48:18.082096 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-7b6ea939-051c-4b50-9605-bc84720b00ec service neutron] Attempting to bind port 5ccada3b-7a33-4c87-b251-5b452f123e7a on network e6105816-34ac-4e40-a08a-0beea0be79f0 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:18.090624 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-7b6ea939-051c-4b50-9605-bc84720b00ec service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:48:18.097188 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-7b6ea939-051c-4b50-9605-bc84720b00ec service neutron] Checking segment: {'id': 'db2ad255-e350-4531-a281-16b05a94881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:18.097188 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-7b6ea939-051c-4b50-9605-bc84720b00ec service neutron] Bound using segment: {'id': 'db2ad255-e350-4531-a281-16b05a94881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:48:18.097188 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-7b6ea939-051c-4b50-9605-bc84720b00ec service neutron] Bound port: 5ccada3b-7a33-4c87-b251-5b452f123e7a, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2ad255-e350-4531-a281-16b05a94881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:48:18.097188 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-7b6ea939-051c-4b50-9605-bc84720b00ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:18.165067 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-7b6ea939-051c-4b50-9605-bc84720b00ec service neutron] For port 5ccada3b-7a33-4c87-b251-5b452f123e7a, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:18.168949 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-7b6ea939-051c-4b50-9605-bc84720b00ec service neutron] For port 5ccada3b-7a33-4c87-b251-5b452f123e7a, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=5ccada3b-7a33-4c87-b251-5b452f123e7a,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:48:18.254712 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-7b6ea939-051c-4b50-9605-bc84720b00ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:18.266675 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7a3067d3-3271-46b4-9cb7-b906444b7594 tempest-ServersOnMultiNodesTest-200427902 tempest-ServersOnMultiNodesTest-200427902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:18.301377 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-7b6ea939-051c-4b50-9605-bc84720b00ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:18.302064 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-7b6ea939-051c-4b50-9605-bc84720b00ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:18.303684 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-7b6ea939-051c-4b50-9605-bc84720b00ec service neutron] 10.222.0.53 "PUT /v2.0/ports/5ccada3b-7a33-4c87-b251-5b452f123e7a HTTP/1.1" status: 200 len: 1092 time: 1.2870591 Jun 17 08:48:18.305212 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8dc6973-f657-4742-924f-a69c66e00e63', 'tag': '5ccada3b-7a33-4c87-b251-5b452f123e7a'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:18.310105 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb395de-20a0-4233-a9c2-9017037e4e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8dc6973-f657-4742-924f-a69c66e00e63", "tag": "5ccada3b-7a33-4c87-b251-5b452f123e7a"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:18.378468 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ea939-051c-4b50-9605-bc84720b00ec service neutron] Pushing event updated for resources: {'Port': ['ID=5ccada3b-7a33-4c87-b251-5b452f123e7a,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:18.383227 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7b6ea939-051c-4b50-9605-bc84720b00ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:18.407425 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823f32b-1f70-4ef2-9af4-98b63d0ee9d3 req-0ab74da1-d396-4539-91e9-3ca1cd2240dd tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:18.409435 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7823f32b-1f70-4ef2-9af4-98b63d0ee9d3 req-0ab74da1-d396-4539-91e9-3ca1cd2240dd tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 949 time: 0.0965443 Jun 17 08:48:18.450582 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7823f32b-1f70-4ef2-9af4-98b63d0ee9d3 req-bb8b6dcd-e8d5-4e90-ada9-a78afc3afbdb tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355253 Jun 17 08:48:18.501952 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8067bb49-5940-42bb-b259-682bb60e85b4 x-openstack-request-id: req-8067bb49-5940-42bb-b259-682bb60e85b4 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:18.502314 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8dc6973-f657-4742-924f-a69c66e00e63", "tag": "5ccada3b-7a33-4c87-b251-5b452f123e7a", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:18.502619 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8067bb49-5940-42bb-b259-682bb60e85b4 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:18.503244 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8dc6973-f657-4742-924f-a69c66e00e63', 'tag': '5ccada3b-7a33-4c87-b251-5b452f123e7a', 'status': 'completed', 'code': 200} Jun 17 08:48:18.595341 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb395de-20a0-4233-a9c2-9017037e4e5b req-4a0a7390-23f4-46e5-b966-b2e5dce069f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:18.596872 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bfb395de-20a0-4233-a9c2-9017037e4e5b req-4a0a7390-23f4-46e5-b966-b2e5dce069f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bc856043629546feb20cb98761057747&device_id=b8dc6973-f657-4742-924f-a69c66e00e63 HTTP/1.1" status: 200 len: 1095 time: 0.0702648 Jun 17 08:48:18.668586 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69599e20-724b-42a9-af4b-526c81aad2db req-af9af65c-19cb-4e32-a5a5-655c9b97a418 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:18.670278 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-69599e20-724b-42a9-af4b-526c81aad2db req-af9af65c-19cb-4e32-a5a5-655c9b97a418 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/ports?device_id=152d17c2-be71-4bbb-aa23-e291618c599a HTTP/1.1" status: 200 len: 946 time: 0.0651329 Jun 17 08:48:18.710230 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-69599e20-724b-42a9-af4b-526c81aad2db req-e3672e8b-db14-4f9d-afda-c1f0047dab47 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/security-groups?id=11df9f26-e00c-427d-ac21-5fe47b92978e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335920 Jun 17 08:48:18.730823 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b7909-b8f4-4c96-9a60-a64ec98b968f req-60bf822e-fdac-4b44-b88a-ba0fc6eb6e99 tempest-MigrationsAdminTest-1236016570 tempest-MigrationsAdminTest-1236016570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:18.732375 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f63b7909-b8f4-4c96-9a60-a64ec98b968f req-60bf822e-fdac-4b44-b88a-ba0fc6eb6e99 tempest-MigrationsAdminTest-1236016570 tempest-MigrationsAdminTest-1236016570-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 1101 time: 0.1346474 Jun 17 08:48:18.738147 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb395de-20a0-4233-a9c2-9017037e4e5b req-852ce4c9-4b92-4efd-ab34-25a40def6fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:18.739746 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bfb395de-20a0-4233-a9c2-9017037e4e5b req-852ce4c9-4b92-4efd-ab34-25a40def6fab service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=bc856043629546feb20cb98761057747&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1341586 Jun 17 08:48:18.827174 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f63b7909-b8f4-4c96-9a60-a64ec98b968f req-54037975-5901-46d7-a898-adc5f8ae3b83 tempest-MigrationsAdminTest-1236016570 tempest-MigrationsAdminTest-1236016570-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860543 Jun 17 08:48:18.852268 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 896c54f1-ae47-4935-b8e3-354bee4054e8 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:48:18.932077 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb395de-20a0-4233-a9c2-9017037e4e5b req-84068e56-f042-443b-a6e6-fe972d9dff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:18.936587 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bfb395de-20a0-4233-a9c2-9017037e4e5b req-84068e56-f042-443b-a6e6-fe972d9dff41 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1890228 Jun 17 08:48:18.976531 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ac296-83e1-43f8-a302-4c1e5d7b811e req-b02257f7-f9db-4faa-94e9-28a2e30d7e69 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:18.983766 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ef6ac296-83e1-43f8-a302-4c1e5d7b811e req-b02257f7-f9db-4faa-94e9-28a2e30d7e69 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8dc6973-f657-4742-924f-a69c66e00e63 HTTP/1.1" status: 200 len: 943 time: 0.0861695 Jun 17 08:48:19.038982 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ef6ac296-83e1-43f8-a302-4c1e5d7b811e req-52959fc4-6382-472b-801f-b4de8a55d58c tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539794 Jun 17 08:48:19.061468 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 896c54f1-ae47-4935-b8e3-354bee4054e8, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=896c54f1-ae47-4935-b8e3-354bee4054e8,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:19.073661 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '896c54f1-ae47-4935-b8e3-354bee4054e8', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '896c54f1-ae47-4935-b8e3-354bee4054e8', 'mac_address': 'fa:16:3e:1f:6b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:48:19.119467 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:19.128059 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-eb840b2c-b999-4cb8-b01e-44960a5148fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:19.134185 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 896c54f1-ae47-4935-b8e3-354bee4054e8 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:48:19.135312 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-eb840b2c-b999-4cb8-b01e-44960a5148fd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bc856043629546feb20cb98761057747&device_id=b8dc6973-f657-4742-924f-a69c66e00e63 HTTP/1.1" status: 200 len: 1095 time: 0.1369081 Jun 17 08:48:19.154840 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 896c54f1-ae47-4935-b8e3-354bee4054e8, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=896c54f1-ae47-4935-b8e3-354bee4054e8,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:19.202420 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-0dd58f17-d91c-4235-88cb-b50d49a20861 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ccada3b-7a33-4c87-b251-5b452f123e7a HTTP/1.1" status: 200 len: 217 time: 0.0520518 Jun 17 08:48:19.237391 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:19.239315 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:19.293644 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=896c54f1-ae47-4935-b8e3-354bee4054e8,revision_number=12']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:19.296902 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:19.525264 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['896c54f1-ae47-4935-b8e3-354bee4054e8'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:48:19.565351 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36839c45-2763-4e38-8067-bc17d257deb0 req-a3208c29-79d4-4256-a4a3-cd2992db9aa6 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:19.565351 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-36839c45-2763-4e38-8067-bc17d257deb0 req-a3208c29-79d4-4256-a4a3-cd2992db9aa6 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.4907813 Jun 17 08:48:19.676311 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-36839c45-2763-4e38-8067-bc17d257deb0 req-48112318-3243-48c4-ae68-e2afe4607180 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071205 Jun 17 08:48:19.687869 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-08b4da17-b040-445b-a802-ccb319279fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:19.687869 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-08b4da17-b040-445b-a802-ccb319279fa1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3ab4f8a-558c-4943-babf-c8684f255cc6 HTTP/1.1" status: 200 len: 846 time: 0.4739237 Jun 17 08:48:19.729782 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-a21cfcce-15e3-4697-8082-b5992e18ea6f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e6105816-34ac-4e40-a08a-0beea0be79f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381603 Jun 17 08:48:19.837770 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-0365dcfc-042e-4e9d-904c-b2b1ea30abe7 service neutron] 10.222.0.53 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906096 Jun 17 08:48:19.972534 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cd5188ab-eb53-4f92-840b-a3786a178f4b req-6bc66fab-1f64-4552-a9e0-cf4c22f909c2 service neutron] 10.222.0.53 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276689 Jun 17 08:48:20.003272 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130f495-5cb3-4cc5-af76-fd6106a96913 req-409f6be3-016e-485f-8c39-0a10b1726c2e tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:20.004841 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b130f495-5cb3-4cc5-af76-fd6106a96913 req-409f6be3-016e-485f-8c39-0a10b1726c2e tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.0925217 Jun 17 08:48:20.048254 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b130f495-5cb3-4cc5-af76-fd6106a96913 req-a00a4dd3-ac58-4e5b-9de1-87e78ddeb5da tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349040 Jun 17 08:48:20.214388 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcecf84b-703f-478b-8973-a3fec7393c0c req-0b107677-0fed-4090-a395-d335465b2332 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:20.215821 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bcecf84b-703f-478b-8973-a3fec7393c0c req-0b107677-0fed-4090-a395-d335465b2332 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8dc6973-f657-4742-924f-a69c66e00e63 HTTP/1.1" status: 200 len: 943 time: 0.0654378 Jun 17 08:48:20.240693 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 53934) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:20.262818 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bcecf84b-703f-478b-8973-a3fec7393c0c req-5fbab8b7-9560-45e7-98dd-36445e5ee316 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409825 Jun 17 08:48:20.373782 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:20.393602 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 53940) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:20.432974 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-296e5f1c-c793-4dc1-b04e-10181c48ba20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:20.464224 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-687c56ea-8862-461f-911a-9b0449d0f661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:20.560427 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-296e5f1c-c793-4dc1-b04e-10181c48ba20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:20.622896 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc636ab-582b-44cf-8d68-2c66bcfe9977 req-5f8ad9bb-34f3-4971-81b8-5680361649eb tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:20.624423 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7fc636ab-582b-44cf-8d68-2c66bcfe9977 req-5f8ad9bb-34f3-4971-81b8-5680361649eb tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/ports?device_id=152d17c2-be71-4bbb-aa23-e291618c599a HTTP/1.1" status: 200 len: 946 time: 0.0662804 Jun 17 08:48:20.663775 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7fc636ab-582b-44cf-8d68-2c66bcfe9977 req-12705463-acfc-464b-8100-e58b8cc13a90 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/security-groups?id=11df9f26-e00c-427d-ac21-5fe47b92978e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329299 Jun 17 08:48:20.711662 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-296e5f1c-c793-4dc1-b04e-10181c48ba20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:20.717150 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3f0d67d6-6949-4afa-bdd1-8d40d3f7a4c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:20.770637 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-296e5f1c-c793-4dc1-b04e-10181c48ba20 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=20491e7ff602439c94f552bea96df9f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5299780 Jun 17 08:48:20.774284 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 53950) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:20.780588 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e5f1c-c793-4dc1-b04e-10181c48ba20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdbc77d-35df-4f97-bafe-541050840e18,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:20.795931 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-296e5f1c-c793-4dc1-b04e-10181c48ba20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:20.832213 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e426c192-1af6-4757-bf98-7e08e9b84bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:20.854508 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e426c192-1af6-4757-bf98-7e08e9b84bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:20.874692 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 896c54f1-ae47-4935-b8e3-354bee4054e8 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:20.892204 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-687c56ea-8862-461f-911a-9b0449d0f661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:20.906279 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0665f-6dd6-4fa1-a92b-97566ec8488f req-84ec35e8-9898-4373-828a-4314beb894be tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:20.907903 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b9b0665f-6dd6-4fa1-a92b-97566ec8488f req-84ec35e8-9898-4373-828a-4314beb894be tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.1067982 Jun 17 08:48:20.948056 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b9b0665f-6dd6-4fa1-a92b-97566ec8488f req-63e380dc-f2b0-4464-a810-908008128912 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333943 Jun 17 08:48:21.188734 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e426c192-1af6-4757-bf98-7e08e9b84bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:21.191685 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-687c56ea-8862-461f-911a-9b0449d0f661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:21.192348 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e426c192-1af6-4757-bf98-7e08e9b84bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:21.199277 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e426c192-1af6-4757-bf98-7e08e9b84bc7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dbdbc77d-35df-4f97-bafe-541050840e18 HTTP/1.1" status: 204 len: 168 time: 0.4195027 Jun 17 08:48:21.199447 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0aadaec7-f402-4282-b2de-e7b853f8a419 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:21.199808 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9dd247ea-bc70-4765-a983-8358ae4d7a06 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:21.216892 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426c192-1af6-4757-bf98-7e08e9b84bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdbc77d-35df-4f97-bafe-541050840e18,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:21.219886 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e426c192-1af6-4757-bf98-7e08e9b84bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:21.258762 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-687c56ea-8862-461f-911a-9b0449d0f661 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=29defab586924ff58cf3003b65d58dda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8640420 Jun 17 08:48:21.262059 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 53960) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:21.275324 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c56ea-8862-461f-911a-9b0449d0f661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f438c5-3dde-4da5-b136-e68b9b2d2db7,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:21.279173 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-687c56ea-8862-461f-911a-9b0449d0f661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:21.279466 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 896c54f1-ae47-4935-b8e3-354bee4054e8 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:21.287803 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 896c54f1-ae47-4935-b8e3-354bee4054e8 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:21.290035 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:21.298796 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb04e9-a1ce-48d2-ba9e-2e24241beb9a req-a406c363-a485-4136-938f-43980c187d78 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:21.305758 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-63cb04e9-a1ce-48d2-ba9e-2e24241beb9a req-a406c363-a485-4136-938f-43980c187d78 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.1429183 Jun 17 08:48:21.330951 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2d5ace22-7fdc-4ffd-8d39-8186ba14ad65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:21.354226 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-63cb04e9-a1ce-48d2-ba9e-2e24241beb9a req-40926dc9-4092-457c-80f7-050a8f36153e tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473363 Jun 17 08:48:21.390663 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2d5ace22-7fdc-4ffd-8d39-8186ba14ad65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:21.406424 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:21.437884 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07eace6a-bbfa-4c6c-b83a-de1820a6d1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896c54f1-ae47-4935-b8e3-354bee4054e8'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:21.441178 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf1da8e-bbbd-42fb-9c50-3b49a8a5c1e3" -d '{"events": [{"server_uuid": "07eace6a-bbfa-4c6c-b83a-de1820a6d1a9", "name": "network-vif-plugged", "status": "completed", "tag": "896c54f1-ae47-4935-b8e3-354bee4054e8"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:21.450551 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0729b-3bfe-44df-9014-11a4b82db7bb req-b838f250-f5f1-4da5-b90e-ef25ad353abd tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:21.452259 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b8b0729b-3bfe-44df-9014-11a4b82db7bb req-b838f250-f5f1-4da5-b90e-ef25ad353abd tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.1231384 Jun 17 08:48:21.463954 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 896c54f1-ae47-4935-b8e3-354bee4054e8, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=896c54f1-ae47-4935-b8e3-354bee4054e8,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:21.489105 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dda433-526d-44d6-8b83-e89172248fdd req-7c0e7c1f-4d78-473b-afec-04c8b9543a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:21.490727 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c5dda433-526d-44d6-8b83-e89172248fdd req-7c0e7c1f-4d78-473b-afec-04c8b9543a91 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d&device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 1096 time: 0.0682223 Jun 17 08:48:21.544366 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b8b0729b-3bfe-44df-9014-11a4b82db7bb req-8e972712-b389-4dc7-8dc3-0805441521b4 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731544 Jun 17 08:48:21.569203 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e2dfb-81a6-4700-a9c2-5d9836a19b3b req-47ec4085-38a2-4d8c-991a-670f64265b19 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:21.570799 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d45e2dfb-81a6-4700-a9c2-5d9836a19b3b req-47ec4085-38a2-4d8c-991a-670f64265b19 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.53 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 950 time: 0.1046288 Jun 17 08:48:21.602401 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:21.604859 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:21.606271 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2d5ace22-7fdc-4ffd-8d39-8186ba14ad65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:21.614844 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2d5ace22-7fdc-4ffd-8d39-8186ba14ad65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:21.618718 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-2d5ace22-7fdc-4ffd-8d39-8186ba14ad65 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a8f438c5-3dde-4da5-b136-e68b9b2d2db7 HTTP/1.1" status: 204 len: 168 time: 0.3547595 Jun 17 08:48:21.619932 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8a910709-8a8e-4dd2-bb77-d13d246732ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:21.635298 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8352919-6ef5-4dd6-ba40-5e40dfb2a5a7 x-openstack-request-id: req-b8352919-6ef5-4dd6-ba40-5e40dfb2a5a7 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:21.635590 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07eace6a-bbfa-4c6c-b83a-de1820a6d1a9", "name": "network-vif-plugged", "status": "completed", "tag": "896c54f1-ae47-4935-b8e3-354bee4054e8", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:21.635877 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8352919-6ef5-4dd6-ba40-5e40dfb2a5a7 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:21.636275 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07eace6a-bbfa-4c6c-b83a-de1820a6d1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896c54f1-ae47-4935-b8e3-354bee4054e8', 'code': 200} Jun 17 08:48:21.638638 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dda433-526d-44d6-8b83-e89172248fdd req-19518eeb-8609-4dfa-9026-9a4c7d727abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:21.640138 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c5dda433-526d-44d6-8b83-e89172248fdd req-19518eeb-8609-4dfa-9026-9a4c7d727abb service neutron] 10.222.0.50 "GET /v2.0/networks?id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f HTTP/1.1" status: 200 len: 913 time: 0.1419203 Jun 17 08:48:21.648432 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ace22-7fdc-4ffd-8d39-8186ba14ad65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f438c5-3dde-4da5-b136-e68b9b2d2db7,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:21.654144 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2d5ace22-7fdc-4ffd-8d39-8186ba14ad65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:21.668697 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab954df-eee0-4242-ade5-c429b1b6067a req-45adab34-fc27-48e0-be6f-6e41383898c7 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:21.670497 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bab954df-eee0-4242-ade5-c429b1b6067a req-45adab34-fc27-48e0-be6f-6e41383898c7 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8dc6973-f657-4742-924f-a69c66e00e63 HTTP/1.1" status: 200 len: 943 time: 0.1533523 Jun 17 08:48:21.673903 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=896c54f1-ae47-4935-b8e3-354bee4054e8,revision_number=13']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:21.677955 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:21.776542 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c5dda433-526d-44d6-8b83-e89172248fdd req-898b291c-5cb7-4bd5-99c2-e5a040a783d7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80834232-7c1a-4461-87e0-250268dbd5a1 HTTP/1.1" status: 200 len: 998 time: 0.1287286 Jun 17 08:48:21.791428 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bab954df-eee0-4242-ade5-c429b1b6067a req-d6e1d2c2-8772-486d-b51b-78b40a23073d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693827 Jun 17 08:48:21.852589 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dda433-526d-44d6-8b83-e89172248fdd req-329f27f9-6579-4c02-80eb-2d2ebe9fdb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:21.854127 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c5dda433-526d-44d6-8b83-e89172248fdd req-329f27f9-6579-4c02-80eb-2d2ebe9fdb50 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f1cd377-e173-40e7-8f95-b9cee993c643 HTTP/1.1" status: 200 len: 851 time: 0.0589981 Jun 17 08:48:21.919042 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dda433-526d-44d6-8b83-e89172248fdd req-11fd60aa-d776-40f7-b062-3987239adc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:21.920708 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c5dda433-526d-44d6-8b83-e89172248fdd req-11fd60aa-d776-40f7-b062-3987239adc2b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583556 Jun 17 08:48:21.929123 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cb55d-5582-4984-85da-7a18f7ec04ad req-1d8aefa9-0baf-492a-9cb7-02be2279887c tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:21.931645 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-819cb55d-5582-4984-85da-7a18f7ec04ad req-1d8aefa9-0baf-492a-9cb7-02be2279887c tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/ports?device_id=152d17c2-be71-4bbb-aa23-e291618c599a HTTP/1.1" status: 200 len: 946 time: 0.1382499 Jun 17 08:48:21.984083 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-819cb55d-5582-4984-85da-7a18f7ec04ad req-3072f40a-b13f-486e-aa00-372079630672 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/security-groups?id=11df9f26-e00c-427d-ac21-5fe47b92978e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457692 Jun 17 08:48:21.998331 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-d45e2dfb-81a6-4700-a9c2-5d9836a19b3b req-f04dfb8b-af04-4b5f-9734-bbb9453518f8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Deleting port 896c54f1-ae47-4935-b8e3-354bee4054e8 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:22.000724 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d45e2dfb-81a6-4700-a9c2-5d9836a19b3b req-f04dfb8b-af04-4b5f-9734-bbb9453518f8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:22.027561 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c5dda433-526d-44d6-8b83-e89172248fdd req-65164466-cd9f-43a5-a570-bdd4ff206964 service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006899 Jun 17 08:48:22.128771 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-d45e2dfb-81a6-4700-a9c2-5d9836a19b3b req-f04dfb8b-af04-4b5f-9734-bbb9453518f8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] For port 896c54f1-ae47-4935-b8e3-354bee4054e8, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=896c54f1-ae47-4935-b8e3-354bee4054e8,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:22.129196 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d45e2dfb-81a6-4700-a9c2-5d9836a19b3b req-f04dfb8b-af04-4b5f-9734-bbb9453518f8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:22.195792 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c5dda433-526d-44d6-8b83-e89172248fdd req-339b2299-98ad-4d5b-bdd1-bfba7801c78a service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580637 Jun 17 08:48:22.214219 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-d45e2dfb-81a6-4700-a9c2-5d9836a19b3b req-f04dfb8b-af04-4b5f-9734-bbb9453518f8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Calling delete_port for 896c54f1-ae47-4935-b8e3-354bee4054e8 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:22.238149 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89094a-c70d-4c8d-813e-3c94ec27feab req-b4d96097-6de8-479d-b5a2-92f6266b0662 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:22.239742 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7a89094a-c70d-4c8d-813e-3c94ec27feab req-b4d96097-6de8-479d-b5a2-92f6266b0662 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.1058092 Jun 17 08:48:22.257980 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 53986) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:22.281978 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7a89094a-c70d-4c8d-813e-3c94ec27feab req-3362c997-8c21-46e2-9fa3-50d8d70fc55a tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357618 Jun 17 08:48:22.308230 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b15e5c7c-61d8-49b4-a071-c3b69764fb59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:22.404254 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96528975-c744-4a82-a965-d65e3bbaf78c req-08fcd02a-9b0c-48cc-951a-521cc40f6878 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:22.405797 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-96528975-c744-4a82-a965-d65e3bbaf78c req-08fcd02a-9b0c-48cc-951a-521cc40f6878 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.53 "GET /v2.0/ports?device_id=152d17c2-be71-4bbb-aa23-e291618c599a HTTP/1.1" status: 200 len: 946 time: 0.1845095 Jun 17 08:48:22.613573 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b15e5c7c-61d8-49b4-a071-c3b69764fb59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:22.646275 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44049c7f-b796-4b59-a894-25b39b9bfbc3 req-76a54438-26d3-4eea-b99d-460df5703843 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:22.647978 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-44049c7f-b796-4b59-a894-25b39b9bfbc3 req-76a54438-26d3-4eea-b99d-460df5703843 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 951 time: 0.1565492 Jun 17 08:48:22.676799 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d45e2dfb-81a6-4700-a9c2-5d9836a19b3b req-f04dfb8b-af04-4b5f-9734-bbb9453518f8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:22.683960 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3f126505-9e67-47b5-9e69-7dffefae64da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:22.690349 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-96528975-c744-4a82-a965-d65e3bbaf78c req-2154ebb1-496f-4e05-993b-177c8590d8b1 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Deleting port 3bb9708c-0246-406b-8e66-14a010072881 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:22.690765 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-96528975-c744-4a82-a965-d65e3bbaf78c req-2154ebb1-496f-4e05-993b-177c8590d8b1 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:22.691048 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['85df4119-793b-423d-abf1-4c64dea34203', '5b3332a2-df6b-4110-b9a2-8363b4f265ba'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:48:22.693629 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['4e90aa40-4e20-4bb5-ae96-262f6c3201da', '896c54f1-ae47-4935-b8e3-354bee4054e8'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:48:22.747229 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04dfb8b-af04-4b5f-9734-bbb9453518f8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Pushing event deleted for resources: {'Port': ['ID=896c54f1-ae47-4935-b8e3-354bee4054e8,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:22.834258 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae8258-3b83-4d4c-9f34-be1e8cb727f1 req-ffa71b16-7027-4a2f-b9d4-0921ecdf43df tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:22.842674 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-96528975-c744-4a82-a965-d65e3bbaf78c req-2154ebb1-496f-4e05-993b-177c8590d8b1 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] For port 3bb9708c-0246-406b-8e66-14a010072881, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=3bb9708c-0246-406b-8e66-14a010072881,segment=NetworkSegment(66acdf7e-e9c9-480a-abac-505f4e9febc6),segment_id=66acdf7e-e9c9-480a-abac-505f4e9febc6)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:22.843037 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-96528975-c744-4a82-a965-d65e3bbaf78c req-2154ebb1-496f-4e05-993b-177c8590d8b1 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:22.863431 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a6ae8258-3b83-4d4c-9f34-be1e8cb727f1 req-ffa71b16-7027-4a2f-b9d4-0921ecdf43df tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.1783066 Jun 17 08:48:22.889776 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 54002) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:22.908020 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 808e4caf-bb2c-43f0-b939-5e3141ec703d details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:48:22.914641 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b15e5c7c-61d8-49b4-a071-c3b69764fb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:22.918412 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:48:22.942354 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f2d95c50-48c7-4ad6-a833-eeba23edd9b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:22.964752 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f04dfb8b-af04-4b5f-9734-bbb9453518f8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:22.965500 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7aa1596c-013f-41ea-b13b-7326ed6a6ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:22.992536 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b15e5c7c-61d8-49b4-a071-c3b69764fb59 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=976e8c41e30a410db7b933d83ab4a760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7338891 Jun 17 08:48:23.006891 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-44049c7f-b796-4b59-a894-25b39b9bfbc3 req-1e8aa468-5cb6-4434-b352-f9bd7930fd3a tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470104 Jun 17 08:48:23.012009 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 54012) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:23.026035 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e5c7c-61d8-49b4-a071-c3b69764fb59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3db2869-95d7-435d-a357-9709ffb60cea,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:23.038502 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b15e5c7c-61d8-49b4-a071-c3b69764fb59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:23.092671 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 808e4caf-bb2c-43f0-b939-5e3141ec703d, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=808e4caf-bb2c-43f0-b939-5e3141ec703d,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:23.103666 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '808e4caf-bb2c-43f0-b939-5e3141ec703d', 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032', 'port_id': '808e4caf-bb2c-43f0-b939-5e3141ec703d', 'mac_address': 'fa:16:3e:16:fc:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed34bd4e-a866-4cd6-ad0f-ac23d869dd5e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:48:23.143502 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45e2dfb-81a6-4700-a9c2-5d9836a19b3b req-f04dfb8b-af04-4b5f-9734-bbb9453518f8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] No DVR routers for this DVR port 896c54f1-ae47-4935-b8e3-354bee4054e8 on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:48:23.159106 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d45e2dfb-81a6-4700-a9c2-5d9836a19b3b req-f04dfb8b-af04-4b5f-9734-bbb9453518f8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:23.162815 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d45e2dfb-81a6-4700-a9c2-5d9836a19b3b req-f04dfb8b-af04-4b5f-9734-bbb9453518f8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.53 "DELETE /v2.0/ports/896c54f1-ae47-4935-b8e3-354bee4054e8 HTTP/1.1" status: 204 len: 173 time: 1.5835233 Jun 17 08:48:23.180793 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07eace6a-bbfa-4c6c-b83a-de1820a6d1a9', 'name': 'network-vif-deleted', 'tag': '896c54f1-ae47-4935-b8e3-354bee4054e8'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:23.186775 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94dde2f3-aed6-4c12-b5d8-bfd20d5c5670" -d '{"events": [{"server_uuid": "07eace6a-bbfa-4c6c-b83a-de1820a6d1a9", "name": "network-vif-deleted", "tag": "896c54f1-ae47-4935-b8e3-354bee4054e8"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:23.201317 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a6ae8258-3b83-4d4c-9f34-be1e8cb727f1 req-1e443f4e-5882-4efe-b428-19452c86f324 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3325770 Jun 17 08:48:23.211717 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f2d95c50-48c7-4ad6-a833-eeba23edd9b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:23.234907 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-df677ea2-d579-47c1-89ed-06c95fd789c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:23.304488 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:23.328311 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-df677ea2-d579-47c1-89ed-06c95fd789c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:23.332979 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 808e4caf-bb2c-43f0-b939-5e3141ec703d {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:48:23.386114 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f2d95c50-48c7-4ad6-a833-eeba23edd9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:23.390084 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-66ad6874-e305-4af4-93a9-f54773168e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:23.390679 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 808e4caf-bb2c-43f0-b939-5e3141ec703d, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=808e4caf-bb2c-43f0-b939-5e3141ec703d,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:23.481916 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d95c50-48c7-4ad6-a833-eeba23edd9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c62c056-050d-4654-8107-00ee30c0207e,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:23.486286 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f2d95c50-48c7-4ad6-a833-eeba23edd9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:23.505380 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f2d95c50-48c7-4ad6-a833-eeba23edd9b3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e9d0da145e924879a3fd19f234c68120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6139946 Jun 17 08:48:23.508318 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 54026) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:23.535572 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332b660-1e53-481f-814e-1099401dc6bf req-80b86680-4de9-4586-b1e3-6efec5f3510e tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:23.537844 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f332b660-1e53-481f-814e-1099401dc6bf req-80b86680-4de9-4586-b1e3-6efec5f3510e tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8dc6973-f657-4742-924f-a69c66e00e63 HTTP/1.1" status: 200 len: 943 time: 0.1859810 Jun 17 08:48:23.548986 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-96528975-c744-4a82-a965-d65e3bbaf78c req-2154ebb1-496f-4e05-993b-177c8590d8b1 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:23.548986 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-96528975-c744-4a82-a965-d65e3bbaf78c req-2154ebb1-496f-4e05-993b-177c8590d8b1 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:23.548986 n-d-758944-30 neutron-server[94519]: INFO neutron.db.l3_db [req-96528975-c744-4a82-a965-d65e3bbaf78c req-2154ebb1-496f-4e05-993b-177c8590d8b1 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Floating IP c679a274-ae64-4bfb-82a0-7a49d2c8bbac disassociated. External IP: 172.25.2.97, port: 3bb9708c-0246-406b-8e66-14a010072881. Jun 17 08:48:23.548986 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-96528975-c744-4a82-a965-d65e3bbaf78c req-2154ebb1-496f-4e05-993b-177c8590d8b1 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Calling delete_port for 3bb9708c-0246-406b-8e66-14a010072881 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:23.554351 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:23.557742 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:23.631338 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f332b660-1e53-481f-814e-1099401dc6bf req-02083b01-c509-4536-8194-69c692d24663 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836859 Jun 17 08:48:23.664352 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=808e4caf-bb2c-43f0-b939-5e3141ec703d,revision_number=6']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:23.682532 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:23.708999 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['808e4caf-bb2c-43f0-b939-5e3141ec703d'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:48:23.715765 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05407548-1662-4779-9d28-38f817107353 req-8e34d006-7ce2-496d-a29a-42517c46c632 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:23.717361 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-05407548-1662-4779-9d28-38f817107353 req-8e34d006-7ce2-496d-a29a-42517c46c632 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/ports?device_id=152d17c2-be71-4bbb-aa23-e291618c599a HTTP/1.1" status: 200 len: 946 time: 0.3021550 Jun 17 08:48:23.724771 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3f660d14-106e-4f76-993e-d84c07817dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:23.728513 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-df677ea2-d579-47c1-89ed-06c95fd789c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:23.731439 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-df677ea2-d579-47c1-89ed-06c95fd789c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:23.735252 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-df677ea2-d579-47c1-89ed-06c95fd789c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f3db2869-95d7-435d-a357-9709ffb60cea HTTP/1.1" status: 204 len: 168 time: 0.6930156 Jun 17 08:48:23.754167 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0cf85fd6-983e-443b-ab80-059b7e67cb34 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:23.770731 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df677ea2-d579-47c1-89ed-06c95fd789c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3db2869-95d7-435d-a357-9709ffb60cea,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:23.781787 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-df677ea2-d579-47c1-89ed-06c95fd789c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:23.800491 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3f660d14-106e-4f76-993e-d84c07817dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:23.908737 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-96528975-c744-4a82-a965-d65e3bbaf78c req-2154ebb1-496f-4e05-993b-177c8590d8b1 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:23.912245 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e5cc62-d53b-4af2-b5a1-8ba6642fc493 x-openstack-request-id: req-a2e5cc62-d53b-4af2-b5a1-8ba6642fc493 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:23.912712 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07eace6a-bbfa-4c6c-b83a-de1820a6d1a9", "name": "network-vif-deleted", "tag": "896c54f1-ae47-4935-b8e3-354bee4054e8", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:23.913222 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2e5cc62-d53b-4af2-b5a1-8ba6642fc493 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:23.913876 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07eace6a-bbfa-4c6c-b83a-de1820a6d1a9', 'name': 'network-vif-deleted', 'tag': '896c54f1-ae47-4935-b8e3-354bee4054e8', 'status': 'completed', 'code': 200} Jun 17 08:48:23.930382 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7c9cf037-45f0-4b9c-8970-57d3e7eb676d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:23.940619 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-05407548-1662-4779-9d28-38f817107353 req-d32d4856-aad5-4745-b387-1f1539a833d5 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/security-groups?id=11df9f26-e00c-427d-ac21-5fe47b92978e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060959 Jun 17 08:48:23.969623 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154ebb1-496f-4e05-993b-177c8590d8b1 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Pushing event deleted for resources: {'Port': ['ID=3bb9708c-0246-406b-8e66-14a010072881,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:23.974159 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2154ebb1-496f-4e05-993b-177c8590d8b1 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:24.174509 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3f660d14-106e-4f76-993e-d84c07817dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:24.180058 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3f660d14-106e-4f76-993e-d84c07817dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:24.183769 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3f660d14-106e-4f76-993e-d84c07817dcb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6c62c056-050d-4654-8107-00ee30c0207e HTTP/1.1" status: 204 len: 168 time: 0.6686492 Jun 17 08:48:24.183769 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b2f647f8-d1b8-475a-a1c9-c811c43d4966 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:24.206033 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f660d14-106e-4f76-993e-d84c07817dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c62c056-050d-4654-8107-00ee30c0207e,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:24.208496 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4c8fa-bed1-4f39-ad42-970230849fb3 req-b1f9b4e6-0650-4e0d-ba9a-3b277111de82 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:24.211081 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a7f4c8fa-bed1-4f39-ad42-970230849fb3 req-b1f9b4e6-0650-4e0d-ba9a-3b277111de82 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 944 time: 0.1428192 Jun 17 08:48:24.253437 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96528975-c744-4a82-a965-d65e3bbaf78c req-2154ebb1-496f-4e05-993b-177c8590d8b1 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Router 1a0c54f0-e51e-4b9f-8072-8bca12b84afa has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:48:24.256575 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3f660d14-106e-4f76-993e-d84c07817dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:24.302883 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-129429b2-341b-4d04-82b6-30996776e0ab req-01dc1438-1980-43db-b177-145b0da87f7b tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=07eace6a-bbfa-4c6c-b83a-de1820a6d1a9 HTTP/1.1" status: 200 len: 210 time: 0.0995469 Jun 17 08:48:24.378927 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a7f4c8fa-bed1-4f39-ad42-970230849fb3 req-f98584f9-9f7d-4536-98b7-d87a327ba09a tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503849 Jun 17 08:48:24.617372 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96528975-c744-4a82-a965-d65e3bbaf78c req-2154ebb1-496f-4e05-993b-177c8590d8b1 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:48:24.630867 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405e0892-5de5-4778-b3ad-f51e57567edb None None] Sync routers for ids ['1a0c54f0-e51e-4b9f-8072-8bca12b84afa'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:48:24.638067 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b212be8-dbc0-4517-a04f-faec4cd0d894 req-e11a33d6-e64d-405d-bbf6-a038e5a958e5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:24.644392 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405e0892-5de5-4778-b3ad-f51e57567edb None None] Routers {'1a0c54f0-e51e-4b9f-8072-8bca12b84afa'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:24.646736 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-405e0892-5de5-4778-b3ad-f51e57567edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:47:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['1a0c54f0-e51e-4b9f-8072-8bca12b84afa'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:24.647405 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0b212be8-dbc0-4517-a04f-faec4cd0d894 req-e11a33d6-e64d-405d-bbf6-a038e5a958e5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.1324885 Jun 17 08:48:24.732236 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0b212be8-dbc0-4517-a04f-faec4cd0d894 req-3d3b0137-10fa-4512-9f52-3cacdc6b4e7c tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750551 Jun 17 08:48:24.737426 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-96528975-c744-4a82-a965-d65e3bbaf78c req-2154ebb1-496f-4e05-993b-177c8590d8b1 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] No DVR routers for this DVR port 3bb9708c-0246-406b-8e66-14a010072881 on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:48:24.769034 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-96528975-c744-4a82-a965-d65e3bbaf78c req-2154ebb1-496f-4e05-993b-177c8590d8b1 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:24.769034 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-96528975-c744-4a82-a965-d65e3bbaf78c req-2154ebb1-496f-4e05-993b-177c8590d8b1 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.53 "DELETE /v2.0/ports/3bb9708c-0246-406b-8e66-14a010072881 HTTP/1.1" status: 204 len: 173 time: 2.3356812 Jun 17 08:48:24.894323 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-405e0892-5de5-4778-b3ad-f51e57567edb None None] Set router 1a0c54f0-e51e-4b9f-8072-8bca12b84afa gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:24.922600 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 5ccada3b-7a33-4c87-b251-5b452f123e7a details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:48:24.931113 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 808e4caf-bb2c-43f0-b939-5e3141ec703d up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:25.073337 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08c1a7-57af-4a2a-94bb-65774ca70cec req-0abb220b-fdc6-4394-9c48-bc1697b28376 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:25.081163 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cf08c1a7-57af-4a2a-94bb-65774ca70cec req-0abb220b-fdc6-4394-9c48-bc1697b28376 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8dc6973-f657-4742-924f-a69c66e00e63 HTTP/1.1" status: 200 len: 943 time: 0.1725616 Jun 17 08:48:25.155229 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cf08c1a7-57af-4a2a-94bb-65774ca70cec req-ee16c118-e46c-41a2-8c1d-7ff0d9c263ea tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706675 Jun 17 08:48:25.287192 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-405e0892-5de5-4778-b3ad-f51e57567edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'name': 'tempest-ServersTestManualDisk-1112849468-router', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '845d7f26-3d3d-4d02-866b-1e9bca41e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:51Z', 'updated_at': '2021-06-17T08:46:01Z', 'revision_number': 4, 'project_id': '43e7d72508e04043b2ab73836bcacd2d', 'gw_port': {'id': '845d7f26-3d3d-4d02-866b-1e9bca41e159', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:52Z', 'updated_at': '2021-06-17T08:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '4b03ed9e-a583-4ff7-8068-fb4ba2e16f09', 'name': '', 'network_id': '693d9168-e6b9-4690-b8e4-f3b794d83dbe', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'mac_address': 'fa:16:3e:a2:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '8f3595f7-a3bc-439c-932b-8cec9aeecffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:58Z', 'updated_at': '2021-06-17T08:46:08Z', 'revision_number': 5, 'project_id': '43e7d72508e04043b2ab73836bcacd2d', 'subnets': [{'id': '8f3595f7-a3bc-439c-932b-8cec9aeecffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:25.311486 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3b13e28a-4ec2-4c1d-a931-27673c105576 req-76a0dbad-738d-4a7a-bd39-37d7202afc91 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/ports?device_id=152d17c2-be71-4bbb-aa23-e291618c599a HTTP/1.1" status: 200 len: 210 time: 0.0526049 Jun 17 08:48:25.335756 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405e0892-5de5-4778-b3ad-f51e57567edb None None] Checking router: 1a0c54f0-e51e-4b9f-8072-8bca12b84afa for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:48:25.349355 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405e0892-5de5-4778-b3ad-f51e57567edb None None] Routers {'1a0c54f0-e51e-4b9f-8072-8bca12b84afa'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:25.350210 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-405e0892-5de5-4778-b3ad-f51e57567edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:47:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['1a0c54f0-e51e-4b9f-8072-8bca12b84afa'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:25.351422 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 808e4caf-bb2c-43f0-b939-5e3141ec703d triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:25.379346 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:25.560697 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-405e0892-5de5-4778-b3ad-f51e57567edb None None] Set router 1a0c54f0-e51e-4b9f-8072-8bca12b84afa gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:25.702898 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 5ccada3b-7a33-4c87-b251-5b452f123e7a, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=5ccada3b-7a33-4c87-b251-5b452f123e7a,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:25.743572 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba14a1-66df-4646-a819-fa1a0320b7b3 req-85a10b46-37bb-4d50-bc8b-0edf7dbfdea7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:25.746036 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-faba14a1-66df-4646-a819-fa1a0320b7b3 req-85a10b46-37bb-4d50-bc8b-0edf7dbfdea7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 944 time: 0.1514020 Jun 17 08:48:25.754486 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '5ccada3b-7a33-4c87-b251-5b452f123e7a', 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0', 'port_id': '5ccada3b-7a33-4c87-b251-5b452f123e7a', 'mac_address': 'fa:16:3e:78:cb:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3ab4f8a-558c-4943-babf-c8684f255cc6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:48:25.756640 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:25.812390 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ce508f92-7696-42ea-af31-cf928bbb5784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:25.835865 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750e04d5-015b-4776-b985-419f85bad61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808e4caf-bb2c-43f0-b939-5e3141ec703d'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:25.841139 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84245a08-5e60-4820-ae20-0800fbfe5b40" -d '{"events": [{"server_uuid": "750e04d5-015b-4776-b985-419f85bad61b", "name": "network-vif-plugged", "status": "completed", "tag": "808e4caf-bb2c-43f0-b939-5e3141ec703d"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:25.850329 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-faba14a1-66df-4646-a819-fa1a0320b7b3 req-4cab08a3-411b-445a-b804-6e50f9145e1f tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914888 Jun 17 08:48:25.915517 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152d17c2-be71-4bbb-aa23-e291618c599a', 'name': 'network-vif-deleted', 'tag': '3bb9708c-0246-406b-8e66-14a010072881'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:25.928071 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ca4317-fd21-47de-94a5-e2170e7a6e07" -d '{"events": [{"server_uuid": "152d17c2-be71-4bbb-aa23-e291618c599a", "name": "network-vif-deleted", "tag": "3bb9708c-0246-406b-8e66-14a010072881"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:25.961217 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 808e4caf-bb2c-43f0-b939-5e3141ec703d, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=808e4caf-bb2c-43f0-b939-5e3141ec703d,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:25.975983 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b675b237-7568-40eb-894c-790ecb2d13ad x-openstack-request-id: req-b675b237-7568-40eb-894c-790ecb2d13ad {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:25.976483 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750e04d5-015b-4776-b985-419f85bad61b", "name": "network-vif-plugged", "status": "completed", "tag": "808e4caf-bb2c-43f0-b939-5e3141ec703d", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:25.977140 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b675b237-7568-40eb-894c-790ecb2d13ad {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:25.978277 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750e04d5-015b-4776-b985-419f85bad61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808e4caf-bb2c-43f0-b939-5e3141ec703d', 'code': 200} Jun 17 08:48:25.998459 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:26.029282 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ccada3b-7a33-4c87-b251-5b452f123e7a {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:48:26.068627 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 5ccada3b-7a33-4c87-b251-5b452f123e7a, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=5ccada3b-7a33-4c87-b251-5b452f123e7a,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:26.089898 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c34119-342b-4d24-a9d8-b6f5922681bd x-openstack-request-id: req-e5c34119-342b-4d24-a9d8-b6f5922681bd {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:26.089898 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "152d17c2-be71-4bbb-aa23-e291618c599a", "name": "network-vif-deleted", "tag": "3bb9708c-0246-406b-8e66-14a010072881", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:26.090175 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e5c34119-342b-4d24-a9d8-b6f5922681bd {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:26.090511 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '152d17c2-be71-4bbb-aa23-e291618c599a', 'name': 'network-vif-deleted', 'tag': '3bb9708c-0246-406b-8e66-14a010072881', 'status': 'completed', 'code': 200} Jun 17 08:48:26.091226 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:26.092666 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 3bb9708c-0246-406b-8e66-14a010072881 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:48:26.107110 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-405e0892-5de5-4778-b3ad-f51e57567edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'name': 'tempest-ServersTestManualDisk-1112849468-router', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '845d7f26-3d3d-4d02-866b-1e9bca41e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:51Z', 'updated_at': '2021-06-17T08:46:01Z', 'revision_number': 4, 'project_id': '43e7d72508e04043b2ab73836bcacd2d', 'gw_port': {'id': '845d7f26-3d3d-4d02-866b-1e9bca41e159', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:52Z', 'updated_at': '2021-06-17T08:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '4b03ed9e-a583-4ff7-8068-fb4ba2e16f09', 'name': '', 'network_id': '693d9168-e6b9-4690-b8e4-f3b794d83dbe', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'mac_address': 'fa:16:3e:a2:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '8f3595f7-a3bc-439c-932b-8cec9aeecffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:58Z', 'updated_at': '2021-06-17T08:46:08Z', 'revision_number': 5, 'project_id': '43e7d72508e04043b2ab73836bcacd2d', 'subnets': [{'id': '8f3595f7-a3bc-439c-932b-8cec9aeecffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:26.143920 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405e0892-5de5-4778-b3ad-f51e57567edb None None] The sync data for ids ['1a0c54f0-e51e-4b9f-8072-8bca12b84afa'] in n-d-758944-30 is: [{'id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'name': 'tempest-ServersTestManualDisk-1112849468-router', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '845d7f26-3d3d-4d02-866b-1e9bca41e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:51Z', 'updated_at': '2021-06-17T08:46:01Z', 'revision_number': 4, 'project_id': '43e7d72508e04043b2ab73836bcacd2d', 'gw_port': {'id': '845d7f26-3d3d-4d02-866b-1e9bca41e159', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:52Z', 'updated_at': '2021-06-17T08:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '4b03ed9e-a583-4ff7-8068-fb4ba2e16f09', 'name': '', 'network_id': '693d9168-e6b9-4690-b8e4-f3b794d83dbe', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'mac_address': 'fa:16:3e:a2:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '8f3595f7-a3bc-439c-932b-8cec9aeecffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:58Z', 'updated_at': '2021-06-17T08:46:08Z', 'revision_number': 5, 'project_id': '43e7d72508e04043b2ab73836bcacd2d', 'subnets': [{'id': '8f3595f7-a3bc-439c-932b-8cec9aeecffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:48:26.151488 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:26.291921 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 3bb9708c-0246-406b-8e66-14a010072881 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:48:26.292525 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 3bb9708c-0246-406b-8e66-14a010072881 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:48:26.293094 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 896c54f1-ae47-4935-b8e3-354bee4054e8 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:48:26.296132 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=808e4caf-bb2c-43f0-b939-5e3141ec703d,revision_number=7']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:26.301582 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:26.310017 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:26.315936 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:26.343595 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 896c54f1-ae47-4935-b8e3-354bee4054e8 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:48:26.344009 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 896c54f1-ae47-4935-b8e3-354bee4054e8 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:48:26.412538 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=5ccada3b-7a33-4c87-b251-5b452f123e7a,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:26.415955 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:26.551405 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['5ccada3b-7a33-4c87-b251-5b452f123e7a'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:48:26.693475 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f402ef-8984-4d1b-bcf1-b7320acadb2e req-2299204a-be81-4e78-afb3-8ae5ab49cd56 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:26.704200 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a6f402ef-8984-4d1b-bcf1-b7320acadb2e req-2299204a-be81-4e78-afb3-8ae5ab49cd56 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8dc6973-f657-4742-924f-a69c66e00e63 HTTP/1.1" status: 200 len: 944 time: 0.1855474 Jun 17 08:48:26.731750 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07ec1f3-d632-44e1-ac8f-e87540514a1f None None] New status for floating IP c679a274-ae64-4bfb-82a0-7a49d2c8bbac: DOWN {{(pid=94521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:48:26.737523 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aa1e05cd-6216-4b67-9b32-4426e7b3991c req-54902e77-7b1c-4ab0-b4c2-70a97acbbdd0 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/ports?device_id=152d17c2-be71-4bbb-aa23-e291618c599a HTTP/1.1" status: 200 len: 210 time: 0.0746441 Jun 17 08:48:26.773247 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a6f402ef-8984-4d1b-bcf1-b7320acadb2e req-ed31b872-5193-48e1-8c27-7ec1faba2321 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665071 Jun 17 08:48:26.995922 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acce6c-c42b-4899-bf78-e53c53e35928 req-53384146-0c8e-4988-9fde-3116d839d53e tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:26.998651 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a7acce6c-c42b-4899-bf78-e53c53e35928 req-53384146-0c8e-4988-9fde-3116d839d53e tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 951 time: 0.1278405 Jun 17 08:48:27.084631 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f3475-ebc3-4ed7-aafa-d749aad80a8c req-bcd9b31f-17fd-4e62-9714-030d0ab14293 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:27.093627 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4d1f3475-ebc3-4ed7-aafa-d749aad80a8c req-bcd9b31f-17fd-4e62-9714-030d0ab14293 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.1036437 Jun 17 08:48:27.112010 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a7acce6c-c42b-4899-bf78-e53c53e35928 req-121f37a9-8f27-47af-b80a-0189e545b65c tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066582 Jun 17 08:48:27.146605 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4d1f3475-ebc3-4ed7-aafa-d749aad80a8c req-2fd3ed0b-6df8-44a1-95d6-d74c6e110ad0 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517061 Jun 17 08:48:27.927017 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3333a5-afa6-4fe0-ad49-dc3f9aac3136 req-8956670e-d5c5-4a04-ad87-55af820bbf45 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:27.928610 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9d3333a5-afa6-4fe0-ad49-dc3f9aac3136 req-8956670e-d5c5-4a04-ad87-55af820bbf45 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.50 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 951 time: 0.1357188 Jun 17 08:48:27.976848 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:28.058151 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 54140) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:28.140754 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43f7a6-0845-4018-83a9-61cba3620e3c req-52bde7f0-64d9-4d4b-a923-02baae43ebd3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:28.152425 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-da43f7a6-0845-4018-83a9-61cba3620e3c req-52bde7f0-64d9-4d4b-a923-02baae43ebd3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8dc6973-f657-4742-924f-a69c66e00e63 HTTP/1.1" status: 200 len: 944 time: 0.1296124 Jun 17 08:48:28.190816 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-9d3333a5-afa6-4fe0-ad49-dc3f9aac3136 req-9fea54fe-a24e-4af0-8956-fac0db9801e9 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Deleting port 5b3332a2-df6b-4110-b9a2-8363b4f265ba {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:28.191171 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9d3333a5-afa6-4fe0-ad49-dc3f9aac3136 req-9fea54fe-a24e-4af0-8956-fac0db9801e9 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:28.210154 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-47506f61-f057-47ec-8c40-a3b2fe7112ca tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:28.235422 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-47506f61-f057-47ec-8c40-a3b2fe7112ca tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:28.306736 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-da43f7a6-0845-4018-83a9-61cba3620e3c req-d33c854a-e41d-4331-87eb-b7d246b22010 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526921 Jun 17 08:48:28.365852 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-9d3333a5-afa6-4fe0-ad49-dc3f9aac3136 req-9fea54fe-a24e-4af0-8956-fac0db9801e9 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] For port 5b3332a2-df6b-4110-b9a2-8363b4f265ba, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=5b3332a2-df6b-4110-b9a2-8363b4f265ba,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:28.367179 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9d3333a5-afa6-4fe0-ad49-dc3f9aac3136 req-9fea54fe-a24e-4af0-8956-fac0db9801e9 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:28.448237 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-47506f61-f057-47ec-8c40-a3b2fe7112ca tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:28.451263 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-47506f61-f057-47ec-8c40-a3b2fe7112ca tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:28.453016 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-47506f61-f057-47ec-8c40-a3b2fe7112ca tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "DELETE /v2.0/security-groups/11df9f26-e00c-427d-ac21-5fe47b92978e HTTP/1.1" status: 204 len: 168 time: 0.3927093 Jun 17 08:48:28.454447 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9ac76d5d-e5b9-492b-a430-291ebf57dbaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:28.457826 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 54154) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:28.489661 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-9d3333a5-afa6-4fe0-ad49-dc3f9aac3136 req-9fea54fe-a24e-4af0-8956-fac0db9801e9 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Calling delete_port for 5b3332a2-df6b-4110-b9a2-8363b4f265ba owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:28.521140 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47506f61-f057-47ec-8c40-a3b2fe7112ca tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11df9f26-e00c-427d-ac21-5fe47b92978e,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:28.532332 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-47506f61-f057-47ec-8c40-a3b2fe7112ca tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:28.538085 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-827aeea2-a5ea-46a3-be2d-b3a5aa357206 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] show failed (client error): The resource could not be found. Jun 17 08:48:28.543123 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-827aeea2-a5ea-46a3-be2d-b3a5aa357206 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "GET /v2.0/security-groups/11df9f26-e00c-427d-ac21-5fe47b92978e HTTP/1.1" status: 404 len: 347 time: 0.0768819 Jun 17 08:48:28.543977 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 54156) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:28.726678 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6641dc-3589-4a3b-af57-392dedd91ac5 req-c4eee279-1dbb-490a-9fde-f196e7c5d387 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:28.734123 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5f6641dc-3589-4a3b-af57-392dedd91ac5 req-c4eee279-1dbb-490a-9fde-f196e7c5d387 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 951 time: 0.1972823 Jun 17 08:48:28.799288 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5f6641dc-3589-4a3b-af57-392dedd91ac5 req-1634f6f1-5c78-4998-8b15-f7b945fa407b tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599146 Jun 17 08:48:28.802041 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9d3333a5-afa6-4fe0-ad49-dc3f9aac3136 req-9fea54fe-a24e-4af0-8956-fac0db9801e9 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:28.826795 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-918baad6-674e-4a04-91fc-6ef571f7a613 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Deleting port c88a96f4-db2a-4f4a-b93d-5e5f276b3ad6 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:28.826795 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-918baad6-674e-4a04-91fc-6ef571f7a613 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:28.827382 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-50a1c6a0-b663-4a43-a9c5-28f278fa8c09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:28.827491 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['85df4119-793b-423d-abf1-4c64dea34203', '5b3332a2-df6b-4110-b9a2-8363b4f265ba'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:48:28.827491 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['4e90aa40-4e20-4bb5-ae96-262f6c3201da'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:48:28.851773 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea54fe-a24e-4af0-8956-fac0db9801e9 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Pushing event deleted for resources: {'Port': ['ID=5b3332a2-df6b-4110-b9a2-8363b4f265ba,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:28.856436 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9fea54fe-a24e-4af0-8956-fac0db9801e9 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:28.952157 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3333a5-afa6-4fe0-ad49-dc3f9aac3136 req-9fea54fe-a24e-4af0-8956-fac0db9801e9 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] No DVR routers for this DVR port 5b3332a2-df6b-4110-b9a2-8363b4f265ba on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:48:28.970562 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-9d3333a5-afa6-4fe0-ad49-dc3f9aac3136 req-9fea54fe-a24e-4af0-8956-fac0db9801e9 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:28.971753 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9d3333a5-afa6-4fe0-ad49-dc3f9aac3136 req-9fea54fe-a24e-4af0-8956-fac0db9801e9 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.50 "DELETE /v2.0/ports/5b3332a2-df6b-4110-b9a2-8363b4f265ba HTTP/1.1" status: 204 len: 173 time: 1.0351279 Jun 17 08:48:28.972379 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e1e2f3-398b-4d4b-8ce4-edc49e189251', 'name': 'network-vif-deleted', 'tag': '5b3332a2-df6b-4110-b9a2-8363b4f265ba'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:28.974768 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 5ccada3b-7a33-4c87-b251-5b452f123e7a up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:28.982386 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269824dc-f59b-4620-bd8a-17ac2c2980a7" -d '{"events": [{"server_uuid": "74e1e2f3-398b-4d4b-8ce4-edc49e189251", "name": "network-vif-deleted", "tag": "5b3332a2-df6b-4110-b9a2-8363b4f265ba"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:29.004474 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-918baad6-674e-4a04-91fc-6ef571f7a613 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:29.010296 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-918baad6-674e-4a04-91fc-6ef571f7a613 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:29.199590 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-918baad6-674e-4a04-91fc-6ef571f7a613 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Calling delete_port for c88a96f4-db2a-4f4a-b93d-5e5f276b3ad6 owned by network:floatingip {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:29.275432 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab5484-0a44-4cc4-b67f-34fab8bd1c30 req-25e4b319-88f2-43f5-9e83-8ab57166dd0c tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:29.283594 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-23ab5484-0a44-4cc4-b67f-34fab8bd1c30 req-25e4b319-88f2-43f5-9e83-8ab57166dd0c tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.2476742 Jun 17 08:48:29.353484 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-23ab5484-0a44-4cc4-b67f-34fab8bd1c30 req-469af267-69d0-4fcc-aea3-c7ba4f127519 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677319 Jun 17 08:48:29.398933 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e982b997-d874-4fa1-9380-56a997f94b1e x-openstack-request-id: req-e982b997-d874-4fa1-9380-56a997f94b1e {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:29.399286 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e1e2f3-398b-4d4b-8ce4-edc49e189251", "name": "network-vif-deleted", "tag": "5b3332a2-df6b-4110-b9a2-8363b4f265ba", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:29.399590 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e982b997-d874-4fa1-9380-56a997f94b1e {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:29.400075 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e1e2f3-398b-4d4b-8ce4-edc49e189251', 'name': 'network-vif-deleted', 'tag': '5b3332a2-df6b-4110-b9a2-8363b4f265ba', 'status': 'completed', 'code': 200} Jun 17 08:48:29.556550 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ee41f-916b-4758-b030-09b8cd9ccb97 req-6cb675ac-a3a1-4cbb-b60d-8917a9986067 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:29.558117 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b47ee41f-916b-4758-b030-09b8cd9ccb97 req-6cb675ac-a3a1-4cbb-b60d-8917a9986067 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8dc6973-f657-4742-924f-a69c66e00e63 HTTP/1.1" status: 200 len: 944 time: 0.0685830 Jun 17 08:48:29.606172 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b47ee41f-916b-4758-b030-09b8cd9ccb97 req-db1b09dd-bdcf-415f-9d6c-1c05544e7d91 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347056 Jun 17 08:48:29.674723 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 5ccada3b-7a33-4c87-b251-5b452f123e7a completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:29.679051 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-46760d7d-4fa6-4d90-9325-c110ced45255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:29.681030 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-918baad6-674e-4a04-91fc-6ef571f7a613 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:29.682789 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 5ccada3b-7a33-4c87-b251-5b452f123e7a triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:29.683454 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:29.697370 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-db0ee717-be1b-4455-b7ed-845912f8ee24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:29.732498 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918baad6-674e-4a04-91fc-6ef571f7a613 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Pushing event deleted for resources: {'Port': ['ID=c88a96f4-db2a-4f4a-b93d-5e5f276b3ad6,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:29.739298 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-918baad6-674e-4a04-91fc-6ef571f7a613 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:29.792878 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:29.808079 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-918baad6-674e-4a04-91fc-6ef571f7a613 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks [] for floatingip, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:29.810714 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-918baad6-674e-4a04-91fc-6ef571f7a613 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:29.812157 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-918baad6-674e-4a04-91fc-6ef571f7a613 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] 10.222.0.49 "DELETE /v2.0/floatingips/c679a274-ae64-4bfb-82a0-7a49d2c8bbac HTTP/1.1" status: 204 len: 168 time: 1.2581232 Jun 17 08:48:29.815306 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 54182) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:29.828907 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8dc6973-f657-4742-924f-a69c66e00e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ccada3b-7a33-4c87-b251-5b452f123e7a'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:29.832623 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef470024-b4bd-4537-96fd-e5c820ac7254" -d '{"events": [{"server_uuid": "b8dc6973-f657-4742-924f-a69c66e00e63", "name": "network-vif-plugged", "status": "completed", "tag": "5ccada3b-7a33-4c87-b251-5b452f123e7a"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:29.858470 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 5ccada3b-7a33-4c87-b251-5b452f123e7a, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=5ccada3b-7a33-4c87-b251-5b452f123e7a,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:30.008546 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:30.012785 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:30.071288 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c6e1f52a-1c6e-4e8e-9f6e-e7e10e12d24f req-5c55f933-3669-4618-91ac-e0f9c7b96868 tempest-QuotasAdminNegativeTest-420889224 tempest-QuotasAdminNegativeTest-420889224-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=df19632c56e14888a509ea44a46ab508&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380111 Jun 17 08:48:30.133403 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=5ccada3b-7a33-4c87-b251-5b452f123e7a,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:30.136771 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:30.234684 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1f52a-1c6e-4e8e-9f6e-e7e10e12d24f req-986e7043-6049-47d6-a631-c5cbd36c6c02 tempest-QuotasAdminNegativeTest-420889224 tempest-QuotasAdminNegativeTest-420889224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:30.248435 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c6e1f52a-1c6e-4e8e-9f6e-e7e10e12d24f req-986e7043-6049-47d6-a631-c5cbd36c6c02 tempest-QuotasAdminNegativeTest-420889224 tempest-QuotasAdminNegativeTest-420889224-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1754925 Jun 17 08:48:30.264315 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c6e1f52a-1c6e-4e8e-9f6e-e7e10e12d24f req-f591bd3d-46bc-48e8-b555-7262113fc234 tempest-QuotasAdminNegativeTest-420889224 tempest-QuotasAdminNegativeTest-420889224-project] 10.222.0.49 "GET /v2.0/quotas/df19632c56e14888a509ea44a46ab508 HTTP/1.1" status: 200 len: 375 time: 0.0146453 Jun 17 08:48:30.344365 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c6e1f52a-1c6e-4e8e-9f6e-e7e10e12d24f req-e13ed3e6-e460-45aa-90b9-a799d2630ef2 tempest-QuotasAdminNegativeTest-420889224 tempest-QuotasAdminNegativeTest-420889224-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=df19632c56e14888a509ea44a46ab508&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736604 Jun 17 08:48:30.416616 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-55770dfc-3ece-432f-829e-f6fbfd7741fe req-5367b1e5-ce74-4ae9-a69c-566dd1229f05 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1e2f3-398b-4d4b-8ce4-edc49e189251 HTTP/1.1" status: 200 len: 210 time: 0.4237685 Jun 17 08:48:30.458425 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d30907a-272f-4fd8-a549-56192e726672 x-openstack-request-id: req-0d30907a-272f-4fd8-a549-56192e726672 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:30.458935 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8dc6973-f657-4742-924f-a69c66e00e63", "name": "network-vif-plugged", "status": "completed", "tag": "5ccada3b-7a33-4c87-b251-5b452f123e7a", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:30.459487 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0d30907a-272f-4fd8-a549-56192e726672 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:30.460254 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8dc6973-f657-4742-924f-a69c66e00e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ccada3b-7a33-4c87-b251-5b452f123e7a', 'code': 200} Jun 17 08:48:30.682436 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9238a91-a5b7-43b3-b99c-50b0a3571444 req-1e7a14b6-c235-469d-8fe3-58a77f5b40aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:30.683608 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e9238a91-a5b7-43b3-b99c-50b0a3571444 req-1e7a14b6-c235-469d-8fe3-58a77f5b40aa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b8dc6973-f657-4742-924f-a69c66e00e63 HTTP/1.1" status: 200 len: 1097 time: 0.1272979 Jun 17 08:48:30.782994 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e9238a91-a5b7-43b3-b99c-50b0a3571444 req-133cb5bc-21b2-4a6a-b3b5-898a28e95bbd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924633 Jun 17 08:48:30.836730 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecd3a5-d4fc-4772-a4f1-d9261770f3d6 req-e1dbb01f-5cdb-4da4-8e9b-296fb049f189 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:30.852233 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0cecd3a5-d4fc-4772-a4f1-d9261770f3d6 req-e1dbb01f-5cdb-4da4-8e9b-296fb049f189 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.1753006 Jun 17 08:48:30.918716 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b578d695-a12e-4f18-8095-21914429f2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:30.922542 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0cecd3a5-d4fc-4772-a4f1-d9261770f3d6 req-b66565cf-8475-4538-a918-9374ebd50aa6 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680709 Jun 17 08:48:31.031062 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:31.170644 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd7313-12cd-4d52-895a-8b2b0d694408 req-648e0120-3e17-42d5-820d-a18277a9f46e tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:31.180416 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f2bd7313-12cd-4d52-895a-8b2b0d694408 req-648e0120-3e17-42d5-820d-a18277a9f46e tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8dc6973-f657-4742-924f-a69c66e00e63 HTTP/1.1" status: 200 len: 945 time: 0.0875316 Jun 17 08:48:31.229944 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f2bd7313-12cd-4d52-895a-8b2b0d694408 req-c234ece8-5f16-4c74-b058-71807b966003 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477805 Jun 17 08:48:31.366021 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-b578d695-a12e-4f18-8095-21914429f2ec admin admin] Deleting port 4b03ed9e-a583-4ff7-8068-fb4ba2e16f09 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:31.366632 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b578d695-a12e-4f18-8095-21914429f2ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:31.482082 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-b578d695-a12e-4f18-8095-21914429f2ec admin admin] For port 4b03ed9e-a583-4ff7-8068-fb4ba2e16f09, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=4b03ed9e-a583-4ff7-8068-fb4ba2e16f09,segment=NetworkSegment(66acdf7e-e9c9-480a-abac-505f4e9febc6),segment_id=66acdf7e-e9c9-480a-abac-505f4e9febc6)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:31.482793 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b578d695-a12e-4f18-8095-21914429f2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:31.595898 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-b578d695-a12e-4f18-8095-21914429f2ec admin admin] Calling delete_port for 4b03ed9e-a583-4ff7-8068-fb4ba2e16f09 owned by network:router_interface {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:31.960442 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 5b3332a2-df6b-4110-b9a2-8363b4f265ba no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:48:31.996497 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b578d695-a12e-4f18-8095-21914429f2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:31.999515 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f6166c4a-4a13-4b4b-af3e-70fdad4b9e05 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:32.002528 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 5b3332a2-df6b-4110-b9a2-8363b4f265ba {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:48:32.002991 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 5b3332a2-df6b-4110-b9a2-8363b4f265ba not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:48:32.046465 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578d695-a12e-4f18-8095-21914429f2ec admin admin] Pushing event deleted for resources: {'Port': ['ID=4b03ed9e-a583-4ff7-8068-fb4ba2e16f09,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:32.083264 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b578d695-a12e-4f18-8095-21914429f2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:32.333613 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b578d695-a12e-4f18-8095-21914429f2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:32.488218 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:32.541669 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b6731-94bc-474e-a934-cc6e5c8601cf req-5939f7ad-e242-49b7-8f75-9fbc460282a1 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:32.549076 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f82b6731-94bc-474e-a934-cc6e5c8601cf req-5939f7ad-e242-49b7-8f75-9fbc460282a1 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.1510606 Jun 17 08:48:32.686444 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f82b6731-94bc-474e-a934-cc6e5c8601cf req-0957f2bb-14e0-4076-a6ef-8dc7ab331d54 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363597 Jun 17 08:48:32.731640 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b578d695-a12e-4f18-8095-21914429f2ec admin admin] Router 1a0c54f0-e51e-4b9f-8072-8bca12b84afa has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:48:32.914853 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b578d695-a12e-4f18-8095-21914429f2ec admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:48:32.924919 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 54262) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:32.927697 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b578d695-a12e-4f18-8095-21914429f2ec admin admin] 10.222.0.49 "PUT /v2.0/routers/1a0c54f0-e51e-4b9f-8072-8bca12b84afa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1107721 Jun 17 08:48:32.929097 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c2f34a-a82c-413d-9685-9b94b16773fd None None] Sync routers for ids ['1a0c54f0-e51e-4b9f-8072-8bca12b84afa'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:48:32.949155 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c2f34a-a82c-413d-9685-9b94b16773fd None None] Routers {'1a0c54f0-e51e-4b9f-8072-8bca12b84afa'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:32.950519 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e79939-44c4-46cc-bc65-f80e2bc8d144 req-3b5f9318-239b-4f3b-8e2d-83861aa7ba2f tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:32.951364 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-64c2f34a-a82c-413d-9685-9b94b16773fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:48:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['1a0c54f0-e51e-4b9f-8072-8bca12b84afa'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:32.958885 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-68e79939-44c4-46cc-bc65-f80e2bc8d144 req-3b5f9318-239b-4f3b-8e2d-83861aa7ba2f tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8dc6973-f657-4742-924f-a69c66e00e63 HTTP/1.1" status: 200 len: 945 time: 0.1353424 Jun 17 08:48:33.055272 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-68e79939-44c4-46cc-bc65-f80e2bc8d144 req-0d567bc3-ec13-496e-85fc-85ab2862c61c tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951681 Jun 17 08:48:33.251788 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dd4d7663-0ddc-4751-978b-2c5baa498533 admin admin] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:33.271993 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a5e3d-1005-4adf-a581-a09122204adc req-f0970f51-fa43-4ff6-ad1f-e0f49dee16d3 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:33.279081 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-367a5e3d-1005-4adf-a581-a09122204adc req-f0970f51-fa43-4ff6-ad1f-e0f49dee16d3 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 949 time: 0.1082582 Jun 17 08:48:33.280050 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-64c2f34a-a82c-413d-9685-9b94b16773fd None None] Set router 1a0c54f0-e51e-4b9f-8072-8bca12b84afa gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:33.432285 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-367a5e3d-1005-4adf-a581-a09122204adc req-7b04119e-f0b5-4c16-8bd4-d4c7720d8da5 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519299 Jun 17 08:48:33.510560 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dd4d7663-0ddc-4751-978b-2c5baa498533 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:33.588056 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-64c2f34a-a82c-413d-9685-9b94b16773fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'name': 'tempest-ServersTestManualDisk-1112849468-router', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '845d7f26-3d3d-4d02-866b-1e9bca41e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:51Z', 'updated_at': '2021-06-17T08:48:31Z', 'revision_number': 5, 'project_id': '43e7d72508e04043b2ab73836bcacd2d', 'gw_port': {'id': '845d7f26-3d3d-4d02-866b-1e9bca41e159', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:52Z', 'updated_at': '2021-06-17T08:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:33.659811 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e817c545-9456-4cf1-8a59-5ed5c1540981 req-83e08548-bb4e-4c69-b284-a403100288e1 tempest-QuotasAdminNegativeTest-420889224 tempest-QuotasAdminNegativeTest-420889224-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=df19632c56e14888a509ea44a46ab508&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603039 Jun 17 08:48:33.666102 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c2f34a-a82c-413d-9685-9b94b16773fd None None] Checking router: 1a0c54f0-e51e-4b9f-8072-8bca12b84afa for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:48:33.684447 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c2f34a-a82c-413d-9685-9b94b16773fd None None] Routers {'1a0c54f0-e51e-4b9f-8072-8bca12b84afa'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:33.686137 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-64c2f34a-a82c-413d-9685-9b94b16773fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:48:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['1a0c54f0-e51e-4b9f-8072-8bca12b84afa'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:33.778796 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73602c0-635a-4c15-88a8-5901d546736c req-93d1cdb8-c697-4ceb-8739-d95d60f163b5 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:33.792563 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b73602c0-635a-4c15-88a8-5901d546736c req-93d1cdb8-c697-4ceb-8739-d95d60f163b5 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8dc6973-f657-4742-924f-a69c66e00e63 HTTP/1.1" status: 200 len: 945 time: 0.1612141 Jun 17 08:48:33.885258 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817c545-9456-4cf1-8a59-5ed5c1540981 req-a37256e7-60eb-4937-b2fd-a1c082142459 tempest-QuotasAdminNegativeTest-420889224 tempest-QuotasAdminNegativeTest-420889224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:33.893145 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e817c545-9456-4cf1-8a59-5ed5c1540981 req-a37256e7-60eb-4937-b2fd-a1c082142459 tempest-QuotasAdminNegativeTest-420889224 tempest-QuotasAdminNegativeTest-420889224-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2314665 Jun 17 08:48:33.917303 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e817c545-9456-4cf1-8a59-5ed5c1540981 req-aae8572b-e90d-4719-a9af-5d039ea36808 tempest-QuotasAdminNegativeTest-420889224 tempest-QuotasAdminNegativeTest-420889224-project] 10.222.0.49 "GET /v2.0/quotas/df19632c56e14888a509ea44a46ab508 HTTP/1.1" status: 200 len: 375 time: 0.0182471 Jun 17 08:48:33.917843 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b73602c0-635a-4c15-88a8-5901d546736c req-bc7f9cbf-4fbf-4f54-8cbd-301bbc06e889 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210632 Jun 17 08:48:33.984295 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e817c545-9456-4cf1-8a59-5ed5c1540981 req-9ea9628d-4fa1-49fe-8a50-725c33ce3aef tempest-QuotasAdminNegativeTest-420889224 tempest-QuotasAdminNegativeTest-420889224-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=df19632c56e14888a509ea44a46ab508&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708899 Jun 17 08:48:34.013502 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b664ee-414f-43dd-98b2-63f617e20542 req-63cbe61f-8002-4d73-af2f-b835d2107d1d tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:34.015280 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a4b664ee-414f-43dd-98b2-63f617e20542 req-63cbe61f-8002-4d73-af2f-b835d2107d1d tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 949 time: 0.1828613 Jun 17 08:48:34.022663 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-dd4d7663-0ddc-4751-978b-2c5baa498533 admin admin] Deleting port 845d7f26-3d3d-4d02-866b-1e9bca41e159 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:34.026162 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dd4d7663-0ddc-4751-978b-2c5baa498533 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:34.151151 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-64c2f34a-a82c-413d-9685-9b94b16773fd None None] Set router 1a0c54f0-e51e-4b9f-8072-8bca12b84afa gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:34.238274 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-dd4d7663-0ddc-4751-978b-2c5baa498533 admin admin] For port 845d7f26-3d3d-4d02-866b-1e9bca41e159, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=845d7f26-3d3d-4d02-866b-1e9bca41e159,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:34.238840 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dd4d7663-0ddc-4751-978b-2c5baa498533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:34.241272 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-a4b664ee-414f-43dd-98b2-63f617e20542 req-cc09516c-0680-4dc3-9cc3-2d9d76c437ee tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Deleting port 4e90aa40-4e20-4bb5-ae96-262f6c3201da {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:34.245015 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a4b664ee-414f-43dd-98b2-63f617e20542 req-cc09516c-0680-4dc3-9cc3-2d9d76c437ee tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:34.314074 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-dd4d7663-0ddc-4751-978b-2c5baa498533 admin admin] Calling delete_port for 845d7f26-3d3d-4d02-866b-1e9bca41e159 owned by network:router_gateway {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:34.375862 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-64c2f34a-a82c-413d-9685-9b94b16773fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'name': 'tempest-ServersTestManualDisk-1112849468-router', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '845d7f26-3d3d-4d02-866b-1e9bca41e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:51Z', 'updated_at': '2021-06-17T08:48:31Z', 'revision_number': 5, 'project_id': '43e7d72508e04043b2ab73836bcacd2d', 'gw_port': {'id': '845d7f26-3d3d-4d02-866b-1e9bca41e159', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:52Z', 'updated_at': '2021-06-17T08:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:34.411250 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c2f34a-a82c-413d-9685-9b94b16773fd None None] The sync data for ids ['1a0c54f0-e51e-4b9f-8072-8bca12b84afa'] in n-d-758944-30 is: [{'id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'name': 'tempest-ServersTestManualDisk-1112849468-router', 'tenant_id': '43e7d72508e04043b2ab73836bcacd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '845d7f26-3d3d-4d02-866b-1e9bca41e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:51Z', 'updated_at': '2021-06-17T08:48:31Z', 'revision_number': 5, 'project_id': '43e7d72508e04043b2ab73836bcacd2d', 'gw_port': {'id': '845d7f26-3d3d-4d02-866b-1e9bca41e159', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0c54f0-e51e-4b9f-8072-8bca12b84afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:52Z', 'updated_at': '2021-06-17T08:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:48:34.443070 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79215af9-6abd-4511-9216-db21e98975c7 req-7b5695e8-de48-4770-904b-045011a6dd02 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:34.449482 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-79215af9-6abd-4511-9216-db21e98975c7 req-7b5695e8-de48-4770-904b-045011a6dd02 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.1291740 Jun 17 08:48:34.488069 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-a4b664ee-414f-43dd-98b2-63f617e20542 req-cc09516c-0680-4dc3-9cc3-2d9d76c437ee tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] For port 4e90aa40-4e20-4bb5-ae96-262f6c3201da, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4e90aa40-4e20-4bb5-ae96-262f6c3201da,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:34.488877 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a4b664ee-414f-43dd-98b2-63f617e20542 req-cc09516c-0680-4dc3-9cc3-2d9d76c437ee tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:34.539280 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-79215af9-6abd-4511-9216-db21e98975c7 req-d56ac20c-f86d-4106-864e-d6dd8057b8fd tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888891 Jun 17 08:48:34.581321 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-a4b664ee-414f-43dd-98b2-63f617e20542 req-cc09516c-0680-4dc3-9cc3-2d9d76c437ee tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Calling delete_port for 4e90aa40-4e20-4bb5-ae96-262f6c3201da owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:34.691188 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dd4d7663-0ddc-4751-978b-2c5baa498533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:34.694181 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a871e6d1-e9dd-4111-bd4a-e79bd72cea5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:34.750268 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d7663-0ddc-4751-978b-2c5baa498533 admin admin] Pushing event deleted for resources: {'Port': ['ID=845d7f26-3d3d-4d02-866b-1e9bca41e159,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:34.786245 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dd4d7663-0ddc-4751-978b-2c5baa498533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:34.867511 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a4b664ee-414f-43dd-98b2-63f617e20542 req-cc09516c-0680-4dc3-9cc3-2d9d76c437ee tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:34.867511 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f07451b8-c15f-47e4-bfda-23af1faf9ccb tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:34.881544 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['4e90aa40-4e20-4bb5-ae96-262f6c3201da'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:48:34.887928 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['85df4119-793b-423d-abf1-4c64dea34203'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:48:34.925286 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09516c-0680-4dc3-9cc3-2d9d76c437ee tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Pushing event deleted for resources: {'Port': ['ID=4e90aa40-4e20-4bb5-ae96-262f6c3201da,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:34.933736 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dd4d7663-0ddc-4751-978b-2c5baa498533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:34.940963 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cc09516c-0680-4dc3-9cc3-2d9d76c437ee tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:35.101937 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b664ee-414f-43dd-98b2-63f617e20542 req-cc09516c-0680-4dc3-9cc3-2d9d76c437ee tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] No DVR routers for this DVR port 4e90aa40-4e20-4bb5-ae96-262f6c3201da on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:48:35.104376 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a4b664ee-414f-43dd-98b2-63f617e20542 req-cc09516c-0680-4dc3-9cc3-2d9d76c437ee tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:35.114094 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a4b664ee-414f-43dd-98b2-63f617e20542 req-cc09516c-0680-4dc3-9cc3-2d9d76c437ee tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.53 "DELETE /v2.0/ports/4e90aa40-4e20-4bb5-ae96-262f6c3201da HTTP/1.1" status: 204 len: 173 time: 1.0907714 Jun 17 08:48:35.114875 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c867bb-0fb3-4dcc-aa33-64da2a0660b0', 'name': 'network-vif-deleted', 'tag': '4e90aa40-4e20-4bb5-ae96-262f6c3201da'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:35.119683 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5f3a68-f55c-4e6e-a7df-d3d55d60ffa4" -d '{"events": [{"server_uuid": "36c867bb-0fb3-4dcc-aa33-64da2a0660b0", "name": "network-vif-deleted", "tag": "4e90aa40-4e20-4bb5-ae96-262f6c3201da"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:35.177590 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dd4d7663-0ddc-4751-978b-2c5baa498533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:35.182181 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dd4d7663-0ddc-4751-978b-2c5baa498533 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:35.261543 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-06547139-b181-4dba-ae7b-d1a2e63efbc4 req-4b63e280-7b39-4d89-a4c1-698f985f391e tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 210 time: 0.0411870 Jun 17 08:48:35.415738 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dd4d7663-0ddc-4751-978b-2c5baa498533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:35.416596 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4d7663-0ddc-4751-978b-2c5baa498533 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a0c54f0-e51e-4b9f-8072-8bca12b84afa {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:48:35.421866 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dd4d7663-0ddc-4751-978b-2c5baa498533 admin admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:35.424384 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-dd4d7663-0ddc-4751-978b-2c5baa498533 admin admin] 10.222.0.49 "DELETE /v2.0/routers/1a0c54f0-e51e-4b9f-8072-8bca12b84afa HTTP/1.1" status: 204 len: 168 time: 2.4970014 Jun 17 08:48:35.426387 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 54318) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:35.459929 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55576e8a-a181-480b-8636-65faef7a43b5 x-openstack-request-id: req-55576e8a-a181-480b-8636-65faef7a43b5 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:35.460243 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c867bb-0fb3-4dcc-aa33-64da2a0660b0", "name": "network-vif-deleted", "tag": "4e90aa40-4e20-4bb5-ae96-262f6c3201da", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:35.460547 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-55576e8a-a181-480b-8636-65faef7a43b5 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:35.460991 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c867bb-0fb3-4dcc-aa33-64da2a0660b0', 'name': 'network-vif-deleted', 'tag': '4e90aa40-4e20-4bb5-ae96-262f6c3201da', 'status': 'completed', 'code': 200} Jun 17 08:48:35.514338 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-53cb1c8d-0e2e-4269-a530-2dc7f5e6a21e admin admin] Deleting subnet 8f3595f7-a3bc-439c-932b-8cec9aeecffb {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:48:35.523207 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53cb1c8d-0e2e-4269-a530-2dc7f5e6a21e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:35.583727 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23c5bb-08f7-4143-bd9d-ba958083eba9 req-91e03d25-0654-41dc-a015-91ca83236953 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:35.590966 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2f23c5bb-08f7-4143-bd9d-ba958083eba9 req-91e03d25-0654-41dc-a015-91ca83236953 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8dc6973-f657-4742-924f-a69c66e00e63 HTTP/1.1" status: 200 len: 945 time: 0.2071478 Jun 17 08:48:35.632835 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53cb1c8d-0e2e-4269-a530-2dc7f5e6a21e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:35.708870 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2f23c5bb-08f7-4143-bd9d-ba958083eba9 req-58ca2f8c-07b3-43e9-9034-142a2b738b7c tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144209 Jun 17 08:48:35.828247 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53cb1c8d-0e2e-4269-a530-2dc7f5e6a21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:36.004165 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b78b1-2849-4c33-99cd-55971e61bf15 req-f046cf20-301c-470e-b153-246d34869353 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:36.005896 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d77b78b1-2849-4c33-99cd-55971e61bf15 req-f046cf20-301c-470e-b153-246d34869353 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.0911002 Jun 17 08:48:36.055357 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d77b78b1-2849-4c33-99cd-55971e61bf15 req-aa25c86e-da04-4b98-9db1-7c32f8132512 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420771 Jun 17 08:48:36.405727 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 845d7f26-3d3d-4d02-866b-1e9bca41e159 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:48:36.427871 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 845d7f26-3d3d-4d02-866b-1e9bca41e159 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:48:36.428232 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 845d7f26-3d3d-4d02-866b-1e9bca41e159 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:48:36.428663 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 4b03ed9e-a583-4ff7-8068-fb4ba2e16f09 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:48:36.441150 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-50a14d32-1f53-40e9-8237-714e995f7682 req-99fa8095-04ea-459e-be07-c1b632431459 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c867bb-0fb3-4dcc-aa33-64da2a0660b0 HTTP/1.1" status: 200 len: 210 time: 0.0424440 Jun 17 08:48:36.447735 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 4b03ed9e-a583-4ff7-8068-fb4ba2e16f09 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:48:36.448106 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 4b03ed9e-a583-4ff7-8068-fb4ba2e16f09 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:48:36.456258 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d39bb-ff52-420d-961a-6e329672ac7b req-3cce95c7-288c-4fb6-ab48-c9048ff3b3f7 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:36.457857 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b26d39bb-ff52-420d-961a-6e329672ac7b req-3cce95c7-288c-4fb6-ab48-c9048ff3b3f7 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8dc6973-f657-4742-924f-a69c66e00e63 HTTP/1.1" status: 200 len: 945 time: 0.1079681 Jun 17 08:48:36.565117 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-b26d39bb-ff52-420d-961a-6e329672ac7b req-9df7be1f-ed11-42c8-8c10-edb8a02d848b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Deleting port 5ccada3b-7a33-4c87-b251-5b452f123e7a {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:36.565379 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-b26d39bb-ff52-420d-961a-6e329672ac7b req-9df7be1f-ed11-42c8-8c10-edb8a02d848b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:36.581392 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53cb1c8d-0e2e-4269-a530-2dc7f5e6a21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:36.589983 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:36.623584 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14102244-296d-427f-91d1-82592ea47669 None None] Network 693d9168-e6b9-4690-b8e4-f3b794d83dbe requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:48:36.632191 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53cb1c8d-0e2e-4269-a530-2dc7f5e6a21e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:36.634348 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-53cb1c8d-0e2e-4269-a530-2dc7f5e6a21e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8f3595f7-a3bc-439c-932b-8cec9aeecffb HTTP/1.1" status: 204 len: 168 time: 1.2068689 Jun 17 08:48:36.636299 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb1c8d-0e2e-4269-a530-2dc7f5e6a21e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f3595f7-a3bc-439c-932b-8cec9aeecffb,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:36.638230 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 54344) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:36.644938 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-53cb1c8d-0e2e-4269-a530-2dc7f5e6a21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:36.690819 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-b26d39bb-ff52-420d-961a-6e329672ac7b req-9df7be1f-ed11-42c8-8c10-edb8a02d848b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] For port 5ccada3b-7a33-4c87-b251-5b452f123e7a, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=5ccada3b-7a33-4c87-b251-5b452f123e7a,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:36.691943 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-b26d39bb-ff52-420d-961a-6e329672ac7b req-9df7be1f-ed11-42c8-8c10-edb8a02d848b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:36.718041 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fe5c833f-6a96-4b30-908d-ae1dc35bdc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:36.807309 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-b26d39bb-ff52-420d-961a-6e329672ac7b req-9df7be1f-ed11-42c8-8c10-edb8a02d848b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Calling delete_port for 5ccada3b-7a33-4c87-b251-5b452f123e7a owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:36.807888 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-fe5c833f-6a96-4b30-908d-ae1dc35bdc2d admin admin] Deleting port b5e30382-9daa-407d-ab18-2e6e948abc78 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:36.817001 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fe5c833f-6a96-4b30-908d-ae1dc35bdc2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:36.947389 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 4e90aa40-4e20-4bb5-ae96-262f6c3201da no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:48:37.029552 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 4e90aa40-4e20-4bb5-ae96-262f6c3201da {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:48:37.030288 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 4e90aa40-4e20-4bb5-ae96-262f6c3201da not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:48:37.032786 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d40863-fa60-4db8-9e3f-ba75ba6397c9 None None] DHCP port deletion for 693d9168-e6b9-4690-b8e4-f3b794d83dbe request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:48:37.042760 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-34e13871-bf94-485d-981b-44004ed54f5e req-2370e7b9-d101-4cb4-830c-64168808eb7f tempest-QuotasAdminNegativeTest-420889224 tempest-QuotasAdminNegativeTest-420889224-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=df19632c56e14888a509ea44a46ab508&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1106544 Jun 17 08:48:37.082070 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-fe5c833f-6a96-4b30-908d-ae1dc35bdc2d admin admin] For port b5e30382-9daa-407d-ab18-2e6e948abc78, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=b5e30382-9daa-407d-ab18-2e6e948abc78,segment=NetworkSegment(66acdf7e-e9c9-480a-abac-505f4e9febc6),segment_id=66acdf7e-e9c9-480a-abac-505f4e9febc6)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:37.082365 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fe5c833f-6a96-4b30-908d-ae1dc35bdc2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:37.094690 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-32d40863-fa60-4db8-9e3f-ba75ba6397c9 None None] Deleting port b5e30382-9daa-407d-ab18-2e6e948abc78 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:37.095642 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-32d40863-fa60-4db8-9e3f-ba75ba6397c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:37.162612 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdfa50-785f-423d-b841-e45477be7a1c req-aee572ad-1a62-4b98-8f9b-fa8cd7c64169 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:37.166396 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c7fdfa50-785f-423d-b841-e45477be7a1c req-aee572ad-1a62-4b98-8f9b-fa8cd7c64169 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8dc6973-f657-4742-924f-a69c66e00e63 HTTP/1.1" status: 200 len: 945 time: 0.1429026 Jun 17 08:48:37.180701 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-32d40863-fa60-4db8-9e3f-ba75ba6397c9 None None] For port b5e30382-9daa-407d-ab18-2e6e948abc78, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=b5e30382-9daa-407d-ab18-2e6e948abc78,segment=NetworkSegment(66acdf7e-e9c9-480a-abac-505f4e9febc6),segment_id=66acdf7e-e9c9-480a-abac-505f4e9febc6)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:37.181893 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-32d40863-fa60-4db8-9e3f-ba75ba6397c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:37.245066 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-b26d39bb-ff52-420d-961a-6e329672ac7b req-9df7be1f-ed11-42c8-8c10-edb8a02d848b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:37.259029 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-233acf32-96ec-47e3-bce5-da926594e48c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:37.304432 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-32d40863-fa60-4db8-9e3f-ba75ba6397c9 None None] Calling delete_port for b5e30382-9daa-407d-ab18-2e6e948abc78 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:37.306421 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7be1f-ed11-42c8-8c10-edb8a02d848b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Pushing event deleted for resources: {'Port': ['ID=5ccada3b-7a33-4c87-b251-5b452f123e7a,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:37.322075 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['2d207028-4b95-419e-be6f-114317fcaa67'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:48:37.358058 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c7fdfa50-785f-423d-b841-e45477be7a1c req-96cc6ab2-c75e-4d74-bcc6-373486c9bed2 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780224 Jun 17 08:48:37.430361 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7be1f-ed11-42c8-8c10-edb8a02d848b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:37.431083 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7be1f-ed11-42c8-8c10-edb8a02d848b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:37.432642 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7be1f-ed11-42c8-8c10-edb8a02d848b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:37.438263 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7be1f-ed11-42c8-8c10-edb8a02d848b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:37.438263 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7be1f-ed11-42c8-8c10-edb8a02d848b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:37.438263 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7be1f-ed11-42c8-8c10-edb8a02d848b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:37.438263 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7be1f-ed11-42c8-8c10-edb8a02d848b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:37.438263 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7be1f-ed11-42c8-8c10-edb8a02d848b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:37.438263 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7be1f-ed11-42c8-8c10-edb8a02d848b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:37.438263 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7be1f-ed11-42c8-8c10-edb8a02d848b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:37.438263 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7be1f-ed11-42c8-8c10-edb8a02d848b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:37.438263 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7be1f-ed11-42c8-8c10-edb8a02d848b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:37.456281 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9df7be1f-ed11-42c8-8c10-edb8a02d848b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:37.457184 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26d39bb-ff52-420d-961a-6e329672ac7b req-9df7be1f-ed11-42c8-8c10-edb8a02d848b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] No DVR routers for this DVR port 5ccada3b-7a33-4c87-b251-5b452f123e7a on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:48:37.462521 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-b26d39bb-ff52-420d-961a-6e329672ac7b req-9df7be1f-ed11-42c8-8c10-edb8a02d848b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:37.469269 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b26d39bb-ff52-420d-961a-6e329672ac7b req-9df7be1f-ed11-42c8-8c10-edb8a02d848b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.53 "DELETE /v2.0/ports/5ccada3b-7a33-4c87-b251-5b452f123e7a HTTP/1.1" status: 204 len: 173 time: 1.0059094 Jun 17 08:48:37.470221 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8dc6973-f657-4742-924f-a69c66e00e63', 'name': 'network-vif-deleted', 'tag': '5ccada3b-7a33-4c87-b251-5b452f123e7a'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:37.478413 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0223a878-a3ee-45f8-9a7b-fc1ee7066f96" -d '{"events": [{"server_uuid": "b8dc6973-f657-4742-924f-a69c66e00e63", "name": "network-vif-deleted", "tag": "5ccada3b-7a33-4c87-b251-5b452f123e7a"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:37.718712 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-fe5c833f-6a96-4b30-908d-ae1dc35bdc2d admin admin] Calling delete_port for b5e30382-9daa-407d-ab18-2e6e948abc78 owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:37.797508 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-32d40863-fa60-4db8-9e3f-ba75ba6397c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:37.804976 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-b4d6822c-5f9e-4de9-98ae-a46e7cd655b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:37.815012 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce65fc0-256c-4135-bf0e-2096530395b2 req-0a3acd16-d8f0-4222-917a-d4459d803067 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:37.816055 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e13871-bf94-485d-981b-44004ed54f5e req-14b51b3b-8ecd-48a1-8181-f7bfaa2bdf2e tempest-QuotasAdminNegativeTest-420889224 tempest-QuotasAdminNegativeTest-420889224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:37.823434 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5ce65fc0-256c-4135-bf0e-2096530395b2 req-0a3acd16-d8f0-4222-917a-d4459d803067 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.1081116 Jun 17 08:48:37.823823 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-34e13871-bf94-485d-981b-44004ed54f5e req-14b51b3b-8ecd-48a1-8181-f7bfaa2bdf2e tempest-QuotasAdminNegativeTest-420889224 tempest-QuotasAdminNegativeTest-420889224-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7799222 Jun 17 08:48:37.843883 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-34e13871-bf94-485d-981b-44004ed54f5e req-8ce66d69-2196-45dd-8e48-b9db580517e4 tempest-QuotasAdminNegativeTest-420889224 tempest-QuotasAdminNegativeTest-420889224-project] 10.222.0.49 "GET /v2.0/quotas/df19632c56e14888a509ea44a46ab508 HTTP/1.1" status: 200 len: 375 time: 0.0192735 Jun 17 08:48:37.886535 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5ce65fc0-256c-4135-bf0e-2096530395b2 req-bbbaa64e-44ca-4671-9bfa-320bb2248576 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583193 Jun 17 08:48:37.892166 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d40863-fa60-4db8-9e3f-ba75ba6397c9 None None] Pushing event deleted for resources: {'Port': ['ID=b5e30382-9daa-407d-ab18-2e6e948abc78,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:37.898895 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-34e13871-bf94-485d-981b-44004ed54f5e req-6b67b817-4241-49e1-8461-469669af2a03 tempest-QuotasAdminNegativeTest-420889224 tempest-QuotasAdminNegativeTest-420889224-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=df19632c56e14888a509ea44a46ab508&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520272 Jun 17 08:48:37.909779 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-32d40863-fa60-4db8-9e3f-ba75ba6397c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:37.910823 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d40863-fa60-4db8-9e3f-ba75ba6397c9 None None] No DVR routers for this DVR port b5e30382-9daa-407d-ab18-2e6e948abc78 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:48:37.944942 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fe5c833f-6a96-4b30-908d-ae1dc35bdc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:37.947047 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d042ee3e-36fe-4e87-bd72-68441eb9068d tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:37.982705 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c833f-6a96-4b30-908d-ae1dc35bdc2d admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e30382-9daa-407d-ab18-2e6e948abc78,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:37.987002 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fe5c833f-6a96-4b30-908d-ae1dc35bdc2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:37.988801 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5c833f-6a96-4b30-908d-ae1dc35bdc2d admin admin] No DVR routers for this DVR port b5e30382-9daa-407d-ab18-2e6e948abc78 on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:48:38.088090 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4b3b04-e8d2-42f9-9c60-19b24fb5355a x-openstack-request-id: req-ea4b3b04-e8d2-42f9-9c60-19b24fb5355a {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:38.089091 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8dc6973-f657-4742-924f-a69c66e00e63", "name": "network-vif-deleted", "tag": "5ccada3b-7a33-4c87-b251-5b452f123e7a", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:38.089503 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea4b3b04-e8d2-42f9-9c60-19b24fb5355a {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:38.090064 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8dc6973-f657-4742-924f-a69c66e00e63', 'name': 'network-vif-deleted', 'tag': '5ccada3b-7a33-4c87-b251-5b452f123e7a', 'status': 'completed', 'code': 200} Jun 17 08:48:38.135012 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fe5c833f-6a96-4b30-908d-ae1dc35bdc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:38.157391 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-fe5c833f-6a96-4b30-908d-ae1dc35bdc2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693d9168-e6b9-4690-b8e4-f3b794d83dbe']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:38.175049 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-fe5c833f-6a96-4b30-908d-ae1dc35bdc2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66acdf7e-e9c9-480a-abac-505f4e9febc6') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:38.175275 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-fe5c833f-6a96-4b30-908d-ae1dc35bdc2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66acdf7e-e9c9-480a-abac-505f4e9febc6') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:38.200147 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fe5c833f-6a96-4b30-908d-ae1dc35bdc2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:38.228350 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fe5c833f-6a96-4b30-908d-ae1dc35bdc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:38.242329 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe5c833f-6a96-4b30-908d-ae1dc35bdc2d admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:48:38.242733 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fe5c833f-6a96-4b30-908d-ae1dc35bdc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:48:38.244985 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:48:38.248270 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:48:38.248270 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:48:38.248270 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:48:38.248270 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:48:38.248270 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:48:38.248270 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:48:38.248270 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:48:38.248270 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:48:38.248270 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:48:38.248270 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:48:38.248270 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:48:38.248270 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:48:38.248270 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:48:38.248270 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:48:38.248270 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:48:38.248270 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:48:38.248270 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:48:38.248270 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:48:38.248270 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:48:38.248270 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:48:38.248270 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:48:38.248270 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:48:38.248270 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:48:38.248270 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:48:38.248270 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:48:38.432599 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device b5e30382-9daa-407d-ab18-2e6e948abc78 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:48:38.462562 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: b5e30382-9daa-407d-ab18-2e6e948abc78 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:48:38.462930 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device b5e30382-9daa-407d-ab18-2e6e948abc78 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:48:38.484865 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fe5c833f-6a96-4b30-908d-ae1dc35bdc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:38.489224 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-292b0a4b-4075-4b33-88b2-822c0ef28ead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:38.491810 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fe5c833f-6a96-4b30-908d-ae1dc35bdc2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:38.495873 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-fe5c833f-6a96-4b30-908d-ae1dc35bdc2d admin admin] 10.222.0.49 "DELETE /v2.0/networks/693d9168-e6b9-4690-b8e4-f3b794d83dbe HTTP/1.1" status: 204 len: 168 time: 1.8501115 Jun 17 08:48:38.508642 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c833f-6a96-4b30-908d-ae1dc35bdc2d admin admin] Pushing event deleted for resources: {'Network': ['ID=693d9168-e6b9-4690-b8e4-f3b794d83dbe,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:38.511025 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fe5c833f-6a96-4b30-908d-ae1dc35bdc2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:38.927952 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bb179a1d-b361-42ed-8c95-122aebc39b50 req-9d8d3d74-91cf-4d9e-9602-6b1eeecefabb tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8dc6973-f657-4742-924f-a69c66e00e63 HTTP/1.1" status: 200 len: 210 time: 0.0402164 Jun 17 08:48:38.973031 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 5ccada3b-7a33-4c87-b251-5b452f123e7a no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:48:39.002456 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 5ccada3b-7a33-4c87-b251-5b452f123e7a {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:48:39.002798 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 5ccada3b-7a33-4c87-b251-5b452f123e7a not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:48:39.198988 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 54408) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:39.300986 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9391d8-66c9-467d-9c58-e33a22b9eff1 req-b8f6f3e4-09ca-4dda-8285-7caff60ac458 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:39.310936 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ea9391d8-66c9-467d-9c58-e33a22b9eff1 req-b8f6f3e4-09ca-4dda-8285-7caff60ac458 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.1500304 Jun 17 08:48:39.328455 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e7b4566e-4971-4063-a0db-e45d5213ab35 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=43e7d72508e04043b2ab73836bcacd2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1278000 Jun 17 08:48:39.330989 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 54410) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:39.414548 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69450fd6-f084-4910-b47a-7f25777dcf28 req-23a8a2a4-22cd-4c7e-b368-631e82bdee8b tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:39.418654 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-69450fd6-f084-4910-b47a-7f25777dcf28 req-23a8a2a4-22cd-4c7e-b368-631e82bdee8b tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 950 time: 0.1565216 Jun 17 08:48:39.427241 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ea9391d8-66c9-467d-9c58-e33a22b9eff1 req-30a40247-ab84-48c1-ba3e-32e55265c4f6 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175406 Jun 17 08:48:39.459290 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-57141181-9b8a-42f7-95e4-268453626d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.498245 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-57141181-9b8a-42f7-95e4-268453626d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.505247 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-69450fd6-f084-4910-b47a-7f25777dcf28 req-ad9d92f0-98a9-4703-9de8-b474455b8350 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827513 Jun 17 08:48:39.779397 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-57141181-9b8a-42f7-95e4-268453626d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.782171 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-57141181-9b8a-42f7-95e4-268453626d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.784034 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-57141181-9b8a-42f7-95e4-268453626d9d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/defa3437-5389-4dea-86e3-2aea894754fc HTTP/1.1" status: 204 len: 168 time: 0.4519670 Jun 17 08:48:39.784999 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6185742c-9ecc-45e2-b825-eb8dfca5339f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:39.797568 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57141181-9b8a-42f7-95e4-268453626d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defa3437-5389-4dea-86e3-2aea894754fc,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:39.805954 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57141181-9b8a-42f7-95e4-268453626d9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:39.806342 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57141181-9b8a-42f7-95e4-268453626d9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:39.806720 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57141181-9b8a-42f7-95e4-268453626d9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:39.807101 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57141181-9b8a-42f7-95e4-268453626d9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:39.807626 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57141181-9b8a-42f7-95e4-268453626d9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:39.808210 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57141181-9b8a-42f7-95e4-268453626d9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:39.808210 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57141181-9b8a-42f7-95e4-268453626d9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:39.808566 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57141181-9b8a-42f7-95e4-268453626d9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:39.809282 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57141181-9b8a-42f7-95e4-268453626d9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:39.809611 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57141181-9b8a-42f7-95e4-268453626d9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:39.810116 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57141181-9b8a-42f7-95e4-268453626d9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:39.810505 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57141181-9b8a-42f7-95e4-268453626d9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:39.813841 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-57141181-9b8a-42f7-95e4-268453626d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:40.209549 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 54428) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:40.656426 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9b6b8-86f8-4204-a448-bfec37d05973 req-7d7d5111-d110-4e91-a00e-e08fca28ac86 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:40.660726 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d9da7bd-3e30-4bcd-b846-f1cb5d1af0e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:40.669348 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-48f9b6b8-86f8-4204-a448-bfec37d05973 req-7d7d5111-d110-4e91-a00e-e08fca28ac86 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.50 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 950 time: 0.2054543 Jun 17 08:48:40.874840 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b97c1-fa83-487e-8ac2-49862b65acef req-238ad39b-d4c7-4eac-8d0b-af23dbff9519 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:40.878488 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f71b97c1-fa83-487e-8ac2-49862b65acef req-238ad39b-d4c7-4eac-8d0b-af23dbff9519 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.2057402 Jun 17 08:48:40.941640 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f71b97c1-fa83-487e-8ac2-49862b65acef req-fdfc85d3-cbc4-4c81-977c-81de03f49789 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567000 Jun 17 08:48:40.955007 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-48f9b6b8-86f8-4204-a448-bfec37d05973 req-6e50e14f-b35f-4eac-ac68-6c0c24e801e8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Deleting port 85df4119-793b-423d-abf1-4c64dea34203 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:40.955396 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-48f9b6b8-86f8-4204-a448-bfec37d05973 req-6e50e14f-b35f-4eac-ac68-6c0c24e801e8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:41.003112 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d9da7bd-3e30-4bcd-b846-f1cb5d1af0e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:41.030287 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215784f2-8118-402a-9e4f-bdd2448a1c1f req-45e6e3c1-1f42-42b1-b7b3-9cd14b0aceeb tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:41.049621 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-215784f2-8118-402a-9e4f-bdd2448a1c1f req-45e6e3c1-1f42-42b1-b7b3-9cd14b0aceeb tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 950 time: 0.2778587 Jun 17 08:48:41.083602 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-48f9b6b8-86f8-4204-a448-bfec37d05973 req-6e50e14f-b35f-4eac-ac68-6c0c24e801e8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] For port 85df4119-793b-423d-abf1-4c64dea34203, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=85df4119-793b-423d-abf1-4c64dea34203,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:41.083994 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-48f9b6b8-86f8-4204-a448-bfec37d05973 req-6e50e14f-b35f-4eac-ac68-6c0c24e801e8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:41.116203 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-215784f2-8118-402a-9e4f-bdd2448a1c1f req-32dbff4a-237d-48d7-afee-38531a7934eb tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb1f737d-db3d-4d0d-be81-a599eb3e9071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656099 Jun 17 08:48:41.128913 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d9da7bd-3e30-4bcd-b846-f1cb5d1af0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:41.129382 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d1943bb9-645b-4bd5-b4aa-1965f023774c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:41.159754 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-48f9b6b8-86f8-4204-a448-bfec37d05973 req-6e50e14f-b35f-4eac-ac68-6c0c24e801e8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Calling delete_port for 85df4119-793b-423d-abf1-4c64dea34203 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:41.195721 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-1d9da7bd-3e30-4bcd-b846-f1cb5d1af0e5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=df19632c56e14888a509ea44a46ab508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9802122 Jun 17 08:48:41.196775 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9da7bd-3e30-4bcd-b846-f1cb5d1af0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc0c117-fad6-4eaa-a0be-ad356e41714d,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:41.200780 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1d9da7bd-3e30-4bcd-b846-f1cb5d1af0e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:41.201372 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 54454) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:41.269985 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c5b3512e-54e9-4f05-be3b-741a08a42578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:41.305779 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c5b3512e-54e9-4f05-be3b-741a08a42578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:41.396389 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-48f9b6b8-86f8-4204-a448-bfec37d05973 req-6e50e14f-b35f-4eac-ac68-6c0c24e801e8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:41.401909 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-614e726d-0c89-4bc1-9248-72dfa225b9dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:41.409217 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['85df4119-793b-423d-abf1-4c64dea34203'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:48:41.506107 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e14f-b35f-4eac-ac68-6c0c24e801e8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Pushing event deleted for resources: {'Port': ['ID=85df4119-793b-423d-abf1-4c64dea34203,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:41.541797 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6e50e14f-b35f-4eac-ac68-6c0c24e801e8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:41.606653 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f9b6b8-86f8-4204-a448-bfec37d05973 req-6e50e14f-b35f-4eac-ac68-6c0c24e801e8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] No DVR routers for this DVR port 85df4119-793b-423d-abf1-4c64dea34203 on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:48:41.607076 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c5b3512e-54e9-4f05-be3b-741a08a42578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:41.612395 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c5b3512e-54e9-4f05-be3b-741a08a42578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:41.613807 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-48f9b6b8-86f8-4204-a448-bfec37d05973 req-6e50e14f-b35f-4eac-ac68-6c0c24e801e8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:41.615141 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c5b3512e-54e9-4f05-be3b-741a08a42578 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/afc0c117-fad6-4eaa-a0be-ad356e41714d HTTP/1.1" status: 204 len: 168 time: 0.4126050 Jun 17 08:48:41.621203 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-48f9b6b8-86f8-4204-a448-bfec37d05973 req-6e50e14f-b35f-4eac-ac68-6c0c24e801e8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.50 "DELETE /v2.0/ports/85df4119-793b-423d-abf1-4c64dea34203 HTTP/1.1" status: 204 len: 173 time: 0.8824177 Jun 17 08:48:41.621203 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f3a1d7-9d51-4c86-9b1c-1c1b114a293c', 'name': 'network-vif-deleted', 'tag': '85df4119-793b-423d-abf1-4c64dea34203'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:41.621512 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2d5ace22-7fdc-4ffd-8d39-8186ba14ad65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:41.625149 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1bbaff-aede-44c4-b886-fb718749e50b" -d '{"events": [{"server_uuid": "62f3a1d7-9d51-4c86-9b1c-1c1b114a293c", "name": "network-vif-deleted", "tag": "85df4119-793b-423d-abf1-4c64dea34203"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:41.646946 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3512e-54e9-4f05-be3b-741a08a42578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc0c117-fad6-4eaa-a0be-ad356e41714d,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:41.651926 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c5b3512e-54e9-4f05-be3b-741a08a42578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:41.698250 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7a6c76-b91d-43c4-b07a-51fad6a212f5 x-openstack-request-id: req-7e7a6c76-b91d-43c4-b07a-51fad6a212f5 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:41.698846 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f3a1d7-9d51-4c86-9b1c-1c1b114a293c", "name": "network-vif-deleted", "tag": "85df4119-793b-423d-abf1-4c64dea34203", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:41.698846 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7e7a6c76-b91d-43c4-b07a-51fad6a212f5 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:41.699277 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f3a1d7-9d51-4c86-9b1c-1c1b114a293c', 'name': 'network-vif-deleted', 'tag': '85df4119-793b-423d-abf1-4c64dea34203', 'status': 'completed', 'code': 200} Jun 17 08:48:41.706865 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-288133d4-d292-4970-8a52-341c77830a97 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:41.708685 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-288133d4-d292-4970-8a52-341c77830a97 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/networks?id=e6105816-34ac-4e40-a08a-0beea0be79f0 HTTP/1.1" status: 200 len: 806 time: 0.1608109 Jun 17 08:48:41.729613 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-0d55f68a-3dae-4c09-b1d9-ab015afb5281 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/quotas/bc856043629546feb20cb98761057747 HTTP/1.1" status: 200 len: 375 time: 0.0149040 Jun 17 08:48:42.185810 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434eadb-2091-4899-bc45-89afea667782 req-a1656b0a-6e88-41c5-99fc-f22f3a082150 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:42.189066 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f434eadb-2091-4899-bc45-89afea667782 req-a1656b0a-6e88-41c5-99fc-f22f3a082150 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.1009321 Jun 17 08:48:42.189191 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-2cb4d3c7-e102-4dfa-8099-38743bab93ea tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bc856043629546feb20cb98761057747&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4452283 Jun 17 08:48:42.241613 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f434eadb-2091-4899-bc45-89afea667782 req-4cb48ee4-7bb2-4433-88f8-ea003b37813d tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466104 Jun 17 08:48:42.300818 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-3e91a69f-a81d-4a3b-b67a-862d2fc57f37 service neutron] 10.222.0.49 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013360 Jun 17 08:48:42.435021 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8760bd53-2fb1-48b5-b1f4-25bc1c879400 req-6f56ad2a-6e88-4bda-9824-964f89103140 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] 10.222.0.49 "GET /v2.0/ports?device_id=62f3a1d7-9d51-4c86-9b1c-1c1b114a293c HTTP/1.1" status: 200 len: 210 time: 0.0504522 Jun 17 08:48:42.464066 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-8d960a3a-a8eb-4312-8dd0-424d0ca1c26f service neutron] 10.222.0.49 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550543 Jun 17 08:48:42.816462 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ddae096a-a80c-4204-ba84-34217ea2f164 req-4d95c8ed-8af5-431d-8c26-094c297bca4c tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=7213f975-d1cb-498a-8fb5-78fd4ed539c0 HTTP/1.1" status: 200 len: 210 time: 0.0391376 Jun 17 08:48:43.220154 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 54512) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:43.237175 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0a39c66c-9459-4ae5-923a-65f952607534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:43.406954 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0a39c66c-9459-4ae5-923a-65f952607534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:43.489529 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c6503-faed-47d9-8ca5-3759893d0b39 req-b99a2041-fb3d-426e-aa38-30e48363380d tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:43.491089 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1f3c6503-faed-47d9-8ca5-3759893d0b39 req-b99a2041-fb3d-426e-aa38-30e48363380d tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.0713205 Jun 17 08:48:43.531953 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1f3c6503-faed-47d9-8ca5-3759893d0b39 req-efce16c1-8da2-493a-94f9-360c0a835165 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342579 Jun 17 08:48:43.573350 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0a39c66c-9459-4ae5-923a-65f952607534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:43.579764 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5d63f916-c963-4f70-83fd-3e8ed6070f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:43.617247 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 54526) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:43.636270 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 54530) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:43.636399 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0a39c66c-9459-4ae5-923a-65f952607534 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=42274028438e4aab9f762062f1989150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4148068 Jun 17 08:48:43.642891 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39c66c-9459-4ae5-923a-65f952607534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10942cd6-efd3-47cc-8715-4597a8d15954,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:43.646352 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0a39c66c-9459-4ae5-923a-65f952607534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:43.711398 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5658cdca-adae-4af5-8580-af4a4f90b2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:43.734757 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5658cdca-adae-4af5-8580-af4a4f90b2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:43.891099 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-10e94555-cb3b-49af-8c0e-7e9933270a08 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2018320483-network', 'tenant_id': 'e992cf2baa1247e486549497079a7e00'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:43.916091 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6a7ee146-df68-4247-8f08-5b88e69f3331 req-9af333a7-9c06-4be8-931a-7d6136e871a5 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=7213f975-d1cb-498a-8fb5-78fd4ed539c0 HTTP/1.1" status: 200 len: 210 time: 0.0349452 Jun 17 08:48:44.035383 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 85df4119-793b-423d-abf1-4c64dea34203 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:48:44.058266 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 85df4119-793b-423d-abf1-4c64dea34203 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:48:44.058625 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 85df4119-793b-423d-abf1-4c64dea34203 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:48:44.179259 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5658cdca-adae-4af5-8580-af4a4f90b2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:44.182110 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5658cdca-adae-4af5-8580-af4a4f90b2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:44.183519 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5658cdca-adae-4af5-8580-af4a4f90b2c2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/10942cd6-efd3-47cc-8715-4597a8d15954 HTTP/1.1" status: 204 len: 168 time: 0.5458381 Jun 17 08:48:44.184292 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e94555-cb3b-49af-8c0e-7e9933270a08 admin admin] Made reservation on behalf of e992cf2baa1247e486549497079a7e00 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:48:44.186677 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-10e94555-cb3b-49af-8c0e-7e9933270a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:44.189358 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-296e5f1c-c793-4dc1-b04e-10181c48ba20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:44.205444 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-10e94555-cb3b-49af-8c0e-7e9933270a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:44.208555 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658cdca-adae-4af5-8580-af4a4f90b2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10942cd6-efd3-47cc-8715-4597a8d15954,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:44.210975 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5658cdca-adae-4af5-8580-af4a4f90b2c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:44.315513 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-10e94555-cb3b-49af-8c0e-7e9933270a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:44.421287 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f45b5-cd9e-435a-9f21-dd75eb07c81d req-a0548a5c-79f4-4174-8e74-36d268e53ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:44.423320 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-311f45b5-cd9e-435a-9f21-dd75eb07c81d req-a0548a5c-79f4-4174-8e74-36d268e53ef3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2660df61a5d14827a122661191fbd2bb&device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 1097 time: 0.0544469 Jun 17 08:48:44.521302 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f45b5-cd9e-435a-9f21-dd75eb07c81d req-fce730e9-e52b-48c7-805d-97f4bf79bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:44.524777 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-311f45b5-cd9e-435a-9f21-dd75eb07c81d req-fce730e9-e52b-48c7-805d-97f4bf79bb8e service neutron] 10.222.0.53 "GET /v2.0/networks?id=9607b8f2-1f64-4cbd-97ae-5ddc828a0032 HTTP/1.1" status: 200 len: 913 time: 0.0929487 Jun 17 08:48:44.556510 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-10e94555-cb3b-49af-8c0e-7e9933270a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:44.561095 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-51234354-81b5-4aff-b236-3c67511ef068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:44.566725 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-311f45b5-cd9e-435a-9f21-dd75eb07c81d req-d0b88d58-18ca-4cc9-960f-3d0a58515e3c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=808e4caf-bb2c-43f0-b939-5e3141ec703d HTTP/1.1" status: 200 len: 217 time: 0.0377932 Jun 17 08:48:44.581358 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e94555-cb3b-49af-8c0e-7e9933270a08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:48:44.598786 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e94555-cb3b-49af-8c0e-7e9933270a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b560d5e-8fdf-4c83-89c3-9f34eeddc8c8,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:44.602184 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-10e94555-cb3b-49af-8c0e-7e9933270a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:44.602526 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-10e94555-cb3b-49af-8c0e-7e9933270a08 admin admin] Added segment 30ded109-e7ae-46a5-a615-64378b56d873 of type vlan for network 69d68b2f-9621-41ec-8731-54491ef2c09a Jun 17 08:48:44.604152 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-10e94555-cb3b-49af-8c0e-7e9933270a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:44.652650 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f45b5-cd9e-435a-9f21-dd75eb07c81d req-53bd5b74-a115-4ba1-8d41-e9007d889b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:44.657275 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-10e94555-cb3b-49af-8c0e-7e9933270a08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:44.659524 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-311f45b5-cd9e-435a-9f21-dd75eb07c81d req-53bd5b74-a115-4ba1-8d41-e9007d889b6a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ed34bd4e-a866-4cd6-ad0f-ac23d869dd5e HTTP/1.1" status: 200 len: 852 time: 0.0821939 Jun 17 08:48:44.707780 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-311f45b5-cd9e-435a-9f21-dd75eb07c81d req-5c5fb547-9288-4b0a-937c-d18a8003d614 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9607b8f2-1f64-4cbd-97ae-5ddc828a0032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458362 Jun 17 08:48:44.762017 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b127cfb-1e5c-44f0-a1d5-f23650a31aa2 req-2da1e707-8209-4aaf-8a60-5b422b4eab39 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:44.763480 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8b127cfb-1e5c-44f0-a1d5-f23650a31aa2 req-2da1e707-8209-4aaf-8a60-5b422b4eab39 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.0669954 Jun 17 08:48:44.803984 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8b127cfb-1e5c-44f0-a1d5-f23650a31aa2 req-03c0c23c-4e36-410f-9424-6543b5553052 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340044 Jun 17 08:48:44.804532 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-311f45b5-cd9e-435a-9f21-dd75eb07c81d req-780fe5dd-0f57-4e00-a29f-9779c362fcb5 service neutron] 10.222.0.53 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903034 Jun 17 08:48:44.827467 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-10e94555-cb3b-49af-8c0e-7e9933270a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:44.832307 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e94555-cb3b-49af-8c0e-7e9933270a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:44.832307 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-10e94555-cb3b-49af-8c0e-7e9933270a08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:44.832554 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-288567d1-7a09-40e8-91e4-34f01e72a1ab tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:44.914981 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e94555-cb3b-49af-8c0e-7e9933270a08 admin admin] Pushing event updated for resources: {'Network': ['ID=69d68b2f-9621-41ec-8731-54491ef2c09a,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:44.918056 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-10e94555-cb3b-49af-8c0e-7e9933270a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:44.919833 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-311f45b5-cd9e-435a-9f21-dd75eb07c81d req-3900d95c-4769-4cc8-ab0a-112ec3935778 service neutron] 10.222.0.53 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085095 Jun 17 08:48:44.929451 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 69d68b2f-9621-41ec-8731-54491ef2c09a details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:48:44.980305 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 54556) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:45.066747 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-10e94555-cb3b-49af-8c0e-7e9933270a08 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4473042 Jun 17 08:48:45.069575 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 54560) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:45.090133 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-c4b393ae-f028-4406-8d92-db6ea7c1b85b admin admin] Request body: {'subnet': {'network_id': '69d68b2f-9621-41ec-8731-54491ef2c09a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2018320483-subnet', 'tenant_id': 'e992cf2baa1247e486549497079a7e00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:45.096420 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9e05caa3-af3f-4ab0-81b3-07c5da0c954e req-ecf71b2f-aaf3-48d0-a120-a560882fad6f tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=7213f975-d1cb-498a-8fb5-78fd4ed539c0 HTTP/1.1" status: 200 len: 210 time: 0.0419695 Jun 17 08:48:45.208818 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2fd9d4ac-820f-4a6c-8a9a-bfbe319de46e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e01d01d179104814a9128dc5fc44bfde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250199 Jun 17 08:48:45.211122 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 54566) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:45.241211 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b393ae-f028-4406-8d92-db6ea7c1b85b admin admin] Made reservation on behalf of e992cf2baa1247e486549497079a7e00 for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:48:45.243450 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c4b393ae-f028-4406-8d92-db6ea7c1b85b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:45.346243 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-65aff7a3-5a44-475d-94d5-5f2009c17173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:45.376196 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-65aff7a3-5a44-475d-94d5-5f2009c17173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:45.604888 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c4b393ae-f028-4406-8d92-db6ea7c1b85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:45.608175 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e6c06708-6daf-410a-b3f8-497128caf6ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:45.609989 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-65aff7a3-5a44-475d-94d5-5f2009c17173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:45.612832 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-65aff7a3-5a44-475d-94d5-5f2009c17173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:45.617586 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-65aff7a3-5a44-475d-94d5-5f2009c17173 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bb1f737d-db3d-4d0d-be81-a599eb3e9071 HTTP/1.1" status: 204 len: 168 time: 0.4018786 Jun 17 08:48:45.669251 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b393ae-f028-4406-8d92-db6ea7c1b85b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a86fea78-4043-46de-88f5-d676080ab308,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:45.672182 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c4b393ae-f028-4406-8d92-db6ea7c1b85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:45.674436 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6721a3bd-9dd2-4f2c-9de4-1939314d4b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:45.686640 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aff7a3-5a44-475d-94d5-5f2009c17173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1f737d-db3d-4d0d-be81-a599eb3e9071,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:45.689263 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-65aff7a3-5a44-475d-94d5-5f2009c17173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:45.692143 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b393ae-f028-4406-8d92-db6ea7c1b85b admin admin] Checking segment: {'id': '30ded109-e7ae-46a5-a615-64378b56d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '69d68b2f-9621-41ec-8731-54491ef2c09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:45.692143 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b393ae-f028-4406-8d92-db6ea7c1b85b admin admin] Network hostable DHCP agents. Network: 69d68b2f-9621-41ec-8731-54491ef2c09a, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:48:45.881516 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b393ae-f028-4406-8d92-db6ea7c1b85b admin admin] Network 69d68b2f-9621-41ec-8731-54491ef2c09a is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:48:45.919668 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 54586) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:46.019529 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ab983-12ce-4827-9157-918e35647c0b req-cc6cfb01-2da3-43b2-bb85-5e161a645c96 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:46.021121 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2b3ab983-12ce-4827-9157-918e35647c0b req-cc6cfb01-2da3-43b2-bb85-5e161a645c96 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 945 time: 0.0841899 Jun 17 08:48:46.041780 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-c4b393ae-f028-4406-8d92-db6ea7c1b85b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 69d68b2f-9621-41ec-8731-54491ef2c09a) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:46.046754 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b393ae-f028-4406-8d92-db6ea7c1b85b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:46.048975 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c4b393ae-f028-4406-8d92-db6ea7c1b85b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:46.055621 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37381d8-d0fb-4a85-a731-2f48581c3918 None None] Network 69d68b2f-9621-41ec-8731-54491ef2c09a requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:48:46.068171 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2b3ab983-12ce-4827-9157-918e35647c0b req-17faf88d-a6b7-4a1a-b804-79883d1486f8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408359 Jun 17 08:48:46.169088 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c4b393ae-f028-4406-8d92-db6ea7c1b85b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0984023 Jun 17 08:48:46.235072 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adcf09c-10be-41f7-89bd-b29ec2a440c8 None None] Network 69d68b2f-9621-41ec-8731-54491ef2c09a requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:48:46.240294 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 54600) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:46.312788 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-780b4552-a5ee-430b-bf8d-1205debdfc9b req-7fc72f4a-fe31-4287-8350-de92d443b57b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=7213f975-d1cb-498a-8fb5-78fd4ed539c0 HTTP/1.1" status: 200 len: 210 time: 0.0599730 Jun 17 08:48:46.319184 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c403a560-27ae-4d80-9337-a677d43770d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:46.455035 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c403a560-27ae-4d80-9337-a677d43770d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:46.460075 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-ea4f80ce-bd77-4e6d-ac1f-c52cf71aeebb tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:46.466008 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-ea4f80ce-bd77-4e6d-ac1f-c52cf71aeebb tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.53 "GET /v2.0/networks?id=e6105816-34ac-4e40-a08a-0beea0be79f0 HTTP/1.1" status: 200 len: 806 time: 0.1612637 Jun 17 08:48:46.475009 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-702be0de-e747-4fe8-ba94-4bbd20a133cf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Request body: {'port': {'device_id': '7213f975-d1cb-498a-8fb5-78fd4ed539c0', 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0', 'admin_state_up': True, 'tenant_id': 'bc856043629546feb20cb98761057747'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:46.499655 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-cffebf2d-e1a9-4195-9aa1-c0806a02a3cb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952521564-network', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:46.586560 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c403a560-27ae-4d80-9337-a677d43770d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:46.591960 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-eb8c4ebc-8eda-4c16-befb-507b38aa8edd tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:46.601093 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.db.api [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-702be0de-e747-4fe8-ba94-4bbd20a133cf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:48:46.601093 n-d-758944-30 neutron-server[94519]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:48:46.601093 n-d-758944-30 neutron-server[94519]: [parameters: {'project_id_1': 'bc856043629546feb20cb98761057747', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 48, 46, 586657)}] Jun 17 08:48:46.601093 n-d-758944-30 neutron-server[94519]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:48:46.601093 n-d-758944-30 neutron-server[94519]: DEBUG oslo_db.api [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-702be0de-e747-4fe8-ba94-4bbd20a133cf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:48:46.637576 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c403a560-27ae-4d80-9337-a677d43770d5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4d4677037f874af984d0ca66f34e36ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7167211 Jun 17 08:48:46.638544 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403a560-27ae-4d80-9337-a677d43770d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067366bd-9057-4310-9c3e-7437d9bc6833,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:46.640366 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 54610) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:46.641744 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c403a560-27ae-4d80-9337-a677d43770d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:46.701222 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4cc18d25-5a7a-4cc5-aa61-0f9294389552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:46.715755 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffebf2d-e1a9-4195-9aa1-c0806a02a3cb admin admin] Made reservation on behalf of 44443c682bf24966a3252f9e0a1b0a72 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:48:46.720249 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cffebf2d-e1a9-4195-9aa1-c0806a02a3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:46.730382 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4cc18d25-5a7a-4cc5-aa61-0f9294389552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:46.733810 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cffebf2d-e1a9-4195-9aa1-c0806a02a3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:46.817335 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 54620) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:46.871604 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a64d9208-1892-4958-b80e-23040720d344 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a7f913313d2b4bf791681728ee3b8ebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493155 Jun 17 08:48:46.871872 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 54622) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:46.902910 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-dc19a9b9-6c63-46da-8d06-9e3f2e88867f tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:46.904403 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-dc19a9b9-6c63-46da-8d06-9e3f2e88867f tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/networks?id=69d68b2f-9621-41ec-8731-54491ef2c09a HTTP/1.1" status: 200 len: 813 time: 0.1331325 Jun 17 08:48:46.921454 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-157f9384-ea84-4db4-8179-6f3a7fcf4010 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/quotas/e992cf2baa1247e486549497079a7e00 HTTP/1.1" status: 200 len: 375 time: 0.0094097 Jun 17 08:48:46.922916 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d4f1ae0f-dd4a-41a4-9d33-2af6673c5418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:46.934205 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4cc18d25-5a7a-4cc5-aa61-0f9294389552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:46.936995 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4cc18d25-5a7a-4cc5-aa61-0f9294389552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:46.938907 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4cc18d25-5a7a-4cc5-aa61-0f9294389552 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/067366bd-9057-4310-9c3e-7437d9bc6833 HTTP/1.1" status: 204 len: 168 time: 0.2967942 Jun 17 08:48:46.942273 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-df677ea2-d579-47c1-89ed-06c95fd789c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:46.965910 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d4f1ae0f-dd4a-41a4-9d33-2af6673c5418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:46.971843 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-6af30cbc-89f2-4c45-88f3-bfbe7eb40263 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e992cf2baa1247e486549497079a7e00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441170 Jun 17 08:48:46.991834 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc18d25-5a7a-4cc5-aa61-0f9294389552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067366bd-9057-4310-9c3e-7437d9bc6833,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:46.997215 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4cc18d25-5a7a-4cc5-aa61-0f9294389552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:47.027881 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 808e4caf-bb2c-43f0-b939-5e3141ec703d no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:48:47.085475 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cffebf2d-e1a9-4195-9aa1-c0806a02a3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:47.131417 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:47.136553 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-dfcc0e44-91af-47da-9bf3-9bbaf40db197 service neutron] 10.222.0.49 "GET /v2.0/networks/69d68b2f-9621-41ec-8731-54491ef2c09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481519 Jun 17 08:48:47.154534 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750e04d5-015b-4776-b985-419f85bad61b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '808e4caf-bb2c-43f0-b939-5e3141ec703d'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:47.156856 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41915054-ea41-47dd-ab0f-f1525c265fe7" -d '{"events": [{"server_uuid": "750e04d5-015b-4776-b985-419f85bad61b", "name": "network-vif-unplugged", "status": "completed", "tag": "808e4caf-bb2c-43f0-b939-5e3141ec703d"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:47.164330 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d4f1ae0f-dd4a-41a4-9d33-2af6673c5418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:47.170692 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d4f1ae0f-dd4a-41a4-9d33-2af6673c5418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:47.174929 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 808e4caf-bb2c-43f0-b939-5e3141ec703d, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=808e4caf-bb2c-43f0-b939-5e3141ec703d,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:47.176506 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d4f1ae0f-dd4a-41a4-9d33-2af6673c5418 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fdd127cc-63e6-4d96-9de9-a6c5bf58e6f8 HTTP/1.1" status: 204 len: 168 time: 0.3006375 Jun 17 08:48:47.179330 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c5b3512e-54e9-4f05-be3b-741a08a42578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:47.193270 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1ae0f-dd4a-41a4-9d33-2af6673c5418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd127cc-63e6-4d96-9de9-a6c5bf58e6f8,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:47.195280 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d4f1ae0f-dd4a-41a4-9d33-2af6673c5418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:47.258419 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cffebf2d-e1a9-4195-9aa1-c0806a02a3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:47.265209 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-4ef9dfb1-fef2-4f96-b1a6-20124cc9d2fe service neutron] 10.222.0.49 "GET /v2.0/networks/69d68b2f-9621-41ec-8731-54491ef2c09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261292 Jun 17 08:48:47.267887 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-42bd18f3-a3b9-40c8-a83c-894fcc086f81 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:47.279087 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:47.281097 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:47.299657 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cffebf2d-e1a9-4195-9aa1-c0806a02a3cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:48:47.311408 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffebf2d-e1a9-4195-9aa1-c0806a02a3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3b6fd9-42e1-4b42-a0c0-8cc8eaf5da92,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:47.316415 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-cffebf2d-e1a9-4195-9aa1-c0806a02a3cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:47.317785 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cffebf2d-e1a9-4195-9aa1-c0806a02a3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:47.318227 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-cffebf2d-e1a9-4195-9aa1-c0806a02a3cb admin admin] Added segment 78db558a-8703-4205-8497-9d87a1711aca of type vlan for network 7b1fa35b-518b-4a6e-9cec-a3387f5b857d Jun 17 08:48:47.364727 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=808e4caf-bb2c-43f0-b939-5e3141ec703d,revision_number=8']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:47.375216 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:47.375822 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:47.376302 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:47.376762 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:47.377525 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:47.377966 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:47.378415 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:47.378827 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:47.379255 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:47.379813 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:47.380292 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:47.380728 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:47.385896 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cffebf2d-e1a9-4195-9aa1-c0806a02a3cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:47.387376 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:47.437209 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636fbce-76a3-4625-b64b-f06487088cff req-77d254d7-cd52-45bc-98ce-9cf22b28a585 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:47.438664 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c636fbce-76a3-4625-b64b-f06487088cff req-77d254d7-cd52-45bc-98ce-9cf22b28a585 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 943 time: 0.0847762 Jun 17 08:48:47.484531 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c636fbce-76a3-4625-b64b-f06487088cff req-71e3a5c5-e1b7-467b-b216-05f9853cd754 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394940 Jun 17 08:48:47.499104 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-702be0de-e747-4fe8-ba94-4bbd20a133cf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Made reservation on behalf of bc856043629546feb20cb98761057747 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:48:47.502774 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-702be0de-e747-4fe8-ba94-4bbd20a133cf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:47.535285 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289ddc5f-8144-4b31-8624-4e181ab3860e x-openstack-request-id: req-289ddc5f-8144-4b31-8624-4e181ab3860e {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:47.535285 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750e04d5-015b-4776-b985-419f85bad61b", "name": "network-vif-unplugged", "status": "completed", "tag": "808e4caf-bb2c-43f0-b939-5e3141ec703d", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:47.535285 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-289ddc5f-8144-4b31-8624-4e181ab3860e {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:47.535285 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750e04d5-015b-4776-b985-419f85bad61b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '808e4caf-bb2c-43f0-b939-5e3141ec703d', 'code': 200} Jun 17 08:48:47.559027 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cffebf2d-e1a9-4195-9aa1-c0806a02a3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:47.562422 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:47.563625 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffebf2d-e1a9-4195-9aa1-c0806a02a3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:47.565930 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cffebf2d-e1a9-4195-9aa1-c0806a02a3cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:47.572943 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:47.721191 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffebf2d-e1a9-4195-9aa1-c0806a02a3cb admin admin] Pushing event updated for resources: {'Network': ['ID=7b1fa35b-518b-4a6e-9cec-a3387f5b857d,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:47.728163 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-cffebf2d-e1a9-4195-9aa1-c0806a02a3cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:47.739251 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-cffebf2d-e1a9-4195-9aa1-c0806a02a3cb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.4977682 Jun 17 08:48:47.742643 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 54646) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:47.746929 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 7b1fa35b-518b-4a6e-9cec-a3387f5b857d details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:48:47.753029 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-b47564fc-e8da-4f73-b755-3c89f44eb815 admin admin] Request body: {'subnet': {'network_id': '7b1fa35b-518b-4a6e-9cec-a3387f5b857d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952521564-subnet', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:47.808171 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-725f887d-bda1-48dd-891d-63a608e49ce4 req-470bae95-c349-43e2-9bd0-546258473ed1 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=7213f975-d1cb-498a-8fb5-78fd4ed539c0 HTTP/1.1" status: 200 len: 210 time: 0.1205456 Jun 17 08:48:47.853007 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-702be0de-e747-4fe8-ba94-4bbd20a133cf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Allocated IP 172.20.0.7 (e6105816-34ac-4e40-a08a-0beea0be79f0/d3ab4f8a-558c-4943-babf-c8684f255cc6/757c4a1a-813d-4860-a20e-75d062f79b45) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:48:47.948692 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47564fc-e8da-4f73-b755-3c89f44eb815 admin admin] Made reservation on behalf of 44443c682bf24966a3252f9e0a1b0a72 for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:48:47.949230 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1138f366-6a1f-4590-93bf-f8a7f8b8e961 req-6c4e1707-9363-4225-9fc3-9ac839c42692 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1c0a4d-77ed-4584-93fd-a18d34a89fd2 HTTP/1.1" status: 200 len: 210 time: 0.0531332 Jun 17 08:48:47.949433 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b47564fc-e8da-4f73-b755-3c89f44eb815 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:48.102058 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-702be0de-e747-4fe8-ba94-4bbd20a133cf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:48.247858 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-702be0de-e747-4fe8-ba94-4bbd20a133cf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:48.254212 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b4a36639-30b7-4162-b439-57c0ec5a4e45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:48.264106 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['2d207028-4b95-419e-be6f-114317fcaa67'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:48:48.284612 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b47564fc-e8da-4f73-b755-3c89f44eb815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:48.293898 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5d93b5f5-ee3f-4bca-87e2-115a2ec244a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:48.306715 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-702be0de-e747-4fe8-ba94-4bbd20a133cf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Network e6105816-34ac-4e40-a08a-0beea0be79f0 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:48.313016 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-702be0de-e747-4fe8-ba94-4bbd20a133cf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:48.318533 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-702be0de-e747-4fe8-ba94-4bbd20a133cf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:48:48.333090 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702be0de-e747-4fe8-ba94-4bbd20a133cf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Pushing event updated for resources: {'Port': ['ID=757c4a1a-813d-4860-a20e-75d062f79b45,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:48.358065 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-702be0de-e747-4fe8-ba94-4bbd20a133cf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:48.358574 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 54678) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:48.386479 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9ac852f2-38ec-4ce2-9601-6218eff0197d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:48.412341 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-702be0de-e747-4fe8-ba94-4bbd20a133cf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:48.413385 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-702be0de-e747-4fe8-ba94-4bbd20a133cf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:48.418453 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47564fc-e8da-4f73-b755-3c89f44eb815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=528819dc-55d5-435f-984f-d0673642b38e,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:48.426306 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b47564fc-e8da-4f73-b755-3c89f44eb815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:48.466056 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47564fc-e8da-4f73-b755-3c89f44eb815 admin admin] Checking segment: {'id': '78db558a-8703-4205-8497-9d87a1711aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7b1fa35b-518b-4a6e-9cec-a3387f5b857d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:48.466418 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47564fc-e8da-4f73-b755-3c89f44eb815 admin admin] Network hostable DHCP agents. Network: 7b1fa35b-518b-4a6e-9cec-a3387f5b857d, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:48:48.526732 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9ac852f2-38ec-4ce2-9601-6218eff0197d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:48.570502 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47564fc-e8da-4f73-b755-3c89f44eb815 admin admin] Network 7b1fa35b-518b-4a6e-9cec-a3387f5b857d is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:48:48.599905 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9ac852f2-38ec-4ce2-9601-6218eff0197d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:48.602587 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-61a605fc-320a-4b69-b848-fc05f6f2ee58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:48.645196 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9ac852f2-38ec-4ce2-9601-6218eff0197d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6b780d1e359748f08ce7885319f9439b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2855577 Jun 17 08:48:48.646154 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac852f2-38ec-4ce2-9601-6218eff0197d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472ae04d-201d-4c6b-a6b5-01903fd75d41,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:48.647888 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 54690) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:48.649176 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9ac852f2-38ec-4ce2-9601-6218eff0197d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:48.699001 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-702be0de-e747-4fe8-ba94-4bbd20a133cf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2270999 Jun 17 08:48:48.700033 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-b47564fc-e8da-4f73-b755-3c89f44eb815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 7b1fa35b-518b-4a6e-9cec-a3387f5b857d) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:48.706102 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47564fc-e8da-4f73-b755-3c89f44eb815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:48.707162 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b47564fc-e8da-4f73-b755-3c89f44eb815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:48.711162 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38ffb50-959f-41be-bb71-0e81f8694810 None None] Network 7b1fa35b-518b-4a6e-9cec-a3387f5b857d requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:48:48.719166 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-6e6c746a-d7ac-4ec4-978f-dbade9eb1191 service neutron] Request body: {'port': {'device_id': '7213f975-d1cb-498a-8fb5-78fd4ed539c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:48.733544 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0e1a4a67-9bbd-4cef-baf2-b533053eceac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:48.776593 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0e1a4a67-9bbd-4cef-baf2-b533053eceac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:48.809999 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-6e6c746a-d7ac-4ec4-978f-dbade9eb1191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:48.875994 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b47564fc-e8da-4f73-b755-3c89f44eb815 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1240306 Jun 17 08:48:48.876128 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 54706) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:48.876128 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-3fa6a4a3-cff7-40ac-a1ab-715c9bff1e20 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952521564-router', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:48.925230 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaefa58-c184-4e20-844d-8f23f3deb030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-7b1fa35b-518b-4a6e-9cec-a3387f5b857d', 'network_id': '7b1fa35b-518b-4a6e-9cec-a3387f5b857d', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72', 'fixed_ips': [{'subnet_id': '528819dc-55d5-435f-984f-d0673642b38e'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:48:48.926240 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-cbaefa58-c184-4e20-844d-8f23f3deb030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:49.045488 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0e1a4a67-9bbd-4cef-baf2-b533053eceac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:49.050108 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0e1a4a67-9bbd-4cef-baf2-b533053eceac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:49.051444 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0e1a4a67-9bbd-4cef-baf2-b533053eceac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/472ae04d-201d-4c6b-a6b5-01903fd75d41 HTTP/1.1" status: 204 len: 168 time: 0.4025059 Jun 17 08:48:49.052309 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-364ebb4d-b8e4-47e7-a75d-a363c27ba06b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:49.065159 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a4a67-9bbd-4cef-baf2-b533053eceac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472ae04d-201d-4c6b-a6b5-01903fd75d41,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:49.068323 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0e1a4a67-9bbd-4cef-baf2-b533053eceac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:49.114722 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b597c-ee6d-4c2f-8158-b740cfa6e10e req-5491bac1-6b99-428b-b208-d49cb983ff65 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:49.121721 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ac4b597c-ee6d-4c2f-8158-b740cfa6e10e req-5491bac1-6b99-428b-b208-d49cb983ff65 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=7213f975-d1cb-498a-8fb5-78fd4ed539c0 HTTP/1.1" status: 200 len: 931 time: 0.1518142 Jun 17 08:48:49.137529 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3fa6a4a3-cff7-40ac-a1ab-715c9bff1e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:49.138526 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3fa6a4a3-cff7-40ac-a1ab-715c9bff1e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:49.209796 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-cbaefa58-c184-4e20-844d-8f23f3deb030 None None] Allocated IP 172.20.0.2 (7b1fa35b-518b-4a6e-9cec-a3387f5b857d/528819dc-55d5-435f-984f-d0673642b38e/e2a0266b-30f3-4da6-a24a-a27c1de2132a) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:48:49.233895 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ac4b597c-ee6d-4c2f-8158-b740cfa6e10e req-126f8ecd-ec7c-4274-b0b8-fbd4730a9f4f tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112781 Jun 17 08:48:49.269364 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3fa6a4a3-cff7-40ac-a1ab-715c9bff1e20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:49.283623 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-6e6c746a-d7ac-4ec4-978f-dbade9eb1191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 757c4a1a-813d-4860-a20e-75d062f79b45 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:48:49.296666 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-6e6c746a-d7ac-4ec4-978f-dbade9eb1191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:49.305474 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-6e6c746a-d7ac-4ec4-978f-dbade9eb1191 service neutron] Transition to ACTIVE for port object 757c4a1a-813d-4860-a20e-75d062f79b45 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:49.423203 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-cbaefa58-c184-4e20-844d-8f23f3deb030 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:49.437888 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-cbaefa58-c184-4e20-844d-8f23f3deb030 None None] Transition to ACTIVE for port object e2a0266b-30f3-4da6-a24a-a27c1de2132a will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:49.449034 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-6e6c746a-d7ac-4ec4-978f-dbade9eb1191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:49.455235 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0932d3a7-7ed2-4ec1-8241-37003b0e36d8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:49.462892 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-cbaefa58-c184-4e20-844d-8f23f3deb030 None None] Transition to ACTIVE for port object e2a0266b-30f3-4da6-a24a-a27c1de2132a will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:49.500531 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-52d2b718-1d81-4cb7-a406-bf4f1d325378 req-5f88c7b0-4a88-4120-b2da-075681fffc72 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1c0a4d-77ed-4584-93fd-a18d34a89fd2 HTTP/1.1" status: 200 len: 210 time: 0.0975840 Jun 17 08:48:49.566806 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-cbaefa58-c184-4e20-844d-8f23f3deb030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:49.567618 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:49.632993 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c746a-d7ac-4ec4-978f-dbade9eb1191 service neutron] Pushing event updated for resources: {'Port': ['ID=757c4a1a-813d-4860-a20e-75d062f79b45,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:49.636532 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6e6c746a-d7ac-4ec4-978f-dbade9eb1191 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:49.669097 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3fa6a4a3-cff7-40ac-a1ab-715c9bff1e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:49.669302 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaefa58-c184-4e20-844d-8f23f3deb030 None None] Network 7b1fa35b-518b-4a6e-9cec-a3387f5b857d is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:49.671507 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-cbaefa58-c184-4e20-844d-8f23f3deb030 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:49.679648 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaefa58-c184-4e20-844d-8f23f3deb030 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:48:49.763829 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-cbaefa58-c184-4e20-844d-8f23f3deb030 None None] Attempting to bind port e2a0266b-30f3-4da6-a24a-a27c1de2132a on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:48:49.764448 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-cbaefa58-c184-4e20-844d-8f23f3deb030 None None] Attempting to bind port e2a0266b-30f3-4da6-a24a-a27c1de2132a by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '78db558a-8703-4205-8497-9d87a1711aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7b1fa35b-518b-4a6e-9cec-a3387f5b857d'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:48:49.765120 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaefa58-c184-4e20-844d-8f23f3deb030 None None] Attempting to bind port e2a0266b-30f3-4da6-a24a-a27c1de2132a on network 7b1fa35b-518b-4a6e-9cec-a3387f5b857d {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:49.770509 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaefa58-c184-4e20-844d-8f23f3deb030 None None] Pushing event updated for resources: {'Port': ['ID=e2a0266b-30f3-4da6-a24a-a27c1de2132a,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:49.773781 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaefa58-c184-4e20-844d-8f23f3deb030 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:48:49.774220 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaefa58-c184-4e20-844d-8f23f3deb030 None None] Checking segment: {'id': '78db558a-8703-4205-8497-9d87a1711aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7b1fa35b-518b-4a6e-9cec-a3387f5b857d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:49.774700 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-cbaefa58-c184-4e20-844d-8f23f3deb030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:49.775088 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaefa58-c184-4e20-844d-8f23f3deb030 None None] Bound using segment: {'id': '78db558a-8703-4205-8497-9d87a1711aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7b1fa35b-518b-4a6e-9cec-a3387f5b857d'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:48:49.775576 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-cbaefa58-c184-4e20-844d-8f23f3deb030 None None] Bound port: e2a0266b-30f3-4da6-a24a-a27c1de2132a, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78db558a-8703-4205-8497-9d87a1711aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7b1fa35b-518b-4a6e-9cec-a3387f5b857d'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:48:49.775985 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-cbaefa58-c184-4e20-844d-8f23f3deb030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:49.776947 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-6e6c746a-d7ac-4ec4-978f-dbade9eb1191 service neutron] Attempting to bind port 757c4a1a-813d-4860-a20e-75d062f79b45 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:48:49.777412 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-6e6c746a-d7ac-4ec4-978f-dbade9eb1191 service neutron] Attempting to bind port 757c4a1a-813d-4860-a20e-75d062f79b45 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': 'db2ad255-e350-4531-a281-16b05a94881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:48:49.777616 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-6e6c746a-d7ac-4ec4-978f-dbade9eb1191 service neutron] Attempting to bind port 757c4a1a-813d-4860-a20e-75d062f79b45 on network e6105816-34ac-4e40-a08a-0beea0be79f0 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:49.779057 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-cbaefa58-c184-4e20-844d-8f23f3deb030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:49.783694 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-6e6c746a-d7ac-4ec4-978f-dbade9eb1191 service neutron] Port 757c4a1a-813d-4860-a20e-75d062f79b45 on network e6105816-34ac-4e40-a08a-0beea0be79f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:48:49.784119 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-6e6c746a-d7ac-4ec4-978f-dbade9eb1191 service neutron] Attempting to bind port 757c4a1a-813d-4860-a20e-75d062f79b45 on network e6105816-34ac-4e40-a08a-0beea0be79f0 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:49.789334 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-6e6c746a-d7ac-4ec4-978f-dbade9eb1191 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:48:49.789726 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-6e6c746a-d7ac-4ec4-978f-dbade9eb1191 service neutron] Checking segment: {'id': 'db2ad255-e350-4531-a281-16b05a94881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:49.790180 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-6e6c746a-d7ac-4ec4-978f-dbade9eb1191 service neutron] Bound using segment: {'id': 'db2ad255-e350-4531-a281-16b05a94881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:48:49.790678 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-6e6c746a-d7ac-4ec4-978f-dbade9eb1191 service neutron] Bound port: 757c4a1a-813d-4860-a20e-75d062f79b45, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2ad255-e350-4531-a281-16b05a94881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:48:49.791107 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-6e6c746a-d7ac-4ec4-978f-dbade9eb1191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:49.845109 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-cbaefa58-c184-4e20-844d-8f23f3deb030 None None] For port e2a0266b-30f3-4da6-a24a-a27c1de2132a, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:49.848442 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-cbaefa58-c184-4e20-844d-8f23f3deb030 None None] For port e2a0266b-30f3-4da6-a24a-a27c1de2132a, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=e2a0266b-30f3-4da6-a24a-a27c1de2132a,segment=NetworkSegment(78db558a-8703-4205-8497-9d87a1711aca),segment_id=78db558a-8703-4205-8497-9d87a1711aca)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:48:49.864676 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-6e6c746a-d7ac-4ec4-978f-dbade9eb1191 service neutron] For port 757c4a1a-813d-4860-a20e-75d062f79b45, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:49.868462 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-6e6c746a-d7ac-4ec4-978f-dbade9eb1191 service neutron] For port 757c4a1a-813d-4860-a20e-75d062f79b45, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=757c4a1a-813d-4860-a20e-75d062f79b45,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:48:49.967547 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-cbaefa58-c184-4e20-844d-8f23f3deb030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:49.969657 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:50.004180 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-6e6c746a-d7ac-4ec4-978f-dbade9eb1191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:50.009184 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cc09516c-0680-4dc3-9cc3-2d9d76c437ee tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:50.036010 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-6e6c746a-d7ac-4ec4-978f-dbade9eb1191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:50.036010 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-6e6c746a-d7ac-4ec4-978f-dbade9eb1191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:50.036763 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-6e6c746a-d7ac-4ec4-978f-dbade9eb1191 service neutron] 10.222.0.53 "PUT /v2.0/ports/757c4a1a-813d-4860-a20e-75d062f79b45 HTTP/1.1" status: 200 len: 1092 time: 1.3265719 Jun 17 08:48:50.069036 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7213f975-d1cb-498a-8fb5-78fd4ed539c0', 'tag': '757c4a1a-813d-4860-a20e-75d062f79b45'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:50.071728 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a10f506-1112-4593-a2a2-a3d831d83c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "7213f975-d1cb-498a-8fb5-78fd4ed539c0", "tag": "757c4a1a-813d-4860-a20e-75d062f79b45"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:50.093687 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaefa58-c184-4e20-844d-8f23f3deb030 None None] Pushing event updated for resources: {'Port': ['ID=e2a0266b-30f3-4da6-a24a-a27c1de2132a,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:50.112592 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-cbaefa58-c184-4e20-844d-8f23f3deb030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:50.152116 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f335e-5657-4b98-8361-06caefd87f9c req-d6199260-243e-4bba-bc3c-eda89c27afc0 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:50.164676 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d06f335e-5657-4b98-8361-06caefd87f9c req-d6199260-243e-4bba-bc3c-eda89c27afc0 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e04d5-015b-4776-b985-419f85bad61b HTTP/1.1" status: 200 len: 943 time: 0.1648610 Jun 17 08:48:50.169655 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec0a5dc-cade-457e-b63f-41beaa22e5db x-openstack-request-id: req-2ec0a5dc-cade-457e-b63f-41beaa22e5db {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:50.172383 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7213f975-d1cb-498a-8fb5-78fd4ed539c0", "tag": "757c4a1a-813d-4860-a20e-75d062f79b45", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:50.172977 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ec0a5dc-cade-457e-b63f-41beaa22e5db {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:50.173675 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7213f975-d1cb-498a-8fb5-78fd4ed539c0', 'tag': '757c4a1a-813d-4860-a20e-75d062f79b45', 'status': 'completed', 'code': 200} Jun 17 08:48:50.282581 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c746a-d7ac-4ec4-978f-dbade9eb1191 service neutron] Pushing event updated for resources: {'Port': ['ID=757c4a1a-813d-4860-a20e-75d062f79b45,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:50.308701 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6e6c746a-d7ac-4ec4-978f-dbade9eb1191 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:50.386856 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:50.428804 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-d06f335e-5657-4b98-8361-06caefd87f9c req-6f9e8ca4-1346-438e-bf85-8703a508287c tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Deleting port 808e4caf-bb2c-43f0-b939-5e3141ec703d {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:50.429431 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-d06f335e-5657-4b98-8361-06caefd87f9c req-6f9e8ca4-1346-438e-bf85-8703a508287c tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:50.495969 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3fa6a4a3-cff7-40ac-a1ab-715c9bff1e20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:50.555160 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device e2a0266b-30f3-4da6-a24a-a27c1de2132a up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:50.565951 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3fa6a4a3-cff7-40ac-a1ab-715c9bff1e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:50.593069 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-d33b30c0-27de-4bb9-a4ac-ff37f8680431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:50.594652 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-d33b30c0-27de-4bb9-a4ac-ff37f8680431 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bc856043629546feb20cb98761057747&device_id=7213f975-d1cb-498a-8fb5-78fd4ed539c0 HTTP/1.1" status: 200 len: 1095 time: 0.3432355 Jun 17 08:48:50.607153 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-d06f335e-5657-4b98-8361-06caefd87f9c req-6f9e8ca4-1346-438e-bf85-8703a508287c tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] For port 808e4caf-bb2c-43f0-b939-5e3141ec703d, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=808e4caf-bb2c-43f0-b939-5e3141ec703d,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:50.608959 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-d06f335e-5657-4b98-8361-06caefd87f9c req-6f9e8ca4-1346-438e-bf85-8703a508287c tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:50.696176 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-7457768a-924b-49f4-a17c-a2c7e24c26e8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=757c4a1a-813d-4860-a20e-75d062f79b45 HTTP/1.1" status: 200 len: 217 time: 0.0614738 Jun 17 08:48:50.706750 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port e2a0266b-30f3-4da6-a24a-a27c1de2132a completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:50.731894 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-d06f335e-5657-4b98-8361-06caefd87f9c req-6f9e8ca4-1346-438e-bf85-8703a508287c tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Calling delete_port for 808e4caf-bb2c-43f0-b939-5e3141ec703d owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:50.797063 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081db71-0d5f-4169-a85a-0164db4d810c req-d08ea172-7529-48d1-b73f-1024fc84d153 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:50.798812 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3081db71-0d5f-4169-a85a-0164db4d810c req-d08ea172-7529-48d1-b73f-1024fc84d153 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=7213f975-d1cb-498a-8fb5-78fd4ed539c0 HTTP/1.1" status: 200 len: 943 time: 0.3278172 Jun 17 08:48:50.851368 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-c7d14422-b8a0-4141-8d09-e31402ae61f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:50.853284 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-c7d14422-b8a0-4141-8d09-e31402ae61f3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3ab4f8a-558c-4943-babf-c8684f255cc6 HTTP/1.1" status: 200 len: 846 time: 0.1504569 Jun 17 08:48:50.865887 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-3fa6a4a3-cff7-40ac-a1ab-715c9bff1e20 admin admin] Allocated IP 172.25.2.160 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/a504a77c-fc8c-41ad-a2ab-868399995165) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:48:50.880869 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3081db71-0d5f-4169-a85a-0164db4d810c req-68edfd80-d43d-4281-a2f2-717e56039143 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757380 Jun 17 08:48:50.908412 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-b41dde7d-e8c8-49fc-98b9-d823282f3724 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e6105816-34ac-4e40-a08a-0beea0be79f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415380 Jun 17 08:48:51.050790 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-d06f335e-5657-4b98-8361-06caefd87f9c req-6f9e8ca4-1346-438e-bf85-8703a508287c tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:51.060698 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f43b5ce7-f969-40ed-a675-c2e106cfe350 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:51.114528 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e8ca4-1346-438e-bf85-8703a508287c tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Pushing event deleted for resources: {'Port': ['ID=808e4caf-bb2c-43f0-b939-5e3141ec703d,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:51.123186 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6f9e8ca4-1346-438e-bf85-8703a508287c tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:51.192721 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06f335e-5657-4b98-8361-06caefd87f9c req-6f9e8ca4-1346-438e-bf85-8703a508287c tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] No DVR routers for this DVR port 808e4caf-bb2c-43f0-b939-5e3141ec703d on host n-h2-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:48:51.195315 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-d06f335e-5657-4b98-8361-06caefd87f9c req-6f9e8ca4-1346-438e-bf85-8703a508287c tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:51.206890 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d06f335e-5657-4b98-8361-06caefd87f9c req-6f9e8ca4-1346-438e-bf85-8703a508287c tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "DELETE /v2.0/ports/808e4caf-bb2c-43f0-b939-5e3141ec703d HTTP/1.1" status: 204 len: 173 time: 1.0410666 Jun 17 08:48:51.209355 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750e04d5-015b-4776-b985-419f85bad61b', 'name': 'network-vif-deleted', 'tag': '808e4caf-bb2c-43f0-b939-5e3141ec703d'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:51.212152 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4586a64-1448-4355-b0a7-3ae9abeb66fc" -d '{"events": [{"server_uuid": "750e04d5-015b-4776-b985-419f85bad61b", "name": "network-vif-deleted", "tag": "808e4caf-bb2c-43f0-b939-5e3141ec703d"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:51.318301 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb75347-49ac-4101-8ba0-49c6e0b18950 None None] Network 7b1fa35b-518b-4a6e-9cec-a3387f5b857d requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:48:51.323575 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 54772) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:51.462124 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1a8cb0e4-1b3e-4af5-bd92-8e1187fe6092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:51.580191 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-64c003ae-496c-43e3-91fa-0c184cb59298 req-2f7a317c-128a-4277-b38a-741087e7d261 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1c0a4d-77ed-4584-93fd-a18d34a89fd2 HTTP/1.1" status: 200 len: 210 time: 0.1340246 Jun 17 08:48:51.592736 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1a8cb0e4-1b3e-4af5-bd92-8e1187fe6092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:51.642292 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-6640510a-9153-4f29-b357-c0ff65716c14 service neutron] 10.222.0.53 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7293446 Jun 17 08:48:51.710643 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-bd120d4e-4602-42b9-91ba-f0287010d78d None None] Provisioning for port e2a0266b-30f3-4da6-a24a-a27c1de2132a completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:51.715469 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-bd120d4e-4602-42b9-91ba-f0287010d78d None None] Provisioning complete for port e2a0266b-30f3-4da6-a24a-a27c1de2132a triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:51.716048 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-bd120d4e-4602-42b9-91ba-f0287010d78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:51.741762 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-88e17cf6-ce11-42b6-96ec-e95f28cfcf2f tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:51.743391 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-88e17cf6-ce11-42b6-96ec-e95f28cfcf2f tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.53 "GET /v2.0/networks?id=69d68b2f-9621-41ec-8731-54491ef2c09a HTTP/1.1" status: 200 len: 813 time: 0.2961638 Jun 17 08:48:51.770103 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1a8cb0e4-1b3e-4af5-bd92-8e1187fe6092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:51.781857 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-6d30da41-7c51-4999-8400-ce05a7192588 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Request body: {'port': {'device_id': '2f1c0a4d-77ed-4584-93fd-a18d34a89fd2', 'network_id': '69d68b2f-9621-41ec-8731-54491ef2c09a', 'admin_state_up': True, 'tenant_id': 'e992cf2baa1247e486549497079a7e00'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:51.790462 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3fa6a4a3-cff7-40ac-a1ab-715c9bff1e20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:51.794165 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6eb0b1-fdbe-4dea-834f-e6767189958f x-openstack-request-id: req-2e6eb0b1-fdbe-4dea-834f-e6767189958f {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:51.794727 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750e04d5-015b-4776-b985-419f85bad61b", "name": "network-vif-deleted", "tag": "808e4caf-bb2c-43f0-b939-5e3141ec703d", "status": "failed", "code": 422}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:51.795182 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e6eb0b1-fdbe-4dea-834f-e6767189958f {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:51.796117 n-d-758944-30 neutron-server[94520]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '750e04d5-015b-4776-b985-419f85bad61b', 'name': 'network-vif-deleted', 'tag': '808e4caf-bb2c-43f0-b939-5e3141ec703d', 'status': 'failed', 'code': 422} returned with failed status Jun 17 08:48:51.796870 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-81650284-f95c-42ca-894c-25a14ca392df tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:51.835956 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8cb0e4-1b3e-4af5-bd92-8e1187fe6092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488c2b2a-e73e-404f-8915-95ac41d4bc35,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:51.841583 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1a8cb0e4-1b3e-4af5-bd92-8e1187fe6092 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ca98eaf83f1a4605ae5df9ca383033cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5167470 Jun 17 08:48:51.842710 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1a8cb0e4-1b3e-4af5-bd92-8e1187fe6092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:51.844617 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 54782) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:51.855331 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-bd120d4e-4602-42b9-91ba-f0287010d78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:51.894119 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-bd120d4e-4602-42b9-91ba-f0287010d78d None None] For port e2a0266b-30f3-4da6-a24a-a27c1de2132a, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=e2a0266b-30f3-4da6-a24a-a27c1de2132a,segment=NetworkSegment(78db558a-8703-4205-8497-9d87a1711aca),segment_id=78db558a-8703-4205-8497-9d87a1711aca)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:51.953079 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d1cb9f24-739c-412e-967d-7815cf2b9dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:52.019487 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d1cb9f24-739c-412e-967d-7815cf2b9dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:52.041970 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-bd120d4e-4602-42b9-91ba-f0287010d78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:52.044869 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-cbaefa58-c184-4e20-844d-8f23f3deb030 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:52.089400 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-94ba6d50-d4f7-43cd-bbef-79dd12395958 req-8893b2ad-2941-4ba5-94e1-6cdd83ea24f9 service neutron] 10.222.0.53 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317026 Jun 17 08:48:52.115579 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd120d4e-4602-42b9-91ba-f0287010d78d None None] Pushing event updated for resources: {'Port': ['ID=e2a0266b-30f3-4da6-a24a-a27c1de2132a,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:52.119435 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-bd120d4e-4602-42b9-91ba-f0287010d78d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:52.151602 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3fa6a4a3-cff7-40ac-a1ab-715c9bff1e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:52.155299 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3d127133-9a6d-417c-85db-f45e13c5c1f7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:52.180473 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-bfa6f2e4-41b9-4589-af9f-3284e2558c88 None None] Provisioning complete for port e2a0266b-30f3-4da6-a24a-a27c1de2132a triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:52.180919 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-bfa6f2e4-41b9-4589-af9f-3284e2558c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:52.234210 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa6a4a3-cff7-40ac-a1ab-715c9bff1e20 admin admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:52.240355 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-3fa6a4a3-cff7-40ac-a1ab-715c9bff1e20 admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:52.247334 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d1cb9f24-739c-412e-967d-7815cf2b9dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:52.252207 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d1cb9f24-739c-412e-967d-7815cf2b9dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:52.253755 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d1cb9f24-739c-412e-967d-7815cf2b9dbb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/488c2b2a-e73e-404f-8915-95ac41d4bc35 HTTP/1.1" status: 204 len: 168 time: 0.4077439 Jun 17 08:48:52.254865 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-36568279-7e65-42b0-aa40-582623040afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:52.255310 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa6a4a3-cff7-40ac-a1ab-715c9bff1e20 admin admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:48:52.273554 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb9f24-739c-412e-967d-7815cf2b9dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488c2b2a-e73e-404f-8915-95ac41d4bc35,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:52.277170 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-6d30da41-7c51-4999-8400-ce05a7192588 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Made reservation on behalf of e992cf2baa1247e486549497079a7e00 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:48:52.280231 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d1cb9f24-739c-412e-967d-7815cf2b9dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:52.281032 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-6d30da41-7c51-4999-8400-ce05a7192588 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:52.326571 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6a4a3-cff7-40ac-a1ab-715c9bff1e20 admin admin] Pushing event updated for resources: {'Port': ['ID=a504a77c-fc8c-41ad-a2ab-868399995165,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:52.335891 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3fa6a4a3-cff7-40ac-a1ab-715c9bff1e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:52.473483 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device e2a0266b-30f3-4da6-a24a-a27c1de2132a up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:52.516179 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-6d30da41-7c51-4999-8400-ce05a7192588 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Allocated IP 172.20.0.10 (69d68b2f-9621-41ec-8731-54491ef2c09a/a86fea78-4043-46de-88f5-d676080ab308/c2d70d74-8364-414b-88d9-94e49169c29a) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:48:52.526236 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c71e44-12f7-42b2-a707-aa5269956f3a req-13921764-c13c-4445-89f8-ba5160551a6c tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:52.533409 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f4c71e44-12f7-42b2-a707-aa5269956f3a req-13921764-c13c-4445-89f8-ba5160551a6c tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=7213f975-d1cb-498a-8fb5-78fd4ed539c0 HTTP/1.1" status: 200 len: 943 time: 0.4193542 Jun 17 08:48:52.536614 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port e2a0266b-30f3-4da6-a24a-a27c1de2132a triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:52.537068 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:52.740650 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f4c71e44-12f7-42b2-a707-aa5269956f3a req-a4e65d80-95e5-49f3-bd0c-dedb7bb35d3a tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062538 Jun 17 08:48:52.771819 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10f506-1112-4593-a2a2-a3d831d83c5f req-1a56901f-51b5-4dbd-abfd-9c2651ba4331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:52.777304 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7a10f506-1112-4593-a2a2-a3d831d83c5f req-1a56901f-51b5-4dbd-abfd-9c2651ba4331 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bc856043629546feb20cb98761057747&device_id=7213f975-d1cb-498a-8fb5-78fd4ed539c0 HTTP/1.1" status: 200 len: 1095 time: 0.4925764 Jun 17 08:48:53.108235 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8f3bced5-e5c7-44fe-a945-92d8ca7ba86b req-b6cafd07-bef3-49ca-a6b7-d09ac89fff67 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1c0a4d-77ed-4584-93fd-a18d34a89fd2 HTTP/1.1" status: 200 len: 210 time: 0.0525663 Jun 17 08:48:53.210396 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-6d30da41-7c51-4999-8400-ce05a7192588 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:53.217773 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10f506-1112-4593-a2a2-a3d831d83c5f req-ca86837f-4c43-4f8b-a7d2-4c085e286d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:53.219313 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7a10f506-1112-4593-a2a2-a3d831d83c5f req-ca86837f-4c43-4f8b-a7d2-4c085e286d2e service neutron] 10.222.0.53 "GET /v2.0/networks?id=e6105816-34ac-4e40-a08a-0beea0be79f0 HTTP/1.1" status: 200 len: 907 time: 0.4230685 Jun 17 08:48:53.291122 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3fa6a4a3-cff7-40ac-a1ab-715c9bff1e20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:53.298459 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7a10f506-1112-4593-a2a2-a3d831d83c5f req-03da821a-67bc-4ac1-9f77-abcd74a53f0a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=757c4a1a-813d-4860-a20e-75d062f79b45 HTTP/1.1" status: 200 len: 217 time: 0.0684376 Jun 17 08:48:53.411474 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-5f50c067-087a-422b-9b6c-4b04873bd47e tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:53.412983 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-5f50c067-087a-422b-9b6c-4b04873bd47e tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/networks?id=9607b8f2-1f64-4cbd-97ae-5ddc828a0032 HTTP/1.1" status: 200 len: 812 time: 0.3374951 Jun 17 08:48:53.458543 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-53b67b0d-7c53-44a7-83be-5521d28bb578 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/quotas/2660df61a5d14827a122661191fbd2bb HTTP/1.1" status: 200 len: 375 time: 0.0309980 Jun 17 08:48:53.467263 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10f506-1112-4593-a2a2-a3d831d83c5f req-7db87535-8ed7-4cb8-8913-07cb2cce9d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:53.467263 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7a10f506-1112-4593-a2a2-a3d831d83c5f req-7db87535-8ed7-4cb8-8913-07cb2cce9d76 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3ab4f8a-558c-4943-babf-c8684f255cc6 HTTP/1.1" status: 200 len: 846 time: 0.1566348 Jun 17 08:48:53.511367 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7a10f506-1112-4593-a2a2-a3d831d83c5f req-4dbcdb2a-62b8-449b-9ec6-e8e945bd166c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e6105816-34ac-4e40-a08a-0beea0be79f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421505 Jun 17 08:48:53.534809 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-397559df-9249-4a1d-9373-0f9262b80cd7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2660df61a5d14827a122661191fbd2bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556037 Jun 17 08:48:53.660283 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-6d30da41-7c51-4999-8400-ce05a7192588 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:53.693849 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4680a486-3ba5-42af-8d7b-f65b94056887 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:53.760058 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 54822) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:53.775426 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4f77852e-8422-492d-933d-73c996c6a6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:53.945931 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4f77852e-8422-492d-933d-73c996c6a6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:53.979535 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fceec6-e7d7-4ecb-ac52-c13de3d7ed95 req-5636bc27-d015-4e12-8636-f2e12df992fc tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:53.981111 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-67fceec6-e7d7-4ecb-ac52-c13de3d7ed95 req-5636bc27-d015-4e12-8636-f2e12df992fc tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=7213f975-d1cb-498a-8fb5-78fd4ed539c0 HTTP/1.1" status: 200 len: 943 time: 0.1058331 Jun 17 08:48:54.032694 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-67fceec6-e7d7-4ecb-ac52-c13de3d7ed95 req-4abdb694-be44-4857-b493-fe909433fa31 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438740 Jun 17 08:48:54.068260 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4f77852e-8422-492d-933d-73c996c6a6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:54.074773 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-57141181-9b8a-42f7-95e4-268453626d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:54.111772 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-6d30da41-7c51-4999-8400-ce05a7192588 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Network 69d68b2f-9621-41ec-8731-54491ef2c09a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:54.127283 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-6d30da41-7c51-4999-8400-ce05a7192588 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:54.129261 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30da41-7c51-4999-8400-ce05a7192588 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Pushing event updated for resources: {'Port': ['ID=c2d70d74-8364-414b-88d9-94e49169c29a,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:54.131920 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77852e-8422-492d-933d-73c996c6a6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51e5ab3-f2d0-4744-8143-c8738e272493,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:54.138212 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4f77852e-8422-492d-933d-73c996c6a6fb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=05abec66bf274f39b9aa41b12d40c1ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3763669 Jun 17 08:48:54.139130 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-6d30da41-7c51-4999-8400-ce05a7192588 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:48:54.140499 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4f77852e-8422-492d-933d-73c996c6a6fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:54.142013 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 54832) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:54.144724 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6d30da41-7c51-4999-8400-ce05a7192588 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:54.168933 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 54834) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:54.188570 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3fa6a4a3-cff7-40ac-a1ab-715c9bff1e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:54.196073 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7a10f506-1112-4593-a2a2-a3d831d83c5f req-e4fabefc-6475-44e0-bb4b-a50b4e6962e6 service neutron] 10.222.0.53 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6679583 Jun 17 08:48:54.209237 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-cd448d1f-76c7-4d93-bfdf-7506493f27c4 service neutron] 10.222.0.49 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6649520 Jun 17 08:48:54.235967 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-da026fdd-da5f-4cc8-b639-ca076e360a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:54.264647 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-da026fdd-da5f-4cc8-b639-ca076e360a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:54.349906 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f8cc9d3e-0815-41f5-982f-c4e24038729b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:54.351100 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-6d30da41-7c51-4999-8400-ce05a7192588 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:54.351849 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-6d30da41-7c51-4999-8400-ce05a7192588 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:54.442811 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-da026fdd-da5f-4cc8-b639-ca076e360a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:54.445584 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-da026fdd-da5f-4cc8-b639-ca076e360a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:54.446744 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-da026fdd-da5f-4cc8-b639-ca076e360a9a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d51e5ab3-f2d0-4744-8143-c8738e272493 HTTP/1.1" status: 204 len: 168 time: 0.3027427 Jun 17 08:48:54.460978 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0e1a4a67-9bbd-4cef-baf2-b533053eceac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:54.474696 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1461d-23ef-4993-ac53-73975de3da84 req-327f34a9-c091-4b69-9dbd-3f937458d4a8 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:54.480613 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3af1461d-23ef-4993-ac53-73975de3da84 req-327f34a9-c091-4b69-9dbd-3f937458d4a8 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1c0a4d-77ed-4584-93fd-a18d34a89fd2 HTTP/1.1" status: 200 len: 932 time: 0.1286523 Jun 17 08:48:54.484325 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-896eb889-6217-4d46-bf7e-09b31c0b09fa service neutron] 10.222.0.49 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742653 Jun 17 08:48:54.488783 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da026fdd-da5f-4cc8-b639-ca076e360a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51e5ab3-f2d0-4744-8143-c8738e272493,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:54.505820 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-da026fdd-da5f-4cc8-b639-ca076e360a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:54.512373 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7a10f506-1112-4593-a2a2-a3d831d83c5f req-8f673696-872f-409c-a879-cc9917e1c1dd service neutron] 10.222.0.53 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905073 Jun 17 08:48:54.564655 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3af1461d-23ef-4993-ac53-73975de3da84 req-521fd04c-6205-4c8b-b698-533ea1339421 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b560d5e-8fdf-4c83-89c3-9f34eeddc8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803101 Jun 17 08:48:54.604210 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f8cc9d3e-0815-41f5-982f-c4e24038729b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:54.624281 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa6a4a3-cff7-40ac-a1ab-715c9bff1e20 admin admin] Router 11323498-96a9-4254-ba4b-b10e763c700f is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:48:54.752963 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f8cc9d3e-0815-41f5-982f-c4e24038729b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:54.756853 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa6a4a3-cff7-40ac-a1ab-715c9bff1e20 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:48:54.757126 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dc6efed4-de5f-4026-908f-703bcfcfc503 req-eb8f6a4f-898a-45bf-a7ba-4c25628bc4be tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 210 time: 0.0356305 Jun 17 08:48:54.758991 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-72b1e8b9-5aa8-4dd6-8867-7f656a78d258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:54.774557 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891e982e-84bd-4997-a270-e8cfe10a9cbd None None] Sync routers for ids ['11323498-96a9-4254-ba4b-b10e763c700f'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:48:54.803579 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f8cc9d3e-0815-41f5-982f-c4e24038729b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e911968d14434eb2aeef0c85a060fd25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6246428 Jun 17 08:48:54.803579 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc9d3e-0815-41f5-982f-c4e24038729b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759ecfe3-3ad1-49c2-830b-3b1ce6bb057d,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:54.804622 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 54844) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:54.807420 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891e982e-84bd-4997-a270-e8cfe10a9cbd None None] Routers {'11323498-96a9-4254-ba4b-b10e763c700f'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:54.808101 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-891e982e-84bd-4997-a270-e8cfe10a9cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:48:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['11323498-96a9-4254-ba4b-b10e763c700f'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:54.819011 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f8cc9d3e-0815-41f5-982f-c4e24038729b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:54.887258 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c0c15c40-a9ec-4818-bc0c-66c7a2841a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:54.899737 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-6d30da41-7c51-4999-8400-ce05a7192588 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1256163 Jun 17 08:48:54.900660 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3fa6a4a3-cff7-40ac-a1ab-715c9bff1e20 admin admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:54.908266 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3fa6a4a3-cff7-40ac-a1ab-715c9bff1e20 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.0338054 Jun 17 08:48:54.910313 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 54850) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:54.932801 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c0c15c40-a9ec-4818-bc0c-66c7a2841a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:54.934382 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-d3455d62-adaa-49b3-9b38-ae3276e7e0c6 service neutron] Request body: {'port': {'device_id': '2f1c0a4d-77ed-4584-93fd-a18d34a89fd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:54.959280 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-891e982e-84bd-4997-a270-e8cfe10a9cbd None None] Set router 11323498-96a9-4254-ba4b-b10e763c700f gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:55.046903 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 757c4a1a-813d-4860-a20e-75d062f79b45 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:48:55.132148 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-d3455d62-adaa-49b3-9b38-ae3276e7e0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:55.210391 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c0c15c40-a9ec-4818-bc0c-66c7a2841a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:55.220216 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c0c15c40-a9ec-4818-bc0c-66c7a2841a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:55.222718 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c0c15c40-a9ec-4818-bc0c-66c7a2841a6f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/759ecfe3-3ad1-49c2-830b-3b1ce6bb057d HTTP/1.1" status: 204 len: 168 time: 0.4050813 Jun 17 08:48:55.224076 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0269698e-a8f0-4709-8ba8-ad0429353533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:55.270962 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c15c40-a9ec-4818-bc0c-66c7a2841a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759ecfe3-3ad1-49c2-830b-3b1ce6bb057d,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:55.281199 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c0c15c40-a9ec-4818-bc0c-66c7a2841a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:55.306713 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 757c4a1a-813d-4860-a20e-75d062f79b45, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=757c4a1a-813d-4860-a20e-75d062f79b45,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:55.324215 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '757c4a1a-813d-4860-a20e-75d062f79b45', 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0', 'port_id': '757c4a1a-813d-4860-a20e-75d062f79b45', 'mac_address': 'fa:16:3e:d2:70:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3ab4f8a-558c-4943-babf-c8684f255cc6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:48:55.347569 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-891e982e-84bd-4997-a270-e8cfe10a9cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11323498-96a9-4254-ba4b-b10e763c700f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952521564-router', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a504a77c-fc8c-41ad-a2ab-868399995165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:49Z', 'updated_at': '2021-06-17T08:48:52Z', 'revision_number': 3, 'project_id': '44443c682bf24966a3252f9e0a1b0a72', 'gw_port': {'id': 'a504a77c-fc8c-41ad-a2ab-868399995165', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11323498-96a9-4254-ba4b-b10e763c700f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:50Z', 'updated_at': '2021-06-17T08:48:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:55.413940 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891e982e-84bd-4997-a270-e8cfe10a9cbd None None] Checking router: 11323498-96a9-4254-ba4b-b10e763c700f for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:48:55.414613 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891e982e-84bd-4997-a270-e8cfe10a9cbd None None] Updating router 11323498-96a9-4254-ba4b-b10e763c700f port a504a77c-fc8c-41ad-a2ab-868399995165 binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:48:55.464078 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:55.481507 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-891e982e-84bd-4997-a270-e8cfe10a9cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:55.487249 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 757c4a1a-813d-4860-a20e-75d062f79b45 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:48:55.528280 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336b002-d21d-44c6-990f-f46b2a061b9d req-bdd88486-71d6-45ea-9430-cd49ad0d363b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:55.529900 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b336b002-d21d-44c6-990f-f46b2a061b9d req-bdd88486-71d6-45ea-9430-cd49ad0d363b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=7213f975-d1cb-498a-8fb5-78fd4ed539c0 HTTP/1.1" status: 200 len: 943 time: 0.3135099 Jun 17 08:48:55.535952 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 757c4a1a-813d-4860-a20e-75d062f79b45, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=757c4a1a-813d-4860-a20e-75d062f79b45,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:55.643420 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b336b002-d21d-44c6-990f-f46b2a061b9d req-067da3ec-c9b7-493d-b8d8-082319c588e5 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873020 Jun 17 08:48:55.712818 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b185faad-9a54-40ef-b752-e91c650c9e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:55.723832 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:55.731080 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:55.778595 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-d3455d62-adaa-49b3-9b38-ae3276e7e0c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2d70d74-8364-414b-88d9-94e49169c29a {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:48:55.792460 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-d3455d62-adaa-49b3-9b38-ae3276e7e0c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:55.823794 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=757c4a1a-813d-4860-a20e-75d062f79b45,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:55.835546 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:55.837896 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-d3455d62-adaa-49b3-9b38-ae3276e7e0c6 service neutron] Transition to ACTIVE for port object c2d70d74-8364-414b-88d9-94e49169c29a will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:55.893780 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8da8fbc3-34bd-4718-b8b0-653b7a69b862 req-42fa7d18-aa7b-4ecf-a710-eecbacc76471 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 210 time: 0.0343888 Jun 17 08:48:55.928316 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['757c4a1a-813d-4860-a20e-75d062f79b45'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:48:55.932538 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f254f31-f7f4-453b-a077-1d4f94f295e1 req-cba83b6f-aa44-497d-ac42-7d571e345098 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:55.934526 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7f254f31-f7f4-453b-a077-1d4f94f295e1 req-cba83b6f-aa44-497d-ac42-7d571e345098 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1c0a4d-77ed-4584-93fd-a18d34a89fd2 HTTP/1.1" status: 200 len: 932 time: 0.1105700 Jun 17 08:48:55.937137 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4c9c1cb2-6b7d-4752-955b-1c0fb2433fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:56.002680 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-891e982e-84bd-4997-a270-e8cfe10a9cbd None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:56.003055 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7f254f31-f7f4-453b-a077-1d4f94f295e1 req-e68064ea-bc86-49aa-a5e6-25b87ac73c6c tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b560d5e-8fdf-4c83-89c3-9f34eeddc8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623875 Jun 17 08:48:56.019887 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-891e982e-84bd-4997-a270-e8cfe10a9cbd None None] Transition to ACTIVE for port object a504a77c-fc8c-41ad-a2ab-868399995165 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:56.037304 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-d3455d62-adaa-49b3-9b38-ae3276e7e0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:56.042758 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-702be0de-e747-4fe8-ba94-4bbd20a133cf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:56.164764 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3455d62-adaa-49b3-9b38-ae3276e7e0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d70d74-8364-414b-88d9-94e49169c29a,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:56.172041 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d3455d62-adaa-49b3-9b38-ae3276e7e0c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:56.233598 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-891e982e-84bd-4997-a270-e8cfe10a9cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:56.241037 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:56.264640 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-4c9c1cb2-6b7d-4752-955b-1c0fb2433fd1 admin admin] Allocated IP 172.20.0.1 (7b1fa35b-518b-4a6e-9cec-a3387f5b857d/528819dc-55d5-435f-984f-d0673642b38e/a4da7381-97ec-4d61-9814-7df71729f2ca) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:48:56.287183 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-d3455d62-adaa-49b3-9b38-ae3276e7e0c6 service neutron] Attempting to bind port c2d70d74-8364-414b-88d9-94e49169c29a on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:48:56.287524 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-d3455d62-adaa-49b3-9b38-ae3276e7e0c6 service neutron] Attempting to bind port c2d70d74-8364-414b-88d9-94e49169c29a by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '30ded109-e7ae-46a5-a615-64378b56d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '69d68b2f-9621-41ec-8731-54491ef2c09a'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:48:56.287887 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-d3455d62-adaa-49b3-9b38-ae3276e7e0c6 service neutron] Attempting to bind port c2d70d74-8364-414b-88d9-94e49169c29a on network 69d68b2f-9621-41ec-8731-54491ef2c09a {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:56.295817 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-d3455d62-adaa-49b3-9b38-ae3276e7e0c6 service neutron] Port c2d70d74-8364-414b-88d9-94e49169c29a on network 69d68b2f-9621-41ec-8731-54491ef2c09a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:48:56.297821 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-d3455d62-adaa-49b3-9b38-ae3276e7e0c6 service neutron] Attempting to bind port c2d70d74-8364-414b-88d9-94e49169c29a on network 69d68b2f-9621-41ec-8731-54491ef2c09a {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:56.297926 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-891e982e-84bd-4997-a270-e8cfe10a9cbd None None] Attempting to bind port a504a77c-fc8c-41ad-a2ab-868399995165 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:48:56.297926 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-891e982e-84bd-4997-a270-e8cfe10a9cbd None None] Attempting to bind port a504a77c-fc8c-41ad-a2ab-868399995165 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:48:56.298238 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891e982e-84bd-4997-a270-e8cfe10a9cbd None None] Attempting to bind port a504a77c-fc8c-41ad-a2ab-868399995165 on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:56.305212 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3a195-5f12-4641-9315-e4a0730ab5f3 None None] Pushing event updated for resources: {'Port': ['ID=a504a77c-fc8c-41ad-a2ab-868399995165,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:56.308275 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891e982e-84bd-4997-a270-e8cfe10a9cbd None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:48:56.308580 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891e982e-84bd-4997-a270-e8cfe10a9cbd None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:56.309012 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-891e982e-84bd-4997-a270-e8cfe10a9cbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:56.309428 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891e982e-84bd-4997-a270-e8cfe10a9cbd None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:48:56.309916 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-891e982e-84bd-4997-a270-e8cfe10a9cbd None None] Bound port: a504a77c-fc8c-41ad-a2ab-868399995165, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:48:56.310309 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-891e982e-84bd-4997-a270-e8cfe10a9cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:56.312459 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f0a3a195-5f12-4641-9315-e4a0730ab5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:56.339809 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-d3455d62-adaa-49b3-9b38-ae3276e7e0c6 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:48:56.340156 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-d3455d62-adaa-49b3-9b38-ae3276e7e0c6 service neutron] Checking segment: {'id': '30ded109-e7ae-46a5-a615-64378b56d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '69d68b2f-9621-41ec-8731-54491ef2c09a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:56.340725 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-d3455d62-adaa-49b3-9b38-ae3276e7e0c6 service neutron] Bound using segment: {'id': '30ded109-e7ae-46a5-a615-64378b56d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '69d68b2f-9621-41ec-8731-54491ef2c09a'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:48:56.341183 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-d3455d62-adaa-49b3-9b38-ae3276e7e0c6 service neutron] Bound port: c2d70d74-8364-414b-88d9-94e49169c29a, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ded109-e7ae-46a5-a615-64378b56d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '69d68b2f-9621-41ec-8731-54491ef2c09a'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:48:56.341536 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-d3455d62-adaa-49b3-9b38-ae3276e7e0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:56.392207 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-891e982e-84bd-4997-a270-e8cfe10a9cbd None None] For port a504a77c-fc8c-41ad-a2ab-868399995165, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:56.396453 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-891e982e-84bd-4997-a270-e8cfe10a9cbd None None] For port a504a77c-fc8c-41ad-a2ab-868399995165, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=a504a77c-fc8c-41ad-a2ab-868399995165,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:48:56.449726 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4c9c1cb2-6b7d-4752-955b-1c0fb2433fd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:56.451941 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-d3455d62-adaa-49b3-9b38-ae3276e7e0c6 service neutron] For port c2d70d74-8364-414b-88d9-94e49169c29a, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:56.475695 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-d3455d62-adaa-49b3-9b38-ae3276e7e0c6 service neutron] For port c2d70d74-8364-414b-88d9-94e49169c29a, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c2d70d74-8364-414b-88d9-94e49169c29a,segment=NetworkSegment(30ded109-e7ae-46a5-a615-64378b56d873),segment_id=30ded109-e7ae-46a5-a615-64378b56d873)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:48:56.478555 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-4c9c1cb2-6b7d-4752-955b-1c0fb2433fd1 admin admin] Transition to ACTIVE for port object a4da7381-97ec-4d61-9814-7df71729f2ca will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:56.581492 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-891e982e-84bd-4997-a270-e8cfe10a9cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:56.583530 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:56.637703 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891e982e-84bd-4997-a270-e8cfe10a9cbd None None] Routers {'11323498-96a9-4254-ba4b-b10e763c700f'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:56.638357 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-891e982e-84bd-4997-a270-e8cfe10a9cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:48:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['11323498-96a9-4254-ba4b-b10e763c700f'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:56.642998 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3a195-5f12-4641-9315-e4a0730ab5f3 None None] Pushing event updated for resources: {'Port': ['ID=a504a77c-fc8c-41ad-a2ab-868399995165,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:56.686812 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-d3455d62-adaa-49b3-9b38-ae3276e7e0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:56.687789 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f0a3a195-5f12-4641-9315-e4a0730ab5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:56.688816 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 54888) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:56.695116 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6d30da41-7c51-4999-8400-ce05a7192588 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:56.705285 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3f68f7c8-6e74-4dfe-ba7c-bcff8545f1f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:56.762157 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-d3455d62-adaa-49b3-9b38-ae3276e7e0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:56.768337 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-891e982e-84bd-4997-a270-e8cfe10a9cbd None None] Set router 11323498-96a9-4254-ba4b-b10e763c700f gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:56.772363 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-d3455d62-adaa-49b3-9b38-ae3276e7e0c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:56.773548 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-d3455d62-adaa-49b3-9b38-ae3276e7e0c6 service neutron] 10.222.0.53 "PUT /v2.0/ports/c2d70d74-8364-414b-88d9-94e49169c29a HTTP/1.1" status: 200 len: 1093 time: 1.8606055 Jun 17 08:48:56.774386 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1c0a4d-77ed-4584-93fd-a18d34a89fd2', 'tag': 'c2d70d74-8364-414b-88d9-94e49169c29a'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:56.777344 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a841bffe-987c-4d6b-9b51-71eda8db6376" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1c0a4d-77ed-4584-93fd-a18d34a89fd2", "tag": "c2d70d74-8364-414b-88d9-94e49169c29a"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:56.805476 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4c9c1cb2-6b7d-4752-955b-1c0fb2433fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:56.850102 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3455d62-adaa-49b3-9b38-ae3276e7e0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d70d74-8364-414b-88d9-94e49169c29a,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:56.854711 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d3455d62-adaa-49b3-9b38-ae3276e7e0c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:56.859218 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fb58533e-daba-4aec-843a-c7d40d35f7b9 tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:56.908826 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3f68f7c8-6e74-4dfe-ba7c-bcff8545f1f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:56.952396 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9c1cb2-6b7d-4752-955b-1c0fb2433fd1 admin admin] Network 7b1fa35b-518b-4a6e-9cec-a3387f5b857d is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:56.961244 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-4c9c1cb2-6b7d-4752-955b-1c0fb2433fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:56.963491 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9c1cb2-6b7d-4752-955b-1c0fb2433fd1 admin admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:48:56.998930 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1977d-78c4-48b9-8d73-f9c589c09861 req-51534ca7-121d-4594-bec8-eb7dd80f4624 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:57.001776 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-78a1977d-78c4-48b9-8d73-f9c589c09861 req-51534ca7-121d-4594-bec8-eb7dd80f4624 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=7213f975-d1cb-498a-8fb5-78fd4ed539c0 HTTP/1.1" status: 200 len: 944 time: 0.0910900 Jun 17 08:48:57.009156 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c1cb2-6b7d-4752-955b-1c0fb2433fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=a4da7381-97ec-4d61-9814-7df71729f2ca,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:57.013697 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-891e982e-84bd-4997-a270-e8cfe10a9cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11323498-96a9-4254-ba4b-b10e763c700f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952521564-router', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a504a77c-fc8c-41ad-a2ab-868399995165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:49Z', 'updated_at': '2021-06-17T08:48:52Z', 'revision_number': 3, 'project_id': '44443c682bf24966a3252f9e0a1b0a72', 'gw_port': {'id': 'a504a77c-fc8c-41ad-a2ab-868399995165', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11323498-96a9-4254-ba4b-b10e763c700f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:50Z', 'updated_at': '2021-06-17T08:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:57.020451 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4c9c1cb2-6b7d-4752-955b-1c0fb2433fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:57.044054 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4c9c1cb2-6b7d-4752-955b-1c0fb2433fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:57.063166 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 757c4a1a-813d-4860-a20e-75d062f79b45 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:57.067767 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891e982e-84bd-4997-a270-e8cfe10a9cbd None None] The sync data for ids ['11323498-96a9-4254-ba4b-b10e763c700f'] in n-d-758944-30 is: [{'id': '11323498-96a9-4254-ba4b-b10e763c700f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952521564-router', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a504a77c-fc8c-41ad-a2ab-868399995165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:49Z', 'updated_at': '2021-06-17T08:48:52Z', 'revision_number': 3, 'project_id': '44443c682bf24966a3252f9e0a1b0a72', 'gw_port': {'id': 'a504a77c-fc8c-41ad-a2ab-868399995165', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11323498-96a9-4254-ba4b-b10e763c700f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:50Z', 'updated_at': '2021-06-17T08:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:48:57.090454 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-78a1977d-78c4-48b9-8d73-f9c589c09861 req-c2d2ae0d-e812-4a59-af9b-a40b0f27db95 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777996 Jun 17 08:48:57.108400 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97e164b-d2e2-4972-8017-92abc4faa00f x-openstack-request-id: req-d97e164b-d2e2-4972-8017-92abc4faa00f {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:57.108744 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1c0a4d-77ed-4584-93fd-a18d34a89fd2", "tag": "c2d70d74-8364-414b-88d9-94e49169c29a", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:57.109174 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d97e164b-d2e2-4972-8017-92abc4faa00f {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:57.110389 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f1c0a4d-77ed-4584-93fd-a18d34a89fd2', 'tag': 'c2d70d74-8364-414b-88d9-94e49169c29a', 'status': 'completed', 'code': 200} Jun 17 08:48:57.124161 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3f68f7c8-6e74-4dfe-ba7c-bcff8545f1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:57.126166 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-da518831-663c-4572-a8e4-9c2d9bd906dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:57.179212 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68f7c8-6e74-4dfe-ba7c-bcff8545f1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3ce996-4edb-4966-bf06-cce092399a99,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:57.203041 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3f68f7c8-6e74-4dfe-ba7c-bcff8545f1f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:57.213471 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3f68f7c8-6e74-4dfe-ba7c-bcff8545f1f0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=76d9c9f010c44435b65b7596732aee0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5225782 Jun 17 08:48:57.223150 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 54902) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:57.289966 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 757c4a1a-813d-4860-a20e-75d062f79b45 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:57.294324 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 757c4a1a-813d-4860-a20e-75d062f79b45 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:57.294792 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:57.350868 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a9d9c280-5606-48a5-a97e-a83fbcd451e7 req-0592a987-adcf-42b5-a77e-e4ca96b902f7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 210 time: 0.0658422 Jun 17 08:48:57.386024 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-6aa6be67-a554-4e95-9af8-ecde27a10bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:57.387829 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-6aa6be67-a554-4e95-9af8-ecde27a10bf5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e992cf2baa1247e486549497079a7e00&device_id=2f1c0a4d-77ed-4584-93fd-a18d34a89fd2 HTTP/1.1" status: 200 len: 1096 time: 0.3383677 Jun 17 08:48:57.419869 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-94530801-378d-49bb-8144-b5d552212679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:57.446107 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-8df6490b-9101-4d78-bb0a-e9812940d5a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2d70d74-8364-414b-88d9-94e49169c29a HTTP/1.1" status: 200 len: 217 time: 0.0480547 Jun 17 08:48:57.451860 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545acd15-e902-4f78-ba7c-ead3028a3ce2 req-8e8346fd-3d14-4803-8090-050bf0cf2091 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:57.459110 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:57.461404 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-545acd15-e902-4f78-ba7c-ead3028a3ce2 req-8e8346fd-3d14-4803-8090-050bf0cf2091 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1c0a4d-77ed-4584-93fd-a18d34a89fd2 HTTP/1.1" status: 200 len: 944 time: 0.2013838 Jun 17 08:48:57.539486 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7213f975-d1cb-498a-8fb5-78fd4ed539c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757c4a1a-813d-4860-a20e-75d062f79b45'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:57.548302 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e977daeb-f550-4ef6-a8d7-26541200c923" -d '{"events": [{"server_uuid": "7213f975-d1cb-498a-8fb5-78fd4ed539c0", "name": "network-vif-plugged", "status": "completed", "tag": "757c4a1a-813d-4860-a20e-75d062f79b45"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:57.551996 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-94530801-378d-49bb-8144-b5d552212679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:57.569633 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a5ec2e84-c699-4288-8fe7-92a6b3fe08d1 None None] Provisioning for port a4da7381-97ec-4d61-9814-7df71729f2ca completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:57.579056 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 757c4a1a-813d-4860-a20e-75d062f79b45, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=757c4a1a-813d-4860-a20e-75d062f79b45,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:57.581505 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a5ec2e84-c699-4288-8fe7-92a6b3fe08d1 None None] Provisioning complete for port a4da7381-97ec-4d61-9814-7df71729f2ca triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:57.581993 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a5ec2e84-c699-4288-8fe7-92a6b3fe08d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:57.664666 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a5ec2e84-c699-4288-8fe7-92a6b3fe08d1 None None] Port a4da7381-97ec-4d61-9814-7df71729f2ca cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:48:57.671608 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-545acd15-e902-4f78-ba7c-ead3028a3ce2 req-7a2f483c-b7d8-4ed2-a7f4-0c56cfd47538 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b560d5e-8fdf-4c83-89c3-9f34eeddc8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617050 Jun 17 08:48:57.693411 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:57.698395 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:57.745801 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-67713aaa-2377-4f78-8c35-7db36b5598f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:57.747372 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-67713aaa-2377-4f78-8c35-7db36b5598f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a86fea78-4043-46de-88f5-d676080ab308 HTTP/1.1" status: 200 len: 853 time: 0.2984416 Jun 17 08:48:57.748374 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4c9c1cb2-6b7d-4752-955b-1c0fb2433fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:57.802843 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=757c4a1a-813d-4860-a20e-75d062f79b45,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:57.815407 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:57.827104 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-94530801-378d-49bb-8144-b5d552212679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:57.830830 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-94530801-378d-49bb-8144-b5d552212679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:57.831405 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-94530801-378d-49bb-8144-b5d552212679 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6e3ce996-4edb-4966-bf06-cce092399a99 HTTP/1.1" status: 204 len: 168 time: 0.5977843 Jun 17 08:48:57.832296 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-81219666-b87b-47da-92ef-1242334807bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:57.863548 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94530801-378d-49bb-8144-b5d552212679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3ce996-4edb-4966-bf06-cce092399a99,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:57.871452 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-94530801-378d-49bb-8144-b5d552212679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:57.888874 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-ab2dbe5c-e27d-4406-8130-d3cd5c79f343 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=69d68b2f-9621-41ec-8731-54491ef2c09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250808 Jun 17 08:48:57.917789 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d6e7a5-4e3c-4d32-b8c6-803b90041db1 x-openstack-request-id: req-99d6e7a5-4e3c-4d32-b8c6-803b90041db1 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:57.918377 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7213f975-d1cb-498a-8fb5-78fd4ed539c0", "name": "network-vif-plugged", "status": "completed", "tag": "757c4a1a-813d-4860-a20e-75d062f79b45", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:57.918824 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-99d6e7a5-4e3c-4d32-b8c6-803b90041db1 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:57.919389 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7213f975-d1cb-498a-8fb5-78fd4ed539c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757c4a1a-813d-4860-a20e-75d062f79b45', 'code': 200} Jun 17 08:48:58.015938 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:58.120832 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5bfc2-7aee-4349-a7f8-f2b1af5e42c6 req-afb98015-57c3-46bc-aa78-284c5b996e2e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:58.128020 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4ea5bfc2-7aee-4349-a7f8-f2b1af5e42c6 req-afb98015-57c3-46bc-aa78-284c5b996e2e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.4901738 Jun 17 08:48:58.286678 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4ea5bfc2-7aee-4349-a7f8-f2b1af5e42c6 req-56930430-e857-4cb6-b5b7-04d796c8dd39 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534405 Jun 17 08:48:58.309415 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4c9c1cb2-6b7d-4752-955b-1c0fb2433fd1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:58.318744 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-60b9bd3b-3ff3-441c-ba6b-cc756784d607 service neutron] 10.222.0.53 "GET /v2.0/networks/69d68b2f-9621-41ec-8731-54491ef2c09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673420 Jun 17 08:48:58.324176 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618441d-c4a9-4138-95bb-317aca01cd77 req-e0e40832-a69a-44c3-a00e-5816a1e160dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:58.325961 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a618441d-c4a9-4138-95bb-317aca01cd77 req-e0e40832-a69a-44c3-a00e-5816a1e160dc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7213f975-d1cb-498a-8fb5-78fd4ed539c0 HTTP/1.1" status: 200 len: 1097 time: 0.3233728 Jun 17 08:48:58.333189 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08178ab9-2ae8-4b21-9690-ee9cb35bc428 req-04f5a238-f98b-4300-94a7-7711e3155f4f tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:58.337745 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-08178ab9-2ae8-4b21-9690-ee9cb35bc428 req-04f5a238-f98b-4300-94a7-7711e3155f4f tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=7213f975-d1cb-498a-8fb5-78fd4ed539c0 HTTP/1.1" status: 200 len: 945 time: 0.1084883 Jun 17 08:48:58.426181 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-08178ab9-2ae8-4b21-9690-ee9cb35bc428 req-b029a7b8-c5f3-4884-859d-f287f2cc78e3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795987 Jun 17 08:48:58.490012 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4c9c1cb2-6b7d-4752-955b-1c0fb2433fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:58.512757 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d3455d62-adaa-49b3-9b38-ae3276e7e0c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:58.529005 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device a504a77c-fc8c-41ad-a2ab-868399995165 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:58.551011 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a618441d-c4a9-4138-95bb-317aca01cd77 req-0de22ee3-4759-4575-80c0-5e32a344e784 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147655 Jun 17 08:48:58.628781 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4c9c1cb2-6b7d-4752-955b-1c0fb2433fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:58.652026 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c1cb2-6b7d-4752-955b-1c0fb2433fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=a4da7381-97ec-4d61-9814-7df71729f2ca,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:58.662351 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4c9c1cb2-6b7d-4752-955b-1c0fb2433fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:58.709982 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port a504a77c-fc8c-41ad-a2ab-868399995165 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:58.722024 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port a504a77c-fc8c-41ad-a2ab-868399995165 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:58.722409 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:58.726943 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22851428-5b04-4da7-b957-2cfe2719ec5c req-027a79e3-3d73-4681-989d-7d1b96e1c0f4 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:58.734486 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-22851428-5b04-4da7-b957-2cfe2719ec5c req-027a79e3-3d73-4681-989d-7d1b96e1c0f4 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.0918472 Jun 17 08:48:58.779990 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-22851428-5b04-4da7-b957-2cfe2719ec5c req-08c7530f-0038-4c4c-b348-f5ca7b32c7f0 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442989 Jun 17 08:48:58.854145 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:58.921536 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port a504a77c-fc8c-41ad-a2ab-868399995165, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=a504a77c-fc8c-41ad-a2ab-868399995165,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:58.962224 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dc19950b-9738-48d4-94e2-f9b9e90f983c req-e5968337-4df1-4e7b-b0df-ac41cbaed38a tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 210 time: 0.0296853 Jun 17 08:48:59.058135 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d9e70de-f06d-4531-8ebd-f2fd695ad324 req-315d40b7-037c-4ab5-b520-f6d8b630969b service neutron] 10.222.0.53 "GET /v2.0/networks/69d68b2f-9621-41ec-8731-54491ef2c09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7311540 Jun 17 08:48:59.100953 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-21287cb8-1565-434b-b562-fc562d7eccfb req-81cfdd89-d393-4152-be43-17b356f7568c tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=6d7c02f14ed44047b3890bc6a6b8c730&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552201 Jun 17 08:48:59.110468 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:59.115997 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:59.197591 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=a504a77c-fc8c-41ad-a2ab-868399995165,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:59.217990 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ece13-39cb-40aa-ac2c-0e00c82f1d14 req-bc1871bf-903b-4dcf-a301-1989f1cf1921 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:59.225955 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:59.226762 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d51ece13-39cb-40aa-ac2c-0e00c82f1d14 req-bc1871bf-903b-4dcf-a301-1989f1cf1921 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1c0a4d-77ed-4584-93fd-a18d34a89fd2 HTTP/1.1" status: 200 len: 944 time: 0.1431088 Jun 17 08:48:59.239111 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21287cb8-1565-434b-b562-fc562d7eccfb req-086ec069-6d10-4a70-9ed6-9ea7920401b5 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:59.247631 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-21287cb8-1565-434b-b562-fc562d7eccfb req-086ec069-6d10-4a70-9ed6-9ea7920401b5 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1383100 Jun 17 08:48:59.299015 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-21287cb8-1565-434b-b562-fc562d7eccfb req-0158fbc6-8813-4e03-8402-7f42de8cb5eb tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/quotas/6d7c02f14ed44047b3890bc6a6b8c730 HTTP/1.1" status: 200 len: 375 time: 0.0504029 Jun 17 08:48:59.332304 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d51ece13-39cb-40aa-ac2c-0e00c82f1d14 req-4c2a56e3-1cdc-4b91-804d-30aeca8b142d tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b560d5e-8fdf-4c83-89c3-9f34eeddc8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045661 Jun 17 08:48:59.364574 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-21287cb8-1565-434b-b562-fc562d7eccfb req-578b9562-e428-480c-ae9d-0bc0d01a7e4c tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d7c02f14ed44047b3890bc6a6b8c730&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597439 Jun 17 08:48:59.366638 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9c1cb2-6b7d-4752-955b-1c0fb2433fd1 admin admin] Network 7b1fa35b-518b-4a6e-9cec-a3387f5b857d is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:59.370515 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-4c9c1cb2-6b7d-4752-955b-1c0fb2433fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:59.413411 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-b6f053c2-8f6b-4da5-b0d6-433b2eb6dd34 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:59.415574 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-b6f053c2-8f6b-4da5-b0d6-433b2eb6dd34 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.50 "GET /v2.0/networks?id=9607b8f2-1f64-4cbd-97ae-5ddc828a0032 HTTP/1.1" status: 200 len: 812 time: 0.2473247 Jun 17 08:48:59.429530 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-01efe8a3-41fb-4606-abb6-27ec756337c8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Request body: {'port': {'device_id': '057c6af2-0d91-4d24-b426-5643c99bb849', 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032', 'admin_state_up': True, 'tenant_id': '2660df61a5d14827a122661191fbd2bb'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:59.481527 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-00b155bd-eec6-4780-8369-f5eedaaa0751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:59.674038 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841bffe-987c-4d6b-9b51-71eda8db6376 req-0a25d00a-c292-4571-87a2-a9a057cec47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:59.675849 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a841bffe-987c-4d6b-9b51-71eda8db6376 req-0a25d00a-c292-4571-87a2-a9a057cec47e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e992cf2baa1247e486549497079a7e00&device_id=2f1c0a4d-77ed-4584-93fd-a18d34a89fd2 HTTP/1.1" status: 200 len: 1096 time: 0.4206376 Jun 17 08:48:59.681541 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9c1cb2-6b7d-4752-955b-1c0fb2433fd1 admin admin] Router 11323498-96a9-4254-ba4b-b10e763c700f has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:48:59.826923 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-76daf4d2-26ca-4d4d-82f1-d29d6ad38260 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:59.827431 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8d1ce532-bb57-41e0-9cc8-c788c9aa7754 None None] Provisioning complete for port a4da7381-97ec-4d61-9814-7df71729f2ca triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:59.828114 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8d1ce532-bb57-41e0-9cc8-c788c9aa7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:59.836375 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-76daf4d2-26ca-4d4d-82f1-d29d6ad38260 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/networks?id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f HTTP/1.1" status: 200 len: 812 time: 0.1707315 Jun 17 08:48:59.854464 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-c6d0f9fb-e7b2-4f1c-8e17-2df1d62244b3 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/quotas/c4f6d8ed8ebf4cbb81ed4c1f79745b4d HTTP/1.1" status: 200 len: 375 time: 0.0171638 Jun 17 08:48:59.866098 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ce532-bb57-41e0-9cc8-c788c9aa7754 None None] Port a4da7381-97ec-4d61-9814-7df71729f2ca cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:48:59.889796 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841bffe-987c-4d6b-9b51-71eda8db6376 req-63a4df7f-ed89-453a-8672-41a383dea4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:59.892683 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a841bffe-987c-4d6b-9b51-71eda8db6376 req-63a4df7f-ed89-453a-8672-41a383dea4a0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=69d68b2f-9621-41ec-8731-54491ef2c09a HTTP/1.1" status: 200 len: 914 time: 0.1908031 Jun 17 08:48:59.918914 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:48:59.948281 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-45194fde-ec95-4b91-8cd4-31ecbe168f8c tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0926969 Jun 17 08:48:59.971450 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a841bffe-987c-4d6b-9b51-71eda8db6376 req-f3fc8f9b-bd58-4040-89a1-b42c2d6b3cb4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2d70d74-8364-414b-88d9-94e49169c29a HTTP/1.1" status: 200 len: 217 time: 0.0648232 Jun 17 08:49:00.026725 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-01efe8a3-41fb-4606-abb6-27ec756337c8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Made reservation on behalf of 2660df61a5d14827a122661191fbd2bb for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:49:00.026725 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-01efe8a3-41fb-4606-abb6-27ec756337c8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:00.099051 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-8333ad71-227a-4915-8d05-91109078f378 service neutron] 10.222.0.49 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489799 Jun 17 08:49:00.106139 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841bffe-987c-4d6b-9b51-71eda8db6376 req-1600d435-02bc-44b0-9714-0128caa355a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:00.107596 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a841bffe-987c-4d6b-9b51-71eda8db6376 req-1600d435-02bc-44b0-9714-0128caa355a2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a86fea78-4043-46de-88f5-d676080ab308 HTTP/1.1" status: 200 len: 853 time: 0.1030037 Jun 17 08:49:00.161715 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51532f-a87f-4134-b4c6-c9a88732ed8d req-aca65e71-6669-4119-979a-f4e84bbf5213 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:00.163281 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ea51532f-a87f-4134-b4c6-c9a88732ed8d req-aca65e71-6669-4119-979a-f4e84bbf5213 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=7213f975-d1cb-498a-8fb5-78fd4ed539c0 HTTP/1.1" status: 200 len: 945 time: 0.2696617 Jun 17 08:49:00.165721 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a841bffe-987c-4d6b-9b51-71eda8db6376 req-789d7c8f-e323-4965-9090-fe195e8a908e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=69d68b2f-9621-41ec-8731-54491ef2c09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503802 Jun 17 08:49:00.169065 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9c1cb2-6b7d-4752-955b-1c0fb2433fd1 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:49:00.175130 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4c9c1cb2-6b7d-4752-955b-1c0fb2433fd1 admin admin] 10.222.0.49 "PUT /v2.0/routers/11323498-96a9-4254-ba4b-b10e763c700f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2633715 Jun 17 08:49:00.186601 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa26c1b-afae-42a7-95d1-a49add014718 None None] Sync routers for ids ['11323498-96a9-4254-ba4b-b10e763c700f'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:49:00.206097 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa26c1b-afae-42a7-95d1-a49add014718 None None] Routers {'11323498-96a9-4254-ba4b-b10e763c700f'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:00.207349 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-7aa26c1b-afae-42a7-95d1-a49add014718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:48:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['11323498-96a9-4254-ba4b-b10e763c700f'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:00.242220 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-01efe8a3-41fb-4606-abb6-27ec756337c8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Allocated IP 172.20.0.5 (9607b8f2-1f64-4cbd-97ae-5ddc828a0032/ed34bd4e-a866-4cd6-ad0f-ac23d869dd5e/dab2eba2-1d12-4222-b1b7-735ee1ffebeb) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:00.286458 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-150bd5ca-6962-4c03-9c80-4f446c4f89c1 service neutron] 10.222.0.49 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776056 Jun 17 08:49:00.325609 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ea51532f-a87f-4134-b4c6-c9a88732ed8d req-cbeebcda-f4d7-449b-8ede-a0b654b46157 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545548 Jun 17 08:49:00.371751 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a841bffe-987c-4d6b-9b51-71eda8db6376 req-8b778c5b-7f44-4c09-869b-6235af01654d service neutron] 10.222.0.53 "GET /v2.0/networks/69d68b2f-9621-41ec-8731-54491ef2c09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958497 Jun 17 08:49:00.465708 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device a504a77c-fc8c-41ad-a2ab-868399995165 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:00.478332 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-7aa26c1b-afae-42a7-95d1-a49add014718 None None] Set router 11323498-96a9-4254-ba4b-b10e763c700f gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:00.520321 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ea62a2e8-a6a3-44f6-8f50-472c39d2c334 req-be65cfe9-f700-4dc1-8c3b-3412fc0b28ed tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef052469-6fb0-4c10-b87c-100901ffc9b1 HTTP/1.1" status: 200 len: 210 time: 0.1220672 Jun 17 08:49:00.564602 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port a504a77c-fc8c-41ad-a2ab-868399995165 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:00.565544 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:00.605285 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a841bffe-987c-4d6b-9b51-71eda8db6376 req-2f3098ae-8139-41ce-8498-8b7a74a209b3 service neutron] 10.222.0.53 "GET /v2.0/networks/69d68b2f-9621-41ec-8731-54491ef2c09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253401 Jun 17 08:49:00.683573 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-01efe8a3-41fb-4606-abb6-27ec756337c8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:00.858714 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-7aa26c1b-afae-42a7-95d1-a49add014718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11323498-96a9-4254-ba4b-b10e763c700f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952521564-router', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a504a77c-fc8c-41ad-a2ab-868399995165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:49Z', 'updated_at': '2021-06-17T08:48:57Z', 'revision_number': 4, 'project_id': '44443c682bf24966a3252f9e0a1b0a72', 'gw_port': {'id': 'a504a77c-fc8c-41ad-a2ab-868399995165', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11323498-96a9-4254-ba4b-b10e763c700f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:50Z', 'updated_at': '2021-06-17T08:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'a4da7381-97ec-4d61-9814-7df71729f2ca', 'name': '', 'network_id': '7b1fa35b-518b-4a6e-9cec-a3387f5b857d', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72', 'mac_address': 'fa:16:3e:da:43:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11323498-96a9-4254-ba4b-b10e763c700f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '528819dc-55d5-435f-984f-d0673642b38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:55Z', 'updated_at': '2021-06-17T08:48:57Z', 'revision_number': 2, 'project_id': '44443c682bf24966a3252f9e0a1b0a72', 'subnets': [{'id': '528819dc-55d5-435f-984f-d0673642b38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:00.909840 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa26c1b-afae-42a7-95d1-a49add014718 None None] Checking router: 11323498-96a9-4254-ba4b-b10e763c700f for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:49:00.910446 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa26c1b-afae-42a7-95d1-a49add014718 None None] Updating router 11323498-96a9-4254-ba4b-b10e763c700f port a4da7381-97ec-4d61-9814-7df71729f2ca binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:49:00.914826 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1d66fab5-4b37-4161-9158-d3fbc89797ca req-127daf88-42d9-477a-a940-9af771eb4c38 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 210 time: 0.1443264 Jun 17 08:49:00.954446 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:00.987315 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-7aa26c1b-afae-42a7-95d1-a49add014718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:01.130478 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6db606-16bf-4ac0-97d5-9dac6a4492fa req-d71abe9b-6027-4097-8c45-36dd72c6f930 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:01.132463 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9a6db606-16bf-4ac0-97d5-9dac6a4492fa req-d71abe9b-6027-4097-8c45-36dd72c6f930 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=7213f975-d1cb-498a-8fb5-78fd4ed539c0 HTTP/1.1" status: 200 len: 945 time: 0.0855448 Jun 17 08:49:01.189257 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9a6db606-16bf-4ac0-97d5-9dac6a4492fa req-22a67166-971a-405a-89fa-171ed769d7e5 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503042 Jun 17 08:49:01.258986 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d20fe-b067-4e04-8fde-59bbc75358b8 req-b2180864-18cb-4198-87f6-c770507f7938 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:01.267352 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6b7d20fe-b067-4e04-8fde-59bbc75358b8 req-b2180864-18cb-4198-87f6-c770507f7938 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1c0a4d-77ed-4584-93fd-a18d34a89fd2 HTTP/1.1" status: 200 len: 944 time: 0.1184771 Jun 17 08:49:01.320280 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6b7d20fe-b067-4e04-8fde-59bbc75358b8 req-0d26c5c0-1590-4d76-bf8a-bb115f2557ad tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b560d5e-8fdf-4c83-89c3-9f34eeddc8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509558 Jun 17 08:49:01.333686 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-01efe8a3-41fb-4606-abb6-27ec756337c8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:01.355644 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-99997acd-3d99-4209-8668-33ed4777eb52 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:01.414801 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-7aa26c1b-afae-42a7-95d1-a49add014718 None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:01.428206 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-01efe8a3-41fb-4606-abb6-27ec756337c8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Network 9607b8f2-1f64-4cbd-97ae-5ddc828a0032 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:01.431505 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-01efe8a3-41fb-4606-abb6-27ec756337c8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:01.438377 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-01efe8a3-41fb-4606-abb6-27ec756337c8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:01.447188 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-7aa26c1b-afae-42a7-95d1-a49add014718 None None] Transition to ACTIVE for port object a4da7381-97ec-4d61-9814-7df71729f2ca will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:01.470043 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01efe8a3-41fb-4606-abb6-27ec756337c8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Pushing event updated for resources: {'Port': ['ID=dab2eba2-1d12-4222-b1b7-735ee1ffebeb,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:01.474982 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-01efe8a3-41fb-4606-abb6-27ec756337c8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:01.501092 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-01efe8a3-41fb-4606-abb6-27ec756337c8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:01.501807 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-01efe8a3-41fb-4606-abb6-27ec756337c8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:01.558886 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1208942c-003c-419e-acfb-e125da033904 req-3fab8f68-4fcf-44ba-a5e1-38895e5c8c64 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5fdff7-c360-47c7-a384-fa2b933878e4 HTTP/1.1" status: 200 len: 210 time: 0.0329180 Jun 17 08:49:01.627495 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d894b-4360-4982-b40b-79bb8605689f req-2398afb7-ce48-4e09-871b-3f4df5bc988a tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:01.629116 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-505d894b-4360-4982-b40b-79bb8605689f req-2398afb7-ce48-4e09-871b-3f4df5bc988a tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/networks?id=7b1fa35b-518b-4a6e-9cec-a3387f5b857d HTTP/1.1" status: 200 len: 828 time: 0.1156511 Jun 17 08:49:01.644574 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-505d894b-4360-4982-b40b-79bb8605689f req-abbada2d-7f0b-468f-ba6a-eb3bcd41b487 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/quotas/44443c682bf24966a3252f9e0a1b0a72 HTTP/1.1" status: 200 len: 375 time: 0.0096934 Jun 17 08:49:01.673428 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-7aa26c1b-afae-42a7-95d1-a49add014718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:01.674173 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-01efe8a3-41fb-4606-abb6-27ec756337c8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2494814 Jun 17 08:49:01.677472 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-2855c3c6-abf9-41e1-a248-ed101935b00c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:01.687087 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-9d5b87cd-f0bc-4c43-8b7d-3ad392ad114b service neutron] Request body: {'port': {'device_id': '057c6af2-0d91-4d24-b426-5643c99bb849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:01.777476 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9a6b8-cac8-4bc1-a173-5643154a04f7 None None] Pushing event updated for resources: {'Port': ['ID=a4da7381-97ec-4d61-9814-7df71729f2ca,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:01.801666 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-9d5b87cd-f0bc-4c43-8b7d-3ad392ad114b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:01.805727 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-505d894b-4360-4982-b40b-79bb8605689f req-71f2af65-d813-4938-a267-2bc1b6ea4087 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=44443c682bf24966a3252f9e0a1b0a72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1502495 Jun 17 08:49:01.832781 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a6b8-cac8-4bc1-a173-5643154a04f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:01.833142 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a6b8-cac8-4bc1-a173-5643154a04f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:01.833448 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a6b8-cac8-4bc1-a173-5643154a04f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:01.833780 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a6b8-cac8-4bc1-a173-5643154a04f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:01.834103 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a6b8-cac8-4bc1-a173-5643154a04f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:01.834449 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a6b8-cac8-4bc1-a173-5643154a04f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:01.834770 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a6b8-cac8-4bc1-a173-5643154a04f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:01.835386 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a6b8-cac8-4bc1-a173-5643154a04f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:01.835386 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a6b8-cac8-4bc1-a173-5643154a04f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:01.835793 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a6b8-cac8-4bc1-a173-5643154a04f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:01.836358 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a6b8-cac8-4bc1-a173-5643154a04f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:01.836699 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9a6b8-cac8-4bc1-a173-5643154a04f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:01.842514 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-6ac9a6b8-cac8-4bc1-a173-5643154a04f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:01.919910 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-7aa26c1b-afae-42a7-95d1-a49add014718 None None] Attempting to bind port a4da7381-97ec-4d61-9814-7df71729f2ca on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:49:01.920309 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-7aa26c1b-afae-42a7-95d1-a49add014718 None None] Attempting to bind port a4da7381-97ec-4d61-9814-7df71729f2ca by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '78db558a-8703-4205-8497-9d87a1711aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7b1fa35b-518b-4a6e-9cec-a3387f5b857d'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:49:01.920675 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa26c1b-afae-42a7-95d1-a49add014718 None None] Attempting to bind port a4da7381-97ec-4d61-9814-7df71729f2ca on network 7b1fa35b-518b-4a6e-9cec-a3387f5b857d {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:01.927268 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa26c1b-afae-42a7-95d1-a49add014718 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:49:01.927999 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa26c1b-afae-42a7-95d1-a49add014718 None None] Checking segment: {'id': '78db558a-8703-4205-8497-9d87a1711aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7b1fa35b-518b-4a6e-9cec-a3387f5b857d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:01.928638 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-7aa26c1b-afae-42a7-95d1-a49add014718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:01.929316 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa26c1b-afae-42a7-95d1-a49add014718 None None] Bound using segment: {'id': '78db558a-8703-4205-8497-9d87a1711aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7b1fa35b-518b-4a6e-9cec-a3387f5b857d'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:49:01.930053 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-7aa26c1b-afae-42a7-95d1-a49add014718 None None] Bound port: a4da7381-97ec-4d61-9814-7df71729f2ca, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78db558a-8703-4205-8497-9d87a1711aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7b1fa35b-518b-4a6e-9cec-a3387f5b857d'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:49:01.930640 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-7aa26c1b-afae-42a7-95d1-a49add014718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:01.979942 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-505d894b-4360-4982-b40b-79bb8605689f req-ddc2ab2f-236c-400d-9ef7-32227478aab9 service neutron] 10.222.0.49 "GET /v2.0/networks/7b1fa35b-518b-4a6e-9cec-a3387f5b857d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694880 Jun 17 08:49:02.027591 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-7aa26c1b-afae-42a7-95d1-a49add014718 None None] For port a4da7381-97ec-4d61-9814-7df71729f2ca, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:49:02.031960 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-7aa26c1b-afae-42a7-95d1-a49add014718 None None] For port a4da7381-97ec-4d61-9814-7df71729f2ca, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=a4da7381-97ec-4d61-9814-7df71729f2ca,segment=NetworkSegment(78db558a-8703-4205-8497-9d87a1711aca),segment_id=78db558a-8703-4205-8497-9d87a1711aca)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:49:02.084040 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-505d894b-4360-4982-b40b-79bb8605689f req-a862297b-2665-46f0-9d6b-77112f4d9098 service neutron] 10.222.0.49 "GET /v2.0/networks/7b1fa35b-518b-4a6e-9cec-a3387f5b857d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032298 Jun 17 08:49:02.144489 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-9d5b87cd-f0bc-4c43-8b7d-3ad392ad114b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab2eba2-1d12-4222-b1b7-735ee1ffebeb {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:49:02.154781 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-9d5b87cd-f0bc-4c43-8b7d-3ad392ad114b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:02.169773 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-9d5b87cd-f0bc-4c43-8b7d-3ad392ad114b service neutron] Transition to ACTIVE for port object dab2eba2-1d12-4222-b1b7-735ee1ffebeb will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:02.181960 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-7aa26c1b-afae-42a7-95d1-a49add014718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:02.185280 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-38151af1-1ee3-44cf-bdf2-8e3129ec330d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:02.239351 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa26c1b-afae-42a7-95d1-a49add014718 None None] Routers {'11323498-96a9-4254-ba4b-b10e763c700f'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:02.240027 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-7aa26c1b-afae-42a7-95d1-a49add014718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:48:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['11323498-96a9-4254-ba4b-b10e763c700f'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:02.244897 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9a6b8-cac8-4bc1-a173-5643154a04f7 None None] Pushing event updated for resources: {'Port': ['ID=a4da7381-97ec-4d61-9814-7df71729f2ca,revision_number=4']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:02.279949 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-6ac9a6b8-cac8-4bc1-a173-5643154a04f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:02.341948 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-9d5b87cd-f0bc-4c43-8b7d-3ad392ad114b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:02.357979 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-7aa26c1b-afae-42a7-95d1-a49add014718 None None] Set router 11323498-96a9-4254-ba4b-b10e763c700f gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:02.399416 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7caf36ba-3b49-4eb7-9c20-3ed5b3173d64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:02.526167 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:02.577681 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-96723e56-6fe4-4a8d-bcdf-51b49e98c9a4 req-d314917f-e8cc-4542-9a0a-ec7e45d793cb tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef052469-6fb0-4c10-b87c-100901ffc9b1 HTTP/1.1" status: 200 len: 210 time: 0.0819685 Jun 17 08:49:02.672178 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b87cd-f0bc-4c43-8b7d-3ad392ad114b service neutron] Pushing event updated for resources: {'Port': ['ID=dab2eba2-1d12-4222-b1b7-735ee1ffebeb,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:02.677050 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9d5b87cd-f0bc-4c43-8b7d-3ad392ad114b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:02.711024 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-9d5b87cd-f0bc-4c43-8b7d-3ad392ad114b service neutron] Attempting to bind port dab2eba2-1d12-4222-b1b7-735ee1ffebeb on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:49:02.711574 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-9d5b87cd-f0bc-4c43-8b7d-3ad392ad114b service neutron] Attempting to bind port dab2eba2-1d12-4222-b1b7-735ee1ffebeb by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': 'f97b557f-42fd-493a-a1da-f273164d9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:49:02.711973 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-9d5b87cd-f0bc-4c43-8b7d-3ad392ad114b service neutron] Attempting to bind port dab2eba2-1d12-4222-b1b7-735ee1ffebeb on network 9607b8f2-1f64-4cbd-97ae-5ddc828a0032 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:02.717539 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-9d5b87cd-f0bc-4c43-8b7d-3ad392ad114b service neutron] Port dab2eba2-1d12-4222-b1b7-735ee1ffebeb on network 9607b8f2-1f64-4cbd-97ae-5ddc828a0032 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:49:02.718238 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-9d5b87cd-f0bc-4c43-8b7d-3ad392ad114b service neutron] Attempting to bind port dab2eba2-1d12-4222-b1b7-735ee1ffebeb on network 9607b8f2-1f64-4cbd-97ae-5ddc828a0032 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:02.725074 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-9d5b87cd-f0bc-4c43-8b7d-3ad392ad114b service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:49:02.728704 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-9d5b87cd-f0bc-4c43-8b7d-3ad392ad114b service neutron] Checking segment: {'id': 'f97b557f-42fd-493a-a1da-f273164d9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:02.728704 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-9d5b87cd-f0bc-4c43-8b7d-3ad392ad114b service neutron] Bound using segment: {'id': 'f97b557f-42fd-493a-a1da-f273164d9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:49:02.728704 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-9d5b87cd-f0bc-4c43-8b7d-3ad392ad114b service neutron] Bound port: dab2eba2-1d12-4222-b1b7-735ee1ffebeb, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f97b557f-42fd-493a-a1da-f273164d9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:49:02.728704 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-9d5b87cd-f0bc-4c43-8b7d-3ad392ad114b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:02.777315 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c92f5a-1168-4ee4-aba8-3cb5d9289a11 req-1909e11d-071f-48ce-8367-efe88b57b52e tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:02.786592 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d9c92f5a-1168-4ee4-aba8-3cb5d9289a11 req-1909e11d-071f-48ce-8367-efe88b57b52e tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 943 time: 0.1421025 Jun 17 08:49:02.799300 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-7aa26c1b-afae-42a7-95d1-a49add014718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11323498-96a9-4254-ba4b-b10e763c700f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952521564-router', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a504a77c-fc8c-41ad-a2ab-868399995165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:49Z', 'updated_at': '2021-06-17T08:48:57Z', 'revision_number': 4, 'project_id': '44443c682bf24966a3252f9e0a1b0a72', 'gw_port': {'id': 'a504a77c-fc8c-41ad-a2ab-868399995165', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11323498-96a9-4254-ba4b-b10e763c700f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:50Z', 'updated_at': '2021-06-17T08:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'a4da7381-97ec-4d61-9814-7df71729f2ca', 'name': '', 'network_id': '7b1fa35b-518b-4a6e-9cec-a3387f5b857d', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72', 'mac_address': 'fa:16:3e:da:43:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11323498-96a9-4254-ba4b-b10e763c700f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '528819dc-55d5-435f-984f-d0673642b38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:55Z', 'updated_at': '2021-06-17T08:49:02Z', 'revision_number': 4, 'project_id': '44443c682bf24966a3252f9e0a1b0a72', 'subnets': [{'id': '528819dc-55d5-435f-984f-d0673642b38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:02.864342 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d9c92f5a-1168-4ee4-aba8-3cb5d9289a11 req-d1256cf1-cba4-4e3a-be2c-5dbbcf6d6022 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764141 Jun 17 08:49:02.910129 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 55068) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:02.929118 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-9d5b87cd-f0bc-4c43-8b7d-3ad392ad114b service neutron] For port dab2eba2-1d12-4222-b1b7-735ee1ffebeb, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:49:02.932970 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-9d5b87cd-f0bc-4c43-8b7d-3ad392ad114b service neutron] For port dab2eba2-1d12-4222-b1b7-735ee1ffebeb, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=dab2eba2-1d12-4222-b1b7-735ee1ffebeb,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:49:02.958463 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-efb2bb97-ee29-40f9-ae72-6e38efe04200 req-a9b9f2cd-c783-4619-977a-37a2510ed406 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1344028 Jun 17 08:49:02.977548 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf478c-c8d0-42ca-93cf-dbe0002634ba req-bfafc253-447a-4c0c-90b5-0000bc4edf87 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:02.986934 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fdaf478c-c8d0-42ca-93cf-dbe0002634ba req-bfafc253-447a-4c0c-90b5-0000bc4edf87 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=7213f975-d1cb-498a-8fb5-78fd4ed539c0 HTTP/1.1" status: 200 len: 945 time: 0.1638234 Jun 17 08:49:02.992502 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa26c1b-afae-42a7-95d1-a49add014718 None None] The sync data for ids ['11323498-96a9-4254-ba4b-b10e763c700f'] in n-d-758944-30 is: [{'id': '11323498-96a9-4254-ba4b-b10e763c700f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952521564-router', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a504a77c-fc8c-41ad-a2ab-868399995165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:49Z', 'updated_at': '2021-06-17T08:48:57Z', 'revision_number': 4, 'project_id': '44443c682bf24966a3252f9e0a1b0a72', 'gw_port': {'id': 'a504a77c-fc8c-41ad-a2ab-868399995165', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11323498-96a9-4254-ba4b-b10e763c700f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:50Z', 'updated_at': '2021-06-17T08:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'a4da7381-97ec-4d61-9814-7df71729f2ca', 'name': '', 'network_id': '7b1fa35b-518b-4a6e-9cec-a3387f5b857d', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72', 'mac_address': 'fa:16:3e:da:43:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11323498-96a9-4254-ba4b-b10e763c700f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '528819dc-55d5-435f-984f-d0673642b38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:55Z', 'updated_at': '2021-06-17T08:49:02Z', 'revision_number': 4, 'project_id': '44443c682bf24966a3252f9e0a1b0a72', 'subnets': [{'id': '528819dc-55d5-435f-984f-d0673642b38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:49:03.065464 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fdaf478c-c8d0-42ca-93cf-dbe0002634ba req-1a26e955-d9aa-432a-932e-59632168651e tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776057 Jun 17 08:49:03.097501 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-9d5b87cd-f0bc-4c43-8b7d-3ad392ad114b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:03.100158 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device c2d70d74-8364-414b-88d9-94e49169c29a details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:49:03.103071 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-44c7e346-14a5-47c2-95f2-32c1f69cf99c tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:03.119312 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-88ed79be-258c-48d5-ab0d-11c8a046f453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:03.197008 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b87cd-f0bc-4c43-8b7d-3ad392ad114b service neutron] Pushing event updated for resources: {'Port': ['ID=dab2eba2-1d12-4222-b1b7-735ee1ffebeb,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:03.200892 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9d5b87cd-f0bc-4c43-8b7d-3ad392ad114b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:03.220379 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2bb97-ee29-40f9-ae72-6e38efe04200 req-169cb831-e674-49d1-ae44-a96c904a0761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:03.221155 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-9d5b87cd-f0bc-4c43-8b7d-3ad392ad114b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:03.221775 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-9d5b87cd-f0bc-4c43-8b7d-3ad392ad114b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:03.221901 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-efb2bb97-ee29-40f9-ae72-6e38efe04200 req-169cb831-e674-49d1-ae44-a96c904a0761 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e60ea9bd96f4406af1e48f6a271b4f3&device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 1097 time: 0.2390203 Jun 17 08:49:03.223748 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-9d5b87cd-f0bc-4c43-8b7d-3ad392ad114b service neutron] 10.222.0.50 "PUT /v2.0/ports/dab2eba2-1d12-4222-b1b7-735ee1ffebeb HTTP/1.1" status: 200 len: 1092 time: 1.5406139 Jun 17 08:49:03.224319 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057c6af2-0d91-4d24-b426-5643c99bb849', 'tag': 'dab2eba2-1d12-4222-b1b7-735ee1ffebeb'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:03.229593 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ebb6a5-1ffe-4a75-a28b-916fb48a39b7" -d '{"events": [{"name": "network-changed", "server_uuid": "057c6af2-0d91-4d24-b426-5643c99bb849", "tag": "dab2eba2-1d12-4222-b1b7-735ee1ffebeb"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:03.261368 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a4a81494-dbdb-4142-8d9a-f28feb5fa4cd req-80405f85-382d-40fe-899f-2ec1fa1e497f tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ad32002-03f3-428f-9ea2-7767cb7c7b2e HTTP/1.1" status: 200 len: 210 time: 0.0586879 Jun 17 08:49:03.273372 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port c2d70d74-8364-414b-88d9-94e49169c29a, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c2d70d74-8364-414b-88d9-94e49169c29a,segment=NetworkSegment(30ded109-e7ae-46a5-a615-64378b56d873),segment_id=30ded109-e7ae-46a5-a615-64378b56d873)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:03.304033 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': 'c2d70d74-8364-414b-88d9-94e49169c29a', 'network_id': '69d68b2f-9621-41ec-8731-54491ef2c09a', 'port_id': 'c2d70d74-8364-414b-88d9-94e49169c29a', 'mac_address': 'fa:16:3e:e5:a3:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a86fea78-4043-46de-88f5-d676080ab308', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:49:03.306079 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0240f60-16a9-4ee6-9272-93a8df72d3e3 req-39e510a9-f4a3-4340-a96a-93316e5163cc tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:03.313482 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d0240f60-16a9-4ee6-9272-93a8df72d3e3 req-39e510a9-f4a3-4340-a96a-93316e5163cc tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1c0a4d-77ed-4584-93fd-a18d34a89fd2 HTTP/1.1" status: 200 len: 944 time: 0.2634330 Jun 17 08:49:03.358017 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:03.444351 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d0240f60-16a9-4ee6-9272-93a8df72d3e3 req-73c0d2c0-e545-40a0-8c5d-e78ee2e93bac tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b560d5e-8fdf-4c83-89c3-9f34eeddc8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298625 Jun 17 08:49:03.513490 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-88ed79be-258c-48d5-ab0d-11c8a046f453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:03.518404 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2bb97-ee29-40f9-ae72-6e38efe04200 req-74bf8e9a-fe21-40fd-bd53-d222d7a6d494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:03.520283 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-efb2bb97-ee29-40f9-ae72-6e38efe04200 req-74bf8e9a-fe21-40fd-bd53-d222d7a6d494 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8febca87-b053-4652-aefe-046fdedc430b HTTP/1.1" status: 200 len: 916 time: 0.2639301 Jun 17 08:49:03.521894 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c997b8-9523-42ae-8abf-5fe109156c31 x-openstack-request-id: req-91c997b8-9523-42ae-8abf-5fe109156c31 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:03.522259 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "057c6af2-0d91-4d24-b426-5643c99bb849", "tag": "dab2eba2-1d12-4222-b1b7-735ee1ffebeb", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:03.522556 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-91c997b8-9523-42ae-8abf-5fe109156c31 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:03.523000 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '057c6af2-0d91-4d24-b426-5643c99bb849', 'tag': 'dab2eba2-1d12-4222-b1b7-735ee1ffebeb', 'status': 'completed', 'code': 200} Jun 17 08:49:03.619304 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-82a7aa7a-0288-4007-97ac-0d90e2f25666 req-fab0f90a-306e-422c-8e27-c548ffac56e4 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5fdff7-c360-47c7-a384-fa2b933878e4 HTTP/1.1" status: 200 len: 210 time: 0.0828841 Jun 17 08:49:03.621211 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-efb2bb97-ee29-40f9-ae72-6e38efe04200 req-5ee5d27c-d73e-41d6-b103-c994a80ac672 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d9d466b-1a94-4c45-986d-07df20059d1b HTTP/1.1" status: 200 len: 1000 time: 0.0834639 Jun 17 08:49:03.673970 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-88ed79be-258c-48d5-ab0d-11c8a046f453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:03.679071 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-93e1bf4b-0c3b-4b34-b601-a7e6f0e932db tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:03.683523 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebb6a5-1ffe-4a75-a28b-916fb48a39b7 req-b7cb7955-8049-4de3-8f95-9460093f8e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:03.685270 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-82ebb6a5-1ffe-4a75-a28b-916fb48a39b7 req-b7cb7955-8049-4de3-8f95-9460093f8e41 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2660df61a5d14827a122661191fbd2bb&device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 1095 time: 0.1350224 Jun 17 08:49:03.694786 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2d70d74-8364-414b-88d9-94e49169c29a {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:49:03.728034 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port c2d70d74-8364-414b-88d9-94e49169c29a, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c2d70d74-8364-414b-88d9-94e49169c29a,segment=NetworkSegment(30ded109-e7ae-46a5-a615-64378b56d873),segment_id=30ded109-e7ae-46a5-a615-64378b56d873)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:03.768943 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed79be-258c-48d5-ab0d-11c8a046f453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade25755-bc80-4445-9f04-4754877ebdcf,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:03.784410 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-88ed79be-258c-48d5-ab0d-11c8a046f453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:03.793452 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2bb97-ee29-40f9-ae72-6e38efe04200 req-5acdc350-97cd-4b8e-926b-74a31e072bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:03.795541 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-efb2bb97-ee29-40f9-ae72-6e38efe04200 req-5acdc350-97cd-4b8e-926b-74a31e072bd4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b23aa9cf-568b-4905-8e2b-b7648ef430a0 HTTP/1.1" status: 200 len: 854 time: 0.1669624 Jun 17 08:49:03.798729 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-88ed79be-258c-48d5-ab0d-11c8a046f453 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9f879e9c863a44b2b1867989a55b7da7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8876054 Jun 17 08:49:03.802865 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 55076) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:03.829550 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:03.831659 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:03.854711 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebb6a5-1ffe-4a75-a28b-916fb48a39b7 req-3b27307e-bb47-4b78-b637-fe28f68f46a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:03.856198 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-82ebb6a5-1ffe-4a75-a28b-916fb48a39b7 req-3b27307e-bb47-4b78-b637-fe28f68f46a1 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2660df61a5d14827a122661191fbd2bb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1639378 Jun 17 08:49:03.872108 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be3e0ce0-01de-443e-99e7-c9b61e392f9c req-7e89c66a-7640-4d31-a00a-5a09b65e4e71 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef052469-6fb0-4c10-b87c-100901ffc9b1 HTTP/1.1" status: 200 len: 210 time: 0.0701709 Jun 17 08:49:03.910209 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b2dc4-87d3-4d3e-bce3-a22323a0d7d0 req-5b768689-b5f2-4ea8-8fbb-7215c18c0a39 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:03.911825 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-628b2dc4-87d3-4d3e-bce3-a22323a0d7d0 req-5b768689-b5f2-4ea8-8fbb-7215c18c0a39 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.53 "GET /v2.0/ports?device_id=7213f975-d1cb-498a-8fb5-78fd4ed539c0 HTTP/1.1" status: 200 len: 945 time: 0.2242241 Jun 17 08:49:03.912000 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=c2d70d74-8364-414b-88d9-94e49169c29a,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:03.915297 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:03.973804 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2bb97-ee29-40f9-ae72-6e38efe04200 req-bdf4d48a-52ce-44f1-872e-0f2e617bcb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:03.975612 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-efb2bb97-ee29-40f9-ae72-6e38efe04200 req-bdf4d48a-52ce-44f1-872e-0f2e617bcb52 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8febca87-b053-4652-aefe-046fdedc430b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1726010 Jun 17 08:49:03.987111 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f1278232-832d-41d3-9fba-e0bcaa0a5da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:04.028060 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f1278232-832d-41d3-9fba-e0bcaa0a5da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:04.039323 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['c2d70d74-8364-414b-88d9-94e49169c29a'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:04.138207 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebb6a5-1ffe-4a75-a28b-916fb48a39b7 req-923dca16-595a-463a-a5e3-801f9d83ed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:04.149973 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-82ebb6a5-1ffe-4a75-a28b-916fb48a39b7 req-923dca16-595a-463a-a5e3-801f9d83ed8c service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2763634 Jun 17 08:49:04.224461 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-efb2bb97-ee29-40f9-ae72-6e38efe04200 req-d117175d-708f-4c42-a763-169ade13f229 service neutron] 10.222.0.53 "GET /v2.0/networks/8febca87-b053-4652-aefe-046fdedc430b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399602 Jun 17 08:49:04.226591 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-628b2dc4-87d3-4d3e-bce3-a22323a0d7d0 req-de2ff50e-be00-488f-9f18-ff47e95067cd tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Deleting port 757c4a1a-813d-4860-a20e-75d062f79b45 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:04.228525 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-628b2dc4-87d3-4d3e-bce3-a22323a0d7d0 req-de2ff50e-be00-488f-9f18-ff47e95067cd tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:04.290388 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2b7d7-cb6e-4108-985d-ded5922e09ee req-634655ee-2fb9-48ae-a0a6-b5ef2b00debe tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:04.293269 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c1e2b7d7-cb6e-4108-985d-ded5922e09ee req-634655ee-2fb9-48ae-a0a6-b5ef2b00debe tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 943 time: 0.2056668 Jun 17 08:49:04.353589 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c1e2b7d7-cb6e-4108-985d-ded5922e09ee req-972ed4c1-d291-4b4d-8945-f65af22a74dd tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513563 Jun 17 08:49:04.361425 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-414cf715-0976-426c-be8b-d4be8504dea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:04.367528 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-414cf715-0976-426c-be8b-d4be8504dea3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2660df61a5d14827a122661191fbd2bb&device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 1095 time: 0.1703129 Jun 17 08:49:04.459865 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-3361cae0-f5f8-4018-9f15-aadbad7b5eaf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dab2eba2-1d12-4222-b1b7-735ee1ffebeb HTTP/1.1" status: 200 len: 217 time: 0.0891819 Jun 17 08:49:04.465773 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f1278232-832d-41d3-9fba-e0bcaa0a5da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:04.472731 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f1278232-832d-41d3-9fba-e0bcaa0a5da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:04.491448 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f1278232-832d-41d3-9fba-e0bcaa0a5da2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ade25755-bc80-4445-9f04-4754877ebdcf HTTP/1.1" status: 204 len: 168 time: 0.6733203 Jun 17 08:49:04.497035 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device a4da7381-97ec-4d61-9814-7df71729f2ca up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:04.518220 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-60af80c1-dbbc-41c4-b297-440628ae88f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:04.577307 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-628b2dc4-87d3-4d3e-bce3-a22323a0d7d0 req-de2ff50e-be00-488f-9f18-ff47e95067cd tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] For port 757c4a1a-813d-4860-a20e-75d062f79b45, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=757c4a1a-813d-4860-a20e-75d062f79b45,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:04.577684 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-628b2dc4-87d3-4d3e-bce3-a22323a0d7d0 req-de2ff50e-be00-488f-9f18-ff47e95067cd tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:04.597254 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-efb2bb97-ee29-40f9-ae72-6e38efe04200 req-8d0223de-7b35-45bb-8df5-8dac1e3eafaa service neutron] 10.222.0.53 "GET /v2.0/networks/8febca87-b053-4652-aefe-046fdedc430b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654350 Jun 17 08:49:04.639908 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-848f31e3-3583-4fc8-a620-b5573fa9424a req-c23fa7ca-7e8b-4ba0-a95e-549a5524613e tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ad32002-03f3-428f-9ea2-7767cb7c7b2e HTTP/1.1" status: 200 len: 210 time: 0.1832209 Jun 17 08:49:04.641469 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-9f9ec1cf-6ca0-4860-af78-7ef84eeaa20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:04.642883 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-9f9ec1cf-6ca0-4860-af78-7ef84eeaa20c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ed34bd4e-a866-4cd6-ad0f-ac23d869dd5e HTTP/1.1" status: 200 len: 852 time: 0.1327538 Jun 17 08:49:04.659558 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-628b2dc4-87d3-4d3e-bce3-a22323a0d7d0 req-de2ff50e-be00-488f-9f18-ff47e95067cd tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Calling delete_port for 757c4a1a-813d-4860-a20e-75d062f79b45 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:04.663397 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1278232-832d-41d3-9fba-e0bcaa0a5da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade25755-bc80-4445-9f04-4754877ebdcf,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:04.675192 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4931b-28ea-4110-8722-e84eec4ffc1d req-0704a8b7-e507-453c-8c4e-aba7e55df2d8 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:04.682254 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1df4931b-28ea-4110-8722-e84eec4ffc1d req-0704a8b7-e507-453c-8c4e-aba7e55df2d8 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=7213f975-d1cb-498a-8fb5-78fd4ed539c0 HTTP/1.1" status: 200 len: 945 time: 0.3411806 Jun 17 08:49:04.695589 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port a4da7381-97ec-4d61-9814-7df71729f2ca completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:04.713774 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port a4da7381-97ec-4d61-9814-7df71729f2ca triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:04.713774 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:04.721224 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f1278232-832d-41d3-9fba-e0bcaa0a5da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:04.737797 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-21287cb8-1565-434b-b562-fc562d7eccfb req-5d7bf030-c0af-4302-a1f3-049f566dc5f8 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6d7c02f14ed44047b3890bc6a6b8c730&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2229433 Jun 17 08:49:04.992587 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-c40518d6-9679-43e8-a03f-c9e9853b1a2f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9607b8f2-1f64-4cbd-97ae-5ddc828a0032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279209 Jun 17 08:49:04.997110 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1df4931b-28ea-4110-8722-e84eec4ffc1d req-7b8c1605-83de-4097-8234-0b7bfdfe947d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382356 Jun 17 08:49:04.998808 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:04.998808 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port a4da7381-97ec-4d61-9814-7df71729f2ca, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=a4da7381-97ec-4d61-9814-7df71729f2ca,segment=NetworkSegment(78db558a-8703-4205-8497-9d87a1711aca),segment_id=78db558a-8703-4205-8497-9d87a1711aca)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:04.999182 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b90e32d2-da2b-42b2-b46f-9c10395f0286 req-ec2aba42-6aab-4290-b016-97a46628e434 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4262702 Jun 17 08:49:05.018037 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21287cb8-1565-434b-b562-fc562d7eccfb req-0b7c0d27-44dc-45a6-a96c-c0d89f07ebe8 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:05.019511 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-21287cb8-1565-434b-b562-fc562d7eccfb req-0b7c0d27-44dc-45a6-a96c-c0d89f07ebe8 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2337983 Jun 17 08:49:05.030803 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-2b618d61-ce11-4ce2-ae9f-0534f5f5b895 service neutron] 10.222.0.50 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109540 Jun 17 08:49:05.037372 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-21287cb8-1565-434b-b562-fc562d7eccfb req-d7128117-6fb1-43c2-9efb-99bd2b06a7a8 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Request body: {'port': {'device_id': 'ef052469-6fb0-4c10-b87c-100901ffc9b1', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'admin_state_up': True, 'tenant_id': '6d7c02f14ed44047b3890bc6a6b8c730'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:05.106533 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:05.108631 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:05.168942 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=a4da7381-97ec-4d61-9814-7df71729f2ca,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:05.172277 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device c2d70d74-8364-414b-88d9-94e49169c29a up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:05.174946 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:05.185166 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-628b2dc4-87d3-4d3e-bce3-a22323a0d7d0 req-de2ff50e-be00-488f-9f18-ff47e95067cd tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:05.204124 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['2d207028-4b95-419e-be6f-114317fcaa67'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:05.225861 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b4a36639-30b7-4162-b439-57c0ec5a4e45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:05.227029 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bc70ef1d-175c-4ee0-b4c1-06e2f7bd5a91 req-6f2f065c-98cd-4fa6-a365-035200a9014c tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5fdff7-c360-47c7-a384-fa2b933878e4 HTTP/1.1" status: 200 len: 210 time: 0.1566312 Jun 17 08:49:05.386013 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e32d2-da2b-42b2-b46f-9c10395f0286 req-25eb878b-c6b2-46b8-b6dd-baad995aca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:05.393518 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b90e32d2-da2b-42b2-b46f-9c10395f0286 req-25eb878b-c6b2-46b8-b6dd-baad995aca62 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d&device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 1096 time: 0.3656881 Jun 17 08:49:05.406766 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-48324aae-c272-4d8c-adc0-81efd4d2ee2d req-92711410-1154-4a54-b2c3-518e1e0e87ea service neutron] 10.222.0.50 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504570 Jun 17 08:49:05.538427 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port c2d70d74-8364-414b-88d9-94e49169c29a completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:05.544365 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-49baa326-bc44-45af-8a0f-82fda281cdba req-8fe6bb86-d487-433a-8e79-8c852b3e0558 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef052469-6fb0-4c10-b87c-100901ffc9b1 HTTP/1.1" status: 200 len: 210 time: 0.0620067 Jun 17 08:49:05.550621 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port c2d70d74-8364-414b-88d9-94e49169c29a triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:05.551009 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:05.591440 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e32d2-da2b-42b2-b46f-9c10395f0286 req-b5314175-f85f-42f7-9292-60a6548ef693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:05.593544 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b90e32d2-da2b-42b2-b46f-9c10395f0286 req-b5314175-f85f-42f7-9292-60a6548ef693 service neutron] 10.222.0.50 "GET /v2.0/networks?id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f HTTP/1.1" status: 200 len: 913 time: 0.1757553 Jun 17 08:49:05.680680 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:05.730221 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1c0a4d-77ed-4584-93fd-a18d34a89fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d70d74-8364-414b-88d9-94e49169c29a'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:05.733431 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94c0a9a-7b59-4c06-8495-c12ee996877c" -d '{"events": [{"server_uuid": "2f1c0a4d-77ed-4584-93fd-a18d34a89fd2", "name": "network-vif-plugged", "status": "completed", "tag": "c2d70d74-8364-414b-88d9-94e49169c29a"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:05.743444 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21287cb8-1565-434b-b562-fc562d7eccfb req-d7128117-6fb1-43c2-9efb-99bd2b06a7a8 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Made reservation on behalf of 6d7c02f14ed44047b3890bc6a6b8c730 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:49:05.746208 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-21287cb8-1565-434b-b562-fc562d7eccfb req-d7128117-6fb1-43c2-9efb-99bd2b06a7a8 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:05.761652 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port c2d70d74-8364-414b-88d9-94e49169c29a, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c2d70d74-8364-414b-88d9-94e49169c29a,segment=NetworkSegment(30ded109-e7ae-46a5-a615-64378b56d873),segment_id=30ded109-e7ae-46a5-a615-64378b56d873)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:05.768125 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b90e32d2-da2b-42b2-b46f-9c10395f0286 req-481d1b9a-0efb-403a-b452-fa4dd86e6877 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80834232-7c1a-4461-87e0-250268dbd5a1 HTTP/1.1" status: 200 len: 998 time: 0.1680145 Jun 17 08:49:05.770089 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-21287cb8-1565-434b-b562-fc562d7eccfb req-d7128117-6fb1-43c2-9efb-99bd2b06a7a8 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:05.773110 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebceecbd-2b8e-4bf6-a84e-f40a25d4ce6d req-3fd32b5d-66d9-4e91-bf2a-2d60db188ae7 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:05.780783 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ebceecbd-2b8e-4bf6-a84e-f40a25d4ce6d req-3fd32b5d-66d9-4e91-bf2a-2d60db188ae7 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1c0a4d-77ed-4584-93fd-a18d34a89fd2 HTTP/1.1" status: 200 len: 945 time: 0.7099624 Jun 17 08:49:05.822817 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-628b2dc4-87d3-4d3e-bce3-a22323a0d7d0 req-de2ff50e-be00-488f-9f18-ff47e95067cd tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] No DVR routers for this DVR port 757c4a1a-813d-4860-a20e-75d062f79b45 on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:49:05.836579 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-628b2dc4-87d3-4d3e-bce3-a22323a0d7d0 req-de2ff50e-be00-488f-9f18-ff47e95067cd tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:05.845255 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-628b2dc4-87d3-4d3e-bce3-a22323a0d7d0 req-de2ff50e-be00-488f-9f18-ff47e95067cd tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.53 "DELETE /v2.0/ports/757c4a1a-813d-4860-a20e-75d062f79b45 HTTP/1.1" status: 204 len: 173 time: 1.9178224 Jun 17 08:49:05.846436 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e32d2-da2b-42b2-b46f-9c10395f0286 req-5896b4a9-4669-470c-a1f6-968e6bc98ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:05.847969 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b90e32d2-da2b-42b2-b46f-9c10395f0286 req-5896b4a9-4669-470c-a1f6-968e6bc98ac0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f1cd377-e173-40e7-8f95-b9cee993c643 HTTP/1.1" status: 200 len: 851 time: 0.0726354 Jun 17 08:49:05.850509 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7213f975-d1cb-498a-8fb5-78fd4ed539c0', 'name': 'network-vif-deleted', 'tag': '757c4a1a-813d-4860-a20e-75d062f79b45'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:05.854449 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f251dbe6-2852-4028-ac72-37da1b53dda4" -d '{"events": [{"server_uuid": "7213f975-d1cb-498a-8fb5-78fd4ed539c0", "name": "network-vif-deleted", "tag": "757c4a1a-813d-4860-a20e-75d062f79b45"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:05.872439 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:05.873981 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 757c4a1a-813d-4860-a20e-75d062f79b45 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:49:05.878802 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-32d40863-fa60-4db8-9e3f-ba75ba6397c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:05.938118 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ff50e-be00-488f-9f18-ff47e95067cd tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Pushing event deleted for resources: {'Port': ['ID=757c4a1a-813d-4860-a20e-75d062f79b45,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:05.938665 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3d30e-572a-410a-b98b-7c631e8a775f req-eaf2eb52-99e1-4294-bfb3-b5e18eb7bdb8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:05.947009 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 757c4a1a-813d-4860-a20e-75d062f79b45 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:49:05.947009 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 757c4a1a-813d-4860-a20e-75d062f79b45 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:49:05.950643 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8cc3d30e-572a-410a-b98b-7c631e8a775f req-eaf2eb52-99e1-4294-bfb3-b5e18eb7bdb8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 943 time: 0.2712376 Jun 17 08:49:05.957883 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-de2ff50e-be00-488f-9f18-ff47e95067cd tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:05.995216 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ebceecbd-2b8e-4bf6-a84e-f40a25d4ce6d req-586b1176-7eb3-43a8-b856-2881c13e20aa tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b560d5e-8fdf-4c83-89c3-9f34eeddc8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134345 Jun 17 08:49:05.999324 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=c2d70d74-8364-414b-88d9-94e49169c29a,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:06.003331 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:06.022763 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-59fb481b-152f-47e5-a2c7-15c8519af699 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:06.032051 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-59fb481b-152f-47e5-a2c7-15c8519af699 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.53 "GET /v2.0/networks?id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f HTTP/1.1" status: 200 len: 812 time: 0.2439666 Jun 17 08:49:06.032242 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e32d2-da2b-42b2-b46f-9c10395f0286 req-73464957-1d8d-432e-bb46-36f5bc08ca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:06.032828 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b90e32d2-da2b-42b2-b46f-9c10395f0286 req-73464957-1d8d-432e-bb46-36f5bc08ca58 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1786256 Jun 17 08:49:06.035739 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8cc3d30e-572a-410a-b98b-7c631e8a775f req-76aaeef5-c98a-4fde-8e39-f4a4d4df6dc7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844083 Jun 17 08:49:06.049634 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-7c810b0c-8c79-4f1e-b694-ad5612e462ad tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Request body: {'port': {'device_id': '4d5fdff7-c360-47c7-a384-fa2b933878e4', 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f', 'admin_state_up': True, 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:06.148160 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f8faae-8a69-4897-8ee8-ff41d32a8258 x-openstack-request-id: req-e6f8faae-8a69-4897-8ee8-ff41d32a8258 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:06.148582 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1c0a4d-77ed-4584-93fd-a18d34a89fd2", "name": "network-vif-plugged", "status": "completed", "tag": "c2d70d74-8364-414b-88d9-94e49169c29a", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:06.148980 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e6f8faae-8a69-4897-8ee8-ff41d32a8258 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:06.149567 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1c0a4d-77ed-4584-93fd-a18d34a89fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d70d74-8364-414b-88d9-94e49169c29a', 'code': 200} Jun 17 08:49:06.178537 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b90e32d2-da2b-42b2-b46f-9c10395f0286 req-15820ec2-eb50-4d30-8372-b4cf2eef20f3 service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381459 Jun 17 08:49:06.250815 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-78780e41-6a96-4fd9-a8b1-63160085306d req-c7e328ab-b3b5-4fd7-ae48-c3364a6786fb tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ad32002-03f3-428f-9ea2-7767cb7c7b2e HTTP/1.1" status: 200 len: 210 time: 0.0593140 Jun 17 08:49:06.295041 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-21287cb8-1565-434b-b562-fc562d7eccfb req-d7128117-6fb1-43c2-9efb-99bd2b06a7a8 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:06.338405 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bdd93969-3725-42d9-8e4f-88ebd2e851bc req-20b284bb-a70c-426e-86e8-d3ce17cda1dc tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=7213f975-d1cb-498a-8fb5-78fd4ed539c0 HTTP/1.1" status: 200 len: 210 time: 0.0492134 Jun 17 08:49:06.380100 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b90e32d2-da2b-42b2-b46f-9c10395f0286 req-f35fb2cb-524a-4409-a7dc-e271dc9c9e9a service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908064 Jun 17 08:49:06.428233 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6023ac0-8dac-437b-89b0-48c5eabc17ae x-openstack-request-id: req-c6023ac0-8dac-437b-89b0-48c5eabc17ae {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:06.441138 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-21287cb8-1565-434b-b562-fc562d7eccfb req-d7128117-6fb1-43c2-9efb-99bd2b06a7a8 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:06.441138 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f2d95c50-48c7-4ad6-a833-eeba23edd9b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:06.441843 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7213f975-d1cb-498a-8fb5-78fd4ed539c0", "name": "network-vif-deleted", "tag": "757c4a1a-813d-4860-a20e-75d062f79b45", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:06.441843 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c6023ac0-8dac-437b-89b0-48c5eabc17ae {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:06.441843 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7213f975-d1cb-498a-8fb5-78fd4ed539c0', 'name': 'network-vif-deleted', 'tag': '757c4a1a-813d-4860-a20e-75d062f79b45', 'status': 'completed', 'code': 200} Jun 17 08:49:06.468009 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736b329-450c-4ac2-a3fc-df09024b349a req-f65fc07d-ae4a-453a-afda-1e4be972d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:06.470848 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c736b329-450c-4ac2-a3fc-df09024b349a req-f65fc07d-ae4a-453a-afda-1e4be972d896 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2f1c0a4d-77ed-4584-93fd-a18d34a89fd2 HTTP/1.1" status: 200 len: 1098 time: 0.1227729 Jun 17 08:49:06.472453 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7128117-6fb1-43c2-9efb-99bd2b06a7a8 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb19031c-b7f1-433a-bfbc-83363d4be5c3,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:06.481863 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d7128117-6fb1-43c2-9efb-99bd2b06a7a8 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:06.516309 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device a4da7381-97ec-4d61-9814-7df71729f2ca up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:06.533010 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c736b329-450c-4ac2-a3fc-df09024b349a req-9e479e30-2700-41b9-a0cf-d7ba797c281d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5b560d5e-8fdf-4c83-89c3-9f34eeddc8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541101 Jun 17 08:49:06.595943 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9016aea3-fa96-4531-be5e-53287bd62cad req-db4c3a2d-d8b5-46ab-82e6-07e756fb6379 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5fdff7-c360-47c7-a384-fa2b933878e4 HTTP/1.1" status: 200 len: 210 time: 0.0449166 Jun 17 08:49:06.619026 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port a4da7381-97ec-4d61-9814-7df71729f2ca triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:06.619671 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:06.646353 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-7c810b0c-8c79-4f1e-b694-ad5612e462ad tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Made reservation on behalf of c4f6d8ed8ebf4cbb81ed4c1f79745b4d for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:49:06.654226 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-7c810b0c-8c79-4f1e-b694-ad5612e462ad tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:06.698716 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-21287cb8-1565-434b-b562-fc562d7eccfb req-d7128117-6fb1-43c2-9efb-99bd2b06a7a8 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Allocated IP 192.168.233.141 (26debee9-bc17-4dec-acaf-a4c976511744/9fa94245-1f4d-486b-9e45-990a58fa5ffe/3b4553b9-db0e-4f17-89d6-161a6ee69b5b) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:06.775170 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0138a8b4-956a-442d-934f-fe19bdd3c090 req-270b68da-fa67-498e-82c9-8318b7335879 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef052469-6fb0-4c10-b87c-100901ffc9b1 HTTP/1.1" status: 200 len: 210 time: 0.0387516 Jun 17 08:49:06.852185 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-7c810b0c-8c79-4f1e-b694-ad5612e462ad tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Allocated IP 172.20.0.8 (14e0e5fd-f3e6-4e07-800d-dfdaacdec65f/9f1cd377-e173-40e7-8f95-b9cee993c643/ddcb87c1-bf60-4b9e-aab9-88957149b88d) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:06.879772 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-21287cb8-1565-434b-b562-fc562d7eccfb req-d7128117-6fb1-43c2-9efb-99bd2b06a7a8 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:06.902374 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-21287cb8-1565-434b-b562-fc562d7eccfb req-d7128117-6fb1-43c2-9efb-99bd2b06a7a8 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Transition to ACTIVE for port object 3b4553b9-db0e-4f17-89d6-161a6ee69b5b will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:07.019821 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-7c810b0c-8c79-4f1e-b694-ad5612e462ad tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:07.033431 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-7c810b0c-8c79-4f1e-b694-ad5612e462ad tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Transition to ACTIVE for port object ddcb87c1-bf60-4b9e-aab9-88957149b88d will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:07.036474 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-21287cb8-1565-434b-b562-fc562d7eccfb req-d7128117-6fb1-43c2-9efb-99bd2b06a7a8 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:07.048253 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9d5b87cd-f0bc-4c43-8b7d-3ad392ad114b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:07.083368 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21287cb8-1565-434b-b562-fc562d7eccfb req-d7128117-6fb1-43c2-9efb-99bd2b06a7a8 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Network 26debee9-bc17-4dec-acaf-a4c976511744 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:07.086696 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-21287cb8-1565-434b-b562-fc562d7eccfb req-d7128117-6fb1-43c2-9efb-99bd2b06a7a8 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:07.094951 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-21287cb8-1565-434b-b562-fc562d7eccfb req-d7128117-6fb1-43c2-9efb-99bd2b06a7a8 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:07.100990 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7128117-6fb1-43c2-9efb-99bd2b06a7a8 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Pushing event updated for resources: {'Port': ['ID=3b4553b9-db0e-4f17-89d6-161a6ee69b5b,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:07.128103 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d7128117-6fb1-43c2-9efb-99bd2b06a7a8 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:07.342674 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21287cb8-1565-434b-b562-fc562d7eccfb req-d7128117-6fb1-43c2-9efb-99bd2b06a7a8 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:07.343449 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-21287cb8-1565-434b-b562-fc562d7eccfb req-d7128117-6fb1-43c2-9efb-99bd2b06a7a8 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:07.345185 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ed327-f24a-454e-90d7-cff29876ee20 req-c63d3a2b-6194-4588-8030-9753894c334a tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:07.346848 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-855ed327-f24a-454e-90d7-cff29876ee20 req-c63d3a2b-6194-4588-8030-9753894c334a tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 943 time: 0.0890956 Jun 17 08:49:07.348169 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-7c810b0c-8c79-4f1e-b694-ad5612e462ad tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:07.352312 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-de2ff50e-be00-488f-9f18-ff47e95067cd tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:07.354892 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d894b-4360-4982-b40b-79bb8605689f req-5409c73d-23f0-417c-b44e-d76be76a4d81 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:07.361263 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['0e4eeb5b-b661-429b-ab04-279d4c2200ff', '78fdcced-753d-4560-9cf1-25d274d617b3'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:07.371329 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-505d894b-4360-4982-b40b-79bb8605689f req-5409c73d-23f0-417c-b44e-d76be76a4d81 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.50 "GET /v2.0/networks?id=7b1fa35b-518b-4a6e-9cec-a3387f5b857d HTTP/1.1" status: 200 len: 828 time: 0.2227931 Jun 17 08:49:07.387289 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-505d894b-4360-4982-b40b-79bb8605689f req-b7dcc6f1-a2fd-4029-9127-67ef5ec4c95a tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Request body: {'port': {'device_id': '1ad32002-03f3-428f-9ea2-7767cb7c7b2e', 'network_id': '7b1fa35b-518b-4a6e-9cec-a3387f5b857d', 'admin_state_up': True, 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:07.442856 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c810b0c-8c79-4f1e-b694-ad5612e462ad tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Pushing event updated for resources: {'Port': ['ID=ddcb87c1-bf60-4b9e-aab9-88957149b88d,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:07.476919 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7c810b0c-8c79-4f1e-b694-ad5612e462ad tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:07.489589 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-7c810b0c-8c79-4f1e-b694-ad5612e462ad tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:07.492200 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-7c810b0c-8c79-4f1e-b694-ad5612e462ad tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:07.497257 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-7c810b0c-8c79-4f1e-b694-ad5612e462ad tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:07.548848 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-855ed327-f24a-454e-90d7-cff29876ee20 req-ff55204b-6f4b-406c-b47d-5311a5602337 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917193 Jun 17 08:49:07.568620 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586202e4-5d98-43a8-8bb4-30bc156a4394 req-931da2cf-0fb9-428d-9bb2-278cc9e517d7 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:07.578494 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-586202e4-5d98-43a8-8bb4-30bc156a4394 req-931da2cf-0fb9-428d-9bb2-278cc9e517d7 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1c0a4d-77ed-4584-93fd-a18d34a89fd2 HTTP/1.1" status: 200 len: 946 time: 0.3472111 Jun 17 08:49:07.603646 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-7c810b0c-8c79-4f1e-b694-ad5612e462ad tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:07.604356 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-7c810b0c-8c79-4f1e-b694-ad5612e462ad tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:07.629526 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-586202e4-5d98-43a8-8bb4-30bc156a4394 req-4ff82f50-0a9b-4929-baf8-6231ef0de109 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b560d5e-8fdf-4c83-89c3-9f34eeddc8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500920 Jun 17 08:49:07.643307 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-21287cb8-1565-434b-b562-fc562d7eccfb req-d7128117-6fb1-43c2-9efb-99bd2b06a7a8 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6110368 Jun 17 08:49:07.658045 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-21287cb8-1565-434b-b562-fc562d7eccfb req-3c8d2868-b7ce-433b-9824-7d9bb988e123 service neutron] Request body: {'port': {'device_id': 'ef052469-6fb0-4c10-b87c-100901ffc9b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:07.754518 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a01b7153-0afe-462d-aba9-f09b28468fb1 None None] Provisioning for port 3b4553b9-db0e-4f17-89d6-161a6ee69b5b completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:07.771547 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a01b7153-0afe-462d-aba9-f09b28468fb1 None None] Provisioning complete for port 3b4553b9-db0e-4f17-89d6-161a6ee69b5b triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:07.773921 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a01b7153-0afe-462d-aba9-f09b28468fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:07.840721 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-032d35fe-b640-45f5-bd78-00d0002ac18f req-0eb58b37-5f8b-4b43-8760-26b5d66b8039 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ad32002-03f3-428f-9ea2-7767cb7c7b2e HTTP/1.1" status: 200 len: 210 time: 0.0451605 Jun 17 08:49:07.881145 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a01b7153-0afe-462d-aba9-f09b28468fb1 None None] Port 3b4553b9-db0e-4f17-89d6-161a6ee69b5b cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:49:07.938041 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a368f787-7842-45b6-b42e-be41a439d74d req-a073b451-b45e-46cf-8993-da0a846acd59 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=7213f975-d1cb-498a-8fb5-78fd4ed539c0 HTTP/1.1" status: 200 len: 210 time: 0.1212747 Jun 17 08:49:07.949926 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-21287cb8-1565-434b-b562-fc562d7eccfb req-3c8d2868-b7ce-433b-9824-7d9bb988e123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:08.091922 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505d894b-4360-4982-b40b-79bb8605689f req-b7dcc6f1-a2fd-4029-9127-67ef5ec4c95a tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Made reservation on behalf of 44443c682bf24966a3252f9e0a1b0a72 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:49:08.095542 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-505d894b-4360-4982-b40b-79bb8605689f req-b7dcc6f1-a2fd-4029-9127-67ef5ec4c95a tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:08.167695 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-d276d2af-c716-4e2a-be7d-3600fb620e16 None None] Provisioning for port ddcb87c1-bf60-4b9e-aab9-88957149b88d completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:08.171386 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-d276d2af-c716-4e2a-be7d-3600fb620e16 None None] Provisioning complete for port ddcb87c1-bf60-4b9e-aab9-88957149b88d triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:08.173142 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d276d2af-c716-4e2a-be7d-3600fb620e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:08.177529 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device dab2eba2-1d12-4222-b1b7-735ee1ffebeb details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:49:08.185143 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42544c-049a-4533-b1fd-b36155b1aaff req-c22ba186-2f7a-4cb9-b5bd-677458fe1c47 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:08.186847 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4b42544c-049a-4533-b1fd-b36155b1aaff req-c22ba186-2f7a-4cb9-b5bd-677458fe1c47 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef052469-6fb0-4c10-b87c-100901ffc9b1 HTTP/1.1" status: 200 len: 936 time: 0.0691962 Jun 17 08:49:08.223796 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-d276d2af-c716-4e2a-be7d-3600fb620e16 None None] Port ddcb87c1-bf60-4b9e-aab9-88957149b88d cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:49:08.237584 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-7c810b0c-8c79-4f1e-b694-ad5612e462ad tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1921077 Jun 17 08:49:08.241173 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4b42544c-049a-4533-b1fd-b36155b1aaff req-cf2539d9-bf27-4b36-97cb-b8a049a658ac tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb19031c-b7f1-433a-bfbc-83363d4be5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471919 Jun 17 08:49:08.253764 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-71a41730-88f2-4db2-991c-9aec110d92da service neutron] Request body: {'port': {'device_id': '4d5fdff7-c360-47c7-a384-fa2b933878e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:08.370848 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-71a41730-88f2-4db2-991c-9aec110d92da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:08.380940 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port dab2eba2-1d12-4222-b1b7-735ee1ffebeb, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=dab2eba2-1d12-4222-b1b7-735ee1ffebeb,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:08.399642 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': 'dab2eba2-1d12-4222-b1b7-735ee1ffebeb', 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032', 'port_id': 'dab2eba2-1d12-4222-b1b7-735ee1ffebeb', 'mac_address': 'fa:16:3e:96:53:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed34bd4e-a866-4cd6-ad0f-ac23d869dd5e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:49:08.459748 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:08.474480 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab2eba2-1d12-4222-b1b7-735ee1ffebeb {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:49:08.497480 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port dab2eba2-1d12-4222-b1b7-735ee1ffebeb, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=dab2eba2-1d12-4222-b1b7-735ee1ffebeb,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:08.596207 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:08.598189 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:08.643158 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c4708-e374-44ce-b73a-fc453ed23f23 req-acd90340-f9f8-4799-a038-44dcebfe53ec tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:08.652827 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f17c4708-e374-44ce-b73a-fc453ed23f23 req-acd90340-f9f8-4799-a038-44dcebfe53ec tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5fdff7-c360-47c7-a384-fa2b933878e4 HTTP/1.1" status: 200 len: 931 time: 0.5687146 Jun 17 08:49:08.657885 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=dab2eba2-1d12-4222-b1b7-735ee1ffebeb,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:08.669617 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:08.784983 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-505d894b-4360-4982-b40b-79bb8605689f req-b7dcc6f1-a2fd-4029-9127-67ef5ec4c95a tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Allocated IP 172.20.0.5 (7b1fa35b-518b-4a6e-9cec-a3387f5b857d/528819dc-55d5-435f-984f-d0673642b38e/007d2ef7-db9b-4547-98ae-617ca6362580) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:08.792229 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-71a41730-88f2-4db2-991c-9aec110d92da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddcb87c1-bf60-4b9e-aab9-88957149b88d {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:49:08.798080 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f17c4708-e374-44ce-b73a-fc453ed23f23 req-d01540d6-e8b8-4cec-b8dd-b342d18098dd tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405952 Jun 17 08:49:08.803421 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-71a41730-88f2-4db2-991c-9aec110d92da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:08.832264 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-71a41730-88f2-4db2-991c-9aec110d92da service neutron] Transition to ACTIVE for port object ddcb87c1-bf60-4b9e-aab9-88957149b88d will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:08.843230 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['dab2eba2-1d12-4222-b1b7-735ee1ffebeb'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:08.845165 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc52821-54ea-4e96-b72b-10b485464667 req-af0b4efa-4a10-439d-9e53-53a9ef194b6a tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:08.848229 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1cc52821-54ea-4e96-b72b-10b485464667 req-af0b4efa-4a10-439d-9e53-53a9ef194b6a tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 944 time: 0.1324883 Jun 17 08:49:08.900612 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-21287cb8-1565-434b-b562-fc562d7eccfb req-3c8d2868-b7ce-433b-9824-7d9bb988e123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b4553b9-db0e-4f17-89d6-161a6ee69b5b {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:49:08.911798 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-21287cb8-1565-434b-b562-fc562d7eccfb req-3c8d2868-b7ce-433b-9824-7d9bb988e123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:08.912017 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1cc52821-54ea-4e96-b72b-10b485464667 req-8dc5830a-f163-45ef-b94c-b7b480318f14 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560367 Jun 17 08:49:09.018892 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-21287cb8-1565-434b-b562-fc562d7eccfb req-3c8d2868-b7ce-433b-9824-7d9bb988e123 service neutron] Transition to ACTIVE for port object 3b4553b9-db0e-4f17-89d6-161a6ee69b5b will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:09.064639 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-71a41730-88f2-4db2-991c-9aec110d92da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:09.070243 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-abb79a5e-75ed-4ce8-99f4-b43e8232ae3d req-9e8ec86c-90d8-4841-8a2b-e75d04f3d84e tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ad32002-03f3-428f-9ea2-7767cb7c7b2e HTTP/1.1" status: 200 len: 210 time: 0.0369174 Jun 17 08:49:09.071904 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9b2e7740-7b91-4014-91a7-df1b54f37cb9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:09.116641 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-505d894b-4360-4982-b40b-79bb8605689f req-b7dcc6f1-a2fd-4029-9127-67ef5ec4c95a tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:09.137955 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-505d894b-4360-4982-b40b-79bb8605689f req-b7dcc6f1-a2fd-4029-9127-67ef5ec4c95a tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Transition to ACTIVE for port object 007d2ef7-db9b-4547-98ae-617ca6362580 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:09.147226 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b01ca-72a8-4cfc-8d5f-4cc51bc6d04d req-35c35719-bea4-4b62-a105-b507b15372f4 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:09.148875 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3f5b01ca-72a8-4cfc-8d5f-4cc51bc6d04d req-35c35719-bea4-4b62-a105-b507b15372f4 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1c0a4d-77ed-4584-93fd-a18d34a89fd2 HTTP/1.1" status: 200 len: 946 time: 0.1866884 Jun 17 08:49:09.174829 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a41730-88f2-4db2-991c-9aec110d92da service neutron] Pushing event updated for resources: {'Port': ['ID=ddcb87c1-bf60-4b9e-aab9-88957149b88d,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:09.184269 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-71a41730-88f2-4db2-991c-9aec110d92da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:09.196950 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3f5b01ca-72a8-4cfc-8d5f-4cc51bc6d04d req-4594a3a4-2db8-4a96-bc0c-8be0a78d5004 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b560d5e-8fdf-4c83-89c3-9f34eeddc8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395601 Jun 17 08:49:09.229055 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-21287cb8-1565-434b-b562-fc562d7eccfb req-3c8d2868-b7ce-433b-9824-7d9bb988e123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:09.234756 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6e50e14f-b35f-4eac-ac68-6c0c24e801e8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:09.301912 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-71a41730-88f2-4db2-991c-9aec110d92da service neutron] Attempting to bind port ddcb87c1-bf60-4b9e-aab9-88957149b88d on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:49:09.302553 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-71a41730-88f2-4db2-991c-9aec110d92da service neutron] Attempting to bind port ddcb87c1-bf60-4b9e-aab9-88957149b88d by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '498ad4d7-c11e-481f-a553-b46b3e1dd7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:49:09.303098 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-71a41730-88f2-4db2-991c-9aec110d92da service neutron] Attempting to bind port ddcb87c1-bf60-4b9e-aab9-88957149b88d on network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:09.310557 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-71a41730-88f2-4db2-991c-9aec110d92da service neutron] Port ddcb87c1-bf60-4b9e-aab9-88957149b88d on network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:49:09.310971 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-71a41730-88f2-4db2-991c-9aec110d92da service neutron] Attempting to bind port ddcb87c1-bf60-4b9e-aab9-88957149b88d on network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:09.320687 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-71a41730-88f2-4db2-991c-9aec110d92da service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:49:09.321185 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-71a41730-88f2-4db2-991c-9aec110d92da service neutron] Checking segment: {'id': '498ad4d7-c11e-481f-a553-b46b3e1dd7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:09.331048 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-71a41730-88f2-4db2-991c-9aec110d92da service neutron] Bound using segment: {'id': '498ad4d7-c11e-481f-a553-b46b3e1dd7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:49:09.331048 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-71a41730-88f2-4db2-991c-9aec110d92da service neutron] Bound port: ddcb87c1-bf60-4b9e-aab9-88957149b88d, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '498ad4d7-c11e-481f-a553-b46b3e1dd7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:49:09.331048 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-71a41730-88f2-4db2-991c-9aec110d92da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:09.371819 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d2868-b7ce-433b-9824-7d9bb988e123 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4553b9-db0e-4f17-89d6-161a6ee69b5b,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:09.378335 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3c8d2868-b7ce-433b-9824-7d9bb988e123 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:09.380996 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-505d894b-4360-4982-b40b-79bb8605689f req-b7dcc6f1-a2fd-4029-9127-67ef5ec4c95a tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:09.412476 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e694a60b-9aed-4e57-a82a-72eadf5b048e tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:09.510415 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-71a41730-88f2-4db2-991c-9aec110d92da service neutron] For port ddcb87c1-bf60-4b9e-aab9-88957149b88d, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:49:09.529713 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-71a41730-88f2-4db2-991c-9aec110d92da service neutron] For port ddcb87c1-bf60-4b9e-aab9-88957149b88d, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ddcb87c1-bf60-4b9e-aab9-88957149b88d,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:49:09.619559 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dcc6f1-a2fd-4029-9127-67ef5ec4c95a tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Pushing event updated for resources: {'Port': ['ID=007d2ef7-db9b-4547-98ae-617ca6362580,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:09.624711 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b7dcc6f1-a2fd-4029-9127-67ef5ec4c95a tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:09.627691 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505d894b-4360-4982-b40b-79bb8605689f req-b7dcc6f1-a2fd-4029-9127-67ef5ec4c95a tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Network 7b1fa35b-518b-4a6e-9cec-a3387f5b857d is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:09.629609 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-505d894b-4360-4982-b40b-79bb8605689f req-b7dcc6f1-a2fd-4029-9127-67ef5ec4c95a tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:09.632309 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-505d894b-4360-4982-b40b-79bb8605689f req-b7dcc6f1-a2fd-4029-9127-67ef5ec4c95a tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:09.636142 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-71a41730-88f2-4db2-991c-9aec110d92da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:09.645233 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f04dfb8b-af04-4b5f-9734-bbb9453518f8 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:09.691000 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-71a41730-88f2-4db2-991c-9aec110d92da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:09.691782 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-71a41730-88f2-4db2-991c-9aec110d92da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:09.693224 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-71a41730-88f2-4db2-991c-9aec110d92da service neutron] 10.222.0.53 "PUT /v2.0/ports/ddcb87c1-bf60-4b9e-aab9-88957149b88d HTTP/1.1" status: 200 len: 1092 time: 1.4482143 Jun 17 08:49:09.695023 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5fdff7-c360-47c7-a384-fa2b933878e4', 'tag': 'ddcb87c1-bf60-4b9e-aab9-88957149b88d'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:09.700968 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28dae439-d497-45d0-966b-75526c15994f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5fdff7-c360-47c7-a384-fa2b933878e4", "tag": "ddcb87c1-bf60-4b9e-aab9-88957149b88d"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:09.723105 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-21287cb8-1565-434b-b562-fc562d7eccfb req-3c8d2868-b7ce-433b-9824-7d9bb988e123 service neutron] Attempting to bind port 3b4553b9-db0e-4f17-89d6-161a6ee69b5b on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:49:09.723428 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-21287cb8-1565-434b-b562-fc562d7eccfb req-3c8d2868-b7ce-433b-9824-7d9bb988e123 service neutron] Attempting to bind port 3b4553b9-db0e-4f17-89d6-161a6ee69b5b by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:49:09.725612 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21287cb8-1565-434b-b562-fc562d7eccfb req-3c8d2868-b7ce-433b-9824-7d9bb988e123 service neutron] Attempting to bind port 3b4553b9-db0e-4f17-89d6-161a6ee69b5b on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:09.745009 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a41730-88f2-4db2-991c-9aec110d92da service neutron] Pushing event updated for resources: {'Port': ['ID=ddcb87c1-bf60-4b9e-aab9-88957149b88d,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:09.749837 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-71a41730-88f2-4db2-991c-9aec110d92da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:09.753919 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21287cb8-1565-434b-b562-fc562d7eccfb req-3c8d2868-b7ce-433b-9824-7d9bb988e123 service neutron] Port 3b4553b9-db0e-4f17-89d6-161a6ee69b5b on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:49:09.754226 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21287cb8-1565-434b-b562-fc562d7eccfb req-3c8d2868-b7ce-433b-9824-7d9bb988e123 service neutron] Attempting to bind port 3b4553b9-db0e-4f17-89d6-161a6ee69b5b on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:09.771227 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21287cb8-1565-434b-b562-fc562d7eccfb req-3c8d2868-b7ce-433b-9824-7d9bb988e123 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:49:09.771962 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21287cb8-1565-434b-b562-fc562d7eccfb req-3c8d2868-b7ce-433b-9824-7d9bb988e123 service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:09.772544 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21287cb8-1565-434b-b562-fc562d7eccfb req-3c8d2868-b7ce-433b-9824-7d9bb988e123 service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:49:09.773172 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-21287cb8-1565-434b-b562-fc562d7eccfb req-3c8d2868-b7ce-433b-9824-7d9bb988e123 service neutron] Bound port: 3b4553b9-db0e-4f17-89d6-161a6ee69b5b, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:49:09.773724 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-21287cb8-1565-434b-b562-fc562d7eccfb req-3c8d2868-b7ce-433b-9824-7d9bb988e123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:09.878641 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-21287cb8-1565-434b-b562-fc562d7eccfb req-3c8d2868-b7ce-433b-9824-7d9bb988e123 service neutron] For port 3b4553b9-db0e-4f17-89d6-161a6ee69b5b, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:49:09.892232 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-21287cb8-1565-434b-b562-fc562d7eccfb req-3c8d2868-b7ce-433b-9824-7d9bb988e123 service neutron] For port 3b4553b9-db0e-4f17-89d6-161a6ee69b5b, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=3b4553b9-db0e-4f17-89d6-161a6ee69b5b,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:49:09.901781 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d894b-4360-4982-b40b-79bb8605689f req-b7dcc6f1-a2fd-4029-9127-67ef5ec4c95a tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:09.902968 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-505d894b-4360-4982-b40b-79bb8605689f req-b7dcc6f1-a2fd-4029-9127-67ef5ec4c95a tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:09.946451 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e8c3b-93ab-4d55-9f9f-c4d7c779a0a6 req-0a3c82c2-753b-478d-a642-2faaaef268c7 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:09.960495 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e64e8c3b-93ab-4d55-9f9f-c4d7c779a0a6 req-0a3c82c2-753b-478d-a642-2faaaef268c7 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef052469-6fb0-4c10-b87c-100901ffc9b1 HTTP/1.1" status: 200 len: 948 time: 0.2781398 Jun 17 08:49:09.989802 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-21287cb8-1565-434b-b562-fc562d7eccfb req-3c8d2868-b7ce-433b-9824-7d9bb988e123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:10.006489 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d7e21acd-00f5-4fa6-bdc0-f11c719bc1c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:10.012399 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e64e8c3b-93ab-4d55-9f9f-c4d7c779a0a6 req-1118ff35-da2b-46db-8474-702edbd5bf89 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb19031c-b7f1-433a-bfbc-83363d4be5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502954 Jun 17 08:49:10.028478 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-9d3199fa-a1c9-4675-b84e-ef6535a7035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:10.035652 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-9d3199fa-a1c9-4675-b84e-ef6535a7035d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d&device_id=4d5fdff7-c360-47c7-a384-fa2b933878e4 HTTP/1.1" status: 200 len: 1095 time: 0.1798022 Jun 17 08:49:10.062239 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-505d894b-4360-4982-b40b-79bb8605689f req-b7dcc6f1-a2fd-4029-9127-67ef5ec4c95a tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6823232 Jun 17 08:49:10.075599 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-505d894b-4360-4982-b40b-79bb8605689f req-69c2aade-03ae-45a1-8071-e1f43eb8d9cb service neutron] Request body: {'port': {'device_id': '1ad32002-03f3-428f-9ea2-7767cb7c7b2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:10.081139 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21287cb8-1565-434b-b562-fc562d7eccfb req-3c8d2868-b7ce-433b-9824-7d9bb988e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:10.081769 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-21287cb8-1565-434b-b562-fc562d7eccfb req-3c8d2868-b7ce-433b-9824-7d9bb988e123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:10.083150 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-21287cb8-1565-434b-b562-fc562d7eccfb req-3c8d2868-b7ce-433b-9824-7d9bb988e123 service neutron] 10.222.0.53 "PUT /v2.0/ports/3b4553b9-db0e-4f17-89d6-161a6ee69b5b HTTP/1.1" status: 200 len: 1097 time: 2.4302301 Jun 17 08:49:10.083723 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef052469-6fb0-4c10-b87c-100901ffc9b1', 'tag': '3b4553b9-db0e-4f17-89d6-161a6ee69b5b'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:10.086544 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4552aa-2f8a-451b-a9ee-f5c7e0b28320" -d '{"events": [{"name": "network-changed", "server_uuid": "ef052469-6fb0-4c10-b87c-100901ffc9b1", "tag": "3b4553b9-db0e-4f17-89d6-161a6ee69b5b"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:10.087506 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f52f80-5b45-4a74-98e6-5a69169ddd19 x-openstack-request-id: req-e4f52f80-5b45-4a74-98e6-5a69169ddd19 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:10.093935 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5fdff7-c360-47c7-a384-fa2b933878e4", "tag": "ddcb87c1-bf60-4b9e-aab9-88957149b88d", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:10.094134 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e4f52f80-5b45-4a74-98e6-5a69169ddd19 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:10.094604 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d5fdff7-c360-47c7-a384-fa2b933878e4', 'tag': 'ddcb87c1-bf60-4b9e-aab9-88957149b88d', 'status': 'completed', 'code': 200} Jun 17 08:49:10.099664 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-bfa28183-cb7b-4deb-81a3-223a4cc83991 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddcb87c1-bf60-4b9e-aab9-88957149b88d HTTP/1.1" status: 200 len: 217 time: 0.0572121 Jun 17 08:49:10.128949 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d2868-b7ce-433b-9824-7d9bb988e123 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4553b9-db0e-4f17-89d6-161a6ee69b5b,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:10.139281 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3c8d2868-b7ce-433b-9824-7d9bb988e123 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:10.199078 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device dab2eba2-1d12-4222-b1b7-735ee1ffebeb up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:10.206918 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359042e7-9f64-4833-861a-cada5eb3f42b req-d8ecf20b-9628-4f1d-98a6-e97d32981596 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:10.219033 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-359042e7-9f64-4833-861a-cada5eb3f42b req-d8ecf20b-9628-4f1d-98a6-e97d32981596 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/networks?id=e6105816-34ac-4e40-a08a-0beea0be79f0 HTTP/1.1" status: 200 len: 806 time: 0.3116093 Jun 17 08:49:10.239953 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-359042e7-9f64-4833-861a-cada5eb3f42b req-f5e0c559-d71c-4ec3-96f8-cadc95711e51 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/quotas/bc856043629546feb20cb98761057747 HTTP/1.1" status: 200 len: 375 time: 0.0199063 Jun 17 08:49:10.276678 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-20e0e646-b0a6-45fc-ba40-fd512b02cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:10.278170 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-20e0e646-b0a6-45fc-ba40-fd512b02cf74 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f1cd377-e173-40e7-8f95-b9cee993c643 HTTP/1.1" status: 200 len: 851 time: 0.1722436 Jun 17 08:49:10.278489 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-28754e46-4284-49c0-9649-4b80ab576725 None None] Provisioning for port 007d2ef7-db9b-4547-98ae-617ca6362580 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:10.280331 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-505d894b-4360-4982-b40b-79bb8605689f req-69c2aade-03ae-45a1-8071-e1f43eb8d9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:10.301143 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-28754e46-4284-49c0-9649-4b80ab576725 None None] Provisioning complete for port 007d2ef7-db9b-4547-98ae-617ca6362580 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:10.304101 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-28754e46-4284-49c0-9649-4b80ab576725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:10.372119 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-28754e46-4284-49c0-9649-4b80ab576725 None None] Port 007d2ef7-db9b-4547-98ae-617ca6362580 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:49:10.442022 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-359042e7-9f64-4833-861a-cada5eb3f42b req-95cbc98a-d7bc-4d8d-800d-8034c5742f2d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bc856043629546feb20cb98761057747&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2008436 Jun 17 08:49:10.443916 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port dab2eba2-1d12-4222-b1b7-735ee1ffebeb completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:10.448363 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port dab2eba2-1d12-4222-b1b7-735ee1ffebeb triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:10.448848 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:10.454977 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-317cbf74-aeef-4f59-ac56-33531d6d4126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:10.458037 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-317cbf74-aeef-4f59-ac56-33531d6d4126 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1553645 Jun 17 08:49:10.516344 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21287cb8-1565-434b-b562-fc562d7eccfb req-884db35d-f56d-4a50-936b-0c9795c9bc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:10.516344 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-21287cb8-1565-434b-b562-fc562d7eccfb req-884db35d-f56d-4a50-936b-0c9795c9bc8f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6d7c02f14ed44047b3890bc6a6b8c730&device_id=ef052469-6fb0-4c10-b87c-100901ffc9b1 HTTP/1.1" status: 200 len: 1100 time: 0.2699788 Jun 17 08:49:10.549733 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:10.573405 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-21287cb8-1565-434b-b562-fc562d7eccfb req-62582d91-33a3-45c5-b679-538d249acb2f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=3b4553b9-db0e-4f17-89d6-161a6ee69b5b HTTP/1.1" status: 200 len: 217 time: 0.0490098 Jun 17 08:49:10.576548 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057c6af2-0d91-4d24-b426-5643c99bb849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab2eba2-1d12-4222-b1b7-735ee1ffebeb'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:10.579601 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a08d5ec-6196-4cc0-972d-bf5ce6dbea65" -d '{"events": [{"server_uuid": "057c6af2-0d91-4d24-b426-5643c99bb849", "name": "network-vif-plugged", "status": "completed", "tag": "dab2eba2-1d12-4222-b1b7-735ee1ffebeb"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:10.596324 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port dab2eba2-1d12-4222-b1b7-735ee1ffebeb, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=dab2eba2-1d12-4222-b1b7-735ee1ffebeb,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:10.615833 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-359042e7-9f64-4833-861a-cada5eb3f42b req-426098fa-10bd-4f68-95ba-d5bacb104f41 service neutron] 10.222.0.49 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728952 Jun 17 08:49:10.619447 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-3d3b869e-5b1b-4680-a6c7-8b43ba2cb3ad service neutron] 10.222.0.53 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531923 Jun 17 08:49:10.680340 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1392e3f-bc03-4a28-85e2-80f3c286a0bf req-81eb5cca-7cbe-4ca3-b19d-3d4bc14d9bd6 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:10.681818 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c1392e3f-bc03-4a28-85e2-80f3c286a0bf req-81eb5cca-7cbe-4ca3-b19d-3d4bc14d9bd6 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5fdff7-c360-47c7-a384-fa2b933878e4 HTTP/1.1" status: 200 len: 943 time: 0.3292754 Jun 17 08:49:10.704154 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21287cb8-1565-434b-b562-fc562d7eccfb req-32ea3682-e3e9-4a73-acac-6977a4db2ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:10.705504 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-21287cb8-1565-434b-b562-fc562d7eccfb req-32ea3682-e3e9-4a73-acac-6977a4db2ea3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1260548 Jun 17 08:49:10.726581 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:10.731523 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f0a3a195-5f12-4641-9315-e4a0730ab5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:10.779060 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c1392e3f-bc03-4a28-85e2-80f3c286a0bf req-bcbaf53f-ef31-43a9-b961-ec21a2a26e36 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893283 Jun 17 08:49:10.785705 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-359042e7-9f64-4833-861a-cada5eb3f42b req-200c80ed-0a7d-4835-90c4-b8e57a5fd6a2 service neutron] 10.222.0.49 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626790 Jun 17 08:49:10.787875 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7b41bdea-9bf9-44dd-89c7-74c35947aa32 req-b002fa66-bbe0-4eae-bb0e-c25643b88a53 service neutron] 10.222.0.53 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574554 Jun 17 08:49:10.788528 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=dab2eba2-1d12-4222-b1b7-735ee1ffebeb,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:10.791569 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:10.858518 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21287cb8-1565-434b-b562-fc562d7eccfb req-e8a36d4e-d6cb-4c4d-b175-f501ea1439c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:10.860321 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-21287cb8-1565-434b-b562-fc562d7eccfb req-e8a36d4e-d6cb-4c4d-b175-f501ea1439c8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1451502 Jun 17 08:49:10.876027 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-505d894b-4360-4982-b40b-79bb8605689f req-69c2aade-03ae-45a1-8071-e1f43eb8d9cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 007d2ef7-db9b-4547-98ae-617ca6362580 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:49:10.897628 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-505d894b-4360-4982-b40b-79bb8605689f req-69c2aade-03ae-45a1-8071-e1f43eb8d9cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:10.943691 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-505d894b-4360-4982-b40b-79bb8605689f req-69c2aade-03ae-45a1-8071-e1f43eb8d9cb service neutron] Transition to ACTIVE for port object 007d2ef7-db9b-4547-98ae-617ca6362580 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:11.013680 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-21287cb8-1565-434b-b562-fc562d7eccfb req-a6566a92-80cc-4b8b-9659-764a5f20a85d service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463146 Jun 17 08:49:11.014376 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dae439-d497-45d0-966b-75526c15994f req-db754e56-ba2b-43f4-8c3e-990ee18462fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:11.016141 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-28dae439-d497-45d0-966b-75526c15994f req-db754e56-ba2b-43f4-8c3e-990ee18462fd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d&device_id=4d5fdff7-c360-47c7-a384-fa2b933878e4 HTTP/1.1" status: 200 len: 1095 time: 0.0658288 Jun 17 08:49:11.081312 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 55236) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:11.089752 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae962ad5-1f30-4c99-b986-cfc6a2dd9b9a req-b7de38a4-0a15-45cf-a1ca-3048618f5c92 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:11.091504 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ae962ad5-1f30-4c99-b986-cfc6a2dd9b9a req-b7de38a4-0a15-45cf-a1ca-3048618f5c92 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 945 time: 0.1491318 Jun 17 08:49:11.095992 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-505d894b-4360-4982-b40b-79bb8605689f req-69c2aade-03ae-45a1-8071-e1f43eb8d9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:11.100872 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9fea54fe-a24e-4af0-8956-fac0db9801e9 tempest-MigrationsAdminTest-1334612344 tempest-MigrationsAdminTest-1334612344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:11.116844 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1df7fb5-87ab-4a53-9773-ef9d50690554 x-openstack-request-id: req-d1df7fb5-87ab-4a53-9773-ef9d50690554 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:11.117183 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef052469-6fb0-4c10-b87c-100901ffc9b1", "tag": "3b4553b9-db0e-4f17-89d6-161a6ee69b5b", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:11.117480 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1df7fb5-87ab-4a53-9773-ef9d50690554 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:11.117919 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef052469-6fb0-4c10-b87c-100901ffc9b1', 'tag': '3b4553b9-db0e-4f17-89d6-161a6ee69b5b', 'status': 'completed', 'code': 200} Jun 17 08:49:11.197791 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dae439-d497-45d0-966b-75526c15994f req-4ecc2199-dbdb-4f4a-92ec-73669c1333df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:11.199335 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-28dae439-d497-45d0-966b-75526c15994f req-4ecc2199-dbdb-4f4a-92ec-73669c1333df service neutron] 10.222.0.53 "GET /v2.0/networks?id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f HTTP/1.1" status: 200 len: 913 time: 0.1753039 Jun 17 08:49:11.268765 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-28dae439-d497-45d0-966b-75526c15994f req-0b6906c0-bd2e-493b-93e0-0dafd77b61dd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddcb87c1-bf60-4b9e-aab9-88957149b88d HTTP/1.1" status: 200 len: 217 time: 0.0592399 Jun 17 08:49:11.273960 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ae962ad5-1f30-4c99-b986-cfc6a2dd9b9a req-3fe3a17a-fcba-4741-950a-aa2b8a16db39 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734207 Jun 17 08:49:11.306889 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2aade-03ae-45a1-8071-e1f43eb8d9cb service neutron] Pushing event updated for resources: {'Port': ['ID=007d2ef7-db9b-4547-98ae-617ca6362580,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:11.310556 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-69c2aade-03ae-45a1-8071-e1f43eb8d9cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:11.320459 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-21287cb8-1565-434b-b562-fc562d7eccfb req-f4c45095-e628-4822-b22a-8d6d0359f4cd service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959425 Jun 17 08:49:11.361573 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-aa4cd988-4430-4409-a844-24f5259ac1bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:11.404450 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dae439-d497-45d0-966b-75526c15994f req-35382aea-e76d-482a-a87b-9215b736fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:11.406023 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-28dae439-d497-45d0-966b-75526c15994f req-35382aea-e76d-482a-a87b-9215b736fd3d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f1cd377-e173-40e7-8f95-b9cee993c643 HTTP/1.1" status: 200 len: 851 time: 0.1115425 Jun 17 08:49:11.410760 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-505d894b-4360-4982-b40b-79bb8605689f req-69c2aade-03ae-45a1-8071-e1f43eb8d9cb service neutron] Attempting to bind port 007d2ef7-db9b-4547-98ae-617ca6362580 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:49:11.411110 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-505d894b-4360-4982-b40b-79bb8605689f req-69c2aade-03ae-45a1-8071-e1f43eb8d9cb service neutron] Attempting to bind port 007d2ef7-db9b-4547-98ae-617ca6362580 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '78db558a-8703-4205-8497-9d87a1711aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7b1fa35b-518b-4a6e-9cec-a3387f5b857d'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:49:11.411436 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505d894b-4360-4982-b40b-79bb8605689f req-69c2aade-03ae-45a1-8071-e1f43eb8d9cb service neutron] Attempting to bind port 007d2ef7-db9b-4547-98ae-617ca6362580 on network 7b1fa35b-518b-4a6e-9cec-a3387f5b857d {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:11.416292 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505d894b-4360-4982-b40b-79bb8605689f req-69c2aade-03ae-45a1-8071-e1f43eb8d9cb service neutron] Port 007d2ef7-db9b-4547-98ae-617ca6362580 on network 7b1fa35b-518b-4a6e-9cec-a3387f5b857d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:49:11.416627 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505d894b-4360-4982-b40b-79bb8605689f req-69c2aade-03ae-45a1-8071-e1f43eb8d9cb service neutron] Attempting to bind port 007d2ef7-db9b-4547-98ae-617ca6362580 on network 7b1fa35b-518b-4a6e-9cec-a3387f5b857d {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:11.422690 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505d894b-4360-4982-b40b-79bb8605689f req-69c2aade-03ae-45a1-8071-e1f43eb8d9cb service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:49:11.423037 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505d894b-4360-4982-b40b-79bb8605689f req-69c2aade-03ae-45a1-8071-e1f43eb8d9cb service neutron] Checking segment: {'id': '78db558a-8703-4205-8497-9d87a1711aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7b1fa35b-518b-4a6e-9cec-a3387f5b857d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:11.423538 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505d894b-4360-4982-b40b-79bb8605689f req-69c2aade-03ae-45a1-8071-e1f43eb8d9cb service neutron] Bound using segment: {'id': '78db558a-8703-4205-8497-9d87a1711aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7b1fa35b-518b-4a6e-9cec-a3387f5b857d'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:49:11.424026 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-505d894b-4360-4982-b40b-79bb8605689f req-69c2aade-03ae-45a1-8071-e1f43eb8d9cb service neutron] Bound port: 007d2ef7-db9b-4547-98ae-617ca6362580, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78db558a-8703-4205-8497-9d87a1711aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7b1fa35b-518b-4a6e-9cec-a3387f5b857d'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:49:11.424382 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-505d894b-4360-4982-b40b-79bb8605689f req-69c2aade-03ae-45a1-8071-e1f43eb8d9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:11.482985 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a9564-e7d5-40bc-812f-75ec486cc092 req-d1435585-3c5c-407a-b4f5-db9abcb5084e tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:11.484760 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d47a9564-e7d5-40bc-812f-75ec486cc092 req-d1435585-3c5c-407a-b4f5-db9abcb5084e tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ad32002-03f3-428f-9ea2-7767cb7c7b2e HTTP/1.1" status: 200 len: 943 time: 0.2313077 Jun 17 08:49:11.539438 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-505d894b-4360-4982-b40b-79bb8605689f req-69c2aade-03ae-45a1-8071-e1f43eb8d9cb service neutron] For port 007d2ef7-db9b-4547-98ae-617ca6362580, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:49:11.555436 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-505d894b-4360-4982-b40b-79bb8605689f req-69c2aade-03ae-45a1-8071-e1f43eb8d9cb service neutron] For port 007d2ef7-db9b-4547-98ae-617ca6362580, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=007d2ef7-db9b-4547-98ae-617ca6362580,segment=NetworkSegment(78db558a-8703-4205-8497-9d87a1711aca),segment_id=78db558a-8703-4205-8497-9d87a1711aca)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:49:11.556341 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d47a9564-e7d5-40bc-812f-75ec486cc092 req-8fcaf6c2-f615-4455-8108-af0f0e64a0ce tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b3b6fd9-42e1-4b42-a0c0-8cc8eaf5da92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704665 Jun 17 08:49:11.567733 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dae439-d497-45d0-966b-75526c15994f req-350731b6-c839-4014-8f13-21dee796f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:11.569274 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-28dae439-d497-45d0-966b-75526c15994f req-350731b6-c839-4014-8f13-21dee796f82d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1523752 Jun 17 08:49:11.581292 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4552aa-2f8a-451b-a9ee-f5c7e0b28320 req-0a27499b-5dca-4774-9d60-e8a930b3e76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:11.583081 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3f4552aa-2f8a-451b-a9ee-f5c7e0b28320 req-0a27499b-5dca-4774-9d60-e8a930b3e76b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6d7c02f14ed44047b3890bc6a6b8c730&device_id=ef052469-6fb0-4c10-b87c-100901ffc9b1 HTTP/1.1" status: 200 len: 1100 time: 0.0805914 Jun 17 08:49:11.611520 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-aa4cd988-4430-4409-a844-24f5259ac1bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:11.660080 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-505d894b-4360-4982-b40b-79bb8605689f req-69c2aade-03ae-45a1-8071-e1f43eb8d9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:11.666123 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6f9e8ca4-1346-438e-bf85-8703a508287c tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:11.680781 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-28dae439-d497-45d0-966b-75526c15994f req-697e57ca-f828-4a9a-b943-42c56c81954e service neutron] 10.222.0.53 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034837 Jun 17 08:49:11.713643 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-aa4cd988-4430-4409-a844-24f5259ac1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:11.729379 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d894b-4360-4982-b40b-79bb8605689f req-69c2aade-03ae-45a1-8071-e1f43eb8d9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:11.730329 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-505d894b-4360-4982-b40b-79bb8605689f req-69c2aade-03ae-45a1-8071-e1f43eb8d9cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:11.731954 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-505d894b-4360-4982-b40b-79bb8605689f req-69c2aade-03ae-45a1-8071-e1f43eb8d9cb service neutron] 10.222.0.50 "PUT /v2.0/ports/007d2ef7-db9b-4547-98ae-617ca6362580 HTTP/1.1" status: 200 len: 1092 time: 1.6604631 Jun 17 08:49:11.790039 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deec20a2-e982-4fe9-870c-c71f128a74c9 x-openstack-request-id: req-deec20a2-e982-4fe9-870c-c71f128a74c9 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:11.790039 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057c6af2-0d91-4d24-b426-5643c99bb849", "name": "network-vif-plugged", "status": "completed", "tag": "dab2eba2-1d12-4222-b1b7-735ee1ffebeb", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:11.790039 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-deec20a2-e982-4fe9-870c-c71f128a74c9 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:11.790039 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057c6af2-0d91-4d24-b426-5643c99bb849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab2eba2-1d12-4222-b1b7-735ee1ffebeb', 'code': 200} Jun 17 08:49:11.790764 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2aade-03ae-45a1-8071-e1f43eb8d9cb service neutron] Pushing event updated for resources: {'Port': ['ID=007d2ef7-db9b-4547-98ae-617ca6362580,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:11.790857 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1f5ca8f2-b2f7-4b10-9341-35cc8894f6b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:11.817049 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4552aa-2f8a-451b-a9ee-f5c7e0b28320 req-ae29c191-6c37-42bd-9a6f-e2df76c96a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:11.817049 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3f4552aa-2f8a-451b-a9ee-f5c7e0b28320 req-ae29c191-6c37-42bd-9a6f-e2df76c96a44 service neutron] 10.222.0.53 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.2160778 Jun 17 08:49:11.817254 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-69c2aade-03ae-45a1-8071-e1f43eb8d9cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:11.832827 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 55248) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:11.833021 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-aa4cd988-4430-4409-a844-24f5259ac1bf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7a5dbf2255834f1981c21513053a1f58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7504129 Jun 17 08:49:11.857545 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4cd988-4430-4409-a844-24f5259ac1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6331a37-79ad-48e1-a467-fe0fb54c8330,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:11.862901 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-aa4cd988-4430-4409-a844-24f5259ac1bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:11.895680 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-28dae439-d497-45d0-966b-75526c15994f req-4bba7348-c426-40a8-8993-2ebee6120bcc service neutron] 10.222.0.53 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069359 Jun 17 08:49:11.911836 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3f4552aa-2f8a-451b-a9ee-f5c7e0b28320 req-d6f68c84-a4be-4c26-b7fd-736f6dbc8a64 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=3b4553b9-db0e-4f17-89d6-161a6ee69b5b HTTP/1.1" status: 200 len: 217 time: 0.0917182 Jun 17 08:49:12.035622 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255227f-6972-4365-bade-a28282608a09 req-f4c62093-125a-46e4-b6e8-d68784e25927 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:12.037202 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9255227f-6972-4365-bade-a28282608a09 req-f4c62093-125a-46e4-b6e8-d68784e25927 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef052469-6fb0-4c10-b87c-100901ffc9b1 HTTP/1.1" status: 200 len: 948 time: 0.0869830 Jun 17 08:49:12.044854 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f170fde8-0322-4d08-a72a-4311c243c233 req-b13f6395-1cc7-4c29-b24e-f833dcd2e5d2 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d59e0ed1-517c-4721-8b06-7e0715f94f7a HTTP/1.1" status: 200 len: 210 time: 0.0625646 Jun 17 08:49:12.076174 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1e7483f8-7249-4a7b-979b-78ece7d605cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:12.086900 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4552aa-2f8a-451b-a9ee-f5c7e0b28320 req-909ea19b-7052-421a-b775-e7682e9a618c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:12.088405 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3f4552aa-2f8a-451b-a9ee-f5c7e0b28320 req-909ea19b-7052-421a-b775-e7682e9a618c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1500192 Jun 17 08:49:12.092737 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9255227f-6972-4365-bade-a28282608a09 req-3e0ab453-0500-4300-bb68-60af3a2dc7c0 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb19031c-b7f1-433a-bfbc-83363d4be5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496607 Jun 17 08:49:12.113703 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cc031-8697-425e-b7ec-f194e8d222fb req-487d5490-af0a-4c1f-b03e-7bbb9da8e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:12.115249 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c63cc031-8697-425e-b7ec-f194e8d222fb req-487d5490-af0a-4c1f-b03e-7bbb9da8e0f1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 1097 time: 0.2139540 Jun 17 08:49:12.152092 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1e7483f8-7249-4a7b-979b-78ece7d605cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:12.261500 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d894b-4360-4982-b40b-79bb8605689f req-fbd5cfd9-c794-47bc-aa61-cc1283086cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:12.262915 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-505d894b-4360-4982-b40b-79bb8605689f req-fbd5cfd9-c794-47bc-aa61-cc1283086cce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44443c682bf24966a3252f9e0a1b0a72&device_id=1ad32002-03f3-428f-9ea2-7767cb7c7b2e HTTP/1.1" status: 200 len: 1095 time: 0.2326050 Jun 17 08:49:12.269452 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c63cc031-8697-425e-b7ec-f194e8d222fb req-b09ac645-8665-4d23-9b02-10c9d452d793 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205397 Jun 17 08:49:12.273405 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ff251-79b9-4331-b472-cf5d5eb12005 req-49b877bf-40e8-44a0-bd59-880d8026b455 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:12.274907 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-000ff251-79b9-4331-b472-cf5d5eb12005 req-49b877bf-40e8-44a0-bd59-880d8026b455 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1c0a4d-77ed-4584-93fd-a18d34a89fd2 HTTP/1.1" status: 200 len: 946 time: 0.0649273 Jun 17 08:49:12.314404 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-000ff251-79b9-4331-b472-cf5d5eb12005 req-c36bcbf4-90aa-4e73-8c8c-a8a12abc7238 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b560d5e-8fdf-4c83-89c3-9f34eeddc8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333872 Jun 17 08:49:12.326320 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-505d894b-4360-4982-b40b-79bb8605689f req-596ddb56-4d53-4571-bc31-c8d05f00b97b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=007d2ef7-db9b-4547-98ae-617ca6362580 HTTP/1.1" status: 200 len: 217 time: 0.0497837 Jun 17 08:49:12.326320 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4552aa-2f8a-451b-a9ee-f5c7e0b28320 req-11a74823-71c0-48c0-82d8-992264a0e2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:12.326925 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3f4552aa-2f8a-451b-a9ee-f5c7e0b28320 req-11a74823-71c0-48c0-82d8-992264a0e2a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2279024 Jun 17 08:49:12.441410 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e978422-d1a9-41a4-b101-05a92a7cf198 req-ecd50e4f-2938-4d63-9ca8-4baafd7e7fcb tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:12.442891 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6e978422-d1a9-41a4-b101-05a92a7cf198 req-ecd50e4f-2938-4d63-9ca8-4baafd7e7fcb tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5fdff7-c360-47c7-a384-fa2b933878e4 HTTP/1.1" status: 200 len: 943 time: 0.2649124 Jun 17 08:49:12.445385 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1e7483f8-7249-4a7b-979b-78ece7d605cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:12.447971 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1e7483f8-7249-4a7b-979b-78ece7d605cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:12.449024 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1e7483f8-7249-4a7b-979b-78ece7d605cc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c6331a37-79ad-48e1-a467-fe0fb54c8330 HTTP/1.1" status: 204 len: 168 time: 0.6137371 Jun 17 08:49:12.453219 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2933200d-88df-4d3b-b3d1-7a0c5c0d7eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:12.455570 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d894b-4360-4982-b40b-79bb8605689f req-11e08ba1-cccc-4195-b2cb-e5afbe135b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:12.457128 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-505d894b-4360-4982-b40b-79bb8605689f req-11e08ba1-cccc-4195-b2cb-e5afbe135b66 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=528819dc-55d5-435f-984f-d0673642b38e HTTP/1.1" status: 200 len: 867 time: 0.1269724 Jun 17 08:49:12.487342 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f5a3d-b213-4105-b209-95021f4049aa req-2eda1c39-1886-4df7-a8e9-0993b144e792 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:12.488998 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1c6f5a3d-b213-4105-b209-95021f4049aa req-2eda1c39-1886-4df7-a8e9-0993b144e792 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 945 time: 0.0701993 Jun 17 08:49:12.491352 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7483f8-7249-4a7b-979b-78ece7d605cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6331a37-79ad-48e1-a467-fe0fb54c8330,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:12.518534 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1e7483f8-7249-4a7b-979b-78ece7d605cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:12.546930 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1c6f5a3d-b213-4105-b209-95021f4049aa req-88f44d8c-a1a9-4d24-be26-677636347cff tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479186 Jun 17 08:49:12.551417 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3f4552aa-2f8a-451b-a9ee-f5c7e0b28320 req-588308eb-58cd-458e-9820-129eb26e5c5a service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130911 Jun 17 08:49:12.555605 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6e978422-d1a9-41a4-b101-05a92a7cf198 req-d40e63a7-d091-4332-9eef-8a02c4df4dea tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039112 Jun 17 08:49:12.640118 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d894b-4360-4982-b40b-79bb8605689f req-23fbd245-b223-4b31-8bad-3ab1cd8ab63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:12.641827 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-505d894b-4360-4982-b40b-79bb8605689f req-23fbd245-b223-4b31-8bad-3ab1cd8ab63c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7b1fa35b-518b-4a6e-9cec-a3387f5b857d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1751804 Jun 17 08:49:12.709213 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3f4552aa-2f8a-451b-a9ee-f5c7e0b28320 req-5457e51d-16a4-4049-b8c6-4ec29d955c3b service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504478 Jun 17 08:49:12.747295 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e6163-b1ba-4307-a9cd-d52713385523 req-a1a973e9-5d37-4eb8-b332-31825ad63fa9 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:12.750183 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3b9e6163-b1ba-4307-a9cd-d52713385523 req-a1a973e9-5d37-4eb8-b332-31825ad63fa9 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ad32002-03f3-428f-9ea2-7767cb7c7b2e HTTP/1.1" status: 200 len: 943 time: 0.0729144 Jun 17 08:49:12.753604 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-505d894b-4360-4982-b40b-79bb8605689f req-c81f3368-6716-433c-b82f-8bcad6bdc88c service neutron] 10.222.0.50 "GET /v2.0/networks/7b1fa35b-518b-4a6e-9cec-a3387f5b857d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029499 Jun 17 08:49:12.803959 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3b9e6163-b1ba-4307-a9cd-d52713385523 req-89b2198f-2262-457e-be19-5472c19d3d15 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b3b6fd9-42e1-4b42-a0c0-8cc8eaf5da92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457184 Jun 17 08:49:12.875101 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-505d894b-4360-4982-b40b-79bb8605689f req-c54a2829-234d-44ce-8bd6-640d93e64de3 service neutron] 10.222.0.50 "GET /v2.0/networks/7b1fa35b-518b-4a6e-9cec-a3387f5b857d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143551 Jun 17 08:49:13.119865 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad32002-03f3-428f-9ea2-7767cb7c7b2e', 'tag': '007d2ef7-db9b-4547-98ae-617ca6362580'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:13.122415 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54eabb9b-7686-4a95-ab41-d23723149e15" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad32002-03f3-428f-9ea2-7767cb7c7b2e", "tag": "007d2ef7-db9b-4547-98ae-617ca6362580"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:13.164339 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddbb32b-f74d-4c27-b2a0-09d03190eb80 x-openstack-request-id: req-2ddbb32b-f74d-4c27-b2a0-09d03190eb80 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:13.164339 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad32002-03f3-428f-9ea2-7767cb7c7b2e", "tag": "007d2ef7-db9b-4547-98ae-617ca6362580", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:13.164339 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ddbb32b-f74d-4c27-b2a0-09d03190eb80 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:13.164339 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad32002-03f3-428f-9ea2-7767cb7c7b2e', 'tag': '007d2ef7-db9b-4547-98ae-617ca6362580', 'status': 'completed', 'code': 200} Jun 17 08:49:13.215612 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4d606c39-33ed-4bbc-91a7-e9d62fac68b1 req-44974d5e-ef82-4d9d-9741-fedad72f610c tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d59e0ed1-517c-4721-8b06-7e0715f94f7a HTTP/1.1" status: 200 len: 210 time: 0.0444772 Jun 17 08:49:13.257930 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eabb9b-7686-4a95-ab41-d23723149e15 req-13e9a6f5-d503-47ac-b45d-b5aa18a11b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:13.259482 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-54eabb9b-7686-4a95-ab41-d23723149e15 req-13e9a6f5-d503-47ac-b45d-b5aa18a11b7a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44443c682bf24966a3252f9e0a1b0a72&device_id=1ad32002-03f3-428f-9ea2-7767cb7c7b2e HTTP/1.1" status: 200 len: 1095 time: 0.0758805 Jun 17 08:49:13.512046 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3fb0e-2eda-49cb-9106-b2ae2c4f6b72 req-c9fba7d1-7329-47da-b6ed-c0aec81492f8 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:13.516624 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-22b3fb0e-2eda-49cb-9106-b2ae2c4f6b72 req-c9fba7d1-7329-47da-b6ed-c0aec81492f8 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1c0a4d-77ed-4584-93fd-a18d34a89fd2 HTTP/1.1" status: 200 len: 946 time: 0.0826776 Jun 17 08:49:13.556433 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-22b3fb0e-2eda-49cb-9106-b2ae2c4f6b72 req-e6fcf20b-202d-4c13-a2c2-562bc9e05880 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b560d5e-8fdf-4c83-89c3-9f34eeddc8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361071 Jun 17 08:49:13.756877 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fec5b5-e741-41b5-b6a1-ed3ad0c801b9 req-560865b5-44ce-407d-b9a5-3b85db2d5a23 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:13.759326 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-05fec5b5-e741-41b5-b6a1-ed3ad0c801b9 req-560865b5-44ce-407d-b9a5-3b85db2d5a23 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 945 time: 0.0782461 Jun 17 08:49:13.767364 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eabb9b-7686-4a95-ab41-d23723149e15 req-7e479b5e-0451-4413-bf0c-f5c6c86418d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:13.768910 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-54eabb9b-7686-4a95-ab41-d23723149e15 req-7e479b5e-0451-4413-bf0c-f5c6c86418d2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7b1fa35b-518b-4a6e-9cec-a3387f5b857d HTTP/1.1" status: 200 len: 929 time: 0.4965904 Jun 17 08:49:13.779751 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e6c07-beb1-4d76-a672-cc185937d3c4 req-9f6ea4d5-d6b0-4d6b-8174-5ed2fe849395 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:13.787244 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-208e6c07-beb1-4d76-a672-cc185937d3c4 req-9f6ea4d5-d6b0-4d6b-8174-5ed2fe849395 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef052469-6fb0-4c10-b87c-100901ffc9b1 HTTP/1.1" status: 200 len: 948 time: 0.5246346 Jun 17 08:49:13.815649 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-05fec5b5-e741-41b5-b6a1-ed3ad0c801b9 req-eb1f41af-57a6-452d-80af-7a1e03569907 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488970 Jun 17 08:49:13.863676 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-54eabb9b-7686-4a95-ab41-d23723149e15 req-242864d4-a34c-4d51-bf30-68655c6b577b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=007d2ef7-db9b-4547-98ae-617ca6362580 HTTP/1.1" status: 200 len: 217 time: 0.0719063 Jun 17 08:49:13.872495 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb6494-27ad-4a85-9702-29070d35e28a req-7ee9c8d1-5b02-4bf4-b49b-b367b3ac6f40 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:13.874254 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-63cb6494-27ad-4a85-9702-29070d35e28a req-7ee9c8d1-5b02-4bf4-b49b-b367b3ac6f40 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f1c0a4d-77ed-4584-93fd-a18d34a89fd2 HTTP/1.1" status: 200 len: 946 time: 0.2050011 Jun 17 08:49:13.932259 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-208e6c07-beb1-4d76-a672-cc185937d3c4 req-a9d9ffa9-1d31-4120-ac05-c3b0d037833d tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb19031c-b7f1-433a-bfbc-83363d4be5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441290 Jun 17 08:49:14.005516 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eabb9b-7686-4a95-ab41-d23723149e15 req-5d00665e-9b36-4459-88e7-2df5eed55f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:14.006949 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-54eabb9b-7686-4a95-ab41-d23723149e15 req-5d00665e-9b36-4459-88e7-2df5eed55f0f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=528819dc-55d5-435f-984f-d0673642b38e HTTP/1.1" status: 200 len: 867 time: 0.1299522 Jun 17 08:49:14.046626 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590b318-ca53-40f9-bd80-f29243227b73 req-01537aa2-8f78-4acf-81d8-f029798f3796 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:14.048217 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9590b318-ca53-40f9-bd80-f29243227b73 req-01537aa2-8f78-4acf-81d8-f029798f3796 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5fdff7-c360-47c7-a384-fa2b933878e4 HTTP/1.1" status: 200 len: 943 time: 0.0992289 Jun 17 08:49:14.088964 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9590b318-ca53-40f9-bd80-f29243227b73 req-96f96b9c-eebb-41b8-9961-81118fa15d5c tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340965 Jun 17 08:49:14.245002 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359042e7-9f64-4833-861a-cada5eb3f42b req-764a970f-a58f-415d-9e43-4485c9eb2f2f tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:14.248954 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-359042e7-9f64-4833-861a-cada5eb3f42b req-764a970f-a58f-415d-9e43-4485c9eb2f2f tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.50 "GET /v2.0/networks?id=e6105816-34ac-4e40-a08a-0beea0be79f0 HTTP/1.1" status: 200 len: 806 time: 0.2564037 Jun 17 08:49:14.265403 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-359042e7-9f64-4833-861a-cada5eb3f42b req-1c7fae6d-56d0-467c-886d-fd6b42b2be95 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Request body: {'port': {'device_id': 'd59e0ed1-517c-4721-8b06-7e0715f94f7a', 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0', 'admin_state_up': True, 'tenant_id': 'bc856043629546feb20cb98761057747'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:14.275755 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-63cb6494-27ad-4a85-9702-29070d35e28a req-68d61822-fd97-4e45-811f-447476eb242b tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Deleting port c2d70d74-8364-414b-88d9-94e49169c29a {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:14.285142 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-63cb6494-27ad-4a85-9702-29070d35e28a req-68d61822-fd97-4e45-811f-447476eb242b tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:14.308272 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eabb9b-7686-4a95-ab41-d23723149e15 req-9681ca4e-3190-4249-9404-9eb31a2e3476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:14.309777 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-54eabb9b-7686-4a95-ab41-d23723149e15 req-9681ca4e-3190-4249-9404-9eb31a2e3476 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7b1fa35b-518b-4a6e-9cec-a3387f5b857d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2811782 Jun 17 08:49:14.392459 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbc49e-0b5f-4875-9fce-9df544826c94 req-cb6cc277-22f5-493e-8e11-16100f1af0e1 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:14.394106 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9cbbc49e-0b5f-4875-9fce-9df544826c94 req-cb6cc277-22f5-493e-8e11-16100f1af0e1 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ad32002-03f3-428f-9ea2-7767cb7c7b2e HTTP/1.1" status: 200 len: 943 time: 0.3386672 Jun 17 08:49:14.556144 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9cbbc49e-0b5f-4875-9fce-9df544826c94 req-9f9ca3e4-ccd6-48bd-b75a-3262d2b05c6b tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b3b6fd9-42e1-4b42-a0c0-8cc8eaf5da92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449041 Jun 17 08:49:14.594983 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-63cb6494-27ad-4a85-9702-29070d35e28a req-68d61822-fd97-4e45-811f-447476eb242b tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] For port c2d70d74-8364-414b-88d9-94e49169c29a, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c2d70d74-8364-414b-88d9-94e49169c29a,segment=NetworkSegment(30ded109-e7ae-46a5-a615-64378b56d873),segment_id=30ded109-e7ae-46a5-a615-64378b56d873)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:14.595364 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-63cb6494-27ad-4a85-9702-29070d35e28a req-68d61822-fd97-4e45-811f-447476eb242b tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:14.620875 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-54eabb9b-7686-4a95-ab41-d23723149e15 req-b8f1b1d5-b4b9-4e39-8993-bb80155e8aea service neutron] 10.222.0.50 "GET /v2.0/networks/7b1fa35b-518b-4a6e-9cec-a3387f5b857d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033259 Jun 17 08:49:14.692737 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-63cb6494-27ad-4a85-9702-29070d35e28a req-68d61822-fd97-4e45-811f-447476eb242b tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Calling delete_port for c2d70d74-8364-414b-88d9-94e49169c29a owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:14.764558 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93bb2c-57e9-44b9-815c-6d2b90676464 req-bab2fd96-45f2-4638-a23f-da252181bec7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:14.766804 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5b93bb2c-57e9-44b9-815c-6d2b90676464 req-bab2fd96-45f2-4638-a23f-da252181bec7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 945 time: 0.0734141 Jun 17 08:49:14.794475 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b30daa89-022f-4d1a-9ac2-883418bec383 req-d7b9e68b-c206-4cca-a1cb-fa24b1695188 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d59e0ed1-517c-4721-8b06-7e0715f94f7a HTTP/1.1" status: 200 len: 210 time: 0.0917213 Jun 17 08:49:14.811447 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5b93bb2c-57e9-44b9-815c-6d2b90676464 req-94748d7e-c5e3-4797-b8ac-3424d75863a0 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366027 Jun 17 08:49:14.888324 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-359042e7-9f64-4833-861a-cada5eb3f42b req-1c7fae6d-56d0-467c-886d-fd6b42b2be95 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Made reservation on behalf of bc856043629546feb20cb98761057747 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:49:14.891903 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-359042e7-9f64-4833-861a-cada5eb3f42b req-1c7fae6d-56d0-467c-886d-fd6b42b2be95 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:14.942555 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-54eabb9b-7686-4a95-ab41-d23723149e15 req-f49bc9ab-74c4-488b-8ba6-a78ace57229c service neutron] 10.222.0.50 "GET /v2.0/networks/7b1fa35b-518b-4a6e-9cec-a3387f5b857d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431142 Jun 17 08:49:15.121085 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3097ee-8bbc-4867-92cf-58b141de9c18 req-26540787-4b16-468e-9826-cb2c508a7fc7 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:15.122623 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-da3097ee-8bbc-4867-92cf-58b141de9c18 req-26540787-4b16-468e-9826-cb2c508a7fc7 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1c0a4d-77ed-4584-93fd-a18d34a89fd2 HTTP/1.1" status: 200 len: 946 time: 0.1984227 Jun 17 08:49:15.135557 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a82e78-526d-4b22-860b-e4251dc2ffa5 req-3b25d870-a834-43ff-900d-155958005a1c tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:15.137274 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-36a82e78-526d-4b22-860b-e4251dc2ffa5 req-3b25d870-a834-43ff-900d-155958005a1c tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef052469-6fb0-4c10-b87c-100901ffc9b1 HTTP/1.1" status: 200 len: 948 time: 0.0705338 Jun 17 08:49:15.156228 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-359042e7-9f64-4833-861a-cada5eb3f42b req-1c7fae6d-56d0-467c-886d-fd6b42b2be95 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Allocated IP 172.20.0.3 (e6105816-34ac-4e40-a08a-0beea0be79f0/d3ab4f8a-558c-4943-babf-c8684f255cc6/535fd37b-99d4-4e8f-87db-3c143081cd62) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:15.180348 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-36a82e78-526d-4b22-860b-e4251dc2ffa5 req-83203626-2b84-4170-8874-e6eed5f8ca66 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb19031c-b7f1-433a-bfbc-83363d4be5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364907 Jun 17 08:49:15.182135 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-da3097ee-8bbc-4867-92cf-58b141de9c18 req-1696d337-9a3e-47e0-a774-7bc7ed66e42c tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b560d5e-8fdf-4c83-89c3-9f34eeddc8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531554 Jun 17 08:49:15.193022 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 3b4553b9-db0e-4f17-89d6-161a6ee69b5b details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:49:15.207548 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-63cb6494-27ad-4a85-9702-29070d35e28a req-68d61822-fd97-4e45-811f-447476eb242b tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:15.213206 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3c8d2868-b7ce-433b-9824-7d9bb988e123 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:15.228093 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['c2d70d74-8364-414b-88d9-94e49169c29a'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:15.248207 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d61822-fd97-4e45-811f-447476eb242b tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Pushing event deleted for resources: {'Port': ['ID=c2d70d74-8364-414b-88d9-94e49169c29a,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:15.258925 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-68d61822-fd97-4e45-811f-447476eb242b tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:15.322785 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 3b4553b9-db0e-4f17-89d6-161a6ee69b5b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=3b4553b9-db0e-4f17-89d6-161a6ee69b5b,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:15.334834 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '3b4553b9-db0e-4f17-89d6-161a6ee69b5b', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '3b4553b9-db0e-4f17-89d6-161a6ee69b5b', 'mac_address': 'fa:16:3e:7b:cd:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:49:15.369263 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-63cb6494-27ad-4a85-9702-29070d35e28a req-68d61822-fd97-4e45-811f-447476eb242b tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] No DVR routers for this DVR port c2d70d74-8364-414b-88d9-94e49169c29a on host n-h2-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:49:15.372377 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-63cb6494-27ad-4a85-9702-29070d35e28a req-68d61822-fd97-4e45-811f-447476eb242b tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:15.375617 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329dbf7-9683-44c8-b6a0-881cdef038c2 req-45510884-492b-42f6-81ef-ffe37329c52e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:15.375794 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-63cb6494-27ad-4a85-9702-29070d35e28a req-68d61822-fd97-4e45-811f-447476eb242b tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.53 "DELETE /v2.0/ports/c2d70d74-8364-414b-88d9-94e49169c29a HTTP/1.1" status: 204 len: 173 time: 1.4794667 Jun 17 08:49:15.377180 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b329dbf7-9683-44c8-b6a0-881cdef038c2 req-45510884-492b-42f6-81ef-ffe37329c52e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5fdff7-c360-47c7-a384-fa2b933878e4 HTTP/1.1" status: 200 len: 943 time: 0.0718894 Jun 17 08:49:15.379360 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1c0a4d-77ed-4584-93fd-a18d34a89fd2', 'name': 'network-vif-deleted', 'tag': 'c2d70d74-8364-414b-88d9-94e49169c29a'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:15.382271 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abdedd6-50e6-4549-b3d7-68cdcb70ecfe" -d '{"events": [{"server_uuid": "2f1c0a4d-77ed-4584-93fd-a18d34a89fd2", "name": "network-vif-deleted", "tag": "c2d70d74-8364-414b-88d9-94e49169c29a"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:15.383066 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:15.399999 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b4553b9-db0e-4f17-89d6-161a6ee69b5b {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:49:15.424833 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 3b4553b9-db0e-4f17-89d6-161a6ee69b5b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=3b4553b9-db0e-4f17-89d6-161a6ee69b5b,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:15.430076 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b329dbf7-9683-44c8-b6a0-881cdef038c2 req-a63b31a8-e94c-44a4-bcbf-c828e86b871d tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433090 Jun 17 08:49:15.435476 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4010a19e-4836-4798-b04b-60d8796bd283 x-openstack-request-id: req-4010a19e-4836-4798-b04b-60d8796bd283 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:15.435848 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1c0a4d-77ed-4584-93fd-a18d34a89fd2", "name": "network-vif-deleted", "tag": "c2d70d74-8364-414b-88d9-94e49169c29a", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:15.436256 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4010a19e-4836-4798-b04b-60d8796bd283 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:15.436627 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1c0a4d-77ed-4584-93fd-a18d34a89fd2', 'name': 'network-vif-deleted', 'tag': 'c2d70d74-8364-414b-88d9-94e49169c29a', 'status': 'completed', 'code': 200} Jun 17 08:49:15.462639 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-359042e7-9f64-4833-861a-cada5eb3f42b req-1c7fae6d-56d0-467c-886d-fd6b42b2be95 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:15.517364 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:15.518297 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device ddcb87c1-bf60-4b9e-aab9-88957149b88d details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:49:15.521177 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:15.610073 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-359042e7-9f64-4833-861a-cada5eb3f42b req-1c7fae6d-56d0-467c-886d-fd6b42b2be95 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:15.623763 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dd4d7663-0ddc-4751-978b-2c5baa498533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:15.624346 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['2d207028-4b95-419e-be6f-114317fcaa67'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:15.633651 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=3b4553b9-db0e-4f17-89d6-161a6ee69b5b,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:15.638150 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:15.669922 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 55336) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:15.713048 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port ddcb87c1-bf60-4b9e-aab9-88957149b88d, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ddcb87c1-bf60-4b9e-aab9-88957149b88d,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:15.735852 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7fae6d-56d0-467c-886d-fd6b42b2be95 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Pushing event updated for resources: {'Port': ['ID=535fd37b-99d4-4e8f-87db-3c143081cd62,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:15.746216 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1c7fae6d-56d0-467c-886d-fd6b42b2be95 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:15.750939 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': 'ddcb87c1-bf60-4b9e-aab9-88957149b88d', 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f', 'port_id': 'ddcb87c1-bf60-4b9e-aab9-88957149b88d', 'mac_address': 'fa:16:3e:7e:43:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f1cd377-e173-40e7-8f95-b9cee993c643', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:49:15.759245 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-359042e7-9f64-4833-861a-cada5eb3f42b req-1c7fae6d-56d0-467c-886d-fd6b42b2be95 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Network e6105816-34ac-4e40-a08a-0beea0be79f0 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:15.760899 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-359042e7-9f64-4833-861a-cada5eb3f42b req-1c7fae6d-56d0-467c-886d-fd6b42b2be95 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:15.763512 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-359042e7-9f64-4833-861a-cada5eb3f42b req-1c7fae6d-56d0-467c-886d-fd6b42b2be95 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:15.829841 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:15.833432 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-af3c2601-de49-4404-b6fd-75ea92ca7257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:15.856288 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddcb87c1-bf60-4b9e-aab9-88957149b88d {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:49:15.861384 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359042e7-9f64-4833-861a-cada5eb3f42b req-1c7fae6d-56d0-467c-886d-fd6b42b2be95 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:15.862272 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-359042e7-9f64-4833-861a-cada5eb3f42b req-1c7fae6d-56d0-467c-886d-fd6b42b2be95 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:15.894714 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port ddcb87c1-bf60-4b9e-aab9-88957149b88d, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ddcb87c1-bf60-4b9e-aab9-88957149b88d,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:15.915237 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6ea11-942e-4fea-a37f-0bee5da458be req-ebf9869c-dca7-4b24-bd47-cfb19535194e tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:15.916849 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-53a6ea11-942e-4fea-a37f-0bee5da458be req-ebf9869c-dca7-4b24-bd47-cfb19535194e tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ad32002-03f3-428f-9ea2-7767cb7c7b2e HTTP/1.1" status: 200 len: 943 time: 0.1219144 Jun 17 08:49:15.967607 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-53a6ea11-942e-4fea-a37f-0bee5da458be req-e6e51997-648d-4dec-9e44-9824ad0e5792 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b3b6fd9-42e1-4b42-a0c0-8cc8eaf5da92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398998 Jun 17 08:49:16.007433 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-af3c2601-de49-4404-b6fd-75ea92ca7257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:16.015104 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:16.018144 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:16.032437 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff185762-ef12-4acf-9682-3f87b902c071 req-68d6372c-c0a4-41cf-8a00-cf08ff76d7bc tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:16.033932 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ff185762-ef12-4acf-9682-3f87b902c071 req-68d6372c-c0a4-41cf-8a00-cf08ff76d7bc tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d59e0ed1-517c-4721-8b06-7e0715f94f7a HTTP/1.1" status: 200 len: 931 time: 0.0946198 Jun 17 08:49:16.076728 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ff185762-ef12-4acf-9682-3f87b902c071 req-88f15986-974d-4bd3-b1a7-189a1ed69de5 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353875 Jun 17 08:49:16.084665 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=ddcb87c1-bf60-4b9e-aab9-88957149b88d,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:16.087045 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:16.104278 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-af3c2601-de49-4404-b6fd-75ea92ca7257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:16.108173 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4b636b28-c9e3-4c9b-8f95-cf7d46591ec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:16.133703 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc87f9-7b1d-4ff4-a450-2f707dce967a req-2365a25a-a511-4415-92a4-1abb23d64993 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:16.135159 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0dfc87f9-7b1d-4ff4-a450-2f707dce967a req-2365a25a-a511-4415-92a4-1abb23d64993 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 945 time: 0.0696912 Jun 17 08:49:16.143750 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-af3c2601-de49-4404-b6fd-75ea92ca7257 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=931b47d21be8436b87d57ddd61d54884&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4727173 Jun 17 08:49:16.146005 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c2601-de49-4404-b6fd-75ea92ca7257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee096e0-d46f-4852-939e-46b8553fa1ad,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:16.147686 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 55344) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:16.149546 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-af3c2601-de49-4404-b6fd-75ea92ca7257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:16.201206 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 007d2ef7-db9b-4547-98ae-617ca6362580 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:49:16.209960 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0dfc87f9-7b1d-4ff4-a450-2f707dce967a req-3c4aeb6a-03e1-4c0d-8150-1ebb1bf11635 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674825 Jun 17 08:49:16.238074 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-359042e7-9f64-4833-861a-cada5eb3f42b req-1c7fae6d-56d0-467c-886d-fd6b42b2be95 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9708567 Jun 17 08:49:16.238329 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['3b4553b9-db0e-4f17-89d6-161a6ee69b5b'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:16.244479 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-359042e7-9f64-4833-861a-cada5eb3f42b req-e326755f-79cb-49ca-a506-a9cd74786da8 service neutron] Request body: {'port': {'device_id': 'd59e0ed1-517c-4721-8b06-7e0715f94f7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:16.251732 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-34968f0a-f134-420f-98ef-d8f386dd208d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:16.284746 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['ddcb87c1-bf60-4b9e-aab9-88957149b88d'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:16.318013 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-34968f0a-f134-420f-98ef-d8f386dd208d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:16.405176 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-359042e7-9f64-4833-861a-cada5eb3f42b req-e326755f-79cb-49ca-a506-a9cd74786da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:16.442666 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 007d2ef7-db9b-4547-98ae-617ca6362580, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=007d2ef7-db9b-4547-98ae-617ca6362580,segment=NetworkSegment(78db558a-8703-4205-8497-9d87a1711aca),segment_id=78db558a-8703-4205-8497-9d87a1711aca)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:16.456981 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64d66e-b680-4ec0-9952-2906e370655d req-8eade57a-b4c0-4919-8f0d-0d83174ee5ce tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:16.464285 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cc64d66e-b680-4ec0-9952-2906e370655d req-8eade57a-b4c0-4919-8f0d-0d83174ee5ce tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef052469-6fb0-4c10-b87c-100901ffc9b1 HTTP/1.1" status: 200 len: 949 time: 0.1232576 Jun 17 08:49:16.477341 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-506f36af-87da-4906-a888-50c62acc2e75 req-750e6806-9df3-470e-becb-667e5957afa5 tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1c0a4d-77ed-4584-93fd-a18d34a89fd2 HTTP/1.1" status: 200 len: 210 time: 0.0685680 Jun 17 08:49:16.478419 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '007d2ef7-db9b-4547-98ae-617ca6362580', 'network_id': '7b1fa35b-518b-4a6e-9cec-a3387f5b857d', 'port_id': '007d2ef7-db9b-4547-98ae-617ca6362580', 'mac_address': 'fa:16:3e:53:c8:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '528819dc-55d5-435f-984f-d0673642b38e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:49:16.528696 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cc64d66e-b680-4ec0-9952-2906e370655d req-b7e413e5-2b5d-4292-b12c-255de6372a3f tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb19031c-b7f1-433a-bfbc-83363d4be5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634661 Jun 17 08:49:16.592579 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:16.602254 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-34968f0a-f134-420f-98ef-d8f386dd208d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:16.604919 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-34968f0a-f134-420f-98ef-d8f386dd208d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:16.606219 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-34968f0a-f134-420f-98ef-d8f386dd208d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3ee096e0-d46f-4852-939e-46b8553fa1ad HTTP/1.1" status: 204 len: 168 time: 0.4532392 Jun 17 08:49:16.610259 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f1278232-832d-41d3-9fba-e0bcaa0a5da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:16.622688 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34968f0a-f134-420f-98ef-d8f386dd208d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee096e0-d46f-4852-939e-46b8553fa1ad,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:16.625632 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 007d2ef7-db9b-4547-98ae-617ca6362580 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:49:16.626105 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-34968f0a-f134-420f-98ef-d8f386dd208d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:16.677636 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 007d2ef7-db9b-4547-98ae-617ca6362580, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=007d2ef7-db9b-4547-98ae-617ca6362580,segment=NetworkSegment(78db558a-8703-4205-8497-9d87a1711aca),segment_id=78db558a-8703-4205-8497-9d87a1711aca)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:16.752069 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:16.753773 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:16.782268 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62a54f-13a9-49c8-8984-1c03ef246767 req-09ba4f19-df3a-4ebf-baf1-0461f3b0e34c tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:16.783765 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8b62a54f-13a9-49c8-8984-1c03ef246767 req-09ba4f19-df3a-4ebf-baf1-0461f3b0e34c tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5fdff7-c360-47c7-a384-fa2b933878e4 HTTP/1.1" status: 200 len: 944 time: 0.1426747 Jun 17 08:49:16.801290 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=007d2ef7-db9b-4547-98ae-617ca6362580,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:16.804791 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:16.855192 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8b62a54f-13a9-49c8-8984-1c03ef246767 req-dabb385d-3e85-4329-b5c2-4c104b47525e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612106 Jun 17 08:49:16.897490 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-359042e7-9f64-4833-861a-cada5eb3f42b req-e326755f-79cb-49ca-a506-a9cd74786da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 535fd37b-99d4-4e8f-87db-3c143081cd62 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:49:16.906788 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-359042e7-9f64-4833-861a-cada5eb3f42b req-e326755f-79cb-49ca-a506-a9cd74786da8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:16.918926 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-359042e7-9f64-4833-861a-cada5eb3f42b req-e326755f-79cb-49ca-a506-a9cd74786da8 service neutron] Transition to ACTIVE for port object 535fd37b-99d4-4e8f-87db-3c143081cd62 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:17.004198 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['007d2ef7-db9b-4547-98ae-617ca6362580'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:17.143667 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488f660-4142-4b93-9f7b-7f65c82c89f3 req-89969efa-c4aa-4a90-ad2f-8a46609bb89b tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:17.145692 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8488f660-4142-4b93-9f7b-7f65c82c89f3 req-89969efa-c4aa-4a90-ad2f-8a46609bb89b tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ad32002-03f3-428f-9ea2-7767cb7c7b2e HTTP/1.1" status: 200 len: 944 time: 0.0689058 Jun 17 08:49:17.161815 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-359042e7-9f64-4833-861a-cada5eb3f42b req-e326755f-79cb-49ca-a506-a9cd74786da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:17.179320 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-01efe8a3-41fb-4606-abb6-27ec756337c8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:17.195112 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 3b4553b9-db0e-4f17-89d6-161a6ee69b5b up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:17.287509 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326755f-79cb-49ca-a506-a9cd74786da8 service neutron] Pushing event updated for resources: {'Port': ['ID=535fd37b-99d4-4e8f-87db-3c143081cd62,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:17.288552 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e326755f-79cb-49ca-a506-a9cd74786da8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:17.291660 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8488f660-4142-4b93-9f7b-7f65c82c89f3 req-65937a8d-e159-41c4-b492-53fc3b3ba4dc tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b3b6fd9-42e1-4b42-a0c0-8cc8eaf5da92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389036 Jun 17 08:49:17.323958 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5b061-1d55-4532-a31a-943e308ac309 req-63765471-e0d0-4ded-83fb-0cc18102809f tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:17.327691 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-09d5b061-1d55-4532-a31a-943e308ac309 req-63765471-e0d0-4ded-83fb-0cc18102809f tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d59e0ed1-517c-4721-8b06-7e0715f94f7a HTTP/1.1" status: 200 len: 943 time: 0.1118681 Jun 17 08:49:17.349262 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 3b4553b9-db0e-4f17-89d6-161a6ee69b5b completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:17.354159 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 3b4553b9-db0e-4f17-89d6-161a6ee69b5b triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:17.354750 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:17.365437 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-359042e7-9f64-4833-861a-cada5eb3f42b req-e326755f-79cb-49ca-a506-a9cd74786da8 service neutron] Attempting to bind port 535fd37b-99d4-4e8f-87db-3c143081cd62 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:49:17.365772 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-359042e7-9f64-4833-861a-cada5eb3f42b req-e326755f-79cb-49ca-a506-a9cd74786da8 service neutron] Attempting to bind port 535fd37b-99d4-4e8f-87db-3c143081cd62 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': 'db2ad255-e350-4531-a281-16b05a94881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:49:17.366144 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359042e7-9f64-4833-861a-cada5eb3f42b req-e326755f-79cb-49ca-a506-a9cd74786da8 service neutron] Attempting to bind port 535fd37b-99d4-4e8f-87db-3c143081cd62 on network e6105816-34ac-4e40-a08a-0beea0be79f0 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:17.370690 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359042e7-9f64-4833-861a-cada5eb3f42b req-e326755f-79cb-49ca-a506-a9cd74786da8 service neutron] Port 535fd37b-99d4-4e8f-87db-3c143081cd62 on network e6105816-34ac-4e40-a08a-0beea0be79f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:49:17.371012 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359042e7-9f64-4833-861a-cada5eb3f42b req-e326755f-79cb-49ca-a506-a9cd74786da8 service neutron] Attempting to bind port 535fd37b-99d4-4e8f-87db-3c143081cd62 on network e6105816-34ac-4e40-a08a-0beea0be79f0 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:17.376831 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359042e7-9f64-4833-861a-cada5eb3f42b req-e326755f-79cb-49ca-a506-a9cd74786da8 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:49:17.377170 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359042e7-9f64-4833-861a-cada5eb3f42b req-e326755f-79cb-49ca-a506-a9cd74786da8 service neutron] Checking segment: {'id': 'db2ad255-e350-4531-a281-16b05a94881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:17.377554 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359042e7-9f64-4833-861a-cada5eb3f42b req-e326755f-79cb-49ca-a506-a9cd74786da8 service neutron] Bound using segment: {'id': 'db2ad255-e350-4531-a281-16b05a94881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:49:17.377983 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-359042e7-9f64-4833-861a-cada5eb3f42b req-e326755f-79cb-49ca-a506-a9cd74786da8 service neutron] Bound port: 535fd37b-99d4-4e8f-87db-3c143081cd62, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2ad255-e350-4531-a281-16b05a94881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:49:17.378328 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-359042e7-9f64-4833-861a-cada5eb3f42b req-e326755f-79cb-49ca-a506-a9cd74786da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:17.388471 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-09d5b061-1d55-4532-a31a-943e308ac309 req-b9b2762b-e3dc-4b00-999f-248f621f76cf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539985 Jun 17 08:49:17.459330 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:17.478873 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-359042e7-9f64-4833-861a-cada5eb3f42b req-e326755f-79cb-49ca-a506-a9cd74786da8 service neutron] For port 535fd37b-99d4-4e8f-87db-3c143081cd62, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:49:17.482563 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-359042e7-9f64-4833-861a-cada5eb3f42b req-e326755f-79cb-49ca-a506-a9cd74786da8 service neutron] For port 535fd37b-99d4-4e8f-87db-3c143081cd62, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=535fd37b-99d4-4e8f-87db-3c143081cd62,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:49:17.485777 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef052469-6fb0-4c10-b87c-100901ffc9b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4553b9-db0e-4f17-89d6-161a6ee69b5b'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:17.488084 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9946ff-3a7f-449e-ba74-caf63f8382b9" -d '{"events": [{"server_uuid": "ef052469-6fb0-4c10-b87c-100901ffc9b1", "name": "network-vif-plugged", "status": "completed", "tag": "3b4553b9-db0e-4f17-89d6-161a6ee69b5b"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:17.500842 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 3b4553b9-db0e-4f17-89d6-161a6ee69b5b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=3b4553b9-db0e-4f17-89d6-161a6ee69b5b,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:17.506533 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:17.509642 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdaa99c-0267-4529-8255-bcf7732e198c req-51364902-3a6e-4fd6-a546-53e0b883a1f7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:17.515899 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bbdaa99c-0267-4529-8255-bcf7732e198c req-51364902-3a6e-4fd6-a546-53e0b883a1f7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 945 time: 0.0911965 Jun 17 08:49:17.529582 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a3120f-3d21-40dc-9cfb-5c57e57889cd x-openstack-request-id: req-42a3120f-3d21-40dc-9cfb-5c57e57889cd {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:17.530109 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef052469-6fb0-4c10-b87c-100901ffc9b1", "name": "network-vif-plugged", "status": "completed", "tag": "3b4553b9-db0e-4f17-89d6-161a6ee69b5b", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:17.530441 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-42a3120f-3d21-40dc-9cfb-5c57e57889cd {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:17.531532 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef052469-6fb0-4c10-b87c-100901ffc9b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4553b9-db0e-4f17-89d6-161a6ee69b5b', 'code': 200} Jun 17 08:49:17.552843 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bbdaa99c-0267-4529-8255-bcf7732e198c req-17be7580-b26f-4eb0-823c-45961296fb88 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336094 Jun 17 08:49:17.597461 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 55370) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:17.615000 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:17.615945 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device ddcb87c1-bf60-4b9e-aab9-88957149b88d up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:17.620671 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:17.625891 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-359042e7-9f64-4833-861a-cada5eb3f42b req-e326755f-79cb-49ca-a506-a9cd74786da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:17.647570 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1d929af4-9c83-46d2-96ab-f65dbb396a8b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:17.649252 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ed121eb-302c-49e9-a6fd-8899391d3876 admin admin] Deleting subnet a86fea78-4043-46de-88f5-d676080ab308 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:49:17.652841 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ed121eb-302c-49e9-a6fd-8899391d3876 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:17.691447 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359042e7-9f64-4833-861a-cada5eb3f42b req-e326755f-79cb-49ca-a506-a9cd74786da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:17.692097 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-359042e7-9f64-4833-861a-cada5eb3f42b req-e326755f-79cb-49ca-a506-a9cd74786da8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:17.693632 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-359042e7-9f64-4833-861a-cada5eb3f42b req-e326755f-79cb-49ca-a506-a9cd74786da8 service neutron] 10.222.0.50 "PUT /v2.0/ports/535fd37b-99d4-4e8f-87db-3c143081cd62 HTTP/1.1" status: 200 len: 1092 time: 1.4561315 Jun 17 08:49:17.694327 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59e0ed1-517c-4721-8b06-7e0715f94f7a', 'tag': '535fd37b-99d4-4e8f-87db-3c143081cd62'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:17.696798 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc9446c-a664-4e82-bfc8-a6883a9a711d" -d '{"events": [{"name": "network-changed", "server_uuid": "d59e0ed1-517c-4721-8b06-7e0715f94f7a", "tag": "535fd37b-99d4-4e8f-87db-3c143081cd62"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:17.706611 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ed121eb-302c-49e9-a6fd-8899391d3876 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:17.708357 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=3b4553b9-db0e-4f17-89d6-161a6ee69b5b,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:17.710961 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:17.726920 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326755f-79cb-49ca-a506-a9cd74786da8 service neutron] Pushing event updated for resources: {'Port': ['ID=535fd37b-99d4-4e8f-87db-3c143081cd62,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:17.731036 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e326755f-79cb-49ca-a506-a9cd74786da8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:17.733717 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 55374) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:17.754898 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-054ed3bc-3855-4e82-ba90-59cbfec7e067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:17.759586 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423056a-019c-447d-b110-4ad983e46f84 req-1d8dd1ba-6ad5-4b85-9bee-54c7eafe0b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:17.761135 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9423056a-019c-447d-b110-4ad983e46f84 req-1d8dd1ba-6ad5-4b85-9bee-54c7eafe0b8b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ef052469-6fb0-4c10-b87c-100901ffc9b1 HTTP/1.1" status: 200 len: 1102 time: 0.1471515 Jun 17 08:49:17.770514 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82186b92-ca71-4f2d-95f5-9ecee894d8b8 x-openstack-request-id: req-82186b92-ca71-4f2d-95f5-9ecee894d8b8 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:17.770848 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59e0ed1-517c-4721-8b06-7e0715f94f7a", "tag": "535fd37b-99d4-4e8f-87db-3c143081cd62", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:17.771141 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-82186b92-ca71-4f2d-95f5-9ecee894d8b8 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:17.771573 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59e0ed1-517c-4721-8b06-7e0715f94f7a', 'tag': '535fd37b-99d4-4e8f-87db-3c143081cd62', 'status': 'completed', 'code': 200} Jun 17 08:49:17.777257 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ed121eb-302c-49e9-a6fd-8899391d3876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:17.863466 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port ddcb87c1-bf60-4b9e-aab9-88957149b88d completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:17.867333 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port ddcb87c1-bf60-4b9e-aab9-88957149b88d triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:17.867713 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:17.886873 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9423056a-019c-447d-b110-4ad983e46f84 req-7ee5e59a-b610-4004-8386-2c689420ca93 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=eb19031c-b7f1-433a-bfbc-83363d4be5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180484 Jun 17 08:49:17.945249 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a1be7-0b3f-4e0e-8479-5bbf9aa18fe5 req-6cb99ec5-ee51-44bc-a969-80fa1e11151d tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:17.946744 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-058a1be7-0b3f-4e0e-8479-5bbf9aa18fe5 req-6cb99ec5-ee51-44bc-a969-80fa1e11151d tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef052469-6fb0-4c10-b87c-100901ffc9b1 HTTP/1.1" status: 200 len: 950 time: 0.1698439 Jun 17 08:49:17.960913 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9446c-a664-4e82-bfc8-a6883a9a711d req-c751d46c-cc8b-4516-ba94-efc9492badee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:17.960913 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ccc9446c-a664-4e82-bfc8-a6883a9a711d req-c751d46c-cc8b-4516-ba94-efc9492badee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc856043629546feb20cb98761057747&device_id=d59e0ed1-517c-4721-8b06-7e0715f94f7a HTTP/1.1" status: 200 len: 1095 time: 0.1664286 Jun 17 08:49:18.029242 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ed121eb-302c-49e9-a6fd-8899391d3876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.033390 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:18.065965 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-058a1be7-0b3f-4e0e-8479-5bbf9aa18fe5 req-a94d4d2e-df24-4747-ba22-87144925c68e tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb19031c-b7f1-433a-bfbc-83363d4be5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100671 Jun 17 08:49:18.068451 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed121eb-302c-49e9-a6fd-8899391d3876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a86fea78-4043-46de-88f5-d676080ab308,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:18.074525 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ed121eb-302c-49e9-a6fd-8899391d3876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.077086 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7ed121eb-302c-49e9-a6fd-8899391d3876 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a86fea78-4043-46de-88f5-d676080ab308 HTTP/1.1" status: 204 len: 168 time: 0.4782906 Jun 17 08:49:18.080472 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7ed121eb-302c-49e9-a6fd-8899391d3876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:18.082708 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 55380) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:18.083229 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-054ed3bc-3855-4e82-ba90-59cbfec7e067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.100186 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.129041 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9446c-a664-4e82-bfc8-a6883a9a711d req-e6f06dcd-7c4e-4b2d-a89d-266ed9a86c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:18.130463 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ccc9446c-a664-4e82-bfc8-a6883a9a711d req-e6f06dcd-7c4e-4b2d-a89d-266ed9a86c1b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=bc856043629546feb20cb98761057747&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1603260 Jun 17 08:49:18.148286 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port ddcb87c1-bf60-4b9e-aab9-88957149b88d, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ddcb87c1-bf60-4b9e-aab9-88957149b88d,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:18.196106 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-054ed3bc-3855-4e82-ba90-59cbfec7e067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.198413 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 007d2ef7-db9b-4547-98ae-617ca6362580 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:18.207869 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-94530801-378d-49bb-8144-b5d552212679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:18.236074 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.237066 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device c2d70d74-8364-414b-88d9-94e49169c29a no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:49:18.239991 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:18.267632 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-054ed3bc-3855-4e82-ba90-59cbfec7e067 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c764a6308bf4906b3e7cc774e53b5f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5329549 Jun 17 08:49:18.270574 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ed3bc-3855-4e82-ba90-59cbfec7e067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92030dd6-e63c-46d5-8e10-89b2a854fb47,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:18.273081 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 55382) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:18.285076 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: c2d70d74-8364-414b-88d9-94e49169c29a {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:49:18.285671 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device c2d70d74-8364-414b-88d9-94e49169c29a not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:49:18.290127 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-054ed3bc-3855-4e82-ba90-59cbfec7e067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:18.317637 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9446c-a664-4e82-bfc8-a6883a9a711d req-23e89b4c-70ad-4bae-9fad-2f7c5a362c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:18.320995 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ccc9446c-a664-4e82-bfc8-a6883a9a711d req-23e89b4c-70ad-4bae-9fad-2f7c5a362c48 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1795671 Jun 17 08:49:18.327770 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=ddcb87c1-bf60-4b9e-aab9-88957149b88d,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:18.340834 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:18.354776 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b75b5b37-c19d-4049-8804-d6fa7d3d8402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.382870 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b75b5b37-c19d-4049-8804-d6fa7d3d8402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.461265 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 007d2ef7-db9b-4547-98ae-617ca6362580 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:18.466436 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 007d2ef7-db9b-4547-98ae-617ca6362580 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:18.466828 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.487951 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47777881-dd59-4d8c-af9a-4ecfd18941df req-5e5bb558-93fd-4d72-b5eb-288dc6fbf3cf tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:18.495686 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-47777881-dd59-4d8c-af9a-4ecfd18941df req-5e5bb558-93fd-4d72-b5eb-288dc6fbf3cf tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5fdff7-c360-47c7-a384-fa2b933878e4 HTTP/1.1" status: 200 len: 944 time: 0.5001833 Jun 17 08:49:18.500150 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359042e7-9f64-4833-861a-cada5eb3f42b req-a0d4c159-5934-43bf-ad85-9cfd5b34d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:18.500831 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-14a74653-4502-4c82-980b-a4dc2d27925b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.501813 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-359042e7-9f64-4833-861a-cada5eb3f42b req-a0d4c159-5934-43bf-ad85-9cfd5b34d0d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc856043629546feb20cb98761057747&device_id=d59e0ed1-517c-4721-8b06-7e0715f94f7a HTTP/1.1" status: 200 len: 1095 time: 0.1116798 Jun 17 08:49:18.544050 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-47777881-dd59-4d8c-af9a-4ecfd18941df req-4b1e744e-9f71-4b11-97a6-71845bc65474 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472207 Jun 17 08:49:18.547259 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-359042e7-9f64-4833-861a-cada5eb3f42b req-f1fbee5b-e93a-4f72-8e3f-51ffb8071dcc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=535fd37b-99d4-4e8f-87db-3c143081cd62 HTTP/1.1" status: 200 len: 217 time: 0.0363889 Jun 17 08:49:18.572894 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.598725 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b75b5b37-c19d-4049-8804-d6fa7d3d8402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.601706 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b75b5b37-c19d-4049-8804-d6fa7d3d8402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.605284 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b75b5b37-c19d-4049-8804-d6fa7d3d8402 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/92030dd6-e63c-46d5-8e10-89b2a854fb47 HTTP/1.1" status: 204 len: 168 time: 0.3228421 Jun 17 08:49:18.610922 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1a8cb0e4-1b3e-4af5-bd92-8e1187fe6092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:18.615627 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 007d2ef7-db9b-4547-98ae-617ca6362580, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=007d2ef7-db9b-4547-98ae-617ca6362580,segment=NetworkSegment(78db558a-8703-4205-8497-9d87a1711aca),segment_id=78db558a-8703-4205-8497-9d87a1711aca)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:18.629395 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d350bf-11fa-4322-8731-d062dc5f93fb req-7c1a595d-7161-40eb-8021-a1738a3d2438 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:18.629395 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-46d350bf-11fa-4322-8731-d062dc5f93fb req-7c1a595d-7161-40eb-8021-a1738a3d2438 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ad32002-03f3-428f-9ea2-7767cb7c7b2e HTTP/1.1" status: 200 len: 944 time: 0.1786106 Jun 17 08:49:18.633186 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b5b37-c19d-4049-8804-d6fa7d3d8402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92030dd6-e63c-46d5-8e10-89b2a854fb47,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:18.647920 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-14a74653-4502-4c82-980b-a4dc2d27925b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.653430 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b75b5b37-c19d-4049-8804-d6fa7d3d8402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:18.664308 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-14a74653-4502-4c82-980b-a4dc2d27925b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d68b2f-9621-41ec-8731-54491ef2c09a']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:18.676353 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-14a74653-4502-4c82-980b-a4dc2d27925b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ded109-e7ae-46a5-a615-64378b56d873') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:18.676950 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-14a74653-4502-4c82-980b-a4dc2d27925b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ded109-e7ae-46a5-a615-64378b56d873') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:18.686316 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.689565 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:18.699694 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359042e7-9f64-4833-861a-cada5eb3f42b req-0adb7ae6-8c56-4c41-9858-a8b9d60b96dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:18.701282 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-359042e7-9f64-4833-861a-cada5eb3f42b req-0adb7ae6-8c56-4c41-9858-a8b9d60b96dc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d3ab4f8a-558c-4943-babf-c8684f255cc6 HTTP/1.1" status: 200 len: 846 time: 0.1489089 Jun 17 08:49:18.707152 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-14a74653-4502-4c82-980b-a4dc2d27925b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.748269 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=007d2ef7-db9b-4547-98ae-617ca6362580,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:18.752341 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:18.753483 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-14a74653-4502-4c82-980b-a4dc2d27925b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.763810 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a74653-4502-4c82-980b-a4dc2d27925b admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:49:18.764211 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-14a74653-4502-4c82-980b-a4dc2d27925b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:49:18.768533 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:49:18.775787 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:49:18.775787 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:49:18.775787 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:49:18.775787 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:49:18.775787 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:49:18.775787 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:49:18.775787 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:49:18.775787 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:49:18.775787 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:49:18.775787 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:49:18.775787 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:49:18.775787 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:49:18.775787 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:49:18.775787 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:49:18.775787 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:49:18.775787 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:49:18.775787 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:49:18.775787 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:49:18.775787 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:49:18.775787 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:49:18.775787 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:49:18.775787 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:49:18.775787 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:49:18.775787 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:49:18.775787 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:49:18.775787 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:49:18.775787 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:49:18.775787 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:49:18.852393 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde9927-da15-49a0-bc0c-6e8c4146b06e req-18875e63-a863-4b04-83b1-5657cb0aed88 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:18.853988 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-adde9927-da15-49a0-bc0c-6e8c4146b06e req-18875e63-a863-4b04-83b1-5657cb0aed88 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d59e0ed1-517c-4721-8b06-7e0715f94f7a HTTP/1.1" status: 200 len: 943 time: 0.1446071 Jun 17 08:49:18.896801 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-adde9927-da15-49a0-bc0c-6e8c4146b06e req-91547e0f-65a9-4d45-8f52-b819fb8e2410 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357189 Jun 17 08:49:19.009059 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-14a74653-4502-4c82-980b-a4dc2d27925b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:19.014465 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7aa1596c-013f-41ea-b13b-7326ed6a6ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:19.025687 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-14a74653-4502-4c82-980b-a4dc2d27925b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:19.027486 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-14a74653-4502-4c82-980b-a4dc2d27925b admin admin] 10.222.0.49 "DELETE /v2.0/networks/69d68b2f-9621-41ec-8731-54491ef2c09a HTTP/1.1" status: 204 len: 168 time: 0.9434977 Jun 17 08:49:19.039947 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a74653-4502-4c82-980b-a4dc2d27925b admin admin] Pushing event deleted for resources: {'Network': ['ID=69d68b2f-9621-41ec-8731-54491ef2c09a,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:19.042818 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-14a74653-4502-4c82-980b-a4dc2d27925b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:19.118776 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-46d350bf-11fa-4322-8731-d062dc5f93fb req-8b424fa8-fefb-44dd-8530-ab818b0bd0fd tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b3b6fd9-42e1-4b42-a0c0-8cc8eaf5da92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664354 Jun 17 08:49:19.121011 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-359042e7-9f64-4833-861a-cada5eb3f42b req-c3b178bd-ff4a-46ba-99de-28a490c1fb85 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e6105816-34ac-4e40-a08a-0beea0be79f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4083672 Jun 17 08:49:19.122087 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c934480-d1ca-4068-a07a-a88822d6fe5e req-1a88fccb-0861-42e8-8b84-af3715fe78d6 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:19.124153 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2c934480-d1ca-4068-a07a-a88822d6fe5e req-1a88fccb-0861-42e8-8b84-af3715fe78d6 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 945 time: 0.1127825 Jun 17 08:49:19.182162 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2c934480-d1ca-4068-a07a-a88822d6fe5e req-2fcbeead-dbbe-4df1-9bf3-321449634f6f tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414820 Jun 17 08:49:19.251761 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-359042e7-9f64-4833-861a-cada5eb3f42b req-d77eff2e-cc2d-4638-8673-7c1a962c9a94 service neutron] 10.222.0.50 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237421 Jun 17 08:49:19.391872 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648f8b8-9a0d-4154-a745-cadc062e0d43 req-a1e59db5-b0d9-438a-80df-9f6eeafb87b5 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:19.393368 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4648f8b8-9a0d-4154-a745-cadc062e0d43 req-a1e59db5-b0d9-438a-80df-9f6eeafb87b5 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef052469-6fb0-4c10-b87c-100901ffc9b1 HTTP/1.1" status: 200 len: 950 time: 0.1404600 Jun 17 08:49:19.397235 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-359042e7-9f64-4833-861a-cada5eb3f42b req-74c4bd39-9e6f-43f0-8ebc-3c805e491b1b service neutron] 10.222.0.50 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307185 Jun 17 08:49:19.437788 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4648f8b8-9a0d-4154-a745-cadc062e0d43 req-69ff97c0-6ac3-43d8-9dad-48cf06104289 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb19031c-b7f1-433a-bfbc-83363d4be5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387735 Jun 17 08:49:19.476465 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 55412) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:19.524027 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-75c23785-3981-4689-8cb7-b3397e4aa5cc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e992cf2baa1247e486549497079a7e00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440640 Jun 17 08:49:19.524672 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 55414) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:19.532767 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5fdff7-c360-47c7-a384-fa2b933878e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcb87c1-bf60-4b9e-aab9-88957149b88d'}, {'server_uuid': '1ad32002-03f3-428f-9ea2-7767cb7c7b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007d2ef7-db9b-4547-98ae-617ca6362580'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:19.535270 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623b07f9-698c-47a5-a400-fe376bd547fb" -d '{"events": [{"server_uuid": "4d5fdff7-c360-47c7-a384-fa2b933878e4", "name": "network-vif-plugged", "status": "completed", "tag": "ddcb87c1-bf60-4b9e-aab9-88957149b88d"}, {"server_uuid": "1ad32002-03f3-428f-9ea2-7767cb7c7b2e", "name": "network-vif-plugged", "status": "completed", "tag": "007d2ef7-db9b-4547-98ae-617ca6362580"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:19.586341 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d6a6cb-ed19-404b-a0ab-8292086721ef x-openstack-request-id: req-98d6a6cb-ed19-404b-a0ab-8292086721ef {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:19.586649 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5fdff7-c360-47c7-a384-fa2b933878e4", "name": "network-vif-plugged", "status": "completed", "tag": "ddcb87c1-bf60-4b9e-aab9-88957149b88d", "code": 200}, {"server_uuid": "1ad32002-03f3-428f-9ea2-7767cb7c7b2e", "name": "network-vif-plugged", "status": "completed", "tag": "007d2ef7-db9b-4547-98ae-617ca6362580", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:19.586967 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-98d6a6cb-ed19-404b-a0ab-8292086721ef {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:19.587380 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5fdff7-c360-47c7-a384-fa2b933878e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcb87c1-bf60-4b9e-aab9-88957149b88d', 'code': 200} Jun 17 08:49:19.587713 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad32002-03f3-428f-9ea2-7767cb7c7b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007d2ef7-db9b-4547-98ae-617ca6362580', 'code': 200} Jun 17 08:49:19.609341 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d371102f-6c7e-4733-9176-ab9cbdce1c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:19.657990 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d371102f-6c7e-4733-9176-ab9cbdce1c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:19.809092 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d371102f-6c7e-4733-9176-ab9cbdce1c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:19.811741 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d371102f-6c7e-4733-9176-ab9cbdce1c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:19.815278 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d371102f-6c7e-4733-9176-ab9cbdce1c88 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b560d5e-8fdf-4c83-89c3-9f34eeddc8c8 HTTP/1.1" status: 204 len: 168 time: 0.2881162 Jun 17 08:49:19.815278 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4389be3a-4fd3-421a-975d-a4091bef02cd tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:19.822459 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371102f-6c7e-4733-9176-ab9cbdce1c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b560d5e-8fdf-4c83-89c3-9f34eeddc8c8,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:19.824951 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d371102f-6c7e-4733-9176-ab9cbdce1c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:19.888182 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93393e20-a0e7-4ff3-b8d2-c84c3fda2bd3 req-f146e753-1619-4a9a-b7c9-a383f225b347 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:19.889948 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-93393e20-a0e7-4ff3-b8d2-c84c3fda2bd3 req-f146e753-1619-4a9a-b7c9-a383f225b347 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5fdff7-c360-47c7-a384-fa2b933878e4 HTTP/1.1" status: 200 len: 945 time: 0.1673529 Jun 17 08:49:19.895662 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cb61b-0661-45b0-a0fd-59448d4ab185 req-6641a9c5-6bee-430a-a0d1-619ba600ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:19.897204 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9c4cb61b-0661-45b0-a0fd-59448d4ab185 req-6641a9c5-6bee-430a-a0d1-619ba600ca1d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1ad32002-03f3-428f-9ea2-7767cb7c7b2e HTTP/1.1" status: 200 len: 1097 time: 0.1609135 Jun 17 08:49:19.907380 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65983f-6693-4193-8b64-25baceb90975 req-f31bf8c5-64cb-4526-b993-ac18408592c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:19.908764 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-7d33a479-2c41-45cd-8a3f-67199bf68e78 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=6d7c02f14ed44047b3890bc6a6b8c730&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341432 Jun 17 08:49:19.908883 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fb65983f-6693-4193-8b64-25baceb90975 req-f31bf8c5-64cb-4526-b993-ac18408592c8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4d5fdff7-c360-47c7-a384-fa2b933878e4 HTTP/1.1" status: 200 len: 1097 time: 0.2493873 Jun 17 08:49:19.983750 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-93393e20-a0e7-4ff3-b8d2-c84c3fda2bd3 req-2a4622e4-5710-4978-8ef7-e27192dc1d1f tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845664 Jun 17 08:49:19.989828 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9c4cb61b-0661-45b0-a0fd-59448d4ab185 req-9a65a3ac-8964-447a-9acb-ea2bde0bec0e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6b3b6fd9-42e1-4b42-a0c0-8cc8eaf5da92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791070 Jun 17 08:49:19.991384 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fb65983f-6693-4193-8b64-25baceb90975 req-df07b51b-5ed0-440e-a96e-6e1340be9ff0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666437 Jun 17 08:49:20.034383 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-82e52b17-0139-4f31-9a52-d3a39945acb5 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:20.036192 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-82e52b17-0139-4f31-9a52-d3a39945acb5 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1213977 Jun 17 08:49:20.053458 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-abcbcd9a-16ff-43a7-8284-ce72b437cdd4 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/quotas/6d7c02f14ed44047b3890bc6a6b8c730 HTTP/1.1" status: 200 len: 375 time: 0.0109150 Jun 17 08:49:20.134773 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-246138b8-085e-4666-b9d4-b45a542d9d9b tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d7c02f14ed44047b3890bc6a6b8c730&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0752139 Jun 17 08:49:20.161032 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a6d13-40e4-4c81-8739-dcd3a60620a2 req-cd1bf4c0-2896-4e95-b2c0-376af51d8290 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:20.162767 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-192a6d13-40e4-4c81-8739-dcd3a60620a2 req-cd1bf4c0-2896-4e95-b2c0-376af51d8290 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d59e0ed1-517c-4721-8b06-7e0715f94f7a HTTP/1.1" status: 200 len: 943 time: 0.0721784 Jun 17 08:49:20.210698 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-192a6d13-40e4-4c81-8739-dcd3a60620a2 req-e5fde633-35fd-4862-868a-1f9c9f011cf9 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416756 Jun 17 08:49:20.383394 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:20.384237 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80436da-0d7e-4093-b1da-e0a8ea2625b1 req-7b944c2a-af9c-4235-91a6-f394e9534d9b tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:20.385729 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c80436da-0d7e-4093-b1da-e0a8ea2625b1 req-7b944c2a-af9c-4235-91a6-f394e9534d9b tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ad32002-03f3-428f-9ea2-7767cb7c7b2e HTTP/1.1" status: 200 len: 945 time: 0.0756958 Jun 17 08:49:20.424711 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c80436da-0d7e-4093-b1da-e0a8ea2625b1 req-07e6b9bf-35b9-4321-b03c-275f2ba7929d tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b3b6fd9-42e1-4b42-a0c0-8cc8eaf5da92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322261 Jun 17 08:49:20.661014 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-176039af-e278-4918-bf25-78f7962ca741 req-6251b5d5-082c-41aa-8865-92151bf9d85b tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfeab30a-2850-46c8-bc7c-91c69085c181 HTTP/1.1" status: 200 len: 210 time: 0.0603504 Jun 17 08:49:20.700370 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa8c55-757a-4ff4-9c34-ba87c46ffeb4 req-99dc05dd-d70e-4d02-9bbb-c49f0ea01bf5 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:20.701970 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d0aa8c55-757a-4ff4-9c34-ba87c46ffeb4 req-99dc05dd-d70e-4d02-9bbb-c49f0ea01bf5 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 945 time: 0.1454451 Jun 17 08:49:20.744749 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d0aa8c55-757a-4ff4-9c34-ba87c46ffeb4 req-608f78ad-ae66-4d38-b03a-3e0aa02e75cb tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366123 Jun 17 08:49:21.219012 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced334a-cf72-4de7-9192-cc0fb5da99e9 req-410e655c-7c59-420b-ad16-19c00f8bdafe tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:21.220634 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dced334a-cf72-4de7-9192-cc0fb5da99e9 req-410e655c-7c59-420b-ad16-19c00f8bdafe tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5fdff7-c360-47c7-a384-fa2b933878e4 HTTP/1.1" status: 200 len: 945 time: 0.0714788 Jun 17 08:49:21.300218 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dced334a-cf72-4de7-9192-cc0fb5da99e9 req-6bf58e19-191e-4490-a0cd-01c767b2e8de tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736678 Jun 17 08:49:21.418729 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f848d46-5306-4f9b-b311-cc9708bed892 req-43947a3e-e7cd-4c8e-b387-7a479f24f05e tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:21.420288 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9f848d46-5306-4f9b-b311-cc9708bed892 req-43947a3e-e7cd-4c8e-b387-7a479f24f05e tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d59e0ed1-517c-4721-8b06-7e0715f94f7a HTTP/1.1" status: 200 len: 943 time: 0.0651948 Jun 17 08:49:21.463598 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9f848d46-5306-4f9b-b311-cc9708bed892 req-b8ff071d-e512-467d-ba88-f143e8d18fca tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372856 Jun 17 08:49:21.663305 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c109d0-7f58-486a-8de7-0df56ca6a4af req-3b284790-0684-423a-b743-0fb98ba4cb96 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:21.675996 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e5c109d0-7f58-486a-8de7-0df56ca6a4af req-3b284790-0684-423a-b743-0fb98ba4cb96 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ad32002-03f3-428f-9ea2-7767cb7c7b2e HTTP/1.1" status: 200 len: 945 time: 0.1172328 Jun 17 08:49:21.748293 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e5c109d0-7f58-486a-8de7-0df56ca6a4af req-187e39b4-2366-410d-a1db-509cec5013fc tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b3b6fd9-42e1-4b42-a0c0-8cc8eaf5da92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707469 Jun 17 08:49:21.895035 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-87eb5c97-84ef-410c-b085-3c4e74fe7efa req-9603982d-a9e2-41dc-89f8-ebad379b1103 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfeab30a-2850-46c8-bc7c-91c69085c181 HTTP/1.1" status: 200 len: 210 time: 0.0294521 Jun 17 08:49:21.955471 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd1d80-7e34-4aef-88fa-553b87f0f700 req-9bf8e16e-16da-443c-b526-34c4c091f048 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:21.968977 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5dcd1d80-7e34-4aef-88fa-553b87f0f700 req-9bf8e16e-16da-443c-b526-34c4c091f048 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 945 time: 0.0890849 Jun 17 08:49:22.015960 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5dcd1d80-7e34-4aef-88fa-553b87f0f700 req-8f8f8c4f-d15f-4d5e-9863-f73ab6903a1b tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447242 Jun 17 08:49:22.147866 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-154eabc4-a31d-4c4f-a258-42ca17d276b4 req-3cc3f1fc-d047-4455-af0f-1f05da8706a5 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 258 time: 0.2226160 Jun 17 08:49:22.157390 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-154eabc4-a31d-4c4f-a258-42ca17d276b4 req-f5be2a52-0f32-459c-8a03-5c0a6f92d7c9 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:22.237804 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 535fd37b-99d4-4e8f-87db-3c143081cd62 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:49:22.245985 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-154eabc4-a31d-4c4f-a258-42ca17d276b4 req-f5be2a52-0f32-459c-8a03-5c0a6f92d7c9 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks [] for floatingip, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:22.332597 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 535fd37b-99d4-4e8f-87db-3c143081cd62, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=535fd37b-99d4-4e8f-87db-3c143081cd62,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:22.345546 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '535fd37b-99d4-4e8f-87db-3c143081cd62', 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0', 'port_id': '535fd37b-99d4-4e8f-87db-3c143081cd62', 'mac_address': 'fa:16:3e:bd:49:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3ab4f8a-558c-4943-babf-c8684f255cc6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:49:22.365095 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-154eabc4-a31d-4c4f-a258-42ca17d276b4 req-f5be2a52-0f32-459c-8a03-5c0a6f92d7c9 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:22.417934 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:22.439839 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 535fd37b-99d4-4e8f-87db-3c143081cd62 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:49:22.477884 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 535fd37b-99d4-4e8f-87db-3c143081cd62, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=535fd37b-99d4-4e8f-87db-3c143081cd62,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:22.501503 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-154eabc4-a31d-4c4f-a258-42ca17d276b4 req-f5be2a52-0f32-459c-8a03-5c0a6f92d7c9 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Allocated IP 172.25.2.130 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/1bf7ae9f-05a1-409b-87f7-767648697917) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:22.537365 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda21f4-ffcd-4bf6-8209-e035b56e2de0 req-ba7d93fb-c543-4873-b016-4eec6d02488b tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:22.540263 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-beda21f4-ffcd-4bf6-8209-e035b56e2de0 req-ba7d93fb-c543-4873-b016-4eec6d02488b tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5fdff7-c360-47c7-a384-fa2b933878e4 HTTP/1.1" status: 200 len: 945 time: 0.0903909 Jun 17 08:49:22.566319 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:22.568735 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:22.597343 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-beda21f4-ffcd-4bf6-8209-e035b56e2de0 req-a38c3667-c896-4e92-9401-398e4bdcafe0 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498109 Jun 17 08:49:22.625250 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=535fd37b-99d4-4e8f-87db-3c143081cd62,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:22.629513 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:22.639520 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-154eabc4-a31d-4c4f-a258-42ca17d276b4 req-f5be2a52-0f32-459c-8a03-5c0a6f92d7c9 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:22.764535 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1da91a-5b8e-4f28-8a4d-ace3055206ec req-023afc63-55b1-4668-b09d-230378885f1d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:22.768269 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1e1da91a-5b8e-4f28-8a4d-ace3055206ec req-023afc63-55b1-4668-b09d-230378885f1d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d59e0ed1-517c-4721-8b06-7e0715f94f7a HTTP/1.1" status: 200 len: 944 time: 0.0733466 Jun 17 08:49:22.804080 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-154eabc4-a31d-4c4f-a258-42ca17d276b4 req-f5be2a52-0f32-459c-8a03-5c0a6f92d7c9 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:22.807264 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fa1176ea-552d-41ee-a1f4-4e740d0b0d5a tempest-InstanceActionsNegativeTestJSON-1717356135 tempest-InstanceActionsNegativeTestJSON-1717356135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:22.811296 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1e1da91a-5b8e-4f28-8a4d-ace3055206ec req-0f12a502-826e-46c4-a7ed-81d462bf8e8b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371528 Jun 17 08:49:22.841079 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-154eabc4-a31d-4c4f-a258-42ca17d276b4 req-f5be2a52-0f32-459c-8a03-5c0a6f92d7c9 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:22.844503 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-154eabc4-a31d-4c4f-a258-42ca17d276b4 req-f5be2a52-0f32-459c-8a03-5c0a6f92d7c9 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:22.847008 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-154eabc4-a31d-4c4f-a258-42ca17d276b4 req-f5be2a52-0f32-459c-8a03-5c0a6f92d7c9 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:22.851138 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['535fd37b-99d4-4e8f-87db-3c143081cd62'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:22.908894 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be2a52-0f32-459c-8a03-5c0a6f92d7c9 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Pushing event updated for resources: {'Port': ['ID=1bf7ae9f-05a1-409b-87f7-767648697917,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:22.913985 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f5be2a52-0f32-459c-8a03-5c0a6f92d7c9 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:22.952849 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0006562a-3e18-469a-bbcb-ac9ae938dd57 req-4318aa83-1e25-4f01-9ba6-5d4e398c836f tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d HTTP/1.1" status: 200 len: 267 time: 0.0378225 Jun 17 08:49:22.981090 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-154eabc4-a31d-4c4f-a258-42ca17d276b4 req-f5be2a52-0f32-459c-8a03-5c0a6f92d7c9 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.037430 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006562a-3e18-469a-bbcb-ac9ae938dd57 req-f75396ac-283e-491d-9558-6c6173b87042 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:23.038977 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0006562a-3e18-469a-bbcb-ac9ae938dd57 req-f75396ac-283e-491d-9558-6c6173b87042 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5fdff7-c360-47c7-a384-fa2b933878e4 HTTP/1.1" status: 200 len: 945 time: 0.0789402 Jun 17 08:49:23.051824 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-0006562a-3e18-469a-bbcb-ac9ae938dd57 req-4b8f3348-7841-41b9-aa1f-657db20cc35e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Request body: {'port': {'security_groups': []}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:23.143540 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0006562a-3e18-469a-bbcb-ac9ae938dd57 req-4b8f3348-7841-41b9-aa1f-657db20cc35e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.170727 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-154eabc4-a31d-4c4f-a258-42ca17d276b4 req-f5be2a52-0f32-459c-8a03-5c0a6f92d7c9 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.320062 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-0006562a-3e18-469a-bbcb-ac9ae938dd57 req-4b8f3348-7841-41b9-aa1f-657db20cc35e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] For port ddcb87c1-bf60-4b9e-aab9-88957149b88d, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ddcb87c1-bf60-4b9e-aab9-88957149b88d,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:23.330991 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-aa30514b-2fcc-422a-8840-fe42e9c0b88c tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6d7c02f14ed44047b3890bc6a6b8c730&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332611 Jun 17 08:49:23.353516 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0006562a-3e18-469a-bbcb-ac9ae938dd57 req-4b8f3348-7841-41b9-aa1f-657db20cc35e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.433461 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-154eabc4-a31d-4c4f-a258-42ca17d276b4 req-f5be2a52-0f32-459c-8a03-5c0a6f92d7c9 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.465513 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-d81501c7-6562-4cb9-ade1-3c840803e3af tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:23.466944 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-d81501c7-6562-4cb9-ade1-3c840803e3af tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1302500 Jun 17 08:49:23.479340 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-95ff3df1-b448-4a1f-a83c-b943b548eb10 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Request body: {'port': {'device_id': 'cfeab30a-2850-46c8-bc7c-91c69085c181', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'admin_state_up': True, 'tenant_id': '6d7c02f14ed44047b3890bc6a6b8c730'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:23.492377 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0006562a-3e18-469a-bbcb-ac9ae938dd57 req-4b8f3348-7841-41b9-aa1f-657db20cc35e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.499132 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d3455d62-adaa-49b3-9b38-ae3276e7e0c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:23.505031 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['ddcb87c1-bf60-4b9e-aab9-88957149b88d'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:23.536097 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-154eabc4-a31d-4c4f-a258-42ca17d276b4 req-f5be2a52-0f32-459c-8a03-5c0a6f92d7c9 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.540536 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e326755f-79cb-49ca-a506-a9cd74786da8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:23.564418 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['0e4eeb5b-b661-429b-ab04-279d4c2200ff', '78fdcced-753d-4560-9cf1-25d274d617b3'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:23.574486 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f3348-7841-41b9-aa1f-657db20cc35e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Pushing event updated for resources: {'Port': ['ID=ddcb87c1-bf60-4b9e-aab9-88957149b88d,revision_number=6']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:23.579970 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4b8f3348-7841-41b9-aa1f-657db20cc35e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:23.599192 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006562a-3e18-469a-bbcb-ac9ae938dd57 req-4b8f3348-7841-41b9-aa1f-657db20cc35e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:23.600146 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0006562a-3e18-469a-bbcb-ac9ae938dd57 req-4b8f3348-7841-41b9-aa1f-657db20cc35e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.614912 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0006562a-3e18-469a-bbcb-ac9ae938dd57 req-4b8f3348-7841-41b9-aa1f-657db20cc35e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "PUT /v2.0/ports/ddcb87c1-bf60-4b9e-aab9-88957149b88d HTTP/1.1" status: 200 len: 904 time: 0.5686817 Jun 17 08:49:23.615636 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5fdff7-c360-47c7-a384-fa2b933878e4', 'tag': 'ddcb87c1-bf60-4b9e-aab9-88957149b88d'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:23.623126 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1034f457-0416-4376-9862-4965e5c9e633" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5fdff7-c360-47c7-a384-fa2b933878e4", "tag": "ddcb87c1-bf60-4b9e-aab9-88957149b88d"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:23.661028 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-154eabc4-a31d-4c4f-a258-42ca17d276b4 req-f5be2a52-0f32-459c-8a03-5c0a6f92d7c9 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.677957 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['ddcb87c1-bf60-4b9e-aab9-88957149b88d'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:23.716160 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be2a52-0f32-459c-8a03-5c0a6f92d7c9 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Pushing event updated for resources: {'Port': ['ID=1bf7ae9f-05a1-409b-87f7-767648697917,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:23.720900 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f5be2a52-0f32-459c-8a03-5c0a6f92d7c9 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:23.846632 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-154eabc4-a31d-4c4f-a258-42ca17d276b4 req-f5be2a52-0f32-459c-8a03-5c0a6f92d7c9 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.848417 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-154eabc4-a31d-4c4f-a258-42ca17d276b4 req-f5be2a52-0f32-459c-8a03-5c0a6f92d7c9 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6951351 Jun 17 08:49:23.933600 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-154eabc4-a31d-4c4f-a258-42ca17d276b4 req-5abbd7fc-06ef-402f-96ce-d1e953d9d085 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 696 time: 0.0726206 Jun 17 08:49:23.966390 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-95ff3df1-b448-4a1f-a83c-b943b548eb10 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Made reservation on behalf of 6d7c02f14ed44047b3890bc6a6b8c730 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:49:23.969983 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-95ff3df1-b448-4a1f-a83c-b943b548eb10 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.990380 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-23519e16-3701-4ff6-8d36-3e62650c04ca None None] Provisioning complete for port ddcb87c1-bf60-4b9e-aab9-88957149b88d triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:23.990916 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-23519e16-3701-4ff6-8d36-3e62650c04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.998358 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7db736ca-131b-45f2-93c0-d6e9327b0617 req-0bd9ea6c-77d3-434a-86db-8d1ccbcdbe29 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfeab30a-2850-46c8-bc7c-91c69085c181 HTTP/1.1" status: 200 len: 210 time: 0.0372725 Jun 17 08:49:24.124157 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154eabc4-a31d-4c4f-a258-42ca17d276b4 req-6ad75fe6-e8a9-4d79-aba4-f025c769abe5 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:24.126358 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-154eabc4-a31d-4c4f-a258-42ca17d276b4 req-6ad75fe6-e8a9-4d79-aba4-f025c769abe5 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 784 time: 0.1914592 Jun 17 08:49:24.175084 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [req-154eabc4-a31d-4c4f-a258-42ca17d276b4 req-f14c7d1c-d713-4d70-b889-071b346b080e tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:49:24.180994 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-154eabc4-a31d-4c4f-a258-42ca17d276b4 req-f14c7d1c-d713-4d70-b889-071b346b080e tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0431046 Jun 17 08:49:24.213665 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5a2b6-bd3c-4213-863c-30776a5e3aa2 req-b5793fe5-526f-4c51-a9ed-882cd02f1e4f tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:24.215329 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9ce5a2b6-bd3c-4213-863c-30776a5e3aa2 req-b5793fe5-526f-4c51-a9ed-882cd02f1e4f tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 945 time: 0.0724671 Jun 17 08:49:24.225213 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-95ff3df1-b448-4a1f-a83c-b943b548eb10 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Allocated IP 192.168.233.130 (26debee9-bc17-4dec-acaf-a4c976511744/9fa94245-1f4d-486b-9e45-990a58fa5ffe/726b8ac1-e284-4776-9f25-dcefba874c4a) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:24.241256 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 535fd37b-99d4-4e8f-87db-3c143081cd62 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:24.288856 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9ce5a2b6-bd3c-4213-863c-30776a5e3aa2 req-a532dc67-8bbe-458a-947b-f2a6387f2100 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627158 Jun 17 08:49:24.329657 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec45c58-3d89-4aa0-ae6b-ea5ef93d22c8 x-openstack-request-id: req-aec45c58-3d89-4aa0-ae6b-ea5ef93d22c8 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:24.330971 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5fdff7-c360-47c7-a384-fa2b933878e4", "tag": "ddcb87c1-bf60-4b9e-aab9-88957149b88d", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:24.332561 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aec45c58-3d89-4aa0-ae6b-ea5ef93d22c8 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:24.333047 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d5fdff7-c360-47c7-a384-fa2b933878e4', 'tag': 'ddcb87c1-bf60-4b9e-aab9-88957149b88d', 'status': 'completed', 'code': 200} Jun 17 08:49:24.400275 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 535fd37b-99d4-4e8f-87db-3c143081cd62 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:24.405010 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 535fd37b-99d4-4e8f-87db-3c143081cd62 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:24.406586 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.443917 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034f457-0416-4376-9862-4965e5c9e633 req-1df06c4c-35ca-4f73-95e8-5abb7a0e22e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:24.445542 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1034f457-0416-4376-9862-4965e5c9e633 req-1df06c4c-35ca-4f73-95e8-5abb7a0e22e5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d&device_id=4d5fdff7-c360-47c7-a384-fa2b933878e4 HTTP/1.1" status: 200 len: 1059 time: 0.0873642 Jun 17 08:49:24.470289 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-95ff3df1-b448-4a1f-a83c-b943b548eb10 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.506409 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-95ff3df1-b448-4a1f-a83c-b943b548eb10 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Transition to ACTIVE for port object 726b8ac1-e284-4776-9f25-dcefba874c4a will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:24.522817 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 55652) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:24.553338 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de96a36-b02a-4d24-bf71-e5cc48e4548f req-8a2e3eee-aa6d-4b6f-a4a6-51be20f2a585 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:24.554547 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.554948 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7de96a36-b02a-4d24-bf71-e5cc48e4548f req-8a2e3eee-aa6d-4b6f-a4a6-51be20f2a585 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5fdff7-c360-47c7-a384-fa2b933878e4 HTTP/1.1" status: 200 len: 907 time: 0.2419024 Jun 17 08:49:24.602922 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59e0ed1-517c-4721-8b06-7e0715f94f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535fd37b-99d4-4e8f-87db-3c143081cd62'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:24.607004 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f994f1b-9fa5-4a2a-a8f7-8203ee6be2c4" -d '{"events": [{"server_uuid": "d59e0ed1-517c-4721-8b06-7e0715f94f7a", "name": "network-vif-plugged", "status": "completed", "tag": "535fd37b-99d4-4e8f-87db-3c143081cd62"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:24.611521 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 535fd37b-99d4-4e8f-87db-3c143081cd62, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=535fd37b-99d4-4e8f-87db-3c143081cd62,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:24.645615 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034f457-0416-4376-9862-4965e5c9e633 req-0812a42f-c6a5-4483-9c9d-3bc10299ab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:24.645931 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1034f457-0416-4376-9862-4965e5c9e633 req-0812a42f-c6a5-4483-9c9d-3bc10299ab01 service neutron] 10.222.0.53 "GET /v2.0/networks?id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f HTTP/1.1" status: 200 len: 913 time: 0.1943121 Jun 17 08:49:24.668706 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f645426-3caa-4cae-a865-aed17d423e4d req-3b913488-3315-4171-b2ad-577f80df687a tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:24.676233 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7f645426-3caa-4cae-a865-aed17d423e4d req-3b913488-3315-4171-b2ad-577f80df687a tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d59e0ed1-517c-4721-8b06-7e0715f94f7a HTTP/1.1" status: 200 len: 944 time: 0.1658044 Jun 17 08:49:24.681486 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-95ff3df1-b448-4a1f-a83c-b943b548eb10 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.688451 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3c8d2868-b7ce-433b-9824-7d9bb988e123 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:24.695615 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['3b4553b9-db0e-4f17-89d6-161a6ee69b5b'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:24.735769 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1034f457-0416-4376-9862-4965e5c9e633 req-41e03ae3-53fa-4569-ac59-0153a6dbabdf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddcb87c1-bf60-4b9e-aab9-88957149b88d HTTP/1.1" status: 200 len: 217 time: 0.0821061 Jun 17 08:49:24.736084 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.739994 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-bd120d4e-4602-42b9-91ba-f0287010d78d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:24.800430 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7f645426-3caa-4cae-a865-aed17d423e4d req-223eedd3-6804-4134-be4c-973ad03b1d2e tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230509 Jun 17 08:49:24.809598 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c438a275-3e0d-4ebd-942d-573db86ffc5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.809598 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff3df1-b448-4a1f-a83c-b943b548eb10 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Pushing event updated for resources: {'Port': ['ID=726b8ac1-e284-4776-9f25-dcefba874c4a,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:24.818543 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=535fd37b-99d4-4e8f-87db-3c143081cd62,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:24.819590 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034f457-0416-4376-9862-4965e5c9e633 req-0240a7b9-ff8e-48a2-af0f-18135ab8d2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:24.821479 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1034f457-0416-4376-9862-4965e5c9e633 req-0240a7b9-ff8e-48a2-af0f-18135ab8d2c5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f1cd377-e173-40e7-8f95-b9cee993c643 HTTP/1.1" status: 200 len: 851 time: 0.0738649 Jun 17 08:49:24.823816 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:24.847029 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-95ff3df1-b448-4a1f-a83c-b943b548eb10 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Network 26debee9-bc17-4dec-acaf-a4c976511744 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:24.857329 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-95ff3df1-b448-4a1f-a83c-b943b548eb10 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:24.857688 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-95ff3df1-b448-4a1f-a83c-b943b548eb10 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:24.862451 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-95ff3df1-b448-4a1f-a83c-b943b548eb10 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:24.908819 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034f457-0416-4376-9862-4965e5c9e633 req-7f27b7a7-fead-454b-ade3-03c3575c00fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:24.910609 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1034f457-0416-4376-9862-4965e5c9e633 req-7f27b7a7-fead-454b-ade3-03c3575c00fd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812831 Jun 17 08:49:24.935444 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-95ff3df1-b448-4a1f-a83c-b943b548eb10 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:24.936363 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-95ff3df1-b448-4a1f-a83c-b943b548eb10 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:25.013277 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae881f7-8291-4a1b-9ea3-6cc019fc94e7 req-6f0d6c5c-a65b-479f-adc1-b96f0cbaee62 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:25.014972 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5ae881f7-8291-4a1b-9ea3-6cc019fc94e7 req-6f0d6c5c-a65b-479f-adc1-b96f0cbaee62 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ad32002-03f3-428f-9ea2-7767cb7c7b2e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2316363 Jun 17 08:49:25.075630 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5ae881f7-8291-4a1b-9ea3-6cc019fc94e7 req-0b703dcc-fa51-402b-a0fa-cd6dbfdadbe6 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 696 time: 0.0538690 Jun 17 08:49:25.087383 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-5ae881f7-8291-4a1b-9ea3-6cc019fc94e7 req-498c7707-fa99-481c-a10c-3566a2dc65ed tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Request body: {'floatingip': {'port_id': '007d2ef7-db9b-4547-98ae-617ca6362580', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:25.095077 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0f718-9847-47bc-90d6-00bc8bb7c563 req-8805d8f1-2e9d-47c8-8076-ef0d7f513059 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:25.096676 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b5e0f718-9847-47bc-90d6-00bc8bb7c563 req-8805d8f1-2e9d-47c8-8076-ef0d7f513059 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.1600726 Jun 17 08:49:25.099255 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1034f457-0416-4376-9862-4965e5c9e633 req-f478c32b-f14b-42fe-921c-b1e942700964 service neutron] 10.222.0.53 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815939 Jun 17 08:49:25.142547 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5ae881f7-8291-4a1b-9ea3-6cc019fc94e7 req-498c7707-fa99-481c-a10c-3566a2dc65ed tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks [] for floatingip, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:25.177331 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c438a275-3e0d-4ebd-942d-573db86ffc5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:25.187889 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b5e0f718-9847-47bc-90d6-00bc8bb7c563 req-d9ce48c4-ee18-4e7b-bf90-a4fd5bc4b0fc tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844300 Jun 17 08:49:25.233832 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1034f457-0416-4376-9862-4965e5c9e633 req-83811daa-8554-4556-b1bd-5d6e5d49461e service neutron] 10.222.0.53 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227608 Jun 17 08:49:25.245638 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91aa105a-cd57-4be9-9fd2-0d0ce4b5e610 x-openstack-request-id: req-91aa105a-cd57-4be9-9fd2-0d0ce4b5e610 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:25.245945 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59e0ed1-517c-4721-8b06-7e0715f94f7a", "name": "network-vif-plugged", "status": "completed", "tag": "535fd37b-99d4-4e8f-87db-3c143081cd62", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:25.246241 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-91aa105a-cd57-4be9-9fd2-0d0ce4b5e610 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:25.246700 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59e0ed1-517c-4721-8b06-7e0715f94f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535fd37b-99d4-4e8f-87db-3c143081cd62', 'code': 200} Jun 17 08:49:25.299035 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c438a275-3e0d-4ebd-942d-573db86ffc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:25.326224 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-d6cb5242-11ae-407f-8a26-cbfcfe9b1486 None None] Provisioning for port 726b8ac1-e284-4776-9f25-dcefba874c4a completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:25.332131 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-d6cb5242-11ae-407f-8a26-cbfcfe9b1486 None None] Provisioning complete for port 726b8ac1-e284-4776-9f25-dcefba874c4a triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:25.341694 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d6cb5242-11ae-407f-8a26-cbfcfe9b1486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:25.342315 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-65aff7a3-5a44-475d-94d5-5f2009c17173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:25.392904 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438a275-3e0d-4ebd-942d-573db86ffc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0909aa52-4c4c-43df-a1f8-377ec62fb936,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:25.398947 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-d6cb5242-11ae-407f-8a26-cbfcfe9b1486 None None] Port 726b8ac1-e284-4776-9f25-dcefba874c4a cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:49:25.427090 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c438a275-3e0d-4ebd-942d-573db86ffc5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:25.456148 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c438a275-3e0d-4ebd-942d-573db86ffc5c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9db33169ccd041e39e113ea7e47efe03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9274399 Jun 17 08:49:25.456335 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 55670) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:25.458898 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-95ff3df1-b448-4a1f-a83c-b943b548eb10 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9836681 Jun 17 08:49:25.474471 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-91b806d6-8373-422f-a0f1-710216a6917c service neutron] Request body: {'port': {'device_id': 'cfeab30a-2850-46c8-bc7c-91c69085c181', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:25.506610 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6778f4fe-6add-4d8b-be93-4c9ae401a62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:25.553376 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a098638-88d1-4ad0-8e87-9ca19196a18d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:25.575186 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f4ccd-8f89-4c62-883b-d7c330acb0fa req-e205f645-c7bf-46ad-8b44-e5443cb10756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:25.576732 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-847f4ccd-8f89-4c62-883b-d7c330acb0fa req-e205f645-c7bf-46ad-8b44-e5443cb10756 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d59e0ed1-517c-4721-8b06-7e0715f94f7a HTTP/1.1" status: 200 len: 1097 time: 0.1898334 Jun 17 08:49:25.586411 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a098638-88d1-4ad0-8e87-9ca19196a18d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:25.595333 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb63cb-be21-443d-81b8-a43947359c79 req-5331f2e1-7f94-4af4-8677-b7980ec59a04 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:25.596897 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ccdb63cb-be21-443d-81b8-a43947359c79 req-5331f2e1-7f94-4af4-8677-b7980ec59a04 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfeab30a-2850-46c8-bc7c-91c69085c181 HTTP/1.1" status: 200 len: 936 time: 0.1044581 Jun 17 08:49:25.661756 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ccdb63cb-be21-443d-81b8-a43947359c79 req-c42cbc2d-204f-4e77-88fb-73e56bb836a5 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb19031c-b7f1-433a-bfbc-83363d4be5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554729 Jun 17 08:49:25.848695 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f2a2b-ffd0-4090-9ce8-e7933126a77d req-bf69d246-97f3-4ccd-8044-632b240bca33 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:25.850606 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cb5f2a2b-ffd0-4090-9ce8-e7933126a77d req-bf69d246-97f3-4ccd-8044-632b240bca33 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.0769665 Jun 17 08:49:25.852069 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a098638-88d1-4ad0-8e87-9ca19196a18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:25.854849 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a098638-88d1-4ad0-8e87-9ca19196a18d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:25.860141 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6a098638-88d1-4ad0-8e87-9ca19196a18d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0909aa52-4c4c-43df-a1f8-377ec62fb936 HTTP/1.1" status: 204 len: 168 time: 0.4024241 Jun 17 08:49:25.862778 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d4f1ae0f-dd4a-41a4-9d33-2af6673c5418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:25.879923 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a098638-88d1-4ad0-8e87-9ca19196a18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0909aa52-4c4c-43df-a1f8-377ec62fb936,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:25.883505 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6a098638-88d1-4ad0-8e87-9ca19196a18d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:25.910591 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 55678) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:25.926795 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cb5f2a2b-ffd0-4090-9ce8-e7933126a77d req-fb75c72d-e725-4336-8d25-828f54553bbf tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652330 Jun 17 08:49:26.010225 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-91b806d6-8373-422f-a0f1-710216a6917c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:26.039247 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-847f4ccd-8f89-4c62-883b-d7c330acb0fa req-8db0db02-0100-4970-b5e0-c79ecb0c8e50 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141560 Jun 17 08:49:26.107236 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5b55523d-1e28-424d-a799-27fe7f105f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:26.178818 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b34386-11b2-45dc-8bf7-a572721b145c req-d5ab1845-064c-4804-b97c-08b8874dfd67 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:26.180361 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-89b34386-11b2-45dc-8bf7-a572721b145c req-d5ab1845-064c-4804-b97c-08b8874dfd67 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 945 time: 0.1150980 Jun 17 08:49:26.240431 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-89b34386-11b2-45dc-8bf7-a572721b145c req-d3119da2-9f4f-44cd-b43f-f0e7804c3171 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502889 Jun 17 08:49:26.248209 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5ae881f7-8291-4a1b-9ea3-6cc019fc94e7 req-498c7707-fa99-481c-a10c-3566a2dc65ed tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:26.265565 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5b55523d-1e28-424d-a799-27fe7f105f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:26.387250 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-91b806d6-8373-422f-a0f1-710216a6917c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726b8ac1-e284-4776-9f25-dcefba874c4a {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:49:26.394826 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5ae881f7-8291-4a1b-9ea3-6cc019fc94e7 req-498c7707-fa99-481c-a10c-3566a2dc65ed tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:26.397909 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-91b806d6-8373-422f-a0f1-710216a6917c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:26.429036 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5b55523d-1e28-424d-a799-27fe7f105f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:26.431900 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0c1b932e-4e42-4bf2-8a73-43ebc4a8043c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:26.470341 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-91b806d6-8373-422f-a0f1-710216a6917c service neutron] Transition to ACTIVE for port object 726b8ac1-e284-4776-9f25-dcefba874c4a will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:26.482820 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab6528-8d24-4e3d-b139-81e710885c5d req-6586f9ec-4ed6-48c6-97c9-5b6154604df2 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:26.484694 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-acab6528-8d24-4e3d-b139-81e710885c5d req-6586f9ec-4ed6-48c6-97c9-5b6154604df2 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d59e0ed1-517c-4721-8b06-7e0715f94f7a HTTP/1.1" status: 200 len: 945 time: 0.1187689 Jun 17 08:49:26.490736 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5b55523d-1e28-424d-a799-27fe7f105f6d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=808a82da188144b0b8596b2758089b68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5765193 Jun 17 08:49:26.491316 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 55690) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:26.496889 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55523d-1e28-424d-a799-27fe7f105f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66919b81-51c8-4ae1-87ce-30484d74ae2f,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:26.501345 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5b55523d-1e28-424d-a799-27fe7f105f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:26.530048 n-d-758944-30 neutron-server[94520]: INFO neutron.db.l3_db [req-5ae881f7-8291-4a1b-9ea3-6cc019fc94e7 req-498c7707-fa99-481c-a10c-3566a2dc65ed tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Floating IP 60d7aa8f-7500-4f72-8761-191f140383e9 associated. External IP: 172.25.2.130, port: 007d2ef7-db9b-4547-98ae-617ca6362580. Jun 17 08:49:26.534160 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-acab6528-8d24-4e3d-b139-81e710885c5d req-8b237b7f-428f-4d39-a028-7eea0d191d8f tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395336 Jun 17 08:49:26.601645 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-91b806d6-8373-422f-a0f1-710216a6917c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:26.607694 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7caf36ba-3b49-4eb7-9c20-3ed5b3173d64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:26.668931 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f678e10e-19ec-44bb-9041-f8553d9990fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:26.724136 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b806d6-8373-422f-a0f1-710216a6917c service neutron] Pushing event updated for resources: {'Port': ['ID=726b8ac1-e284-4776-9f25-dcefba874c4a,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:26.731621 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-91b806d6-8373-422f-a0f1-710216a6917c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:26.733788 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c49598-b21b-4669-8990-d0398c6155e9 req-0f85cc2c-bbe8-43c9-b3b7-c8d31dbae1d1 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:26.737801 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87c49598-b21b-4669-8990-d0398c6155e9 req-0f85cc2c-bbe8-43c9-b3b7-c8d31dbae1d1 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/networks?id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f HTTP/1.1" status: 200 len: 812 time: 0.1214328 Jun 17 08:49:26.747338 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f678e10e-19ec-44bb-9041-f8553d9990fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:26.762121 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87c49598-b21b-4669-8990-d0398c6155e9 req-3e2ce14a-cf60-4672-94ec-18ec7e5bf4b5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/quotas/c4f6d8ed8ebf4cbb81ed4c1f79745b4d HTTP/1.1" status: 200 len: 375 time: 0.0173278 Jun 17 08:49:26.770309 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 55702) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:26.824846 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b9c12bb4-7da8-4c6f-b38d-a75bdd6925e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:26.855519 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87c49598-b21b-4669-8990-d0398c6155e9 req-93fdbe24-e0c3-49ff-9ed3-2c547b9002b6 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0909598 Jun 17 08:49:26.960805 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-91b806d6-8373-422f-a0f1-710216a6917c service neutron] Attempting to bind port 726b8ac1-e284-4776-9f25-dcefba874c4a on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:49:26.962188 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-91b806d6-8373-422f-a0f1-710216a6917c service neutron] Attempting to bind port 726b8ac1-e284-4776-9f25-dcefba874c4a by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:49:26.962188 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-91b806d6-8373-422f-a0f1-710216a6917c service neutron] Attempting to bind port 726b8ac1-e284-4776-9f25-dcefba874c4a on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:26.968713 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87c49598-b21b-4669-8990-d0398c6155e9 req-79fd3f61-7de6-42de-a747-87dbc44b5e39 service neutron] 10.222.0.49 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010392 Jun 17 08:49:26.969809 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-91b806d6-8373-422f-a0f1-710216a6917c service neutron] Port 726b8ac1-e284-4776-9f25-dcefba874c4a on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:49:26.970140 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-91b806d6-8373-422f-a0f1-710216a6917c service neutron] Attempting to bind port 726b8ac1-e284-4776-9f25-dcefba874c4a on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:26.977618 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-91b806d6-8373-422f-a0f1-710216a6917c service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:49:26.977969 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-91b806d6-8373-422f-a0f1-710216a6917c service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:26.978356 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-91b806d6-8373-422f-a0f1-710216a6917c service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:49:26.978865 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-91b806d6-8373-422f-a0f1-710216a6917c service neutron] Bound port: 726b8ac1-e284-4776-9f25-dcefba874c4a, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:49:26.979153 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-91b806d6-8373-422f-a0f1-710216a6917c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:27.032855 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ae881f7-8291-4a1b-9ea3-6cc019fc94e7 req-498c7707-fa99-481c-a10c-3566a2dc65ed tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Router 11323498-96a9-4254-ba4b-b10e763c700f has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:49:27.064935 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87c49598-b21b-4669-8990-d0398c6155e9 req-aaba7d40-e0d2-4834-952c-96bd02b39ca2 service neutron] 10.222.0.49 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899806 Jun 17 08:49:27.156123 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-91b806d6-8373-422f-a0f1-710216a6917c service neutron] For port 726b8ac1-e284-4776-9f25-dcefba874c4a, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:49:27.185015 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-91b806d6-8373-422f-a0f1-710216a6917c service neutron] For port 726b8ac1-e284-4776-9f25-dcefba874c4a, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=726b8ac1-e284-4776-9f25-dcefba874c4a,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:49:27.242405 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b9c12bb4-7da8-4c6f-b38d-a75bdd6925e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:27.244433 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ae881f7-8291-4a1b-9ea3-6cc019fc94e7 req-498c7707-fa99-481c-a10c-3566a2dc65ed tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:49:27.248952 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5ae881f7-8291-4a1b-9ea3-6cc019fc94e7 req-498c7707-fa99-481c-a10c-3566a2dc65ed tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:27.257386 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a592fff9-1e57-4cbc-9294-80bcc62184bc None None] Sync routers for ids ['11323498-96a9-4254-ba4b-b10e763c700f'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:49:27.271012 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a592fff9-1e57-4cbc-9294-80bcc62184bc None None] Routers {'11323498-96a9-4254-ba4b-b10e763c700f'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:27.271761 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-a592fff9-1e57-4cbc-9294-80bcc62184bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:48:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['11323498-96a9-4254-ba4b-b10e763c700f'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:27.272213 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f678e10e-19ec-44bb-9041-f8553d9990fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:27.278800 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f678e10e-19ec-44bb-9041-f8553d9990fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:27.278800 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f678e10e-19ec-44bb-9041-f8553d9990fb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/66919b81-51c8-4ae1-87ce-30484d74ae2f HTTP/1.1" status: 204 len: 168 time: 0.7837918 Jun 17 08:49:27.278800 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-91b806d6-8373-422f-a0f1-710216a6917c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:27.282775 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-da026fdd-da5f-4cc8-b639-ca076e360a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:27.299859 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678e10e-19ec-44bb-9041-f8553d9990fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66919b81-51c8-4ae1-87ce-30484d74ae2f,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:27.308726 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f678e10e-19ec-44bb-9041-f8553d9990fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:27.309257 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b7dcc6f1-a2fd-4029-9127-67ef5ec4c95a tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:27.321366 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5ae881f7-8291-4a1b-9ea3-6cc019fc94e7 req-498c7707-fa99-481c-a10c-3566a2dc65ed tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "PUT /v2.0/floatingips/60d7aa8f-7500-4f72-8761-191f140383e9 HTTP/1.1" status: 200 len: 996 time: 2.2320023 Jun 17 08:49:27.334859 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-91b806d6-8373-422f-a0f1-710216a6917c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:27.335514 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-91b806d6-8373-422f-a0f1-710216a6917c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:27.336968 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-91b806d6-8373-422f-a0f1-710216a6917c service neutron] 10.222.0.53 "PUT /v2.0/ports/726b8ac1-e284-4776-9f25-dcefba874c4a HTTP/1.1" status: 200 len: 1097 time: 1.8698130 Jun 17 08:49:27.337514 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad32002-03f3-428f-9ea2-7767cb7c7b2e', 'tag': '007d2ef7-db9b-4547-98ae-617ca6362580'}, {'name': 'network-changed', 'server_uuid': 'cfeab30a-2850-46c8-bc7c-91c69085c181', 'tag': '726b8ac1-e284-4776-9f25-dcefba874c4a'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:27.339890 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122d7dd7-d48f-47fc-9c5f-cc8ad6ce8d54" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad32002-03f3-428f-9ea2-7767cb7c7b2e", "tag": "007d2ef7-db9b-4547-98ae-617ca6362580"}, {"name": "network-changed", "server_uuid": "cfeab30a-2850-46c8-bc7c-91c69085c181", "tag": "726b8ac1-e284-4776-9f25-dcefba874c4a"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:27.406978 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b9c12bb4-7da8-4c6f-b38d-a75bdd6925e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:27.424787 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b806d6-8373-422f-a0f1-710216a6917c service neutron] Pushing event updated for resources: {'Port': ['ID=726b8ac1-e284-4776-9f25-dcefba874c4a,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:27.438331 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-91b806d6-8373-422f-a0f1-710216a6917c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:27.438856 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-cffebf2d-e1a9-4195-9aa1-c0806a02a3cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:27.459935 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-a592fff9-1e57-4cbc-9294-80bcc62184bc None None] Set router 11323498-96a9-4254-ba4b-b10e763c700f gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:27.481552 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b9c12bb4-7da8-4c6f-b38d-a75bdd6925e6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0c458173366c48bba571f50b4b7e5585&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7041502 Jun 17 08:49:27.484206 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 55714) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:27.498090 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c12bb4-7da8-4c6f-b38d-a75bdd6925e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0eac467-27b2-40e8-b7c3-f3a93c4a1711,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:27.504912 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b9c12bb4-7da8-4c6f-b38d-a75bdd6925e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:27.524622 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae881f7-8291-4a1b-9ea3-6cc019fc94e7 req-8a285f0f-a354-480d-bea5-8ba4569de2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:27.526408 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5ae881f7-8291-4a1b-9ea3-6cc019fc94e7 req-8a285f0f-a354-480d-bea5-8ba4569de2cf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=44443c682bf24966a3252f9e0a1b0a72&device_id=1ad32002-03f3-428f-9ea2-7767cb7c7b2e HTTP/1.1" status: 200 len: 1097 time: 0.1725559 Jun 17 08:49:27.601974 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-19c59191-1d74-41ce-8f6b-1c645905b73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:27.628228 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-19c59191-1d74-41ce-8f6b-1c645905b73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:27.750060 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0abc4-9074-4027-9bf3-96f7161fdda9 req-7aeeb47c-01dd-4029-b341-14ab3e277f75 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:27.751850 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f1a0abc4-9074-4027-9bf3-96f7161fdda9 req-7aeeb47c-01dd-4029-b341-14ab3e277f75 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfeab30a-2850-46c8-bc7c-91c69085c181 HTTP/1.1" status: 200 len: 948 time: 0.0986845 Jun 17 08:49:27.766758 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-bfac6ce8-0e65-45b8-a7f9-5007de6b2e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:27.768393 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-bfac6ce8-0e65-45b8-a7f9-5007de6b2e07 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6d7c02f14ed44047b3890bc6a6b8c730&device_id=cfeab30a-2850-46c8-bc7c-91c69085c181 HTTP/1.1" status: 200 len: 1100 time: 0.2125833 Jun 17 08:49:27.770121 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae881f7-8291-4a1b-9ea3-6cc019fc94e7 req-54853f01-a4ac-423f-b29e-e06eda8599ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:27.771152 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5ae881f7-8291-4a1b-9ea3-6cc019fc94e7 req-54853f01-a4ac-423f-b29e-e06eda8599ed service neutron] 10.222.0.49 "GET /v2.0/networks?id=7b1fa35b-518b-4a6e-9cec-a3387f5b857d HTTP/1.1" status: 200 len: 929 time: 0.2372870 Jun 17 08:49:27.812942 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f1a0abc4-9074-4027-9bf3-96f7161fdda9 req-0654a390-7e58-4f8f-86f5-44b956bcc0bf tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb19031c-b7f1-433a-bfbc-83363d4be5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501864 Jun 17 08:49:27.821972 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-a592fff9-1e57-4cbc-9294-80bcc62184bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11323498-96a9-4254-ba4b-b10e763c700f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952521564-router', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a504a77c-fc8c-41ad-a2ab-868399995165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:49Z', 'updated_at': '2021-06-17T08:48:57Z', 'revision_number': 4, 'project_id': '44443c682bf24966a3252f9e0a1b0a72', 'gw_port': {'id': 'a504a77c-fc8c-41ad-a2ab-868399995165', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11323498-96a9-4254-ba4b-b10e763c700f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:50Z', 'updated_at': '2021-06-17T08:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': '60d7aa8f-7500-4f72-8761-191f140383e9', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': '11323498-96a9-4254-ba4b-b10e763c700f', 'port_id': '007d2ef7-db9b-4547-98ae-617ca6362580', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b1fa35b-518b-4a6e-9cec-a3387f5b857d', 'mac_address': 'fa:16:3e:53:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad32002-03f3-428f-9ea2-7767cb7c7b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:49:22Z', 'updated_at': '2021-06-17T08:49:26Z', 'revision_number': 1, 'project_id': '44443c682bf24966a3252f9e0a1b0a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4da7381-97ec-4d61-9814-7df71729f2ca', 'name': '', 'network_id': '7b1fa35b-518b-4a6e-9cec-a3387f5b857d', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72', 'mac_address': 'fa:16:3e:da:43:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11323498-96a9-4254-ba4b-b10e763c700f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '528819dc-55d5-435f-984f-d0673642b38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:55Z', 'updated_at': '2021-06-17T08:49:04Z', 'revision_number': 5, 'project_id': '44443c682bf24966a3252f9e0a1b0a72', 'subnets': [{'id': '528819dc-55d5-435f-984f-d0673642b38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:27.870706 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a592fff9-1e57-4cbc-9294-80bcc62184bc None None] Checking router: 11323498-96a9-4254-ba4b-b10e763c700f for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:49:27.885233 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a592fff9-1e57-4cbc-9294-80bcc62184bc None None] Routers {'11323498-96a9-4254-ba4b-b10e763c700f'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:27.885956 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-a592fff9-1e57-4cbc-9294-80bcc62184bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:48:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['11323498-96a9-4254-ba4b-b10e763c700f'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:27.889230 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5ae881f7-8291-4a1b-9ea3-6cc019fc94e7 req-98a479e0-3336-4c16-95e0-28e0b62fb736 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=007d2ef7-db9b-4547-98ae-617ca6362580 HTTP/1.1" status: 200 len: 999 time: 0.1114404 Jun 17 08:49:27.894699 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-072428a0-11ee-4c91-8981-96745ed23d4d req-e4498a8c-abfa-41d5-8eb5-a3c827ed0ee9 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 210 time: 0.0390003 Jun 17 08:49:27.928992 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-19be6531-8169-430d-904a-fb8f3ca667a8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=726b8ac1-e284-4776-9f25-dcefba874c4a HTTP/1.1" status: 200 len: 217 time: 0.1528842 Jun 17 08:49:27.942961 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae881f7-8291-4a1b-9ea3-6cc019fc94e7 req-3f1b2687-5893-48d1-ab56-7486bbb671b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:27.950534 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5ae881f7-8291-4a1b-9ea3-6cc019fc94e7 req-3f1b2687-5893-48d1-ab56-7486bbb671b8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=528819dc-55d5-435f-984f-d0673642b38e HTTP/1.1" status: 200 len: 867 time: 0.0602620 Jun 17 08:49:27.985322 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-19c59191-1d74-41ce-8f6b-1c645905b73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:27.992492 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:27.998629 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-19c59191-1d74-41ce-8f6b-1c645905b73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.002586 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-19c59191-1d74-41ce-8f6b-1c645905b73e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f0eac467-27b2-40e8-b7c3-f3a93c4a1711 HTTP/1.1" status: 204 len: 168 time: 0.5147674 Jun 17 08:49:28.003244 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4cc18d25-5a7a-4cc5-aa61-0f9294389552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:28.020027 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c59191-1d74-41ce-8f6b-1c645905b73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0eac467-27b2-40e8-b7c3-f3a93c4a1711,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:28.036449 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-19c59191-1d74-41ce-8f6b-1c645905b73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:28.072764 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-a592fff9-1e57-4cbc-9294-80bcc62184bc None None] Set router 11323498-96a9-4254-ba4b-b10e763c700f gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:28.112804 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae881f7-8291-4a1b-9ea3-6cc019fc94e7 req-af05ad0b-2e8a-44ad-9827-aaf291621248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:28.120993 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5ae881f7-8291-4a1b-9ea3-6cc019fc94e7 req-af05ad0b-2e8a-44ad-9827-aaf291621248 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7b1fa35b-518b-4a6e-9cec-a3387f5b857d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1694529 Jun 17 08:49:28.130399 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8487c-ce18-4d91-b474-e90ff96316f7 req-badfd674-7e0e-46fd-ae35-9df8846c7ce7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:28.130832 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-bd55594e-6733-486b-866d-841037099963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:28.132495 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-bd55594e-6733-486b-866d-841037099963 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1511266 Jun 17 08:49:28.142313 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b7d8487c-ce18-4d91-b474-e90ff96316f7 req-badfd674-7e0e-46fd-ae35-9df8846c7ce7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 945 time: 0.1031396 Jun 17 08:49:28.189162 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b7d8487c-ce18-4d91-b474-e90ff96316f7 req-00639117-5aed-4964-bb5f-e5caf32720df tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448954 Jun 17 08:49:28.248222 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cc4a74-49fa-4085-923e-2f8342095010 x-openstack-request-id: req-a3cc4a74-49fa-4085-923e-2f8342095010 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:28.248487 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad32002-03f3-428f-9ea2-7767cb7c7b2e", "tag": "007d2ef7-db9b-4547-98ae-617ca6362580", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cfeab30a-2850-46c8-bc7c-91c69085c181", "tag": "726b8ac1-e284-4776-9f25-dcefba874c4a", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:28.248740 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a3cc4a74-49fa-4085-923e-2f8342095010 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:28.249771 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad32002-03f3-428f-9ea2-7767cb7c7b2e', 'tag': '007d2ef7-db9b-4547-98ae-617ca6362580', 'status': 'completed', 'code': 200} Jun 17 08:49:28.250080 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfeab30a-2850-46c8-bc7c-91c69085c181', 'tag': '726b8ac1-e284-4776-9f25-dcefba874c4a', 'status': 'completed', 'code': 200} Jun 17 08:49:28.276902 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-c9cc01af-ffa8-42cc-8961-428408f4ab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:28.278420 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-c9cc01af-ffa8-42cc-8961-428408f4ab50 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1313832 Jun 17 08:49:28.366342 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5ae881f7-8291-4a1b-9ea3-6cc019fc94e7 req-499d162d-82d3-4193-a0cc-467b51f23137 service neutron] 10.222.0.49 "GET /v2.0/networks/7b1fa35b-518b-4a6e-9cec-a3387f5b857d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443724 Jun 17 08:49:28.436566 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-a592fff9-1e57-4cbc-9294-80bcc62184bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11323498-96a9-4254-ba4b-b10e763c700f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952521564-router', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a504a77c-fc8c-41ad-a2ab-868399995165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:49Z', 'updated_at': '2021-06-17T08:48:57Z', 'revision_number': 4, 'project_id': '44443c682bf24966a3252f9e0a1b0a72', 'gw_port': {'id': 'a504a77c-fc8c-41ad-a2ab-868399995165', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11323498-96a9-4254-ba4b-b10e763c700f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:50Z', 'updated_at': '2021-06-17T08:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': '60d7aa8f-7500-4f72-8761-191f140383e9', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': '11323498-96a9-4254-ba4b-b10e763c700f', 'port_id': '007d2ef7-db9b-4547-98ae-617ca6362580', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b1fa35b-518b-4a6e-9cec-a3387f5b857d', 'mac_address': 'fa:16:3e:53:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad32002-03f3-428f-9ea2-7767cb7c7b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:49:22Z', 'updated_at': '2021-06-17T08:49:26Z', 'revision_number': 1, 'project_id': '44443c682bf24966a3252f9e0a1b0a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4da7381-97ec-4d61-9814-7df71729f2ca', 'name': '', 'network_id': '7b1fa35b-518b-4a6e-9cec-a3387f5b857d', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72', 'mac_address': 'fa:16:3e:da:43:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11323498-96a9-4254-ba4b-b10e763c700f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '528819dc-55d5-435f-984f-d0673642b38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:55Z', 'updated_at': '2021-06-17T08:49:04Z', 'revision_number': 5, 'project_id': '44443c682bf24966a3252f9e0a1b0a72', 'subnets': [{'id': '528819dc-55d5-435f-984f-d0673642b38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:28.457072 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526df7c9-12c2-4db5-9abe-181f8ddc5023 req-182b61b7-c825-429d-a8ae-3175b10f046b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:28.464700 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-526df7c9-12c2-4db5-9abe-181f8ddc5023 req-182b61b7-c825-429d-a8ae-3175b10f046b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d59e0ed1-517c-4721-8b06-7e0715f94f7a HTTP/1.1" status: 200 len: 945 time: 0.0940907 Jun 17 08:49:28.469254 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a592fff9-1e57-4cbc-9294-80bcc62184bc None None] The sync data for ids ['11323498-96a9-4254-ba4b-b10e763c700f'] in n-d-758944-30 is: [{'id': '11323498-96a9-4254-ba4b-b10e763c700f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952521564-router', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a504a77c-fc8c-41ad-a2ab-868399995165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:49Z', 'updated_at': '2021-06-17T08:48:57Z', 'revision_number': 4, 'project_id': '44443c682bf24966a3252f9e0a1b0a72', 'gw_port': {'id': 'a504a77c-fc8c-41ad-a2ab-868399995165', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11323498-96a9-4254-ba4b-b10e763c700f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:50Z', 'updated_at': '2021-06-17T08:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': '60d7aa8f-7500-4f72-8761-191f140383e9', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': '11323498-96a9-4254-ba4b-b10e763c700f', 'port_id': '007d2ef7-db9b-4547-98ae-617ca6362580', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b1fa35b-518b-4a6e-9cec-a3387f5b857d', 'mac_address': 'fa:16:3e:53:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad32002-03f3-428f-9ea2-7767cb7c7b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:49:22Z', 'updated_at': '2021-06-17T08:49:26Z', 'revision_number': 1, 'project_id': '44443c682bf24966a3252f9e0a1b0a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4da7381-97ec-4d61-9814-7df71729f2ca', 'name': '', 'network_id': '7b1fa35b-518b-4a6e-9cec-a3387f5b857d', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72', 'mac_address': 'fa:16:3e:da:43:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11323498-96a9-4254-ba4b-b10e763c700f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '528819dc-55d5-435f-984f-d0673642b38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:55Z', 'updated_at': '2021-06-17T08:49:04Z', 'revision_number': 5, 'project_id': '44443c682bf24966a3252f9e0a1b0a72', 'subnets': [{'id': '528819dc-55d5-435f-984f-d0673642b38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:49:28.469531 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5ae881f7-8291-4a1b-9ea3-6cc019fc94e7 req-f977f0b6-1855-42ec-8f79-0ba52f34c682 service neutron] 10.222.0.49 "GET /v2.0/networks/7b1fa35b-518b-4a6e-9cec-a3387f5b857d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926788 Jun 17 08:49:28.523716 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 55732) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:28.526007 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-5694bab3-8db7-48d2-878e-03035a8f1647 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121387 Jun 17 08:49:28.531132 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-526df7c9-12c2-4db5-9abe-181f8ddc5023 req-90b24598-48a0-4c59-ad13-6721ecbe5d6c tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647452 Jun 17 08:49:28.537497 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d7dd7-d48f-47fc-9c5f-cc8ad6ce8d54 req-8837508e-308d-4338-9d00-3e344aaba90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:28.538952 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-122d7dd7-d48f-47fc-9c5f-cc8ad6ce8d54 req-8837508e-308d-4338-9d00-3e344aaba90f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44443c682bf24966a3252f9e0a1b0a72&device_id=1ad32002-03f3-428f-9ea2-7767cb7c7b2e HTTP/1.1" status: 200 len: 1097 time: 0.2575369 Jun 17 08:49:28.591489 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8c117663-361c-4fa2-a20a-d473a67597dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.849391 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f591b4-fb14-44b5-ac8d-9d847ba15d12 None None] New status for floating IP 60d7aa8f-7500-4f72-8761-191f140383e9: ACTIVE {{(pid=94522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:49:28.850261 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7637baa9-7cbf-4e68-b374-210fb995cf6b req-f481bfa4-b0f6-4b3d-a370-e1e7b651680b service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094041 Jun 17 08:49:28.868894 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d7dd7-d48f-47fc-9c5f-cc8ad6ce8d54 req-19691d80-6ca1-4e37-b468-6d3f7ca02fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:28.870376 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-122d7dd7-d48f-47fc-9c5f-cc8ad6ce8d54 req-19691d80-6ca1-4e37-b468-6d3f7ca02fc7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7b1fa35b-518b-4a6e-9cec-a3387f5b857d HTTP/1.1" status: 200 len: 929 time: 0.3152492 Jun 17 08:49:28.923752 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-814d9b0f-f28e-4dbc-897f-40bbd11dbe81 req-44e2f19d-698d-467b-a22e-800cd5e806c9 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 258 time: 0.2629080 Jun 17 08:49:28.939903 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-814d9b0f-f28e-4dbc-897f-40bbd11dbe81 req-ecc547f7-2b9f-4785-8043-ce36d3f00b80 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:28.976717 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19063cdb-2739-4a31-ab45-e95f87094375 req-bd48ab14-64fc-4b4b-9cd9-7107aaa4e59b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:28.981080 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-122d7dd7-d48f-47fc-9c5f-cc8ad6ce8d54 req-73aa913a-dba6-4bc2-9dad-b5c560725708 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=007d2ef7-db9b-4547-98ae-617ca6362580 HTTP/1.1" status: 200 len: 999 time: 0.1024380 Jun 17 08:49:28.986739 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8c117663-361c-4fa2-a20a-d473a67597dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.987979 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-19063cdb-2739-4a31-ab45-e95f87094375 req-bd48ab14-64fc-4b4b-9cd9-7107aaa4e59b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/networks?id=e6105816-34ac-4e40-a08a-0beea0be79f0 HTTP/1.1" status: 200 len: 806 time: 0.1916046 Jun 17 08:49:29.003163 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-19063cdb-2739-4a31-ab45-e95f87094375 req-7f5ec13d-be4a-448c-9401-3e503e81dc13 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/quotas/bc856043629546feb20cb98761057747 HTTP/1.1" status: 200 len: 375 time: 0.0095389 Jun 17 08:49:29.083304 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-19063cdb-2739-4a31-ab45-e95f87094375 req-c2c232ba-e9ba-4576-8b97-d89f6022eee2 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bc856043629546feb20cb98761057747&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0701189 Jun 17 08:49:29.094999 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d7dd7-d48f-47fc-9c5f-cc8ad6ce8d54 req-b1d5c047-a094-47de-9038-ed28ee5978a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:29.096755 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-122d7dd7-d48f-47fc-9c5f-cc8ad6ce8d54 req-b1d5c047-a094-47de-9038-ed28ee5978a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=528819dc-55d5-435f-984f-d0673642b38e HTTP/1.1" status: 200 len: 867 time: 0.1074603 Jun 17 08:49:29.146401 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8c117663-361c-4fa2-a20a-d473a67597dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.152029 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c0c15c40-a9ec-4818-bc0c-66c7a2841a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:29.173197 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d7dd7-d48f-47fc-9c5f-cc8ad6ce8d54 req-999c3e94-7e11-4546-9dde-f71dc904bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:29.177136 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-122d7dd7-d48f-47fc-9c5f-cc8ad6ce8d54 req-999c3e94-7e11-4546-9dde-f71dc904bce0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6d7c02f14ed44047b3890bc6a6b8c730&device_id=cfeab30a-2850-46c8-bc7c-91c69085c181 HTTP/1.1" status: 200 len: 1100 time: 0.1697502 Jun 17 08:49:29.185550 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-19063cdb-2739-4a31-ab45-e95f87094375 req-a7e32c3c-3775-405a-82bb-70c73c515c76 service neutron] 10.222.0.49 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944731 Jun 17 08:49:29.231136 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c117663-361c-4fa2-a20a-d473a67597dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5b0d76-96e4-4b36-a959-0acd9a8e770e,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:29.260369 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-8c117663-361c-4fa2-a20a-d473a67597dc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=92934d704e524023a2cc415e84790da1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7297733 Jun 17 08:49:29.261595 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8c117663-361c-4fa2-a20a-d473a67597dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:29.263339 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 55762) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:29.291365 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d7dd7-d48f-47fc-9c5f-cc8ad6ce8d54 req-0ee59f33-c29f-4b1b-98f6-6b09f5f8bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:29.292899 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-122d7dd7-d48f-47fc-9c5f-cc8ad6ce8d54 req-0ee59f33-c29f-4b1b-98f6-6b09f5f8bb34 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7b1fa35b-518b-4a6e-9cec-a3387f5b857d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1883509 Jun 17 08:49:29.310161 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-19063cdb-2739-4a31-ab45-e95f87094375 req-e5e8fde8-0501-4443-89f6-c64e3ea31541 service neutron] 10.222.0.49 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175170 Jun 17 08:49:29.336691 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fb659f11-94de-4b22-9a7c-e494ad771f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.343606 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-814d9b0f-f28e-4dbc-897f-40bbd11dbe81 req-ecc547f7-2b9f-4785-8043-ce36d3f00b80 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks [] for floatingip, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.367817 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fb659f11-94de-4b22-9a7c-e494ad771f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.437879 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b7ae1fc1-b6fb-40e4-9f08-82855ac6c854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.529060 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fb659f11-94de-4b22-9a7c-e494ad771f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.531826 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fb659f11-94de-4b22-9a7c-e494ad771f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.533034 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-fb659f11-94de-4b22-9a7c-e494ad771f06 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd5b0d76-96e4-4b36-a959-0acd9a8e770e HTTP/1.1" status: 204 len: 168 time: 0.2686701 Jun 17 08:49:29.533895 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c42a2715-b842-42a3-8a27-6b65122026ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:29.542404 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb659f11-94de-4b22-9a7c-e494ad771f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5b0d76-96e4-4b36-a959-0acd9a8e770e,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:29.544852 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fb659f11-94de-4b22-9a7c-e494ad771f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:29.759872 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d7dd7-d48f-47fc-9c5f-cc8ad6ce8d54 req-1eb770cf-5299-4d0a-af36-51c0373cc7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:29.761596 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-122d7dd7-d48f-47fc-9c5f-cc8ad6ce8d54 req-1eb770cf-5299-4d0a-af36-51c0373cc7f6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.5741413 Jun 17 08:49:29.837775 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-122d7dd7-d48f-47fc-9c5f-cc8ad6ce8d54 req-775a2f70-d914-4616-8515-579cfba807fe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=726b8ac1-e284-4776-9f25-dcefba874c4a HTTP/1.1" status: 200 len: 217 time: 0.0681632 Jun 17 08:49:29.904810 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-122d7dd7-d48f-47fc-9c5f-cc8ad6ce8d54 req-f6536bad-4552-43d4-a4e3-e195cb50d338 service neutron] 10.222.0.50 "GET /v2.0/networks/7b1fa35b-518b-4a6e-9cec-a3387f5b857d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6025996 Jun 17 08:49:29.906712 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fd76c-39fe-423b-80ce-a92804879f53 req-ea1ecaf2-feff-4db7-8b17-ae09a1b789b6 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:29.925864 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ed6fd76c-39fe-423b-80ce-a92804879f53 req-ea1ecaf2-feff-4db7-8b17-ae09a1b789b6 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfeab30a-2850-46c8-bc7c-91c69085c181 HTTP/1.1" status: 200 len: 948 time: 0.1145773 Jun 17 08:49:29.934687 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d7dd7-d48f-47fc-9c5f-cc8ad6ce8d54 req-c80fb9b2-da23-485c-907d-4118c3874e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:29.936515 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-122d7dd7-d48f-47fc-9c5f-cc8ad6ce8d54 req-c80fb9b2-da23-485c-907d-4118c3874e22 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0871446 Jun 17 08:49:29.982239 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ed6fd76c-39fe-423b-80ce-a92804879f53 req-c95a4d04-9923-413f-b13b-111804aeb58a tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb19031c-b7f1-433a-bfbc-83363d4be5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547218 Jun 17 08:49:30.113853 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-122d7dd7-d48f-47fc-9c5f-cc8ad6ce8d54 req-b57edd42-d371-4b22-9d08-91207e4c8227 service neutron] 10.222.0.50 "GET /v2.0/networks/7b1fa35b-518b-4a6e-9cec-a3387f5b857d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013252 Jun 17 08:49:30.123008 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-814d9b0f-f28e-4dbc-897f-40bbd11dbe81 req-ecc547f7-2b9f-4785-8043-ce36d3f00b80 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:30.144436 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-72940b88-2451-4267-8eb4-f77eff96c95e req-c01c71be-0278-4169-9bf2-ec905a7c29d5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 210 time: 0.0444994 Jun 17 08:49:30.191357 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d7dd7-d48f-47fc-9c5f-cc8ad6ce8d54 req-9f22412c-930e-4a1d-a1ee-76acc0c7d1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:30.193093 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-122d7dd7-d48f-47fc-9c5f-cc8ad6ce8d54 req-9f22412c-930e-4a1d-a1ee-76acc0c7d1af service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1817217 Jun 17 08:49:30.344136 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc223e-77fe-43b8-afd1-9c793c232bca req-1f51a87c-d3b1-4332-b24f-5163049e674f tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:30.346044 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-65dc223e-77fe-43b8-afd1-9c793c232bca req-1f51a87c-d3b1-4332-b24f-5163049e674f tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 945 time: 0.0686400 Jun 17 08:49:30.356821 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-814d9b0f-f28e-4dbc-897f-40bbd11dbe81 req-ecc547f7-2b9f-4785-8043-ce36d3f00b80 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Allocated IP 172.25.2.240 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/cf03a274-3d06-4dd9-8023-cba1aba17274) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:30.364459 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-122d7dd7-d48f-47fc-9c5f-cc8ad6ce8d54 req-13cfc055-ad38-40d8-8208-f5260c4f47d6 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611049 Jun 17 08:49:30.479671 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-65dc223e-77fe-43b8-afd1-9c793c232bca req-d83725e5-0d0c-4fa3-85ad-8db2131b392a tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165645 Jun 17 08:49:30.535499 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c49598-b21b-4669-8990-d0398c6155e9 req-886aa360-bb38-4ca7-acd2-7ebae797e8e3 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:30.546264 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87c49598-b21b-4669-8990-d0398c6155e9 req-886aa360-bb38-4ca7-acd2-7ebae797e8e3 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.53 "GET /v2.0/networks?id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f HTTP/1.1" status: 200 len: 812 time: 0.1990697 Jun 17 08:49:30.548097 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-122d7dd7-d48f-47fc-9c5f-cc8ad6ce8d54 req-2f16b7f8-18b4-410b-b0f6-7eaeba1fd841 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766281 Jun 17 08:49:30.564509 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-87c49598-b21b-4669-8990-d0398c6155e9 req-76e0f1fa-c74d-43ae-a570-c05d6aa068c2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Request body: {'port': {'device_id': '70ad6601-f910-4710-a366-c680f9aefd55', 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f', 'admin_state_up': True, 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:30.583099 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-814d9b0f-f28e-4dbc-897f-40bbd11dbe81 req-ecc547f7-2b9f-4785-8043-ce36d3f00b80 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:30.653292 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b3bcdf06-cc59-4239-98b6-0fdd35f248ae req-03faedf7-5e06-481f-a76a-7aa391b0727d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=96fa664b-522f-468e-91a8-8e83e8a8d428 HTTP/1.1" status: 200 len: 210 time: 0.0992765 Jun 17 08:49:30.733286 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-814d9b0f-f28e-4dbc-897f-40bbd11dbe81 req-ecc547f7-2b9f-4785-8043-ce36d3f00b80 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:30.742816 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f786dc87-f659-417b-9ba4-051622f34866 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:30.782037 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814d9b0f-f28e-4dbc-897f-40bbd11dbe81 req-ecc547f7-2b9f-4785-8043-ce36d3f00b80 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:30.785123 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-814d9b0f-f28e-4dbc-897f-40bbd11dbe81 req-ecc547f7-2b9f-4785-8043-ce36d3f00b80 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:30.788852 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-814d9b0f-f28e-4dbc-897f-40bbd11dbe81 req-ecc547f7-2b9f-4785-8043-ce36d3f00b80 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:30.828360 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc547f7-2b9f-4785-8043-ce36d3f00b80 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Pushing event updated for resources: {'Port': ['ID=cf03a274-3d06-4dd9-8023-cba1aba17274,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:30.838789 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ecc547f7-2b9f-4785-8043-ce36d3f00b80 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:30.841185 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87c49598-b21b-4669-8990-d0398c6155e9 req-76e0f1fa-c74d-43ae-a570-c05d6aa068c2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Made reservation on behalf of c4f6d8ed8ebf4cbb81ed4c1f79745b4d for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:49:30.856751 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-87c49598-b21b-4669-8990-d0398c6155e9 req-76e0f1fa-c74d-43ae-a570-c05d6aa068c2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:30.905216 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-814d9b0f-f28e-4dbc-897f-40bbd11dbe81 req-ecc547f7-2b9f-4785-8043-ce36d3f00b80 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:30.915212 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:31.028098 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-87c49598-b21b-4669-8990-d0398c6155e9 req-76e0f1fa-c74d-43ae-a570-c05d6aa068c2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Allocated IP 172.20.0.14 (14e0e5fd-f3e6-4e07-800d-dfdaacdec65f/9f1cd377-e173-40e7-8f95-b9cee993c643/f1ad74c0-c2a9-4ce1-9c51-11dc51939a99) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:31.129990 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-814d9b0f-f28e-4dbc-897f-40bbd11dbe81 req-ecc547f7-2b9f-4785-8043-ce36d3f00b80 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:31.250187 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa948f0-d60d-44c9-adc5-a4205cf1e81f req-4077940a-2508-492c-bd4e-ef0231946eed tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:31.251850 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1aa948f0-d60d-44c9-adc5-a4205cf1e81f req-4077940a-2508-492c-bd4e-ef0231946eed tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfeab30a-2850-46c8-bc7c-91c69085c181 HTTP/1.1" status: 200 len: 948 time: 0.1556621 Jun 17 08:49:31.297366 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-87c49598-b21b-4669-8990-d0398c6155e9 req-76e0f1fa-c74d-43ae-a570-c05d6aa068c2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:31.321746 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1aa948f0-d60d-44c9-adc5-a4205cf1e81f req-1bb3f153-b84b-46be-aaed-4b391e69fec8 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb19031c-b7f1-433a-bfbc-83363d4be5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629640 Jun 17 08:49:31.322644 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-87c49598-b21b-4669-8990-d0398c6155e9 req-76e0f1fa-c74d-43ae-a570-c05d6aa068c2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Transition to ACTIVE for port object f1ad74c0-c2a9-4ce1-9c51-11dc51939a99 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:31.336744 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-814d9b0f-f28e-4dbc-897f-40bbd11dbe81 req-ecc547f7-2b9f-4785-8043-ce36d3f00b80 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:31.429008 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-814d9b0f-f28e-4dbc-897f-40bbd11dbe81 req-ecc547f7-2b9f-4785-8043-ce36d3f00b80 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:31.432639 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d7e21acd-00f5-4fa6-bdc0-f11c719bc1c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:31.473814 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-68b4dc50-8b5d-4d71-a3f7-ae255b270a28 req-1f6c9217-e963-4dc4-9367-1ecfebdffad3 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 210 time: 0.0356379 Jun 17 08:49:31.487249 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-87c49598-b21b-4669-8990-d0398c6155e9 req-76e0f1fa-c74d-43ae-a570-c05d6aa068c2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:31.497799 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a53cd08f-adc8-46a3-96ba-3f8010b763a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:31.510111 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['0e4eeb5b-b661-429b-ab04-279d4c2200ff', '78fdcced-753d-4560-9cf1-25d274d617b3'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:31.560214 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc547f7-2b9f-4785-8043-ce36d3f00b80 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Pushing event updated for resources: {'Port': ['ID=cf03a274-3d06-4dd9-8023-cba1aba17274,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:31.575007 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-814d9b0f-f28e-4dbc-897f-40bbd11dbe81 req-ecc547f7-2b9f-4785-8043-ce36d3f00b80 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:31.581631 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ecc547f7-2b9f-4785-8043-ce36d3f00b80 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:31.609823 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87c49598-b21b-4669-8990-d0398c6155e9 req-76e0f1fa-c74d-43ae-a570-c05d6aa068c2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:31.624350 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-87c49598-b21b-4669-8990-d0398c6155e9 req-76e0f1fa-c74d-43ae-a570-c05d6aa068c2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:31.636444 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c49598-b21b-4669-8990-d0398c6155e9 req-76e0f1fa-c74d-43ae-a570-c05d6aa068c2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:31.647982 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0f1fa-c74d-43ae-a570-c05d6aa068c2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Pushing event updated for resources: {'Port': ['ID=f1ad74c0-c2a9-4ce1-9c51-11dc51939a99,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:31.652641 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-76e0f1fa-c74d-43ae-a570-c05d6aa068c2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:31.672010 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-814d9b0f-f28e-4dbc-897f-40bbd11dbe81 req-ecc547f7-2b9f-4785-8043-ce36d3f00b80 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:31.673635 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-814d9b0f-f28e-4dbc-897f-40bbd11dbe81 req-ecc547f7-2b9f-4785-8043-ce36d3f00b80 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7411673 Jun 17 08:49:31.764380 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c49598-b21b-4669-8990-d0398c6155e9 req-76e0f1fa-c74d-43ae-a570-c05d6aa068c2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:31.765025 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-87c49598-b21b-4669-8990-d0398c6155e9 req-76e0f1fa-c74d-43ae-a570-c05d6aa068c2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:31.767623 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-814d9b0f-f28e-4dbc-897f-40bbd11dbe81 req-ee3f80d4-06fa-4a0c-b489-ee24fbc00ee8 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.240 HTTP/1.1" status: 200 len: 696 time: 0.0869367 Jun 17 08:49:31.874503 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb981b6-6e9e-460c-ba41-39c8a21b1606 req-f00d5f86-d463-4d3e-97c7-1b744cfb4d25 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:31.878425 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6bb981b6-6e9e-460c-ba41-39c8a21b1606 req-f00d5f86-d463-4d3e-97c7-1b744cfb4d25 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 945 time: 0.1987662 Jun 17 08:49:31.951264 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6bb981b6-6e9e-460c-ba41-39c8a21b1606 req-9247a775-fd5e-42c7-9469-fd709150166e tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656447 Jun 17 08:49:31.954000 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87c49598-b21b-4669-8990-d0398c6155e9 req-76e0f1fa-c74d-43ae-a570-c05d6aa068c2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3954508 Jun 17 08:49:31.967378 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-87c49598-b21b-4669-8990-d0398c6155e9 req-4e81531f-c1c6-46d2-a621-f536f1949d51 service neutron] Request body: {'port': {'device_id': '70ad6601-f910-4710-a366-c680f9aefd55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:32.007046 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d9b0f-f28e-4dbc-897f-40bbd11dbe81 req-3771a338-b5de-4b2c-bf1c-0248740f5e19 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:32.025729 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-814d9b0f-f28e-4dbc-897f-40bbd11dbe81 req-3771a338-b5de-4b2c-bf1c-0248740f5e19 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 784 time: 0.2497516 Jun 17 08:49:32.100157 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-73571953-8f22-4c77-85fb-8f8d964ff74c None None] Provisioning for port f1ad74c0-c2a9-4ce1-9c51-11dc51939a99 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:32.106331 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-73571953-8f22-4c77-85fb-8f8d964ff74c None None] Provisioning complete for port f1ad74c0-c2a9-4ce1-9c51-11dc51939a99 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:32.106661 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-73571953-8f22-4c77-85fb-8f8d964ff74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:32.180964 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-73571953-8f22-4c77-85fb-8f8d964ff74c None None] Port f1ad74c0-c2a9-4ce1-9c51-11dc51939a99 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:49:32.187567 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-edef00b3-8a0d-46ef-86d4-85907971adaf req-2c777bbc-1449-4275-9bff-1f0e6848e531 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=96fa664b-522f-468e-91a8-8e83e8a8d428 HTTP/1.1" status: 200 len: 210 time: 0.0662937 Jun 17 08:49:32.209872 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-87c49598-b21b-4669-8990-d0398c6155e9 req-4e81531f-c1c6-46d2-a621-f536f1949d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:32.355621 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49e4f3-6b28-46fe-a522-d856ddd0ea18 req-9c3271ae-f7b1-4b51-a088-4fa895fb3ba2 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:32.355621 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd49e4f3-6b28-46fe-a522-d856ddd0ea18 req-9c3271ae-f7b1-4b51-a088-4fa895fb3ba2 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ad32002-03f3-428f-9ea2-7767cb7c7b2e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0827348 Jun 17 08:49:32.440667 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd49e4f3-6b28-46fe-a522-d856ddd0ea18 req-32eeaf6c-52db-4a3a-8d0d-df680e8e4c7a tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.240 HTTP/1.1" status: 200 len: 696 time: 0.0733140 Jun 17 08:49:32.450799 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-dd49e4f3-6b28-46fe-a522-d856ddd0ea18 req-48dfae7f-cb29-422f-b638-6174f3cfec1c tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Request body: {'floatingip': {'port_id': '007d2ef7-db9b-4547-98ae-617ca6362580', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:32.500588 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-dd49e4f3-6b28-46fe-a522-d856ddd0ea18 req-48dfae7f-cb29-422f-b638-6174f3cfec1c tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks [] for floatingip, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:32.503609 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:32.806358 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [req-dd49e4f3-6b28-46fe-a522-d856ddd0ea18 req-48dfae7f-cb29-422f-b638-6174f3cfec1c tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] update failed (client error): There was a conflict when trying to complete your request. Jun 17 08:49:32.807608 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd49e4f3-6b28-46fe-a522-d856ddd0ea18 req-48dfae7f-cb29-422f-b638-6174f3cfec1c tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "PUT /v2.0/floatingips/9928c03f-6f54-4000-af0a-8ecb99b4bef9 HTTP/1.1" status: 409 len: 550 time: 0.3617630 Jun 17 08:49:32.885438 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf00c3-7dcb-44af-9ec0-ac0a74a8d9e6 req-2e7a0632-8127-4824-bce5-c6078eebdf57 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:32.886962 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6eaf00c3-7dcb-44af-9ec0-ac0a74a8d9e6 req-2e7a0632-8127-4824-bce5-c6078eebdf57 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfeab30a-2850-46c8-bc7c-91c69085c181 HTTP/1.1" status: 200 len: 948 time: 0.1356592 Jun 17 08:49:32.962337 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6eaf00c3-7dcb-44af-9ec0-ac0a74a8d9e6 req-56793c91-8e31-448d-889b-02a5c3bc6857 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb19031c-b7f1-433a-bfbc-83363d4be5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693502 Jun 17 08:49:32.968616 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-87c49598-b21b-4669-8990-d0398c6155e9 req-4e81531f-c1c6-46d2-a621-f536f1949d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ad74c0-c2a9-4ce1-9c51-11dc51939a99 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:49:32.980203 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-87c49598-b21b-4669-8990-d0398c6155e9 req-4e81531f-c1c6-46d2-a621-f536f1949d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.007110 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-87c49598-b21b-4669-8990-d0398c6155e9 req-4e81531f-c1c6-46d2-a621-f536f1949d51 service neutron] Transition to ACTIVE for port object f1ad74c0-c2a9-4ce1-9c51-11dc51939a99 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:33.054759 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be2ad6de-c26b-4792-853e-8b16268fa222 req-42a3b4fa-f67b-4c07-a601-7eb595c52b8b tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/floatingips/9928c03f-6f54-4000-af0a-8ecb99b4bef9 HTTP/1.1" status: 200 len: 693 time: 0.0486221 Jun 17 08:49:33.120633 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705cc050-3393-4c11-899d-b30d79454c62 req-449d1882-25c2-49cb-8ba1-63fe1f8dbbcf tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:33.122645 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-705cc050-3393-4c11-899d-b30d79454c62 req-449d1882-25c2-49cb-8ba1-63fe1f8dbbcf tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 932 time: 0.1665032 Jun 17 08:49:33.134774 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19063cdb-2739-4a31-ab45-e95f87094375 req-ba6f2563-4e3b-47e2-b2d0-4082fbe36911 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:33.135428 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-19063cdb-2739-4a31-ab45-e95f87094375 req-ba6f2563-4e3b-47e2-b2d0-4082fbe36911 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.53 "GET /v2.0/networks?id=e6105816-34ac-4e40-a08a-0beea0be79f0 HTTP/1.1" status: 200 len: 806 time: 0.1959319 Jun 17 08:49:33.143917 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-87c49598-b21b-4669-8990-d0398c6155e9 req-4e81531f-c1c6-46d2-a621-f536f1949d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.149611 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7b6ea939-051c-4b50-9605-bc84720b00ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:33.159580 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-19063cdb-2739-4a31-ab45-e95f87094375 req-5d68beb3-cc8d-4f67-9095-ae92f9a93362 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Request body: {'port': {'device_id': '96fa664b-522f-468e-91a8-8e83e8a8d428', 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0', 'admin_state_up': True, 'tenant_id': 'bc856043629546feb20cb98761057747'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:33.246482 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-705cc050-3393-4c11-899d-b30d79454c62 req-07456e3f-a3d7-4b64-b19f-f0f7417f49eb tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098871 Jun 17 08:49:33.273845 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ad6de-c26b-4792-853e-8b16268fa222 req-610b6f2a-6947-4326-a203-5c351a421230 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:33.275342 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be2ad6de-c26b-4792-853e-8b16268fa222 req-610b6f2a-6947-4326-a203-5c351a421230 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 784 time: 0.2138884 Jun 17 08:49:33.282047 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81531f-c1c6-46d2-a621-f536f1949d51 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ad74c0-c2a9-4ce1-9c51-11dc51939a99,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:33.294037 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 726b8ac1-e284-4776-9f25-dcefba874c4a details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:49:33.332978 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4e81531f-c1c6-46d2-a621-f536f1949d51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:33.426680 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be2ad6de-c26b-4792-853e-8b16268fa222 req-2ed06c1f-26c0-45df-923e-2150e2418b7c tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.240 HTTP/1.1" status: 200 len: 696 time: 0.0924284 Jun 17 08:49:33.472334 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 726b8ac1-e284-4776-9f25-dcefba874c4a, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=726b8ac1-e284-4776-9f25-dcefba874c4a,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:33.486380 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '726b8ac1-e284-4776-9f25-dcefba874c4a', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '726b8ac1-e284-4776-9f25-dcefba874c4a', 'mac_address': 'fa:16:3e:41:e6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:49:33.487327 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19063cdb-2739-4a31-ab45-e95f87094375 req-5d68beb3-cc8d-4f67-9095-ae92f9a93362 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Made reservation on behalf of bc856043629546feb20cb98761057747 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:49:33.495866 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-19063cdb-2739-4a31-ab45-e95f87094375 req-5d68beb3-cc8d-4f67-9095-ae92f9a93362 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.509678 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be2ad6de-c26b-4792-853e-8b16268fa222 req-f4636b89-b0b1-4814-ab19-2ecd331f9d80 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.240 HTTP/1.1" status: 200 len: 696 time: 0.0820532 Jun 17 08:49:33.532399 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.565425 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726b8ac1-e284-4776-9f25-dcefba874c4a {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:49:33.576195 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-87c49598-b21b-4669-8990-d0398c6155e9 req-4e81531f-c1c6-46d2-a621-f536f1949d51 service neutron] Attempting to bind port f1ad74c0-c2a9-4ce1-9c51-11dc51939a99 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:49:33.576540 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-87c49598-b21b-4669-8990-d0398c6155e9 req-4e81531f-c1c6-46d2-a621-f536f1949d51 service neutron] Attempting to bind port f1ad74c0-c2a9-4ce1-9c51-11dc51939a99 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '498ad4d7-c11e-481f-a553-b46b3e1dd7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:49:33.576877 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c49598-b21b-4669-8990-d0398c6155e9 req-4e81531f-c1c6-46d2-a621-f536f1949d51 service neutron] Attempting to bind port f1ad74c0-c2a9-4ce1-9c51-11dc51939a99 on network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:33.598218 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd948e7-a626-4183-a873-44662d9baf34 req-eb5e60b0-d691-4378-8dc0-35549c56cde5 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:33.600001 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 726b8ac1-e284-4776-9f25-dcefba874c4a, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=726b8ac1-e284-4776-9f25-dcefba874c4a,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:33.601011 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6fd948e7-a626-4183-a873-44662d9baf34 req-eb5e60b0-d691-4378-8dc0-35549c56cde5 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 945 time: 0.1775293 Jun 17 08:49:33.627832 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c49598-b21b-4669-8990-d0398c6155e9 req-4e81531f-c1c6-46d2-a621-f536f1949d51 service neutron] Port f1ad74c0-c2a9-4ce1-9c51-11dc51939a99 on network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:49:33.628169 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c49598-b21b-4669-8990-d0398c6155e9 req-4e81531f-c1c6-46d2-a621-f536f1949d51 service neutron] Attempting to bind port f1ad74c0-c2a9-4ce1-9c51-11dc51939a99 on network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:33.652540 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c49598-b21b-4669-8990-d0398c6155e9 req-4e81531f-c1c6-46d2-a621-f536f1949d51 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:49:33.652902 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c49598-b21b-4669-8990-d0398c6155e9 req-4e81531f-c1c6-46d2-a621-f536f1949d51 service neutron] Checking segment: {'id': '498ad4d7-c11e-481f-a553-b46b3e1dd7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:33.653283 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c49598-b21b-4669-8990-d0398c6155e9 req-4e81531f-c1c6-46d2-a621-f536f1949d51 service neutron] Bound using segment: {'id': '498ad4d7-c11e-481f-a553-b46b3e1dd7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:49:33.653756 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-87c49598-b21b-4669-8990-d0398c6155e9 req-4e81531f-c1c6-46d2-a621-f536f1949d51 service neutron] Bound port: f1ad74c0-c2a9-4ce1-9c51-11dc51939a99, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '498ad4d7-c11e-481f-a553-b46b3e1dd7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:49:33.654074 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-87c49598-b21b-4669-8990-d0398c6155e9 req-4e81531f-c1c6-46d2-a621-f536f1949d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.691110 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6fd948e7-a626-4183-a873-44662d9baf34 req-244a9f8b-340f-4a1e-96cc-98bb96853a76 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800791 Jun 17 08:49:33.731687 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-be2ad6de-c26b-4792-853e-8b16268fa222 req-f690889b-3e22-48e4-b4bc-8e8f1c208b04 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Deleting port cf03a274-3d06-4dd9-8023-cba1aba17274 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:33.732059 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-be2ad6de-c26b-4792-853e-8b16268fa222 req-f690889b-3e22-48e4-b4bc-8e8f1c208b04 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.735768 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-19063cdb-2739-4a31-ab45-e95f87094375 req-5d68beb3-cc8d-4f67-9095-ae92f9a93362 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Allocated IP 172.20.0.6 (e6105816-34ac-4e40-a08a-0beea0be79f0/d3ab4f8a-558c-4943-babf-c8684f255cc6/30e608d6-d062-4756-b25e-a567722f7178) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:33.745871 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.751418 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:33.781769 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-87c49598-b21b-4669-8990-d0398c6155e9 req-4e81531f-c1c6-46d2-a621-f536f1949d51 service neutron] For port f1ad74c0-c2a9-4ce1-9c51-11dc51939a99, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:49:33.802122 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-87c49598-b21b-4669-8990-d0398c6155e9 req-4e81531f-c1c6-46d2-a621-f536f1949d51 service neutron] For port f1ad74c0-c2a9-4ce1-9c51-11dc51939a99, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=f1ad74c0-c2a9-4ce1-9c51-11dc51939a99,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:49:33.817774 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=726b8ac1-e284-4776-9f25-dcefba874c4a,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:33.822292 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:33.849544 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-be2ad6de-c26b-4792-853e-8b16268fa222 req-f690889b-3e22-48e4-b4bc-8e8f1c208b04 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.850135 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-be2ad6de-c26b-4792-853e-8b16268fa222 req-f690889b-3e22-48e4-b4bc-8e8f1c208b04 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.924697 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-19063cdb-2739-4a31-ab45-e95f87094375 req-5d68beb3-cc8d-4f67-9095-ae92f9a93362 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.928554 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-be2ad6de-c26b-4792-853e-8b16268fa222 req-f690889b-3e22-48e4-b4bc-8e8f1c208b04 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Calling delete_port for cf03a274-3d06-4dd9-8023-cba1aba17274 owned by network:floatingip {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:33.933442 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-87c49598-b21b-4669-8990-d0398c6155e9 req-4e81531f-c1c6-46d2-a621-f536f1949d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.938302 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4c9c1cb2-6b7d-4752-955b-1c0fb2433fd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:33.958178 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-15eb13ec-2f1e-4479-80c1-03d6fa79f3bb req-f6d30e25-2707-4578-8537-d295aa153f03 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=96fa664b-522f-468e-91a8-8e83e8a8d428 HTTP/1.1" status: 200 len: 210 time: 0.0305502 Jun 17 08:49:34.017936 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['726b8ac1-e284-4776-9f25-dcefba874c4a'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:34.042476 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c49598-b21b-4669-8990-d0398c6155e9 req-4e81531f-c1c6-46d2-a621-f536f1949d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:34.043398 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-87c49598-b21b-4669-8990-d0398c6155e9 req-4e81531f-c1c6-46d2-a621-f536f1949d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:34.047849 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87c49598-b21b-4669-8990-d0398c6155e9 req-4e81531f-c1c6-46d2-a621-f536f1949d51 service neutron] 10.222.0.53 "PUT /v2.0/ports/f1ad74c0-c2a9-4ce1-9c51-11dc51939a99 HTTP/1.1" status: 200 len: 1093 time: 2.0834172 Jun 17 08:49:34.053775 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ad6601-f910-4710-a366-c680f9aefd55', 'tag': 'f1ad74c0-c2a9-4ce1-9c51-11dc51939a99'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:34.058772 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a163cfa2-dc3c-4f20-b033-5cb14c97eb23" -d '{"events": [{"name": "network-changed", "server_uuid": "70ad6601-f910-4710-a366-c680f9aefd55", "tag": "f1ad74c0-c2a9-4ce1-9c51-11dc51939a99"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:34.110978 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81531f-c1c6-46d2-a621-f536f1949d51 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ad74c0-c2a9-4ce1-9c51-11dc51939a99,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:34.120774 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4e81531f-c1c6-46d2-a621-f536f1949d51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:34.178032 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-19063cdb-2739-4a31-ab45-e95f87094375 req-5d68beb3-cc8d-4f67-9095-ae92f9a93362 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:34.197215 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['2d207028-4b95-419e-be6f-114317fcaa67', '535fd37b-99d4-4e8f-87db-3c143081cd62'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:34.221524 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e326755f-79cb-49ca-a506-a9cd74786da8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:34.310986 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19063cdb-2739-4a31-ab45-e95f87094375 req-5d68beb3-cc8d-4f67-9095-ae92f9a93362 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Network e6105816-34ac-4e40-a08a-0beea0be79f0 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:34.316377 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-19063cdb-2739-4a31-ab45-e95f87094375 req-5d68beb3-cc8d-4f67-9095-ae92f9a93362 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:34.330795 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-19063cdb-2739-4a31-ab45-e95f87094375 req-5d68beb3-cc8d-4f67-9095-ae92f9a93362 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:34.340669 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c49598-b21b-4669-8990-d0398c6155e9 req-f9c258e9-8a28-4a09-9864-e5bdfe23793a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:34.345887 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87c49598-b21b-4669-8990-d0398c6155e9 req-f9c258e9-8a28-4a09-9864-e5bdfe23793a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d&device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 1096 time: 0.0902064 Jun 17 08:49:34.393709 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68beb3-cc8d-4f67-9095-ae92f9a93362 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Pushing event updated for resources: {'Port': ['ID=30e608d6-d062-4756-b25e-a567722f7178,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:34.409790 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5d68beb3-cc8d-4f67-9095-ae92f9a93362 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:34.459984 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87c49598-b21b-4669-8990-d0398c6155e9 req-a81a43ee-289c-4e0f-89f9-3bec9d2e2e6d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1ad74c0-c2a9-4ce1-9c51-11dc51939a99 HTTP/1.1" status: 200 len: 217 time: 0.0972829 Jun 17 08:49:34.460671 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-be2ad6de-c26b-4792-853e-8b16268fa222 req-f690889b-3e22-48e4-b4bc-8e8f1c208b04 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:34.461776 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4057beb-8ae9-4d0b-9707-2d5e4b73f8a0 req-99be1515-c11a-4c35-a2c6-337222c11d13 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:34.463930 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f1bf5a83-d1f5-4676-b59c-76ac903b9357 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:34.473967 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b4057beb-8ae9-4d0b-9707-2d5e4b73f8a0 req-99be1515-c11a-4c35-a2c6-337222c11d13 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfeab30a-2850-46c8-bc7c-91c69085c181 HTTP/1.1" status: 200 len: 949 time: 0.2762191 Jun 17 08:49:34.494318 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19063cdb-2739-4a31-ab45-e95f87094375 req-5d68beb3-cc8d-4f67-9095-ae92f9a93362 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:34.495015 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-19063cdb-2739-4a31-ab45-e95f87094375 req-5d68beb3-cc8d-4f67-9095-ae92f9a93362 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:34.543674 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690889b-3e22-48e4-b4bc-8e8f1c208b04 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Pushing event deleted for resources: {'Port': ['ID=cf03a274-3d06-4dd9-8023-cba1aba17274,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:34.547736 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f690889b-3e22-48e4-b4bc-8e8f1c208b04 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:34.568294 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b4057beb-8ae9-4d0b-9707-2d5e4b73f8a0 req-1b478771-f0c5-45a7-aaed-dd299e3ec40f tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb19031c-b7f1-433a-bfbc-83363d4be5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678682 Jun 17 08:49:34.634990 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-19063cdb-2739-4a31-ab45-e95f87094375 req-5d68beb3-cc8d-4f67-9095-ae92f9a93362 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4891980 Jun 17 08:49:34.656854 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-19063cdb-2739-4a31-ab45-e95f87094375 req-469bda62-6b7c-4919-a5b6-070b700ca8bc service neutron] Request body: {'port': {'device_id': '96fa664b-522f-468e-91a8-8e83e8a8d428', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:34.670458 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e80b90-0c6a-4f6a-9d38-f469c414ba8d x-openstack-request-id: req-93e80b90-0c6a-4f6a-9d38-f469c414ba8d {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:34.671508 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ad6601-f910-4710-a366-c680f9aefd55", "tag": "f1ad74c0-c2a9-4ce1-9c51-11dc51939a99", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:34.671847 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-93e80b90-0c6a-4f6a-9d38-f469c414ba8d {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:34.672303 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ad6601-f910-4710-a366-c680f9aefd55', 'tag': 'f1ad74c0-c2a9-4ce1-9c51-11dc51939a99', 'status': 'completed', 'code': 200} Jun 17 08:49:34.742716 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-be2ad6de-c26b-4792-853e-8b16268fa222 req-f690889b-3e22-48e4-b4bc-8e8f1c208b04 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks [] for floatingip, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:34.745290 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-be2ad6de-c26b-4792-853e-8b16268fa222 req-f690889b-3e22-48e4-b4bc-8e8f1c208b04 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:34.746657 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be2ad6de-c26b-4792-853e-8b16268fa222 req-f690889b-3e22-48e4-b4bc-8e8f1c208b04 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "DELETE /v2.0/floatingips/9928c03f-6f54-4000-af0a-8ecb99b4bef9 HTTP/1.1" status: 204 len: 173 time: 1.2358594 Jun 17 08:49:34.776856 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c49598-b21b-4669-8990-d0398c6155e9 req-1f4e90a0-0cab-40d3-b04f-161c5cae9c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:34.781539 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87c49598-b21b-4669-8990-d0398c6155e9 req-1f4e90a0-0cab-40d3-b04f-161c5cae9c97 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f1cd377-e173-40e7-8f95-b9cee993c643 HTTP/1.1" status: 200 len: 851 time: 0.2678065 Jun 17 08:49:34.797340 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-19063cdb-2739-4a31-ab45-e95f87094375 req-469bda62-6b7c-4919-a5b6-070b700ca8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:34.908298 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c49598-b21b-4669-8990-d0398c6155e9 req-644f2b01-23d5-45a7-b0ed-16a95acc0f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:34.909806 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87c49598-b21b-4669-8990-d0398c6155e9 req-644f2b01-23d5-45a7-b0ed-16a95acc0f0c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1223412 Jun 17 08:49:34.953224 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0efc9-f6ef-41df-a3b8-8e7c1068a856 req-e91238d0-453b-4436-98c8-24f94a2db43c tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:34.954703 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0cb0efc9-f6ef-41df-a3b8-8e7c1068a856 req-e91238d0-453b-4436-98c8-24f94a2db43c tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 944 time: 0.2082105 Jun 17 08:49:34.995219 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37679096-7dae-4bb8-8852-3886ffbd14ae req-8be91fbe-3a04-4c4c-9d8e-98c40ed61bb3 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:34.996827 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-37679096-7dae-4bb8-8852-3886ffbd14ae req-8be91fbe-3a04-4c4c-9d8e-98c40ed61bb3 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 945 time: 0.1335669 Jun 17 08:49:35.050841 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0cb0efc9-f6ef-41df-a3b8-8e7c1068a856 req-66830714-3382-426c-a8dd-b257d1fa0ea9 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874572 Jun 17 08:49:35.056760 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87c49598-b21b-4669-8990-d0398c6155e9 req-2d9997eb-f4a7-4a5e-a1a8-55ef802e4976 service neutron] 10.222.0.53 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387162 Jun 17 08:49:35.126015 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-37679096-7dae-4bb8-8852-3886ffbd14ae req-a60cf67a-b07e-4f7d-8781-986e37da4164 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195846 Jun 17 08:49:35.198027 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87c49598-b21b-4669-8990-d0398c6155e9 req-db20ef80-bb06-4c4f-ac88-ec4bca15e51d service neutron] 10.222.0.53 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335261 Jun 17 08:49:35.200310 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-19063cdb-2739-4a31-ab45-e95f87094375 req-469bda62-6b7c-4919-a5b6-070b700ca8bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30e608d6-d062-4756-b25e-a567722f7178 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:49:35.211650 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-19063cdb-2739-4a31-ab45-e95f87094375 req-469bda62-6b7c-4919-a5b6-070b700ca8bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.226401 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-15d4c1f1-f627-4bc7-98bc-6796c3436885 req-daa26d02-b026-4ba4-82fe-7bdea45a15b9 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 1001 time: 0.1480832 Jun 17 08:49:35.238130 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-19063cdb-2739-4a31-ab45-e95f87094375 req-469bda62-6b7c-4919-a5b6-070b700ca8bc service neutron] Transition to ACTIVE for port object 30e608d6-d062-4756-b25e-a567722f7178 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:35.292946 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4c1f1-f627-4bc7-98bc-6796c3436885 req-46947106-4ba9-4528-8214-ab086b1a52e7 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:35.294711 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-15d4c1f1-f627-4bc7-98bc-6796c3436885 req-46947106-4ba9-4528-8214-ab086b1a52e7 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/ports/007d2ef7-db9b-4547-98ae-617ca6362580 HTTP/1.1" status: 200 len: 942 time: 0.0585029 Jun 17 08:49:35.303588 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 726b8ac1-e284-4776-9f25-dcefba874c4a up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:35.337232 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-19063cdb-2739-4a31-ab45-e95f87094375 req-469bda62-6b7c-4919-a5b6-070b700ca8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.344419 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-91b806d6-8373-422f-a0f1-710216a6917c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:35.512720 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163cfa2-dc3c-4f20-b033-5cb14c97eb23 req-33ec40b0-5bd0-4a6c-84d9-8192cb2e95e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:35.513686 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a163cfa2-dc3c-4f20-b033-5cb14c97eb23 req-33ec40b0-5bd0-4a6c-84d9-8192cb2e95e2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d&device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 1096 time: 0.1265182 Jun 17 08:49:35.529302 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4b165-f913-4371-b340-888fce039e06 req-2d5762bd-babf-4d35-96a6-c3630d44e2f6 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:35.529553 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 726b8ac1-e284-4776-9f25-dcefba874c4a completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:35.531367 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-abf4b165-f913-4371-b340-888fce039e06 req-2d5762bd-babf-4d35-96a6-c3630d44e2f6 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=96fa664b-522f-468e-91a8-8e83e8a8d428 HTTP/1.1" status: 200 len: 943 time: 0.1453924 Jun 17 08:49:35.542205 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 726b8ac1-e284-4776-9f25-dcefba874c4a triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:35.544029 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.550083 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bda62-6b7c-4919-a5b6-070b700ca8bc service neutron] Pushing event updated for resources: {'Port': ['ID=30e608d6-d062-4756-b25e-a567722f7178,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:35.605292 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-469bda62-6b7c-4919-a5b6-070b700ca8bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:35.623022 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-abf4b165-f913-4371-b340-888fce039e06 req-d8c6b6b3-0e12-4974-8da8-eb31b9472c92 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824192 Jun 17 08:49:35.627246 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-19063cdb-2739-4a31-ab45-e95f87094375 req-469bda62-6b7c-4919-a5b6-070b700ca8bc service neutron] Attempting to bind port 30e608d6-d062-4756-b25e-a567722f7178 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:49:35.627584 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-19063cdb-2739-4a31-ab45-e95f87094375 req-469bda62-6b7c-4919-a5b6-070b700ca8bc service neutron] Attempting to bind port 30e608d6-d062-4756-b25e-a567722f7178 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': 'db2ad255-e350-4531-a281-16b05a94881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:49:35.627936 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19063cdb-2739-4a31-ab45-e95f87094375 req-469bda62-6b7c-4919-a5b6-070b700ca8bc service neutron] Attempting to bind port 30e608d6-d062-4756-b25e-a567722f7178 on network e6105816-34ac-4e40-a08a-0beea0be79f0 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:35.636371 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19063cdb-2739-4a31-ab45-e95f87094375 req-469bda62-6b7c-4919-a5b6-070b700ca8bc service neutron] Port 30e608d6-d062-4756-b25e-a567722f7178 on network e6105816-34ac-4e40-a08a-0beea0be79f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:49:35.636701 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19063cdb-2739-4a31-ab45-e95f87094375 req-469bda62-6b7c-4919-a5b6-070b700ca8bc service neutron] Attempting to bind port 30e608d6-d062-4756-b25e-a567722f7178 on network e6105816-34ac-4e40-a08a-0beea0be79f0 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:35.644002 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19063cdb-2739-4a31-ab45-e95f87094375 req-469bda62-6b7c-4919-a5b6-070b700ca8bc service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:49:35.644337 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19063cdb-2739-4a31-ab45-e95f87094375 req-469bda62-6b7c-4919-a5b6-070b700ca8bc service neutron] Checking segment: {'id': 'db2ad255-e350-4531-a281-16b05a94881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:35.644721 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19063cdb-2739-4a31-ab45-e95f87094375 req-469bda62-6b7c-4919-a5b6-070b700ca8bc service neutron] Bound using segment: {'id': 'db2ad255-e350-4531-a281-16b05a94881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:49:35.645150 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-19063cdb-2739-4a31-ab45-e95f87094375 req-469bda62-6b7c-4919-a5b6-070b700ca8bc service neutron] Bound port: 30e608d6-d062-4756-b25e-a567722f7178, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2ad255-e350-4531-a281-16b05a94881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:49:35.645495 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-19063cdb-2739-4a31-ab45-e95f87094375 req-469bda62-6b7c-4919-a5b6-070b700ca8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.655125 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-15d4c1f1-f627-4bc7-98bc-6796c3436885 req-e1415899-9991-4205-a0f2-52732f2e4a72 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 1001 time: 0.2119799 Jun 17 08:49:35.670376 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163cfa2-dc3c-4f20-b033-5cb14c97eb23 req-c3396df2-0a4e-47a7-bae1-c9a6edd70423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:35.673684 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a163cfa2-dc3c-4f20-b033-5cb14c97eb23 req-c3396df2-0a4e-47a7-bae1-c9a6edd70423 service neutron] 10.222.0.53 "GET /v2.0/networks?id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f HTTP/1.1" status: 200 len: 913 time: 0.1413822 Jun 17 08:49:35.686290 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.731350 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfeab30a-2850-46c8-bc7c-91c69085c181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726b8ac1-e284-4776-9f25-dcefba874c4a'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:35.734539 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8b6ce1-3f25-4b41-ada1-3fab64909f13" -d '{"events": [{"server_uuid": "cfeab30a-2850-46c8-bc7c-91c69085c181", "name": "network-vif-plugged", "status": "completed", "tag": "726b8ac1-e284-4776-9f25-dcefba874c4a"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:35.739265 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a163cfa2-dc3c-4f20-b033-5cb14c97eb23 req-5c6aa96a-5b15-4ffa-abae-76b9d573021d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1ad74c0-c2a9-4ce1-9c51-11dc51939a99 HTTP/1.1" status: 200 len: 217 time: 0.0575047 Jun 17 08:49:35.757788 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 726b8ac1-e284-4776-9f25-dcefba874c4a, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=726b8ac1-e284-4776-9f25-dcefba874c4a,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:35.785792 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-19063cdb-2739-4a31-ab45-e95f87094375 req-469bda62-6b7c-4919-a5b6-070b700ca8bc service neutron] For port 30e608d6-d062-4756-b25e-a567722f7178, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:49:35.790613 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-19063cdb-2739-4a31-ab45-e95f87094375 req-469bda62-6b7c-4919-a5b6-070b700ca8bc service neutron] For port 30e608d6-d062-4756-b25e-a567722f7178, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=30e608d6-d062-4756-b25e-a567722f7178,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:49:35.813525 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163cfa2-dc3c-4f20-b033-5cb14c97eb23 req-e37054f4-f0b5-429f-8751-87ca9201d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:35.815009 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a163cfa2-dc3c-4f20-b033-5cb14c97eb23 req-e37054f4-f0b5-429f-8751-87ca9201d9a9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f1cd377-e173-40e7-8f95-b9cee993c643 HTTP/1.1" status: 200 len: 851 time: 0.0683625 Jun 17 08:49:35.829125 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 56042) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:35.854348 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.856450 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:35.868095 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4c1f1-f627-4bc7-98bc-6796c3436885 req-6191831a-0100-4b4b-b2fb-547c3a9331ed tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:35.869701 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-15d4c1f1-f627-4bc7-98bc-6796c3436885 req-6191831a-0100-4b4b-b2fb-547c3a9331ed tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 784 time: 0.2131619 Jun 17 08:49:35.890640 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-19063cdb-2739-4a31-ab45-e95f87094375 req-469bda62-6b7c-4919-a5b6-070b700ca8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.912755 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=726b8ac1-e284-4776-9f25-dcefba874c4a,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:35.916597 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:35.920727 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21b957-7bd1-48a6-84a8-ce53312164fd req-501fd086-70b0-480a-8713-5caf6c2326f6 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:35.922295 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9c21b957-7bd1-48a6-84a8-ce53312164fd req-501fd086-70b0-480a-8713-5caf6c2326f6 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfeab30a-2850-46c8-bc7c-91c69085c181 HTTP/1.1" status: 200 len: 949 time: 0.1250513 Jun 17 08:49:35.927822 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163cfa2-dc3c-4f20-b033-5cb14c97eb23 req-70511954-4ac5-466d-a309-4abbd652e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:35.929309 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a163cfa2-dc3c-4f20-b033-5cb14c97eb23 req-70511954-4ac5-466d-a309-4abbd652e2a2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0965364 Jun 17 08:49:35.940183 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fe5c833f-6a96-4b30-908d-ae1dc35bdc2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:35.978121 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19063cdb-2739-4a31-ab45-e95f87094375 req-469bda62-6b7c-4919-a5b6-070b700ca8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:35.979193 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-19063cdb-2739-4a31-ab45-e95f87094375 req-469bda62-6b7c-4919-a5b6-070b700ca8bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.980824 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-19063cdb-2739-4a31-ab45-e95f87094375 req-469bda62-6b7c-4919-a5b6-070b700ca8bc service neutron] 10.222.0.53 "PUT /v2.0/ports/30e608d6-d062-4756-b25e-a567722f7178 HTTP/1.1" status: 200 len: 1092 time: 1.3285060 Jun 17 08:49:35.985660 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96fa664b-522f-468e-91a8-8e83e8a8d428', 'tag': '30e608d6-d062-4756-b25e-a567722f7178'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:35.988490 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a934c80d-65d0-4be7-b764-d6297379869b" -d '{"events": [{"name": "network-changed", "server_uuid": "96fa664b-522f-468e-91a8-8e83e8a8d428", "tag": "30e608d6-d062-4756-b25e-a567722f7178"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:36.022494 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9c21b957-7bd1-48a6-84a8-ce53312164fd req-0401a5e4-5ba9-40c7-99f2-ba48c88eb800 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb19031c-b7f1-433a-bfbc-83363d4be5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916467 Jun 17 08:49:36.035748 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-15d4c1f1-f627-4bc7-98bc-6796c3436885 req-6b017a90-9379-42e7-b2ef-371f9b7e5a7b tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 1001 time: 0.1560371 Jun 17 08:49:36.037858 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-21be8212-e360-45a7-9f43-d50332361839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:36.048864 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-15d4c1f1-f627-4bc7-98bc-6796c3436885 req-6e60d5e6-b248-414e-a72b-96c70815dab6 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:36.072891 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a163cfa2-dc3c-4f20-b033-5cb14c97eb23 req-cb6549ad-9019-435a-8027-1e4ed56c1705 service neutron] 10.222.0.53 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345103 Jun 17 08:49:36.079329 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9fe06c-1c3d-4bb1-84f4-79f468a85827 x-openstack-request-id: req-ea9fe06c-1c3d-4bb1-84f4-79f468a85827 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:36.079667 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfeab30a-2850-46c8-bc7c-91c69085c181", "name": "network-vif-plugged", "status": "completed", "tag": "726b8ac1-e284-4776-9f25-dcefba874c4a", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:36.079962 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea9fe06c-1c3d-4bb1-84f4-79f468a85827 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:36.080390 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfeab30a-2850-46c8-bc7c-91c69085c181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726b8ac1-e284-4776-9f25-dcefba874c4a', 'code': 200} Jun 17 08:49:36.119893 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef17eab-0716-4907-85ea-5535538e8ea3 x-openstack-request-id: req-7ef17eab-0716-4907-85ea-5535538e8ea3 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:36.120239 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96fa664b-522f-468e-91a8-8e83e8a8d428", "tag": "30e608d6-d062-4756-b25e-a567722f7178", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:36.120529 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7ef17eab-0716-4907-85ea-5535538e8ea3 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:36.120971 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96fa664b-522f-468e-91a8-8e83e8a8d428', 'tag': '30e608d6-d062-4756-b25e-a567722f7178', 'status': 'completed', 'code': 200} Jun 17 08:49:36.122434 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bda62-6b7c-4919-a5b6-070b700ca8bc service neutron] Pushing event updated for resources: {'Port': ['ID=30e608d6-d062-4756-b25e-a567722f7178,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:36.132804 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-469bda62-6b7c-4919-a5b6-070b700ca8bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:36.210153 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-15d4c1f1-f627-4bc7-98bc-6796c3436885 req-6e60d5e6-b248-414e-a72b-96c70815dab6 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks [] for floatingip, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:36.248392 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a163cfa2-dc3c-4f20-b033-5cb14c97eb23 req-c1629a82-8e97-4d6c-adcf-2eed5642edb2 service neutron] 10.222.0.53 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529503 Jun 17 08:49:36.311949 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c8d16-3935-4900-9c7f-cef525778302 req-e74a10bb-c49f-4bd3-b6e4-01aa5f4d4d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:36.313406 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e63c8d16-3935-4900-9c7f-cef525778302 req-e74a10bb-c49f-4bd3-b6e4-01aa5f4d4d3e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cfeab30a-2850-46c8-bc7c-91c69085c181 HTTP/1.1" status: 200 len: 1102 time: 0.1069453 Jun 17 08:49:36.320893 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95adb0-b370-4b9c-9116-4c8020d17340 req-cdbabae3-4ee6-4cb5-a756-a7a984a7e77d tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:36.322263 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cb95adb0-b370-4b9c-9116-4c8020d17340 req-cdbabae3-4ee6-4cb5-a756-a7a984a7e77d tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 944 time: 0.1025987 Jun 17 08:49:36.364540 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19063cdb-2739-4a31-ab45-e95f87094375 req-2c2bc6b1-9519-4c40-84b4-12c61f06f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:36.366212 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-19063cdb-2739-4a31-ab45-e95f87094375 req-2c2bc6b1-9519-4c40-84b4-12c61f06f21a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bc856043629546feb20cb98761057747&device_id=96fa664b-522f-468e-91a8-8e83e8a8d428 HTTP/1.1" status: 200 len: 1095 time: 0.2175140 Jun 17 08:49:36.380061 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e63c8d16-3935-4900-9c7f-cef525778302 req-319fab2c-1a34-4224-a5be-81cf4fcb2a7b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=eb19031c-b7f1-433a-bfbc-83363d4be5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568278 Jun 17 08:49:36.387166 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cb95adb0-b370-4b9c-9116-4c8020d17340 req-83ebc5dc-e449-4a34-8737-213d1cd74f55 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564477 Jun 17 08:49:36.566770 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa98b8-7b58-4d32-9d09-d6cdab9b7c36 req-e988eed8-2bd5-4c52-a88e-f9dbc7056dd7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:36.568440 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-48aa98b8-7b58-4d32-9d09-d6cdab9b7c36 req-e988eed8-2bd5-4c52-a88e-f9dbc7056dd7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 945 time: 0.0709565 Jun 17 08:49:36.610183 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56058) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:36.624588 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-48aa98b8-7b58-4d32-9d09-d6cdab9b7c36 req-aa4c882b-5d1b-4083-bc83-7d30372ae90d tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434368 Jun 17 08:49:36.731378 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-422813f5-c30f-4ffb-b73d-e0c63e26ad96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:36.773494 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-21be8212-e360-45a7-9f43-d50332361839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:36.775318 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-19063cdb-2739-4a31-ab45-e95f87094375 req-c4abb52e-8fbe-4570-8161-b514ddf8882d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30e608d6-d062-4756-b25e-a567722f7178 HTTP/1.1" status: 200 len: 217 time: 0.3990130 Jun 17 08:49:36.821776 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-15d4c1f1-f627-4bc7-98bc-6796c3436885 req-6e60d5e6-b248-414e-a72b-96c70815dab6 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:36.856058 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19063cdb-2739-4a31-ab45-e95f87094375 req-4bdab608-95b2-41f6-98b1-959e985ecbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:36.857538 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-19063cdb-2739-4a31-ab45-e95f87094375 req-4bdab608-95b2-41f6-98b1-959e985ecbea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3ab4f8a-558c-4943-babf-c8684f255cc6 HTTP/1.1" status: 200 len: 846 time: 0.0498910 Jun 17 08:49:36.885588 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-21be8212-e360-45a7-9f43-d50332361839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:36.889546 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f8cc9d3e-0815-41f5-982f-c4e24038729b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:36.905638 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e01aa4-2725-4e84-af53-50049f760a1d req-6dfb9a2c-e8ef-4fd4-9d1e-8092a2d9eb58 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:36.907158 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-62e01aa4-2725-4e84-af53-50049f760a1d req-6dfb9a2c-e8ef-4fd4-9d1e-8092a2d9eb58 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=96fa664b-522f-468e-91a8-8e83e8a8d428 HTTP/1.1" status: 200 len: 943 time: 0.0777168 Jun 17 08:49:36.922752 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:49:36.928261 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-21be8212-e360-45a7-9f43-d50332361839 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ee1dd2827490420e96984b875c53b2a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0955958 Jun 17 08:49:36.928261 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be8212-e360-45a7-9f43-d50332361839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d0b070-1235-4892-bf44-7f0e3f707e5e,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:36.929579 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 56064) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:36.931614 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-21be8212-e360-45a7-9f43-d50332361839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:36.946966 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-15d4c1f1-f627-4bc7-98bc-6796c3436885 req-6e60d5e6-b248-414e-a72b-96c70815dab6 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:36.946966 n-d-758944-30 neutron-server[94520]: INFO neutron.db.l3_db [req-15d4c1f1-f627-4bc7-98bc-6796c3436885 req-6e60d5e6-b248-414e-a72b-96c70815dab6 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Floating IP 60d7aa8f-7500-4f72-8761-191f140383e9 disassociated. External IP: 172.25.2.130, port: 007d2ef7-db9b-4547-98ae-617ca6362580. Jun 17 08:49:36.976672 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-62e01aa4-2725-4e84-af53-50049f760a1d req-b127226a-59b6-46d3-adb0-2e20fc47b697 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541458 Jun 17 08:49:37.017420 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-422813f5-c30f-4ffb-b73d-e0c63e26ad96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.058452 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-19063cdb-2739-4a31-ab45-e95f87094375 req-a2f33991-ced0-4fa7-8a50-a989acc6544d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e6105816-34ac-4e40-a08a-0beea0be79f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449035 Jun 17 08:49:37.128794 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-422813f5-c30f-4ffb-b73d-e0c63e26ad96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.134593 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9b1cf499-e09c-4a5a-b741-724d856360da tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:37.140186 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a53b6b5b-94c8-4787-8dfa-c5e8e8d2963f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.178767 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a53b6b5b-94c8-4787-8dfa-c5e8e8d2963f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.200046 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-422813f5-c30f-4ffb-b73d-e0c63e26ad96 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1d8029aa32484b219aaba9d94cce81c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5887070 Jun 17 08:49:37.202321 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422813f5-c30f-4ffb-b73d-e0c63e26ad96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63e8194-70c1-419c-bee2-67c6ea64c9ed,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:37.206129 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-422813f5-c30f-4ffb-b73d-e0c63e26ad96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:37.206305 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56068) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:37.280862 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-163a35a3-3a70-4b6b-ba3d-4e394ad21dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.289414 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06821cc-c49e-47b8-9f8a-1fd48d3bcf07 req-1043dc3a-e055-4f3c-8d60-eedb832cb43e tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:37.290940 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a06821cc-c49e-47b8-9f8a-1fd48d3bcf07 req-1043dc3a-e055-4f3c-8d60-eedb832cb43e tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfeab30a-2850-46c8-bc7c-91c69085c181 HTTP/1.1" status: 200 len: 950 time: 0.1418822 Jun 17 08:49:37.293015 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-19063cdb-2739-4a31-ab45-e95f87094375 req-32f52c2b-39e8-4340-a72f-c77144099af9 service neutron] 10.222.0.53 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227614 Jun 17 08:49:37.328185 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-163a35a3-3a70-4b6b-ba3d-4e394ad21dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.359615 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a06821cc-c49e-47b8-9f8a-1fd48d3bcf07 req-3c045caf-a86a-4533-8039-9496cfef27de tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb19031c-b7f1-433a-bfbc-83363d4be5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594549 Jun 17 08:49:37.406365 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15d4c1f1-f627-4bc7-98bc-6796c3436885 req-6e60d5e6-b248-414e-a72b-96c70815dab6 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Router 11323498-96a9-4254-ba4b-b10e763c700f has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:49:37.428498 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-19063cdb-2739-4a31-ab45-e95f87094375 req-06e771ac-7770-439a-8a13-22393891738d service neutron] 10.222.0.53 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186974 Jun 17 08:49:37.462742 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a53b6b5b-94c8-4787-8dfa-c5e8e8d2963f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.465333 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a53b6b5b-94c8-4787-8dfa-c5e8e8d2963f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.466468 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a53b6b5b-94c8-4787-8dfa-c5e8e8d2963f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/26d0b070-1235-4892-bf44-7f0e3f707e5e HTTP/1.1" status: 204 len: 168 time: 0.5359874 Jun 17 08:49:37.494623 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-163a35a3-3a70-4b6b-ba3d-4e394ad21dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.497321 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3f660d14-106e-4f76-993e-d84c07817dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:37.499180 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-163a35a3-3a70-4b6b-ba3d-4e394ad21dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.504767 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-163a35a3-3a70-4b6b-ba3d-4e394ad21dfa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c63e8194-70c1-419c-bee2-67c6ea64c9ed HTTP/1.1" status: 204 len: 168 time: 0.2955725 Jun 17 08:49:37.506316 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-88ed79be-258c-48d5-ab0d-11c8a046f453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:37.517106 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b6b5b-94c8-4787-8dfa-c5e8e8d2963f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d0b070-1235-4892-bf44-7f0e3f707e5e,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:37.517294 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a35a3-3a70-4b6b-ba3d-4e394ad21dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63e8194-70c1-419c-bee2-67c6ea64c9ed,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:37.520717 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a53b6b5b-94c8-4787-8dfa-c5e8e8d2963f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:37.573330 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15d4c1f1-f627-4bc7-98bc-6796c3436885 req-6e60d5e6-b248-414e-a72b-96c70815dab6 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:49:37.577955 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a35a3-3a70-4b6b-ba3d-4e394ad21dfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:37.577955 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a35a3-3a70-4b6b-ba3d-4e394ad21dfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:37.577955 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a35a3-3a70-4b6b-ba3d-4e394ad21dfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:37.577955 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a35a3-3a70-4b6b-ba3d-4e394ad21dfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:37.577955 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a35a3-3a70-4b6b-ba3d-4e394ad21dfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:37.577955 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a35a3-3a70-4b6b-ba3d-4e394ad21dfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:37.577955 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a35a3-3a70-4b6b-ba3d-4e394ad21dfa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:37.577955 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a35a3-3a70-4b6b-ba3d-4e394ad21dfa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:37.578637 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a35a3-3a70-4b6b-ba3d-4e394ad21dfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:37.578637 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a35a3-3a70-4b6b-ba3d-4e394ad21dfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:37.578802 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a35a3-3a70-4b6b-ba3d-4e394ad21dfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:37.579200 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a35a3-3a70-4b6b-ba3d-4e394ad21dfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:37.581645 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-15d4c1f1-f627-4bc7-98bc-6796c3436885 req-6e60d5e6-b248-414e-a72b-96c70815dab6 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.584075 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-163a35a3-3a70-4b6b-ba3d-4e394ad21dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:37.590987 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3863d778-400e-43d5-91ba-d8111c0b7b8f None None] Sync routers for ids ['11323498-96a9-4254-ba4b-b10e763c700f'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:49:37.619985 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3863d778-400e-43d5-91ba-d8111c0b7b8f None None] Routers {'11323498-96a9-4254-ba4b-b10e763c700f'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:37.619985 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-3863d778-400e-43d5-91ba-d8111c0b7b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:49:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['11323498-96a9-4254-ba4b-b10e763c700f'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:37.641563 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b913ab-41d5-4e47-8bc4-f4833e16ec99 req-fe05b8fc-f7ff-46df-afcd-8f6994925af8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:37.643643 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e0b913ab-41d5-4e47-8bc4-f4833e16ec99 req-fe05b8fc-f7ff-46df-afcd-8f6994925af8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 944 time: 0.1132703 Jun 17 08:49:37.666887 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-15d4c1f1-f627-4bc7-98bc-6796c3436885 req-6e60d5e6-b248-414e-a72b-96c70815dab6 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "PUT /v2.0/floatingips/60d7aa8f-7500-4f72-8761-191f140383e9 HTTP/1.1" status: 200 len: 695 time: 1.6301849 Jun 17 08:49:37.690174 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934c80d-65d0-4be7-b764-d6297379869b req-36f6e120-1fe0-4a0d-90bb-5e8162005397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:37.691682 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a934c80d-65d0-4be7-b764-d6297379869b req-36f6e120-1fe0-4a0d-90bb-5e8162005397 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bc856043629546feb20cb98761057747&device_id=96fa664b-522f-468e-91a8-8e83e8a8d428 HTTP/1.1" status: 200 len: 1095 time: 0.0765696 Jun 17 08:49:37.721965 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e0b913ab-41d5-4e47-8bc4-f4833e16ec99 req-de0b6001-9a90-4dad-b1dc-1e7fe6c16c67 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694935 Jun 17 08:49:37.776173 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-3863d778-400e-43d5-91ba-d8111c0b7b8f None None] Set router 11323498-96a9-4254-ba4b-b10e763c700f gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:37.825672 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4c1f1-f627-4bc7-98bc-6796c3436885 req-c98ca964-05c0-4eba-a6f5-d3fb534ce794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:37.833342 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-15d4c1f1-f627-4bc7-98bc-6796c3436885 req-c98ca964-05c0-4eba-a6f5-d3fb534ce794 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=44443c682bf24966a3252f9e0a1b0a72&device_id=1ad32002-03f3-428f-9ea2-7767cb7c7b2e HTTP/1.1" status: 200 len: 1097 time: 0.1406517 Jun 17 08:49:37.884396 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934c80d-65d0-4be7-b764-d6297379869b req-577f8125-6b2c-4eb9-af34-bb207d606726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:37.885881 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a934c80d-65d0-4be7-b764-d6297379869b req-577f8125-6b2c-4eb9-af34-bb207d606726 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e6105816-34ac-4e40-a08a-0beea0be79f0 HTTP/1.1" status: 200 len: 907 time: 0.1854925 Jun 17 08:49:37.925870 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0d592-afff-47aa-8aa4-d4327740431c req-8ab60b11-ea49-4d2f-8f8a-cfd4b34448aa tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:37.931124 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a934c80d-65d0-4be7-b764-d6297379869b req-913e5a24-225d-48d1-b5a7-80e729b6c1a8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30e608d6-d062-4756-b25e-a567722f7178 HTTP/1.1" status: 200 len: 217 time: 0.0383246 Jun 17 08:49:37.933587 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2db0d592-afff-47aa-8aa4-d4327740431c req-8ab60b11-ea49-4d2f-8f8a-cfd4b34448aa tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 945 time: 0.0977952 Jun 17 08:49:37.984668 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2db0d592-afff-47aa-8aa4-d4327740431c req-9b33b923-b428-465d-a746-563f6c1df6a6 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497670 Jun 17 08:49:37.998380 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4c1f1-f627-4bc7-98bc-6796c3436885 req-d11e3ced-0db5-4ad9-864e-3f3f3dc1d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:38.004227 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-15d4c1f1-f627-4bc7-98bc-6796c3436885 req-d11e3ced-0db5-4ad9-864e-3f3f3dc1d0a1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7b1fa35b-518b-4a6e-9cec-a3387f5b857d HTTP/1.1" status: 200 len: 929 time: 0.1699023 Jun 17 08:49:38.066076 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-15d4c1f1-f627-4bc7-98bc-6796c3436885 req-4bca8d75-9cf4-4f39-a91b-b3ae345d42d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=007d2ef7-db9b-4547-98ae-617ca6362580 HTTP/1.1" status: 200 len: 217 time: 0.0608540 Jun 17 08:49:38.080032 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934c80d-65d0-4be7-b764-d6297379869b req-9381fbad-3406-41ca-8161-9306a93781dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:38.081100 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-3863d778-400e-43d5-91ba-d8111c0b7b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11323498-96a9-4254-ba4b-b10e763c700f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952521564-router', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a504a77c-fc8c-41ad-a2ab-868399995165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:49Z', 'updated_at': '2021-06-17T08:48:57Z', 'revision_number': 4, 'project_id': '44443c682bf24966a3252f9e0a1b0a72', 'gw_port': {'id': 'a504a77c-fc8c-41ad-a2ab-868399995165', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11323498-96a9-4254-ba4b-b10e763c700f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:50Z', 'updated_at': '2021-06-17T08:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'a4da7381-97ec-4d61-9814-7df71729f2ca', 'name': '', 'network_id': '7b1fa35b-518b-4a6e-9cec-a3387f5b857d', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72', 'mac_address': 'fa:16:3e:da:43:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11323498-96a9-4254-ba4b-b10e763c700f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '528819dc-55d5-435f-984f-d0673642b38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:55Z', 'updated_at': '2021-06-17T08:49:04Z', 'revision_number': 5, 'project_id': '44443c682bf24966a3252f9e0a1b0a72', 'subnets': [{'id': '528819dc-55d5-435f-984f-d0673642b38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:38.081776 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a934c80d-65d0-4be7-b764-d6297379869b req-9381fbad-3406-41ca-8161-9306a93781dc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3ab4f8a-558c-4943-babf-c8684f255cc6 HTTP/1.1" status: 200 len: 846 time: 0.1422269 Jun 17 08:49:38.135142 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3863d778-400e-43d5-91ba-d8111c0b7b8f None None] Checking router: 11323498-96a9-4254-ba4b-b10e763c700f for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:49:38.136876 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad32002-03f3-428f-9ea2-7767cb7c7b2e', 'tag': '007d2ef7-db9b-4547-98ae-617ca6362580'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:38.140067 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f12856-4ae8-446e-8bbe-cde00babee36" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad32002-03f3-428f-9ea2-7767cb7c7b2e", "tag": "007d2ef7-db9b-4547-98ae-617ca6362580"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:38.146617 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a934c80d-65d0-4be7-b764-d6297379869b req-0c20d5d3-5782-4ab4-9e9d-7371945d3dfb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e6105816-34ac-4e40-a08a-0beea0be79f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444095 Jun 17 08:49:38.158046 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4c1f1-f627-4bc7-98bc-6796c3436885 req-7388bfeb-9a87-4dad-b49f-df93548b1d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:38.160177 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3863d778-400e-43d5-91ba-d8111c0b7b8f None None] Routers {'11323498-96a9-4254-ba4b-b10e763c700f'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:38.161623 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-3863d778-400e-43d5-91ba-d8111c0b7b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:49:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['11323498-96a9-4254-ba4b-b10e763c700f'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:38.165717 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-15d4c1f1-f627-4bc7-98bc-6796c3436885 req-7388bfeb-9a87-4dad-b49f-df93548b1d3e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=528819dc-55d5-435f-984f-d0673642b38e HTTP/1.1" status: 200 len: 867 time: 0.0986204 Jun 17 08:49:38.286029 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-3863d778-400e-43d5-91ba-d8111c0b7b8f None None] Set router 11323498-96a9-4254-ba4b-b10e763c700f gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:38.297056 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4c1f1-f627-4bc7-98bc-6796c3436885 req-6278c61a-fabc-4598-81d3-2a315843b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:38.298571 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-15d4c1f1-f627-4bc7-98bc-6796c3436885 req-6278c61a-fabc-4598-81d3-2a315843b0c3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7b1fa35b-518b-4a6e-9cec-a3387f5b857d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1319785 Jun 17 08:49:38.302215 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a934c80d-65d0-4be7-b764-d6297379869b req-f96c7a0d-fbb6-44ed-a5e6-12c02937780b service neutron] 10.222.0.53 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278744 Jun 17 08:49:38.304208 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c130fe-0d31-4eef-9394-4bb9309f4889 req-3f27e68f-48fb-460c-8cc9-970c373e8d79 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:38.305914 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-82c130fe-0d31-4eef-9394-4bb9309f4889 req-3f27e68f-48fb-460c-8cc9-970c373e8d79 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=96fa664b-522f-468e-91a8-8e83e8a8d428 HTTP/1.1" status: 200 len: 943 time: 0.0752065 Jun 17 08:49:38.354004 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-82c130fe-0d31-4eef-9394-4bb9309f4889 req-097507f1-483d-4a7b-84f4-e2a278e04fec tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421102 Jun 17 08:49:38.448160 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0f7064-987e-42b3-a7c7-2e38b763e561 x-openstack-request-id: req-6f0f7064-987e-42b3-a7c7-2e38b763e561 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:38.448504 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad32002-03f3-428f-9ea2-7767cb7c7b2e", "tag": "007d2ef7-db9b-4547-98ae-617ca6362580", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:38.451173 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6f0f7064-987e-42b3-a7c7-2e38b763e561 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:38.451173 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad32002-03f3-428f-9ea2-7767cb7c7b2e', 'tag': '007d2ef7-db9b-4547-98ae-617ca6362580', 'status': 'completed', 'code': 200} Jun 17 08:49:38.485534 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-15d4c1f1-f627-4bc7-98bc-6796c3436885 req-4c2e1492-f74c-415b-b314-24ba2fd28a82 service neutron] 10.222.0.49 "GET /v2.0/networks/7b1fa35b-518b-4a6e-9cec-a3387f5b857d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799603 Jun 17 08:49:38.517265 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a934c80d-65d0-4be7-b764-d6297379869b req-e2243ff0-7f9d-4bc7-984c-4b4d67894cc9 service neutron] 10.222.0.53 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036190 Jun 17 08:49:38.537371 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-3863d778-400e-43d5-91ba-d8111c0b7b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11323498-96a9-4254-ba4b-b10e763c700f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952521564-router', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a504a77c-fc8c-41ad-a2ab-868399995165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:49Z', 'updated_at': '2021-06-17T08:48:57Z', 'revision_number': 4, 'project_id': '44443c682bf24966a3252f9e0a1b0a72', 'gw_port': {'id': 'a504a77c-fc8c-41ad-a2ab-868399995165', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11323498-96a9-4254-ba4b-b10e763c700f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:50Z', 'updated_at': '2021-06-17T08:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'a4da7381-97ec-4d61-9814-7df71729f2ca', 'name': '', 'network_id': '7b1fa35b-518b-4a6e-9cec-a3387f5b857d', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72', 'mac_address': 'fa:16:3e:da:43:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11323498-96a9-4254-ba4b-b10e763c700f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '528819dc-55d5-435f-984f-d0673642b38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:55Z', 'updated_at': '2021-06-17T08:49:04Z', 'revision_number': 5, 'project_id': '44443c682bf24966a3252f9e0a1b0a72', 'subnets': [{'id': '528819dc-55d5-435f-984f-d0673642b38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:38.546899 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56092) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:38.562615 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-88b40300-2b29-4a2d-800a-334b099e8ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:38.568025 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3863d778-400e-43d5-91ba-d8111c0b7b8f None None] The sync data for ids ['11323498-96a9-4254-ba4b-b10e763c700f'] in n-d-758944-30 is: [{'id': '11323498-96a9-4254-ba4b-b10e763c700f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952521564-router', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a504a77c-fc8c-41ad-a2ab-868399995165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:49Z', 'updated_at': '2021-06-17T08:48:57Z', 'revision_number': 4, 'project_id': '44443c682bf24966a3252f9e0a1b0a72', 'gw_port': {'id': 'a504a77c-fc8c-41ad-a2ab-868399995165', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11323498-96a9-4254-ba4b-b10e763c700f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:50Z', 'updated_at': '2021-06-17T08:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'a4da7381-97ec-4d61-9814-7df71729f2ca', 'name': '', 'network_id': '7b1fa35b-518b-4a6e-9cec-a3387f5b857d', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72', 'mac_address': 'fa:16:3e:da:43:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11323498-96a9-4254-ba4b-b10e763c700f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '528819dc-55d5-435f-984f-d0673642b38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:55Z', 'updated_at': '2021-06-17T08:49:04Z', 'revision_number': 5, 'project_id': '44443c682bf24966a3252f9e0a1b0a72', 'subnets': [{'id': '528819dc-55d5-435f-984f-d0673642b38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:49:38.592339 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 56094) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:38.622288 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6a169240-00d9-4f70-8d71-fcded7c45890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:38.648782 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-15d4c1f1-f627-4bc7-98bc-6796c3436885 req-25c60326-f1dd-4dbd-8fc4-ec473e3c9660 service neutron] 10.222.0.49 "GET /v2.0/networks/7b1fa35b-518b-4a6e-9cec-a3387f5b857d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303594 Jun 17 08:49:38.652736 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f12856-4ae8-446e-8bbe-cde00babee36 req-bbf200b1-432b-4dfd-a633-a048ed96bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:38.654196 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-88f12856-4ae8-446e-8bbe-cde00babee36 req-bbf200b1-432b-4dfd-a633-a048ed96bfed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44443c682bf24966a3252f9e0a1b0a72&device_id=1ad32002-03f3-428f-9ea2-7767cb7c7b2e HTTP/1.1" status: 200 len: 1097 time: 0.1832991 Jun 17 08:49:38.697871 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb9872-6a6a-446b-ab87-61bc6239a702 req-37875b4d-1f5c-41dc-9e1b-875cb987abe4 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:38.699369 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d8eb9872-6a6a-446b-ab87-61bc6239a702 req-37875b4d-1f5c-41dc-9e1b-875cb987abe4 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfeab30a-2850-46c8-bc7c-91c69085c181 HTTP/1.1" status: 200 len: 950 time: 0.1341641 Jun 17 08:49:38.776742 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-88b40300-2b29-4a2d-800a-334b099e8ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:38.784256 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d8eb9872-6a6a-446b-ab87-61bc6239a702 req-51bcdcd9-5924-41f7-8d2f-98b4c727315b tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb19031c-b7f1-433a-bfbc-83363d4be5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774691 Jun 17 08:49:38.801345 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f12856-4ae8-446e-8bbe-cde00babee36 req-20cb9f93-642b-4575-8fb6-9ade01b0327f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:38.802842 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-88f12856-4ae8-446e-8bbe-cde00babee36 req-20cb9f93-642b-4575-8fb6-9ade01b0327f service neutron] 10.222.0.50 "GET /v2.0/networks?id=7b1fa35b-518b-4a6e-9cec-a3387f5b857d HTTP/1.1" status: 200 len: 929 time: 0.1400654 Jun 17 08:49:38.805817 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2f2be16b-377b-4975-9111-122f23e2bc02 req-f2a8081e-0688-423b-9573-306e52342153 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/floatingips/60d7aa8f-7500-4f72-8761-191f140383e9 HTTP/1.1" status: 200 len: 695 time: 0.0609579 Jun 17 08:49:38.834327 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-88b40300-2b29-4a2d-800a-334b099e8ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:38.837735 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b15e5c7c-61d8-49b4-a071-c3b69764fb59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:38.872179 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-88f12856-4ae8-446e-8bbe-cde00babee36 req-5eb32e2f-4822-4f25-89d9-2746093c995c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=007d2ef7-db9b-4547-98ae-617ca6362580 HTTP/1.1" status: 200 len: 217 time: 0.0614100 Jun 17 08:49:38.883874 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b40300-2b29-4a2d-800a-334b099e8ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e48d9c0-ad71-451e-b219-7d04de642cf2,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:38.905871 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-88b40300-2b29-4a2d-800a-334b099e8ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:38.913845 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-88b40300-2b29-4a2d-800a-334b099e8ca5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b60aab1811c344699afb1107142c0362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3654335 Jun 17 08:49:38.914608 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4b87de-d71c-4f60-9151-62163cfb49fd None None] New status for floating IP 60d7aa8f-7500-4f72-8761-191f140383e9: DOWN {{(pid=94522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:49:38.916559 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56102) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:39.001977 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f12856-4ae8-446e-8bbe-cde00babee36 req-4e6532fd-32e2-408a-b04d-e2cbbc677860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:39.003475 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-88f12856-4ae8-446e-8bbe-cde00babee36 req-4e6532fd-32e2-408a-b04d-e2cbbc677860 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=528819dc-55d5-435f-984f-d0673642b38e HTTP/1.1" status: 200 len: 867 time: 0.1023028 Jun 17 08:49:39.007600 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b2f82c86-17d1-490b-8104-a8a30e7c83ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:39.028056 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d6c4c-89ea-445b-97f8-f0af11abc355 req-e8758125-2718-4ba7-a208-99580c29d178 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:39.029615 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3d3d6c4c-89ea-445b-97f8-f0af11abc355 req-e8758125-2718-4ba7-a208-99580c29d178 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 944 time: 0.1306379 Jun 17 08:49:39.052729 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b2f82c86-17d1-490b-8104-a8a30e7c83ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:39.060930 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2be16b-377b-4975-9111-122f23e2bc02 req-02de45c3-7ef3-4361-ab42-f41dce436e10 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:39.062571 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2f2be16b-377b-4975-9111-122f23e2bc02 req-02de45c3-7ef3-4361-ab42-f41dce436e10 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 784 time: 0.2453170 Jun 17 08:49:39.086787 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [req-2f2be16b-377b-4975-9111-122f23e2bc02 req-3f6625d0-ef8f-43d7-bbbb-e10a82d58698 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:49:39.087793 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2f2be16b-377b-4975-9111-122f23e2bc02 req-3f6625d0-ef8f-43d7-bbbb-e10a82d58698 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112085 Jun 17 08:49:39.105557 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3d3d6c4c-89ea-445b-97f8-f0af11abc355 req-06a43074-4594-40d3-bece-99defd385836 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675557 Jun 17 08:49:39.160914 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6a169240-00d9-4f70-8d71-fcded7c45890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:39.171937 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f12856-4ae8-446e-8bbe-cde00babee36 req-00c135c1-2ee3-4ff4-ab96-9ce54de76d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:39.173462 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-88f12856-4ae8-446e-8bbe-cde00babee36 req-00c135c1-2ee3-4ff4-ab96-9ce54de76d19 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7b1fa35b-518b-4a6e-9cec-a3387f5b857d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1594543 Jun 17 08:49:39.176631 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2f2be16b-377b-4975-9111-122f23e2bc02 req-369f38cf-0b45-4d01-9a2e-e9c6bc182aa7 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 698 time: 0.0703607 Jun 17 08:49:39.208532 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b2f82c86-17d1-490b-8104-a8a30e7c83ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:39.211158 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b2f82c86-17d1-490b-8104-a8a30e7c83ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:39.212617 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b2f82c86-17d1-490b-8104-a8a30e7c83ab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7e48d9c0-ad71-451e-b219-7d04de642cf2 HTTP/1.1" status: 204 len: 168 time: 0.2948797 Jun 17 08:49:39.213644 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5b55523d-1e28-424d-a799-27fe7f105f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:39.222748 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f82c86-17d1-490b-8104-a8a30e7c83ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e48d9c0-ad71-451e-b219-7d04de642cf2,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:39.225454 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b2f82c86-17d1-490b-8104-a8a30e7c83ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:39.274319 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6a169240-00d9-4f70-8d71-fcded7c45890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:39.279815 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-687c56ea-8862-461f-911a-9b0449d0f661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:39.291567 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2f2be16b-377b-4975-9111-122f23e2bc02 req-c38e091d-c102-489e-9599-168e555bd9c8 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 698 time: 0.1083837 Jun 17 08:49:39.307883 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device f1ad74c0-c2a9-4ce1-9c51-11dc51939a99 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:49:39.375576 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-6a169240-00d9-4f70-8d71-fcded7c45890 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c97c439acddb483988a29e353f18d665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7798934 Jun 17 08:49:39.375576 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a169240-00d9-4f70-8d71-fcded7c45890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3eeae06-7c63-4611-adaa-a6e9e291670d,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:39.376231 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56110) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:39.394146 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6a169240-00d9-4f70-8d71-fcded7c45890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:39.441847 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-88f12856-4ae8-446e-8bbe-cde00babee36 req-eab535f8-d0e6-41b4-aba9-6d006fbdd23b service neutron] 10.222.0.50 "GET /v2.0/networks/7b1fa35b-518b-4a6e-9cec-a3387f5b857d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596979 Jun 17 08:49:39.457680 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cda52a1e-8ee2-4172-83e7-f3595c783158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:39.469809 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port f1ad74c0-c2a9-4ce1-9c51-11dc51939a99, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=f1ad74c0-c2a9-4ce1-9c51-11dc51939a99,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:39.480836 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cda52a1e-8ee2-4172-83e7-f3595c783158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:39.486175 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': 'f1ad74c0-c2a9-4ce1-9c51-11dc51939a99', 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f', 'port_id': 'f1ad74c0-c2a9-4ce1-9c51-11dc51939a99', 'mac_address': 'fa:16:3e:4c:bc:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f1cd377-e173-40e7-8f95-b9cee993c643', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:49:39.525598 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:39.539696 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ad74c0-c2a9-4ce1-9c51-11dc51939a99 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:49:39.556449 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-2f2be16b-377b-4975-9111-122f23e2bc02 req-a2f24de7-75a3-4ae6-abfb-64c2026cbfba tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Deleting port 1bf7ae9f-05a1-409b-87f7-767648697917 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:39.556796 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2f2be16b-377b-4975-9111-122f23e2bc02 req-a2f24de7-75a3-4ae6-abfb-64c2026cbfba tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:39.560774 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port f1ad74c0-c2a9-4ce1-9c51-11dc51939a99, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=f1ad74c0-c2a9-4ce1-9c51-11dc51939a99,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:39.562335 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-88f12856-4ae8-446e-8bbe-cde00babee36 req-82b91a6b-0aef-41a3-b7e6-e9c1eabfb67e service neutron] 10.222.0.50 "GET /v2.0/networks/7b1fa35b-518b-4a6e-9cec-a3387f5b857d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046095 Jun 17 08:49:39.616920 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cda52a1e-8ee2-4172-83e7-f3595c783158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:39.619669 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cda52a1e-8ee2-4172-83e7-f3595c783158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:39.620878 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-cda52a1e-8ee2-4172-83e7-f3595c783158 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a3eeae06-7c63-4611-adaa-a6e9e291670d HTTP/1.1" status: 204 len: 168 time: 0.2436204 Jun 17 08:49:39.621935 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-163a35a3-3a70-4b6b-ba3d-4e394ad21dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:39.630939 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda52a1e-8ee2-4172-83e7-f3595c783158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3eeae06-7c63-4611-adaa-a6e9e291670d,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:39.633556 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cda52a1e-8ee2-4172-83e7-f3595c783158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:39.638750 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2f2be16b-377b-4975-9111-122f23e2bc02 req-a2f24de7-75a3-4ae6-abfb-64c2026cbfba tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:39.639085 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2f2be16b-377b-4975-9111-122f23e2bc02 req-a2f24de7-75a3-4ae6-abfb-64c2026cbfba tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:39.682966 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:39.685651 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:39.714820 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-2f2be16b-377b-4975-9111-122f23e2bc02 req-a2f24de7-75a3-4ae6-abfb-64c2026cbfba tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Calling delete_port for 1bf7ae9f-05a1-409b-87f7-767648697917 owned by network:floatingip {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:39.733914 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=f1ad74c0-c2a9-4ce1-9c51-11dc51939a99,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:39.737214 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:39.919365 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aea753-6748-4712-b17a-025b264defb3 req-b21e029d-f7d8-43fd-bb6c-a11b268372c3 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:39.920995 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-92aea753-6748-4712-b17a-025b264defb3 req-b21e029d-f7d8-43fd-bb6c-a11b268372c3 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 945 time: 0.0647748 Jun 17 08:49:39.940188 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2f2be16b-377b-4975-9111-122f23e2bc02 req-a2f24de7-75a3-4ae6-abfb-64c2026cbfba tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:39.943660 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f5be2a52-0f32-459c-8a03-5c0a6f92d7c9 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:39.950558 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['f1ad74c0-c2a9-4ce1-9c51-11dc51939a99'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:39.972293 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f24de7-75a3-4ae6-abfb-64c2026cbfba tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Pushing event deleted for resources: {'Port': ['ID=1bf7ae9f-05a1-409b-87f7-767648697917,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:39.986197 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-92aea753-6748-4712-b17a-025b264defb3 req-38dac0e5-c409-4388-8551-65c681f745ee tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592492 Jun 17 08:49:40.040072 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f24de7-75a3-4ae6-abfb-64c2026cbfba tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:40.040509 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f24de7-75a3-4ae6-abfb-64c2026cbfba tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:40.040853 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f24de7-75a3-4ae6-abfb-64c2026cbfba tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:40.042999 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f24de7-75a3-4ae6-abfb-64c2026cbfba tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:40.043525 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f24de7-75a3-4ae6-abfb-64c2026cbfba tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:40.043941 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f24de7-75a3-4ae6-abfb-64c2026cbfba tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:40.044454 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f24de7-75a3-4ae6-abfb-64c2026cbfba tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:40.044682 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f24de7-75a3-4ae6-abfb-64c2026cbfba tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:40.045056 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f24de7-75a3-4ae6-abfb-64c2026cbfba tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:40.047643 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f24de7-75a3-4ae6-abfb-64c2026cbfba tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:40.048109 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f24de7-75a3-4ae6-abfb-64c2026cbfba tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:40.048490 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f24de7-75a3-4ae6-abfb-64c2026cbfba tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:40.061367 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a2f24de7-75a3-4ae6-abfb-64c2026cbfba tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:40.107793 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2f2be16b-377b-4975-9111-122f23e2bc02 req-a2f24de7-75a3-4ae6-abfb-64c2026cbfba tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks [] for floatingip, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:40.111038 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2f2be16b-377b-4975-9111-122f23e2bc02 req-a2f24de7-75a3-4ae6-abfb-64c2026cbfba tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:40.112316 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2f2be16b-377b-4975-9111-122f23e2bc02 req-a2f24de7-75a3-4ae6-abfb-64c2026cbfba tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "DELETE /v2.0/floatingips/60d7aa8f-7500-4f72-8761-191f140383e9 HTTP/1.1" status: 204 len: 173 time: 0.8098152 Jun 17 08:49:40.281741 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb73fc-da91-49fb-9e70-8ca7628b42fb req-4ce2c1a5-ac1e-46c1-9323-becd7bc11bba tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:40.283241 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-06eb73fc-da91-49fb-9e70-8ca7628b42fb req-4ce2c1a5-ac1e-46c1-9323-becd7bc11bba tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=96fa664b-522f-468e-91a8-8e83e8a8d428 HTTP/1.1" status: 200 len: 943 time: 0.0675330 Jun 17 08:49:40.329134 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-06eb73fc-da91-49fb-9e70-8ca7628b42fb req-ce70a0f5-6634-4e7f-9a35-13884c94256a tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385187 Jun 17 08:49:40.342167 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd80fce-27cd-4704-b1df-120bb3369c31 req-fc5c3f26-8493-4cf7-bb96-fc724110f00d tempest-ServersAdminNegativeTestJSON-1330574071 tempest-ServersAdminNegativeTestJSON-1330574071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:40.350087 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0fd80fce-27cd-4704-b1df-120bb3369c31 req-fc5c3f26-8493-4cf7-bb96-fc724110f00d tempest-ServersAdminNegativeTestJSON-1330574071 tempest-ServersAdminNegativeTestJSON-1330574071-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=cfeab30a-2850-46c8-bc7c-91c69085c181 HTTP/1.1" status: 200 len: 1102 time: 0.0629065 Jun 17 08:49:40.375173 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0fd80fce-27cd-4704-b1df-120bb3369c31 req-566e0d91-c072-4f0e-9978-f9a7a3cd832d tempest-ServersAdminNegativeTestJSON-1330574071 tempest-ServersAdminNegativeTestJSON-1330574071-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:40.497440 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0fd80fce-27cd-4704-b1df-120bb3369c31 req-566e0d91-c072-4f0e-9978-f9a7a3cd832d tempest-ServersAdminNegativeTestJSON-1330574071 tempest-ServersAdminNegativeTestJSON-1330574071-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:40.559338 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab50638-2d3f-46c1-9b92-bfaa3f5648da req-acc8bee2-b40e-4e67-bcde-4413e65a34c5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:40.560921 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8ab50638-2d3f-46c1-9b92-bfaa3f5648da req-acc8bee2-b40e-4e67-bcde-4413e65a34c5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 945 time: 0.0665317 Jun 17 08:49:40.584069 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0fd80fce-27cd-4704-b1df-120bb3369c31 req-566e0d91-c072-4f0e-9978-f9a7a3cd832d tempest-ServersAdminNegativeTestJSON-1330574071 tempest-ServersAdminNegativeTestJSON-1330574071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:40.602597 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6d908db2-7511-430d-aa88-b7774326417c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:40.622426 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8ab50638-2d3f-46c1-9b92-bfaa3f5648da req-49d28cbc-da28-4a8b-9f70-cacc4aff799d tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552976 Jun 17 08:49:40.635323 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0fd80fce-27cd-4704-b1df-120bb3369c31 req-566e0d91-c072-4f0e-9978-f9a7a3cd832d tempest-ServersAdminNegativeTestJSON-1330574071 tempest-ServersAdminNegativeTestJSON-1330574071-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=eb19031c-b7f1-433a-bfbc-83363d4be5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822003 Jun 17 08:49:40.676386 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e0d91-c072-4f0e-9978-f9a7a3cd832d tempest-ServersAdminNegativeTestJSON-1330574071 tempest-ServersAdminNegativeTestJSON-1330574071-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0893156e-77f3-4b0f-8593-67ad8bf5b3ec,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:40.701033 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-566e0d91-c072-4f0e-9978-f9a7a3cd832d tempest-ServersAdminNegativeTestJSON-1330574071 tempest-ServersAdminNegativeTestJSON-1330574071-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:40.812084 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e557ac-886b-4b68-ad91-44677ff4c74b req-cfec7d35-d9f3-49f9-a437-bc4158b397e1 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:40.813631 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-45e557ac-886b-4b68-ad91-44677ff4c74b req-cfec7d35-d9f3-49f9-a437-bc4158b397e1 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ad32002-03f3-428f-9ea2-7767cb7c7b2e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0771837 Jun 17 08:49:40.860615 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-45e557ac-886b-4b68-ad91-44677ff4c74b req-35e83163-a922-4293-8ffa-0113b74c7f51 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0411794 Jun 17 08:49:40.920184 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-85b0a451-9a26-4cf7-ab9a-1749e4f24a42 req-c844223b-223a-46d1-a891-f2d0dcac9f69 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0390959 Jun 17 08:49:41.326734 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 30e608d6-d062-4756-b25e-a567722f7178 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:49:41.328739 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device f1ad74c0-c2a9-4ce1-9c51-11dc51939a99 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:41.398705 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711bcb9-aabb-44c4-bec8-949f077418e6 req-6a57abb2-222a-4dbc-8264-b741bb4f2502 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:41.404153 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a711bcb9-aabb-44c4-bec8-949f077418e6 req-6a57abb2-222a-4dbc-8264-b741bb4f2502 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 945 time: 0.0835190 Jun 17 08:49:41.443224 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a711bcb9-aabb-44c4-bec8-949f077418e6 req-272681ce-6381-4fb3-a267-c4812d4f922e tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372379 Jun 17 08:49:41.470075 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 30e608d6-d062-4756-b25e-a567722f7178, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=30e608d6-d062-4756-b25e-a567722f7178,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:41.483944 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '30e608d6-d062-4756-b25e-a567722f7178', 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0', 'port_id': '30e608d6-d062-4756-b25e-a567722f7178', 'mac_address': 'fa:16:3e:16:bb:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3ab4f8a-558c-4943-babf-c8684f255cc6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:49:41.527516 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:41.542377 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30e608d6-d062-4756-b25e-a567722f7178 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:49:41.564245 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 30e608d6-d062-4756-b25e-a567722f7178, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=30e608d6-d062-4756-b25e-a567722f7178,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:41.605747 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port f1ad74c0-c2a9-4ce1-9c51-11dc51939a99 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:41.610928 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port f1ad74c0-c2a9-4ce1-9c51-11dc51939a99 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:41.611312 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:41.733179 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adeecde-34fc-4353-9a3d-57b1d37c999e req-3e460830-cd46-4dcf-a27f-b5e3ff5a8256 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:41.735776 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2adeecde-34fc-4353-9a3d-57b1d37c999e req-3e460830-cd46-4dcf-a27f-b5e3ff5a8256 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=96fa664b-522f-468e-91a8-8e83e8a8d428 HTTP/1.1" status: 200 len: 943 time: 0.0875671 Jun 17 08:49:41.746235 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:41.750999 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:41.787511 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:41.793956 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2adeecde-34fc-4353-9a3d-57b1d37c999e req-798af779-0753-40e7-8481-eaf815a5a769 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445280 Jun 17 08:49:41.809054 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba2ac7-4fcf-4f91-bbd5-0567ba81921c req-c5019e0a-a7c0-4f26-be16-d07e73c2c41c tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:41.810710 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4bba2ac7-4fcf-4f91-bbd5-0567ba81921c req-c5019e0a-a7c0-4f26-be16-d07e73c2c41c tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ad32002-03f3-428f-9ea2-7767cb7c7b2e HTTP/1.1" status: 200 len: 945 time: 0.0727224 Jun 17 08:49:41.825279 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=30e608d6-d062-4756-b25e-a567722f7178,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:41.829319 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:41.834566 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ad6601-f910-4710-a366-c680f9aefd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ad74c0-c2a9-4ce1-9c51-11dc51939a99'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:41.843812 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070cc550-dd00-401e-99c1-0dce39ad32d0" -d '{"events": [{"server_uuid": "70ad6601-f910-4710-a366-c680f9aefd55", "name": "network-vif-plugged", "status": "completed", "tag": "f1ad74c0-c2a9-4ce1-9c51-11dc51939a99"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:41.853631 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port f1ad74c0-c2a9-4ce1-9c51-11dc51939a99, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=f1ad74c0-c2a9-4ce1-9c51-11dc51939a99,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:41.856781 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4bba2ac7-4fcf-4f91-bbd5-0567ba81921c req-cde36c8e-72af-46fb-977b-bf8a9d0a2767 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b3b6fd9-42e1-4b42-a0c0-8cc8eaf5da92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400131 Jun 17 08:49:41.959855 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:41.962100 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:42.007694 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dfa0d0-63d5-4857-9560-664fd3b89dc0 req-655518ba-4f6d-42f2-948d-1817199614db tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:42.009428 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-72dfa0d0-63d5-4857-9560-664fd3b89dc0 req-655518ba-4f6d-42f2-948d-1817199614db tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 945 time: 0.0830209 Jun 17 08:49:42.050459 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-72dfa0d0-63d5-4857-9560-664fd3b89dc0 req-73ed6002-b466-4954-a049-1f8682b6b17a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336580 Jun 17 08:49:42.056567 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7c86f-3b5f-43ca-b201-f81361b090bd req-504f22d2-5300-4442-9877-30fb36ffc302 tempest-ServersAdminNegativeTestJSON-1330574071 tempest-ServersAdminNegativeTestJSON-1330574071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:42.058521 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ded7c86f-3b5f-43ca-b201-f81361b090bd req-504f22d2-5300-4442-9877-30fb36ffc302 tempest-ServersAdminNegativeTestJSON-1330574071 tempest-ServersAdminNegativeTestJSON-1330574071-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=cfeab30a-2850-46c8-bc7c-91c69085c181 HTTP/1.1" status: 200 len: 1102 time: 0.0700936 Jun 17 08:49:42.062433 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=f1ad74c0-c2a9-4ce1-9c51-11dc51939a99,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:42.072846 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['30e608d6-d062-4756-b25e-a567722f7178'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:42.116179 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:42.120198 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b17690e-4c17-4ae3-8c41-0d8f167bb80d x-openstack-request-id: req-1b17690e-4c17-4ae3-8c41-0d8f167bb80d {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:42.120756 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ad6601-f910-4710-a366-c680f9aefd55", "name": "network-vif-plugged", "status": "completed", "tag": "f1ad74c0-c2a9-4ce1-9c51-11dc51939a99", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:42.121338 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1b17690e-4c17-4ae3-8c41-0d8f167bb80d {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:42.122578 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ad6601-f910-4710-a366-c680f9aefd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ad74c0-c2a9-4ce1-9c51-11dc51939a99', 'code': 200} Jun 17 08:49:42.143898 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ded7c86f-3b5f-43ca-b201-f81361b090bd req-e3fd18b7-e57a-44fb-9cc5-c56c37de5bc2 tempest-ServersAdminNegativeTestJSON-1330574071 tempest-ServersAdminNegativeTestJSON-1330574071-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=eb19031c-b7f1-433a-bfbc-83363d4be5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786948 Jun 17 08:49:42.307868 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec15f1-636e-4ade-8459-c149f5305b55 req-6eaf7904-86a2-4ae3-a330-2b2320764c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:42.309635 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aaec15f1-636e-4ade-8459-c149f5305b55 req-6eaf7904-86a2-4ae3-a330-2b2320764c4a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 1098 time: 0.1066732 Jun 17 08:49:42.353435 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aaec15f1-636e-4ade-8459-c149f5305b55 req-0907031d-cfc8-4480-a2ea-ce71e799ffc7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360579 Jun 17 08:49:42.623015 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53993d-7a26-4df7-8bbe-b57a1bc05fd4 req-4d89168b-59e1-4ce7-809b-e508b4fc7949 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:42.624578 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ff53993d-7a26-4df7-8bbe-b57a1bc05fd4 req-4d89168b-59e1-4ce7-809b-e508b4fc7949 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 945 time: 0.0640364 Jun 17 08:49:42.673319 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ff53993d-7a26-4df7-8bbe-b57a1bc05fd4 req-35970e09-899a-4513-afb8-fab30e43cb77 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428174 Jun 17 08:49:43.000644 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31929c4-9532-4d88-a02d-31cdc792c792 req-b1cba4e1-eebd-4920-8ccf-8c7e0664cad7 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:43.003110 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e31929c4-9532-4d88-a02d-31cdc792c792 req-b1cba4e1-eebd-4920-8ccf-8c7e0664cad7 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=96fa664b-522f-468e-91a8-8e83e8a8d428 HTTP/1.1" status: 200 len: 944 time: 0.0883756 Jun 17 08:49:43.031932 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be66f0-e701-4602-9519-65bb0d4faa37 req-8b5688d2-86a3-4949-98d9-672a0738d2b9 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:43.034465 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-67be66f0-e701-4602-9519-65bb0d4faa37 req-8b5688d2-86a3-4949-98d9-672a0738d2b9 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfeab30a-2850-46c8-bc7c-91c69085c181 HTTP/1.1" status: 200 len: 950 time: 0.0777321 Jun 17 08:49:43.055612 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e31929c4-9532-4d88-a02d-31cdc792c792 req-871bc550-988b-46d1-b592-48afba74316d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432670 Jun 17 08:49:43.080585 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-67be66f0-e701-4602-9519-65bb0d4faa37 req-2327523e-f5a9-45f9-9b82-976a91418ea2 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb19031c-b7f1-433a-bfbc-83363d4be5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392151 Jun 17 08:49:43.185097 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fed442-e818-4861-93bd-864953d17792 req-786514ce-109c-4c09-82ec-d025365dfc0e tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:43.187396 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-17fed442-e818-4861-93bd-864953d17792 req-786514ce-109c-4c09-82ec-d025365dfc0e tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ad32002-03f3-428f-9ea2-7767cb7c7b2e HTTP/1.1" status: 200 len: 945 time: 0.0954669 Jun 17 08:49:43.263780 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bc3d7-c524-4bcd-b170-de21cb0a0296 req-bdb67aa5-aaa7-487b-92e0-42df3e4654d3 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:43.271402 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b80bc3d7-c524-4bcd-b170-de21cb0a0296 req-bdb67aa5-aaa7-487b-92e0-42df3e4654d3 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 946 time: 0.0768943 Jun 17 08:49:43.307103 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b80bc3d7-c524-4bcd-b170-de21cb0a0296 req-26c35214-05cb-4653-9358-6ed8cd4575dc tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347755 Jun 17 08:49:43.334906 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 30e608d6-d062-4756-b25e-a567722f7178 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:43.522743 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 30e608d6-d062-4756-b25e-a567722f7178 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:43.527278 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 30e608d6-d062-4756-b25e-a567722f7178 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:43.527899 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:43.615399 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:43.651668 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56348) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:43.653087 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 30e608d6-d062-4756-b25e-a567722f7178, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=30e608d6-d062-4756-b25e-a567722f7178,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:43.660511 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425cf97-6770-4431-9dc2-ab33764999b0 req-12935ef6-c03e-460c-8099-6e19b14f2c48 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:43.662040 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f425cf97-6770-4431-9dc2-ab33764999b0 req-12935ef6-c03e-460c-8099-6e19b14f2c48 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ad32002-03f3-428f-9ea2-7767cb7c7b2e HTTP/1.1" status: 200 len: 945 time: 0.4610159 Jun 17 08:49:43.698433 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-17fed442-e818-4861-93bd-864953d17792 req-bd6d5361-ce80-4391-be05-c94ebfce36b8 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Deleting port 007d2ef7-db9b-4547-98ae-617ca6362580 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:43.698771 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-17fed442-e818-4861-93bd-864953d17792 req-bd6d5361-ce80-4391-be05-c94ebfce36b8 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:43.727930 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f425cf97-6770-4431-9dc2-ab33764999b0 req-e35f23b6-3799-4c74-8a18-2acb8ad492fc tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b3b6fd9-42e1-4b42-a0c0-8cc8eaf5da92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590179 Jun 17 08:49:43.808823 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:43.810980 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:43.812282 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-17fed442-e818-4861-93bd-864953d17792 req-bd6d5361-ce80-4391-be05-c94ebfce36b8 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] For port 007d2ef7-db9b-4547-98ae-617ca6362580, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=007d2ef7-db9b-4547-98ae-617ca6362580,segment=NetworkSegment(78db558a-8703-4205-8497-9d87a1711aca),segment_id=78db558a-8703-4205-8497-9d87a1711aca)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:43.812673 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-17fed442-e818-4861-93bd-864953d17792 req-bd6d5361-ce80-4391-be05-c94ebfce36b8 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:43.825114 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56358) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:43.897769 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=30e608d6-d062-4756-b25e-a567722f7178,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:43.901298 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:43.917371 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-17fed442-e818-4861-93bd-864953d17792 req-bd6d5361-ce80-4391-be05-c94ebfce36b8 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Calling delete_port for 007d2ef7-db9b-4547-98ae-617ca6362580 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:43.935140 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2cf12616-8829-4f87-a9ee-a6630685d849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:43.951588 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dd60628f-cfed-4866-985c-b9263979d2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:44.009881 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fdd0f-9475-480a-b657-f8e5e7793516 req-4e260c11-501e-4755-8b4c-fc88853baf47 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:44.011392 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ed8fdd0f-9475-480a-b657-f8e5e7793516 req-4e260c11-501e-4755-8b4c-fc88853baf47 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 945 time: 0.1558580 Jun 17 08:49:44.070368 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ed8fdd0f-9475-480a-b657-f8e5e7793516 req-9e60bcd9-89c4-4414-86b6-ec8ad278b8fb tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496335 Jun 17 08:49:44.101184 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2cf12616-8829-4f87-a9ee-a6630685d849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:44.124912 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96fa664b-522f-468e-91a8-8e83e8a8d428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e608d6-d062-4756-b25e-a567722f7178'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:44.127461 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3aaf187-7c32-4d6c-b2f7-1c5142888993" -d '{"events": [{"server_uuid": "96fa664b-522f-468e-91a8-8e83e8a8d428", "name": "network-vif-plugged", "status": "completed", "tag": "30e608d6-d062-4756-b25e-a567722f7178"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:44.177482 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-17fed442-e818-4861-93bd-864953d17792 req-bd6d5361-ce80-4391-be05-c94ebfce36b8 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:44.183205 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-29b3531a-6569-42b1-9773-7c0de31739b6 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:44.191692 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['007d2ef7-db9b-4547-98ae-617ca6362580'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:44.234836 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d5361-ce80-4391-be05-c94ebfce36b8 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Pushing event deleted for resources: {'Port': ['ID=007d2ef7-db9b-4547-98ae-617ca6362580,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:44.240040 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bd6d5361-ce80-4391-be05-c94ebfce36b8 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:44.242411 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2cf12616-8829-4f87-a9ee-a6630685d849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:44.248094 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6a098638-88d1-4ad0-8e87-9ca19196a18d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:44.297832 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-17fed442-e818-4861-93bd-864953d17792 req-bd6d5361-ce80-4391-be05-c94ebfce36b8 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] No DVR routers for this DVR port 007d2ef7-db9b-4547-98ae-617ca6362580 on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:49:44.300885 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-17fed442-e818-4861-93bd-864953d17792 req-bd6d5361-ce80-4391-be05-c94ebfce36b8 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:44.302930 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-17fed442-e818-4861-93bd-864953d17792 req-bd6d5361-ce80-4391-be05-c94ebfce36b8 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.50 "DELETE /v2.0/ports/007d2ef7-db9b-4547-98ae-617ca6362580 HTTP/1.1" status: 204 len: 173 time: 1.1102195 Jun 17 08:49:44.303656 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad32002-03f3-428f-9ea2-7767cb7c7b2e', 'name': 'network-vif-deleted', 'tag': '007d2ef7-db9b-4547-98ae-617ca6362580'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:44.308016 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-2cf12616-8829-4f87-a9ee-a6630685d849 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0b668f05676d44a2a57643ea3b0ab7e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4834869 Jun 17 08:49:44.312966 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56368) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:44.319753 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf12616-8829-4f87-a9ee-a6630685d849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa56c0c-fa87-498e-b3e8-f682b4b470f1,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:44.319957 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bff2d5b-5bbb-48ab-a4bf-b0c73355bdad" -d '{"events": [{"server_uuid": "1ad32002-03f3-428f-9ea2-7767cb7c7b2e", "name": "network-vif-deleted", "tag": "007d2ef7-db9b-4547-98ae-617ca6362580"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:44.322921 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2cf12616-8829-4f87-a9ee-a6630685d849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:44.348519 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f4e1f-a8f6-4b03-99c3-73548b10caf2 req-d3be3837-bec6-46cc-b050-f81d59628b9d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:44.350137 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b75f4e1f-a8f6-4b03-99c3-73548b10caf2 req-d3be3837-bec6-46cc-b050-f81d59628b9d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=96fa664b-522f-468e-91a8-8e83e8a8d428 HTTP/1.1" status: 200 len: 945 time: 0.1705904 Jun 17 08:49:44.396233 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17cac2a-b928-4e03-9126-cfb3ce9d6b52 req-5c3d2462-7ef8-49e5-afa9-ddce2e873003 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:44.397963 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c17cac2a-b928-4e03-9126-cfb3ce9d6b52 req-5c3d2462-7ef8-49e5-afa9-ddce2e873003 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfeab30a-2850-46c8-bc7c-91c69085c181 HTTP/1.1" status: 200 len: 950 time: 0.1916854 Jun 17 08:49:44.410955 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b75f4e1f-a8f6-4b03-99c3-73548b10caf2 req-267d416e-100f-4360-a089-88f93ed48183 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546222 Jun 17 08:49:44.466529 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89be79d7-f396-4d67-8e7a-ac129787aa8a x-openstack-request-id: req-89be79d7-f396-4d67-8e7a-ac129787aa8a {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:44.467754 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d56929da-020b-4c6d-8848-c996c046703a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:44.471061 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96fa664b-522f-468e-91a8-8e83e8a8d428", "name": "network-vif-plugged", "status": "completed", "tag": "30e608d6-d062-4756-b25e-a567722f7178", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:44.471061 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-89be79d7-f396-4d67-8e7a-ac129787aa8a {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:44.471061 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96fa664b-522f-468e-91a8-8e83e8a8d428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e608d6-d062-4756-b25e-a567722f7178', 'code': 200} Jun 17 08:49:44.502653 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94f2c67-cc40-44b2-810f-d70d9eea69ae x-openstack-request-id: req-b94f2c67-cc40-44b2-810f-d70d9eea69ae {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:44.503068 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad32002-03f3-428f-9ea2-7767cb7c7b2e", "name": "network-vif-deleted", "tag": "007d2ef7-db9b-4547-98ae-617ca6362580", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:44.503448 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b94f2c67-cc40-44b2-810f-d70d9eea69ae {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:44.504132 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad32002-03f3-428f-9ea2-7767cb7c7b2e', 'name': 'network-vif-deleted', 'tag': '007d2ef7-db9b-4547-98ae-617ca6362580', 'status': 'completed', 'code': 200} Jun 17 08:49:44.517098 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c17cac2a-b928-4e03-9126-cfb3ce9d6b52 req-87555312-32f7-47a0-af29-19ee49904d6f tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb19031c-b7f1-433a-bfbc-83363d4be5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099062 Jun 17 08:49:44.530376 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dd60628f-cfed-4866-985c-b9263979d2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:44.532701 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d56929da-020b-4c6d-8848-c996c046703a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:44.628301 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47177f74-f17b-4c19-86c7-323de883c0d2 req-55d284ae-c8b7-4eac-bc6b-ef576a1466fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:44.629796 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-47177f74-f17b-4c19-86c7-323de883c0d2 req-55d284ae-c8b7-4eac-bc6b-ef576a1466fc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=96fa664b-522f-468e-91a8-8e83e8a8d428 HTTP/1.1" status: 200 len: 1097 time: 0.0731907 Jun 17 08:49:44.665793 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666dc4f7-f4c3-4a9e-a3a4-7a321a95eeb4 req-a95b7840-fb65-43fa-9ff7-638a2f4fa9d1 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:44.667263 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-666dc4f7-f4c3-4a9e-a3a4-7a321a95eeb4 req-a95b7840-fb65-43fa-9ff7-638a2f4fa9d1 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfeab30a-2850-46c8-bc7c-91c69085c181 HTTP/1.1" status: 200 len: 950 time: 0.0754244 Jun 17 08:49:44.693377 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-47177f74-f17b-4c19-86c7-323de883c0d2 req-14651f52-8f8c-4232-8d52-4ab5119e42c1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432582 Jun 17 08:49:44.714599 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff98e7-0492-4284-8bd5-8a643f368a0d req-7386b0c7-d2e1-45bb-8595-f331ffee3afb tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:44.716230 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-daff98e7-0492-4284-8bd5-8a643f368a0d req-7386b0c7-d2e1-45bb-8595-f331ffee3afb tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 946 time: 0.0991199 Jun 17 08:49:44.755242 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-daff98e7-0492-4284-8bd5-8a643f368a0d req-79c781ea-ba8b-41c4-b9f3-ba0ccefe94f1 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324919 Jun 17 08:49:44.768144 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-666dc4f7-f4c3-4a9e-a3a4-7a321a95eeb4 req-ed57c24e-ac5b-4e3a-a6b9-373cb4046dcc tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Deleting port 726b8ac1-e284-4776-9f25-dcefba874c4a {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:44.768695 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-666dc4f7-f4c3-4a9e-a3a4-7a321a95eeb4 req-ed57c24e-ac5b-4e3a-a6b9-373cb4046dcc tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:44.825204 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d56929da-020b-4c6d-8848-c996c046703a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:44.828543 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d56929da-020b-4c6d-8848-c996c046703a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:44.832179 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d56929da-020b-4c6d-8848-c996c046703a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eaa56c0c-fa87-498e-b3e8-f682b4b470f1 HTTP/1.1" status: 204 len: 168 time: 0.5120564 Jun 17 08:49:44.833473 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0a39c66c-9459-4ae5-923a-65f952607534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:44.835947 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dd60628f-cfed-4866-985c-b9263979d2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:44.862376 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56929da-020b-4c6d-8848-c996c046703a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa56c0c-fa87-498e-b3e8-f682b4b470f1,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:44.870026 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d56929da-020b-4c6d-8848-c996c046703a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:44.873205 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-acff6e9e-e9a2-4c2d-9f7e-8e8952e18298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:44.938315 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-dd60628f-cfed-4866-985c-b9263979d2f7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=af7dcb7deb7c471686e856d9fdd72e19&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2847984 Jun 17 08:49:44.941005 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 56380) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:44.946800 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bd6aca4b-cbb9-4291-b7a4-433f5ac70824 req-6e0d6d93-ef1f-413f-a79f-5c780f81bfd6 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ad32002-03f3-428f-9ea2-7767cb7c7b2e HTTP/1.1" status: 200 len: 210 time: 0.0643454 Jun 17 08:49:44.955448 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-666dc4f7-f4c3-4a9e-a3a4-7a321a95eeb4 req-ed57c24e-ac5b-4e3a-a6b9-373cb4046dcc tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] For port 726b8ac1-e284-4776-9f25-dcefba874c4a, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=726b8ac1-e284-4776-9f25-dcefba874c4a,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:44.955854 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-666dc4f7-f4c3-4a9e-a3a4-7a321a95eeb4 req-ed57c24e-ac5b-4e3a-a6b9-373cb4046dcc tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:44.962554 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60628f-cfed-4866-985c-b9263979d2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fe9699-bbb7-4f63-9a72-0604439fdbaa,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:44.972228 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dd60628f-cfed-4866-985c-b9263979d2f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:45.006412 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2cf32f4b-1b5f-4280-afce-09082680f4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:45.033325 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2cf32f4b-1b5f-4280-afce-09082680f4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:45.214278 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2cf32f4b-1b5f-4280-afce-09082680f4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:45.217056 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2cf32f4b-1b5f-4280-afce-09082680f4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:45.219046 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2cf32f4b-1b5f-4280-afce-09082680f4f5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/17fe9699-bbb7-4f63-9a72-0604439fdbaa HTTP/1.1" status: 204 len: 168 time: 0.2766688 Jun 17 08:49:45.219886 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a53b6b5b-94c8-4787-8dfa-c5e8e8d2963f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:45.227875 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf32f4b-1b5f-4280-afce-09082680f4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fe9699-bbb7-4f63-9a72-0604439fdbaa,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:45.249639 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2cf32f4b-1b5f-4280-afce-09082680f4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:45.396615 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-666dc4f7-f4c3-4a9e-a3a4-7a321a95eeb4 req-ed57c24e-ac5b-4e3a-a6b9-373cb4046dcc tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Calling delete_port for 726b8ac1-e284-4776-9f25-dcefba874c4a owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:45.523106 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418990c7-13bc-40a9-b91b-43119afaa632 req-0b0275ac-a4f1-44d8-8f21-c7583a105328 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:45.524733 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-418990c7-13bc-40a9-b91b-43119afaa632 req-0b0275ac-a4f1-44d8-8f21-c7583a105328 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 945 time: 0.1252978 Jun 17 08:49:45.582709 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-418990c7-13bc-40a9-b91b-43119afaa632 req-b63fae28-5031-4a8f-9a8f-017c94958378 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496042 Jun 17 08:49:45.641704 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71bf0d-af2d-49f2-ae8e-97bbc8c31a36 req-884197b4-a9ec-408a-8954-dbc70dc26d13 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:45.650382 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ff71bf0d-af2d-49f2-ae8e-97bbc8c31a36 req-884197b4-a9ec-408a-8954-dbc70dc26d13 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 946 time: 0.1456683 Jun 17 08:49:45.711488 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ff71bf0d-af2d-49f2-ae8e-97bbc8c31a36 req-f9d136e0-fd28-435e-8b17-008d9b028875 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598578 Jun 17 08:49:45.760901 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-666dc4f7-f4c3-4a9e-a3a4-7a321a95eeb4 req-ed57c24e-ac5b-4e3a-a6b9-373cb4046dcc tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:45.768976 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3fa6a4a3-cff7-40ac-a1ab-715c9bff1e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:45.774991 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['3b4553b9-db0e-4f17-89d6-161a6ee69b5b'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:45.801418 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57c24e-ac5b-4e3a-a6b9-373cb4046dcc tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Pushing event deleted for resources: {'Port': ['ID=726b8ac1-e284-4776-9f25-dcefba874c4a,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:45.804246 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ed57c24e-ac5b-4e3a-a6b9-373cb4046dcc tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:45.869641 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-666dc4f7-f4c3-4a9e-a3a4-7a321a95eeb4 req-ed57c24e-ac5b-4e3a-a6b9-373cb4046dcc tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] No DVR routers for this DVR port 726b8ac1-e284-4776-9f25-dcefba874c4a on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:49:45.872392 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-666dc4f7-f4c3-4a9e-a3a4-7a321a95eeb4 req-ed57c24e-ac5b-4e3a-a6b9-373cb4046dcc tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:45.875405 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-666dc4f7-f4c3-4a9e-a3a4-7a321a95eeb4 req-ed57c24e-ac5b-4e3a-a6b9-373cb4046dcc tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.53 "DELETE /v2.0/ports/726b8ac1-e284-4776-9f25-dcefba874c4a HTTP/1.1" status: 204 len: 173 time: 1.2020924 Jun 17 08:49:45.877904 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfeab30a-2850-46c8-bc7c-91c69085c181', 'name': 'network-vif-deleted', 'tag': '726b8ac1-e284-4776-9f25-dcefba874c4a'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:45.881361 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20b33b0-2ccd-4406-8f4e-2d66c57ed363" -d '{"events": [{"server_uuid": "cfeab30a-2850-46c8-bc7c-91c69085c181", "name": "network-vif-deleted", "tag": "726b8ac1-e284-4776-9f25-dcefba874c4a"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:45.890194 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b9247141-a662-465f-adab-f2888d6fd04e req-b937bafd-0a87-416d-8144-db90b9724aa1 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfeab30a-2850-46c8-bc7c-91c69085c181 HTTP/1.1" status: 200 len: 210 time: 0.0573215 Jun 17 08:49:45.908836 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 56406) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:45.914114 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385cb8c-d8cc-450a-a776-6fae688a6081 req-75d767ce-a1cf-482b-919a-574f2fb8dcbe tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:45.921943 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f385cb8c-d8cc-450a-a776-6fae688a6081 req-75d767ce-a1cf-482b-919a-574f2fb8dcbe tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=96fa664b-522f-468e-91a8-8e83e8a8d428 HTTP/1.1" status: 200 len: 945 time: 0.2028146 Jun 17 08:49:45.931444 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c6baf80d-f2f8-43c2-8f28-497e7e846f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:45.989667 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f385cb8c-d8cc-450a-a776-6fae688a6081 req-ae716919-8767-4bf0-8337-bf6af588dda1 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667291 Jun 17 08:49:46.015035 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960fe2ab-2d7c-4663-9f5a-581c973adc9d x-openstack-request-id: req-960fe2ab-2d7c-4663-9f5a-581c973adc9d {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:46.015496 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfeab30a-2850-46c8-bc7c-91c69085c181", "name": "network-vif-deleted", "tag": "726b8ac1-e284-4776-9f25-dcefba874c4a", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:46.016210 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-960fe2ab-2d7c-4663-9f5a-581c973adc9d {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:46.017005 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfeab30a-2850-46c8-bc7c-91c69085c181', 'name': 'network-vif-deleted', 'tag': '726b8ac1-e284-4776-9f25-dcefba874c4a', 'status': 'completed', 'code': 200} Jun 17 08:49:46.125927 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 56412) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:46.249731 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c6baf80d-f2f8-43c2-8f28-497e7e846f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:46.299173 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 007d2ef7-db9b-4547-98ae-617ca6362580 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:49:46.318715 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 007d2ef7-db9b-4547-98ae-617ca6362580 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:49:46.319077 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 007d2ef7-db9b-4547-98ae-617ca6362580 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:49:46.364753 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c6baf80d-f2f8-43c2-8f28-497e7e846f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:46.370256 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d7128117-6fb1-43c2-9efb-99bd2b06a7a8 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:46.413457 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c6baf80d-f2f8-43c2-8f28-497e7e846f6e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dbf0b1b472fa4c1ea24b945e13f7c81c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5033510 Jun 17 08:49:46.416144 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56416) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:46.438309 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6baf80d-f2f8-43c2-8f28-497e7e846f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d44959a-30e2-4ff6-9cdc-cd20853f05a8,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:46.444190 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c6baf80d-f2f8-43c2-8f28-497e7e846f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:46.475314 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-83424981-1a53-4384-8cc0-35549305ae00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:46.508868 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-83424981-1a53-4384-8cc0-35549305ae00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:46.582223 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-501f94ea-abe5-4aaa-b4ea-de986a5272c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:46.631317 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-83424981-1a53-4384-8cc0-35549305ae00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:46.634046 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-83424981-1a53-4384-8cc0-35549305ae00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:46.639870 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-83424981-1a53-4384-8cc0-35549305ae00 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8d44959a-30e2-4ff6-9cdc-cd20853f05a8 HTTP/1.1" status: 204 len: 168 time: 0.2183881 Jun 17 08:49:46.639870 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-72fa84f7-958c-40cb-a580-e85ea9f543f9 tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:46.650884 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83424981-1a53-4384-8cc0-35549305ae00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d44959a-30e2-4ff6-9cdc-cd20853f05a8,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:46.653975 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-83424981-1a53-4384-8cc0-35549305ae00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:46.881318 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbe900-a993-46eb-8428-148373633a1c req-d8e8dad5-c6f2-4508-aac5-f49b45198724 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:46.883223 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d5cbe900-a993-46eb-8428-148373633a1c req-d8e8dad5-c6f2-4508-aac5-f49b45198724 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 945 time: 0.0889406 Jun 17 08:49:46.927759 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d5cbe900-a993-46eb-8428-148373633a1c req-19f32f3d-04cb-4eed-8885-9741d08e3f8e tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377162 Jun 17 08:49:46.974760 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-501f94ea-abe5-4aaa-b4ea-de986a5272c8 admin admin] Deleting port a4da7381-97ec-4d61-9814-7df71729f2ca {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:46.975107 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-501f94ea-abe5-4aaa-b4ea-de986a5272c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:46.984937 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ab811-a1d1-4c33-a062-89ca0d937d13 req-7b0962ab-8d4f-46fa-bdd5-09149942aee0 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:46.986472 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1e0ab811-a1d1-4c33-a062-89ca0d937d13 req-7b0962ab-8d4f-46fa-bdd5-09149942aee0 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 946 time: 0.1248198 Jun 17 08:49:47.074689 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1e0ab811-a1d1-4c33-a062-89ca0d937d13 req-96a1bf54-1401-4c09-8af8-538352f55d17 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758901 Jun 17 08:49:47.101959 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c697987f-0410-460c-aa8d-c388479a4431 req-cba0b76d-4a09-4378-aaa5-4592d8efd0fb tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfeab30a-2850-46c8-bc7c-91c69085c181 HTTP/1.1" status: 200 len: 210 time: 0.0496678 Jun 17 08:49:47.128803 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-501f94ea-abe5-4aaa-b4ea-de986a5272c8 admin admin] For port a4da7381-97ec-4d61-9814-7df71729f2ca, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=a4da7381-97ec-4d61-9814-7df71729f2ca,segment=NetworkSegment(78db558a-8703-4205-8497-9d87a1711aca),segment_id=78db558a-8703-4205-8497-9d87a1711aca)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:47.129170 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-501f94ea-abe5-4aaa-b4ea-de986a5272c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:47.232532 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-501f94ea-abe5-4aaa-b4ea-de986a5272c8 admin admin] Calling delete_port for a4da7381-97ec-4d61-9814-7df71729f2ca owned by network:router_interface {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:47.331503 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc9eb3-cafb-4334-8cd8-d01bb20daa99 req-43dbd1d6-d476-4713-929e-b75ba92235a8 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:47.335512 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 726b8ac1-e284-4776-9f25-dcefba874c4a no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:49:47.346062 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-93bc9eb3-cafb-4334-8cd8-d01bb20daa99 req-43dbd1d6-d476-4713-929e-b75ba92235a8 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=96fa664b-522f-468e-91a8-8e83e8a8d428 HTTP/1.1" status: 200 len: 945 time: 0.0829103 Jun 17 08:49:47.380366 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 726b8ac1-e284-4776-9f25-dcefba874c4a {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:49:47.380717 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 726b8ac1-e284-4776-9f25-dcefba874c4a not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:49:47.406830 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-93bc9eb3-cafb-4334-8cd8-d01bb20daa99 req-ad0980c5-50a9-4ea7-983d-40ba18fe9862 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596960 Jun 17 08:49:47.553704 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:47.602319 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-501f94ea-abe5-4aaa-b4ea-de986a5272c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:47.605480 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-95ff3df1-b448-4a1f-a83c-b943b548eb10 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:47.629917 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f94ea-abe5-4aaa-b4ea-de986a5272c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4da7381-97ec-4d61-9814-7df71729f2ca,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:47.633734 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-501f94ea-abe5-4aaa-b4ea-de986a5272c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:47.799154 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56474) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:47.955494 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-2a868650-7c85-4d50-969a-95bf0dcfe952 tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1973106152'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:47.956037 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-2a868650-7c85-4d50-969a-95bf0dcfe952 tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] Unknown quota resources ['metering_label']. {{(pid=94519) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:49:47.956980 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-501f94ea-abe5-4aaa-b4ea-de986a5272c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.053550 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ddacb1-e70c-4c34-937e-ddbe529a6c01 req-775ba70d-1b45-4388-b5f2-20bcd53c2602 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:48.055051 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-33ddacb1-e70c-4c34-937e-ddbe529a6c01 req-775ba70d-1b45-4388-b5f2-20bcd53c2602 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d59e0ed1-517c-4721-8b06-7e0715f94f7a HTTP/1.1" status: 200 len: 945 time: 0.1574767 Jun 17 08:49:48.113174 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-33ddacb1-e70c-4c34-937e-ddbe529a6c01 req-5833e500-17f5-44d1-bf27-04dc169afceb tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505190 Jun 17 08:49:48.259635 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501f94ea-abe5-4aaa-b4ea-de986a5272c8 admin admin] Router 11323498-96a9-4254-ba4b-b10e763c700f has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:49:48.302080 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2a868650-7c85-4d50-969a-95bf0dcfe952 tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.304059 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-2a868650-7c85-4d50-969a-95bf0dcfe952 tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5030584 Jun 17 08:49:48.305983 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56498) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:48.310751 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-eba78a63-171a-4631-af8c-4ca451948834 tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '2036e1a3-d621-41f9-8474-d81ac7131171'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:48.312005 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-eba78a63-171a-4631-af8c-4ca451948834 tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94519) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:49:48.432100 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c234b-9886-496c-b3e2-92507d01caff req-8ade323a-66f5-4100-8dcc-8506d6a0f35b tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:48.433885 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7c1c234b-9886-496c-b3e2-92507d01caff req-8ade323a-66f5-4100-8dcc-8506d6a0f35b tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 945 time: 0.1607270 Jun 17 08:49:48.466399 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501f94ea-abe5-4aaa-b4ea-de986a5272c8 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:49:48.474184 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-501f94ea-abe5-4aaa-b4ea-de986a5272c8 admin admin] 10.222.0.49 "PUT /v2.0/routers/11323498-96a9-4254-ba4b-b10e763c700f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3467891 Jun 17 08:49:48.476382 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 56502) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:48.479387 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb37983-dc3d-4c90-a937-6afc266b4892 None None] Sync routers for ids ['11323498-96a9-4254-ba4b-b10e763c700f'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:49:48.490070 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb37983-dc3d-4c90-a937-6afc266b4892 None None] Routers {'11323498-96a9-4254-ba4b-b10e763c700f'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:48.491141 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-6bb37983-dc3d-4c90-a937-6afc266b4892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:49:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['11323498-96a9-4254-ba4b-b10e763c700f'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:48.495038 n-d-758944-30 neutron-server[94519]: WARNING neutron.services.metering.metering_plugin [None req-eba78a63-171a-4631-af8c-4ca451948834 tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 17 08:49:48.556910 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7c1c234b-9886-496c-b3e2-92507d01caff req-b5481b89-338c-4d79-a53e-81d6bc3191f9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157298 Jun 17 08:49:48.651361 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-eba78a63-171a-4631-af8c-4ca451948834 tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.652252 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1d28fb64-c21d-4265-af4c-7dcbfcc72bed admin admin] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.652740 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-eba78a63-171a-4631-af8c-4ca451948834 tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3454151 Jun 17 08:49:48.663139 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56508) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:48.667626 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-5f60c1eb-f7a2-4a1d-a4f3-d57acec3dd1a tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '2036e1a3-d621-41f9-8474-d81ac7131171'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:48.668121 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-5f60c1eb-f7a2-4a1d-a4f3-d57acec3dd1a tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94519) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:49:48.698829 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-6bb37983-dc3d-4c90-a937-6afc266b4892 None None] Set router 11323498-96a9-4254-ba4b-b10e763c700f gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:48.783321 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc0460-9cd9-4ec8-9593-5242d11b3aa7 req-74721e33-758a-440c-8288-fc228743ad40 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:48.785094 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fbfc0460-9cd9-4ec8-9593-5242d11b3aa7 req-74721e33-758a-440c-8288-fc228743ad40 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=96fa664b-522f-468e-91a8-8e83e8a8d428 HTTP/1.1" status: 200 len: 945 time: 0.1365831 Jun 17 08:49:48.831576 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fbfc0460-9cd9-4ec8-9593-5242d11b3aa7 req-6716c49b-3856-44c1-865d-7bd06e74e3e8 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404470 Jun 17 08:49:48.833927 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1d28fb64-c21d-4265-af4c-7dcbfcc72bed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.850751 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e6e14-3782-4d66-9f9b-80bc486ea44b req-1677b0ff-d0e4-4b3f-a27c-6b88c6ad7436 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:48.867562 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ab5e6e14-3782-4d66-9f9b-80bc486ea44b req-1677b0ff-d0e4-4b3f-a27c-6b88c6ad7436 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 946 time: 0.1386404 Jun 17 08:49:48.880618 n-d-758944-30 neutron-server[94519]: WARNING neutron.services.metering.metering_plugin [None req-5f60c1eb-f7a2-4a1d-a4f3-d57acec3dd1a tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 17 08:49:48.903784 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ab5e6e14-3782-4d66-9f9b-80bc486ea44b req-3394da26-c86a-43b6-946f-979d7a5ef670 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439959 Jun 17 08:49:48.998085 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-6bb37983-dc3d-4c90-a937-6afc266b4892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11323498-96a9-4254-ba4b-b10e763c700f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952521564-router', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a504a77c-fc8c-41ad-a2ab-868399995165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:49Z', 'updated_at': '2021-06-17T08:49:47Z', 'revision_number': 5, 'project_id': '44443c682bf24966a3252f9e0a1b0a72', 'gw_port': {'id': 'a504a77c-fc8c-41ad-a2ab-868399995165', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11323498-96a9-4254-ba4b-b10e763c700f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:50Z', 'updated_at': '2021-06-17T08:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:49.011632 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5f60c1eb-f7a2-4a1d-a4f3-d57acec3dd1a tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:49.027651 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5f60c1eb-f7a2-4a1d-a4f3-d57acec3dd1a tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3607972 Jun 17 08:49:49.027997 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56520) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:49.044396 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb37983-dc3d-4c90-a937-6afc266b4892 None None] Checking router: 11323498-96a9-4254-ba4b-b10e763c700f for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:49:49.048612 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7188dad1-000b-4d65-95a5-eaaf1247985e tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=fabe4a44-a333-4bf1-b1bf-db9e0b85e823 HTTP/1.1" status: 200 len: 462 time: 0.0177238 Jun 17 08:49:49.049507 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56522) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:49.069872 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb37983-dc3d-4c90-a937-6afc266b4892 None None] Routers {'11323498-96a9-4254-ba4b-b10e763c700f'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:49.070515 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-6bb37983-dc3d-4c90-a937-6afc266b4892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:49:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['11323498-96a9-4254-ba4b-b10e763c700f'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:49.125696 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-1d28fb64-c21d-4265-af4c-7dcbfcc72bed admin admin] Deleting port a504a77c-fc8c-41ad-a2ab-868399995165 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:49.126161 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1d28fb64-c21d-4265-af4c-7dcbfcc72bed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:49.193722 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-6bb37983-dc3d-4c90-a937-6afc266b4892 None None] Set router 11323498-96a9-4254-ba4b-b10e763c700f gateway port host: None {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:49.237790 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f46b68-27af-482f-a4c0-ebc715e47223 req-357aa9ef-37cc-4df1-881e-de5cd545182e tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:49.239578 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-89f46b68-27af-482f-a4c0-ebc715e47223 req-357aa9ef-37cc-4df1-881e-de5cd545182e tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.50 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 945 time: 0.2112107 Jun 17 08:49:49.287921 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3135ec53-54ba-4763-9c32-91f694696f6f tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:49.290536 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3135ec53-54ba-4763-9c32-91f694696f6f tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/fabe4a44-a333-4bf1-b1bf-db9e0b85e823 HTTP/1.1" status: 204 len: 168 time: 0.2397842 Jun 17 08:49:49.294602 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56526) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:49.302931 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-6bb37983-dc3d-4c90-a937-6afc266b4892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11323498-96a9-4254-ba4b-b10e763c700f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952521564-router', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:49Z', 'updated_at': '2021-06-17T08:49:48Z', 'revision_number': 6, 'project_id': '44443c682bf24966a3252f9e0a1b0a72', 'gw_port_host': None}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:49.311797 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-892ff43f-518b-41b3-bfb6-dac63afa241c tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=fabe4a44-a333-4bf1-b1bf-db9e0b85e823 HTTP/1.1" status: 200 len: 221 time: 0.0150421 Jun 17 08:49:49.319319 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56534) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:49.332479 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb37983-dc3d-4c90-a937-6afc266b4892 None None] The sync data for ids ['11323498-96a9-4254-ba4b-b10e763c700f'] in n-d-758944-30 is: [{'id': '11323498-96a9-4254-ba4b-b10e763c700f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952521564-router', 'tenant_id': '44443c682bf24966a3252f9e0a1b0a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:49Z', 'updated_at': '2021-06-17T08:49:48Z', 'revision_number': 6, 'project_id': '44443c682bf24966a3252f9e0a1b0a72', 'gw_port_host': None}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:49:49.337177 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-df05ca3a-19c4-4aa4-bb38-1cb69f4d0c95 tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--361821002', 'description': 'label created by tempest'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:49.337937 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-df05ca3a-19c4-4aa4-bb38-1cb69f4d0c95 tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] Unknown quota resources ['metering_label']. {{(pid=94519) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:49:49.380849 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-1d28fb64-c21d-4265-af4c-7dcbfcc72bed admin admin] For port a504a77c-fc8c-41ad-a2ab-868399995165, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=a504a77c-fc8c-41ad-a2ab-868399995165,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:49.381257 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1d28fb64-c21d-4265-af4c-7dcbfcc72bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:49.472435 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-1d28fb64-c21d-4265-af4c-7dcbfcc72bed admin admin] Calling delete_port for a504a77c-fc8c-41ad-a2ab-868399995165 owned by network:router_gateway {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:49.632384 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-df05ca3a-19c4-4aa4-bb38-1cb69f4d0c95 tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:49.633645 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-df05ca3a-19c4-4aa4-bb38-1cb69f4d0c95 tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3139360 Jun 17 08:49:49.643454 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56544) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:49.739383 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d2666aa0-1be6-4fd4-971a-2b267046b750 tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=a9ff310b-a272-4cf0-8818-5dd7bc5281bf HTTP/1.1" status: 200 len: 467 time: 0.0954216 Jun 17 08:49:49.742068 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56548) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:49.946653 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-89f46b68-27af-482f-a4c0-ebc715e47223 req-d894c0a3-d8db-4688-b351-58f11a55430d tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Deleting port dab2eba2-1d12-4222-b1b7-735ee1ffebeb {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:49.947149 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-89f46b68-27af-482f-a4c0-ebc715e47223 req-d894c0a3-d8db-4688-b351-58f11a55430d tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:49.969146 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc51a9-ede5-4f2e-b959-0b21dd1876fd req-26bfbffb-4666-48e2-b516-3539d5c796b4 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:49.974159 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-88cc51a9-ede5-4f2e-b959-0b21dd1876fd req-26bfbffb-4666-48e2-b516-3539d5c796b4 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef052469-6fb0-4c10-b87c-100901ffc9b1 HTTP/1.1" status: 200 len: 950 time: 0.3414235 Jun 17 08:49:50.010806 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-88cc51a9-ede5-4f2e-b959-0b21dd1876fd req-3824a75c-8198-4e46-b074-a4c19749c243 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb19031c-b7f1-433a-bfbc-83363d4be5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334342 Jun 17 08:49:50.064808 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-820a7308-ec5e-4a9a-9eb6-7e82e227f746 tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:50.069208 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-820a7308-ec5e-4a9a-9eb6-7e82e227f746 tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/a9ff310b-a272-4cf0-8818-5dd7bc5281bf HTTP/1.1" status: 204 len: 168 time: 0.3261423 Jun 17 08:49:50.069582 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 56562) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:50.113893 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8cd32-b590-4332-9698-77c490aee4f1 req-857bd4ca-a499-4936-b0a2-a759a6e29b0c tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:50.115923 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-52a8cd32-b590-4332-9698-77c490aee4f1 req-857bd4ca-a499-4936-b0a2-a759a6e29b0c tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 945 time: 0.2223830 Jun 17 08:49:50.121378 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-de8c7d96-45c2-45d9-b6ae-b6ed49180915 tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=a9ff310b-a272-4cf0-8818-5dd7bc5281bf HTTP/1.1" status: 200 len: 216 time: 0.0471661 Jun 17 08:49:50.125661 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56564) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:50.160706 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-87e0f09e-b7e4-4fcb-8d0d-77b7b08452ea tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0323782 Jun 17 08:49:50.168918 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56570) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:50.190519 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-89f46b68-27af-482f-a4c0-ebc715e47223 req-d894c0a3-d8db-4688-b351-58f11a55430d tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] For port dab2eba2-1d12-4222-b1b7-735ee1ffebeb, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=dab2eba2-1d12-4222-b1b7-735ee1ffebeb,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:50.190965 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-89f46b68-27af-482f-a4c0-ebc715e47223 req-d894c0a3-d8db-4688-b351-58f11a55430d tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:50.202935 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b62d69fa-5f9b-4430-bf79-36e5321d6ce0 tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0196805 Jun 17 08:49:50.204592 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 56572) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:50.218334 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c672c-0c79-450d-8312-b8fdf50df202 req-b84d80ca-78a4-4245-ab31-a2c51c01dfcd tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:50.220261 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-464c672c-0c79-450d-8312-b8fdf50df202 req-b84d80ca-78a4-4245-ab31-a2c51c01dfcd tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=96fa664b-522f-468e-91a8-8e83e8a8d428 HTTP/1.1" status: 200 len: 945 time: 0.1070652 Jun 17 08:49:50.261155 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-464c672c-0c79-450d-8312-b8fdf50df202 req-98345450-6b53-4452-b635-1087ac991ac7 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351250 Jun 17 08:49:50.337127 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:50.374530 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-89f46b68-27af-482f-a4c0-ebc715e47223 req-d894c0a3-d8db-4688-b351-58f11a55430d tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Calling delete_port for dab2eba2-1d12-4222-b1b7-735ee1ffebeb owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:50.382912 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d8bbbd75-426f-4d2d-b2ed-d9e17e70f406 tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels/2036e1a3-d621-41f9-8474-d81ac7131171 HTTP/1.1" status: 200 len: 473 time: 0.1711328 Jun 17 08:49:50.389446 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 56578) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:50.403784 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-52a8cd32-b590-4332-9698-77c490aee4f1 req-7a54b8c9-bdf9-4b41-b482-42bab896fa48 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736008 Jun 17 08:49:50.411794 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-dcbcdc77-a821-496f-b835-854afe7dc89b tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules/12595164-aa64-4a7d-94bf-01ab4ddf41c0 HTTP/1.1" status: 200 len: 459 time: 0.0186582 Jun 17 08:49:50.426098 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56580) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:50.474467 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device a504a77c-fc8c-41ad-a2ab-868399995165 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:49:50.507043 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a750148-0720-448b-b957-679f7ec82c3c req-1c2ea13c-7b49-479a-8069-14f00dbea9e6 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:50.515228 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5a750148-0720-448b-b957-679f7ec82c3c req-1c2ea13c-7b49-479a-8069-14f00dbea9e6 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 946 time: 0.1357288 Jun 17 08:49:50.521202 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: a504a77c-fc8c-41ad-a2ab-868399995165 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:49:50.523147 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device a504a77c-fc8c-41ad-a2ab-868399995165 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:49:50.523842 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device a4da7381-97ec-4d61-9814-7df71729f2ca no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:49:50.546642 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1d28fb64-c21d-4265-af4c-7dcbfcc72bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:50.549507 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-69c2aade-03ae-45a1-8071-e1f43eb8d9cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:50.556292 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: a4da7381-97ec-4d61-9814-7df71729f2ca {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:49:50.556929 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device a4da7381-97ec-4d61-9814-7df71729f2ca not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:49:50.577509 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28fb64-c21d-4265-af4c-7dcbfcc72bed admin admin] Pushing event deleted for resources: {'Port': ['ID=a504a77c-fc8c-41ad-a2ab-868399995165,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:50.581546 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1d28fb64-c21d-4265-af4c-7dcbfcc72bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:50.612937 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5a750148-0720-448b-b957-679f7ec82c3c req-26dde5e1-7366-423f-bb1b-e0e266a1a2ed tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965278 Jun 17 08:49:50.655504 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ee789462-978d-4ac5-95e6-eed673fab1d9 tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:50.659548 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ee789462-978d-4ac5-95e6-eed673fab1d9 tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/12595164-aa64-4a7d-94bf-01ab4ddf41c0 HTTP/1.1" status: 204 len: 168 time: 0.2149806 Jun 17 08:49:50.660950 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56588) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:50.664772 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1d28fb64-c21d-4265-af4c-7dcbfcc72bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:50.720433 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-89f46b68-27af-482f-a4c0-ebc715e47223 req-d894c0a3-d8db-4688-b351-58f11a55430d tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:50.752373 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ecc547f7-2b9f-4785-8043-ce36d3f00b80 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:50.784243 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1d28fb64-c21d-4265-af4c-7dcbfcc72bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:50.786222 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894c0a3-d8db-4688-b351-58f11a55430d tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Pushing event deleted for resources: {'Port': ['ID=dab2eba2-1d12-4222-b1b7-735ee1ffebeb,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:50.791380 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1d28fb64-c21d-4265-af4c-7dcbfcc72bed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:50.793098 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d894c0a3-d8db-4688-b351-58f11a55430d tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:50.853992 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f46b68-27af-482f-a4c0-ebc715e47223 req-d894c0a3-d8db-4688-b351-58f11a55430d tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] No DVR routers for this DVR port dab2eba2-1d12-4222-b1b7-735ee1ffebeb on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:49:50.888710 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-89f46b68-27af-482f-a4c0-ebc715e47223 req-d894c0a3-d8db-4688-b351-58f11a55430d tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:50.894364 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-89f46b68-27af-482f-a4c0-ebc715e47223 req-d894c0a3-d8db-4688-b351-58f11a55430d tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.50 "DELETE /v2.0/ports/dab2eba2-1d12-4222-b1b7-735ee1ffebeb HTTP/1.1" status: 204 len: 173 time: 1.6444390 Jun 17 08:49:50.894364 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057c6af2-0d91-4d24-b426-5643c99bb849', 'name': 'network-vif-deleted', 'tag': 'dab2eba2-1d12-4222-b1b7-735ee1ffebeb'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:50.896799 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7de26d-ff86-4ac7-9a50-b74f5f2df0b1" -d '{"events": [{"server_uuid": "057c6af2-0d91-4d24-b426-5643c99bb849", "name": "network-vif-deleted", "tag": "dab2eba2-1d12-4222-b1b7-735ee1ffebeb"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:50.938133 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3596ac92-c09e-4260-b5b4-864f469c1288 x-openstack-request-id: req-3596ac92-c09e-4260-b5b4-864f469c1288 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:50.938628 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057c6af2-0d91-4d24-b426-5643c99bb849", "name": "network-vif-deleted", "tag": "dab2eba2-1d12-4222-b1b7-735ee1ffebeb", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:50.938987 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3596ac92-c09e-4260-b5b4-864f469c1288 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:50.939431 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057c6af2-0d91-4d24-b426-5643c99bb849', 'name': 'network-vif-deleted', 'tag': 'dab2eba2-1d12-4222-b1b7-735ee1ffebeb', 'status': 'completed', 'code': 200} Jun 17 08:49:50.941075 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-98eab840-fb5d-423a-8eb7-e78b62632f0f tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:50.942397 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-98eab840-fb5d-423a-8eb7-e78b62632f0f tempest-MeteringIpV6TestJSON-432812942 tempest-MeteringIpV6TestJSON-432812942-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/2036e1a3-d621-41f9-8474-d81ac7131171 HTTP/1.1" status: 204 len: 168 time: 0.2812247 Jun 17 08:49:51.110167 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1d28fb64-c21d-4265-af4c-7dcbfcc72bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:51.110922 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d28fb64-c21d-4265-af4c-7dcbfcc72bed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11323498-96a9-4254-ba4b-b10e763c700f {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:49:51.115933 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1d28fb64-c21d-4265-af4c-7dcbfcc72bed admin admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:51.119778 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1d28fb64-c21d-4265-af4c-7dcbfcc72bed admin admin] 10.222.0.49 "DELETE /v2.0/routers/11323498-96a9-4254-ba4b-b10e763c700f HTTP/1.1" status: 204 len: 168 time: 2.6399915 Jun 17 08:49:51.120379 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 56620) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:51.181640 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-43927aba-7a10-4a42-a0b3-555522038525 admin admin] Deleting subnet 528819dc-55d5-435f-984f-d0673642b38e {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:49:51.188133 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-43927aba-7a10-4a42-a0b3-555522038525 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:51.236544 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144b784-113f-4289-8725-2f3438bcf8e4 req-0f162b6f-4df1-477c-8ac9-15263d6341a0 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:51.238225 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7144b784-113f-4289-8725-2f3438bcf8e4 req-0f162b6f-4df1-477c-8ac9-15263d6341a0 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef052469-6fb0-4c10-b87c-100901ffc9b1 HTTP/1.1" status: 200 len: 950 time: 0.0894151 Jun 17 08:49:51.258398 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-43927aba-7a10-4a42-a0b3-555522038525 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:51.363969 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device f1ad74c0-c2a9-4ce1-9c51-11dc51939a99 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:49:51.387299 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-43927aba-7a10-4a42-a0b3-555522038525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:51.474170 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96ab71-8775-4470-8b00-303588003bba req-6046f598-ef35-4255-8ea8-9968689bf7df tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:51.475841 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ed96ab71-8775-4470-8b00-303588003bba req-6046f598-ef35-4255-8ea8-9968689bf7df tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.53 "GET /v2.0/ports?device_id=96fa664b-522f-468e-91a8-8e83e8a8d428 HTTP/1.1" status: 200 len: 945 time: 0.1314743 Jun 17 08:49:51.542732 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port f1ad74c0-c2a9-4ce1-9c51-11dc51939a99, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=f1ad74c0-c2a9-4ce1-9c51-11dc51939a99,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:51.557014 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': 'f1ad74c0-c2a9-4ce1-9c51-11dc51939a99', 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f', 'port_id': 'f1ad74c0-c2a9-4ce1-9c51-11dc51939a99', 'mac_address': 'fa:16:3e:4c:bc:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f1cd377-e173-40e7-8f95-b9cee993c643', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:49:51.611403 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:51.640314 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1ad74c0-c2a9-4ce1-9c51-11dc51939a99 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:49:51.652822 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78c876-24ff-4043-986d-db6e0e36eff1 req-32e42316-8137-4114-9bb2-bb676fc61104 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:51.652822 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bb78c876-24ff-4043-986d-db6e0e36eff1 req-32e42316-8137-4114-9bb2-bb676fc61104 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=96fa664b-522f-468e-91a8-8e83e8a8d428 HTTP/1.1" status: 200 len: 945 time: 0.1676989 Jun 17 08:49:51.684795 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port f1ad74c0-c2a9-4ce1-9c51-11dc51939a99, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=f1ad74c0-c2a9-4ce1-9c51-11dc51939a99,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:51.697574 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-ed96ab71-8775-4470-8b00-303588003bba req-c1df61e3-a78f-43b9-9186-a9fda8e56f6d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Deleting port 30e608d6-d062-4756-b25e-a567722f7178 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:51.697979 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ed96ab71-8775-4470-8b00-303588003bba req-c1df61e3-a78f-43b9-9186-a9fda8e56f6d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:51.721966 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bb78c876-24ff-4043-986d-db6e0e36eff1 req-0f852a9e-1d10-40c1-8c34-1ddf683dc45d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655601 Jun 17 08:49:51.723484 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7144b784-113f-4289-8725-2f3438bcf8e4 req-aa1f3bf7-377b-4ba2-8e2f-49bfcae37702 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb19031c-b7f1-433a-bfbc-83363d4be5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545151 Jun 17 08:49:51.778555 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259a345-eba9-4da8-95b6-9f0f009a785f req-332c99d0-f6fe-4c09-b010-3dfe345ec619 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:51.780465 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e259a345-eba9-4da8-95b6-9f0f009a785f req-332c99d0-f6fe-4c09-b010-3dfe345ec619 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef052469-6fb0-4c10-b87c-100901ffc9b1 HTTP/1.1" status: 200 len: 950 time: 0.5413220 Jun 17 08:49:51.808176 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-43927aba-7a10-4a42-a0b3-555522038525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:51.824570 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9a76a105-e850-4c43-83fc-31304e5bb8c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:51.841308 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56650) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:51.916320 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:51.919833 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:51.926346 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43927aba-7a10-4a42-a0b3-555522038525 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=528819dc-55d5-435f-984f-d0673642b38e,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:51.928484 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-43927aba-7a10-4a42-a0b3-555522038525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:51.929439 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-43927aba-7a10-4a42-a0b3-555522038525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:51.933754 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-43927aba-7a10-4a42-a0b3-555522038525 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/528819dc-55d5-435f-984f-d0673642b38e HTTP/1.1" status: 204 len: 168 time: 0.8099611 Jun 17 08:49:51.938037 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 56654) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:52.024236 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5ada754d-eec5-4e9c-a0b0-2c4832625e21 req-f0425da2-9aff-44c5-b60e-0d8dc35c87d8 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=057c6af2-0d91-4d24-b426-5643c99bb849 HTTP/1.1" status: 200 len: 210 time: 0.0765331 Jun 17 08:49:52.031482 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=f1ad74c0-c2a9-4ce1-9c51-11dc51939a99,revision_number=6']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:52.033789 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40afa58-a068-4754-8d81-808f6818a173 None None] Network 7b1fa35b-518b-4a6e-9cec-a3387f5b857d requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:49:52.059560 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-e259a345-eba9-4da8-95b6-9f0f009a785f req-afdfd29f-f65b-4f45-b82b-b295521544d5 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Deleting port 3b4553b9-db0e-4f17-89d6-161a6ee69b5b {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:52.060030 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-e259a345-eba9-4da8-95b6-9f0f009a785f req-afdfd29f-f65b-4f45-b82b-b295521544d5 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:52.068068 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:52.068690 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:52.069089 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:52.069500 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:52.069856 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:52.082868 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:52.083246 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:52.083645 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:52.084020 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:52.084425 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:52.084817 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:52.085162 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:52.094744 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:52.108292 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-ed96ab71-8775-4470-8b00-303588003bba req-c1df61e3-a78f-43b9-9186-a9fda8e56f6d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] For port 30e608d6-d062-4756-b25e-a567722f7178, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=30e608d6-d062-4756-b25e-a567722f7178,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:52.108659 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ed96ab71-8775-4470-8b00-303588003bba req-c1df61e3-a78f-43b9-9186-a9fda8e56f6d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:52.158669 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['f1ad74c0-c2a9-4ce1-9c51-11dc51939a99'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:52.195847 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-e259a345-eba9-4da8-95b6-9f0f009a785f req-afdfd29f-f65b-4f45-b82b-b295521544d5 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] For port 3b4553b9-db0e-4f17-89d6-161a6ee69b5b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=3b4553b9-db0e-4f17-89d6-161a6ee69b5b,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:52.196826 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-e259a345-eba9-4da8-95b6-9f0f009a785f req-afdfd29f-f65b-4f45-b82b-b295521544d5 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:52.225343 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d3df0afe-d437-475c-9dde-96a01e763a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:52.309958 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-e259a345-eba9-4da8-95b6-9f0f009a785f req-afdfd29f-f65b-4f45-b82b-b295521544d5 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Calling delete_port for 3b4553b9-db0e-4f17-89d6-161a6ee69b5b owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:52.339107 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device dab2eba2-1d12-4222-b1b7-735ee1ffebeb no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:49:52.365644 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: dab2eba2-1d12-4222-b1b7-735ee1ffebeb {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:49:52.366749 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device dab2eba2-1d12-4222-b1b7-735ee1ffebeb not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:49:52.409474 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-ed96ab71-8775-4470-8b00-303588003bba req-c1df61e3-a78f-43b9-9186-a9fda8e56f6d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Calling delete_port for 30e608d6-d062-4756-b25e-a567722f7178 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:52.441451 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d09d4543-6dde-4cc2-8359-03f9ac20841a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:52.486205 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d3df0afe-d437-475c-9dde-96a01e763a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:52.489445 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56662) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:52.559770 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacaaf4f-125b-4ae1-a56e-61a6f7b96d7e None None] DHCP port deletion for 7b1fa35b-518b-4a6e-9cec-a3387f5b857d request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:49:52.600869 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d3df0afe-d437-475c-9dde-96a01e763a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:52.610447 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-74e6f69d-2bc5-4d1c-a7c2-6be9eac1149e tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:52.615806 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d5a60-7f8e-4923-859a-857430663dd0 req-9e8bae1c-ee5a-4c0c-94db-65db89db3da5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:52.622977 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-734d5a60-7f8e-4923-859a-857430663dd0 req-9e8bae1c-ee5a-4c0c-94db-65db89db3da5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 945 time: 0.5885999 Jun 17 08:49:52.623351 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-cacaaf4f-125b-4ae1-a56e-61a6f7b96d7e None None] Deleting port e2a0266b-30f3-4da6-a24a-a27c1de2132a {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:52.624559 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-cacaaf4f-125b-4ae1-a56e-61a6f7b96d7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:52.729256 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-cacaaf4f-125b-4ae1-a56e-61a6f7b96d7e None None] For port e2a0266b-30f3-4da6-a24a-a27c1de2132a, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=e2a0266b-30f3-4da6-a24a-a27c1de2132a,segment=NetworkSegment(78db558a-8703-4205-8497-9d87a1711aca),segment_id=78db558a-8703-4205-8497-9d87a1711aca)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:52.729970 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-cacaaf4f-125b-4ae1-a56e-61a6f7b96d7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:52.736360 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-734d5a60-7f8e-4923-859a-857430663dd0 req-9de0cfc5-0131-4040-b875-2c5b6246af9e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123314 Jun 17 08:49:52.742522 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d3df0afe-d437-475c-9dde-96a01e763a7b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e7caeecc01a842e7b9abf1fdd7a877c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8970315 Jun 17 08:49:52.742522 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56668) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:52.749099 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-d09d4543-6dde-4cc2-8359-03f9ac20841a admin admin] Deleting port e2a0266b-30f3-4da6-a24a-a27c1de2132a {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:52.749310 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d09d4543-6dde-4cc2-8359-03f9ac20841a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:52.838747 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-d09d4543-6dde-4cc2-8359-03f9ac20841a admin admin] For port e2a0266b-30f3-4da6-a24a-a27c1de2132a, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=e2a0266b-30f3-4da6-a24a-a27c1de2132a,segment=NetworkSegment(78db558a-8703-4205-8497-9d87a1711aca),segment_id=78db558a-8703-4205-8497-9d87a1711aca)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:52.839305 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d09d4543-6dde-4cc2-8359-03f9ac20841a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:52.848482 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df0afe-d437-475c-9dde-96a01e763a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3447b2-2f1b-42a8-b434-47f37e2e2416,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:52.882819 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d3df0afe-d437-475c-9dde-96a01e763a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:52.883653 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-51a5dd78-34a5-4431-a67b-3a8f42ee70fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:52.911022 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ed96ab71-8775-4470-8b00-303588003bba req-c1df61e3-a78f-43b9-9186-a9fda8e56f6d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:52.957857 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-d09d4543-6dde-4cc2-8359-03f9ac20841a admin admin] Calling delete_port for e2a0266b-30f3-4da6-a24a-a27c1de2132a owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:52.965154 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f3b91655-f88b-4b54-9090-567055af0c40 tempest-MultipleCreateTestJSON-788479726 tempest-MultipleCreateTestJSON-788479726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:52.980179 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-cacaaf4f-125b-4ae1-a56e-61a6f7b96d7e None None] Calling delete_port for e2a0266b-30f3-4da6-a24a-a27c1de2132a owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:52.997360 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['2d207028-4b95-419e-be6f-114317fcaa67', '535fd37b-99d4-4e8f-87db-3c143081cd62'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:53.032375 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ccecc8ac-1345-4a73-815c-38dcbdd8f0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.067444 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df61e3-a78f-43b9-9186-a9fda8e56f6d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Pushing event deleted for resources: {'Port': ['ID=30e608d6-d062-4756-b25e-a567722f7178,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:53.081263 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c1df61e3-a78f-43b9-9186-a9fda8e56f6d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:53.129557 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ccecc8ac-1345-4a73-815c-38dcbdd8f0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.172072 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a234f-b7de-4c87-bdd4-05e2a2388ea6 req-9780be45-61d8-4154-8939-fd25d10d8067 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:53.173883 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7c0a234f-b7de-4c87-bdd4-05e2a2388ea6 req-9780be45-61d8-4154-8939-fd25d10d8067 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef052469-6fb0-4c10-b87c-100901ffc9b1 HTTP/1.1" status: 200 len: 950 time: 0.2308321 Jun 17 08:49:53.227356 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed96ab71-8775-4470-8b00-303588003bba req-c1df61e3-a78f-43b9-9186-a9fda8e56f6d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] No DVR routers for this DVR port 30e608d6-d062-4756-b25e-a567722f7178 on host n-h2-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:49:53.234608 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-e259a345-eba9-4da8-95b6-9f0f009a785f req-afdfd29f-f65b-4f45-b82b-b295521544d5 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.252844 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ae986ca5-8392-4af9-82e7-993217b60cdf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:53.255027 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-44c1c0f6-9158-4708-8aed-262211b08105 req-e6fdcaa3-c2ac-4c04-9e7b-8c49414526e0 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=96fa664b-522f-468e-91a8-8e83e8a8d428 HTTP/1.1" status: 200 len: 210 time: 0.0911882 Jun 17 08:49:53.282208 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ed96ab71-8775-4470-8b00-303588003bba req-c1df61e3-a78f-43b9-9186-a9fda8e56f6d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.291633 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ed96ab71-8775-4470-8b00-303588003bba req-c1df61e3-a78f-43b9-9186-a9fda8e56f6d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.53 "DELETE /v2.0/ports/30e608d6-d062-4756-b25e-a567722f7178 HTTP/1.1" status: 204 len: 173 time: 1.8080001 Jun 17 08:49:53.296558 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96fa664b-522f-468e-91a8-8e83e8a8d428', 'name': 'network-vif-deleted', 'tag': '30e608d6-d062-4756-b25e-a567722f7178'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:53.306730 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de39f72-4357-49c8-a165-704c05f5f29b" -d '{"events": [{"server_uuid": "96fa664b-522f-468e-91a8-8e83e8a8d428", "name": "network-vif-deleted", "tag": "30e608d6-d062-4756-b25e-a567722f7178"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:53.377124 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfd29f-f65b-4f45-b82b-b295521544d5 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Pushing event deleted for resources: {'Port': ['ID=3b4553b9-db0e-4f17-89d6-161a6ee69b5b,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:53.382657 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device f1ad74c0-c2a9-4ce1-9c51-11dc51939a99 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:53.398745 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-e259a345-eba9-4da8-95b6-9f0f009a785f req-afdfd29f-f65b-4f45-b82b-b295521544d5 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] No DVR routers for this DVR port 3b4553b9-db0e-4f17-89d6-161a6ee69b5b on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:49:53.400604 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-afdfd29f-f65b-4f45-b82b-b295521544d5 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:53.411628 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-e259a345-eba9-4da8-95b6-9f0f009a785f req-afdfd29f-f65b-4f45-b82b-b295521544d5 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.415998 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e259a345-eba9-4da8-95b6-9f0f009a785f req-afdfd29f-f65b-4f45-b82b-b295521544d5 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.53 "DELETE /v2.0/ports/3b4553b9-db0e-4f17-89d6-161a6ee69b5b HTTP/1.1" status: 204 len: 173 time: 1.6296587 Jun 17 08:49:53.417118 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef052469-6fb0-4c10-b87c-100901ffc9b1', 'name': 'network-vif-deleted', 'tag': '3b4553b9-db0e-4f17-89d6-161a6ee69b5b'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:53.419646 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886719e5-5110-4532-b971-b4caca2d0288" -d '{"events": [{"server_uuid": "ef052469-6fb0-4c10-b87c-100901ffc9b1", "name": "network-vif-deleted", "tag": "3b4553b9-db0e-4f17-89d6-161a6ee69b5b"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:53.437349 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:49:53.446814 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:53.446814 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:49:53.446814 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:53.446814 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:53.446814 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:53.446814 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:53.446814 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:53.446814 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:49:53.446814 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:53.446814 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:49:53.446814 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:53.446814 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:53.446814 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:49:53.446814 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:49:53.446814 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:49:53.446814 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:49:53.449121 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7c0a234f-b7de-4c87-bdd4-05e2a2388ea6 req-54fed14d-75d1-486a-b492-320e6efcaae0 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/security-groups?id=eb19031c-b7f1-433a-bfbc-83363d4be5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634177 Jun 17 08:49:53.465143 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-51a5dd78-34a5-4431-a67b-3a8f42ee70fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.465280 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d09d4543-6dde-4cc2-8359-03f9ac20841a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.479103 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a2f24de7-75a3-4ae6-abfb-64c2026cbfba tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:53.519898 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-cacaaf4f-125b-4ae1-a56e-61a6f7b96d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.544693 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d4543-6dde-4cc2-8359-03f9ac20841a admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a0266b-30f3-4da6-a24a-a27c1de2132a,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:53.547653 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:53.567845 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ccecc8ac-1345-4a73-815c-38dcbdd8f0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.570039 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ccecc8ac-1345-4a73-815c-38dcbdd8f0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.571361 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ccecc8ac-1345-4a73-815c-38dcbdd8f0f2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5f3447b2-2f1b-42a8-b434-47f37e2e2416 HTTP/1.1" status: 204 len: 168 time: 0.8117023 Jun 17 08:49:53.572443 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-51a5dd78-34a5-4431-a67b-3a8f42ee70fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.590704 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-47506f61-f057-47ec-8c40-a3b2fe7112ca tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:53.606192 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d09d4543-6dde-4cc2-8359-03f9ac20841a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:53.610735 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d0b65c-bce4-42a9-be5e-889b7fe74da3 x-openstack-request-id: req-31d0b65c-bce4-42a9-be5e-889b7fe74da3 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:53.611086 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96fa664b-522f-468e-91a8-8e83e8a8d428", "name": "network-vif-deleted", "tag": "30e608d6-d062-4756-b25e-a567722f7178", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:53.611395 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-31d0b65c-bce4-42a9-be5e-889b7fe74da3 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:53.611928 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96fa664b-522f-468e-91a8-8e83e8a8d428', 'name': 'network-vif-deleted', 'tag': '30e608d6-d062-4756-b25e-a567722f7178', 'status': 'completed', 'code': 200} Jun 17 08:49:53.622191 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09d4543-6dde-4cc2-8359-03f9ac20841a admin admin] No DVR routers for this DVR port e2a0266b-30f3-4da6-a24a-a27c1de2132a on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:49:53.652303 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecc8ac-1345-4a73-815c-38dcbdd8f0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3447b2-2f1b-42a8-b434-47f37e2e2416,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:53.675299 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacaaf4f-125b-4ae1-a56e-61a6f7b96d7e None None] No DVR routers for this DVR port e2a0266b-30f3-4da6-a24a-a27c1de2132a on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:49:53.693848 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacaaf4f-125b-4ae1-a56e-61a6f7b96d7e None None] Pushing event deleted for resources: {'Port': ['ID=e2a0266b-30f3-4da6-a24a-a27c1de2132a,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:53.708933 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f346bab-1a2c-4aa7-a3fd-53b6f1d2521e x-openstack-request-id: req-8f346bab-1a2c-4aa7-a3fd-53b6f1d2521e {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:53.709507 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef052469-6fb0-4c10-b87c-100901ffc9b1", "name": "network-vif-deleted", "tag": "3b4553b9-db0e-4f17-89d6-161a6ee69b5b", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:53.709920 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f346bab-1a2c-4aa7-a3fd-53b6f1d2521e {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:53.710493 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef052469-6fb0-4c10-b87c-100901ffc9b1', 'name': 'network-vif-deleted', 'tag': '3b4553b9-db0e-4f17-89d6-161a6ee69b5b', 'status': 'completed', 'code': 200} Jun 17 08:49:53.732635 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-51a5dd78-34a5-4431-a67b-3a8f42ee70fa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1df2b3b522eb427592d2c4a7bb8a0bc5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2417510 Jun 17 08:49:53.740870 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56688) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:53.745660 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-cacaaf4f-125b-4ae1-a56e-61a6f7b96d7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:53.813870 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5dd78-34a5-4431-a67b-3a8f42ee70fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235c7da6-a076-4181-9bff-1bf2669321ce,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:53.825437 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-51a5dd78-34a5-4431-a67b-3a8f42ee70fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:53.827247 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e426c192-1af6-4757-bf98-7e08e9b84bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:53.828078 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e426c192-1af6-4757-bf98-7e08e9b84bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:53.861090 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d09d4543-6dde-4cc2-8359-03f9ac20841a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.878971 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7f265123-cc80-4e5c-a354-c35c91824026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.896127 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-d09d4543-6dde-4cc2-8359-03f9ac20841a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b1fa35b-518b-4a6e-9cec-a3387f5b857d']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:53.919789 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-d09d4543-6dde-4cc2-8359-03f9ac20841a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78db558a-8703-4205-8497-9d87a1711aca') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:53.920093 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-d09d4543-6dde-4cc2-8359-03f9ac20841a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78db558a-8703-4205-8497-9d87a1711aca') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:53.937380 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7f265123-cc80-4e5c-a354-c35c91824026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.950610 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d09d4543-6dde-4cc2-8359-03f9ac20841a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.977452 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port f1ad74c0-c2a9-4ce1-9c51-11dc51939a99 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:53.977919 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.995680 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d09d4543-6dde-4cc2-8359-03f9ac20841a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:54.002509 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d09d4543-6dde-4cc2-8359-03f9ac20841a admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:49:54.002919 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d09d4543-6dde-4cc2-8359-03f9ac20841a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:49:54.067079 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:49:54.169155 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:54.197953 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7f265123-cc80-4e5c-a354-c35c91824026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:54.200993 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7f265123-cc80-4e5c-a354-c35c91824026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:54.205117 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ad6601-f910-4710-a366-c680f9aefd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ad74c0-c2a9-4ce1-9c51-11dc51939a99'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:54.206896 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d09d4543-6dde-4cc2-8359-03f9ac20841a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:54.209205 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d55beb-f3e1-4734-b6d1-0d51fbaa3ff4" -d '{"events": [{"server_uuid": "70ad6601-f910-4710-a366-c680f9aefd55", "name": "network-vif-plugged", "status": "completed", "tag": "f1ad74c0-c2a9-4ce1-9c51-11dc51939a99"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:54.214638 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7f265123-cc80-4e5c-a354-c35c91824026 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/235c7da6-a076-4181-9bff-1bf2669321ce HTTP/1.1" status: 204 len: 168 time: 0.4628472 Jun 17 08:49:54.219118 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e426c192-1af6-4757-bf98-7e08e9b84bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:54.234651 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port f1ad74c0-c2a9-4ce1-9c51-11dc51939a99, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=f1ad74c0-c2a9-4ce1-9c51-11dc51939a99,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:54.253190 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f265123-cc80-4e5c-a354-c35c91824026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235c7da6-a076-4181-9bff-1bf2669321ce,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:54.266556 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7f265123-cc80-4e5c-a354-c35c91824026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:54.315004 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-10e94555-cb3b-49af-8c0e-7e9933270a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:54.332480 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d09d4543-6dde-4cc2-8359-03f9ac20841a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:54.335533 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d09d4543-6dde-4cc2-8359-03f9ac20841a admin admin] 10.222.0.49 "DELETE /v2.0/networks/7b1fa35b-518b-4a6e-9cec-a3387f5b857d HTTP/1.1" status: 204 len: 168 time: 2.3955853 Jun 17 08:49:54.336133 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde1504-75b3-43f5-b4cf-f4b840940815 req-0fc70217-54d9-45e2-b2f0-973ea1756770 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:54.339364 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d4543-6dde-4cc2-8359-03f9ac20841a admin admin] Pushing event deleted for resources: {'Network': ['ID=7b1fa35b-518b-4a6e-9cec-a3387f5b857d,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:54.344386 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5dde1504-75b3-43f5-b4cf-f4b840940815 req-0fc70217-54d9-45e2-b2f0-973ea1756770 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 945 time: 0.2032170 Jun 17 08:49:54.346847 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d09d4543-6dde-4cc2-8359-03f9ac20841a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:54.359851 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:54.360863 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 3b4553b9-db0e-4f17-89d6-161a6ee69b5b no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:49:54.363860 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:54.368228 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-9ca89bb1-30c0-4a55-b488-182b9f50c262 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:54.379954 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-9ca89bb1-30c0-4a55-b488-182b9f50c262 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/networks?id=9607b8f2-1f64-4cbd-97ae-5ddc828a0032 HTTP/1.1" status: 200 len: 812 time: 0.2405255 Jun 17 08:49:54.398843 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5dde1504-75b3-43f5-b4cf-f4b840940815 req-c162d73b-7a89-4502-8e36-73507f675a2d tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527372 Jun 17 08:49:54.416433 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-605d4aa5-5f6b-4505-9b62-2d1ea4ba5ab7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/quotas/2660df61a5d14827a122661191fbd2bb HTTP/1.1" status: 200 len: 375 time: 0.0355477 Jun 17 08:49:54.445680 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 3b4553b9-db0e-4f17-89d6-161a6ee69b5b {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:49:54.446185 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 3b4553b9-db0e-4f17-89d6-161a6ee69b5b not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:49:54.446334 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 30e608d6-d062-4756-b25e-a567722f7178 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:49:54.465733 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-1dfc54eb-3e03-446e-a652-e72ec493c43f tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2660df61a5d14827a122661191fbd2bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437164 Jun 17 08:49:54.513340 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 30e608d6-d062-4756-b25e-a567722f7178 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:49:54.514002 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 30e608d6-d062-4756-b25e-a567722f7178 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:49:54.530798 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008e2efe-99f0-4e74-889f-e9665b851da7 x-openstack-request-id: req-008e2efe-99f0-4e74-889f-e9665b851da7 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:54.531106 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ad6601-f910-4710-a366-c680f9aefd55", "name": "network-vif-plugged", "status": "completed", "tag": "f1ad74c0-c2a9-4ce1-9c51-11dc51939a99", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:54.531370 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-008e2efe-99f0-4e74-889f-e9665b851da7 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:54.531809 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ad6601-f910-4710-a366-c680f9aefd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ad74c0-c2a9-4ce1-9c51-11dc51939a99', 'code': 200} Jun 17 08:49:54.550270 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device e2a0266b-30f3-4da6-a24a-a27c1de2132a no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:49:54.612411 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=f1ad74c0-c2a9-4ce1-9c51-11dc51939a99,revision_number=7']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:54.624549 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:54.644735 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56716) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:54.667927 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6e3094d2-2cfd-4729-bdd1-a8f8ab11d0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:54.677610 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: e2a0266b-30f3-4da6-a24a-a27c1de2132a {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:49:54.678394 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device e2a0266b-30f3-4da6-a24a-a27c1de2132a not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:49:54.684425 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-d8ac09d1-a5fa-4c96-9a47-6c5ef7127058 service neutron] 10.222.0.49 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170193 Jun 17 08:49:54.774531 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-26c1ba04-f916-4943-a4d9-04e0baa596d9 req-7dc3e3b3-5afa-4254-8357-cd45071d50d2 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=96fa664b-522f-468e-91a8-8e83e8a8d428 HTTP/1.1" status: 200 len: 210 time: 0.0352335 Jun 17 08:49:54.839087 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-ae611b34-83b6-4252-9b5e-1abdcfe19cbc service neutron] 10.222.0.49 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536152 Jun 17 08:49:54.908123 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6e3094d2-2cfd-4729-bdd1-a8f8ab11d0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:54.990640 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6e3094d2-2cfd-4729-bdd1-a8f8ab11d0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:54.994666 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-19c59191-1d74-41ce-8f6b-1c645905b73e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:55.092794 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6e3094d2-2cfd-4729-bdd1-a8f8ab11d0b6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b94704e9faf4dd6aad7f4208a25a149&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4437289 Jun 17 08:49:55.093191 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 56722) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:55.121795 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3094d2-2cfd-4729-bdd1-a8f8ab11d0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31093903-3af7-4c08-ad31-e78b9468f05c,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:55.129653 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6e3094d2-2cfd-4729-bdd1-a8f8ab11d0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:55.247285 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-97793686-07e1-4da6-a1b2-a3a70c152d6c req-e354afc0-a1ab-4522-9d8f-3531b0088d67 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86a31a3-01e6-45ec-b904-1289d76ccf38 HTTP/1.1" status: 200 len: 210 time: 0.0728788 Jun 17 08:49:55.255255 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-15ff8afa-6dd8-4fa6-86cb-5929b650d3ae req-97e9333f-5f7f-4c3d-9e34-f494d6fa5ca4 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef052469-6fb0-4c10-b87c-100901ffc9b1 HTTP/1.1" status: 200 len: 210 time: 0.0643616 Jun 17 08:49:55.292151 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e51a785d-bc91-4b28-8c98-c067ccb7fefd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:55.309737 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56728) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:55.336487 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e51a785d-bc91-4b28-8c98-c067ccb7fefd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:55.391092 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-75dc3964-004a-4840-9017-e82879bbe637 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=44443c682bf24966a3252f9e0a1b0a72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0787635 Jun 17 08:49:55.393460 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56732) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:55.452331 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 56738) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:55.472283 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c03dbcd3-f07f-49a7-a6d0-36d8f4bffab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:55.475887 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-15c26c6c-0810-4fdf-9f68-c3fa84608310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:55.505747 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-43e67334-2205-4502-81ac-0993d5470db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:55.510738 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e51a785d-bc91-4b28-8c98-c067ccb7fefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:55.514566 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e51a785d-bc91-4b28-8c98-c067ccb7fefd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:55.515971 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e51a785d-bc91-4b28-8c98-c067ccb7fefd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/31093903-3af7-4c08-ad31-e78b9468f05c HTTP/1.1" status: 204 len: 168 time: 0.4218054 Jun 17 08:49:55.518532 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-34968f0a-f134-420f-98ef-d8f386dd208d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:55.531099 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a785d-bc91-4b28-8c98-c067ccb7fefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31093903-3af7-4c08-ad31-e78b9468f05c,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:55.531563 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-43e67334-2205-4502-81ac-0993d5470db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:55.538128 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e51a785d-bc91-4b28-8c98-c067ccb7fefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:55.692043 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c03dbcd3-f07f-49a7-a6d0-36d8f4bffab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:55.702940 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-43e67334-2205-4502-81ac-0993d5470db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:55.707951 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-43e67334-2205-4502-81ac-0993d5470db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:55.715860 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-43e67334-2205-4502-81ac-0993d5470db5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6b3b6fd9-42e1-4b42-a0c0-8cc8eaf5da92 HTTP/1.1" status: 204 len: 168 time: 0.3206942 Jun 17 08:49:55.720323 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cda52a1e-8ee2-4172-83e7-f3595c783158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:55.734502 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e67334-2205-4502-81ac-0993d5470db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3b6fd9-42e1-4b42-a0c0-8cc8eaf5da92,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:55.735207 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f399252-411f-4cc8-ade9-4be322dcb0d9 req-6adfedd8-e25d-44d4-bafb-d499bb5f8b75 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:55.738303 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4f399252-411f-4cc8-ade9-4be322dcb0d9 req-6adfedd8-e25d-44d4-bafb-d499bb5f8b75 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 946 time: 0.1145804 Jun 17 08:49:55.765940 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-43e67334-2205-4502-81ac-0993d5470db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:55.824971 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4f399252-411f-4cc8-ade9-4be322dcb0d9 req-ef8fe520-72aa-4309-b520-c6c76eb2c5ca tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704434 Jun 17 08:49:55.860417 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c03dbcd3-f07f-49a7-a6d0-36d8f4bffab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:55.860417 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5658cdca-adae-4af5-8580-af4a4f90b2c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:55.902424 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03dbcd3-f07f-49a7-a6d0-36d8f4bffab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b5388f-9f76-499d-87f4-6b9ae47b40f2,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:55.911685 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c03dbcd3-f07f-49a7-a6d0-36d8f4bffab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:55.971312 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56750) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:55.974119 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c03dbcd3-f07f-49a7-a6d0-36d8f4bffab0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6b14826ee0d74c65a90b7f82c2f5ae9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5150120 Jun 17 08:49:56.068935 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8f0c0bb0-db51-4d85-afc4-30c554064bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:56.101153 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8f0c0bb0-db51-4d85-afc4-30c554064bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:56.331600 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8f0c0bb0-db51-4d85-afc4-30c554064bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:56.335686 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8f0c0bb0-db51-4d85-afc4-30c554064bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:56.337253 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-8f0c0bb0-db51-4d85-afc4-30c554064bdc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9b5388f-9f76-499d-87f4-6b9ae47b40f2 HTTP/1.1" status: 204 len: 168 time: 0.3648784 Jun 17 08:49:56.354016 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2cf12616-8829-4f87-a9ee-a6630685d849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:56.371067 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3971e532-88a9-4587-a2b2-96b924bc48a3 req-c6dc533a-18ed-41df-9561-deb46e220773 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86a31a3-01e6-45ec-b904-1289d76ccf38 HTTP/1.1" status: 200 len: 210 time: 0.0652406 Jun 17 08:49:56.381663 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c0bb0-db51-4d85-afc4-30c554064bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b5388f-9f76-499d-87f4-6b9ae47b40f2,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:56.394537 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8f0c0bb0-db51-4d85-afc4-30c554064bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:56.861700 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81312e-1177-45e2-bade-33af2dde8c24 req-81420894-bcbe-4844-a087-da25e53e0d36 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:56.874383 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8d81312e-1177-45e2-bade-33af2dde8c24 req-81420894-bcbe-4844-a087-da25e53e0d36 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d59e0ed1-517c-4721-8b06-7e0715f94f7a HTTP/1.1" status: 200 len: 945 time: 0.0908551 Jun 17 08:49:56.937208 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8d81312e-1177-45e2-bade-33af2dde8c24 req-d3502f8a-a7e5-4c1c-b186-4c5503ee5012 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615675 Jun 17 08:49:57.157398 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d9ea6-4360-4c0d-85da-b1267e872949 req-f60cb6c6-8632-4c15-9d5a-c12c0c92b1b4 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:57.168677 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cc1d9ea6-4360-4c0d-85da-b1267e872949 req-f60cb6c6-8632-4c15-9d5a-c12c0c92b1b4 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 946 time: 0.0928183 Jun 17 08:49:57.244663 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cc1d9ea6-4360-4c0d-85da-b1267e872949 req-4e53b88a-d72a-46f4-873d-9867967ec884 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749965 Jun 17 08:49:57.263004 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56788) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:57.569675 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c0450809-0e23-416a-aeb8-8369cac1df07 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6d7c02f14ed44047b3890bc6a6b8c730&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3052628 Jun 17 08:49:57.572045 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 56800) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:57.641330 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-39759bc1-094e-4599-8800-89afff8578a8 req-df0da03f-0c45-4e23-9381-d605e9b21a3c tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86a31a3-01e6-45ec-b904-1289d76ccf38 HTTP/1.1" status: 200 len: 210 time: 0.0610118 Jun 17 08:49:57.681997 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4216cb23-c76f-4d63-9f94-691804c94a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:57.707584 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4216cb23-c76f-4d63-9f94-691804c94a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:57.893692 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4216cb23-c76f-4d63-9f94-691804c94a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:57.896807 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4216cb23-c76f-4d63-9f94-691804c94a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:57.898303 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4216cb23-c76f-4d63-9f94-691804c94a86 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eb19031c-b7f1-433a-bfbc-83363d4be5c3 HTTP/1.1" status: 204 len: 168 time: 0.3248699 Jun 17 08:49:57.899231 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e51a785d-bc91-4b28-8c98-c067ccb7fefd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:57.911017 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216cb23-c76f-4d63-9f94-691804c94a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb19031c-b7f1-433a-bfbc-83363d4be5c3,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:57.913442 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4216cb23-c76f-4d63-9f94-691804c94a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:57.997452 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:58.163868 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d902920-1201-4a77-87d2-5e32f0adb100 req-78c6a3ed-6be2-45bc-8976-6deb983ea70e tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:58.165466 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5d902920-1201-4a77-87d2-5e32f0adb100 req-78c6a3ed-6be2-45bc-8976-6deb983ea70e tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.50 "GET /v2.0/ports?device_id=d59e0ed1-517c-4721-8b06-7e0715f94f7a HTTP/1.1" status: 200 len: 945 time: 0.1253190 Jun 17 08:49:58.234245 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa46883-461f-48a0-be17-eacc5b66d5fd req-45ae47c2-f2b9-4156-a5ac-ed9e31748a4c tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:58.239380 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cfa46883-461f-48a0-be17-eacc5b66d5fd req-45ae47c2-f2b9-4156-a5ac-ed9e31748a4c tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d59e0ed1-517c-4721-8b06-7e0715f94f7a HTTP/1.1" status: 200 len: 945 time: 0.1333892 Jun 17 08:49:58.344437 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cfa46883-461f-48a0-be17-eacc5b66d5fd req-623f22bb-63d7-4dd6-be16-b2f93492adb7 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983832 Jun 17 08:49:58.495027 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-5d902920-1201-4a77-87d2-5e32f0adb100 req-626190a2-ae93-42bc-b74b-9ace82054c9f tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Deleting port 535fd37b-99d4-4e8f-87db-3c143081cd62 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:58.495027 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5d902920-1201-4a77-87d2-5e32f0adb100 req-626190a2-ae93-42bc-b74b-9ace82054c9f tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:58.860226 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-43dcf9b6-4182-43f0-9730-53c7b2803287 req-eccbbe29-f76c-4156-aa13-50e9730da3ef tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86a31a3-01e6-45ec-b904-1289d76ccf38 HTTP/1.1" status: 200 len: 210 time: 0.0788679 Jun 17 08:49:58.961053 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-3f5a0025-7519-4d2d-90eb-ce14749ce210 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:58.975103 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-3f5a0025-7519-4d2d-90eb-ce14749ce210 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.50 "GET /v2.0/networks?id=9607b8f2-1f64-4cbd-97ae-5ddc828a0032 HTTP/1.1" status: 200 len: 812 time: 0.6381912 Jun 17 08:49:59.010097 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-12c267a0-d6aa-4d8a-afb2-da27fb34e8f3 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Request body: {'port': {'device_id': 'e86a31a3-01e6-45ec-b904-1289d76ccf38', 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032', 'admin_state_up': True, 'tenant_id': '2660df61a5d14827a122661191fbd2bb'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:59.054536 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-5d902920-1201-4a77-87d2-5e32f0adb100 req-626190a2-ae93-42bc-b74b-9ace82054c9f tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] For port 535fd37b-99d4-4e8f-87db-3c143081cd62, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=535fd37b-99d4-4e8f-87db-3c143081cd62,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:59.063444 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5d902920-1201-4a77-87d2-5e32f0adb100 req-626190a2-ae93-42bc-b74b-9ace82054c9f tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:59.105295 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603124c2-ad81-4d66-8bcd-afceb950164d req-f793c8fd-6175-4677-8e98-0797f16805dd tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:59.106904 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-603124c2-ad81-4d66-8bcd-afceb950164d req-f793c8fd-6175-4677-8e98-0797f16805dd tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 946 time: 0.6801488 Jun 17 08:49:59.190447 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-5d902920-1201-4a77-87d2-5e32f0adb100 req-626190a2-ae93-42bc-b74b-9ace82054c9f tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Calling delete_port for 535fd37b-99d4-4e8f-87db-3c143081cd62 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:59.318233 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-603124c2-ad81-4d66-8bcd-afceb950164d req-9f4a9fee-e894-4870-849c-883250fa0c04 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029197 Jun 17 08:49:59.351944 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56850) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:59.410235 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c5cb1f72-9393-4c34-b377-5447d0f4c39e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a0996a9671de4cc5a896eab1ce96b8ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0565143 Jun 17 08:49:59.413618 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56854) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:59.429268 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-45ac27dd-086e-4278-9940-990853f82177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:59.463199 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-12c267a0-d6aa-4d8a-afb2-da27fb34e8f3 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Made reservation on behalf of 2660df61a5d14827a122661191fbd2bb for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:49:59.473726 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-12c267a0-d6aa-4d8a-afb2-da27fb34e8f3 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:59.565316 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5c1eafd2-57b4-4843-9002-c56a97b72ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:59.665787 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-04655415-344a-422d-b096-4b817b3ec9a8 req-2e44427f-5a2d-4944-b61a-912c9f918e7d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d59e0ed1-517c-4721-8b06-7e0715f94f7a HTTP/1.1" status: 200 len: 210 time: 0.0664480 Jun 17 08:49:59.672559 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5c1eafd2-57b4-4843-9002-c56a97b72ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:59.827379 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5c1eafd2-57b4-4843-9002-c56a97b72ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:59.828642 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-12c267a0-d6aa-4d8a-afb2-da27fb34e8f3 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Allocated IP 172.20.0.12 (9607b8f2-1f64-4cbd-97ae-5ddc828a0032/ed34bd4e-a866-4cd6-ad0f-ac23d869dd5e/d282b3fb-9c41-4953-9007-d7d374fb1d8d) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:59.828856 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5c1eafd2-57b4-4843-9002-c56a97b72ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:59.832506 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5c1eafd2-57b4-4843-9002-c56a97b72ebb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0893156e-77f3-4b0f-8593-67ad8bf5b3ec HTTP/1.1" status: 204 len: 168 time: 0.4132879 Jun 17 08:49:59.832506 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d56929da-020b-4c6d-8848-c996c046703a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:59.832780 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5d902920-1201-4a77-87d2-5e32f0adb100 req-626190a2-ae93-42bc-b74b-9ace82054c9f tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:59.840270 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bd6d5361-ce80-4391-be05-c94ebfce36b8 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:59.846951 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['2d207028-4b95-419e-be6f-114317fcaa67', '535fd37b-99d4-4e8f-87db-3c143081cd62'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:59.847642 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1eafd2-57b4-4843-9002-c56a97b72ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0893156e-77f3-4b0f-8593-67ad8bf5b3ec,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:59.853264 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5c1eafd2-57b4-4843-9002-c56a97b72ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:59.888092 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626190a2-ae93-42bc-b74b-9ace82054c9f tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Pushing event deleted for resources: {'Port': ['ID=535fd37b-99d4-4e8f-87db-3c143081cd62,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:59.929978 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-626190a2-ae93-42bc-b74b-9ace82054c9f tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:59.964376 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d902920-1201-4a77-87d2-5e32f0adb100 req-626190a2-ae93-42bc-b74b-9ace82054c9f tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] No DVR routers for this DVR port 535fd37b-99d4-4e8f-87db-3c143081cd62 on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:49:59.982351 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5d902920-1201-4a77-87d2-5e32f0adb100 req-626190a2-ae93-42bc-b74b-9ace82054c9f tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:59.985464 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5d902920-1201-4a77-87d2-5e32f0adb100 req-626190a2-ae93-42bc-b74b-9ace82054c9f tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.50 "DELETE /v2.0/ports/535fd37b-99d4-4e8f-87db-3c143081cd62 HTTP/1.1" status: 204 len: 173 time: 1.8035126 Jun 17 08:49:59.986220 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59e0ed1-517c-4721-8b06-7e0715f94f7a', 'name': 'network-vif-deleted', 'tag': '535fd37b-99d4-4e8f-87db-3c143081cd62'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:59.988852 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f26aabd-57cc-4819-b860-6cfc6b71cae7" -d '{"events": [{"server_uuid": "d59e0ed1-517c-4721-8b06-7e0715f94f7a", "name": "network-vif-deleted", "tag": "535fd37b-99d4-4e8f-87db-3c143081cd62"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:00.075231 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd17861-071d-4caf-9b77-5de7e2c3433a x-openstack-request-id: req-8bd17861-071d-4caf-9b77-5de7e2c3433a {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:00.075577 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59e0ed1-517c-4721-8b06-7e0715f94f7a", "name": "network-vif-deleted", "tag": "535fd37b-99d4-4e8f-87db-3c143081cd62", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:00.075903 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8bd17861-071d-4caf-9b77-5de7e2c3433a {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:00.078187 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59e0ed1-517c-4721-8b06-7e0715f94f7a', 'name': 'network-vif-deleted', 'tag': '535fd37b-99d4-4e8f-87db-3c143081cd62', 'status': 'completed', 'code': 200} Jun 17 08:50:00.120266 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ce78d212-9885-4f80-97e0-96f7498be429 req-1f27a7ec-d40c-466e-9777-9d6a5a831397 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86a31a3-01e6-45ec-b904-1289d76ccf38 HTTP/1.1" status: 200 len: 210 time: 0.0660295 Jun 17 08:50:00.231185 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-12c267a0-d6aa-4d8a-afb2-da27fb34e8f3 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:00.408601 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-12c267a0-d6aa-4d8a-afb2-da27fb34e8f3 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:00.414461 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9d5b87cd-f0bc-4c43-8b7d-3ad392ad114b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:00.474822 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-12c267a0-d6aa-4d8a-afb2-da27fb34e8f3 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Network 9607b8f2-1f64-4cbd-97ae-5ddc828a0032 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:00.478210 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-12c267a0-d6aa-4d8a-afb2-da27fb34e8f3 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:00.485862 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-12c267a0-d6aa-4d8a-afb2-da27fb34e8f3 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:00.518897 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c267a0-d6aa-4d8a-afb2-da27fb34e8f3 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Pushing event updated for resources: {'Port': ['ID=d282b3fb-9c41-4953-9007-d7d374fb1d8d,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:00.524349 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-12c267a0-d6aa-4d8a-afb2-da27fb34e8f3 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:00.566799 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-12c267a0-d6aa-4d8a-afb2-da27fb34e8f3 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:00.569165 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-12c267a0-d6aa-4d8a-afb2-da27fb34e8f3 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:00.608460 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af9019-d318-4ac5-b404-8df4b3d3a4d2 req-cef45cd0-a512-4b64-801f-fbdccce47f48 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:00.616496 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-75af9019-d318-4ac5-b404-8df4b3d3a4d2 req-cef45cd0-a512-4b64-801f-fbdccce47f48 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 946 time: 0.0935068 Jun 17 08:50:00.663599 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-75af9019-d318-4ac5-b404-8df4b3d3a4d2 req-ef055a0f-13a7-4231-9600-e7c434fff237 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460589 Jun 17 08:50:00.708756 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-12c267a0-d6aa-4d8a-afb2-da27fb34e8f3 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7043018 Jun 17 08:50:00.721726 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-07b920cc-5be5-4d09-8247-cc3dfa5d129c service neutron] Request body: {'port': {'device_id': 'e86a31a3-01e6-45ec-b904-1289d76ccf38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:00.859494 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-07b920cc-5be5-4d09-8247-cc3dfa5d129c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:00.888254 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:00.932727 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56890) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:01.174007 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0cbd4278-ae74-432d-94b7-e69bcd6b2455 req-46e9b93c-85fc-49f8-b503-a78040e5ad50 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=d59e0ed1-517c-4721-8b06-7e0715f94f7a HTTP/1.1" status: 200 len: 210 time: 0.0400801 Jun 17 08:50:01.240309 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6f93912a-267d-4029-ba7a-4a94220ec93b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:01.284771 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-24002292-40a8-4545-8205-43dafc77bc9b tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=6cd435fb45d1477fa4a6118a5f417b8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511556 Jun 17 08:50:01.491336 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6f93912a-267d-4029-ba7a-4a94220ec93b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:01.559967 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-899316a9-42ad-4a3a-9d71-9123cc4c02ca tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:01.569691 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-899316a9-42ad-4a3a-9d71-9123cc4c02ca tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2833164 Jun 17 08:50:01.600082 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-4f11f6bb-95f1-4c90-8a60-882d58801e00 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/quotas/6cd435fb45d1477fa4a6118a5f417b8b HTTP/1.1" status: 200 len: 375 time: 0.0293882 Jun 17 08:50:01.640095 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6f93912a-267d-4029-ba7a-4a94220ec93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:01.650395 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-af3c2601-de49-4404-b6fd-75ea92ca7257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:01.654088 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-29de6850-0091-46f3-85e0-47702a03e4ac tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6cd435fb45d1477fa4a6118a5f417b8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530281 Jun 17 08:50:01.724570 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93912a-267d-4029-ba7a-4a94220ec93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291a8270-7b02-4ffb-94ec-461b978fdd2f,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:01.736112 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6f93912a-267d-4029-ba7a-4a94220ec93b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=41d9a257562e463eba2c318911343c9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7988393 Jun 17 08:50:01.736112 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6f93912a-267d-4029-ba7a-4a94220ec93b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:01.738986 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56922) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:01.799486 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adff2a-55f6-45e5-b6fd-0238f90454d3 req-0d362483-9520-4bb8-9161-ff1e6901d0e5 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:01.811302 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c7adff2a-55f6-45e5-b6fd-0238f90454d3 req-0d362483-9520-4bb8-9161-ff1e6901d0e5 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86a31a3-01e6-45ec-b904-1289d76ccf38 HTTP/1.1" status: 200 len: 932 time: 0.2297299 Jun 17 08:50:01.813731 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-07b920cc-5be5-4d09-8247-cc3dfa5d129c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d282b3fb-9c41-4953-9007-d7d374fb1d8d {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:50:01.824671 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-07b920cc-5be5-4d09-8247-cc3dfa5d129c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:01.840160 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-07b920cc-5be5-4d09-8247-cc3dfa5d129c service neutron] Transition to ACTIVE for port object d282b3fb-9c41-4953-9007-d7d374fb1d8d will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:01.904033 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-efd606ae-2d23-48b3-8b82-b651d60553e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:01.929608 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c7adff2a-55f6-45e5-b6fd-0238f90454d3 req-453529e0-2a80-42bd-aac3-e57ec6d64264 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169648 Jun 17 08:50:01.947506 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-efd606ae-2d23-48b3-8b82-b651d60553e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:01.961979 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-07b920cc-5be5-4d09-8247-cc3dfa5d129c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:01.964887 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-501f94ea-abe5-4aaa-b4ea-de986a5272c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:02.118850 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-efd606ae-2d23-48b3-8b82-b651d60553e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:02.121615 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-efd606ae-2d23-48b3-8b82-b651d60553e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:02.122886 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-efd606ae-2d23-48b3-8b82-b651d60553e1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/291a8270-7b02-4ffb-94ec-461b978fdd2f HTTP/1.1" status: 204 len: 168 time: 0.3829219 Jun 17 08:50:02.126930 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8f0c0bb0-db51-4d85-afc4-30c554064bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:02.141664 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd606ae-2d23-48b3-8b82-b651d60553e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291a8270-7b02-4ffb-94ec-461b978fdd2f,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:02.145464 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-efd606ae-2d23-48b3-8b82-b651d60553e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:02.198175 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd1030-fe09-4816-8829-13107d9ade69 req-15a54adf-0486-43e2-816d-f67050bb76ac tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:02.206804 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-75bd1030-fe09-4816-8829-13107d9ade69 req-15a54adf-0486-43e2-816d-f67050bb76ac tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 946 time: 0.1198297 Jun 17 08:50:02.295119 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-75bd1030-fe09-4816-8829-13107d9ade69 req-4a18bf28-3385-44ce-884d-5ec9a0b21eec tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873692 Jun 17 08:50:02.342007 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56946) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:02.393977 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 535fd37b-99d4-4e8f-87db-3c143081cd62 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:50:02.394566 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-77a01bc1-2d5c-4fda-ac4c-bb354d9dd478 req-b54dd472-7abb-43ff-87d4-e47d2c576f00 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/ports?device_id=af564a26-166b-45d9-ad3d-60ed4cb01ba8 HTTP/1.1" status: 200 len: 210 time: 0.1585689 Jun 17 08:50:02.432838 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b920cc-5be5-4d09-8247-cc3dfa5d129c service neutron] Pushing event updated for resources: {'Port': ['ID=d282b3fb-9c41-4953-9007-d7d374fb1d8d,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:02.487815 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-07b920cc-5be5-4d09-8247-cc3dfa5d129c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:02.493920 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 535fd37b-99d4-4e8f-87db-3c143081cd62 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:50:02.494270 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 535fd37b-99d4-4e8f-87db-3c143081cd62 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:50:02.557538 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-07b920cc-5be5-4d09-8247-cc3dfa5d129c service neutron] Attempting to bind port d282b3fb-9c41-4953-9007-d7d374fb1d8d on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:02.558287 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-07b920cc-5be5-4d09-8247-cc3dfa5d129c service neutron] Attempting to bind port d282b3fb-9c41-4953-9007-d7d374fb1d8d by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': 'f97b557f-42fd-493a-a1da-f273164d9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:02.558470 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-07b920cc-5be5-4d09-8247-cc3dfa5d129c service neutron] Attempting to bind port d282b3fb-9c41-4953-9007-d7d374fb1d8d on network 9607b8f2-1f64-4cbd-97ae-5ddc828a0032 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:02.565681 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-07b920cc-5be5-4d09-8247-cc3dfa5d129c service neutron] Port d282b3fb-9c41-4953-9007-d7d374fb1d8d on network 9607b8f2-1f64-4cbd-97ae-5ddc828a0032 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:02.566732 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-07b920cc-5be5-4d09-8247-cc3dfa5d129c service neutron] Attempting to bind port d282b3fb-9c41-4953-9007-d7d374fb1d8d on network 9607b8f2-1f64-4cbd-97ae-5ddc828a0032 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:02.581042 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-07b920cc-5be5-4d09-8247-cc3dfa5d129c service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:50:02.582534 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-07b920cc-5be5-4d09-8247-cc3dfa5d129c service neutron] Checking segment: {'id': 'f97b557f-42fd-493a-a1da-f273164d9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:02.582534 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-07b920cc-5be5-4d09-8247-cc3dfa5d129c service neutron] Bound using segment: {'id': 'f97b557f-42fd-493a-a1da-f273164d9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:50:02.582534 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-07b920cc-5be5-4d09-8247-cc3dfa5d129c service neutron] Bound port: d282b3fb-9c41-4953-9007-d7d374fb1d8d, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f97b557f-42fd-493a-a1da-f273164d9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:50:02.585039 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-07b920cc-5be5-4d09-8247-cc3dfa5d129c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:02.601976 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:02.700348 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-07b920cc-5be5-4d09-8247-cc3dfa5d129c service neutron] For port d282b3fb-9c41-4953-9007-d7d374fb1d8d, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:50:02.710525 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-07b920cc-5be5-4d09-8247-cc3dfa5d129c service neutron] For port d282b3fb-9c41-4953-9007-d7d374fb1d8d, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=d282b3fb-9c41-4953-9007-d7d374fb1d8d,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:50:02.802213 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-07b920cc-5be5-4d09-8247-cc3dfa5d129c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:02.814544 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1c7fae6d-56d0-467c-886d-fd6b42b2be95 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:02.828710 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-07b920cc-5be5-4d09-8247-cc3dfa5d129c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:02.836445 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-07b920cc-5be5-4d09-8247-cc3dfa5d129c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:02.842641 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-07b920cc-5be5-4d09-8247-cc3dfa5d129c service neutron] 10.222.0.50 "PUT /v2.0/ports/d282b3fb-9c41-4953-9007-d7d374fb1d8d HTTP/1.1" status: 200 len: 1093 time: 2.1251860 Jun 17 08:50:02.845175 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-6957ae01-5dfd-42b4-a8d5-6f25cfd86c02 tempest-QuotasTest-1921988195 tempest-QuotasTest-1921988195-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:02.845723 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86a31a3-01e6-45ec-b904-1289d76ccf38', 'tag': 'd282b3fb-9c41-4953-9007-d7d374fb1d8d'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:02.849671 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f2833c-7f11-4c5b-b170-b68e4f104f93" -d '{"events": [{"name": "network-changed", "server_uuid": "e86a31a3-01e6-45ec-b904-1289d76ccf38", "tag": "d282b3fb-9c41-4953-9007-d7d374fb1d8d"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:02.916153 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80e257e-a56a-40a6-bab8-be206b52b966 x-openstack-request-id: req-b80e257e-a56a-40a6-bab8-be206b52b966 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:02.916505 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e86a31a3-01e6-45ec-b904-1289d76ccf38", "tag": "d282b3fb-9c41-4953-9007-d7d374fb1d8d", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:02.916819 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b80e257e-a56a-40a6-bab8-be206b52b966 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:02.917282 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86a31a3-01e6-45ec-b904-1289d76ccf38', 'tag': 'd282b3fb-9c41-4953-9007-d7d374fb1d8d', 'status': 'completed', 'code': 200} Jun 17 08:50:03.003339 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b920cc-5be5-4d09-8247-cc3dfa5d129c service neutron] Pushing event updated for resources: {'Port': ['ID=d282b3fb-9c41-4953-9007-d7d374fb1d8d,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:03.040843 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-07b920cc-5be5-4d09-8247-cc3dfa5d129c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:03.086946 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2833c-7f11-4c5b-b170-b68e4f104f93 req-210e903a-f3f8-447e-af12-1da1964cf8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:03.089118 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c3f2833c-7f11-4c5b-b170-b68e4f104f93 req-210e903a-f3f8-447e-af12-1da1964cf8d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2660df61a5d14827a122661191fbd2bb&device_id=e86a31a3-01e6-45ec-b904-1289d76ccf38 HTTP/1.1" status: 200 len: 1096 time: 0.1438570 Jun 17 08:50:03.138255 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6957ae01-5dfd-42b4-a8d5-6f25cfd86c02 tempest-QuotasTest-1921988195 tempest-QuotasTest-1921988195-project-admin] 10.222.0.49 "PUT /v2.0/quotas/ca80a06984344a74ab49f15cbe68cfc6 HTTP/1.1" status: 200 len: 366 time: 0.7939222 Jun 17 08:50:03.140347 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56974) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:03.183894 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9ae2bc19-0206-40d6-8d19-801a96e43526 tempest-QuotasTest-1921988195 tempest-QuotasTest-1921988195-project-admin] 10.222.0.49 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0396945 Jun 17 08:50:03.186440 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56978) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:03.291511 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-676dfc3d-3082-4b1e-b3f9-b118f2f19b03 tempest-QuotasTest-1921988195 tempest-QuotasTest-1921988195-project-admin] 10.222.0.49 "GET /v2.0/quotas/ca80a06984344a74ab49f15cbe68cfc6 HTTP/1.1" status: 200 len: 366 time: 0.1038644 Jun 17 08:50:03.296892 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56986) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:03.365727 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bd901-3df2-4ff5-96fe-8644eadc17b4 req-757cd448-8a4e-4787-a2ee-7c87572604bc tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:03.367849 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4f4bd901-3df2-4ff5-96fe-8644eadc17b4 req-757cd448-8a4e-4787-a2ee-7c87572604bc tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86a31a3-01e6-45ec-b904-1289d76ccf38 HTTP/1.1" status: 200 len: 944 time: 0.1543069 Jun 17 08:50:03.412310 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00199b-18af-4b31-b261-3cebf689512d req-e3a04273-5e90-433f-9c60-325056667971 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:03.415416 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd00199b-18af-4b31-b261-3cebf689512d req-e3a04273-5e90-433f-9c60-325056667971 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/networks?id=e6105816-34ac-4e40-a08a-0beea0be79f0 HTTP/1.1" status: 200 len: 806 time: 0.2947690 Jun 17 08:50:03.435658 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4f4bd901-3df2-4ff5-96fe-8644eadc17b4 req-0406c865-1e4f-481c-9930-1121f9251510 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601866 Jun 17 08:50:03.446471 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 56994) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:03.449595 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b2a641f3-c743-48fd-bbe5-d001730abc06 tempest-QuotasTest-1921988195 tempest-QuotasTest-1921988195-project-admin] 10.222.0.49 "DELETE /v2.0/quotas/ca80a06984344a74ab49f15cbe68cfc6 HTTP/1.1" status: 204 len: 168 time: 0.1465313 Jun 17 08:50:03.496604 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd00199b-18af-4b31-b261-3cebf689512d req-23d29ec9-4f18-4750-9aa3-48da6e953a12 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/quotas/bc856043629546feb20cb98761057747 HTTP/1.1" status: 200 len: 375 time: 0.0714512 Jun 17 08:50:03.512578 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4d0ae600-9a64-4ccf-ae7c-b1c2a4cccf42 tempest-QuotasTest-1921988195 tempest-QuotasTest-1921988195-project-admin] 10.222.0.49 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0541427 Jun 17 08:50:03.515104 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 56998) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:03.531764 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-1406834b-3710-4fcf-88bb-fb7c5320a0f7 tempest-QuotasTest-1921988195 tempest-QuotasTest-1921988195-project-admin] 10.222.0.49 "GET /v2.0/quotas/ca80a06984344a74ab49f15cbe68cfc6 HTTP/1.1" status: 200 len: 370 time: 0.0148697 Jun 17 08:50:03.534659 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57000) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:03.541666 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-340af350-e40b-479e-b6e9-888cb4f7c906 tempest-QuotasTest-1921988195 tempest-QuotasTest-1921988195-project-admin] 10.222.0.49 "GET /v2.0/quotas/ca80a06984344a74ab49f15cbe68cfc6/default HTTP/1.1" status: 200 len: 370 time: 0.0057278 Jun 17 08:50:03.544054 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57002) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:03.553304 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-6cd4c286-3bb2-488b-b79b-60653f5d5e05 tempest-QuotasTest-1921988195 tempest-QuotasTest-1921988195-project-admin] delete failed (client error): The resource could not be found. Jun 17 08:50:03.554308 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6cd4c286-3bb2-488b-b79b-60653f5d5e05 tempest-QuotasTest-1921988195 tempest-QuotasTest-1921988195-project-admin] 10.222.0.49 "DELETE /v2.0/quotas/ca80a06984344a74ab49f15cbe68cfc6 HTTP/1.1" status: 404 len: 348 time: 0.0092189 Jun 17 08:50:03.628111 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2833c-7f11-4c5b-b170-b68e4f104f93 req-ddc6e298-f8cd-4dbf-accf-6b79cd78952c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:03.635847 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c3f2833c-7f11-4c5b-b170-b68e4f104f93 req-ddc6e298-f8cd-4dbf-accf-6b79cd78952c service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2660df61a5d14827a122661191fbd2bb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5328696 Jun 17 08:50:03.759139 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd00199b-18af-4b31-b261-3cebf689512d req-1656cb5e-749f-4433-8109-d619251cca7a tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bc856043629546feb20cb98761057747&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2451112 Jun 17 08:50:03.822007 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2833c-7f11-4c5b-b170-b68e4f104f93 req-1b19c1b4-1b6f-4c0c-b97f-8ad0fd6d52ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:03.822408 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c3f2833c-7f11-4c5b-b170-b68e4f104f93 req-1b19c1b4-1b6f-4c0c-b97f-8ad0fd6d52ce service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1854055 Jun 17 08:50:03.858891 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e7f18-f2fe-470d-b318-9a001770ccca req-5f2b14c2-d3de-459b-97e0-3b9342a72062 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:03.861899 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a51e7f18-f2fe-470d-b318-9a001770ccca req-5f2b14c2-d3de-459b-97e0-3b9342a72062 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 946 time: 0.2073922 Jun 17 08:50:03.895790 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd00199b-18af-4b31-b261-3cebf689512d req-ad8f6c2e-4e5c-4de3-aacb-83c8fb75cde4 service neutron] 10.222.0.49 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323218 Jun 17 08:50:03.926501 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a51e7f18-f2fe-470d-b318-9a001770ccca req-a5657621-9666-469a-852e-19de9e7e63b2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566707 Jun 17 08:50:04.102020 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd00199b-18af-4b31-b261-3cebf689512d req-d7a6f224-81c0-4495-93a1-8c2e86fabe4d service neutron] 10.222.0.49 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081983 Jun 17 08:50:04.167909 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-356aa753-5386-4081-bbb1-2bdd1edb39b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:04.167909 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-356aa753-5386-4081-bbb1-2bdd1edb39b2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2660df61a5d14827a122661191fbd2bb&device_id=e86a31a3-01e6-45ec-b904-1289d76ccf38 HTTP/1.1" status: 200 len: 1096 time: 0.1803844 Jun 17 08:50:04.169794 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5d1d93ef-9ee2-40f7-bbd7-b00bbfe06648 req-3ae659c4-18f1-4297-856f-cbfb705c969e tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/ports?device_id=af564a26-166b-45d9-ad3d-60ed4cb01ba8 HTTP/1.1" status: 200 len: 210 time: 0.0398335 Jun 17 08:50:04.170471 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-e23bc474-1a55-4de4-bbbe-47fcf5975038 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d282b3fb-9c41-4953-9007-d7d374fb1d8d HTTP/1.1" status: 200 len: 217 time: 0.0485353 Jun 17 08:50:04.222114 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-c0c580bb-6526-4f11-8246-bc106f5c4e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:04.226099 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-c0c580bb-6526-4f11-8246-bc106f5c4e8b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ed34bd4e-a866-4cd6-ad0f-ac23d869dd5e HTTP/1.1" status: 200 len: 852 time: 0.0472031 Jun 17 08:50:04.258083 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-489764dd-6565-4000-8d4d-ff5acee9e451 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9607b8f2-1f64-4cbd-97ae-5ddc828a0032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283949 Jun 17 08:50:04.371165 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-792ff251-f6b0-41b5-8a4c-8963ac015e24 service neutron] 10.222.0.50 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053541 Jun 17 08:50:04.503488 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c396fbc1-1672-465a-8b87-b72c2de2c044 req-246b1390-dd7a-4245-ad5c-42e3b6b92a08 service neutron] 10.222.0.50 "GET /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260183 Jun 17 08:50:04.515808 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-72857357-0f2a-476d-9a85-f3ce642cfa12 req-1e504eaa-c443-4881-abca-fb9278b398e1 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c712a27d-d624-41ed-bf80-08512da8dee0 HTTP/1.1" status: 200 len: 210 time: 0.0622633 Jun 17 08:50:04.689169 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121c8bd-4913-411a-8cfc-f08eb7778de6 req-42e7c687-cef1-4982-9bd9-44422edbe50f tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:04.709965 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b121c8bd-4913-411a-8cfc-f08eb7778de6 req-42e7c687-cef1-4982-9bd9-44422edbe50f tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86a31a3-01e6-45ec-b904-1289d76ccf38 HTTP/1.1" status: 200 len: 944 time: 0.1060281 Jun 17 08:50:04.722336 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57030) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:04.788220 n-d-758944-30 neutron-server[94519]: DEBUG neutron.quota.resource [None req-5e94ba23-2735-49f6-b999-36bab4b98f8d tempest-QuotasTest-1921988195 tempest-QuotasTest-1921988195-project-admin] Usage tracker for resource:network and tenant:c854769dc5ca489fb81fd9323f23babf is out of sync, need to count used quota {{(pid=94519) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 17 08:50:04.793608 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b121c8bd-4913-411a-8cfc-f08eb7778de6 req-ea0101ca-2f6b-4c54-a768-2f473fc52fa4 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822582 Jun 17 08:50:04.799214 n-d-758944-30 neutron-server[94519]: DEBUG neutron.quota.resource [None req-5e94ba23-2735-49f6-b999-36bab4b98f8d tempest-QuotasTest-1921988195 tempest-QuotasTest-1921988195-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94519) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 17 08:50:04.818913 n-d-758944-30 neutron-server[94519]: DEBUG neutron.quota.resource [None req-5e94ba23-2735-49f6-b999-36bab4b98f8d tempest-QuotasTest-1921988195 tempest-QuotasTest-1921988195-project-admin] Usage tracker for resource:subnet and tenant:c854769dc5ca489fb81fd9323f23babf is out of sync, need to count used quota {{(pid=94519) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 17 08:50:04.826769 n-d-758944-30 neutron-server[94519]: DEBUG neutron.quota.resource [None req-5e94ba23-2735-49f6-b999-36bab4b98f8d tempest-QuotasTest-1921988195 tempest-QuotasTest-1921988195-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94519) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 17 08:50:04.835869 n-d-758944-30 neutron-server[94519]: DEBUG neutron.quota.resource [None req-5e94ba23-2735-49f6-b999-36bab4b98f8d tempest-QuotasTest-1921988195 tempest-QuotasTest-1921988195-project-admin] Usage tracker for resource:subnetpool and tenant:c854769dc5ca489fb81fd9323f23babf is out of sync, need to count used quota {{(pid=94519) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 17 08:50:04.850014 n-d-758944-30 neutron-server[94519]: DEBUG neutron.quota.resource [None req-5e94ba23-2735-49f6-b999-36bab4b98f8d tempest-QuotasTest-1921988195 tempest-QuotasTest-1921988195-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94519) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 17 08:50:04.863757 n-d-758944-30 neutron-server[94519]: DEBUG neutron.quota.resource [None req-5e94ba23-2735-49f6-b999-36bab4b98f8d tempest-QuotasTest-1921988195 tempest-QuotasTest-1921988195-project-admin] Usage tracker for resource:port and tenant:c854769dc5ca489fb81fd9323f23babf is out of sync, need to count used quota {{(pid=94519) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 17 08:50:04.872501 n-d-758944-30 neutron-server[94519]: DEBUG neutron.quota.resource [None req-5e94ba23-2735-49f6-b999-36bab4b98f8d tempest-QuotasTest-1921988195 tempest-QuotasTest-1921988195-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94519) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 17 08:50:04.882437 n-d-758944-30 neutron-server[94519]: DEBUG neutron.quota.resource [None req-5e94ba23-2735-49f6-b999-36bab4b98f8d tempest-QuotasTest-1921988195 tempest-QuotasTest-1921988195-project-admin] Usage tracker for resource:router and tenant:c854769dc5ca489fb81fd9323f23babf is out of sync, need to count used quota {{(pid=94519) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 17 08:50:04.901924 n-d-758944-30 neutron-server[94519]: DEBUG neutron.quota.resource [None req-5e94ba23-2735-49f6-b999-36bab4b98f8d tempest-QuotasTest-1921988195 tempest-QuotasTest-1921988195-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94519) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 17 08:50:04.912023 n-d-758944-30 neutron-server[94519]: DEBUG neutron.quota.resource [None req-5e94ba23-2735-49f6-b999-36bab4b98f8d tempest-QuotasTest-1921988195 tempest-QuotasTest-1921988195-project-admin] Usage tracker for resource:floatingip and tenant:c854769dc5ca489fb81fd9323f23babf is out of sync, need to count used quota {{(pid=94519) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 17 08:50:04.922844 n-d-758944-30 neutron-server[94519]: DEBUG neutron.quota.resource [None req-5e94ba23-2735-49f6-b999-36bab4b98f8d tempest-QuotasTest-1921988195 tempest-QuotasTest-1921988195-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94519) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 17 08:50:04.993703 n-d-758944-30 neutron-server[94519]: DEBUG neutron.quota.resource [None req-5e94ba23-2735-49f6-b999-36bab4b98f8d tempest-QuotasTest-1921988195 tempest-QuotasTest-1921988195-project-admin] Usage tracker for resource:security_group and tenant:c854769dc5ca489fb81fd9323f23babf is out of sync, need to count used quota {{(pid=94519) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 17 08:50:05.001434 n-d-758944-30 neutron-server[94519]: DEBUG neutron.quota.resource [None req-5e94ba23-2735-49f6-b999-36bab4b98f8d tempest-QuotasTest-1921988195 tempest-QuotasTest-1921988195-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94519) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 17 08:50:05.011418 n-d-758944-30 neutron-server[94519]: DEBUG neutron.quota.resource [None req-5e94ba23-2735-49f6-b999-36bab4b98f8d tempest-QuotasTest-1921988195 tempest-QuotasTest-1921988195-project-admin] Usage tracker for resource:security_group_rule and tenant:c854769dc5ca489fb81fd9323f23babf is out of sync, need to count used quota {{(pid=94519) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 17 08:50:05.018500 n-d-758944-30 neutron-server[94519]: DEBUG neutron.quota.resource [None req-5e94ba23-2735-49f6-b999-36bab4b98f8d tempest-QuotasTest-1921988195 tempest-QuotasTest-1921988195-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94519) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 17 08:50:05.026425 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5e94ba23-2735-49f6-b999-36bab4b98f8d tempest-QuotasTest-1921988195 tempest-QuotasTest-1921988195-project-admin] 10.222.0.49 "GET /v2.0/quotas/c854769dc5ca489fb81fd9323f23babf/details.json HTTP/1.1" status: 200 len: 703 time: 0.3023326 Jun 17 08:50:05.205592 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493fd90-1913-400a-963a-67775866e3ae req-c34259f6-8c27-4225-942e-0f89d7a8d4d4 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:05.207214 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9493fd90-1913-400a-963a-67775866e3ae req-c34259f6-8c27-4225-942e-0f89d7a8d4d4 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 946 time: 0.0893157 Jun 17 08:50:05.294545 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9493fd90-1913-400a-963a-67775866e3ae req-26fb4601-50fb-4fa3-94a8-99341db78bf8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753887 Jun 17 08:50:05.506164 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-42774263-5c42-4d8b-a48d-ba084ab10f56 req-e24b3cd5-7556-4e92-ad1e-220d6753254b tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/ports?device_id=af564a26-166b-45d9-ad3d-60ed4cb01ba8 HTTP/1.1" status: 200 len: 210 time: 0.0471635 Jun 17 08:50:05.641017 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-9ee2ed33-8118-4cc3-a466-8e695675a0e3 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6cd435fb45d1477fa4a6118a5f417b8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558712 Jun 17 08:50:05.667322 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b5a66758-13c1-479a-8dea-179dd860cb83 req-b787ab1c-59b3-45d8-9b8f-acbe82b063fa tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c712a27d-d624-41ed-bf80-08512da8dee0 HTTP/1.1" status: 200 len: 210 time: 0.0543694 Jun 17 08:50:05.846006 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 57078) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:05.925439 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-226a1467-714d-4cf3-bfcf-d04b6fa0a74f tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:05.942386 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-226a1467-714d-4cf3-bfcf-d04b6fa0a74f tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2953465 Jun 17 08:50:05.965686 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-ba49f24b-5482-46e1-8aa3-a80f7d1b498a tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Request body: {'port': {'device_id': 'af564a26-166b-45d9-ad3d-60ed4cb01ba8', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'admin_state_up': True, 'tenant_id': '6cd435fb45d1477fa4a6118a5f417b8b'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:06.059542 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ab69a6c5-ee92-4ec2-8d7a-733230d90db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:06.143141 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f8eb7-aeea-4436-9444-f493a1094fe4 req-caf9c389-3449-4a97-a3e0-7ec7c2f4db05 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:06.144791 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2f3f8eb7-aeea-4436-9444-f493a1094fe4 req-caf9c389-3449-4a97-a3e0-7ec7c2f4db05 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86a31a3-01e6-45ec-b904-1289d76ccf38 HTTP/1.1" status: 200 len: 944 time: 0.1289406 Jun 17 08:50:06.213051 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2f3f8eb7-aeea-4436-9444-f493a1094fe4 req-a3a140df-8c9d-4fbc-b7cb-4c67ead85544 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613601 Jun 17 08:50:06.265131 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ab69a6c5-ee92-4ec2-8d7a-733230d90db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:06.360353 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ab69a6c5-ee92-4ec2-8d7a-733230d90db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:06.365266 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2cf32f4b-1b5f-4280-afce-09082680f4f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:06.438615 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69a6c5-ee92-4ec2-8d7a-733230d90db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebe2bec-6649-49dd-96fc-35a8164de776,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:06.449132 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ab69a6c5-ee92-4ec2-8d7a-733230d90db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:06.457744 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-ba49f24b-5482-46e1-8aa3-a80f7d1b498a tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Made reservation on behalf of 6cd435fb45d1477fa4a6118a5f417b8b for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:06.468283 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-ba49f24b-5482-46e1-8aa3-a80f7d1b498a tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:06.481599 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ab69a6c5-ee92-4ec2-8d7a-733230d90db0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=730fd80ed3514ea3b298e32fe615c10c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6314237 Jun 17 08:50:06.484469 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 57092) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:06.599629 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-ba49f24b-5482-46e1-8aa3-a80f7d1b498a tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:06.673827 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853bf5c-05ab-4991-9618-d15611f4393d req-3464136b-afee-4682-ab50-42cd2b7db5a6 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:06.681518 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7853bf5c-05ab-4991-9618-d15611f4393d req-3464136b-afee-4682-ab50-42cd2b7db5a6 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 946 time: 0.2425056 Jun 17 08:50:06.694160 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bae6d905-73e7-4914-9fb6-14f9df87c35a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:06.710032 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57102) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:06.753247 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7853bf5c-05ab-4991-9618-d15611f4393d req-62f90d02-fbd8-4357-9863-6584bf617d39 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703795 Jun 17 08:50:06.753374 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bae6d905-73e7-4914-9fb6-14f9df87c35a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:06.833555 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-805e00bd-89d5-4b7b-9aaf-cf5c036ef6d1 req-ab0906d5-dc6c-498f-9e9d-3e24d7e2ab43 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/ports?device_id=af564a26-166b-45d9-ad3d-60ed4cb01ba8 HTTP/1.1" status: 200 len: 210 time: 0.0647540 Jun 17 08:50:06.842843 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-31da331e-5abf-4bff-8e73-5f0c744ccba4 req-3957b635-d539-4a7d-8868-c771fb62932d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2251041 Jun 17 08:50:06.854202 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-ba49f24b-5482-46e1-8aa3-a80f7d1b498a tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:06.978475 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da331e-5abf-4bff-8e73-5f0c744ccba4 req-9eee73e2-c8fe-4a53-99ab-19b8778d3ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:06.980119 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-31da331e-5abf-4bff-8e73-5f0c744ccba4 req-9eee73e2-c8fe-4a53-99ab-19b8778d3ff9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d&device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 1098 time: 0.1092286 Jun 17 08:50:07.031868 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0f5a0b62-24cf-4a52-8f92-360c99d841d5 req-56f1b8f1-f0ad-40b9-b7ec-3e55eef418e2 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c712a27d-d624-41ed-bf80-08512da8dee0 HTTP/1.1" status: 200 len: 210 time: 0.0735252 Jun 17 08:50:07.032650 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-ba49f24b-5482-46e1-8aa3-a80f7d1b498a tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:07.055550 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7f265123-cc80-4e5c-a354-c35c91824026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:07.107118 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49f24b-5482-46e1-8aa3-a80f7d1b498a tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e1b73b-6383-4a2d-a9b2-c31b5efd8237,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:07.113251 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ba49f24b-5482-46e1-8aa3-a80f7d1b498a tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:07.150751 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7eaea065-c8e5-4011-9b38-232f233bc620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:07.165382 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bae6d905-73e7-4914-9fb6-14f9df87c35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:07.169671 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bae6d905-73e7-4914-9fb6-14f9df87c35a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:07.171492 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-bae6d905-73e7-4914-9fb6-14f9df87c35a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cebe2bec-6649-49dd-96fc-35a8164de776 HTTP/1.1" status: 204 len: 168 time: 0.6854556 Jun 17 08:50:07.175601 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-10e94555-cb3b-49af-8c0e-7e9933270a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:07.200579 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6d905-73e7-4914-9fb6-14f9df87c35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebe2bec-6649-49dd-96fc-35a8164de776,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:07.204630 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bae6d905-73e7-4914-9fb6-14f9df87c35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:07.223229 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da331e-5abf-4bff-8e73-5f0c744ccba4 req-40645ae4-2ccf-4f69-9ac6-93917deefc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:07.225229 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-31da331e-5abf-4bff-8e73-5f0c744ccba4 req-40645ae4-2ccf-4f69-9ac6-93917deefc1e service neutron] 10.222.0.50 "GET /v2.0/networks?id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f HTTP/1.1" status: 200 len: 913 time: 0.2148206 Jun 17 08:50:07.401164 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-31da331e-5abf-4bff-8e73-5f0c744ccba4 req-f4ae1608-780e-4802-8317-5d02a5302634 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e4eeb5b-b661-429b-ab04-279d4c2200ff HTTP/1.1" status: 200 len: 217 time: 0.1649220 Jun 17 08:50:07.428761 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-ba49f24b-5482-46e1-8aa3-a80f7d1b498a tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Allocated IP 192.168.233.250 (26debee9-bc17-4dec-acaf-a4c976511744/9fa94245-1f4d-486b-9e45-990a58fa5ffe/761a48e5-6d22-4287-b50f-8fe47b592bb4) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:07.473516 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 57118) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:07.512239 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da331e-5abf-4bff-8e73-5f0c744ccba4 req-52a7bd81-f171-44c0-9268-698c40087530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:07.519670 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7eaea065-c8e5-4011-9b38-232f233bc620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:07.520851 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-31da331e-5abf-4bff-8e73-5f0c744ccba4 req-52a7bd81-f171-44c0-9268-698c40087530 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f1cd377-e173-40e7-8f95-b9cee993c643 HTTP/1.1" status: 200 len: 851 time: 0.0972774 Jun 17 08:50:07.635380 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da331e-5abf-4bff-8e73-5f0c744ccba4 req-856e7c49-4f8a-464d-9d52-7ffd16a45d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:07.639665 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7eaea065-c8e5-4011-9b38-232f233bc620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:07.643150 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-31da331e-5abf-4bff-8e73-5f0c744ccba4 req-856e7c49-4f8a-464d-9d52-7ffd16a45d24 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1072104 Jun 17 08:50:07.649230 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-83424981-1a53-4384-8cc0-35549305ae00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:07.682782 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaea065-c8e5-4011-9b38-232f233bc620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ac1fac-1cb1-434c-ab0a-1d0347c384bd,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:07.700247 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7eaea065-c8e5-4011-9b38-232f233bc620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:07.731735 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7eaea065-c8e5-4011-9b38-232f233bc620 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=11d7e8fa7c8244b6bfe0f601fcb789fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0214524 Jun 17 08:50:07.736659 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57124) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:07.768402 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-31da331e-5abf-4bff-8e73-5f0c744ccba4 req-c1724f07-3035-4ad0-950d-6d2f4fd5a4af service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240957 Jun 17 08:50:07.787802 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-ba49f24b-5482-46e1-8aa3-a80f7d1b498a tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:07.832161 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-ba49f24b-5482-46e1-8aa3-a80f7d1b498a tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Transition to ACTIVE for port object 761a48e5-6d22-4287-b50f-8fe47b592bb4 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:07.854380 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4186b-a8cf-4e3d-b604-cc98f04d1fc3 req-4679ec63-e141-472e-b6ea-906936cc7a7f tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:07.863464 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aed4186b-a8cf-4e3d-b604-cc98f04d1fc3 req-4679ec63-e141-472e-b6ea-906936cc7a7f tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86a31a3-01e6-45ec-b904-1289d76ccf38 HTTP/1.1" status: 200 len: 944 time: 0.2800083 Jun 17 08:50:07.918516 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-eed7d763-0aaa-42b5-82db-d4bef4c34538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:07.938270 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-8b5cac9d-4652-45c5-9773-3fba2de1aeb0 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-75110838', 'router:external': True}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:07.957331 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aed4186b-a8cf-4e3d-b604-cc98f04d1fc3 req-4231d622-877b-41c8-9087-ae42f3ffe6d0 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926867 Jun 17 08:50:08.004778 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-eed7d763-0aaa-42b5-82db-d4bef4c34538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:08.140572 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-31da331e-5abf-4bff-8e73-5f0c744ccba4 req-27d3899c-1b16-43fb-a962-e85844f6523c service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660908 Jun 17 08:50:08.154051 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-70a87d27-e712-42d2-b051-77f50d4c05a2 req-d2f3134a-0d74-4c54-b725-b619740014a4 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/ports?device_id=af564a26-166b-45d9-ad3d-60ed4cb01ba8 HTTP/1.1" status: 200 len: 210 time: 0.0409582 Jun 17 08:50:08.171152 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00199b-18af-4b31-b261-3cebf689512d req-e4864366-74e1-4040-9036-637c31575f85 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:08.172653 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd00199b-18af-4b31-b261-3cebf689512d req-e4864366-74e1-4040-9036-637c31575f85 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.53 "GET /v2.0/networks?id=e6105816-34ac-4e40-a08a-0beea0be79f0 HTTP/1.1" status: 200 len: 806 time: 0.2812619 Jun 17 08:50:08.188923 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b672c2-addb-4e13-9c57-8f5010320783 req-ca067f20-6589-4d00-a37a-0265b84a1b1d tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:08.190654 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b3b672c2-addb-4e13-9c57-8f5010320783 req-ca067f20-6589-4d00-a37a-0265b84a1b1d tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 946 time: 0.1963797 Jun 17 08:50:08.195390 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-dd00199b-18af-4b31-b261-3cebf689512d req-74267c7d-f5df-4a89-a77e-a2b1027266f3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Request body: {'port': {'device_id': 'c712a27d-d624-41ed-bf80-08512da8dee0', 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0', 'admin_state_up': True, 'tenant_id': 'bc856043629546feb20cb98761057747'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:08.213849 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-ba49f24b-5482-46e1-8aa3-a80f7d1b498a tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:08.218372 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-31443270-7388-447b-8890-8115c99ea6d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:08.289234 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5cac9d-4652-45c5-9773-3fba2de1aeb0 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Made reservation on behalf of cde733595dd04454a3b0e6d0f2d32724 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:08.291769 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8b5cac9d-4652-45c5-9773-3fba2de1aeb0 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:08.295536 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-eed7d763-0aaa-42b5-82db-d4bef4c34538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:08.308498 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-eed7d763-0aaa-42b5-82db-d4bef4c34538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:08.310034 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-eed7d763-0aaa-42b5-82db-d4bef4c34538 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/32ac1fac-1cb1-434c-ab0a-1d0347c384bd HTTP/1.1" status: 204 len: 168 time: 0.5723050 Jun 17 08:50:08.312627 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8b5cac9d-4652-45c5-9773-3fba2de1aeb0 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:08.343292 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-ba49f24b-5482-46e1-8aa3-a80f7d1b498a tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Network 26debee9-bc17-4dec-acaf-a4c976511744 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:08.344251 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b3b672c2-addb-4e13-9c57-8f5010320783 req-a58e9822-d2d8-486f-8e4c-d028fe4fd095 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440201 Jun 17 08:50:08.376606 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device d282b3fb-9c41-4953-9007-d7d374fb1d8d details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:50:08.408456 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-ba49f24b-5482-46e1-8aa3-a80f7d1b498a tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:08.416723 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-ba49f24b-5482-46e1-8aa3-a80f7d1b498a tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:08.494389 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8b5cac9d-4652-45c5-9773-3fba2de1aeb0 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:08.602017 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f5be3ac2-e1b1-487d-9ea1-67c63d63276d req-d33a3863-1993-42a1-a822-a083d40b22e1 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c712a27d-d624-41ed-bf80-08512da8dee0 HTTP/1.1" status: 200 len: 210 time: 0.2470405 Jun 17 08:50:08.606436 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 57136) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:08.628877 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49f24b-5482-46e1-8aa3-a80f7d1b498a tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Pushing event updated for resources: {'Port': ['ID=761a48e5-6d22-4287-b50f-8fe47b592bb4,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:08.647478 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ba49f24b-5482-46e1-8aa3-a80f7d1b498a tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:08.648310 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-43e67334-2205-4502-81ac-0993d5470db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.326s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:08.664198 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e93cef47-3d8f-41c9-a83d-98827a849b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:08.675339 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7d763-0aaa-42b5-82db-d4bef4c34538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ac1fac-1cb1-434c-ab0a-1d0347c384bd,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:08.683767 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-eed7d763-0aaa-42b5-82db-d4bef4c34538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:08.713189 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8b5cac9d-4652-45c5-9773-3fba2de1aeb0 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:08.724052 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8c117663-361c-4fa2-a20a-d473a67597dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:08.724504 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-ba49f24b-5482-46e1-8aa3-a80f7d1b498a tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:08.725225 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-ba49f24b-5482-46e1-8aa3-a80f7d1b498a tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:08.772380 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5cac9d-4652-45c5-9773-3fba2de1aeb0 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:50:08.782336 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5cac9d-4652-45c5-9773-3fba2de1aeb0 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77fbb70-07aa-4079-ada3-ba9b0fbe888b,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:08.787500 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8b5cac9d-4652-45c5-9773-3fba2de1aeb0 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:08.791180 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8b5cac9d-4652-45c5-9773-3fba2de1aeb0 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:08.791523 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-8b5cac9d-4652-45c5-9773-3fba2de1aeb0 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Added segment 4f05e39c-54c2-413d-abd3-fce9770b841b of type vlan for network b045aac7-eab1-43c0-9463-79c8c161377d Jun 17 08:50:08.847404 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8b5cac9d-4652-45c5-9773-3fba2de1aeb0 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:08.885296 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port d282b3fb-9c41-4953-9007-d7d374fb1d8d, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=d282b3fb-9c41-4953-9007-d7d374fb1d8d,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:08.900921 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': 'd282b3fb-9c41-4953-9007-d7d374fb1d8d', 'network_id': '9607b8f2-1f64-4cbd-97ae-5ddc828a0032', 'port_id': 'd282b3fb-9c41-4953-9007-d7d374fb1d8d', 'mac_address': 'fa:16:3e:23:14:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed34bd4e-a866-4cd6-ad0f-ac23d869dd5e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:50:08.966056 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd00199b-18af-4b31-b261-3cebf689512d req-74267c7d-f5df-4a89-a77e-a2b1027266f3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Made reservation on behalf of bc856043629546feb20cb98761057747 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:08.973432 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-dd00199b-18af-4b31-b261-3cebf689512d req-74267c7d-f5df-4a89-a77e-a2b1027266f3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:08.978457 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.019387 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d282b3fb-9c41-4953-9007-d7d374fb1d8d {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:50:09.046608 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8b5cac9d-4652-45c5-9773-3fba2de1aeb0 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.047643 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port d282b3fb-9c41-4953-9007-d7d374fb1d8d, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=d282b3fb-9c41-4953-9007-d7d374fb1d8d,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:09.048056 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5cac9d-4652-45c5-9773-3fba2de1aeb0 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:09.048732 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8b5cac9d-4652-45c5-9773-3fba2de1aeb0 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.067445 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d34ad48b-22e6-4785-b384-392621b8ce6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:09.136184 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-4ef461b2-7f85-4699-ba72-87c0d76e6207 None None] Provisioning for port 761a48e5-6d22-4287-b50f-8fe47b592bb4 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:50:09.141834 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-4ef461b2-7f85-4699-ba72-87c0d76e6207 None None] Provisioning complete for port 761a48e5-6d22-4287-b50f-8fe47b592bb4 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:09.142504 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4ef461b2-7f85-4699-ba72-87c0d76e6207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.188172 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-ba49f24b-5482-46e1-8aa3-a80f7d1b498a tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2335024 Jun 17 08:50:09.208861 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-463efb4d-1a33-4c99-9c04-77a2f0bd3e2c service neutron] Request body: {'port': {'device_id': 'af564a26-166b-45d9-ad3d-60ed4cb01ba8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:09.209852 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.215785 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-cbaefa58-c184-4e20-844d-8f23f3deb030 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:09.246714 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-8b5cac9d-4652-45c5-9773-3fba2de1aeb0 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.7683945 Jun 17 08:50:09.254351 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57144) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:09.261931 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5cac9d-4652-45c5-9773-3fba2de1aeb0 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Pushing event updated for resources: {'Network': ['ID=b045aac7-eab1-43c0-9463-79c8c161377d,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:09.270777 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8b5cac9d-4652-45c5-9773-3fba2de1aeb0 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:09.277100 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-d1c6a29a-a5fd-419a-ab36-5421c05c7da3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Request body: {'subnet': {'network_id': 'b045aac7-eab1-43c0-9463-79c8c161377d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:09.334199 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-dd00199b-18af-4b31-b261-3cebf689512d req-74267c7d-f5df-4a89-a77e-a2b1027266f3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Allocated IP 172.20.0.8 (e6105816-34ac-4e40-a08a-0beea0be79f0/d3ab4f8a-558c-4943-babf-c8684f255cc6/dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:09.344525 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network b045aac7-eab1-43c0-9463-79c8c161377d details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:50:09.387413 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=d282b3fb-9c41-4953-9007-d7d374fb1d8d,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:09.404658 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:09.435987 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910aafa-6521-4597-a947-bd89b66b4f6b req-16271e65-1b77-4ce6-9c0d-04ede80decdc tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:09.438267 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3910aafa-6521-4597-a947-bd89b66b4f6b req-16271e65-1b77-4ce6-9c0d-04ede80decdc tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86a31a3-01e6-45ec-b904-1289d76ccf38 HTTP/1.1" status: 200 len: 945 time: 0.2234855 Jun 17 08:50:09.448056 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-4ef461b2-7f85-4699-ba72-87c0d76e6207 None None] Port 761a48e5-6d22-4287-b50f-8fe47b592bb4 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:50:09.466153 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-463efb4d-1a33-4c99-9c04-77a2f0bd3e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.478124 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['d282b3fb-9c41-4953-9007-d7d374fb1d8d'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:50:09.517688 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e93cef47-3d8f-41c9-a83d-98827a849b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.618778 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ebf91-2f04-4c3a-9262-890e8a8cf052 req-96448b36-0790-4efb-bac6-70ea584ed6de tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:09.627348 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1a3ebf91-2f04-4c3a-9262-890e8a8cf052 req-96448b36-0790-4efb-bac6-70ea584ed6de tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/ports?device_id=af564a26-166b-45d9-ad3d-60ed4cb01ba8 HTTP/1.1" status: 200 len: 936 time: 0.2958784 Jun 17 08:50:09.667426 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e93cef47-3d8f-41c9-a83d-98827a849b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.677013 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4f77852e-8422-492d-933d-73c996c6a6fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:09.760066 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57152) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:09.771260 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1a3ebf91-2f04-4c3a-9262-890e8a8cf052 req-2d216cc1-c269-42eb-97d4-b5be26690230 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e1b73b-6383-4a2d-a9b2-c31b5efd8237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417923 Jun 17 08:50:09.835059 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9626c67b-466e-4fcb-8d9a-d06744009bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.962418 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c6a29a-a5fd-419a-ab36-5421c05c7da3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Made reservation on behalf of cde733595dd04454a3b0e6d0f2d32724 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:09.965559 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d1c6a29a-a5fd-419a-ab36-5421c05c7da3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:10.073318 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3910aafa-6521-4597-a947-bd89b66b4f6b req-f390b8e1-cfa5-457d-9e0d-5372091f0bb7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6187456 Jun 17 08:50:10.119771 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e93cef47-3d8f-41c9-a83d-98827a849b3c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c854769dc5ca489fb81fd9323f23babf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5118949 Jun 17 08:50:10.126892 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 57154) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:10.156987 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93cef47-3d8f-41c9-a83d-98827a849b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bacd875-cc61-4f3a-9f63-622e6eaeaef4,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:10.176990 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e93cef47-3d8f-41c9-a83d-98827a849b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:10.234369 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e890d52a-6836-4b36-9fce-ff8cadb0c7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:10.256999 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-dd00199b-18af-4b31-b261-3cebf689512d req-74267c7d-f5df-4a89-a77e-a2b1027266f3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:10.288565 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e890d52a-6836-4b36-9fce-ff8cadb0c7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:10.353158 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a573551-e2ca-4eca-b803-bfb1982671ed req-93912734-aa71-4561-96c6-05a54c446830 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:10.354655 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7a573551-e2ca-4eca-b803-bfb1982671ed req-93912734-aa71-4561-96c6-05a54c446830 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 946 time: 0.3838038 Jun 17 08:50:10.387989 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device d282b3fb-9c41-4953-9007-d7d374fb1d8d up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:50:10.423778 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9626c67b-466e-4fcb-8d9a-d06744009bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:10.427386 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cbba6f9a-3de5-4a61-bc9b-a2ac0166913f req-abb52d22-0e4a-434f-b776-2f2333bf161c tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c712a27d-d624-41ed-bf80-08512da8dee0 HTTP/1.1" status: 200 len: 210 time: 0.0369518 Jun 17 08:50:10.453246 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-463efb4d-1a33-4c99-9c04-77a2f0bd3e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 761a48e5-6d22-4287-b50f-8fe47b592bb4 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:50:10.465893 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-463efb4d-1a33-4c99-9c04-77a2f0bd3e2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:10.491011 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7a573551-e2ca-4eca-b803-bfb1982671ed req-8e67f598-ab03-48f2-9b2a-e1fbd40e59a5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277876 Jun 17 08:50:10.882819 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-dd00199b-18af-4b31-b261-3cebf689512d req-74267c7d-f5df-4a89-a77e-a2b1027266f3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:10.887840 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-69c2aade-03ae-45a1-8071-e1f43eb8d9cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:10.901119 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['2d207028-4b95-419e-be6f-114317fcaa67'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:50:10.946203 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd00199b-18af-4b31-b261-3cebf689512d req-74267c7d-f5df-4a89-a77e-a2b1027266f3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Network e6105816-34ac-4e40-a08a-0beea0be79f0 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:10.970471 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-dd00199b-18af-4b31-b261-3cebf689512d req-74267c7d-f5df-4a89-a77e-a2b1027266f3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:10.977011 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port d282b3fb-9c41-4953-9007-d7d374fb1d8d completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:50:10.977368 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd00199b-18af-4b31-b261-3cebf689512d req-74267c7d-f5df-4a89-a77e-a2b1027266f3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:10.978862 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-463efb4d-1a33-4c99-9c04-77a2f0bd3e2c service neutron] Transition to ACTIVE for port object 761a48e5-6d22-4287-b50f-8fe47b592bb4 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:10.981280 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9626c67b-466e-4fcb-8d9a-d06744009bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:10.983100 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e890d52a-6836-4b36-9fce-ff8cadb0c7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:10.985518 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port d282b3fb-9c41-4953-9007-d7d374fb1d8d triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:10.985991 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:10.986121 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e890d52a-6836-4b36-9fce-ff8cadb0c7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:10.986420 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fb659f11-94de-4b22-9a7c-e494ad771f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:10.990206 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e890d52a-6836-4b36-9fce-ff8cadb0c7cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2bacd875-cc61-4f3a-9f63-622e6eaeaef4 HTTP/1.1" status: 204 len: 168 time: 0.8599188 Jun 17 08:50:10.992344 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74267c7d-f5df-4a89-a77e-a2b1027266f3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Pushing event updated for resources: {'Port': ['ID=dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:11.017944 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-74267c7d-f5df-4a89-a77e-a2b1027266f3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:11.020250 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e8be6d6e-161f-448f-97b4-5e400293a8ab tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:11.043007 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890d52a-6836-4b36-9fce-ff8cadb0c7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bacd875-cc61-4f3a-9f63-622e6eaeaef4,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:11.067406 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e890d52a-6836-4b36-9fce-ff8cadb0c7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:11.091450 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00199b-18af-4b31-b261-3cebf689512d req-74267c7d-f5df-4a89-a77e-a2b1027266f3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:11.097775 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-dd00199b-18af-4b31-b261-3cebf689512d req-74267c7d-f5df-4a89-a77e-a2b1027266f3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:11.116048 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 57162) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:11.118834 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9626c67b-466e-4fcb-8d9a-d06744009bc1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ea5e6f5f1bfd4c259ced61491e0fcc11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3284752 Jun 17 08:50:11.120907 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626c67b-466e-4fcb-8d9a-d06744009bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5caff677-348f-46e1-a775-c478c42563a2,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:11.135910 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9626c67b-466e-4fcb-8d9a-d06744009bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:11.148764 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906466c-1c74-464d-81c1-614afb614306 req-fa4b0c0b-00e9-4907-8986-65e8c41e3135 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:11.150434 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0906466c-1c74-464d-81c1-614afb614306 req-fa4b0c0b-00e9-4907-8986-65e8c41e3135 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/ports?device_id=af564a26-166b-45d9-ad3d-60ed4cb01ba8 HTTP/1.1" status: 200 len: 936 time: 0.2300832 Jun 17 08:50:11.154736 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-463efb4d-1a33-4c99-9c04-77a2f0bd3e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:11.162131 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-afdfd29f-f65b-4f45-b82b-b295521544d5 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:11.192828 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:11.230679 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86a31a3-01e6-45ec-b904-1289d76ccf38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd282b3fb-9c41-4953-9007-d7d374fb1d8d'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:11.233949 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb5e088-205f-4a5b-a6cf-69c993ed4fbc" -d '{"events": [{"server_uuid": "e86a31a3-01e6-45ec-b904-1289d76ccf38", "name": "network-vif-plugged", "status": "completed", "tag": "d282b3fb-9c41-4953-9007-d7d374fb1d8d"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:11.256312 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd00199b-18af-4b31-b261-3cebf689512d req-74267c7d-f5df-4a89-a77e-a2b1027266f3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0645962 Jun 17 08:50:11.259164 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port d282b3fb-9c41-4953-9007-d7d374fb1d8d, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=d282b3fb-9c41-4953-9007-d7d374fb1d8d,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:11.297006 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-dd00199b-18af-4b31-b261-3cebf689512d req-bc6f51bb-4b34-4cab-b6ea-c8f1f7e4db3e service neutron] Request body: {'port': {'device_id': 'c712a27d-d624-41ed-bf80-08512da8dee0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:11.341662 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0906466c-1c74-464d-81c1-614afb614306 req-e9e5d81f-6ee3-4004-ad35-a82d14b8bc22 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e1b73b-6383-4a2d-a9b2-c31b5efd8237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709387 Jun 17 08:50:11.341662 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c97c8b34-c515-46c3-836f-2010e911733c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:11.387366 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c97c8b34-c515-46c3-836f-2010e911733c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:11.452459 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:11.455780 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:11.547950 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-dd00199b-18af-4b31-b261-3cebf689512d req-bc6f51bb-4b34-4cab-b6ea-c8f1f7e4db3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:11.548483 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316e50e1-f96f-40fa-9fad-95964303da35 x-openstack-request-id: req-316e50e1-f96f-40fa-9fad-95964303da35 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:11.548483 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86a31a3-01e6-45ec-b904-1289d76ccf38", "name": "network-vif-plugged", "status": "completed", "tag": "d282b3fb-9c41-4953-9007-d7d374fb1d8d", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:11.548483 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-316e50e1-f96f-40fa-9fad-95964303da35 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:11.548483 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86a31a3-01e6-45ec-b904-1289d76ccf38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd282b3fb-9c41-4953-9007-d7d374fb1d8d', 'code': 200} Jun 17 08:50:11.618950 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=d282b3fb-9c41-4953-9007-d7d374fb1d8d,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:11.630600 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:11.856030 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c97c8b34-c515-46c3-836f-2010e911733c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:11.860450 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c97c8b34-c515-46c3-836f-2010e911733c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:11.875291 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c97c8b34-c515-46c3-836f-2010e911733c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5caff677-348f-46e1-a775-c478c42563a2 HTTP/1.1" status: 204 len: 168 time: 0.7516291 Jun 17 08:50:11.899728 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-28dbb439-623c-415d-bfd1-999b219a3d7d tempest-SecurityGroupsTestJSON-1632704770 tempest-SecurityGroupsTestJSON-1632704770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:11.930929 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463efb4d-1a33-4c99-9c04-77a2f0bd3e2c service neutron] Pushing event updated for resources: {'Port': ['ID=761a48e5-6d22-4287-b50f-8fe47b592bb4,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:11.938570 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-463efb4d-1a33-4c99-9c04-77a2f0bd3e2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:11.970858 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c8b34-c515-46c3-836f-2010e911733c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5caff677-348f-46e1-a775-c478c42563a2,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:12.010664 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fed751-51aa-458a-a2a2-934f51713974 req-7b810dbe-ba76-4895-9928-66299ab99be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:12.012728 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f2fed751-51aa-458a-a2a2-934f51713974 req-7b810dbe-ba76-4895-9928-66299ab99be2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e86a31a3-01e6-45ec-b904-1289d76ccf38 HTTP/1.1" status: 200 len: 1098 time: 0.4169891 Jun 17 08:50:12.014226 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c97c8b34-c515-46c3-836f-2010e911733c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:12.085146 n-d-758944-30 neutron-server[94519]: DEBUG neutron.objects.ports [None req-d1c6a29a-a5fd-419a-ab36-5421c05c7da3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94519) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:50:12.085769 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d1c6a29a-a5fd-419a-ab36-5421c05c7da3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:12.094037 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7ed121eb-302c-49e9-a6fd-8899391d3876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:12.118884 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f2fed751-51aa-458a-a2a2-934f51713974 req-9213a2d5-4f62-41e7-ad1f-726b6f2bfd6c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615637 Jun 17 08:50:12.126002 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-463efb4d-1a33-4c99-9c04-77a2f0bd3e2c service neutron] Attempting to bind port 761a48e5-6d22-4287-b50f-8fe47b592bb4 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:12.126445 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-463efb4d-1a33-4c99-9c04-77a2f0bd3e2c service neutron] Attempting to bind port 761a48e5-6d22-4287-b50f-8fe47b592bb4 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:12.126837 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-463efb4d-1a33-4c99-9c04-77a2f0bd3e2c service neutron] Attempting to bind port 761a48e5-6d22-4287-b50f-8fe47b592bb4 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:12.143800 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b8a3c-d92c-4c9d-99c3-a31c9fdbfffa req-752beb18-0045-4a95-89f2-2495ebe7f0d7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:12.152096 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32f1b3-d7ed-4f73-8632-78e214b9b7a0 req-c202dab8-c659-4267-90cd-c8117eb15e50 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:12.152823 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-658b8a3c-d92c-4c9d-99c3-a31c9fdbfffa req-752beb18-0045-4a95-89f2-2495ebe7f0d7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86a31a3-01e6-45ec-b904-1289d76ccf38 HTTP/1.1" status: 200 len: 946 time: 0.2620437 Jun 17 08:50:12.165562 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7c32f1b3-d7ed-4f73-8632-78e214b9b7a0 req-c202dab8-c659-4267-90cd-c8117eb15e50 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c712a27d-d624-41ed-bf80-08512da8dee0 HTTP/1.1" status: 200 len: 931 time: 0.3365629 Jun 17 08:50:12.168039 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-463efb4d-1a33-4c99-9c04-77a2f0bd3e2c service neutron] Port 761a48e5-6d22-4287-b50f-8fe47b592bb4 on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:12.168447 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-463efb4d-1a33-4c99-9c04-77a2f0bd3e2c service neutron] Attempting to bind port 761a48e5-6d22-4287-b50f-8fe47b592bb4 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:12.194623 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-463efb4d-1a33-4c99-9c04-77a2f0bd3e2c service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:50:12.196631 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-463efb4d-1a33-4c99-9c04-77a2f0bd3e2c service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:12.196631 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-463efb4d-1a33-4c99-9c04-77a2f0bd3e2c service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:50:12.196631 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-463efb4d-1a33-4c99-9c04-77a2f0bd3e2c service neutron] Bound port: 761a48e5-6d22-4287-b50f-8fe47b592bb4, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:50:12.196631 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-463efb4d-1a33-4c99-9c04-77a2f0bd3e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:12.229287 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6a29a-a5fd-419a-ab36-5421c05c7da3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e2ccf0f7-74c1-439d-93cc-03c1b34db1fa,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:12.238566 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d1c6a29a-a5fd-419a-ab36-5421c05c7da3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:12.267601 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c6a29a-a5fd-419a-ab36-5421c05c7da3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Checking segment: {'id': '4f05e39c-54c2-413d-abd3-fce9770b841b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b045aac7-eab1-43c0-9463-79c8c161377d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:12.268000 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c6a29a-a5fd-419a-ab36-5421c05c7da3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Network hostable DHCP agents. Network: b045aac7-eab1-43c0-9463-79c8c161377d, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:50:12.269409 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7c32f1b3-d7ed-4f73-8632-78e214b9b7a0 req-c11276dc-0cb9-45ec-8fc8-61e72a916a9b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024902 Jun 17 08:50:12.272652 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-658b8a3c-d92c-4c9d-99c3-a31c9fdbfffa req-7482e539-7fca-4ee4-a070-5ff86b4cb36d tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189029 Jun 17 08:50:12.361174 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-dd00199b-18af-4b31-b261-3cebf689512d req-bc6f51bb-4b34-4cab-b6ea-c8f1f7e4db3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:50:12.361419 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-463efb4d-1a33-4c99-9c04-77a2f0bd3e2c service neutron] For port 761a48e5-6d22-4287-b50f-8fe47b592bb4, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:50:12.368862 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-463efb4d-1a33-4c99-9c04-77a2f0bd3e2c service neutron] For port 761a48e5-6d22-4287-b50f-8fe47b592bb4, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=761a48e5-6d22-4287-b50f-8fe47b592bb4,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:50:12.377196 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-dd00199b-18af-4b31-b261-3cebf689512d req-bc6f51bb-4b34-4cab-b6ea-c8f1f7e4db3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:12.405706 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-dd00199b-18af-4b31-b261-3cebf689512d req-bc6f51bb-4b34-4cab-b6ea-c8f1f7e4db3e service neutron] Transition to ACTIVE for port object dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:12.493693 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-463efb4d-1a33-4c99-9c04-77a2f0bd3e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:12.498733 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-71a41730-88f2-4db2-991c-9aec110d92da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:12.539781 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-dd00199b-18af-4b31-b261-3cebf689512d req-bc6f51bb-4b34-4cab-b6ea-c8f1f7e4db3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:12.542976 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d7128117-6fb1-43c2-9efb-99bd2b06a7a8 tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:12.543680 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-463efb4d-1a33-4c99-9c04-77a2f0bd3e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:12.545460 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-463efb4d-1a33-4c99-9c04-77a2f0bd3e2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:12.549649 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-463efb4d-1a33-4c99-9c04-77a2f0bd3e2c service neutron] 10.222.0.53 "PUT /v2.0/ports/761a48e5-6d22-4287-b50f-8fe47b592bb4 HTTP/1.1" status: 200 len: 1097 time: 3.3525128 Jun 17 08:50:12.552802 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af564a26-166b-45d9-ad3d-60ed4cb01ba8', 'tag': '761a48e5-6d22-4287-b50f-8fe47b592bb4'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:12.563321 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315a16ad-ac9b-40bf-a84b-320ea94dd828" -d '{"events": [{"name": "network-changed", "server_uuid": "af564a26-166b-45d9-ad3d-60ed4cb01ba8", "tag": "761a48e5-6d22-4287-b50f-8fe47b592bb4"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:12.565495 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c6a29a-a5fd-419a-ab36-5421c05c7da3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Network b045aac7-eab1-43c0-9463-79c8c161377d is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:50:12.750343 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-d1c6a29a-a5fd-419a-ab36-5421c05c7da3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, b045aac7-eab1-43c0-9463-79c8c161377d) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:12.759389 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b34d753-2dc9-4dcb-808b-b98df26c93cd None None] Network b045aac7-eab1-43c0-9463-79c8c161377d requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:50:12.765807 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c6a29a-a5fd-419a-ab36-5421c05c7da3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:12.766527 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d1c6a29a-a5fd-419a-ab36-5421c05c7da3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:12.832564 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463efb4d-1a33-4c99-9c04-77a2f0bd3e2c service neutron] Pushing event updated for resources: {'Port': ['ID=761a48e5-6d22-4287-b50f-8fe47b592bb4,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:12.846578 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-463efb4d-1a33-4c99-9c04-77a2f0bd3e2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:12.891653 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a62d5-61e0-432d-a6eb-1a4e21c06b7b req-a87d9bc9-f708-408d-8875-c0483055845c tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:12.899172 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9f2a62d5-61e0-432d-a6eb-1a4e21c06b7b req-a87d9bc9-f708-408d-8875-c0483055845c tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/ports?device_id=af564a26-166b-45d9-ad3d-60ed4cb01ba8 HTTP/1.1" status: 200 len: 948 time: 0.2426350 Jun 17 08:50:12.906815 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-dd00199b-18af-4b31-b261-3cebf689512d req-bc6f51bb-4b34-4cab-b6ea-c8f1f7e4db3e service neutron] Attempting to bind port dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:12.907223 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-dd00199b-18af-4b31-b261-3cebf689512d req-bc6f51bb-4b34-4cab-b6ea-c8f1f7e4db3e service neutron] Attempting to bind port dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': 'db2ad255-e350-4531-a281-16b05a94881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:12.907486 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd00199b-18af-4b31-b261-3cebf689512d req-bc6f51bb-4b34-4cab-b6ea-c8f1f7e4db3e service neutron] Attempting to bind port dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d on network e6105816-34ac-4e40-a08a-0beea0be79f0 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:12.964288 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d1c6a29a-a5fd-419a-ab36-5421c05c7da3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.7046964 Jun 17 08:50:12.964288 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-5361f89b-f338-4b28-b395-9edcf26071ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:12.965160 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-5361f89b-f338-4b28-b395-9edcf26071ac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6cd435fb45d1477fa4a6118a5f417b8b&device_id=af564a26-166b-45d9-ad3d-60ed4cb01ba8 HTTP/1.1" status: 200 len: 1100 time: 0.2238736 Jun 17 08:50:12.966982 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57218) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:12.971494 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-43e92177-417b-499f-a232-d5316a0fa057 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1823558277', 'network_id': 'b045aac7-eab1-43c0-9463-79c8c161377d'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:12.992665 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f51bb-4b34-4cab-b6ea-c8f1f7e4db3e service neutron] Pushing event updated for resources: {'Port': ['ID=dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:12.997388 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd00199b-18af-4b31-b261-3cebf689512d req-bc6f51bb-4b34-4cab-b6ea-c8f1f7e4db3e service neutron] Port dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d on network e6105816-34ac-4e40-a08a-0beea0be79f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:12.997388 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd00199b-18af-4b31-b261-3cebf689512d req-bc6f51bb-4b34-4cab-b6ea-c8f1f7e4db3e service neutron] Attempting to bind port dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d on network e6105816-34ac-4e40-a08a-0beea0be79f0 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:13.010925 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9f2a62d5-61e0-432d-a6eb-1a4e21c06b7b req-ef46bb65-438a-413a-848b-66969161e3bc tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e1b73b-6383-4a2d-a9b2-c31b5efd8237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106267 Jun 17 08:50:13.027843 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bc6f51bb-4b34-4cab-b6ea-c8f1f7e4db3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:13.045802 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd00199b-18af-4b31-b261-3cebf689512d req-bc6f51bb-4b34-4cab-b6ea-c8f1f7e4db3e service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:50:13.046145 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd00199b-18af-4b31-b261-3cebf689512d req-bc6f51bb-4b34-4cab-b6ea-c8f1f7e4db3e service neutron] Checking segment: {'id': 'db2ad255-e350-4531-a281-16b05a94881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:13.046541 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd00199b-18af-4b31-b261-3cebf689512d req-bc6f51bb-4b34-4cab-b6ea-c8f1f7e4db3e service neutron] Bound using segment: {'id': 'db2ad255-e350-4531-a281-16b05a94881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:50:13.046990 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-dd00199b-18af-4b31-b261-3cebf689512d req-bc6f51bb-4b34-4cab-b6ea-c8f1f7e4db3e service neutron] Bound port: dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2ad255-e350-4531-a281-16b05a94881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:50:13.050002 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-dd00199b-18af-4b31-b261-3cebf689512d req-bc6f51bb-4b34-4cab-b6ea-c8f1f7e4db3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:13.085463 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-cdc28a83-fe69-4668-8691-46a14abe129a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=761a48e5-6d22-4287-b50f-8fe47b592bb4 HTTP/1.1" status: 200 len: 217 time: 0.1082263 Jun 17 08:50:13.098965 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840c8889-71b4-47b7-a2a5-1ed77d8d650e None None] Network b045aac7-eab1-43c0-9463-79c8c161377d requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:50:13.136068 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcdaa42-7d3a-474b-bd7a-b7b7a108f989 x-openstack-request-id: req-bbcdaa42-7d3a-474b-bd7a-b7b7a108f989 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:13.136642 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af564a26-166b-45d9-ad3d-60ed4cb01ba8", "tag": "761a48e5-6d22-4287-b50f-8fe47b592bb4", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:13.137301 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bbcdaa42-7d3a-474b-bd7a-b7b7a108f989 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:13.141842 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af564a26-166b-45d9-ad3d-60ed4cb01ba8', 'tag': '761a48e5-6d22-4287-b50f-8fe47b592bb4', 'status': 'completed', 'code': 200} Jun 17 08:50:13.167409 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-69af849b-2137-4d9d-b7b0-21bf521045f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:13.169344 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-69af849b-2137-4d9d-b7b0-21bf521045f7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0750141 Jun 17 08:50:13.219455 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3171a-5305-42f9-a71a-afd6ccacf3c3 req-54571ae0-5e39-41ab-a103-2a6b10c16561 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:13.228646 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7df3171a-5305-42f9-a71a-afd6ccacf3c3 req-54571ae0-5e39-41ab-a103-2a6b10c16561 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 946 time: 0.3815508 Jun 17 08:50:13.257624 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e92177-417b-499f-a232-d5316a0fa057 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Made reservation on behalf of cde733595dd04454a3b0e6d0f2d32724 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:13.267478 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-43e92177-417b-499f-a232-d5316a0fa057 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:13.281929 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-dd00199b-18af-4b31-b261-3cebf689512d req-bc6f51bb-4b34-4cab-b6ea-c8f1f7e4db3e service neutron] For port dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:50:13.299048 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7df3171a-5305-42f9-a71a-afd6ccacf3c3 req-b0497054-1989-4dee-b6f0-b2cb224f0fb4 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687501 Jun 17 08:50:13.307243 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57226) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:13.351339 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-dd00199b-18af-4b31-b261-3cebf689512d req-bc6f51bb-4b34-4cab-b6ea-c8f1f7e4db3e service neutron] For port dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:50:13.363774 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [None req-43e92177-417b-499f-a232-d5316a0fa057 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] device_id is not set on port da35ec1c-aece-45bc-889a-a90b2bc5f0aa yet. {{(pid=94519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:50:13.424056 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-dc2b8b46-2aea-40cb-8a28-15947d1d65c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:13.425525 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-dc2b8b46-2aea-40cb-8a28-15947d1d65c8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2484848 Jun 17 08:50:13.464329 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-dd00199b-18af-4b31-b261-3cebf689512d req-bc6f51bb-4b34-4cab-b6ea-c8f1f7e4db3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:13.485160 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-07b920cc-5be5-4d09-8247-cc3dfa5d129c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:13.553463 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00199b-18af-4b31-b261-3cebf689512d req-bc6f51bb-4b34-4cab-b6ea-c8f1f7e4db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:13.554254 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-dd00199b-18af-4b31-b261-3cebf689512d req-bc6f51bb-4b34-4cab-b6ea-c8f1f7e4db3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:13.555972 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd00199b-18af-4b31-b261-3cebf689512d req-bc6f51bb-4b34-4cab-b6ea-c8f1f7e4db3e service neutron] 10.222.0.53 "PUT /v2.0/ports/dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d HTTP/1.1" status: 200 len: 1092 time: 2.2719562 Jun 17 08:50:13.557121 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c712a27d-d624-41ed-bf80-08512da8dee0', 'tag': 'dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:13.560531 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce0b27c-8c5e-4295-8317-c0422a6ebb2e" -d '{"events": [{"name": "network-changed", "server_uuid": "c712a27d-d624-41ed-bf80-08512da8dee0", "tag": "dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:13.591610 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-d744920a-f4a7-4c06-b343-81b3483787ca tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-725391710'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:13.630496 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f51bb-4b34-4cab-b6ea-c8f1f7e4db3e service neutron] Pushing event updated for resources: {'Port': ['ID=dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:13.634759 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bc6f51bb-4b34-4cab-b6ea-c8f1f7e4db3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:13.663697 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7d983-4d0f-458f-8114-4651b51aa357 req-83b2fec5-6262-4e99-a70a-81a5a2525ed7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:13.665284 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a7a7d983-4d0f-458f-8114-4651b51aa357 req-83b2fec5-6262-4e99-a70a-81a5a2525ed7 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86a31a3-01e6-45ec-b904-1289d76ccf38 HTTP/1.1" status: 200 len: 946 time: 0.1018124 Jun 17 08:50:13.724400 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a7a7d983-4d0f-458f-8114-4651b51aa357 req-1a601dbe-8896-4452-9896-eafa3425e2fa tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523520 Jun 17 08:50:13.761559 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-01d8d28c-2548-4b28-b8ff-070ee7fa46a3 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270018 Jun 17 08:50:13.785769 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cf8d1f-0b1d-4042-8a4c-d67d8a36179e x-openstack-request-id: req-02cf8d1f-0b1d-4042-8a4c-d67d8a36179e {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:13.786190 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c712a27d-d624-41ed-bf80-08512da8dee0", "tag": "dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:13.786593 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-02cf8d1f-0b1d-4042-8a4c-d67d8a36179e {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:13.787122 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c712a27d-d624-41ed-bf80-08512da8dee0', 'tag': 'dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d', 'status': 'completed', 'code': 200} Jun 17 08:50:13.791163 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-43e92177-417b-499f-a232-d5316a0fa057 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Allocated IP 2001:db8::298 (b045aac7-eab1-43c0-9463-79c8c161377d/e2ccf0f7-74c1-439d-93cc-03c1b34db1fa/da35ec1c-aece-45bc-889a-a90b2bc5f0aa) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:13.805087 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00199b-18af-4b31-b261-3cebf689512d req-536e989c-bbaf-4971-831b-f2e713ca9cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:13.807376 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd00199b-18af-4b31-b261-3cebf689512d req-536e989c-bbaf-4971-831b-f2e713ca9cb2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bc856043629546feb20cb98761057747&device_id=c712a27d-d624-41ed-bf80-08512da8dee0 HTTP/1.1" status: 200 len: 1095 time: 0.0975945 Jun 17 08:50:13.814108 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d744920a-f4a7-4c06-b343-81b3483787ca tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Made reservation on behalf of 68b387eb51ce4b0781cf9583ab2ae657 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:13.818136 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d744920a-f4a7-4c06-b343-81b3483787ca tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:13.855851 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd00199b-18af-4b31-b261-3cebf689512d req-1ebdfb14-4209-4fb9-b164-39898e4f96ed service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d HTTP/1.1" status: 200 len: 217 time: 0.0360966 Jun 17 08:50:13.895750 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d744920a-f4a7-4c06-b343-81b3483787ca tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:13.912678 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233ca31-70bd-40fb-85e6-30fb6fc5ae08 req-09440cfb-f457-4bb9-aa49-966d8cdd5938 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:13.912678 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5233ca31-70bd-40fb-85e6-30fb6fc5ae08 req-09440cfb-f457-4bb9-aa49-966d8cdd5938 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c712a27d-d624-41ed-bf80-08512da8dee0 HTTP/1.1" status: 200 len: 943 time: 0.3372681 Jun 17 08:50:13.936444 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00199b-18af-4b31-b261-3cebf689512d req-4c481b00-3c84-4c6d-9f98-61318c4d057e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:13.937793 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd00199b-18af-4b31-b261-3cebf689512d req-4c481b00-3c84-4c6d-9f98-61318c4d057e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3ab4f8a-558c-4943-babf-c8684f255cc6 HTTP/1.1" status: 200 len: 846 time: 0.0742538 Jun 17 08:50:13.942360 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:50:13.980429 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd00199b-18af-4b31-b261-3cebf689512d req-0b8178a3-bbe7-4572-80f6-73aca8537727 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e6105816-34ac-4e40-a08a-0beea0be79f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360930 Jun 17 08:50:14.084988 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd00199b-18af-4b31-b261-3cebf689512d req-3bf1127f-6557-4c63-bd57-221919795f61 service neutron] 10.222.0.53 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967267 Jun 17 08:50:14.098919 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5233ca31-70bd-40fb-85e6-30fb6fc5ae08 req-aeb3b274-708f-4185-ab0f-b526f6560c06 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570604 Jun 17 08:50:14.154277 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-645c40e8-b411-4c73-93f5-ab12f01cef8d req-c9c732cf-007c-4dec-ba0e-e951c5b9821c service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771725 Jun 17 08:50:14.183547 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6e4e4-c67e-4e92-bda1-cfa4ab902e38 req-eacbf18e-e4da-4414-9f3e-2c138882c8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:14.185125 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6ac6e4e4-c67e-4e92-bda1-cfa4ab902e38 req-eacbf18e-e4da-4414-9f3e-2c138882c8b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d&device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 1098 time: 0.3276668 Jun 17 08:50:14.200010 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd00199b-18af-4b31-b261-3cebf689512d req-49ba971f-f932-4076-9a17-a4d1f8020ebf service neutron] 10.222.0.53 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083636 Jun 17 08:50:14.302145 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-43e92177-417b-499f-a232-d5316a0fa057 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:14.417164 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-85bf23ec-6b01-4849-908e-0aa57863fcd6 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ce0307bc9427401c9101b2f61337e1c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924342 Jun 17 08:50:14.448885 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d744920a-f4a7-4c06-b343-81b3483787ca tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:14.467811 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0b27c-8c5e-4295-8317-c0422a6ebb2e req-0a8deb09-0306-47cb-9fd8-0d26653ae333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:14.469562 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dce0b27c-8c5e-4295-8317-c0422a6ebb2e req-0a8deb09-0306-47cb-9fd8-0d26653ae333 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bc856043629546feb20cb98761057747&device_id=c712a27d-d624-41ed-bf80-08512da8dee0 HTTP/1.1" status: 200 len: 1095 time: 0.0780606 Jun 17 08:50:14.491049 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6e4e4-c67e-4e92-bda1-cfa4ab902e38 req-b5a17df5-8cdd-46db-ad45-911811a3f51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:14.492526 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6ac6e4e4-c67e-4e92-bda1-cfa4ab902e38 req-b5a17df5-8cdd-46db-ad45-911811a3f51a service neutron] 10.222.0.53 "GET /v2.0/networks?id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f HTTP/1.1" status: 200 len: 913 time: 0.2961659 Jun 17 08:50:14.590967 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d744920a-f4a7-4c06-b343-81b3483787ca tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:14.595462 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6ac6e4e4-c67e-4e92-bda1-cfa4ab902e38 req-df8f7ece-2eb5-4db2-b174-231a9f37906d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1ad74c0-c2a9-4ce1-9c51-11dc51939a99 HTTP/1.1" status: 200 len: 217 time: 0.0843446 Jun 17 08:50:14.600379 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dd60628f-cfed-4866-985c-b9263979d2f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:14.625120 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0b27c-8c5e-4295-8317-c0422a6ebb2e req-e7208e68-9cd0-42b3-ad22-0a5661ecb708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:14.626628 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dce0b27c-8c5e-4295-8317-c0422a6ebb2e req-e7208e68-9cd0-42b3-ad22-0a5661ecb708 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e6105816-34ac-4e40-a08a-0beea0be79f0 HTTP/1.1" status: 200 len: 907 time: 0.1505382 Jun 17 08:50:14.638520 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da85462-bfe4-4ac7-beb0-c80b4b4e7be4 req-d0aec3f3-4738-425c-a547-d3d7f87f5c5c tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:14.640119 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4da85462-bfe4-4ac7-beb0-c80b4b4e7be4 req-d0aec3f3-4738-425c-a547-d3d7f87f5c5c tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/ports?device_id=af564a26-166b-45d9-ad3d-60ed4cb01ba8 HTTP/1.1" status: 200 len: 948 time: 0.1380384 Jun 17 08:50:14.676020 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-43e92177-417b-499f-a232-d5316a0fa057 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:14.683096 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d744920a-f4a7-4c06-b343-81b3483787ca tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:50:14.684420 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dce0b27c-8c5e-4295-8317-c0422a6ebb2e req-c4d192d1-598d-434a-85c7-3a7e2eb5f83e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d HTTP/1.1" status: 200 len: 217 time: 0.0433135 Jun 17 08:50:14.713807 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744920a-f4a7-4c06-b343-81b3483787ca tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f94c2f0-e47d-4734-bd44-a7e3b601158d,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:14.728807 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d744920a-f4a7-4c06-b343-81b3483787ca tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:14.731784 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d744920a-f4a7-4c06-b343-81b3483787ca tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:14.732173 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-d744920a-f4a7-4c06-b343-81b3483787ca tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Added segment e858f861-8b4e-4bab-90d8-e7b652ba0bac of type vlan for network 7966d44c-e6b4-465b-95a0-d5bdb9e94d95 Jun 17 08:50:14.734642 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9df7be1f-ed11-42c8-8c10-edb8a02d848b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:14.753683 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4da85462-bfe4-4ac7-beb0-c80b4b4e7be4 req-8b000974-1e93-4295-8695-0448ea09bac1 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e1b73b-6383-4a2d-a9b2-c31b5efd8237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060393 Jun 17 08:50:14.757998 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0b27c-8c5e-4295-8317-c0422a6ebb2e req-a43fe2fe-15da-4f6a-a172-60281ab11bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:14.759491 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dce0b27c-8c5e-4295-8317-c0422a6ebb2e req-a43fe2fe-15da-4f6a-a172-60281ab11bc4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3ab4f8a-558c-4943-babf-c8684f255cc6 HTTP/1.1" status: 200 len: 846 time: 0.0678515 Jun 17 08:50:14.774281 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6e4e4-c67e-4e92-bda1-cfa4ab902e38 req-09350c9f-f3f4-426a-8fa5-7e7897cba87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:14.775845 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6ac6e4e4-c67e-4e92-bda1-cfa4ab902e38 req-09350c9f-f3f4-426a-8fa5-7e7897cba87b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f1cd377-e173-40e7-8f95-b9cee993c643 HTTP/1.1" status: 200 len: 851 time: 0.1712189 Jun 17 08:50:14.782891 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a16ad-ac9b-40bf-a84b-320ea94dd828 req-7d66dc23-ed63-4dc1-b292-c9e36a36462a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:14.784466 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-315a16ad-ac9b-40bf-a84b-320ea94dd828 req-7d66dc23-ed63-4dc1-b292-c9e36a36462a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6cd435fb45d1477fa4a6118a5f417b8b&device_id=af564a26-166b-45d9-ad3d-60ed4cb01ba8 HTTP/1.1" status: 200 len: 1100 time: 0.3522873 Jun 17 08:50:14.806027 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dce0b27c-8c5e-4295-8317-c0422a6ebb2e req-0a5c12db-a30f-49d4-9ce3-057ce21702e6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e6105816-34ac-4e40-a08a-0beea0be79f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391359 Jun 17 08:50:14.823380 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e92177-417b-499f-a232-d5316a0fa057 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Network b045aac7-eab1-43c0-9463-79c8c161377d is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:14.843116 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-bfdd1a88-ee6f-4862-9bb4-3e2c409ccd80 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:14.844316 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-bfdd1a88-ee6f-4862-9bb4-3e2c409ccd80 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3978500 Jun 17 08:50:14.867683 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-43e92177-417b-499f-a232-d5316a0fa057 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:14.901923 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e92177-417b-499f-a232-d5316a0fa057 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:14.903736 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e92177-417b-499f-a232-d5316a0fa057 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:14.907571 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-43e92177-417b-499f-a232-d5316a0fa057 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:14.915637 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d744920a-f4a7-4c06-b343-81b3483787ca tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:14.939141 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dce0b27c-8c5e-4295-8317-c0422a6ebb2e req-f55113c7-b58a-4308-9b9f-c2c4c6fb039f service neutron] 10.222.0.53 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250031 Jun 17 08:50:14.965784 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-03c8d6a6-1e5f-4739-a4dd-9d7845fbe5bf tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.49 "GET /v2.0/quotas/ce0307bc9427401c9101b2f61337e1c4 HTTP/1.1" status: 200 len: 375 time: 0.0850725 Jun 17 08:50:15.004099 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e92177-417b-499f-a232-d5316a0fa057 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Pushing event updated for resources: {'Port': ['ID=da35ec1c-aece-45bc-889a-a90b2bc5f0aa,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:15.033117 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-43e92177-417b-499f-a232-d5316a0fa057 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:15.064003 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-3d579246-ab44-4476-a931-1af7c34ea7cd tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce0307bc9427401c9101b2f61337e1c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676153 Jun 17 08:50:15.092758 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dce0b27c-8c5e-4295-8317-c0422a6ebb2e req-1a315bfb-19a0-44f8-abf2-7cc1b34ef166 service neutron] 10.222.0.53 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455088 Jun 17 08:50:15.092924 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a16ad-ac9b-40bf-a84b-320ea94dd828 req-3ac34766-1745-45c0-a43c-4cbb300dcce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:15.094320 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-315a16ad-ac9b-40bf-a84b-320ea94dd828 req-3ac34766-1745-45c0-a43c-4cbb300dcce5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.2739463 Jun 17 08:50:15.113355 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080b6db-b799-4d62-adac-e4229f51e36d req-b8a3c6a1-7015-4ea0-903b-5512ae2de354 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:15.115115 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e080b6db-b799-4d62-adac-e4229f51e36d req-b8a3c6a1-7015-4ea0-903b-5512ae2de354 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 946 time: 0.1028655 Jun 17 08:50:15.121559 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 57266) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:15.121781 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-43e92177-417b-499f-a232-d5316a0fa057 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.1544919 Jun 17 08:50:15.157884 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6e4e4-c67e-4e92-bda1-cfa4ab902e38 req-41e4aa80-1aec-4ee9-b24d-846cba464cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:15.159443 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6ac6e4e4-c67e-4e92-bda1-cfa4ab902e38 req-41e4aa80-1aec-4ee9-b24d-846cba464cc1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3521976 Jun 17 08:50:15.161653 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-315a16ad-ac9b-40bf-a84b-320ea94dd828 req-60b1a768-da85-4cc7-b4b0-891f0685b30c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=761a48e5-6d22-4287-b50f-8fe47b592bb4 HTTP/1.1" status: 200 len: 217 time: 0.0543706 Jun 17 08:50:15.162431 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d744920a-f4a7-4c06-b343-81b3483787ca tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:15.167987 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d744920a-f4a7-4c06-b343-81b3483787ca tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:15.168926 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d744920a-f4a7-4c06-b343-81b3483787ca tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:15.172408 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4a7da2cd-723b-4348-8196-e027396cbda4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:15.199527 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e080b6db-b799-4d62-adac-e4229f51e36d req-7f7a3da5-8069-4c25-b5a9-b5012587bf78 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704129 Jun 17 08:50:15.273545 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-aeac6c1c-a2e2-475d-9a6d-38cf2a8a69d2 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Deleting port da35ec1c-aece-45bc-889a-a90b2bc5f0aa {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:15.273868 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-aeac6c1c-a2e2-475d-9a6d-38cf2a8a69d2 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:15.370333 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744920a-f4a7-4c06-b343-81b3483787ca tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Pushing event updated for resources: {'Network': ['ID=7966d44c-e6b4-465b-95a0-d5bdb9e94d95,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:15.378316 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d744920a-f4a7-4c06-b343-81b3483787ca tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:15.381356 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a16ad-ac9b-40bf-a84b-320ea94dd828 req-05423d2c-1303-4f81-9892-37913027ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:15.382885 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-315a16ad-ac9b-40bf-a84b-320ea94dd828 req-05423d2c-1303-4f81-9892-37913027ab25 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1965504 Jun 17 08:50:15.383770 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 7966d44c-e6b4-465b-95a0-d5bdb9e94d95 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:50:15.399496 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-aeac6c1c-a2e2-475d-9a6d-38cf2a8a69d2 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:15.454552 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6ac6e4e4-c67e-4e92-bda1-cfa4ab902e38 req-f889c38b-cced-475b-a252-751dda000b4f service neutron] 10.222.0.53 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670259 Jun 17 08:50:15.478193 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-aeac6c1c-a2e2-475d-9a6d-38cf2a8a69d2 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Calling delete_port for da35ec1c-aece-45bc-889a-a90b2bc5f0aa owned by {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:15.564218 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207f3b2-a686-408b-a835-d2e655ebef32 req-66cb93e0-7bbc-4083-903c-2ba19ae053ca tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:15.567683 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b207f3b2-a686-408b-a835-d2e655ebef32 req-66cb93e0-7bbc-4083-903c-2ba19ae053ca tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86a31a3-01e6-45ec-b904-1289d76ccf38 HTTP/1.1" status: 200 len: 946 time: 0.2213185 Jun 17 08:50:15.589061 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d744920a-f4a7-4c06-b343-81b3483787ca tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.2765121 Jun 17 08:50:15.610194 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57274) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:15.610194 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a16ad-ac9b-40bf-a84b-320ea94dd828 req-a7d4f4f7-6364-4849-9902-aac068640712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:15.610194 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-315a16ad-ac9b-40bf-a84b-320ea94dd828 req-a7d4f4f7-6364-4849-9902-aac068640712 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2050927 Jun 17 08:50:15.610194 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-31f3d3f4-20ef-47df-a0ae-b5e5d93e1a22 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Request body: {'subnet': {'network_id': '7966d44c-e6b4-465b-95a0-d5bdb9e94d95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:15.672086 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b207f3b2-a686-408b-a835-d2e655ebef32 req-fcf746a0-8862-4b52-993f-9e3c7741a9f2 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971551 Jun 17 08:50:15.773767 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0159249c-373b-42fc-aac9-e47728660bff req-40edacce-ce46-4444-a709-226c85447901 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f750bfc-e581-4e9c-a023-7eece979da79 HTTP/1.1" status: 200 len: 210 time: 0.0352874 Jun 17 08:50:15.803459 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6ac6e4e4-c67e-4e92-bda1-cfa4ab902e38 req-70fa03ac-835e-4d23-89db-32862090b147 service neutron] 10.222.0.53 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414526 Jun 17 08:50:15.854903 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-315a16ad-ac9b-40bf-a84b-320ea94dd828 req-5f416074-26ea-46f3-9ef6-8ad2bb4ded9c service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435904 Jun 17 08:50:15.895665 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72115718-1061-4c6e-a19a-f1ab78e94f90 req-93373e32-87d8-446c-aa61-0bf92f4fc14b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:15.897304 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-72115718-1061-4c6e-a19a-f1ab78e94f90 req-93373e32-87d8-446c-aa61-0bf92f4fc14b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c712a27d-d624-41ed-bf80-08512da8dee0 HTTP/1.1" status: 200 len: 943 time: 0.2638400 Jun 17 08:50:15.903094 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-aeac6c1c-a2e2-475d-9a6d-38cf2a8a69d2 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:15.905292 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-07b920cc-5be5-4d09-8247-cc3dfa5d129c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:15.937432 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac6c1c-a2e2-475d-9a6d-38cf2a8a69d2 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Pushing event deleted for resources: {'Port': ['ID=da35ec1c-aece-45bc-889a-a90b2bc5f0aa,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:15.940936 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-aeac6c1c-a2e2-475d-9a6d-38cf2a8a69d2 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:15.967763 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-aeac6c1c-a2e2-475d-9a6d-38cf2a8a69d2 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:15.969758 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-aeac6c1c-a2e2-475d-9a6d-38cf2a8a69d2 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "DELETE /v2.0/ports/da35ec1c-aece-45bc-889a-a90b2bc5f0aa HTTP/1.1" status: 204 len: 168 time: 0.8471551 Jun 17 08:50:15.972410 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 57286) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:15.980703 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-f6830841-4862-46c2-8142-613a21088029 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b045aac7-eab1-43c0-9463-79c8c161377d', 'external_fixed_ips': [{'subnet_id': 'e2ccf0f7-74c1-439d-93cc-03c1b34db1fa', 'ip_address': '2001:db8::298'}]}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:15.982269 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-72115718-1061-4c6e-a19a-f1ab78e94f90 req-c55f3404-1031-4a1d-af57-fe5a9a0b296e tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580218 Jun 17 08:50:16.007067 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-315a16ad-ac9b-40bf-a84b-320ea94dd828 req-2b2313d9-9ed3-446a-ae4a-6dc6e148c155 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441126 Jun 17 08:50:16.007955 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f3d3f4-20ef-47df-a0ae-b5e5d93e1a22 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Made reservation on behalf of 68b387eb51ce4b0781cf9583ab2ae657 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:16.011691 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-31f3d3f4-20ef-47df-a0ae-b5e5d93e1a22 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:16.139063 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6830841-4862-46c2-8142-613a21088029 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:16.140330 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6830841-4862-46c2-8142-613a21088029 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:16.199400 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6830841-4862-46c2-8142-613a21088029 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:16.259747 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d712780-f569-4dea-b084-aba49844b909 req-e60581f4-b9ca-4a8c-a265-abfe6b4970ee tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:16.261246 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3d712780-f569-4dea-b084-aba49844b909 req-e60581f4-b9ca-4a8c-a265-abfe6b4970ee tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/ports?device_id=af564a26-166b-45d9-ad3d-60ed4cb01ba8 HTTP/1.1" status: 200 len: 948 time: 0.1487474 Jun 17 08:50:16.299511 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3d712780-f569-4dea-b084-aba49844b909 req-91d92a0e-02d1-4b88-83a1-c30ac5059509 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e1b73b-6383-4a2d-a9b2-c31b5efd8237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315902 Jun 17 08:50:16.450580 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-31f3d3f4-20ef-47df-a0ae-b5e5d93e1a22 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:16.460412 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8524ddfc-7fc9-4a8f-ab86-d57330db6957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:16.538967 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6830841-4862-46c2-8142-613a21088029 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:16.552176 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3d3f4-20ef-47df-a0ae-b5e5d93e1a22 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Pushing event updated for resources: {'Subnet': ['ID=a85cc93f-5253-47a9-989d-9df1d0c81177,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:16.556883 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-31f3d3f4-20ef-47df-a0ae-b5e5d93e1a22 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:16.564238 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f3d3f4-20ef-47df-a0ae-b5e5d93e1a22 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Checking segment: {'id': 'e858f861-8b4e-4bab-90d8-e7b652ba0bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7966d44c-e6b4-465b-95a0-d5bdb9e94d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:16.564662 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f3d3f4-20ef-47df-a0ae-b5e5d93e1a22 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Network hostable DHCP agents. Network: 7966d44c-e6b4-465b-95a0-d5bdb9e94d95, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:50:16.604933 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d359-bdeb-4d93-8f78-f479e39cddb2 req-5ed350a9-7363-48c0-a8d9-3f037691c68c tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:16.606752 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3719d359-bdeb-4d93-8f78-f479e39cddb2 req-5ed350a9-7363-48c0-a8d9-3f037691c68c tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 946 time: 0.0980127 Jun 17 08:50:16.653514 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3719d359-bdeb-4d93-8f78-f479e39cddb2 req-ed5b4984-9271-4e2f-a8b0-97ae93298ba5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389295 Jun 17 08:50:16.727246 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f3d3f4-20ef-47df-a0ae-b5e5d93e1a22 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Network 7966d44c-e6b4-465b-95a0-d5bdb9e94d95 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:50:16.795558 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25759bab-67fb-4cbc-b905-0eaba0656f95 req-f7074674-6da6-48a9-ac0e-6753209ba85b tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:16.795558 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-25759bab-67fb-4cbc-b905-0eaba0656f95 req-f7074674-6da6-48a9-ac0e-6753209ba85b tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86a31a3-01e6-45ec-b904-1289d76ccf38 HTTP/1.1" status: 200 len: 946 time: 0.1165061 Jun 17 08:50:16.824446 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-31f3d3f4-20ef-47df-a0ae-b5e5d93e1a22 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 7966d44c-e6b4-465b-95a0-d5bdb9e94d95) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:16.831255 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f3d3f4-20ef-47df-a0ae-b5e5d93e1a22 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:16.832283 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-31f3d3f4-20ef-47df-a0ae-b5e5d93e1a22 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:16.844024 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08df554-f4b6-4142-a799-6fe01389fb8e None None] Network 7966d44c-e6b4-465b-95a0-d5bdb9e94d95 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:50:16.845398 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-25759bab-67fb-4cbc-b905-0eaba0656f95 req-65ebb14f-8d24-4638-a095-dad2c01fdb0a tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433903 Jun 17 08:50:16.897166 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-eb9a939a-5a6b-4107-8986-e913c4cd96c2 req-fb70082d-e040-4ead-8f1b-8c82de0532a6 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f750bfc-e581-4e9c-a023-7eece979da79 HTTP/1.1" status: 200 len: 210 time: 0.0556571 Jun 17 08:50:17.026250 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf26394f-c056-45ff-9558-d908498f7d6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-7966d44c-e6b4-465b-95a0-d5bdb9e94d95', 'network_id': '7966d44c-e6b4-465b-95a0-d5bdb9e94d95', 'tenant_id': '68b387eb51ce4b0781cf9583ab2ae657', 'fixed_ips': [{'subnet_id': 'a85cc93f-5253-47a9-989d-9df1d0c81177'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:50:17.027244 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-bf26394f-c056-45ff-9558-d908498f7d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:17.046945 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-31f3d3f4-20ef-47df-a0ae-b5e5d93e1a22 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4508731 Jun 17 08:50:17.049590 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57298) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:17.055259 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-2804e6fd-ba92-4cbd-9017-4b78fd0b64dd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Request body: {'port': {'network_id': '7966d44c-e6b4-465b-95a0-d5bdb9e94d95', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-935006358'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:17.057110 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6830841-4862-46c2-8142-613a21088029 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:17.084250 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6830841-4862-46c2-8142-613a21088029 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:17.206295 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-bf26394f-c056-45ff-9558-d908498f7d6b None None] Allocated IP 2001:db8::2 (7966d44c-e6b4-465b-95a0-d5bdb9e94d95/a85cc93f-5253-47a9-989d-9df1d0c81177/779b05c2-63f3-4b63-9608-8c8b9a4eed1b) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:17.241379 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bdcfd-777f-45ac-8ed5-39ee039eebe6 req-bc8b1c29-51ad-4013-a4d2-b8fb63c6a792 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:17.242940 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e57bdcfd-777f-45ac-8ed5-39ee039eebe6 req-bc8b1c29-51ad-4013-a4d2-b8fb63c6a792 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c712a27d-d624-41ed-bf80-08512da8dee0 HTTP/1.1" status: 200 len: 943 time: 0.1160951 Jun 17 08:50:17.309901 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2804e6fd-ba92-4cbd-9017-4b78fd0b64dd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Made reservation on behalf of 68b387eb51ce4b0781cf9583ab2ae657 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:17.315219 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2804e6fd-ba92-4cbd-9017-4b78fd0b64dd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:17.322141 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-f6830841-4862-46c2-8142-613a21088029 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Allocated IP 2001:db8::298 (b045aac7-eab1-43c0-9463-79c8c161377d/e2ccf0f7-74c1-439d-93cc-03c1b34db1fa/ce15fbac-ffb7-4887-a5bc-c26753e7e007) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:17.331433 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e57bdcfd-777f-45ac-8ed5-39ee039eebe6 req-009f6c17-dfda-49c4-b30f-a4b9bd0dc231 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770500 Jun 17 08:50:17.335945 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [None req-2804e6fd-ba92-4cbd-9017-4b78fd0b64dd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] device_id is not set on port f2b843d7-78ac-490d-8c8d-85ddc12a247b yet. {{(pid=94519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:50:17.389209 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-bf26394f-c056-45ff-9558-d908498f7d6b None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:17.401424 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-bf26394f-c056-45ff-9558-d908498f7d6b None None] Transition to ACTIVE for port object 779b05c2-63f3-4b63-9608-8c8b9a4eed1b will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:17.441308 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-bf26394f-c056-45ff-9558-d908498f7d6b None None] Transition to ACTIVE for port object 779b05c2-63f3-4b63-9608-8c8b9a4eed1b will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:17.473874 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:50:17.476086 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6830841-4862-46c2-8142-613a21088029 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:17.477115 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device f1ad74c0-c2a9-4ce1-9c51-11dc51939a99 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:50:17.538739 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-bf26394f-c056-45ff-9558-d908498f7d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:17.567655 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:17.604282 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:17.619464 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf26394f-c056-45ff-9558-d908498f7d6b None None] Network 7966d44c-e6b4-465b-95a0-d5bdb9e94d95 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:17.631019 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-bf26394f-c056-45ff-9558-d908498f7d6b None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:17.641304 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6830841-4862-46c2-8142-613a21088029 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:17.654079 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf26394f-c056-45ff-9558-d908498f7d6b None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:17.656552 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c1df61e3-a78f-43b9-9186-a9fda8e56f6d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:17.675665 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6830841-4862-46c2-8142-613a21088029 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Network b045aac7-eab1-43c0-9463-79c8c161377d is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:17.681799 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-f6830841-4862-46c2-8142-613a21088029 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:17.686078 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26394f-c056-45ff-9558-d908498f7d6b None None] Pushing event updated for resources: {'Port': ['ID=779b05c2-63f3-4b63-9608-8c8b9a4eed1b,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:17.696043 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6830841-4862-46c2-8142-613a21088029 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:17.697360 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-bf26394f-c056-45ff-9558-d908498f7d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:17.722548 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:17.736218 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:17.772652 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': 'dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d', 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0', 'port_id': 'dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d', 'mac_address': 'fa:16:3e:2b:ba:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3ab4f8a-558c-4943-babf-c8684f255cc6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:50:17.796160 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-bf26394f-c056-45ff-9558-d908498f7d6b None None] Attempting to bind port 779b05c2-63f3-4b63-9608-8c8b9a4eed1b on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:17.796547 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-bf26394f-c056-45ff-9558-d908498f7d6b None None] Attempting to bind port 779b05c2-63f3-4b63-9608-8c8b9a4eed1b by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'e858f861-8b4e-4bab-90d8-e7b652ba0bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7966d44c-e6b4-465b-95a0-d5bdb9e94d95'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:17.796924 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf26394f-c056-45ff-9558-d908498f7d6b None None] Attempting to bind port 779b05c2-63f3-4b63-9608-8c8b9a4eed1b on network 7966d44c-e6b4-465b-95a0-d5bdb9e94d95 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:17.803315 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ad6601-f910-4710-a366-c680f9aefd55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1ad74c0-c2a9-4ce1-9c51-11dc51939a99'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:17.806126 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345470e9-628c-4521-b852-61b507d669af" -d '{"events": [{"server_uuid": "70ad6601-f910-4710-a366-c680f9aefd55", "name": "network-vif-unplugged", "status": "completed", "tag": "f1ad74c0-c2a9-4ce1-9c51-11dc51939a99"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:17.838616 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf26394f-c056-45ff-9558-d908498f7d6b None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:50:17.839021 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf26394f-c056-45ff-9558-d908498f7d6b None None] Checking segment: {'id': 'e858f861-8b4e-4bab-90d8-e7b652ba0bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7966d44c-e6b4-465b-95a0-d5bdb9e94d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:17.839472 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-bf26394f-c056-45ff-9558-d908498f7d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:17.839913 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf26394f-c056-45ff-9558-d908498f7d6b None None] Bound using segment: {'id': 'e858f861-8b4e-4bab-90d8-e7b652ba0bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7966d44c-e6b4-465b-95a0-d5bdb9e94d95'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:50:17.840576 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-bf26394f-c056-45ff-9558-d908498f7d6b None None] Bound port: 779b05c2-63f3-4b63-9608-8c8b9a4eed1b, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e858f861-8b4e-4bab-90d8-e7b652ba0bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7966d44c-e6b4-465b-95a0-d5bdb9e94d95'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:50:17.840962 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-bf26394f-c056-45ff-9558-d908498f7d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:17.856779 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port f1ad74c0-c2a9-4ce1-9c51-11dc51939a99, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=f1ad74c0-c2a9-4ce1-9c51-11dc51939a99,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:17.888965 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:17.931634 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-bf26394f-c056-45ff-9558-d908498f7d6b None None] For port 779b05c2-63f3-4b63-9608-8c8b9a4eed1b, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:50:17.935794 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-bf26394f-c056-45ff-9558-d908498f7d6b None None] For port 779b05c2-63f3-4b63-9608-8c8b9a4eed1b, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=779b05c2-63f3-4b63-9608-8c8b9a4eed1b,segment=NetworkSegment(e858f861-8b4e-4bab-90d8-e7b652ba0bac),segment_id=e858f861-8b4e-4bab-90d8-e7b652ba0bac)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:50:17.939578 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:17.942799 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:17.947862 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:50:17.999931 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:18.004553 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6830841-4862-46c2-8142-613a21088029 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Pushing event updated for resources: {'Port': ['ID=ce15fbac-ffb7-4887-a5bc-c26753e7e007,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:18.008316 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f6830841-4862-46c2-8142-613a21088029 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:18.013498 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=f1ad74c0-c2a9-4ce1-9c51-11dc51939a99,revision_number=8']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:18.016944 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:18.042406 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-2804e6fd-ba92-4cbd-9017-4b78fd0b64dd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Allocated IP 2001:db8::231 (7966d44c-e6b4-465b-95a0-d5bdb9e94d95/a85cc93f-5253-47a9-989d-9df1d0c81177/f2b843d7-78ac-490d-8c8d-85ddc12a247b) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:18.077385 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ba06c-3c33-484d-8c56-0d0b02928289 req-1b263a93-4857-499f-b6be-c9e7c7c4e40b tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:18.084394 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-516ba06c-3c33-484d-8c56-0d0b02928289 req-1b263a93-4857-499f-b6be-c9e7c7c4e40b tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 944 time: 0.2098038 Jun 17 08:50:18.114611 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-bf26394f-c056-45ff-9558-d908498f7d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:18.121178 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:18.143200 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60490e3-aa7f-4dfa-8b17-93553770aad4 req-4b07ac6c-2fb3-48f9-8453-adbe41121175 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:18.144776 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d60490e3-aa7f-4dfa-8b17-93553770aad4 req-4b07ac6c-2fb3-48f9-8453-adbe41121175 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/ports?device_id=af564a26-166b-45d9-ad3d-60ed4cb01ba8 HTTP/1.1" status: 200 len: 948 time: 0.6759436 Jun 17 08:50:18.152199 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaed2fe-4f94-4b71-be5d-486e8de633ec req-7cda042d-785b-4b81-a282-d0627b8dab20 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:18.157337 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-adaed2fe-4f94-4b71-be5d-486e8de633ec req-7cda042d-785b-4b81-a282-d0627b8dab20 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.50 "GET /v2.0/ports?device_id=e86a31a3-01e6-45ec-b904-1289d76ccf38 HTTP/1.1" status: 200 len: 946 time: 0.1312315 Jun 17 08:50:18.158745 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-516ba06c-3c33-484d-8c56-0d0b02928289 req-cfd2b4f1-c93a-481e-a7d2-789e32e23b41 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727236 Jun 17 08:50:18.193689 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:18.193689 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 761a48e5-6d22-4287-b50f-8fe47b592bb4 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:50:18.248347 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9604eb73-3d83-46d9-ad45-21725086ca6f x-openstack-request-id: req-9604eb73-3d83-46d9-ad45-21725086ca6f {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:18.255313 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ad6601-f910-4710-a366-c680f9aefd55", "name": "network-vif-unplugged", "status": "completed", "tag": "f1ad74c0-c2a9-4ce1-9c51-11dc51939a99", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:18.255313 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9604eb73-3d83-46d9-ad45-21725086ca6f {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:18.255313 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ad6601-f910-4710-a366-c680f9aefd55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1ad74c0-c2a9-4ce1-9c51-11dc51939a99', 'code': 200} Jun 17 08:50:18.278258 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2804e6fd-ba92-4cbd-9017-4b78fd0b64dd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:18.294628 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-2804e6fd-ba92-4cbd-9017-4b78fd0b64dd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Transition to ACTIVE for port object f2b843d7-78ac-490d-8c8d-85ddc12a247b will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:18.299111 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26394f-c056-45ff-9558-d908498f7d6b None None] Pushing event updated for resources: {'Port': ['ID=779b05c2-63f3-4b63-9608-8c8b9a4eed1b,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:18.304000 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-bf26394f-c056-45ff-9558-d908498f7d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:18.336822 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:18.371538 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d60490e3-aa7f-4dfa-8b17-93553770aad4 req-b4442d47-6832-47ac-b43c-973dd8adc351 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e1b73b-6383-4a2d-a9b2-c31b5efd8237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126234 Jun 17 08:50:18.445124 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2804e6fd-ba92-4cbd-9017-4b78fd0b64dd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:18.452853 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b578d695-a12e-4f18-8095-21914429f2ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:18.588682 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:18.593959 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:18.642538 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bea477a9-aa8d-461f-a901-ce9dff17ea2c req-5989513f-9c71-4f12-8289-4451f3ea6b22 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f750bfc-e581-4e9c-a023-7eece979da79 HTTP/1.1" status: 200 len: 210 time: 0.1399856 Jun 17 08:50:18.644567 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2804e6fd-ba92-4cbd-9017-4b78fd0b64dd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Network 7966d44c-e6b4-465b-95a0-d5bdb9e94d95 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:18.653313 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 761a48e5-6d22-4287-b50f-8fe47b592bb4, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=761a48e5-6d22-4287-b50f-8fe47b592bb4,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:18.658673 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-2804e6fd-ba92-4cbd-9017-4b78fd0b64dd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:18.674976 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2804e6fd-ba92-4cbd-9017-4b78fd0b64dd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:18.681404 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '761a48e5-6d22-4287-b50f-8fe47b592bb4', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '761a48e5-6d22-4287-b50f-8fe47b592bb4', 'mac_address': 'fa:16:3e:a1:c8:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:50:18.698715 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2804e6fd-ba92-4cbd-9017-4b78fd0b64dd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:18.698715 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2804e6fd-ba92-4cbd-9017-4b78fd0b64dd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:18.740164 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804e6fd-ba92-4cbd-9017-4b78fd0b64dd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Pushing event updated for resources: {'Port': ['ID=f2b843d7-78ac-490d-8c8d-85ddc12a247b,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:18.747272 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2804e6fd-ba92-4cbd-9017-4b78fd0b64dd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:18.777739 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:18.782811 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-2804e6fd-ba92-4cbd-9017-4b78fd0b64dd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7315135 Jun 17 08:50:18.787031 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57318) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:18.792652 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-6024ef7c-c227-4b59-819d-878976a3e360 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Request body: {'port': {'network_id': '7966d44c-e6b4-465b-95a0-d5bdb9e94d95', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1358300086', 'allowed_address_pairs': [{'ip_address': '2001:db8::231', 'mac_address': 'fa:16:3e:fd:af:7d'}]}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:18.803468 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761a48e5-6d22-4287-b50f-8fe47b592bb4 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:50:18.828733 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 761a48e5-6d22-4287-b50f-8fe47b592bb4, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=761a48e5-6d22-4287-b50f-8fe47b592bb4,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:18.938919 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-adaed2fe-4f94-4b71-be5d-486e8de633ec req-4670a0ee-b707-4617-b7c5-a6e06b9da6b9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Deleting port d282b3fb-9c41-4953-9007-d7d374fb1d8d {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:18.939546 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-adaed2fe-4f94-4b71-be5d-486e8de633ec req-4670a0ee-b707-4617-b7c5-a6e06b9da6b9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:18.967234 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6830841-4862-46c2-8142-613a21088029 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:18.970382 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:18.972461 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:18.992165 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a6e03-3a18-4bce-a8b9-4fc061905030 req-7077e607-fd82-467a-9164-ff7f76d30f90 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:18.993831 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-877a6e03-3a18-4bce-a8b9-4fc061905030 req-7077e607-fd82-467a-9164-ff7f76d30f90 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c712a27d-d624-41ed-bf80-08512da8dee0 HTTP/1.1" status: 200 len: 944 time: 0.1356654 Jun 17 08:50:19.059849 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-877a6e03-3a18-4bce-a8b9-4fc061905030 req-ebd12e78-c3ee-449f-9e68-9aac6d53c41f tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471346 Jun 17 08:50:19.073506 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=761a48e5-6d22-4287-b50f-8fe47b592bb4,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:19.078662 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:19.098749 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fde09b-a9bc-461d-9413-dfb31472e15e req-6e1dcb96-ac3d-422f-9478-24e6b6af406e tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:19.100352 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-43fde09b-a9bc-461d-9413-dfb31472e15e req-6e1dcb96-ac3d-422f-9478-24e6b6af406e tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86a31a3-01e6-45ec-b904-1289d76ccf38 HTTP/1.1" status: 200 len: 946 time: 0.2452655 Jun 17 08:50:19.113033 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6024ef7c-c227-4b59-819d-878976a3e360 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Made reservation on behalf of 68b387eb51ce4b0781cf9583ab2ae657 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:19.170770 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-adaed2fe-4f94-4b71-be5d-486e8de633ec req-4670a0ee-b707-4617-b7c5-a6e06b9da6b9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] For port d282b3fb-9c41-4953-9007-d7d374fb1d8d, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=d282b3fb-9c41-4953-9007-d7d374fb1d8d,segment=NetworkSegment(f97b557f-42fd-493a-a1da-f273164d9540),segment_id=f97b557f-42fd-493a-a1da-f273164d9540)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:19.171136 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-adaed2fe-4f94-4b71-be5d-486e8de633ec req-4670a0ee-b707-4617-b7c5-a6e06b9da6b9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:19.197126 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:50:19.237958 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6024ef7c-c227-4b59-819d-878976a3e360 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:19.262565 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [None req-6024ef7c-c227-4b59-819d-878976a3e360 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] device_id is not set on port 8a510702-6163-4c00-b09e-413187eacb55 yet. {{(pid=94519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:50:19.266751 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['761a48e5-6d22-4287-b50f-8fe47b592bb4'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:50:19.277987 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-adaed2fe-4f94-4b71-be5d-486e8de633ec req-4670a0ee-b707-4617-b7c5-a6e06b9da6b9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Calling delete_port for d282b3fb-9c41-4953-9007-d7d374fb1d8d owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:19.282825 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-43fde09b-a9bc-461d-9413-dfb31472e15e req-41e7b0c8-8593-4f72-ae49-4f270e16bf78 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3e91f48-8ef3-4d95-ba13-a17e5f31d557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657896 Jun 17 08:50:19.502865 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device f1ad74c0-c2a9-4ce1-9c51-11dc51939a99 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:50:19.535055 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-6024ef7c-c227-4b59-819d-878976a3e360 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Allocated IP 2001:db8::1a7 (7966d44c-e6b4-465b-95a0-d5bdb9e94d95/a85cc93f-5253-47a9-989d-9df1d0c81177/8a510702-6163-4c00-b09e-413187eacb55) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:19.603040 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6830841-4862-46c2-8142-613a21088029 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:19.618380 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e227f-a52c-41fc-a51e-463797f7fe54 req-c0280599-8cfd-41c8-a8da-b381044ac4de tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:19.623945 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3d0e227f-a52c-41fc-a51e-463797f7fe54 req-c0280599-8cfd-41c8-a8da-b381044ac4de tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 944 time: 0.1685660 Jun 17 08:50:19.663867 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-8dad8332-97ea-421a-a75d-ca9c08653bd2 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=ce0307bc9427401c9101b2f61337e1c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692451 Jun 17 08:50:19.734330 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3d0e227f-a52c-41fc-a51e-463797f7fe54 req-f38c8330-7917-47d6-a3d0-3d1a8bc5a040 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895002 Jun 17 08:50:19.828427 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec54b962-2029-4b76-a295-0f224da0008b None None] Network 7966d44c-e6b4-465b-95a0-d5bdb9e94d95 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:50:19.853894 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6024ef7c-c227-4b59-819d-878976a3e360 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:19.905617 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8fcd9ad9-d14a-4d79-8e95-5cc1c88b867f req-2be22c7a-e286-484c-ab78-1a3550a0ba35 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f750bfc-e581-4e9c-a023-7eece979da79 HTTP/1.1" status: 200 len: 210 time: 0.0343971 Jun 17 08:50:19.911257 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-6024ef7c-c227-4b59-819d-878976a3e360 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Transition to ACTIVE for port object 8a510702-6163-4c00-b09e-413187eacb55 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:19.945573 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-4af6454b-1c47-40b4-9473-896d0b337caa tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:19.947800 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-4af6454b-1c47-40b4-9473-896d0b337caa tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2690737 Jun 17 08:50:19.991242 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-227a3a12-4c14-4cfa-828c-a5510e1223c1 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Request body: {'port': {'device_id': '4f750bfc-e581-4e9c-a023-7eece979da79', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'admin_state_up': True, 'tenant_id': 'ce0307bc9427401c9101b2f61337e1c4'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:20.079312 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-257a7417-50cd-4082-bbbb-b1f6b9513609 None None] Provisioning for port 779b05c2-63f3-4b63-9608-8c8b9a4eed1b completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:50:20.092857 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad00d31-6fc5-4d7e-8e15-b4e46c449617 req-03e32daa-39d3-4eeb-9eb0-82fe7a437cc3 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:20.094416 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8ad00d31-6fc5-4d7e-8e15-b4e46c449617 req-03e32daa-39d3-4eeb-9eb0-82fe7a437cc3 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/ports?device_id=af564a26-166b-45d9-ad3d-60ed4cb01ba8 HTTP/1.1" status: 200 len: 949 time: 0.4711637 Jun 17 08:50:20.119255 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6024ef7c-c227-4b59-819d-878976a3e360 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:20.125984 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7b6ea939-051c-4b50-9605-bc84720b00ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:20.180712 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6024ef7c-c227-4b59-819d-878976a3e360 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Network 7966d44c-e6b4-465b-95a0-d5bdb9e94d95 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:20.189884 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-6024ef7c-c227-4b59-819d-878976a3e360 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:20.195611 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8ad00d31-6fc5-4d7e-8e15-b4e46c449617 req-5890df84-b77f-4eb2-b68f-63022486628d tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e1b73b-6383-4a2d-a9b2-c31b5efd8237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850494 Jun 17 08:50:20.196373 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6024ef7c-c227-4b59-819d-878976a3e360 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:20.203486 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6024ef7c-c227-4b59-819d-878976a3e360 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:20.204414 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6024ef7c-c227-4b59-819d-878976a3e360 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:20.210542 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024ef7c-c227-4b59-819d-878976a3e360 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Pushing event updated for resources: {'Port': ['ID=8a510702-6163-4c00-b09e-413187eacb55,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:20.217159 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6024ef7c-c227-4b59-819d-878976a3e360 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:20.249734 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f90738-76ac-469c-b708-9f9bf1754395 req-ebdf8cee-84cf-492c-9da2-fd5b58fd51ca tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:20.252203 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b9f90738-76ac-469c-b708-9f9bf1754395 req-ebdf8cee-84cf-492c-9da2-fd5b58fd51ca tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.1830344 Jun 17 08:50:20.275800 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-adaed2fe-4f94-4b71-be5d-486e8de633ec req-4670a0ee-b707-4617-b7c5-a6e06b9da6b9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:20.281285 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-68d61822-fd97-4e45-811f-447476eb242b tempest-ServerPasswordTestJSON-1721655986 tempest-ServerPasswordTestJSON-1721655986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:20.296818 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['d282b3fb-9c41-4953-9007-d7d374fb1d8d'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:50:20.307622 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b9f90738-76ac-469c-b708-9f9bf1754395 req-daef96c4-21f7-4397-b7f3-8dc3e66b570a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434866 Jun 17 08:50:20.356579 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670a0ee-b707-4617-b7c5-a6e06b9da6b9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Pushing event deleted for resources: {'Port': ['ID=d282b3fb-9c41-4953-9007-d7d374fb1d8d,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:20.372329 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4670a0ee-b707-4617-b7c5-a6e06b9da6b9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:20.393522 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6830841-4862-46c2-8142-613a21088029 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Router 09f3778c-3a0f-448b-b09c-bef5c6019622 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:50:20.427648 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:20.456373 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-227a3a12-4c14-4cfa-828c-a5510e1223c1 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Made reservation on behalf of ce0307bc9427401c9101b2f61337e1c4 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:20.456373 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-227a3a12-4c14-4cfa-828c-a5510e1223c1 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:20.461711 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-adaed2fe-4f94-4b71-be5d-486e8de633ec req-4670a0ee-b707-4617-b7c5-a6e06b9da6b9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] No DVR routers for this DVR port d282b3fb-9c41-4953-9007-d7d374fb1d8d on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:50:20.467164 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-adaed2fe-4f94-4b71-be5d-486e8de633ec req-4670a0ee-b707-4617-b7c5-a6e06b9da6b9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:20.469304 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-adaed2fe-4f94-4b71-be5d-486e8de633ec req-4670a0ee-b707-4617-b7c5-a6e06b9da6b9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.50 "DELETE /v2.0/ports/d282b3fb-9c41-4953-9007-d7d374fb1d8d HTTP/1.1" status: 204 len: 173 time: 2.3091354 Jun 17 08:50:20.475415 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86a31a3-01e6-45ec-b904-1289d76ccf38', 'name': 'network-vif-deleted', 'tag': 'd282b3fb-9c41-4953-9007-d7d374fb1d8d'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:20.478487 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb40d37-10eb-4e97-a206-c2dbe7a46c78" -d '{"events": [{"server_uuid": "e86a31a3-01e6-45ec-b904-1289d76ccf38", "name": "network-vif-deleted", "tag": "d282b3fb-9c41-4953-9007-d7d374fb1d8d"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:20.487289 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-227a3a12-4c14-4cfa-828c-a5510e1223c1 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:20.564857 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 57338) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:20.570195 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6024ef7c-c227-4b59-819d-878976a3e360 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.7774649 Jun 17 08:50:20.600423 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ba802996-93e5-48b4-a7f3-38d5fdca6e94 None None] Provisioning for port f2b843d7-78ac-490d-8c8d-85ddc12a247b completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:50:20.620593 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ba802996-93e5-48b4-a7f3-38d5fdca6e94 None None] Provisioning complete for port f2b843d7-78ac-490d-8c8d-85ddc12a247b triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:20.624542 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ba802996-93e5-48b4-a7f3-38d5fdca6e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:20.660489 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 779b05c2-63f3-4b63-9608-8c8b9a4eed1b up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:50:20.704040 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695745d1-e90f-42ed-b20f-bb2d019cfd9f req-5c94fb3a-136a-47d0-a624-0e3d9074e834 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:20.706425 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-579b3398-e5fd-43fc-bf8a-a4dcd2945e31 req-c5cb64ea-e704-4ab9-9834-992f200153b3 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86a31a3-01e6-45ec-b904-1289d76ccf38 HTTP/1.1" status: 200 len: 210 time: 0.0331151 Jun 17 08:50:20.711929 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-695745d1-e90f-42ed-b20f-bb2d019cfd9f req-5c94fb3a-136a-47d0-a624-0e3d9074e834 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c712a27d-d624-41ed-bf80-08512da8dee0 HTTP/1.1" status: 200 len: 944 time: 0.3591936 Jun 17 08:50:20.727845 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-ba802996-93e5-48b4-a7f3-38d5fdca6e94 None None] Port f2b843d7-78ac-490d-8c8d-85ddc12a247b cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:50:20.807895 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6830841-4862-46c2-8142-613a21088029 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:50:20.817500 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb2603c-7b54-4166-a212-347b68a63dda None None] Sync routers for ids ['09f3778c-3a0f-448b-b09c-bef5c6019622'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:50:20.831569 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb2603c-7b54-4166-a212-347b68a63dda None None] Routers {'09f3778c-3a0f-448b-b09c-bef5c6019622'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:20.835582 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-9eb2603c-7b54-4166-a212-347b68a63dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:49:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['09f3778c-3a0f-448b-b09c-bef5c6019622'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:20.864327 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-695745d1-e90f-42ed-b20f-bb2d019cfd9f req-5c9d0fc9-c92f-4215-a673-421adcc3ffd7 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478002 Jun 17 08:50:20.906365 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba30741-2495-4174-bd2b-5c63ffe41605 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:20.906989 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-f9fae607-4e12-4ba3-8dab-2c1b59f0264e None None] Provisioning complete for port f2b843d7-78ac-490d-8c8d-85ddc12a247b triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:20.907969 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f9fae607-4e12-4ba3-8dab-2c1b59f0264e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:20.913930 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba30741-2495-4174-bd2b-5c63ffe41605 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:20.921226 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba30741-2495-4174-bd2b-5c63ffe41605 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:20.923054 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1ba30741-2495-4174-bd2b-5c63ffe41605 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.3564420 Jun 17 08:50:20.942004 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 57340) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:20.962657 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6258294-58da-427e-a9d9-9a4dbd52f802 x-openstack-request-id: req-c6258294-58da-427e-a9d9-9a4dbd52f802 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:20.964720 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86a31a3-01e6-45ec-b904-1289d76ccf38", "name": "network-vif-deleted", "tag": "d282b3fb-9c41-4953-9007-d7d374fb1d8d", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:20.966486 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c6258294-58da-427e-a9d9-9a4dbd52f802 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:20.967688 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86a31a3-01e6-45ec-b904-1289d76ccf38', 'name': 'network-vif-deleted', 'tag': 'd282b3fb-9c41-4953-9007-d7d374fb1d8d', 'status': 'completed', 'code': 200} Jun 17 08:50:21.004079 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 779b05c2-63f3-4b63-9608-8c8b9a4eed1b completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:50:21.015926 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-227a3a12-4c14-4cfa-828c-a5510e1223c1 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:21.021634 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 779b05c2-63f3-4b63-9608-8c8b9a4eed1b triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:21.022287 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:21.084243 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955185d1-415d-4335-94ff-e2cd3b7fc8b8 req-11f94ad0-10aa-490f-b10b-28ebf142608f tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:21.093107 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-955185d1-415d-4335-94ff-e2cd3b7fc8b8 req-11f94ad0-10aa-490f-b10b-28ebf142608f tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.1923990 Jun 17 08:50:21.122673 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-9eb2603c-7b54-4166-a212-347b68a63dda None None] Set router 09f3778c-3a0f-448b-b09c-bef5c6019622 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:50:21.131678 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-f9fae607-4e12-4ba3-8dab-2c1b59f0264e None None] Port f2b843d7-78ac-490d-8c8d-85ddc12a247b cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:50:21.138754 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-955185d1-415d-4335-94ff-e2cd3b7fc8b8 req-2fa575d6-3911-45f2-973b-1e3f04c9d174 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437248 Jun 17 08:50:21.212948 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a50a76c1-c8b6-41c1-bb76-1a0c4130ac9c req-7558c289-8306-4323-b812-331cdfb79214 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f750bfc-e581-4e9c-a023-7eece979da79 HTTP/1.1" status: 200 len: 210 time: 0.0577283 Jun 17 08:50:21.213207 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:21.225963 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-227a3a12-4c14-4cfa-828c-a5510e1223c1 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:21.233528 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c97c8b34-c515-46c3-836f-2010e911733c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:21.283611 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 779b05c2-63f3-4b63-9608-8c8b9a4eed1b, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=779b05c2-63f3-4b63-9608-8c8b9a4eed1b,segment=NetworkSegment(e858f861-8b4e-4bab-90d8-e7b652ba0bac),segment_id=e858f861-8b4e-4bab-90d8-e7b652ba0bac)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:21.330240 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a3a12-4c14-4cfa-828c-a5510e1223c1 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d091c7a-d3be-4f10-b6aa-9064951fa077,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:21.347194 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-227a3a12-4c14-4cfa-828c-a5510e1223c1 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:21.359336 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-28adfd83-f7f6-44dd-b6cf-d8de6af9b7d6 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Deleting port 8a510702-6163-4c00-b09e-413187eacb55 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:21.359975 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-28adfd83-f7f6-44dd-b6cf-d8de6af9b7d6 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:21.410192 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-9eb2603c-7b54-4166-a212-347b68a63dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f3778c-3a0f-448b-b09c-bef5c6019622', 'name': '', 'tenant_id': 'cde733595dd04454a3b0e6d0f2d32724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b045aac7-eab1-43c0-9463-79c8c161377d', 'external_fixed_ips': [{'subnet_id': 'e2ccf0f7-74c1-439d-93cc-03c1b34db1fa', 'ip_address': '2001:db8::298'}], 'enable_snat': True}, 'gw_port_id': 'ce15fbac-ffb7-4887-a5bc-c26753e7e007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:50:16Z', 'updated_at': '2021-06-17T08:50:17Z', 'revision_number': 3, 'project_id': 'cde733595dd04454a3b0e6d0f2d32724', 'gw_port': {'id': 'ce15fbac-ffb7-4887-a5bc-c26753e7e007', 'name': '', 'network_id': 'b045aac7-eab1-43c0-9463-79c8c161377d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f3778c-3a0f-448b-b09c-bef5c6019622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'e2ccf0f7-74c1-439d-93cc-03c1b34db1fa', 'ip_address': '2001:db8::298', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:50:17Z', 'updated_at': '2021-06-17T08:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ccf0f7-74c1-439d-93cc-03c1b34db1fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:21.442662 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb2603c-7b54-4166-a212-347b68a63dda None None] Checking router: 09f3778c-3a0f-448b-b09c-bef5c6019622 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:50:21.442662 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb2603c-7b54-4166-a212-347b68a63dda None None] Updating router 09f3778c-3a0f-448b-b09c-bef5c6019622 port ce15fbac-ffb7-4887-a5bc-c26753e7e007 binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:50:21.467539 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6830841-4862-46c2-8142-613a21088029 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:21.468799 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f6830841-4862-46c2-8142-613a21088029 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.4954298 Jun 17 08:50:21.471753 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57348) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:21.473818 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:21.477451 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:21.481768 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-9eb2603c-7b54-4166-a212-347b68a63dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:21.541843 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-227a3a12-4c14-4cfa-828c-a5510e1223c1 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Allocated IP 192.168.233.149 (26debee9-bc17-4dec-acaf-a4c976511744/9fa94245-1f4d-486b-9e45-990a58fa5ffe/35a3d1e7-179a-44ec-be70-81bf466a5121) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:21.560296 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 761a48e5-6d22-4287-b50f-8fe47b592bb4 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:50:21.567770 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-28adfd83-f7f6-44dd-b6cf-d8de6af9b7d6 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:21.570723 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c27f3810-0a24-44c4-9be1-cd6822b2dde0 None None] Provisioning for port 8a510702-6163-4c00-b09e-413187eacb55 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:50:21.632555 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b0c99157-f02a-4d95-85aa-bd95ac0203f5 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:21.636512 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=779b05c2-63f3-4b63-9608-8c8b9a4eed1b,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:21.641035 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:21.643866 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c27f3810-0a24-44c4-9be1-cd6822b2dde0 None None] Provisioning complete for port 8a510702-6163-4c00-b09e-413187eacb55 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:21.644158 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c27f3810-0a24-44c4-9be1-cd6822b2dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:21.698693 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-c27f3810-0a24-44c4-9be1-cd6822b2dde0 None None] Port 8a510702-6163-4c00-b09e-413187eacb55 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:50:21.753993 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-28adfd83-f7f6-44dd-b6cf-d8de6af9b7d6 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Calling delete_port for 8a510702-6163-4c00-b09e-413187eacb55 owned by {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:21.815853 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 761a48e5-6d22-4287-b50f-8fe47b592bb4 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:50:21.820705 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 761a48e5-6d22-4287-b50f-8fe47b592bb4 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:21.821293 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:21.861232 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b0c99157-f02a-4d95-85aa-bd95ac0203f5 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:22.001051 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:22.003828 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdbf67-f70c-4557-b010-a0b8213f3a1f req-a387629f-6908-42d3-9c80-5019fc1dc2b4 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:22.011487 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-55fdbf67-f70c-4557-b010-a0b8213f3a1f req-a387629f-6908-42d3-9c80-5019fc1dc2b4 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/ports?device_id=af564a26-166b-45d9-ad3d-60ed4cb01ba8 HTTP/1.1" status: 200 len: 949 time: 0.6225803 Jun 17 08:50:22.017773 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-9eb2603c-7b54-4166-a212-347b68a63dda None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:22.026178 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-227a3a12-4c14-4cfa-828c-a5510e1223c1 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:22.031000 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af564a26-166b-45d9-ad3d-60ed4cb01ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761a48e5-6d22-4287-b50f-8fe47b592bb4'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:22.031906 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-9eb2603c-7b54-4166-a212-347b68a63dda None None] Transition to ACTIVE for port object ce15fbac-ffb7-4887-a5bc-c26753e7e007 will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:22.034125 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626be954-77f3-4058-bc10-bf78dee39d4e" -d '{"events": [{"server_uuid": "af564a26-166b-45d9-ad3d-60ed4cb01ba8", "name": "network-vif-plugged", "status": "completed", "tag": "761a48e5-6d22-4287-b50f-8fe47b592bb4"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:22.051469 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 761a48e5-6d22-4287-b50f-8fe47b592bb4, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=761a48e5-6d22-4287-b50f-8fe47b592bb4,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:22.061362 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-227a3a12-4c14-4cfa-828c-a5510e1223c1 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Transition to ACTIVE for port object 35a3d1e7-179a-44ec-be70-81bf466a5121 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:22.092919 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-55fdbf67-f70c-4557-b010-a0b8213f3a1f req-fcf0678d-2424-4edf-9a45-e1244e7e7556 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e1b73b-6383-4a2d-a9b2-c31b5efd8237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804932 Jun 17 08:50:22.096739 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9dbd6-eb30-4864-a143-1c985e515640 req-13e915c9-a5aa-406f-9a5f-e62110e4f2f4 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:22.104261 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4ff9dbd6-eb30-4864-a143-1c985e515640 req-13e915c9-a5aa-406f-9a5f-e62110e4f2f4 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.1851239 Jun 17 08:50:22.159965 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-b0c99157-f02a-4d95-85aa-bd95ac0203f5 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Deleting port ce15fbac-ffb7-4887-a5bc-c26753e7e007 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:22.160413 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b0c99157-f02a-4d95-85aa-bd95ac0203f5 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:22.218861 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4ff9dbd6-eb30-4864-a143-1c985e515640 req-3d6de8c0-9e05-4c3a-8fa5-775625a9acfe tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001868 Jun 17 08:50:22.254661 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-637d6d20-e148-41c2-af0e-3f96ca87738d req-1ccdb666-0dbb-4351-aa45-cf299c4aeef0 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86a31a3-01e6-45ec-b904-1289d76ccf38 HTTP/1.1" status: 200 len: 210 time: 0.0337164 Jun 17 08:50:22.259931 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b0c99157-f02a-4d95-85aa-bd95ac0203f5 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:22.269417 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:22.270219 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-9eb2603c-7b54-4166-a212-347b68a63dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:22.272833 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:50:22.276615 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-1df0b702-8a37-417f-8f55-ed0380cdae5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:22.278375 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:22.305079 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-28adfd83-f7f6-44dd-b6cf-d8de6af9b7d6 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:22.339240 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-227a3a12-4c14-4cfa-828c-a5510e1223c1 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:22.348839 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-b0c99157-f02a-4d95-85aa-bd95ac0203f5 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Calling delete_port for ce15fbac-ffb7-4887-a5bc-c26753e7e007 owned by network:router_gateway {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:22.369509 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bc6f51bb-4b34-4cab-b6ea-c8f1f7e4db3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:22.381916 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec850af-e847-41f4-ab65-7c430a5db085 x-openstack-request-id: req-dec850af-e847-41f4-ab65-7c430a5db085 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:22.382222 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af564a26-166b-45d9-ad3d-60ed4cb01ba8", "name": "network-vif-plugged", "status": "completed", "tag": "761a48e5-6d22-4287-b50f-8fe47b592bb4", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:22.382636 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dec850af-e847-41f4-ab65-7c430a5db085 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:22.383075 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af564a26-166b-45d9-ad3d-60ed4cb01ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761a48e5-6d22-4287-b50f-8fe47b592bb4', 'code': 200} Jun 17 08:50:22.421990 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=761a48e5-6d22-4287-b50f-8fe47b592bb4,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:22.424837 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:22.454509 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device d282b3fb-9c41-4953-9007-d7d374fb1d8d no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:50:22.466669 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b0953-8f25-4e7a-a9e8-8ea63c218d6b None None] Pushing event updated for resources: {'Port': ['ID=ce15fbac-ffb7-4887-a5bc-c26753e7e007,revision_number=2']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:22.468824 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-9eb2603c-7b54-4166-a212-347b68a63dda None None] Attempting to bind port ce15fbac-ffb7-4887-a5bc-c26753e7e007 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:22.469209 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-9eb2603c-7b54-4166-a212-347b68a63dda None None] Attempting to bind port ce15fbac-ffb7-4887-a5bc-c26753e7e007 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '4f05e39c-54c2-413d-abd3-fce9770b841b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b045aac7-eab1-43c0-9463-79c8c161377d'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:22.469622 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb2603c-7b54-4166-a212-347b68a63dda None None] Attempting to bind port ce15fbac-ffb7-4887-a5bc-c26753e7e007 on network b045aac7-eab1-43c0-9463-79c8c161377d {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:22.494753 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb2603c-7b54-4166-a212-347b68a63dda None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:50:22.495505 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb2603c-7b54-4166-a212-347b68a63dda None None] Checking segment: {'id': '4f05e39c-54c2-413d-abd3-fce9770b841b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b045aac7-eab1-43c0-9463-79c8c161377d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:22.496146 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-9eb2603c-7b54-4166-a212-347b68a63dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:22.496844 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb2603c-7b54-4166-a212-347b68a63dda None None] Bound using segment: {'id': '4f05e39c-54c2-413d-abd3-fce9770b841b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b045aac7-eab1-43c0-9463-79c8c161377d'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:50:22.498085 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-9eb2603c-7b54-4166-a212-347b68a63dda None None] Bound port: ce15fbac-ffb7-4887-a5bc-c26753e7e007, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f05e39c-54c2-413d-abd3-fce9770b841b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b045aac7-eab1-43c0-9463-79c8c161377d'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:50:22.498685 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-9eb2603c-7b54-4166-a212-347b68a63dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:22.503074 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036b0953-8f25-4e7a-a9e8-8ea63c218d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:22.503670 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036b0953-8f25-4e7a-a9e8-8ea63c218d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:22.504194 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036b0953-8f25-4e7a-a9e8-8ea63c218d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:22.504810 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036b0953-8f25-4e7a-a9e8-8ea63c218d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:22.505344 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036b0953-8f25-4e7a-a9e8-8ea63c218d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:22.505846 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036b0953-8f25-4e7a-a9e8-8ea63c218d6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:22.506212 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: d282b3fb-9c41-4953-9007-d7d374fb1d8d {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:50:22.506856 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device d282b3fb-9c41-4953-9007-d7d374fb1d8d not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:50:22.507033 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036b0953-8f25-4e7a-a9e8-8ea63c218d6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:22.507521 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036b0953-8f25-4e7a-a9e8-8ea63c218d6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:22.510325 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036b0953-8f25-4e7a-a9e8-8ea63c218d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:22.510961 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036b0953-8f25-4e7a-a9e8-8ea63c218d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:22.511521 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036b0953-8f25-4e7a-a9e8-8ea63c218d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:22.512042 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036b0953-8f25-4e7a-a9e8-8ea63c218d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:22.537501 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-036b0953-8f25-4e7a-a9e8-8ea63c218d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:22.558470 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:50:22.563809 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:22.564258 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:22.585552 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-9eb2603c-7b54-4166-a212-347b68a63dda None None] For port ce15fbac-ffb7-4887-a5bc-c26753e7e007, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:50:22.590140 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-9eb2603c-7b54-4166-a212-347b68a63dda None None] For port ce15fbac-ffb7-4887-a5bc-c26753e7e007, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=ce15fbac-ffb7-4887-a5bc-c26753e7e007,segment=NetworkSegment(4f05e39c-54c2-413d-abd3-fce9770b841b),segment_id=4f05e39c-54c2-413d-abd3-fce9770b841b)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:50:22.602828 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28adfd83-f7f6-44dd-b6cf-d8de6af9b7d6 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Pushing event deleted for resources: {'Port': ['ID=8a510702-6163-4c00-b09e-413187eacb55,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:22.658034 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa32be4-3a10-4eac-871c-2c8c2f3d4842 req-9c06fbe0-831b-4d16-87d1-fb113b7bc6a1 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:22.666146 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3fa32be4-3a10-4eac-871c-2c8c2f3d4842 req-9c06fbe0-831b-4d16-87d1-fb113b7bc6a1 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c712a27d-d624-41ed-bf80-08512da8dee0 HTTP/1.1" status: 200 len: 944 time: 0.3062370 Jun 17 08:50:22.674856 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-9eb2603c-7b54-4166-a212-347b68a63dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:22.680514 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 779b05c2-63f3-4b63-9608-8c8b9a4eed1b up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:50:22.685031 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-227a3a12-4c14-4cfa-828c-a5510e1223c1 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Network 26debee9-bc17-4dec-acaf-a4c976511744 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:22.692153 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-5cec2a56-5bf4-4639-90c4-4a5364619666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:22.720872 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-227a3a12-4c14-4cfa-828c-a5510e1223c1 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:22.733855 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-227a3a12-4c14-4cfa-828c-a5510e1223c1 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:22.744130 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:22.785510 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb2603c-7b54-4166-a212-347b68a63dda None None] Routers {'09f3778c-3a0f-448b-b09c-bef5c6019622'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:22.786553 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-9eb2603c-7b54-4166-a212-347b68a63dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:49:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['09f3778c-3a0f-448b-b09c-bef5c6019622'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:22.817156 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 779b05c2-63f3-4b63-9608-8c8b9a4eed1b triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:22.817392 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:22.829375 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8d5f6-c630-4dce-9da0-20dae0675dfb req-7c7a7f8f-e3dc-42b6-aa88-5bf61e0d6d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:22.830914 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-51c8d5f6-c630-4dce-9da0-20dae0675dfb req-7c7a7f8f-e3dc-42b6-aa88-5bf61e0d6d40 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=af564a26-166b-45d9-ad3d-60ed4cb01ba8 HTTP/1.1" status: 200 len: 1102 time: 0.3872814 Jun 17 08:50:22.865016 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:22.910574 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a3a12-4c14-4cfa-828c-a5510e1223c1 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Pushing event updated for resources: {'Port': ['ID=35a3d1e7-179a-44ec-be70-81bf466a5121,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:22.917847 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-227a3a12-4c14-4cfa-828c-a5510e1223c1 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:22.918413 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f5be2a52-0f32-459c-8a03-5c0a6f92d7c9 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.535s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:22.918795 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f5be2a52-0f32-459c-8a03-5c0a6f92d7c9 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:22.924659 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3fa32be4-3a10-4eac-871c-2c8c2f3d4842 req-d9003d1d-a26c-4c7f-8af2-9b02ed70fa2b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558088 Jun 17 08:50:22.924783 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-9eb2603c-7b54-4166-a212-347b68a63dda None None] Set router 09f3778c-3a0f-448b-b09c-bef5c6019622 gateway port host: None {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:50:22.947342 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-28adfd83-f7f6-44dd-b6cf-d8de6af9b7d6 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:22.949530 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-28adfd83-f7f6-44dd-b6cf-d8de6af9b7d6 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] 10.222.0.49 "DELETE /v2.0/ports/8a510702-6163-4c00-b09e-413187eacb55 HTTP/1.1" status: 204 len: 168 time: 2.0021291 Jun 17 08:50:22.953936 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57364) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:22.957793 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-227a3a12-4c14-4cfa-828c-a5510e1223c1 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:22.961203 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-227a3a12-4c14-4cfa-828c-a5510e1223c1 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:22.987764 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:22.990452 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:23.031002 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807df639-59bf-4a48-957b-2226266f71d6 req-b6da299f-c95e-44b0-b8b4-03a6c2495eee tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:23.032819 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-9eb2603c-7b54-4166-a212-347b68a63dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f3778c-3a0f-448b-b09c-bef5c6019622', 'name': '', 'tenant_id': 'cde733595dd04454a3b0e6d0f2d32724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:50:16Z', 'updated_at': '2021-06-17T08:50:21Z', 'revision_number': 4, 'project_id': 'cde733595dd04454a3b0e6d0f2d32724', 'gw_port_host': None}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:23.040479 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-807df639-59bf-4a48-957b-2226266f71d6 req-b6da299f-c95e-44b0-b8b4-03a6c2495eee tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f750bfc-e581-4e9c-a023-7eece979da79 HTTP/1.1" status: 200 len: 936 time: 0.4980772 Jun 17 08:50:23.054122 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:23.068602 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:23.073868 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b0c99157-f02a-4d95-85aa-bd95ac0203f5 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:23.080939 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2154ebb1-496f-4e05-993b-177c8590d8b1 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:23.094087 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-22921023-e21a-47dd-b3bd-bfe999c6308e tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] GET failed (client error): The resource could not be found. Jun 17 08:50:23.094203 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb2603c-7b54-4166-a212-347b68a63dda None None] The sync data for ids ['09f3778c-3a0f-448b-b09c-bef5c6019622'] in n-d-758944-30 is: [{'id': '09f3778c-3a0f-448b-b09c-bef5c6019622', 'name': '', 'tenant_id': 'cde733595dd04454a3b0e6d0f2d32724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:50:16Z', 'updated_at': '2021-06-17T08:50:21Z', 'revision_number': 4, 'project_id': 'cde733595dd04454a3b0e6d0f2d32724', 'gw_port_host': None}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:50:23.094710 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-22921023-e21a-47dd-b3bd-bfe999c6308e tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] 10.222.0.49 "GET /v2.0/ports/8a510702-6163-4c00-b09e-413187eacb55 HTTP/1.1" status: 404 len: 333 time: 0.1344466 Jun 17 08:50:23.100952 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b0953-8f25-4e7a-a9e8-8ea63c218d6b None None] Pushing event updated for resources: {'Port': ['ID=ce15fbac-ffb7-4887-a5bc-c26753e7e007,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:23.105785 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-51c8d5f6-c630-4dce-9da0-20dae0675dfb req-6fac43a3-1e7e-45de-af07-14f3a9bebe9d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=72e1b73b-6383-4a2d-a9b2-c31b5efd8237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521777 Jun 17 08:50:23.107239 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-807df639-59bf-4a48-957b-2226266f71d6 req-d00c6f83-ce3e-4b82-988c-f85bc8b30c15 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d091c7a-d3be-4f10-b6aa-9064951fa077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581138 Jun 17 08:50:23.110017 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 57366) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:23.116924 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-036b0953-8f25-4e7a-a9e8-8ea63c218d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:23.121750 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-1204d1d4-04e1-4198-916b-3c9c9ab95bef tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Request body: {'port': {'network_id': '7966d44c-e6b4-465b-95a0-d5bdb9e94d95', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1900530304'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:23.143868 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-227a3a12-4c14-4cfa-828c-a5510e1223c1 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1462669 Jun 17 08:50:23.144024 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c99157-f02a-4d95-85aa-bd95ac0203f5 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce15fbac-ffb7-4887-a5bc-c26753e7e007,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:23.151082 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b0c99157-f02a-4d95-85aa-bd95ac0203f5 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:23.151281 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-4f4da833-ddf8-444f-9441-e247559bb8bf service neutron] Request body: {'port': {'device_id': '4f750bfc-e581-4e9c-a023-7eece979da79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:23.198335 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b0c99157-f02a-4d95-85aa-bd95ac0203f5 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:23.301548 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-082c60ac-f539-40b8-8929-664d20f82db3 None None] Provisioning for port 35a3d1e7-179a-44ec-be70-81bf466a5121 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:50:23.307377 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-082c60ac-f539-40b8-8929-664d20f82db3 None None] Provisioning complete for port 35a3d1e7-179a-44ec-be70-81bf466a5121 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:23.308354 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-082c60ac-f539-40b8-8929-664d20f82db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:23.346030 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b0c99157-f02a-4d95-85aa-bd95ac0203f5 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:23.359150 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-082c60ac-f539-40b8-8929-664d20f82db3 None None] Port 35a3d1e7-179a-44ec-be70-81bf466a5121 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:50:23.369506 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b0c99157-f02a-4d95-85aa-bd95ac0203f5 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:23.400390 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-4f4da833-ddf8-444f-9441-e247559bb8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:23.453317 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae300b-be5b-4690-81c0-627d9319b848 req-c07cc3de-6451-4707-beb4-49ecaeeb2a87 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:23.455037 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-14ae300b-be5b-4690-81c0-627d9319b848 req-c07cc3de-6451-4707-beb4-49ecaeeb2a87 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 945 time: 0.1247787 Jun 17 08:50:23.502043 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-14ae300b-be5b-4690-81c0-627d9319b848 req-699355fa-f48d-4f67-bd06-49a0660d23c9 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb84bc2a-274b-48f9-ab2b-ccf3ce41610b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394952 Jun 17 08:50:23.614609 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b0c99157-f02a-4d95-85aa-bd95ac0203f5 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:23.615341 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c99157-f02a-4d95-85aa-bd95ac0203f5 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 09f3778c-3a0f-448b-b09c-bef5c6019622 {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:50:23.620908 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b0c99157-f02a-4d95-85aa-bd95ac0203f5 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:23.624509 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b0c99157-f02a-4d95-85aa-bd95ac0203f5 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "DELETE /v2.0/routers/09f3778c-3a0f-448b-b09c-bef5c6019622 HTTP/1.1" status: 204 len: 168 time: 2.1504345 Jun 17 08:50:23.634165 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57378) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:23.714463 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea9afad-894c-4192-bc14-e1205cc9c5e8 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Deleting subnet e2ccf0f7-74c1-439d-93cc-03c1b34db1fa {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:50:23.719174 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9ea9afad-894c-4192-bc14-e1205cc9c5e8 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:23.773218 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b9308-89a7-4811-901e-22023ec65b8d req-1783555b-f83e-40c4-8019-7abe3c284302 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:23.774737 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8f6b9308-89a7-4811-901e-22023ec65b8d req-1783555b-f83e-40c4-8019-7abe3c284302 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.1571763 Jun 17 08:50:23.777187 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9ea9afad-894c-4192-bc14-e1205cc9c5e8 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:23.802137 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1204d1d4-04e1-4198-916b-3c9c9ab95bef tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Made reservation on behalf of 68b387eb51ce4b0781cf9583ab2ae657 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:23.805657 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1204d1d4-04e1-4198-916b-3c9c9ab95bef tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:23.822797 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee76145-4c10-4d99-a953-48177e2b5515 req-1163540b-8c36-4f61-a67b-c6ba74588aa8 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:23.824375 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0ee76145-4c10-4d99-a953-48177e2b5515 req-1163540b-8c36-4f61-a67b-c6ba74588aa8 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/ports?device_id=af564a26-166b-45d9-ad3d-60ed4cb01ba8 HTTP/1.1" status: 200 len: 950 time: 0.5038991 Jun 17 08:50:23.842046 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9ea9afad-894c-4192-bc14-e1205cc9c5e8 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:23.869267 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8f6b9308-89a7-4811-901e-22023ec65b8d req-1f1348bf-37e7-49ae-a6b2-970c01174383 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722232 Jun 17 08:50:23.879486 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [None req-1204d1d4-04e1-4198-916b-3c9c9ab95bef tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] device_id is not set on port c4fd8cee-e82a-4239-a0b4-0a9fce938aec yet. {{(pid=94520) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:50:24.038145 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0ee76145-4c10-4d99-a953-48177e2b5515 req-d2a3f8b1-a4ee-4b31-acb2-cad27514c88e tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e1b73b-6383-4a2d-a9b2-c31b5efd8237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035966 Jun 17 08:50:24.046334 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9ea9afad-894c-4192-bc14-e1205cc9c5e8 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:24.050503 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8376dbd6-6a28-45dd-a7e0-d38a27c060fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:24.081914 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9afad-894c-4192-bc14-e1205cc9c5e8 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e2ccf0f7-74c1-439d-93cc-03c1b34db1fa,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:24.088520 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9ea9afad-894c-4192-bc14-e1205cc9c5e8 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:24.096294 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9ea9afad-894c-4192-bc14-e1205cc9c5e8 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:24.100845 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9ea9afad-894c-4192-bc14-e1205cc9c5e8 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "DELETE /v2.0/subnets/e2ccf0f7-74c1-439d-93cc-03c1b34db1fa HTTP/1.1" status: 204 len: 168 time: 0.4629943 Jun 17 08:50:24.105571 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57384) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:24.169065 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-1204d1d4-04e1-4198-916b-3c9c9ab95bef tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Allocated IP 2001:db8::1b4 (7966d44c-e6b4-465b-95a0-d5bdb9e94d95/a85cc93f-5253-47a9-989d-9df1d0c81177/c4fd8cee-e82a-4239-a0b4-0a9fce938aec) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:24.257054 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a3a91b70-7a44-4999-9add-60a736fe54b9 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:24.285215 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01980c-f4c9-474d-b3fc-215b55a4665a req-fa21773b-b10d-473d-a10c-b893acc740a8 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:24.290266 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8b01980c-f4c9-474d-b3fc-215b55a4665a req-fa21773b-b10d-473d-a10c-b893acc740a8 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c712a27d-d624-41ed-bf80-08512da8dee0 HTTP/1.1" status: 200 len: 945 time: 0.1668456 Jun 17 08:50:24.377869 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-4f4da833-ddf8-444f-9441-e247559bb8bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35a3d1e7-179a-44ec-be70-81bf466a5121 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:50:24.385386 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c712a27d-d624-41ed-bf80-08512da8dee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:24.394598 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622b2793-60e9-4f0a-b3fc-1663cd1c0a68" -d '{"events": [{"server_uuid": "c712a27d-d624-41ed-bf80-08512da8dee0", "name": "network-vif-plugged", "status": "completed", "tag": "dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:24.394813 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-4f4da833-ddf8-444f-9441-e247559bb8bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:24.400678 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a3a91b70-7a44-4999-9add-60a736fe54b9 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:24.413263 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8b01980c-f4c9-474d-b3fc-215b55a4665a req-45983dd6-8e2b-489a-9626-f2566a1756e8 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003098 Jun 17 08:50:24.417294 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-a3a91b70-7a44-4999-9add-60a736fe54b9 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b045aac7-eab1-43c0-9463-79c8c161377d']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:24.424122 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-4f4da833-ddf8-444f-9441-e247559bb8bf service neutron] Transition to ACTIVE for port object 35a3d1e7-179a-44ec-be70-81bf466a5121 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:24.429907 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-a3a91b70-7a44-4999-9add-60a736fe54b9 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f05e39c-54c2-413d-abd3-fce9770b841b') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:24.430282 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-a3a91b70-7a44-4999-9add-60a736fe54b9 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f05e39c-54c2-413d-abd3-fce9770b841b') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:24.444349 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a3a91b70-7a44-4999-9add-60a736fe54b9 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:24.462324 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1204d1d4-04e1-4198-916b-3c9c9ab95bef tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:24.463926 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a3a91b70-7a44-4999-9add-60a736fe54b9 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:24.472452 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a91b70-7a44-4999-9add-60a736fe54b9 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:50:24.473003 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a3a91b70-7a44-4999-9add-60a736fe54b9 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:318: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: items = [ Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:50:24.475408 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:50:24.480347 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:50:24.480347 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:50:24.480347 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:50:24.480347 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:50:24.480347 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:50:24.480347 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:50:24.480347 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:50:24.480347 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:50:24.480347 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:50:24.480347 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:50:24.481177 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897dcbb4-89b2-4b17-ab99-e4fcc39acd39 req-a6c1aae2-8270-4a7c-a611-4a192e231c8d tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:24.481177 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-897dcbb4-89b2-4b17-ab99-e4fcc39acd39 req-a6c1aae2-8270-4a7c-a611-4a192e231c8d tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f750bfc-e581-4e9c-a023-7eece979da79 HTTP/1.1" status: 200 len: 936 time: 0.2203302 Jun 17 08:50:24.490213 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-1204d1d4-04e1-4198-916b-3c9c9ab95bef tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Transition to ACTIVE for port object c4fd8cee-e82a-4239-a0b4-0a9fce938aec will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:24.549203 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-897dcbb4-89b2-4b17-ab99-e4fcc39acd39 req-77e0ef0a-ebaf-4a1c-92f1-192fac25aaf8 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d091c7a-d3be-4f10-b6aa-9064951fa077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597603 Jun 17 08:50:24.596080 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6435fa-61bb-4987-9d3e-86183691d338 x-openstack-request-id: req-8c6435fa-61bb-4987-9d3e-86183691d338 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:24.596386 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c712a27d-d624-41ed-bf80-08512da8dee0", "name": "network-vif-plugged", "status": "completed", "tag": "dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:24.596647 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c6435fa-61bb-4987-9d3e-86183691d338 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:24.597047 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c712a27d-d624-41ed-bf80-08512da8dee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d', 'code': 200} Jun 17 08:50:24.601229 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-4f4da833-ddf8-444f-9441-e247559bb8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:24.610414 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-aeac6c1c-a2e2-475d-9a6d-38cf2a8a69d2 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:24.682049 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a3a91b70-7a44-4999-9add-60a736fe54b9 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:24.686368 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a91b70-7a44-4999-9add-60a736fe54b9 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b045aac7-eab1-43c0-9463-79c8c161377d {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 17 08:50:24.688622 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a3a91b70-7a44-4999-9add-60a736fe54b9 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:24.694747 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a3a91b70-7a44-4999-9add-60a736fe54b9 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "DELETE /v2.0/networks/b045aac7-eab1-43c0-9463-79c8c161377d HTTP/1.1" status: 204 len: 168 time: 0.5880942 Jun 17 08:50:24.709302 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4da833-ddf8-444f-9441-e247559bb8bf service neutron] Pushing event updated for resources: {'Port': ['ID=35a3d1e7-179a-44ec-be70-81bf466a5121,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:24.713060 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:24.729648 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a91b70-7a44-4999-9add-60a736fe54b9 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Pushing event deleted for resources: {'Network': ['ID=b045aac7-eab1-43c0-9463-79c8c161377d,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:24.732769 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a3a91b70-7a44-4999-9add-60a736fe54b9 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:24.773378 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4f4da833-ddf8-444f-9441-e247559bb8bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:24.795248 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1204d1d4-04e1-4198-916b-3c9c9ab95bef tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:24.801620 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c590f5-9d23-4123-ae04-70fe527d05cb req-7a265406-eb5e-45b4-a41d-0cc6d68a63a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:24.807115 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c7c590f5-9d23-4123-ae04-70fe527d05cb req-7a265406-eb5e-45b4-a41d-0cc6d68a63a1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c712a27d-d624-41ed-bf80-08512da8dee0 HTTP/1.1" status: 200 len: 1097 time: 0.1377859 Jun 17 08:50:24.831522 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4670a0ee-b707-4617-b7c5-a6e06b9da6b9 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:24.856856 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c7c590f5-9d23-4123-ae04-70fe527d05cb req-0248239f-b3e2-488d-89f3-5653f24a42a8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340028 Jun 17 08:50:24.882558 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-4f4da833-ddf8-444f-9441-e247559bb8bf service neutron] Attempting to bind port 35a3d1e7-179a-44ec-be70-81bf466a5121 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:24.882761 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-4f4da833-ddf8-444f-9441-e247559bb8bf service neutron] Attempting to bind port 35a3d1e7-179a-44ec-be70-81bf466a5121 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:24.883106 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-4f4da833-ddf8-444f-9441-e247559bb8bf service neutron] Attempting to bind port 35a3d1e7-179a-44ec-be70-81bf466a5121 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:24.926891 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1204d1d4-04e1-4198-916b-3c9c9ab95bef tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Network 7966d44c-e6b4-465b-95a0-d5bdb9e94d95 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:24.927809 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-4f4da833-ddf8-444f-9441-e247559bb8bf service neutron] Port 35a3d1e7-179a-44ec-be70-81bf466a5121 on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:24.928138 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-4f4da833-ddf8-444f-9441-e247559bb8bf service neutron] Attempting to bind port 35a3d1e7-179a-44ec-be70-81bf466a5121 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:24.943987 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-1204d1d4-04e1-4198-916b-3c9c9ab95bef tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:24.950012 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1204d1d4-04e1-4198-916b-3c9c9ab95bef tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:24.965567 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1204d1d4-04e1-4198-916b-3c9c9ab95bef tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:24.966193 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1204d1d4-04e1-4198-916b-3c9c9ab95bef tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:25.019026 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-4f4da833-ddf8-444f-9441-e247559bb8bf service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:50:25.019523 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-4f4da833-ddf8-444f-9441-e247559bb8bf service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:25.020075 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-4f4da833-ddf8-444f-9441-e247559bb8bf service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:50:25.020704 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-4f4da833-ddf8-444f-9441-e247559bb8bf service neutron] Bound port: 35a3d1e7-179a-44ec-be70-81bf466a5121, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:50:25.021321 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-4f4da833-ddf8-444f-9441-e247559bb8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:25.029383 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204d1d4-04e1-4198-916b-3c9c9ab95bef tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Pushing event updated for resources: {'Port': ['ID=c4fd8cee-e82a-4239-a0b4-0a9fce938aec,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:25.032721 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1204d1d4-04e1-4198-916b-3c9c9ab95bef tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:25.181441 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1204d1d4-04e1-4198-916b-3c9c9ab95bef tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0681453 Jun 17 08:50:25.183096 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57418) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:25.183682 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57420) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:25.189708 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-ae27d6ac-07ee-4316-9047-b397400b760e tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Request body: {'router': {'name': 'tempest-router--1264389630', 'project_id': '8dfb769c9f4e44379b6f9b22a95325df'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:25.203738 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-4be1a346-19cd-4692-be99-24415d7eca75 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::231', 'mac_address': 'fa:16:3e:fd:af:7d'}]}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:25.234754 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-4f4da833-ddf8-444f-9441-e247559bb8bf service neutron] For port 35a3d1e7-179a-44ec-be70-81bf466a5121, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:50:25.262338 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-4f4da833-ddf8-444f-9441-e247559bb8bf service neutron] For port 35a3d1e7-179a-44ec-be70-81bf466a5121, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=35a3d1e7-179a-44ec-be70-81bf466a5121,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:50:25.272426 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c4370-e2eb-4b85-9b90-6df9d64075cb req-3b611df7-1a40-43cc-9dd2-cb40ccc5a29e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:25.274028 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-838c4370-e2eb-4b85-9b90-6df9d64075cb req-3b611df7-1a40-43cc-9dd2-cb40ccc5a29e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.1719618 Jun 17 08:50:25.315808 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-838c4370-e2eb-4b85-9b90-6df9d64075cb req-1a1a18b2-8ce1-4b23-8969-ad80b6c87462 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351439 Jun 17 08:50:25.348532 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ae27d6ac-07ee-4316-9047-b397400b760e tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:25.348532 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ae27d6ac-07ee-4316-9047-b397400b760e tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:25.348723 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-4f4da833-ddf8-444f-9441-e247559bb8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:25.351804 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-cdf028f0-e299-4e5c-bb2d-61817f14197d tempest-LiveAutoBlockMigrationV225Test-1202053828 tempest-LiveAutoBlockMigrationV225Test-1202053828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:25.394851 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-4f4da833-ddf8-444f-9441-e247559bb8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:25.395517 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-4f4da833-ddf8-444f-9441-e247559bb8bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:25.397097 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-4f4da833-ddf8-444f-9441-e247559bb8bf service neutron] 10.222.0.50 "PUT /v2.0/ports/35a3d1e7-179a-44ec-be70-81bf466a5121 HTTP/1.1" status: 200 len: 1097 time: 2.2560251 Jun 17 08:50:25.397721 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f750bfc-e581-4e9c-a023-7eece979da79', 'tag': '35a3d1e7-179a-44ec-be70-81bf466a5121'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:25.400928 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb844a0-4c9b-42e0-8f8f-95c313b4b017" -d '{"events": [{"name": "network-changed", "server_uuid": "4f750bfc-e581-4e9c-a023-7eece979da79", "tag": "35a3d1e7-179a-44ec-be70-81bf466a5121"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:25.410850 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-d0195cd0-d140-44b5-847c-c65c851b966e None None] Provisioning for port c4fd8cee-e82a-4239-a0b4-0a9fce938aec completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:50:25.421225 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-d0195cd0-d140-44b5-847c-c65c851b966e None None] Provisioning complete for port c4fd8cee-e82a-4239-a0b4-0a9fce938aec triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:25.421830 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d0195cd0-d140-44b5-847c-c65c851b966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:25.431219 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4da833-ddf8-444f-9441-e247559bb8bf service neutron] Pushing event updated for resources: {'Port': ['ID=35a3d1e7-179a-44ec-be70-81bf466a5121,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:25.441044 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4f4da833-ddf8-444f-9441-e247559bb8bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:25.471930 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-d0195cd0-d140-44b5-847c-c65c851b966e None None] Port c4fd8cee-e82a-4239-a0b4-0a9fce938aec cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:50:25.479362 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-caad2ec2-5529-40b2-84da-5080020d55ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:25.505459 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ae27d6ac-07ee-4316-9047-b397400b760e tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:25.527981 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4be1a346-19cd-4692-be99-24415d7eca75 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:25.540343 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbb379-801e-49d0-97c5-c52a8338f5b3 req-21ffbd1f-5c09-46d1-80a8-adca3535145b tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:25.547598 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-35dbb379-801e-49d0-97c5-c52a8338f5b3 req-21ffbd1f-5c09-46d1-80a8-adca3535145b tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/ports?device_id=af564a26-166b-45d9-ad3d-60ed4cb01ba8 HTTP/1.1" status: 200 len: 950 time: 0.2287850 Jun 17 08:50:25.610212 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ae27d6ac-07ee-4316-9047-b397400b760e tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:25.659238 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0da29fb-b284-444e-a30f-81e11f7bc34b x-openstack-request-id: req-e0da29fb-b284-444e-a30f-81e11f7bc34b {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:25.659584 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f750bfc-e581-4e9c-a023-7eece979da79", "tag": "35a3d1e7-179a-44ec-be70-81bf466a5121", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:25.659932 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e0da29fb-b284-444e-a30f-81e11f7bc34b {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:25.660415 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f750bfc-e581-4e9c-a023-7eece979da79', 'tag': '35a3d1e7-179a-44ec-be70-81bf466a5121', 'status': 'completed', 'code': 200} Jun 17 08:50:25.666834 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-a4fa6751-49ce-4d9d-8030-161a8e5bd534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:25.668315 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-35dbb379-801e-49d0-97c5-c52a8338f5b3 req-bc8aca0e-2bd0-477c-861b-739515576c4e tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e1b73b-6383-4a2d-a9b2-c31b5efd8237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197033 Jun 17 08:50:25.668542 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-a4fa6751-49ce-4d9d-8030-161a8e5bd534 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ce0307bc9427401c9101b2f61337e1c4&device_id=4f750bfc-e581-4e9c-a023-7eece979da79 HTTP/1.1" status: 200 len: 1100 time: 0.1015642 Jun 17 08:50:25.789912 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-bca26495-10eb-438b-8d51-5cac728c9358 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=35a3d1e7-179a-44ec-be70-81bf466a5121 HTTP/1.1" status: 200 len: 217 time: 0.1125238 Jun 17 08:50:25.866681 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ae27d6ac-07ee-4316-9047-b397400b760e tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:25.870933 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ae27d6ac-07ee-4316-9047-b397400b760e tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6855540 Jun 17 08:50:25.875758 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57434) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:25.881228 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-0934e9d8-8097-4603-8319-31528ebf513e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:25.882700 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-0934e9d8-8097-4603-8319-31528ebf513e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.0615692 Jun 17 08:50:25.935423 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df06a7-d71a-4c5e-a15a-321e1ad23e83 req-47e00e1a-17b9-4f93-8004-d72105630b98 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:25.937020 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-88df06a7-d71a-4c5e-a15a-321e1ad23e83 req-47e00e1a-17b9-4f93-8004-d72105630b98 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c712a27d-d624-41ed-bf80-08512da8dee0 HTTP/1.1" status: 200 len: 945 time: 0.1672807 Jun 17 08:50:25.976213 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b6368505-35c8-494a-8cbb-f161787d17cd tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:25.989888 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-88df06a7-d71a-4c5e-a15a-321e1ad23e83 req-f56ec426-59da-4e85-af3e-74fb4286572d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453775 Jun 17 08:50:25.999337 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-78feb697-e9da-4d14-9350-802b0ecc0f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:26.000919 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-78feb697-e9da-4d14-9350-802b0ecc0f1f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1101294 Jun 17 08:50:26.111049 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-51e25347-f6d5-4f19-8a1a-90c40070187d service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035886 Jun 17 08:50:26.118036 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4be1a346-19cd-4692-be99-24415d7eca75 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:26.240772 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfdede-c521-4362-88ec-96c5957c76d9 req-25b6f752-255f-4cd5-90ee-d82e38d64cae tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:26.242356 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3acfdede-c521-4362-88ec-96c5957c76d9 req-25b6f752-255f-4cd5-90ee-d82e38d64cae tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f750bfc-e581-4e9c-a023-7eece979da79 HTTP/1.1" status: 200 len: 948 time: 0.1448829 Jun 17 08:50:26.244888 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5a5f3463-e25d-443c-8fcd-dd24bc8e0f2d req-37c36340-5287-4ed3-940b-51c69e1d9451 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175606 Jun 17 08:50:26.286157 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3acfdede-c521-4362-88ec-96c5957c76d9 req-76c6b678-af75-4be2-a4b8-b51e30943b1a tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d091c7a-d3be-4f10-b6aa-9064951fa077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357528 Jun 17 08:50:26.524016 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb844a0-4c9b-42e0-8f8f-95c313b4b017 req-42824f0b-4732-4f9e-abd9-1c510898ddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:26.525855 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2eb844a0-4c9b-42e0-8f8f-95c313b4b017 req-42824f0b-4732-4f9e-abd9-1c510898ddf5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ce0307bc9427401c9101b2f61337e1c4&device_id=4f750bfc-e581-4e9c-a023-7eece979da79 HTTP/1.1" status: 200 len: 1100 time: 0.0713630 Jun 17 08:50:26.535932 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4be1a346-19cd-4692-be99-24415d7eca75 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:26.541221 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6e6c746a-d7ac-4ec4-978f-dbade9eb1191 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:26.578791 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b6368505-35c8-494a-8cbb-f161787d17cd tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:26.583344 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b6368505-35c8-494a-8cbb-f161787d17cd tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:26.588823 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-4be1a346-19cd-4692-be99-24415d7eca75 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] In _notify_port_updated(), no bound segment for port c4fd8cee-e82a-4239-a0b4-0a9fce938aec on network 7966d44c-e6b4-465b-95a0-d5bdb9e94d95 {{(pid=94519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:50:26.595050 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be1a346-19cd-4692-be99-24415d7eca75 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:26.596240 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4be1a346-19cd-4692-be99-24415d7eca75 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:26.599554 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4be1a346-19cd-4692-be99-24415d7eca75 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] 10.222.0.49 "PUT /v2.0/ports/c4fd8cee-e82a-4239-a0b4-0a9fce938aec HTTP/1.1" status: 200 len: 1003 time: 1.4037418 Jun 17 08:50:26.600392 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 57444) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:26.649708 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd7bbb-009c-4b32-9af8-cfecc7bb3182 req-8c2317b4-ea61-4d63-9d1b-851e84d433d3 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:26.651240 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dbdd7bbb-009c-4b32-9af8-cfecc7bb3182 req-8c2317b4-ea61-4d63-9d1b-851e84d433d3 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 945 time: 0.6770365 Jun 17 08:50:26.664259 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1a346-19cd-4692-be99-24415d7eca75 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Pushing event updated for resources: {'Port': ['ID=c4fd8cee-e82a-4239-a0b4-0a9fce938aec,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:26.677319 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4be1a346-19cd-4692-be99-24415d7eca75 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:26.701089 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dbdd7bbb-009c-4b32-9af8-cfecc7bb3182 req-01ed57eb-98da-4750-8ac8-592cb11f03b8 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb84bc2a-274b-48f9-ab2b-ccf3ce41610b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393052 Jun 17 08:50:26.731525 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb844a0-4c9b-42e0-8f8f-95c313b4b017 req-e3c6cc01-168f-4f20-8f27-f25c795ae888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:26.733854 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2eb844a0-4c9b-42e0-8f8f-95c313b4b017 req-e3c6cc01-168f-4f20-8f27-f25c795ae888 service neutron] 10.222.0.50 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.2011218 Jun 17 08:50:26.736184 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b6368505-35c8-494a-8cbb-f161787d17cd tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:26.736659 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6368505-35c8-494a-8cbb-f161787d17cd tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ae86338-9a2a-4167-b1d1-81251afa0113 {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:50:26.743116 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b6368505-35c8-494a-8cbb-f161787d17cd tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:26.747027 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b6368505-35c8-494a-8cbb-f161787d17cd tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "DELETE /v2.0/routers/3ae86338-9a2a-4167-b1d1-81251afa0113 HTTP/1.1" status: 204 len: 168 time: 0.8678260 Jun 17 08:50:26.782268 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2eb844a0-4c9b-42e0-8f8f-95c313b4b017 req-aed6d3e2-0f5e-4474-bd46-12745198239c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=35a3d1e7-179a-44ec-be70-81bf466a5121 HTTP/1.1" status: 200 len: 217 time: 0.0398481 Jun 17 08:50:26.844320 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-ef4608a1-99fd-4fe8-90f8-80bc8ffd750a tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Deleting port c4fd8cee-e82a-4239-a0b4-0a9fce938aec {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:26.844657 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef4608a1-99fd-4fe8-90f8-80bc8ffd750a tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:26.892564 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb844a0-4c9b-42e0-8f8f-95c313b4b017 req-b8ad4a88-8b98-4a13-ac18-b4fb20314682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:26.894072 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2eb844a0-4c9b-42e0-8f8f-95c313b4b017 req-b8ad4a88-8b98-4a13-ac18-b4fb20314682 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1049457 Jun 17 08:50:26.898705 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8897e2-3292-4c4e-950c-f05c8c4e5175 req-c814d145-aa1d-4a95-99bb-00e75af02c23 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:26.901348 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ad8897e2-3292-4c4e-950c-f05c8c4e5175 req-c814d145-aa1d-4a95-99bb-00e75af02c23 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.0840619 Jun 17 08:50:26.941230 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-12210e5e-7b0e-48d6-9689-d0a69c9a15c0 None None] Provisioning complete for port c4fd8cee-e82a-4239-a0b4-0a9fce938aec triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:26.942148 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-12210e5e-7b0e-48d6-9689-d0a69c9a15c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:26.957836 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ad8897e2-3292-4c4e-950c-f05c8c4e5175 req-e8eb9ec1-0ed7-4f06-bc1a-d38f81898af6 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472002 Jun 17 08:50:26.972472 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef4608a1-99fd-4fe8-90f8-80bc8ffd750a tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:27.007146 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-12210e5e-7b0e-48d6-9689-d0a69c9a15c0 None None] Port c4fd8cee-e82a-4239-a0b4-0a9fce938aec cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:50:27.091820 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-ef4608a1-99fd-4fe8-90f8-80bc8ffd750a tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Calling delete_port for c4fd8cee-e82a-4239-a0b4-0a9fce938aec owned by {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:27.114955 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb844a0-4c9b-42e0-8f8f-95c313b4b017 req-4ab43282-dc94-4516-9b4d-4f8e979fe8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:27.116477 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2eb844a0-4c9b-42e0-8f8f-95c313b4b017 req-4ab43282-dc94-4516-9b4d-4f8e979fe8dd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2150137 Jun 17 08:50:27.141215 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57462) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:27.244219 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdc74a-91e4-44dd-a01c-054d7819c691 req-2a3ffa93-2b3b-4df0-b0cb-29e5c9c8863d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:27.246119 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f2fdc74a-91e4-44dd-a01c-054d7819c691 req-2a3ffa93-2b3b-4df0-b0cb-29e5c9c8863d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c712a27d-d624-41ed-bf80-08512da8dee0 HTTP/1.1" status: 200 len: 945 time: 0.0772491 Jun 17 08:50:27.265230 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2eb844a0-4c9b-42e0-8f8f-95c313b4b017 req-3b7cfd1c-2b0b-4ffe-a3f4-a3745dbcfbfa service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149540 Jun 17 08:50:27.302554 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f2fdc74a-91e4-44dd-a01c-054d7819c691 req-fa765856-9339-465d-bb7a-369e0643278b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435605 Jun 17 08:50:27.403361 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2eb844a0-4c9b-42e0-8f8f-95c313b4b017 req-cc896e23-51d9-4353-aab3-ea1dd0ddcb82 service neutron] 10.222.0.50 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194549 Jun 17 08:50:27.430488 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-b8065e3d-094c-4313-a49e-5cb8a99208ef tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-775253906', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}, 'admin_state_up': False}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:27.489727 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef4608a1-99fd-4fe8-90f8-80bc8ffd750a tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:27.495450 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1d28fb64-c21d-4265-af4c-7dcbfcc72bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:27.555891 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4608a1-99fd-4fe8-90f8-80bc8ffd750a tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Pushing event deleted for resources: {'Port': ['ID=c4fd8cee-e82a-4239-a0b4-0a9fce938aec,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:27.559313 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ef4608a1-99fd-4fe8-90f8-80bc8ffd750a tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:27.580994 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4539189-c840-4c4c-b69a-00d005e28abd req-cb5b8dca-bbbe-4cfc-a115-b59172a4dcfa tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:27.582830 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b4539189-c840-4c4c-b69a-00d005e28abd req-cb5b8dca-bbbe-4cfc-a115-b59172a4dcfa tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f750bfc-e581-4e9c-a023-7eece979da79 HTTP/1.1" status: 200 len: 948 time: 0.1091449 Jun 17 08:50:27.599918 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b8065e3d-094c-4313-a49e-5cb8a99208ef tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:27.602165 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b8065e3d-094c-4313-a49e-5cb8a99208ef tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:27.666490 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef4608a1-99fd-4fe8-90f8-80bc8ffd750a tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:27.676871 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b4539189-c840-4c4c-b69a-00d005e28abd req-903a484a-94a6-4c8b-b92a-050b85bc7790 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d091c7a-d3be-4f10-b6aa-9064951fa077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836513 Jun 17 08:50:27.677681 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ef4608a1-99fd-4fe8-90f8-80bc8ffd750a tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] 10.222.0.49 "DELETE /v2.0/ports/c4fd8cee-e82a-4239-a0b4-0a9fce938aec HTTP/1.1" status: 204 len: 168 time: 1.0763295 Jun 17 08:50:27.680559 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 57488) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:27.717063 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b8065e3d-094c-4313-a49e-5cb8a99208ef tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:27.753217 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e76bf14-02fb-40e0-a205-6e46e1148ae2 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] GET failed (client error): The resource could not be found. Jun 17 08:50:27.757683 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-8e76bf14-02fb-40e0-a205-6e46e1148ae2 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] 10.222.0.49 "GET /v2.0/ports/c4fd8cee-e82a-4239-a0b4-0a9fce938aec HTTP/1.1" status: 404 len: 333 time: 0.0746388 Jun 17 08:50:27.761239 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 57490) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:27.769385 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-5abb92e5-89ff-421e-99b6-256a4e820cbd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Request body: {'port': {'network_id': '7966d44c-e6b4-465b-95a0-d5bdb9e94d95', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1240581364'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:27.947163 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:28.053673 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b8065e3d-094c-4313-a49e-5cb8a99208ef tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:28.079232 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9500f0-d54d-48be-bd16-578451f16207 req-124f0f9a-d703-4c84-8b31-a890a6dbf08d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:28.080851 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fb9500f0-d54d-48be-bd16-578451f16207 req-124f0f9a-d703-4c84-8b31-a890a6dbf08d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c712a27d-d624-41ed-bf80-08512da8dee0 HTTP/1.1" status: 200 len: 945 time: 0.1745353 Jun 17 08:50:28.098508 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abb92e5-89ff-421e-99b6-256a4e820cbd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Made reservation on behalf of 68b387eb51ce4b0781cf9583ab2ae657 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:28.102315 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5abb92e5-89ff-421e-99b6-256a4e820cbd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:28.121421 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [None req-5abb92e5-89ff-421e-99b6-256a4e820cbd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] device_id is not set on port 62f2292b-29ed-4d5b-8a3a-96a4973f4279 yet. {{(pid=94520) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:50:28.121728 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fb9500f0-d54d-48be-bd16-578451f16207 req-466ec4e6-2561-4075-84e6-b0cd50e27a58 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350246 Jun 17 08:50:28.276621 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-5abb92e5-89ff-421e-99b6-256a4e820cbd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Allocated IP 2001:db8::268 (7966d44c-e6b4-465b-95a0-d5bdb9e94d95/a85cc93f-5253-47a9-989d-9df1d0c81177/62f2292b-29ed-4d5b-8a3a-96a4973f4279) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:28.358290 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51816c-f9ba-4ec5-8dc4-bdd404099ea0 req-854ccb95-29e0-47b7-b7bb-16a25f7d48ee tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:28.359944 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be51816c-f9ba-4ec5-8dc4-bdd404099ea0 req-854ccb95-29e0-47b7-b7bb-16a25f7d48ee tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.1068435 Jun 17 08:50:28.484250 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 35a3d1e7-179a-44ec-be70-81bf466a5121 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:50:28.563159 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b8065e3d-094c-4313-a49e-5cb8a99208ef tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router_gateway, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:28.563418 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5abb92e5-89ff-421e-99b6-256a4e820cbd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:28.580339 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be51816c-f9ba-4ec5-8dc4-bdd404099ea0 req-8675fa43-6db5-4414-ad46-a72d9f5cdb87 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060347 Jun 17 08:50:28.582926 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-5abb92e5-89ff-421e-99b6-256a4e820cbd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Transition to ACTIVE for port object 62f2292b-29ed-4d5b-8a3a-96a4973f4279 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:28.644850 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e40c2-e91d-4904-93fc-3ec7a0a73995 req-b456ba86-e22c-4c23-8586-9c0288ce78d3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:28.648166 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b8065e3d-094c-4313-a49e-5cb8a99208ef tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:28.656775 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3c8e40c2-e91d-4904-93fc-3ec7a0a73995 req-b456ba86-e22c-4c23-8586-9c0288ce78d3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c712a27d-d624-41ed-bf80-08512da8dee0 HTTP/1.1" status: 200 len: 945 time: 0.2308984 Jun 17 08:50:28.678496 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 35a3d1e7-179a-44ec-be70-81bf466a5121, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=35a3d1e7-179a-44ec-be70-81bf466a5121,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:28.692344 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '35a3d1e7-179a-44ec-be70-81bf466a5121', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '35a3d1e7-179a-44ec-be70-81bf466a5121', 'mac_address': 'fa:16:3e:84:d6:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:50:28.708612 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3c8e40c2-e91d-4904-93fc-3ec7a0a73995 req-b07126ba-771a-4335-a1a9-1c34491a1fff tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506325 Jun 17 08:50:28.739799 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:28.754128 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5abb92e5-89ff-421e-99b6-256a4e820cbd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:28.755484 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a3d1e7-179a-44ec-be70-81bf466a5121 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:50:28.759213 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-469bda62-6b7c-4919-a5b6-070b700ca8bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:28.784708 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 35a3d1e7-179a-44ec-be70-81bf466a5121, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=35a3d1e7-179a-44ec-be70-81bf466a5121,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:28.810144 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-b8065e3d-094c-4313-a49e-5cb8a99208ef tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Allocated IP 172.25.2.89 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/c847c3b8-72f1-499e-82c0-5ea129e00076) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:28.835527 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abb92e5-89ff-421e-99b6-256a4e820cbd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Network 7966d44c-e6b4-465b-95a0-d5bdb9e94d95 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:28.837189 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb92e5-89ff-421e-99b6-256a4e820cbd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Pushing event updated for resources: {'Port': ['ID=62f2292b-29ed-4d5b-8a3a-96a4973f4279,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:28.846476 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5abb92e5-89ff-421e-99b6-256a4e820cbd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:28.847392 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-5abb92e5-89ff-421e-99b6-256a4e820cbd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:28.849659 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abb92e5-89ff-421e-99b6-256a4e820cbd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:28.856317 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abb92e5-89ff-421e-99b6-256a4e820cbd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:28.856426 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5abb92e5-89ff-421e-99b6-256a4e820cbd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:28.949668 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffeda93-45bc-4e33-a7c0-b54337295a82 req-a3424970-2617-4a55-b04c-4299bccc83f8 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:28.953149 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0ffeda93-45bc-4e33-a7c0-b54337295a82 req-a3424970-2617-4a55-b04c-4299bccc83f8 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 945 time: 0.1450970 Jun 17 08:50:28.984204 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:28.995587 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:29.023235 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb100e63-5d19-4477-8216-4ecb2e4317aa req-53209dea-4ab8-42bc-98d8-0614adcc7d9c tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:29.031916 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-eb100e63-5d19-4477-8216-4ecb2e4317aa req-53209dea-4ab8-42bc-98d8-0614adcc7d9c tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f750bfc-e581-4e9c-a023-7eece979da79 HTTP/1.1" status: 200 len: 948 time: 0.1146936 Jun 17 08:50:29.035295 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0ffeda93-45bc-4e33-a7c0-b54337295a82 req-b03bbcae-d7c7-4552-93f1-f4a5eb891300 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb84bc2a-274b-48f9-ab2b-ccf3ce41610b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610299 Jun 17 08:50:29.066483 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5abb92e5-89ff-421e-99b6-256a4e820cbd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3041492 Jun 17 08:50:29.072339 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57514) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:29.080306 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-7ad26dea-f11e-43fa-b0ef-e3228d6e6f6e tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:fd:af:7d'}]}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:29.083956 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=35a3d1e7-179a-44ec-be70-81bf466a5121,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:29.092123 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:29.097519 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b8065e3d-094c-4313-a49e-5cb8a99208ef tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:29.101320 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-eb100e63-5d19-4477-8216-4ecb2e4317aa req-679a8c08-aaad-4d07-92ea-02e68311b75c tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d091c7a-d3be-4f10-b6aa-9064951fa077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685074 Jun 17 08:50:29.218713 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['35a3d1e7-179a-44ec-be70-81bf466a5121'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:50:29.228506 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ad26dea-f11e-43fa-b0ef-e3228d6e6f6e tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:29.359548 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b8065e3d-094c-4313-a49e-5cb8a99208ef tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:29.363893 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ed57c24e-ac5b-4e3a-a6b9-373cb4046dcc tempest-ServersAdminNegativeTestJSON-667600465 tempest-ServersAdminNegativeTestJSON-667600465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:29.392698 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-69186103-7d32-4f06-9deb-7b9e1ea444a1 None None] Provisioning for port 62f2292b-29ed-4d5b-8a3a-96a4973f4279 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:50:29.395153 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f55fd05-5179-41bf-8749-c42f12648ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:29.398846 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-69186103-7d32-4f06-9deb-7b9e1ea444a1 None None] Provisioning complete for port 62f2292b-29ed-4d5b-8a3a-96a4973f4279 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:29.406103 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-69186103-7d32-4f06-9deb-7b9e1ea444a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:29.421662 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8065e3d-094c-4313-a49e-5cb8a99208ef tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:29.430103 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-b8065e3d-094c-4313-a49e-5cb8a99208ef tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:29.438377 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-69186103-7d32-4f06-9deb-7b9e1ea444a1 None None] Port 62f2292b-29ed-4d5b-8a3a-96a4973f4279 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:50:29.439737 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8065e3d-094c-4313-a49e-5cb8a99208ef tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:29.473419 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8065e3d-094c-4313-a49e-5cb8a99208ef tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Pushing event updated for resources: {'Port': ['ID=c847c3b8-72f1-499e-82c0-5ea129e00076,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:29.481283 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b8065e3d-094c-4313-a49e-5cb8a99208ef tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:29.507578 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ad26dea-f11e-43fa-b0ef-e3228d6e6f6e tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:29.635645 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ad26dea-f11e-43fa-b0ef-e3228d6e6f6e tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:29.637672 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4c9c1cb2-6b7d-4752-955b-1c0fb2433fd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:29.677239 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-7ad26dea-f11e-43fa-b0ef-e3228d6e6f6e tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] In _notify_port_updated(), no bound segment for port 62f2292b-29ed-4d5b-8a3a-96a4973f4279 on network 7966d44c-e6b4-465b-95a0-d5bdb9e94d95 {{(pid=94519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:50:29.682997 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad26dea-f11e-43fa-b0ef-e3228d6e6f6e tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:29.683683 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ad26dea-f11e-43fa-b0ef-e3228d6e6f6e tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:29.685855 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7ad26dea-f11e-43fa-b0ef-e3228d6e6f6e tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] 10.222.0.49 "PUT /v2.0/ports/62f2292b-29ed-4d5b-8a3a-96a4973f4279 HTTP/1.1" status: 200 len: 1003 time: 0.6122551 Jun 17 08:50:29.689267 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 57522) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:29.708658 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad26dea-f11e-43fa-b0ef-e3228d6e6f6e tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Pushing event updated for resources: {'Port': ['ID=62f2292b-29ed-4d5b-8a3a-96a4973f4279,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:29.713505 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7ad26dea-f11e-43fa-b0ef-e3228d6e6f6e tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:29.881315 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae68d4-3999-4f8d-bf8d-5f45a92a7618 req-e40aee9c-fe4a-41c2-b65a-bea45eb14a83 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:29.882886 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-11ae68d4-3999-4f8d-bf8d-5f45a92a7618 req-e40aee9c-fe4a-41c2-b65a-bea45eb14a83 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.1441476 Jun 17 08:50:29.936639 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-1b1b93f0-0356-44c7-b3d6-4d6c856963d7 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Deleting port 62f2292b-29ed-4d5b-8a3a-96a4973f4279 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:29.936988 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1b1b93f0-0356-44c7-b3d6-4d6c856963d7 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:29.967675 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-11ae68d4-3999-4f8d-bf8d-5f45a92a7618 req-138d828f-5974-418f-9bd0-5bb6ce686ff2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756559 Jun 17 08:50:29.996803 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c2bda-51fd-456c-8346-9bedff3afdcf req-a59bb20e-8721-498d-9a46-a54dfea11a3e tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:29.998791 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-886c2bda-51fd-456c-8346-9bedff3afdcf req-a59bb20e-8721-498d-9a46-a54dfea11a3e tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c712a27d-d624-41ed-bf80-08512da8dee0 HTTP/1.1" status: 200 len: 945 time: 0.1677773 Jun 17 08:50:30.001730 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b8065e3d-094c-4313-a49e-5cb8a99208ef tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router_gateway, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:30.066445 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-7610279c-61e3-4346-b4b2-8ac7be46802e None None] Provisioning complete for port 62f2292b-29ed-4d5b-8a3a-96a4973f4279 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:30.066993 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1b1b93f0-0356-44c7-b3d6-4d6c856963d7 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:30.067630 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7610279c-61e3-4346-b4b2-8ac7be46802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:30.120753 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-7610279c-61e3-4346-b4b2-8ac7be46802e None None] Port 62f2292b-29ed-4d5b-8a3a-96a4973f4279 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:50:30.155828 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-1b1b93f0-0356-44c7-b3d6-4d6c856963d7 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Calling delete_port for 62f2292b-29ed-4d5b-8a3a-96a4973f4279 owned by {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:30.168779 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-886c2bda-51fd-456c-8346-9bedff3afdcf req-41bf8b9f-31f3-4e74-bb1d-9be1c81da78c tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632166 Jun 17 08:50:30.292020 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8bf3b-ca79-4b3e-b9bc-44d5ff0a954a req-ac308fb2-77c5-474b-91f3-22b5e81dd5d7 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:30.293515 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5ce8bf3b-ca79-4b3e-b9bc-44d5ff0a954a req-ac308fb2-77c5-474b-91f3-22b5e81dd5d7 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.53 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 945 time: 0.1797853 Jun 17 08:50:30.333754 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0d60e-4f95-41fd-b640-4124efadeeda req-9f902da6-c9bc-4773-9ff4-88c074d9bf5e tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:30.335219 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b6d0d60e-4f95-41fd-b640-4124efadeeda req-9f902da6-c9bc-4773-9ff4-88c074d9bf5e tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 945 time: 0.0969853 Jun 17 08:50:30.401189 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b8065e3d-094c-4313-a49e-5cb8a99208ef tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:30.414781 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b6d0d60e-4f95-41fd-b640-4124efadeeda req-a7776acf-fb0a-43c9-96c4-afbaf62b5611 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb84bc2a-274b-48f9-ab2b-ccf3ce41610b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729959 Jun 17 08:50:30.499889 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 35a3d1e7-179a-44ec-be70-81bf466a5121 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:50:30.576393 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1b1b93f0-0356-44c7-b3d6-4d6c856963d7 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:30.588629 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-74267c7d-f5df-4a89-a77e-a2b1027266f3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:30.647514 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b93f0-0356-44c7-b3d6-4d6c856963d7 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Pushing event deleted for resources: {'Port': ['ID=62f2292b-29ed-4d5b-8a3a-96a4973f4279,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:30.660741 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1b1b93f0-0356-44c7-b3d6-4d6c856963d7 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:30.662146 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1b1b93f0-0356-44c7-b3d6-4d6c856963d7 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:30.671231 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1b1b93f0-0356-44c7-b3d6-4d6c856963d7 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] 10.222.0.49 "DELETE /v2.0/ports/62f2292b-29ed-4d5b-8a3a-96a4973f4279 HTTP/1.1" status: 204 len: 168 time: 0.9784296 Jun 17 08:50:30.671231 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 57550) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:30.706971 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 35a3d1e7-179a-44ec-be70-81bf466a5121 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:50:30.721989 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 35a3d1e7-179a-44ec-be70-81bf466a5121 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:30.723846 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:30.726298 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-b47302bf-b99b-4f17-8ee9-6a39a91d994b tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] GET failed (client error): The resource could not be found. Jun 17 08:50:30.732063 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b47302bf-b99b-4f17-8ee9-6a39a91d994b tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] 10.222.0.49 "GET /v2.0/ports/62f2292b-29ed-4d5b-8a3a-96a4973f4279 HTTP/1.1" status: 404 len: 333 time: 0.0558703 Jun 17 08:50:30.736170 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 57554) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:30.747971 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-ab1ed315-b2d7-430b-96c0-0ef32df1b16e tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Request body: {'port': {'network_id': '7966d44c-e6b4-465b-95a0-d5bdb9e94d95', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1796237155'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:30.947773 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c990345-42b3-456d-aefa-d0f523e1cd8b req-7b0b2691-39cd-469d-a9e3-0929b68fddbb tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:30.955210 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4c990345-42b3-456d-aefa-d0f523e1cd8b req-7b0b2691-39cd-469d-a9e3-0929b68fddbb tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f750bfc-e581-4e9c-a023-7eece979da79 HTTP/1.1" status: 200 len: 949 time: 0.6410115 Jun 17 08:50:30.998508 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:31.013712 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:31.031920 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f750bfc-e581-4e9c-a023-7eece979da79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a3d1e7-179a-44ec-be70-81bf466a5121'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:31.034451 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e880b2ae-75ec-45ab-a4a4-03d6a7f7d189" -d '{"events": [{"server_uuid": "4f750bfc-e581-4e9c-a023-7eece979da79", "name": "network-vif-plugged", "status": "completed", "tag": "35a3d1e7-179a-44ec-be70-81bf466a5121"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:31.037479 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4c990345-42b3-456d-aefa-d0f523e1cd8b req-0380c42f-a972-4488-b3df-bb104eb96d9c tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d091c7a-d3be-4f10-b6aa-9064951fa077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801318 Jun 17 08:50:31.048413 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 35a3d1e7-179a-44ec-be70-81bf466a5121, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=35a3d1e7-179a-44ec-be70-81bf466a5121,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:31.079371 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-5ce8bf3b-ca79-4b3e-b9bc-44d5ff0a954a req-6c6b58d6-4569-4538-92c3-222656efa045 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Deleting port 0d9d466b-1a94-4c45-986d-07df20059d1b {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:31.079655 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5ce8bf3b-ca79-4b3e-b9bc-44d5ff0a954a req-6c6b58d6-4569-4538-92c3-222656efa045 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:31.207120 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-5ce8bf3b-ca79-4b3e-b9bc-44d5ff0a954a req-6c6b58d6-4569-4538-92c3-222656efa045 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] For port 0d9d466b-1a94-4c45-986d-07df20059d1b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=0d9d466b-1a94-4c45-986d-07df20059d1b,segment=NetworkSegment(b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f),segment_id=b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:31.207833 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5ce8bf3b-ca79-4b3e-b9bc-44d5ff0a954a req-6c6b58d6-4569-4538-92c3-222656efa045 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:31.226652 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1ed315-b2d7-430b-96c0-0ef32df1b16e tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Made reservation on behalf of 68b387eb51ce4b0781cf9583ab2ae657 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:31.230759 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ab1ed315-b2d7-430b-96c0-0ef32df1b16e tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:31.252640 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e4f321-7f7b-456a-8a64-1441e1c6277b x-openstack-request-id: req-66e4f321-7f7b-456a-8a64-1441e1c6277b {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:31.253150 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f750bfc-e581-4e9c-a023-7eece979da79", "name": "network-vif-plugged", "status": "completed", "tag": "35a3d1e7-179a-44ec-be70-81bf466a5121", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:31.253351 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-66e4f321-7f7b-456a-8a64-1441e1c6277b {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:31.253576 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f750bfc-e581-4e9c-a023-7eece979da79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a3d1e7-179a-44ec-be70-81bf466a5121', 'code': 200} Jun 17 08:50:31.269017 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [None req-ab1ed315-b2d7-430b-96c0-0ef32df1b16e tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] device_id is not set on port bafa3eaa-1f05-484a-8929-33880f1b1353 yet. {{(pid=94520) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:50:31.301414 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14e239-a0e9-4ef4-9a40-f5519ef3365b req-74555bb3-6bfb-45d8-a7c0-c32eb7944fc8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:31.308921 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-db14e239-a0e9-4ef4-9a40-f5519ef3365b req-74555bb3-6bfb-45d8-a7c0-c32eb7944fc8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.1377516 Jun 17 08:50:31.315382 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:31.319059 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:31.438023 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=35a3d1e7-179a-44ec-be70-81bf466a5121,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:31.442904 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934f16d-c13e-4113-a8d9-fba1bd830483 req-bc6005c6-59e5-4384-9e27-7e3dcb6974a7 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:31.446243 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4934f16d-c13e-4113-a8d9-fba1bd830483 req-bc6005c6-59e5-4384-9e27-7e3dcb6974a7 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.53 "GET /v2.0/ports?device_id=c712a27d-d624-41ed-bf80-08512da8dee0 HTTP/1.1" status: 200 len: 945 time: 0.1426549 Jun 17 08:50:31.454337 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:31.495516 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57588) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:31.496213 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8065e3d-094c-4313-a49e-5cb8a99208ef tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Router f814ebf8-c003-4479-9e8e-5fe51d543739 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:50:31.528205 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-db14e239-a0e9-4ef4-9a40-f5519ef3365b req-867a3f7d-1ec4-40fe-9530-561727fb7514 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183979 Jun 17 08:50:31.539053 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 761a48e5-6d22-4287-b50f-8fe47b592bb4 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:50:31.602380 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b92356-3d4b-46b4-a320-66dae6ad7530 req-6acca406-3570-4e42-bd72-492c6bb6fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:31.605845 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-90b92356-3d4b-46b4-a320-66dae6ad7530 req-6acca406-3570-4e42-bd72-492c6bb6fb8e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4f750bfc-e581-4e9c-a023-7eece979da79 HTTP/1.1" status: 200 len: 1102 time: 0.1676176 Jun 17 08:50:31.679644 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-ab1ed315-b2d7-430b-96c0-0ef32df1b16e tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Allocated IP 2001:db8::31a (7966d44c-e6b4-465b-95a0-d5bdb9e94d95/a85cc93f-5253-47a9-989d-9df1d0c81177/bafa3eaa-1f05-484a-8929-33880f1b1353) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:31.700125 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-90b92356-3d4b-46b4-a320-66dae6ad7530 req-53098100-105e-48c1-83c5-7e9e9b244f28 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3d091c7a-d3be-4f10-b6aa-9064951fa077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805418 Jun 17 08:50:31.726512 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 761a48e5-6d22-4287-b50f-8fe47b592bb4, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=761a48e5-6d22-4287-b50f-8fe47b592bb4,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:31.742941 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5ce8bf3b-ca79-4b3e-b9bc-44d5ff0a954a req-6c6b58d6-4569-4538-92c3-222656efa045 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:31.743319 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5ce8bf3b-ca79-4b3e-b9bc-44d5ff0a954a req-6c6b58d6-4569-4538-92c3-222656efa045 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:31.743807 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '761a48e5-6d22-4287-b50f-8fe47b592bb4', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '761a48e5-6d22-4287-b50f-8fe47b592bb4', 'mac_address': 'fa:16:3e:a1:c8:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:50:31.744303 n-d-758944-30 neutron-server[94519]: INFO neutron.db.l3_db [req-5ce8bf3b-ca79-4b3e-b9bc-44d5ff0a954a req-6c6b58d6-4569-4538-92c3-222656efa045 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Floating IP 82bd9e78-430e-4303-a4dd-2efb4a964c23 disassociated. External IP: 172.25.2.83, port: 0d9d466b-1a94-4c45-986d-07df20059d1b. Jun 17 08:50:31.744667 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-5ce8bf3b-ca79-4b3e-b9bc-44d5ff0a954a req-6c6b58d6-4569-4538-92c3-222656efa045 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Calling delete_port for 0d9d466b-1a94-4c45-986d-07df20059d1b owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:31.792594 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:31.810414 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 761a48e5-6d22-4287-b50f-8fe47b592bb4 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:50:31.845278 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 761a48e5-6d22-4287-b50f-8fe47b592bb4, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=761a48e5-6d22-4287-b50f-8fe47b592bb4,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:31.847773 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d1e11f-e1ba-4ed4-8e78-e9af8cf540c2 admin admin] Deleting subnet ed34bd4e-a866-4cd6-ad0f-ac23d869dd5e {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:50:31.864841 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-73d1e11f-e1ba-4ed4-8e78-e9af8cf540c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:31.922376 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:31.924332 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:31.993297 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea22ad-6054-43ca-a5be-d1803682ff09 req-6f47b5c6-148f-492b-ab93-f63f2583f8bb tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:32.007891 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-35ea22ad-6054-43ca-a5be-d1803682ff09 req-6f47b5c6-148f-492b-ab93-f63f2583f8bb tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 945 time: 0.1418428 Jun 17 08:50:32.017154 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=761a48e5-6d22-4287-b50f-8fe47b592bb4,revision_number=6']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:32.021752 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['761a48e5-6d22-4287-b50f-8fe47b592bb4'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:50:32.024011 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:32.050886 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ab1ed315-b2d7-430b-96c0-0ef32df1b16e tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:32.066567 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-73d1e11f-e1ba-4ed4-8e78-e9af8cf540c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:32.142468 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8065e3d-094c-4313-a49e-5cb8a99208ef tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:50:32.156128 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a618f480-a1d5-421b-a9e8-a0ead58edd87 None None] Sync routers for ids ['f814ebf8-c003-4479-9e8e-5fe51d543739'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:50:32.179321 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54112a-655d-4d2e-a19a-f66521a9673d req-f104f5e5-471f-4703-bed0-d7ece9abbce7 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:32.183095 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a618f480-a1d5-421b-a9e8-a0ead58edd87 None None] Routers {'f814ebf8-c003-4479-9e8e-5fe51d543739'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:32.184509 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-a618f480-a1d5-421b-a9e8-a0ead58edd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:50:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['f814ebf8-c003-4479-9e8e-5fe51d543739'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:32.190923 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1e54112a-655d-4d2e-a19a-f66521a9673d req-f104f5e5-471f-4703-bed0-d7ece9abbce7 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c712a27d-d624-41ed-bf80-08512da8dee0 HTTP/1.1" status: 200 len: 945 time: 0.5014942 Jun 17 08:50:32.226930 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-a618f480-a1d5-421b-a9e8-a0ead58edd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:32.237466 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-4934f16d-c13e-4113-a8d9-fba1bd830483 req-97ea0a60-6d0b-41f7-a01e-0566f93b9518 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Deleting port dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:32.238094 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-4934f16d-c13e-4113-a8d9-fba1bd830483 req-97ea0a60-6d0b-41f7-a01e-0566f93b9518 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:32.245742 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a618f480-a1d5-421b-a9e8-a0ead58edd87 None None] Routers {'f814ebf8-c003-4479-9e8e-5fe51d543739'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:32.246765 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-a618f480-a1d5-421b-a9e8-a0ead58edd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:50:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['f814ebf8-c003-4479-9e8e-5fe51d543739'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:32.387059 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-4934f16d-c13e-4113-a8d9-fba1bd830483 req-97ea0a60-6d0b-41f7-a01e-0566f93b9518 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] For port dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:32.387429 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-4934f16d-c13e-4113-a8d9-fba1bd830483 req-97ea0a60-6d0b-41f7-a01e-0566f93b9518 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:32.448212 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-a618f480-a1d5-421b-a9e8-a0ead58edd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:32.449628 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a618f480-a1d5-421b-a9e8-a0ead58edd87 None None] The sync data for ids ['f814ebf8-c003-4479-9e8e-5fe51d543739'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:50:32.507947 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-4934f16d-c13e-4113-a8d9-fba1bd830483 req-97ea0a60-6d0b-41f7-a01e-0566f93b9518 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Calling delete_port for dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:32.577740 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b8065e3d-094c-4313-a49e-5cb8a99208ef tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:32.582650 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b8065e3d-094c-4313-a49e-5cb8a99208ef tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.4377530 Jun 17 08:50:32.590005 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:32.595039 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57600) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:32.599008 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-ab1ed315-b2d7-430b-96c0-0ef32df1b16e tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Transition to ACTIVE for port object bafa3eaa-1f05-484a-8929-33880f1b1353 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:32.618410 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-73d1e11f-e1ba-4ed4-8e78-e9af8cf540c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:32.620579 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-35ea22ad-6054-43ca-a5be-d1803682ff09 req-864b4bbf-08e6-45e5-9bdb-116a58e12939 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb84bc2a-274b-48f9-ab2b-ccf3ce41610b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6117198 Jun 17 08:50:32.734618 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ab1ed315-b2d7-430b-96c0-0ef32df1b16e tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:32.742402 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d894c0a3-d8db-4688-b351-58f11a55430d tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:32.829509 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1ed315-b2d7-430b-96c0-0ef32df1b16e tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Network 7966d44c-e6b4-465b-95a0-d5bdb9e94d95 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:32.836400 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-ab1ed315-b2d7-430b-96c0-0ef32df1b16e tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:32.851664 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1e54112a-655d-4d2e-a19a-f66521a9673d req-86713e0b-8621-4e3c-9545-a9403cd3ceec tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6594470 Jun 17 08:50:32.860857 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1ed315-b2d7-430b-96c0-0ef32df1b16e tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:32.876791 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1ed315-b2d7-430b-96c0-0ef32df1b16e tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:32.877948 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ab1ed315-b2d7-430b-96c0-0ef32df1b16e tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:32.896131 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ed315-b2d7-430b-96c0-0ef32df1b16e tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Pushing event updated for resources: {'Port': ['ID=bafa3eaa-1f05-484a-8929-33880f1b1353,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:32.901574 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ab1ed315-b2d7-430b-96c0-0ef32df1b16e tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:33.061213 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ab1ed315-b2d7-430b-96c0-0ef32df1b16e tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3238618 Jun 17 08:50:33.067205 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 57610) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:33.098679 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182554aa-a475-46e2-9f46-e645b981b681 req-39770482-0141-4e96-94ac-f2e667b94e5f tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:33.098679 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-182554aa-a475-46e2-9f46-e645b981b681 req-39770482-0141-4e96-94ac-f2e667b94e5f tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f750bfc-e581-4e9c-a023-7eece979da79 HTTP/1.1" status: 200 len: 950 time: 0.2614276 Jun 17 08:50:33.117436 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-f4e66e46-76d8-4383-88e2-98a2764c74b1 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Request body: {'port': {'network_id': '7966d44c-e6b4-465b-95a0-d5bdb9e94d95', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1851213531'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:33.150330 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-80d08335-d601-4b53-b183-8f9c3059145c tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "GET /v2.0/routers/f814ebf8-c003-4479-9e8e-5fe51d543739 HTTP/1.1" status: 200 len: 923 time: 0.5437193 Jun 17 08:50:33.156097 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57612) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:33.210160 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-11e59de0-54ad-4681-b42d-d4e496fbf2ab tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "GET /v2.0/ports?device_id=f814ebf8-c003-4479-9e8e-5fe51d543739 HTTP/1.1" status: 200 len: 205 time: 0.0531743 Jun 17 08:50:33.211235 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57614) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:33.220120 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5ce8bf3b-ca79-4b3e-b9bc-44d5ff0a954a req-6c6b58d6-4569-4538-92c3-222656efa045 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:33.228400 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-73d1e11f-e1ba-4ed4-8e78-e9af8cf540c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:33.243799 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-810094ef-7667-4f81-a66d-30bbcfa02bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:33.343045 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-182554aa-a475-46e2-9f46-e645b981b681 req-8c2b31f7-df51-496e-b603-535962acf168 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d091c7a-d3be-4f10-b6aa-9064951fa077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754213 Jun 17 08:50:33.371819 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1e11f-e1ba-4ed4-8e78-e9af8cf540c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed34bd4e-a866-4cd6-ad0f-ac23d869dd5e,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:33.375955 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-73d1e11f-e1ba-4ed4-8e78-e9af8cf540c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:33.391738 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-463efb4d-1a33-4c99-9c04-77a2f0bd3e2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:33.449449 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e66e46-76d8-4383-88e2-98a2764c74b1 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Made reservation on behalf of 68b387eb51ce4b0781cf9583ab2ae657 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:33.453986 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f4e66e46-76d8-4383-88e2-98a2764c74b1 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:33.479858 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [None req-f4e66e46-76d8-4383-88e2-98a2764c74b1 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] device_id is not set on port 2a0b7c57-0ad6-4a3e-aa91-953c539e23c6 yet. {{(pid=94520) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:50:33.494263 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-4934f16d-c13e-4113-a8d9-fba1bd830483 req-97ea0a60-6d0b-41f7-a01e-0566f93b9518 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:33.497885 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-384e3f09-5b77-4b78-9b84-5bdb7f38b211 None None] Provisioning for port bafa3eaa-1f05-484a-8929-33880f1b1353 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:50:33.507871 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-384e3f09-5b77-4b78-9b84-5bdb7f38b211 None None] Provisioning complete for port bafa3eaa-1f05-484a-8929-33880f1b1353 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:33.507871 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-384e3f09-5b77-4b78-9b84-5bdb7f38b211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:33.526359 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-73d1e11f-e1ba-4ed4-8e78-e9af8cf540c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:33.530553 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-73d1e11f-e1ba-4ed4-8e78-e9af8cf540c2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ed34bd4e-a866-4cd6-ad0f-ac23d869dd5e HTTP/1.1" status: 204 len: 168 time: 2.0290906 Jun 17 08:50:33.535203 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b58d6-4569-4538-92c3-222656efa045 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Pushing event deleted for resources: {'Port': ['ID=0d9d466b-1a94-4c45-986d-07df20059d1b,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:33.542929 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6c6b58d6-4569-4538-92c3-222656efa045 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:33.548321 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57616) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:33.548960 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4be1a346-19cd-4692-be99-24415d7eca75 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:33.610437 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea0a60-6d0b-41f7-a01e-0566f93b9518 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Pushing event deleted for resources: {'Port': ['ID=dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:33.624951 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['2d207028-4b95-419e-be6f-114317fcaa67'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:50:33.625404 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-97ea0a60-6d0b-41f7-a01e-0566f93b9518 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:33.636788 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-384e3f09-5b77-4b78-9b84-5bdb7f38b211 None None] Port bafa3eaa-1f05-484a-8929-33880f1b1353 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:50:33.641694 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 761a48e5-6d22-4287-b50f-8fe47b592bb4 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:50:33.711723 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-4934f16d-c13e-4113-a8d9-fba1bd830483 req-97ea0a60-6d0b-41f7-a01e-0566f93b9518 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] No DVR routers for this DVR port dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:50:33.728198 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-4934f16d-c13e-4113-a8d9-fba1bd830483 req-97ea0a60-6d0b-41f7-a01e-0566f93b9518 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:33.730261 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4934f16d-c13e-4113-a8d9-fba1bd830483 req-97ea0a60-6d0b-41f7-a01e-0566f93b9518 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.53 "DELETE /v2.0/ports/dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d HTTP/1.1" status: 204 len: 173 time: 2.2503288 Jun 17 08:50:33.742578 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c712a27d-d624-41ed-bf80-08512da8dee0', 'name': 'network-vif-deleted', 'tag': 'dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:33.745464 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa51c5e6-fe8c-44b3-a8d2-8558c28c844b" -d '{"events": [{"server_uuid": "c712a27d-d624-41ed-bf80-08512da8dee0", "name": "network-vif-deleted", "tag": "dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:33.755173 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d45584d8-a8ff-423c-9486-457de10dc1fd tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:33.794175 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-f4e66e46-76d8-4383-88e2-98a2764c74b1 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Allocated IP 2001:db8::6c (7966d44c-e6b4-465b-95a0-d5bdb9e94d95/a85cc93f-5253-47a9-989d-9df1d0c81177/2a0b7c57-0ad6-4a3e-aa91-953c539e23c6) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:33.827274 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 761a48e5-6d22-4287-b50f-8fe47b592bb4 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:33.827634 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:34.061951 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:34.062311 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f295180-001b-4714-93d9-8efb29bcb0ba req-31f88041-248d-487c-9629-99ba82965fa2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:34.067793 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7f295180-001b-4714-93d9-8efb29bcb0ba req-31f88041-248d-487c-9629-99ba82965fa2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.7356923 Jun 17 08:50:34.072325 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ce8bf3b-ca79-4b3e-b9bc-44d5ff0a954a req-6c6b58d6-4569-4538-92c3-222656efa045 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Router fa0e2be1-3a6b-417d-9522-ee84dbac2b15 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:50:34.087593 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-53f71671-792c-4c42-8074-2023ce515a07 req-57f963d2-03c2-42cd-a729-9ec7d921008f tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 210 time: 0.0584846 Jun 17 08:50:34.118339 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 761a48e5-6d22-4287-b50f-8fe47b592bb4, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=761a48e5-6d22-4287-b50f-8fe47b592bb4,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:34.119656 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af564a26-166b-45d9-ad3d-60ed4cb01ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761a48e5-6d22-4287-b50f-8fe47b592bb4'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:34.123380 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11d5f77-0457-416e-ad32-b46a2f98cd14" -d '{"events": [{"server_uuid": "af564a26-166b-45d9-ad3d-60ed4cb01ba8", "name": "network-vif-plugged", "status": "completed", "tag": "761a48e5-6d22-4287-b50f-8fe47b592bb4"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:34.128931 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f4e66e46-76d8-4383-88e2-98a2764c74b1 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:34.154138 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-f4e66e46-76d8-4383-88e2-98a2764c74b1 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Transition to ACTIVE for port object 2a0b7c57-0ad6-4a3e-aa91-953c539e23c6 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:34.160497 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-49c151c7-1b9c-4cfe-afac-d0085b7b673a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:34.178155 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0694218-8723-4f2e-a73d-483308be5161 x-openstack-request-id: req-c0694218-8723-4f2e-a73d-483308be5161 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:34.189435 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c712a27d-d624-41ed-bf80-08512da8dee0", "name": "network-vif-deleted", "tag": "dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:34.189435 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c0694218-8723-4f2e-a73d-483308be5161 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:34.189435 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c712a27d-d624-41ed-bf80-08512da8dee0', 'name': 'network-vif-deleted', 'tag': 'dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d', 'status': 'completed', 'code': 200} Jun 17 08:50:34.212290 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:34.213571 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 0d9d466b-1a94-4c45-986d-07df20059d1b no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:50:34.217224 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-bf26394f-c056-45ff-9558-d908498f7d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:34.243721 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 0d9d466b-1a94-4c45-986d-07df20059d1b {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:50:34.244442 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 0d9d466b-1a94-4c45-986d-07df20059d1b not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:50:34.245499 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:50:34.279878 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f4e66e46-76d8-4383-88e2-98a2764c74b1 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:34.288062 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4f4da833-ddf8-444f-9441-e247559bb8bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:34.301784 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:50:34.302146 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device dec48be1-fcb2-4b16-9b8f-9b8ac2a3837d not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:50:34.338850 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ce8bf3b-ca79-4b3e-b9bc-44d5ff0a954a req-6c6b58d6-4569-4538-92c3-222656efa045 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:50:34.350001 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d15043-cb72-46f6-9cb2-334b94026263 None None] Sync routers for ids ['fa0e2be1-3a6b-417d-9522-ee84dbac2b15'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:50:34.356208 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=761a48e5-6d22-4287-b50f-8fe47b592bb4,revision_number=7']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:34.362064 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:34.364443 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d15043-cb72-46f6-9cb2-334b94026263 None None] Routers {'fa0e2be1-3a6b-417d-9522-ee84dbac2b15'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:34.365277 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-89d15043-cb72-46f6-9cb2-334b94026263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:50:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['fa0e2be1-3a6b-417d-9522-ee84dbac2b15'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:34.393542 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d45584d8-a8ff-423c-9486-457de10dc1fd tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:34.411577 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7f295180-001b-4714-93d9-8efb29bcb0ba req-5473c22e-a368-4ee1-ad01-3751db514fbb tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465768 Jun 17 08:50:34.452705 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce8bf3b-ca79-4b3e-b9bc-44d5ff0a954a req-6c6b58d6-4569-4538-92c3-222656efa045 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] No DVR routers for this DVR port 0d9d466b-1a94-4c45-986d-07df20059d1b on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:50:34.461250 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5ce8bf3b-ca79-4b3e-b9bc-44d5ff0a954a req-6c6b58d6-4569-4538-92c3-222656efa045 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:34.464638 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5ce8bf3b-ca79-4b3e-b9bc-44d5ff0a954a req-6c6b58d6-4569-4538-92c3-222656efa045 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.53 "DELETE /v2.0/ports/0d9d466b-1a94-4c45-986d-07df20059d1b HTTP/1.1" status: 204 len: 173 time: 4.1620889 Jun 17 08:50:34.470944 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f5d15240-d5b8-49cf-8f09-52a1c6f1453c req-fc1f4613-f4f3-485c-a2d0-8fd14e1cd93c tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c712a27d-d624-41ed-bf80-08512da8dee0 HTTP/1.1" status: 200 len: 210 time: 0.0945175 Jun 17 08:50:34.482977 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e66e46-76d8-4383-88e2-98a2764c74b1 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Network 7966d44c-e6b4-465b-95a0-d5bdb9e94d95 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:34.491174 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-f4e66e46-76d8-4383-88e2-98a2764c74b1 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:34.514092 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e66e46-76d8-4383-88e2-98a2764c74b1 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:34.540959 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e66e46-76d8-4383-88e2-98a2764c74b1 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:34.542749 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f4e66e46-76d8-4383-88e2-98a2764c74b1 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:34.593804 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e66e46-76d8-4383-88e2-98a2764c74b1 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Pushing event updated for resources: {'Port': ['ID=2a0b7c57-0ad6-4a3e-aa91-953c539e23c6,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:34.627914 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f4e66e46-76d8-4383-88e2-98a2764c74b1 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:34.631876 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603b921b-fd4a-4c43-ac95-9e80ad9a2ac1 x-openstack-request-id: req-603b921b-fd4a-4c43-ac95-9e80ad9a2ac1 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:34.633175 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af564a26-166b-45d9-ad3d-60ed4cb01ba8", "name": "network-vif-plugged", "status": "completed", "tag": "761a48e5-6d22-4287-b50f-8fe47b592bb4", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:34.633443 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-603b921b-fd4a-4c43-ac95-9e80ad9a2ac1 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:34.633855 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af564a26-166b-45d9-ad3d-60ed4cb01ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761a48e5-6d22-4287-b50f-8fe47b592bb4', 'code': 200} Jun 17 08:50:34.642857 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-89d15043-cb72-46f6-9cb2-334b94026263 None None] Set router fa0e2be1-3a6b-417d-9522-ee84dbac2b15 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:50:34.681548 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-49c151c7-1b9c-4cfe-afac-d0085b7b673a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:34.703766 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-49c151c7-1b9c-4cfe-afac-d0085b7b673a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9607b8f2-1f64-4cbd-97ae-5ddc828a0032']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:34.744558 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-49c151c7-1b9c-4cfe-afac-d0085b7b673a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f97b557f-42fd-493a-a1da-f273164d9540') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:34.744863 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-49c151c7-1b9c-4cfe-afac-d0085b7b673a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f97b557f-42fd-493a-a1da-f273164d9540') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:34.751090 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f4e66e46-76d8-4383-88e2-98a2764c74b1 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6822350 Jun 17 08:50:34.753419 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 57642) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:34.773520 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-49c151c7-1b9c-4cfe-afac-d0085b7b673a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:34.775423 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-2507d9ff-106e-4106-8215-88761aff71d8 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::231', 'mac_address': 'fa:16:3e:fd:af:7d'}, {'ip_address': '2001:db8::31a', 'mac_address': 'fa:16:3e:77:ab:1a'}]}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:34.806075 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-49c151c7-1b9c-4cfe-afac-d0085b7b673a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:34.819909 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c151c7-1b9c-4cfe-afac-d0085b7b673a admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:50:34.820330 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-49c151c7-1b9c-4cfe-afac-d0085b7b673a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:50:35.074672 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:50:35.146454 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-49c151c7-1b9c-4cfe-afac-d0085b7b673a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:35.173393 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-d8549ae4-bc1e-4138-8559-3593d85130a6 None None] Provisioning for port 2a0b7c57-0ad6-4a3e-aa91-953c539e23c6 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:50:35.176602 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-89d15043-cb72-46f6-9cb2-334b94026263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'name': 'tempest-ServersTestBootFromVolume-785473964-router', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:33Z', 'updated_at': '2021-06-17T08:45:41Z', 'revision_number': 4, 'project_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'gw_port': {'id': '6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ac:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:34Z', 'updated_at': '2021-06-17T08:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '2ea3d2d8-0927-4be2-8153-f2b8aed93b98', 'name': '', 'network_id': '8febca87-b053-4652-aefe-046fdedc430b', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'mac_address': 'fa:16:3e:f4:d7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'b23aa9cf-568b-4905-8e2b-b7648ef430a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:39Z', 'updated_at': '2021-06-17T08:45:48Z', 'revision_number': 5, 'project_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'subnets': [{'id': 'b23aa9cf-568b-4905-8e2b-b7648ef430a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:35.187330 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-d8549ae4-bc1e-4138-8559-3593d85130a6 None None] Provisioning complete for port 2a0b7c57-0ad6-4a3e-aa91-953c539e23c6 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:35.187954 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d8549ae4-bc1e-4138-8559-3593d85130a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:35.263384 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d15043-cb72-46f6-9cb2-334b94026263 None None] Checking router: fa0e2be1-3a6b-417d-9522-ee84dbac2b15 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:50:35.282210 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d15043-cb72-46f6-9cb2-334b94026263 None None] Routers {'fa0e2be1-3a6b-417d-9522-ee84dbac2b15'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:35.283221 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-89d15043-cb72-46f6-9cb2-334b94026263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:50:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['fa0e2be1-3a6b-417d-9522-ee84dbac2b15'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:35.305448 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-d8549ae4-bc1e-4138-8559-3593d85130a6 None None] Port 2a0b7c57-0ad6-4a3e-aa91-953c539e23c6 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:50:35.436191 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-89d15043-cb72-46f6-9cb2-334b94026263 None None] Set router fa0e2be1-3a6b-417d-9522-ee84dbac2b15 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:50:35.439692 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2507d9ff-106e-4106-8215-88761aff71d8 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:35.712343 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2507d9ff-106e-4106-8215-88761aff71d8 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:35.810689 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-672382ce-d99d-4049-9e36-646ea364ed0d req-3d8e2dbb-cce7-49c4-a9b8-1cd592e054b6 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 210 time: 0.0953121 Jun 17 08:50:35.812944 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2507d9ff-106e-4106-8215-88761aff71d8 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:35.815917 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ecc547f7-2b9f-4785-8043-ce36d3f00b80 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:35.871247 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-2507d9ff-106e-4106-8215-88761aff71d8 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] In _notify_port_updated(), no bound segment for port 2a0b7c57-0ad6-4a3e-aa91-953c539e23c6 on network 7966d44c-e6b4-465b-95a0-d5bdb9e94d95 {{(pid=94520) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:50:35.878526 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2507d9ff-106e-4106-8215-88761aff71d8 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:35.879577 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2507d9ff-106e-4106-8215-88761aff71d8 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:35.880929 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2507d9ff-106e-4106-8215-88761aff71d8 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] 10.222.0.49 "PUT /v2.0/ports/2a0b7c57-0ad6-4a3e-aa91-953c539e23c6 HTTP/1.1" status: 200 len: 1067 time: 1.1245999 Jun 17 08:50:35.884979 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d744920a-f4a7-4c06-b343-81b3483787ca tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:35.895729 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 57652) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:35.911562 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-49c151c7-1b9c-4cfe-afac-d0085b7b673a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:35.914608 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-49c151c7-1b9c-4cfe-afac-d0085b7b673a admin admin] 10.222.0.49 "DELETE /v2.0/networks/9607b8f2-1f64-4cbd-97ae-5ddc828a0032 HTTP/1.1" status: 204 len: 168 time: 2.3606441 Jun 17 08:50:35.926235 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507d9ff-106e-4106-8215-88761aff71d8 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Pushing event updated for resources: {'Port': ['ID=2a0b7c57-0ad6-4a3e-aa91-953c539e23c6,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:35.974558 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-d45584d8-a8ff-423c-9486-457de10dc1fd tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Deleting port c847c3b8-72f1-499e-82c0-5ea129e00076 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:35.974558 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d45584d8-a8ff-423c-9486-457de10dc1fd tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:35.979820 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c151c7-1b9c-4cfe-afac-d0085b7b673a admin admin] Pushing event deleted for resources: {'Network': ['ID=9607b8f2-1f64-4cbd-97ae-5ddc828a0032,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:35.987058 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2507d9ff-106e-4106-8215-88761aff71d8 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:35.995622 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-89d15043-cb72-46f6-9cb2-334b94026263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'name': 'tempest-ServersTestBootFromVolume-785473964-router', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:33Z', 'updated_at': '2021-06-17T08:45:41Z', 'revision_number': 4, 'project_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'gw_port': {'id': '6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ac:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:34Z', 'updated_at': '2021-06-17T08:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '2ea3d2d8-0927-4be2-8153-f2b8aed93b98', 'name': '', 'network_id': '8febca87-b053-4652-aefe-046fdedc430b', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'mac_address': 'fa:16:3e:f4:d7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'b23aa9cf-568b-4905-8e2b-b7648ef430a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:39Z', 'updated_at': '2021-06-17T08:45:48Z', 'revision_number': 5, 'project_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'subnets': [{'id': 'b23aa9cf-568b-4905-8e2b-b7648ef430a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:36.041002 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-49c151c7-1b9c-4cfe-afac-d0085b7b673a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:36.058392 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d279f6f-153d-4867-8862-f43b25f3a6ad req-a2ed8c29-6c18-4040-bf33-bacd437ba4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:36.068730 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5d279f6f-153d-4867-8862-f43b25f3a6ad req-a2ed8c29-6c18-4040-bf33-bacd437ba4b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d&device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 1096 time: 0.3428829 Jun 17 08:50:36.130247 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d15043-cb72-46f6-9cb2-334b94026263 None None] The sync data for ids ['fa0e2be1-3a6b-417d-9522-ee84dbac2b15'] in n-d-758944-30 is: [{'id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'name': 'tempest-ServersTestBootFromVolume-785473964-router', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:33Z', 'updated_at': '2021-06-17T08:45:41Z', 'revision_number': 4, 'project_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'gw_port': {'id': '6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ac:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:34Z', 'updated_at': '2021-06-17T08:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '2ea3d2d8-0927-4be2-8153-f2b8aed93b98', 'name': '', 'network_id': '8febca87-b053-4652-aefe-046fdedc430b', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'mac_address': 'fa:16:3e:f4:d7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'b23aa9cf-568b-4905-8e2b-b7648ef430a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:39Z', 'updated_at': '2021-06-17T08:45:48Z', 'revision_number': 5, 'project_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'subnets': [{'id': 'b23aa9cf-568b-4905-8e2b-b7648ef430a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:50:36.158875 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7f4d2-690d-4fd4-a762-007f454f66aa req-67f1eabc-7958-4fc3-b437-7fec06b8f971 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:36.172172 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-94f7f4d2-690d-4fd4-a762-007f454f66aa req-67f1eabc-7958-4fc3-b437-7fec06b8f971 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f750bfc-e581-4e9c-a023-7eece979da79 HTTP/1.1" status: 200 len: 950 time: 1.0683162 Jun 17 08:50:36.184001 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a449e571-3f47-4876-9bfc-de0dc35342cc', 'name': 'network-vif-deleted', 'tag': '0d9d466b-1a94-4c45-986d-07df20059d1b'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:36.196551 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adea40ff-f63c-4a8f-897f-7bd84521e527" -d '{"events": [{"server_uuid": "a449e571-3f47-4876-9bfc-de0dc35342cc", "name": "network-vif-deleted", "tag": "0d9d466b-1a94-4c45-986d-07df20059d1b"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:36.296759 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-94f7f4d2-690d-4fd4-a762-007f454f66aa req-f991f83b-499f-41c1-bfa5-36e334e8ee10 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d091c7a-d3be-4f10-b6aa-9064951fa077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159675 Jun 17 08:50:36.307845 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d45584d8-a8ff-423c-9486-457de10dc1fd tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:36.346320 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ea9d404d-8f25-4a6c-b10a-05f4aac77d54 None None] Provisioning complete for port 2a0b7c57-0ad6-4a3e-aa91-953c539e23c6 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:36.351290 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ea9d404d-8f25-4a6c-b10a-05f4aac77d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:36.417015 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-2fc8c115-927d-4ba9-9ffd-01bc34ff6541 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Deleting port 2a0b7c57-0ad6-4a3e-aa91-953c539e23c6 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:36.417365 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2fc8c115-927d-4ba9-9ffd-01bc34ff6541 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:36.465787 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41d71a-9ec8-44f3-b5e3-2a74547c4b25 req-ad052d6f-9904-482d-ad1b-564daa1dac2f tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:36.473637 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8d41d71a-9ec8-44f3-b5e3-2a74547c4b25 req-ad052d6f-9904-482d-ad1b-564daa1dac2f tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.3436277 Jun 17 08:50:36.500421 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-ea9d404d-8f25-4a6c-b10a-05f4aac77d54 None None] Port 2a0b7c57-0ad6-4a3e-aa91-953c539e23c6 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:50:36.506768 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d279f6f-153d-4867-8862-f43b25f3a6ad req-3304739f-1b52-4fc5-91b7-d1e8e289a14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:36.508292 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5d279f6f-153d-4867-8862-f43b25f3a6ad req-3304739f-1b52-4fc5-91b7-d1e8e289a14a service neutron] 10.222.0.50 "GET /v2.0/networks?id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f HTTP/1.1" status: 200 len: 913 time: 0.3497038 Jun 17 08:50:36.550926 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-d45584d8-a8ff-423c-9486-457de10dc1fd tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Calling delete_port for c847c3b8-72f1-499e-82c0-5ea129e00076 owned by network:router_gateway {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:36.558747 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57660) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:36.668322 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2fc8c115-927d-4ba9-9ffd-01bc34ff6541 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:36.681025 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eda65e-85fa-486e-b7af-41d3cbb77076 None None] New status for floating IP 82bd9e78-430e-4303-a4dd-2efb4a964c23: DOWN {{(pid=94521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:50:36.724531 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-968fea1c-3969-4666-a32f-641fe3fff39b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2660df61a5d14827a122661191fbd2bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1635323 Jun 17 08:50:36.728566 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57674) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:36.763692 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8654c83-d440-4b20-afc1-a5e646eb11f3 x-openstack-request-id: req-e8654c83-d440-4b20-afc1-a5e646eb11f3 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:36.763692 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a449e571-3f47-4876-9bfc-de0dc35342cc", "name": "network-vif-deleted", "tag": "0d9d466b-1a94-4c45-986d-07df20059d1b", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:36.763692 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e8654c83-d440-4b20-afc1-a5e646eb11f3 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:36.763692 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a449e571-3f47-4876-9bfc-de0dc35342cc', 'name': 'network-vif-deleted', 'tag': '0d9d466b-1a94-4c45-986d-07df20059d1b', 'status': 'completed', 'code': 200} Jun 17 08:50:36.815362 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-2fc8c115-927d-4ba9-9ffd-01bc34ff6541 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Calling delete_port for 2a0b7c57-0ad6-4a3e-aa91-953c539e23c6 owned by {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:36.909316 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5d279f6f-153d-4867-8862-f43b25f3a6ad req-1409d506-9c81-4d31-98b6-0e34104977b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80834232-7c1a-4461-87e0-250268dbd5a1 HTTP/1.1" status: 200 len: 998 time: 0.0612276 Jun 17 08:50:36.987408 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4fa3b6f9-29d4-4a7c-9c8d-28a3f803e62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:37.015169 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4fa3b6f9-29d4-4a7c-9c8d-28a3f803e62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:37.127171 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4fa3b6f9-29d4-4a7c-9c8d-28a3f803e62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:37.130246 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4fa3b6f9-29d4-4a7c-9c8d-28a3f803e62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:37.136650 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4fa3b6f9-29d4-4a7c-9c8d-28a3f803e62c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e3e91f48-8ef3-4d95-ba13-a17e5f31d557 HTTP/1.1" status: 204 len: 168 time: 0.4067717 Jun 17 08:50:37.143306 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-aa4cd988-4430-4409-a844-24f5259ac1bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:37.155501 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3b6f9-29d4-4a7c-9c8d-28a3f803e62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e91f48-8ef3-4d95-ba13-a17e5f31d557,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:37.184922 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4fa3b6f9-29d4-4a7c-9c8d-28a3f803e62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:37.266715 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8d41d71a-9ec8-44f3-b5e3-2a74547c4b25 req-1e5f7f32-3248-459e-9b3b-0be551e1e3bf tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7920856 Jun 17 08:50:37.303315 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d279f6f-153d-4867-8862-f43b25f3a6ad req-3fd9bca1-bd10-4c4a-9e71-7be62c5c3a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:37.303431 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5d279f6f-153d-4867-8862-f43b25f3a6ad req-3fd9bca1-bd10-4c4a-9e71-7be62c5c3a41 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f1cd377-e173-40e7-8f95-b9cee993c643 HTTP/1.1" status: 200 len: 851 time: 0.3777459 Jun 17 08:50:37.335792 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d45584d8-a8ff-423c-9486-457de10dc1fd tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:37.338750 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6c6b58d6-4569-4538-92c3-222656efa045 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:37.355036 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2fc8c115-927d-4ba9-9ffd-01bc34ff6541 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:37.367984 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-469bda62-6b7c-4919-a5b6-070b700ca8bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:37.409773 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8c115-927d-4ba9-9ffd-01bc34ff6541 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Pushing event deleted for resources: {'Port': ['ID=2a0b7c57-0ad6-4a3e-aa91-953c539e23c6,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:37.418636 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45584d8-a8ff-423c-9486-457de10dc1fd tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Pushing event deleted for resources: {'Port': ['ID=c847c3b8-72f1-499e-82c0-5ea129e00076,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:37.431935 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d45584d8-a8ff-423c-9486-457de10dc1fd tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:37.465851 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2fc8c115-927d-4ba9-9ffd-01bc34ff6541 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:37.600285 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d45584d8-a8ff-423c-9486-457de10dc1fd tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:37.650000 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d279f6f-153d-4867-8862-f43b25f3a6ad req-b3e42daa-87b8-4560-bfc3-faa5ea1c5905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:37.651389 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5d279f6f-153d-4867-8862-f43b25f3a6ad req-b3e42daa-87b8-4560-bfc3-faa5ea1c5905 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3340037 Jun 17 08:50:37.796440 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b82c74-32de-4063-8a8a-322220c7084d req-7001221d-bbbc-41e8-b7a9-7d01e407e28d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:37.797999 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d7b82c74-32de-4063-8a8a-322220c7084d req-7001221d-bbbc-41e8-b7a9-7d01e407e28d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/networks?id=e6105816-34ac-4e40-a08a-0beea0be79f0 HTTP/1.1" status: 200 len: 806 time: 0.3909652 Jun 17 08:50:37.809872 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d34e53f6-1f5a-4454-bd07-5e3dceb9ff41 req-c9b5306a-101e-4a10-b55a-ab7069857b74 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 210 time: 0.0945404 Jun 17 08:50:37.812202 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d45584d8-a8ff-423c-9486-457de10dc1fd tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:37.816258 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d45584d8-a8ff-423c-9486-457de10dc1fd tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:37.955628 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d45584d8-a8ff-423c-9486-457de10dc1fd tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:37.956940 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45584d8-a8ff-423c-9486-457de10dc1fd tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Fanout notify agent at l3_agent the message router_deleted on router f814ebf8-c003-4479-9e8e-5fe51d543739 {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:50:37.975029 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d45584d8-a8ff-423c-9486-457de10dc1fd tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:37.981553 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d45584d8-a8ff-423c-9486-457de10dc1fd tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "DELETE /v2.0/routers/f814ebf8-c003-4479-9e8e-5fe51d543739 HTTP/1.1" status: 204 len: 168 time: 4.7563474 Jun 17 08:50:37.982175 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57696) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:37.987218 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d7b82c74-32de-4063-8a8a-322220c7084d req-20f63ff2-b70e-4ad2-b142-78403a93b396 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/quotas/bc856043629546feb20cb98761057747 HTTP/1.1" status: 200 len: 375 time: 0.1823676 Jun 17 08:50:37.995457 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1366016375', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'enable_snat': False}}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:38.032720 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5d279f6f-153d-4867-8862-f43b25f3a6ad req-b4fa70be-e7e5-454f-988b-367c639e4252 service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608339 Jun 17 08:50:38.094852 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2fc8c115-927d-4ba9-9ffd-01bc34ff6541 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:38.097272 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2fc8c115-927d-4ba9-9ffd-01bc34ff6541 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] 10.222.0.49 "DELETE /v2.0/ports/2a0b7c57-0ad6-4a3e-aa91-953c539e23c6 HTTP/1.1" status: 204 len: 168 time: 2.1889474 Jun 17 08:50:38.100211 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 57702) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:38.171175 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b91203-b39e-4c52-a1d9-f73c96c005b6 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] GET failed (client error): The resource could not be found. Jun 17 08:50:38.172990 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f7b91203-b39e-4c52-a1d9-f73c96c005b6 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] 10.222.0.49 "GET /v2.0/ports/2a0b7c57-0ad6-4a3e-aa91-953c539e23c6 HTTP/1.1" status: 404 len: 333 time: 0.0717371 Jun 17 08:50:38.180225 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 57704) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:38.237777 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41103f-16da-4de7-a8f5-483deb274528 req-1085df71-9a63-4f14-8f3a-f4e130aac295 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:38.249682 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1e41103f-16da-4de7-a8f5-483deb274528 req-1085df71-9a63-4f14-8f3a-f4e130aac295 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f750bfc-e581-4e9c-a023-7eece979da79 HTTP/1.1" status: 200 len: 950 time: 0.2060316 Jun 17 08:50:38.305502 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d7b82c74-32de-4063-8a8a-322220c7084d req-96b58e94-aee4-4f44-9a34-5b4eb578b885 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bc856043629546feb20cb98761057747&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2980220 Jun 17 08:50:38.327810 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5d279f6f-153d-4867-8862-f43b25f3a6ad req-b32b710f-40f5-4a57-b774-7dacea7b0cf2 service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457159 Jun 17 08:50:38.337307 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1e41103f-16da-4de7-a8f5-483deb274528 req-001c4891-75f7-41b5-8e72-150d63bcc071 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d091c7a-d3be-4f10-b6aa-9064951fa077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859153 Jun 17 08:50:38.341434 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:38.348911 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:38.477247 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-7ed74528-ebd1-4876-87a8-a6236bbc0ba3 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Deleting port bafa3eaa-1f05-484a-8929-33880f1b1353 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:38.477247 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7ed74528-ebd1-4876-87a8-a6236bbc0ba3 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:38.501293 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:38.510545 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d7b82c74-32de-4063-8a8a-322220c7084d req-2c4ce005-501e-424c-be5a-2b1b7b19a636 service neutron] 10.222.0.49 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938508 Jun 17 08:50:38.729402 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7ed74528-ebd1-4876-87a8-a6236bbc0ba3 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:38.852752 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-7ed74528-ebd1-4876-87a8-a6236bbc0ba3 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Calling delete_port for bafa3eaa-1f05-484a-8929-33880f1b1353 owned by {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:38.874826 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d7b82c74-32de-4063-8a8a-322220c7084d req-fef4b3fc-6300-4afb-82f1-127270dd919f service neutron] 10.222.0.49 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349006 Jun 17 08:50:39.027684 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:39.096020 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b129f35-a854-4431-8d07-969736139dde req-77636ff0-a944-4940-adbd-542cddf66dd5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:39.104560 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9b129f35-a854-4431-8d07-969736139dde req-77636ff0-a944-4940-adbd-542cddf66dd5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.3651474 Jun 17 08:50:39.105668 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db74a01-0a21-4d5b-b9f4-87b2405e813d req-2d520d9e-b7d5-4580-89cf-ff42dd7b666b tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:39.108051 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5db74a01-0a21-4d5b-b9f4-87b2405e813d req-2d520d9e-b7d5-4580-89cf-ff42dd7b666b tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f750bfc-e581-4e9c-a023-7eece979da79 HTTP/1.1" status: 200 len: 950 time: 0.1644790 Jun 17 08:50:39.219793 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9b129f35-a854-4431-8d07-969736139dde req-46346f83-38fd-4a33-bd43-ecc47d133172 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118486 Jun 17 08:50:39.389385 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-afc81711-7b3f-4e47-8523-ab723bab2a08 req-b14f722e-5fd4-4006-b0ee-aea904c957e7 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 210 time: 0.0338020 Jun 17 08:50:39.629807 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:39.664874 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f32deb-092e-49be-80fd-693dd34e608f req-13840f3d-0052-4de0-a84b-1ea36e599fb8 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:39.672258 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-01f32deb-092e-49be-80fd-693dd34e608f req-13840f3d-0052-4de0-a84b-1ea36e599fb8 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f750bfc-e581-4e9c-a023-7eece979da79 HTTP/1.1" status: 200 len: 950 time: 0.1704099 Jun 17 08:50:39.680847 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:39.740131 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-01f32deb-092e-49be-80fd-693dd34e608f req-a5a79924-e56b-4d53-b675-34ba13cb4b0c tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d091c7a-d3be-4f10-b6aa-9064951fa077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662634 Jun 17 08:50:39.771137 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-5db74a01-0a21-4d5b-b9f4-87b2405e813d req-99d966c5-1971-49b8-ac0e-91cf310e2be0 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Deleting port 35a3d1e7-179a-44ec-be70-81bf466a5121 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:39.771695 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5db74a01-0a21-4d5b-b9f4-87b2405e813d req-99d966c5-1971-49b8-ac0e-91cf310e2be0 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:39.879966 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-5db74a01-0a21-4d5b-b9f4-87b2405e813d req-99d966c5-1971-49b8-ac0e-91cf310e2be0 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] For port 35a3d1e7-179a-44ec-be70-81bf466a5121, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=35a3d1e7-179a-44ec-be70-81bf466a5121,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:39.880490 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5db74a01-0a21-4d5b-b9f4-87b2405e813d req-99d966c5-1971-49b8-ac0e-91cf310e2be0 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:39.939991 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-72759a96-f0a7-41bc-afd2-1be228fd5590 req-9ffe96ba-a75e-4bd3-b3f8-17f669ec47cc tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 210 time: 0.0537298 Jun 17 08:50:39.958925 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-5db74a01-0a21-4d5b-b9f4-87b2405e813d req-99d966c5-1971-49b8-ac0e-91cf310e2be0 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Calling delete_port for 35a3d1e7-179a-44ec-be70-81bf466a5121 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:40.011266 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7ed74528-ebd1-4876-87a8-a6236bbc0ba3 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:40.017773 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d86dd78d-4ea5-4498-a4df-09e8f662faa2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:40.046887 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Allocated IP 172.25.2.143 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/6a09e6a8-495a-462b-8985-5009181e5aa1) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:40.058523 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed74528-ebd1-4876-87a8-a6236bbc0ba3 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Pushing event deleted for resources: {'Port': ['ID=bafa3eaa-1f05-484a-8929-33880f1b1353,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:40.208491 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed74528-ebd1-4876-87a8-a6236bbc0ba3 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:40.208885 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed74528-ebd1-4876-87a8-a6236bbc0ba3 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:40.209260 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed74528-ebd1-4876-87a8-a6236bbc0ba3 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:40.209636 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed74528-ebd1-4876-87a8-a6236bbc0ba3 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:40.212567 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed74528-ebd1-4876-87a8-a6236bbc0ba3 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:40.212977 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed74528-ebd1-4876-87a8-a6236bbc0ba3 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:40.213353 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed74528-ebd1-4876-87a8-a6236bbc0ba3 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:40.213967 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed74528-ebd1-4876-87a8-a6236bbc0ba3 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:40.214352 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed74528-ebd1-4876-87a8-a6236bbc0ba3 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:40.217005 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed74528-ebd1-4876-87a8-a6236bbc0ba3 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:40.217441 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed74528-ebd1-4876-87a8-a6236bbc0ba3 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:40.217816 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed74528-ebd1-4876-87a8-a6236bbc0ba3 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:40.233427 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7ed74528-ebd1-4876-87a8-a6236bbc0ba3 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:40.240115 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7ed74528-ebd1-4876-87a8-a6236bbc0ba3 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] 10.222.0.49 "DELETE /v2.0/ports/bafa3eaa-1f05-484a-8929-33880f1b1353 HTTP/1.1" status: 204 len: 168 time: 2.0586052 Jun 17 08:50:40.241570 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7ed74528-ebd1-4876-87a8-a6236bbc0ba3 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:40.247123 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 57766) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:40.326653 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-19366653-3ba8-4eeb-9950-ae01ba96d017 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] GET failed (client error): The resource could not be found. Jun 17 08:50:40.328621 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-19366653-3ba8-4eeb-9950-ae01ba96d017 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] 10.222.0.49 "GET /v2.0/ports/bafa3eaa-1f05-484a-8929-33880f1b1353 HTTP/1.1" status: 404 len: 333 time: 0.0805638 Jun 17 08:50:40.332746 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 57770) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:40.382671 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:40.453631 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5db74a01-0a21-4d5b-b9f4-87b2405e813d req-99d966c5-1971-49b8-ac0e-91cf310e2be0 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:40.454149 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['35a3d1e7-179a-44ec-be70-81bf466a5121'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:50:40.454770 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f6830841-4862-46c2-8142-613a21088029 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:40.591459 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db74a01-0a21-4d5b-b9f4-87b2405e813d req-99d966c5-1971-49b8-ac0e-91cf310e2be0 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] No DVR routers for this DVR port 35a3d1e7-179a-44ec-be70-81bf466a5121 on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:50:40.611157 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-5db74a01-0a21-4d5b-b9f4-87b2405e813d req-99d966c5-1971-49b8-ac0e-91cf310e2be0 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:40.613922 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5db74a01-0a21-4d5b-b9f4-87b2405e813d req-99d966c5-1971-49b8-ac0e-91cf310e2be0 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.50 "DELETE /v2.0/ports/35a3d1e7-179a-44ec-be70-81bf466a5121 HTTP/1.1" status: 204 len: 173 time: 1.4888356 Jun 17 08:50:40.615100 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d966c5-1971-49b8-ac0e-91cf310e2be0 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Pushing event deleted for resources: {'Port': ['ID=35a3d1e7-179a-44ec-be70-81bf466a5121,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:40.617320 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f750bfc-e581-4e9c-a023-7eece979da79', 'name': 'network-vif-deleted', 'tag': '35a3d1e7-179a-44ec-be70-81bf466a5121'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:40.620143 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a42de1-33c2-4760-863e-1d0fbbfb1fd9" -d '{"events": [{"server_uuid": "4f750bfc-e581-4e9c-a023-7eece979da79", "name": "network-vif-deleted", "tag": "35a3d1e7-179a-44ec-be70-81bf466a5121"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:40.624320 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-99d966c5-1971-49b8-ac0e-91cf310e2be0 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:40.719746 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:40.723200 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-9ad924bc-8161-4e0c-a1c9-48a31d8cfdf0 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Deleting port f2b843d7-78ac-490d-8c8d-85ddc12a247b {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:40.725300 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9ad924bc-8161-4e0c-a1c9-48a31d8cfdf0 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:40.786825 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777356c-6bbd-4b13-9e89-f46f1c66b9ee req-7ce71e62-9f26-4f78-a69d-9384088724e4 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:40.788498 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9777356c-6bbd-4b13-9e89-f46f1c66b9ee req-7ce71e62-9f26-4f78-a69d-9384088724e4 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.2395203 Jun 17 08:50:40.789237 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4b8f3348-7841-41b9-aa1f-657db20cc35e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:40.876769 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9ad924bc-8161-4e0c-a1c9-48a31d8cfdf0 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:40.941183 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:41.004898 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-9ad924bc-8161-4e0c-a1c9-48a31d8cfdf0 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Calling delete_port for f2b843d7-78ac-490d-8c8d-85ddc12a247b owned by {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:41.075802 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Pushing event updated for resources: {'Port': ['ID=6a09e6a8-495a-462b-8985-5009181e5aa1,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:41.079345 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:41.133925 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:41.230292 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9777356c-6bbd-4b13-9e89-f46f1c66b9ee req-f9175ced-09a3-4a8f-a662-467901061aff tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824204 Jun 17 08:50:41.234551 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-56a2c9c5-9efa-4847-8b68-d043e111ec87 req-0102a32b-4310-45da-b9b6-dc8433383e4c tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 210 time: 0.0475178 Jun 17 08:50:41.247593 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:41.247593 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:41.247593 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:41.247593 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:41.247593 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:41.247593 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:41.247593 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:41.248484 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:41.248484 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:41.249086 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:41.249734 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:41.250693 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:41.280713 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:41.298324 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf0cb90-9348-4e64-ae7e-c59b9141fb3a x-openstack-request-id: req-ccf0cb90-9348-4e64-ae7e-c59b9141fb3a {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:41.298891 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f750bfc-e581-4e9c-a023-7eece979da79", "name": "network-vif-deleted", "tag": "35a3d1e7-179a-44ec-be70-81bf466a5121", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:41.299349 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ccf0cb90-9348-4e64-ae7e-c59b9141fb3a {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:41.300022 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f750bfc-e581-4e9c-a023-7eece979da79', 'name': 'network-vif-deleted', 'tag': '35a3d1e7-179a-44ec-be70-81bf466a5121', 'status': 'completed', 'code': 200} Jun 17 08:50:41.371538 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-93f0a61d-0458-42a6-ae6d-c5c923597144 req-f530b351-def0-4cee-8222-efe4a49439ec tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.0734112 Jun 17 08:50:41.445647 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9ad924bc-8161-4e0c-a1c9-48a31d8cfdf0 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:41.490435 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5d68beb3-cc8d-4f67-9095-ae92f9a93362 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:41.591596 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ea28794c-c4f0-403e-b691-488146fd6a5d req-55a9aa0f-d2e2-429f-a7c9-628835d778c2 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f750bfc-e581-4e9c-a023-7eece979da79 HTTP/1.1" status: 200 len: 210 time: 0.1502173 Jun 17 08:50:41.601838 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad924bc-8161-4e0c-a1c9-48a31d8cfdf0 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Pushing event deleted for resources: {'Port': ['ID=f2b843d7-78ac-490d-8c8d-85ddc12a247b,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:41.620670 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9ad924bc-8161-4e0c-a1c9-48a31d8cfdf0 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:41.625645 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9ad924bc-8161-4e0c-a1c9-48a31d8cfdf0 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:41.630432 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-9ad924bc-8161-4e0c-a1c9-48a31d8cfdf0 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] 10.222.0.49 "DELETE /v2.0/ports/f2b843d7-78ac-490d-8c8d-85ddc12a247b HTTP/1.1" status: 204 len: 168 time: 1.2944794 Jun 17 08:50:41.630869 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57802) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:41.880859 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c4f60f61-4291-48ae-8f8d-4401cf9ccd60 req-44085726-895f-432b-827c-437e1f9f0033 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 210 time: 0.0665693 Jun 17 08:50:41.885482 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d80f224-625e-41da-b5c7-e8a6d04a3273 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Deleting subnet a85cc93f-5253-47a9-989d-9df1d0c81177 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:50:41.925919 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3d80f224-625e-41da-b5c7-e8a6d04a3273 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:42.025594 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3d80f224-625e-41da-b5c7-e8a6d04a3273 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:42.059523 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:42.096769 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174f2bf-cde4-4de9-abb3-8769ff74f455 req-f8097baa-4301-4632-a311-ee1243537d24 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:42.108740 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b174f2bf-cde4-4de9-abb3-8769ff74f455 req-f8097baa-4301-4632-a311-ee1243537d24 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.1752899 Jun 17 08:50:42.202732 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b174f2bf-cde4-4de9-abb3-8769ff74f455 req-a0b094dd-748a-41c4-bb40-9d54e131a056 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924127 Jun 17 08:50:42.241130 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3d80f224-625e-41da-b5c7-e8a6d04a3273 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:42.463168 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3d80f224-625e-41da-b5c7-e8a6d04a3273 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:42.517008 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fe5890d9-47ab-4a83-be6e-f33114190110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:42.547034 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 35a3d1e7-179a-44ec-be70-81bf466a5121 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:50:42.596963 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-adc32438-c813-4fec-b327-360e9e732e97 req-a9729b61-b116-429f-a5ad-2b2423b007ff tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/ports?device_id=a449e571-3f47-4876-9bfc-de0dc35342cc HTTP/1.1" status: 200 len: 210 time: 0.0972660 Jun 17 08:50:42.600941 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 35a3d1e7-179a-44ec-be70-81bf466a5121 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:50:42.601309 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 35a3d1e7-179a-44ec-be70-81bf466a5121 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:50:42.647256 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80f224-625e-41da-b5c7-e8a6d04a3273 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Pushing event deleted for resources: {'Subnet': ['ID=a85cc93f-5253-47a9-989d-9df1d0c81177,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:42.659633 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3d80f224-625e-41da-b5c7-e8a6d04a3273 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:42.662260 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3d80f224-625e-41da-b5c7-e8a6d04a3273 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:42.672791 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3d80f224-625e-41da-b5c7-e8a6d04a3273 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] 10.222.0.49 "DELETE /v2.0/subnets/a85cc93f-5253-47a9-989d-9df1d0c81177 HTTP/1.1" status: 204 len: 168 time: 1.0342712 Jun 17 08:50:42.673006 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 57816) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:42.704432 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:42.706832 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4ae115-cf2f-4612-a44f-d2e7e5a04bbe None None] Network 7966d44c-e6b4-465b-95a0-d5bdb9e94d95 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:50:42.738023 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c0f48-e81f-4b9b-9104-e65032a966b7 req-3efb2fb3-a8b4-4224-ae6c-6b154166ca18 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:42.739599 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-205c0f48-e81f-4b9b-9104-e65032a966b7 req-3efb2fb3-a8b4-4224-ae6c-6b154166ca18 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.2163277 Jun 17 08:50:42.920126 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-28cc05ff-71b0-4b79-b70a-4e0b47159a96 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:42.992349 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-205c0f48-e81f-4b9b-9104-e65032a966b7 req-a005b011-b62f-4b30-a8ef-4f1a788a683e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451637 Jun 17 08:50:43.027928 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9f70d135-2f79-446e-ab31-738a902b3c26 req-ad931921-8831-456f-91af-186462143b5e tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.2869320 Jun 17 08:50:43.145443 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c424a68f-f9bd-4fcc-b912-a60518235fdf None None] DHCP port deletion for 7966d44c-e6b4-465b-95a0-d5bdb9e94d95 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:50:43.183138 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-28cc05ff-71b0-4b79-b70a-4e0b47159a96 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Deleting port 779b05c2-63f3-4b63-9608-8c8b9a4eed1b {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:43.186975 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-28cc05ff-71b0-4b79-b70a-4e0b47159a96 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:43.244060 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Router b8fb7759-802f-424d-bd27-33bdfaf8d2cd is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:50:43.284049 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-c424a68f-f9bd-4fcc-b912-a60518235fdf None None] Deleting port 779b05c2-63f3-4b63-9608-8c8b9a4eed1b {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:43.284448 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c424a68f-f9bd-4fcc-b912-a60518235fdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:43.357223 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-28cc05ff-71b0-4b79-b70a-4e0b47159a96 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] For port 779b05c2-63f3-4b63-9608-8c8b9a4eed1b, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=779b05c2-63f3-4b63-9608-8c8b9a4eed1b,segment=NetworkSegment(e858f861-8b4e-4bab-90d8-e7b652ba0bac),segment_id=e858f861-8b4e-4bab-90d8-e7b652ba0bac)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:43.360113 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-28cc05ff-71b0-4b79-b70a-4e0b47159a96 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:43.426293 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-c424a68f-f9bd-4fcc-b912-a60518235fdf None None] For port 779b05c2-63f3-4b63-9608-8c8b9a4eed1b, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=779b05c2-63f3-4b63-9608-8c8b9a4eed1b,segment=NetworkSegment(e858f861-8b4e-4bab-90d8-e7b652ba0bac),segment_id=e858f861-8b4e-4bab-90d8-e7b652ba0bac)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:43.426733 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c424a68f-f9bd-4fcc-b912-a60518235fdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:43.522363 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ad5160ea-5b8b-4c0f-94eb-32932d59ceb0 req-6e3d9a30-f09d-4fcd-ab33-f191338fdfde tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 210 time: 0.0456510 Jun 17 08:50:43.535734 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-c424a68f-f9bd-4fcc-b912-a60518235fdf None None] Calling delete_port for 779b05c2-63f3-4b63-9608-8c8b9a4eed1b owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:43.552562 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-28cc05ff-71b0-4b79-b70a-4e0b47159a96 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Calling delete_port for 779b05c2-63f3-4b63-9608-8c8b9a4eed1b owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:43.616321 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:50:43.627074 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128fcb39-c0e4-4764-aa75-b078ed4fa6a3 None None] Sync routers for ids ['b8fb7759-802f-424d-bd27-33bdfaf8d2cd'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:50:43.646812 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128fcb39-c0e4-4764-aa75-b078ed4fa6a3 None None] Routers {'b8fb7759-802f-424d-bd27-33bdfaf8d2cd'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:43.647796 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-128fcb39-c0e4-4764-aa75-b078ed4fa6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:50:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['b8fb7759-802f-424d-bd27-33bdfaf8d2cd'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:43.871337 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-128fcb39-c0e4-4764-aa75-b078ed4fa6a3 None None] Set router b8fb7759-802f-424d-bd27-33bdfaf8d2cd gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:50:43.948296 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:43.958998 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 57840) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:43.959243 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.9729328 Jun 17 08:50:44.001816 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c424a68f-f9bd-4fcc-b912-a60518235fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.003898 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:44.008440 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57842) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:44.060943 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424a68f-f9bd-4fcc-b912-a60518235fdf None None] Pushing event deleted for resources: {'Port': ['ID=779b05c2-63f3-4b63-9608-8c8b9a4eed1b,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:44.084658 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-c424a68f-f9bd-4fcc-b912-a60518235fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:44.087844 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c424a68f-f9bd-4fcc-b912-a60518235fdf None None] No DVR routers for this DVR port 779b05c2-63f3-4b63-9608-8c8b9a4eed1b on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:50:44.175665 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-28cc05ff-71b0-4b79-b70a-4e0b47159a96 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.185045 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ab1ed315-b2d7-430b-96c0-0ef32df1b16e tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:44.224136 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-128fcb39-c0e4-4764-aa75-b078ed4fa6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fb7759-802f-424d-bd27-33bdfaf8d2cd', 'name': 'tempest-snat-router-1366016375', 'tenant_id': 'cde733595dd04454a3b0e6d0f2d32724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.143'}], 'enable_snat': False}, 'gw_port_id': '6a09e6a8-495a-462b-8985-5009181e5aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:50:38Z', 'updated_at': '2021-06-17T08:50:41Z', 'revision_number': 3, 'project_id': 'cde733595dd04454a3b0e6d0f2d32724', 'gw_port': {'id': '6a09e6a8-495a-462b-8985-5009181e5aa1', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fb7759-802f-424d-bd27-33bdfaf8d2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:50:39Z', 'updated_at': '2021-06-17T08:50:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:44.242360 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc05ff-71b0-4b79-b70a-4e0b47159a96 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Pushing event deleted for resources: {'Port': ['ID=779b05c2-63f3-4b63-9608-8c8b9a4eed1b,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:44.248739 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-28cc05ff-71b0-4b79-b70a-4e0b47159a96 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:44.253594 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-48c65ee9-b7d3-4cc9-8262-0596c21e82ac tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.272094 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cc05ff-71b0-4b79-b70a-4e0b47159a96 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] No DVR routers for this DVR port 779b05c2-63f3-4b63-9608-8c8b9a4eed1b on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:50:44.341370 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-48c65ee9-b7d3-4cc9-8262-0596c21e82ac tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.350374 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128fcb39-c0e4-4764-aa75-b078ed4fa6a3 None None] Checking router: b8fb7759-802f-424d-bd27-33bdfaf8d2cd for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:50:44.359266 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128fcb39-c0e4-4764-aa75-b078ed4fa6a3 None None] Updating router b8fb7759-802f-424d-bd27-33bdfaf8d2cd port 6a09e6a8-495a-462b-8985-5009181e5aa1 binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:50:44.384150 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-28cc05ff-71b0-4b79-b70a-4e0b47159a96 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.396335 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-28cc05ff-71b0-4b79-b70a-4e0b47159a96 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7966d44c-e6b4-465b-95a0-d5bdb9e94d95']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:44.412769 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-28cc05ff-71b0-4b79-b70a-4e0b47159a96 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e858f861-8b4e-4bab-90d8-e7b652ba0bac') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:44.413334 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-28cc05ff-71b0-4b79-b70a-4e0b47159a96 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e858f861-8b4e-4bab-90d8-e7b652ba0bac') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:44.427098 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-28cc05ff-71b0-4b79-b70a-4e0b47159a96 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.444420 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-28cc05ff-71b0-4b79-b70a-4e0b47159a96 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.452408 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28cc05ff-71b0-4b79-b70a-4e0b47159a96 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:50:44.452827 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-28cc05ff-71b0-4b79-b70a-4e0b47159a96 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:50:44.528926 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:50:44.531787 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:50:44.552627 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-128fcb39-c0e4-4764-aa75-b078ed4fa6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.572332 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5b316bb7-0332-4f79-a091-14880ca6a96a req-d913f956-bf78-4f14-950d-cec6e033b16f tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.0435877 Jun 17 08:50:44.597372 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-50ec93b6-43d2-4cb3-8c1b-f19c0c8b3672 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "GET /v2.0/routers/b8fb7759-802f-424d-bd27-33bdfaf8d2cd HTTP/1.1" status: 200 len: 909 time: 0.6373158 Jun 17 08:50:44.603042 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 57858) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:44.608081 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-4e86c02d-856b-464c-beb9-8ae30d5fe138 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1366016375', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'enable_snat': True}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:44.609756 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 779b05c2-63f3-4b63-9608-8c8b9a4eed1b no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:50:44.611840 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca033fe0-dfdc-4212-8713-391c1e4e543c req-8ab90966-615d-498e-ac31-a281694661ac tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:44.623262 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ca033fe0-dfdc-4212-8713-391c1e4e543c req-8ab90966-615d-498e-ac31-a281694661ac tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.2893224 Jun 17 08:50:44.669864 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-28cc05ff-71b0-4b79-b70a-4e0b47159a96 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.672667 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-48c65ee9-b7d3-4cc9-8262-0596c21e82ac tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.675968 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-48c65ee9-b7d3-4cc9-8262-0596c21e82ac tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.676765 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:44.677876 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-48c65ee9-b7d3-4cc9-8262-0596c21e82ac tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "DELETE /v2.0/security-groups/bb84bc2a-274b-48f9-ab2b-ccf3ce41610b HTTP/1.1" status: 204 len: 168 time: 0.6680312 Jun 17 08:50:44.685421 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-efd606ae-2d23-48b3-8b82-b651d60553e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:44.687114 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 57864) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:44.691729 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-28cc05ff-71b0-4b79-b70a-4e0b47159a96 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.699246 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-28cc05ff-71b0-4b79-b70a-4e0b47159a96 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] 10.222.0.49 "DELETE /v2.0/networks/7966d44c-e6b4-465b-95a0-d5bdb9e94d95 HTTP/1.1" status: 204 len: 168 time: 2.0271094 Jun 17 08:50:44.719206 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 779b05c2-63f3-4b63-9608-8c8b9a4eed1b {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:50:44.719918 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 779b05c2-63f3-4b63-9608-8c8b9a4eed1b not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:50:44.739949 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc05ff-71b0-4b79-b70a-4e0b47159a96 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Pushing event deleted for resources: {'Network': ['ID=7966d44c-e6b4-465b-95a0-d5bdb9e94d95,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:44.774801 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-28cc05ff-71b0-4b79-b70a-4e0b47159a96 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:44.796267 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4e86c02d-856b-464c-beb9-8ae30d5fe138 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.797642 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4e86c02d-856b-464c-beb9-8ae30d5fe138 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.975314 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4e86c02d-856b-464c-beb9-8ae30d5fe138 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:45.169730 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4867c5b3-7d43-4a3a-a9da-24898b67c621 req-ff732e51-8894-45c6-8b8e-904c5aaec9ec tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 210 time: 0.0526168 Jun 17 08:50:45.300463 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-128fcb39-c0e4-4764-aa75-b078ed4fa6a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:45.324885 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-128fcb39-c0e4-4764-aa75-b078ed4fa6a3 None None] Transition to ACTIVE for port object 6a09e6a8-495a-462b-8985-5009181e5aa1 will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:45.366194 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c65ee9-b7d3-4cc9-8262-0596c21e82ac tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb84bc2a-274b-48f9-ab2b-ccf3ce41610b,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:45.375216 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-48c65ee9-b7d3-4cc9-8262-0596c21e82ac tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:45.392670 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4e86c02d-856b-464c-beb9-8ae30d5fe138 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:45.394934 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ca033fe0-dfdc-4212-8713-391c1e4e543c req-caf4a49e-3b02-4fa3-a350-4bab85e85c4a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7692347 Jun 17 08:50:45.425202 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-128fcb39-c0e4-4764-aa75-b078ed4fa6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:45.427272 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:45.469770 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-8c6ae5c7-c9aa-4072-bf30-7b900e5dd450 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] show failed (client error): The resource could not be found. Jun 17 08:50:45.476026 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-8c6ae5c7-c9aa-4072-bf30-7b900e5dd450 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "GET /v2.0/security-groups/bb84bc2a-274b-48f9-ab2b-ccf3ce41610b HTTP/1.1" status: 404 len: 347 time: 0.7651041 Jun 17 08:50:45.476644 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 57876) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:45.484836 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-128fcb39-c0e4-4764-aa75-b078ed4fa6a3 None None] Attempting to bind port 6a09e6a8-495a-462b-8985-5009181e5aa1 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:45.485092 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-128fcb39-c0e4-4764-aa75-b078ed4fa6a3 None None] Attempting to bind port 6a09e6a8-495a-462b-8985-5009181e5aa1 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:45.485474 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128fcb39-c0e4-4764-aa75-b078ed4fa6a3 None None] Attempting to bind port 6a09e6a8-495a-462b-8985-5009181e5aa1 on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:45.506863 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128fcb39-c0e4-4764-aa75-b078ed4fa6a3 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:50:45.507303 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128fcb39-c0e4-4764-aa75-b078ed4fa6a3 None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:45.507740 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-128fcb39-c0e4-4764-aa75-b078ed4fa6a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:45.508158 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128fcb39-c0e4-4764-aa75-b078ed4fa6a3 None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:50:45.508718 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-128fcb39-c0e4-4764-aa75-b078ed4fa6a3 None None] Bound port: 6a09e6a8-495a-462b-8985-5009181e5aa1, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:50:45.509109 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-128fcb39-c0e4-4764-aa75-b078ed4fa6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:45.537045 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b82c74-32de-4063-8a8a-322220c7084d req-b0e405d3-c3a6-4232-af45-2951586efa12 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:45.537665 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a58b7-c35a-42de-8cbf-768c5e29e74c None None] Pushing event updated for resources: {'Port': ['ID=6a09e6a8-495a-462b-8985-5009181e5aa1,revision_number=2']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:45.538716 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d7b82c74-32de-4063-8a8a-322220c7084d req-b0e405d3-c3a6-4232-af45-2951586efa12 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.53 "GET /v2.0/networks?id=e6105816-34ac-4e40-a08a-0beea0be79f0 HTTP/1.1" status: 200 len: 806 time: 0.9063659 Jun 17 08:50:45.543418 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-4f1a58b7-c35a-42de-8cbf-768c5e29e74c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:45.554926 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-d7b82c74-32de-4063-8a8a-322220c7084d req-370ff7c5-f6c0-470d-aa24-e649424cf237 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Request body: {'port': {'device_id': 'c0c770eb-21ec-40b8-b003-762af2d3bee5', 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0', 'admin_state_up': True, 'tenant_id': 'bc856043629546feb20cb98761057747'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:45.584213 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-128fcb39-c0e4-4764-aa75-b078ed4fa6a3 None None] For port 6a09e6a8-495a-462b-8985-5009181e5aa1, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:50:45.588757 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-128fcb39-c0e4-4764-aa75-b078ed4fa6a3 None None] For port 6a09e6a8-495a-462b-8985-5009181e5aa1, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=6a09e6a8-495a-462b-8985-5009181e5aa1,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:50:45.687600 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-128fcb39-c0e4-4764-aa75-b078ed4fa6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:45.696538 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:45.773548 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128fcb39-c0e4-4764-aa75-b078ed4fa6a3 None None] Routers {'b8fb7759-802f-424d-bd27-33bdfaf8d2cd'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:45.776650 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-128fcb39-c0e4-4764-aa75-b078ed4fa6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:50:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['b8fb7759-802f-424d-bd27-33bdfaf8d2cd'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:45.786472 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57888) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:45.838033 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a58b7-c35a-42de-8cbf-768c5e29e74c None None] Pushing event updated for resources: {'Port': ['ID=6a09e6a8-495a-462b-8985-5009181e5aa1,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:45.852172 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-4f1a58b7-c35a-42de-8cbf-768c5e29e74c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:45.906263 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-5466f261-f0e5-403f-aa34-2383e13cbe91 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Deleting port 8d1f18ae-f8b3-4ca0-b565-a9b4ef7b1c3f {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:45.906860 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5466f261-f0e5-403f-aa34-2383e13cbe91 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:45.995722 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b82c74-32de-4063-8a8a-322220c7084d req-370ff7c5-f6c0-470d-aa24-e649424cf237 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Made reservation on behalf of bc856043629546feb20cb98761057747 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:46.000806 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d7b82c74-32de-4063-8a8a-322220c7084d req-370ff7c5-f6c0-470d-aa24-e649424cf237 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:46.182462 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5466f261-f0e5-403f-aa34-2383e13cbe91 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:46.182799 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5466f261-f0e5-403f-aa34-2383e13cbe91 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:46.196400 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-128fcb39-c0e4-4764-aa75-b078ed4fa6a3 None None] Set router b8fb7759-802f-424d-bd27-33bdfaf8d2cd gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:50:46.263645 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57900) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:46.349748 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-5466f261-f0e5-403f-aa34-2383e13cbe91 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Calling delete_port for 8d1f18ae-f8b3-4ca0-b565-a9b4ef7b1c3f owned by network:floatingip {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:46.536558 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-fc34d507-63a2-4a8d-a389-b2ad75941eba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=68b387eb51ce4b0781cf9583ab2ae657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7462330 Jun 17 08:50:46.541830 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f74a08fd-1f3a-4fac-9a21-93db72863d1b req-57deb141-6bd4-43e2-a5fe-0e0f04c3f9c0 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 210 time: 0.1365368 Jun 17 08:50:46.547294 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57906) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:46.606664 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-128fcb39-c0e4-4764-aa75-b078ed4fa6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fb7759-802f-424d-bd27-33bdfaf8d2cd', 'name': 'tempest-snat-router-1366016375', 'tenant_id': 'cde733595dd04454a3b0e6d0f2d32724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.143'}], 'enable_snat': False}, 'gw_port_id': '6a09e6a8-495a-462b-8985-5009181e5aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:50:38Z', 'updated_at': '2021-06-17T08:50:41Z', 'revision_number': 3, 'project_id': 'cde733595dd04454a3b0e6d0f2d32724', 'gw_port': {'id': '6a09e6a8-495a-462b-8985-5009181e5aa1', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fb7759-802f-424d-bd27-33bdfaf8d2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:50:39Z', 'updated_at': '2021-06-17T08:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:46.630611 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-766e9fb5-c57c-4442-8c76-f3b0d974189d req-de7bb51e-3a2e-4515-b210-783c365efce4 tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.0473361 Jun 17 08:50:46.670812 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128fcb39-c0e4-4764-aa75-b078ed4fa6a3 None None] The sync data for ids ['b8fb7759-802f-424d-bd27-33bdfaf8d2cd'] in n-d-758944-30 is: [{'id': 'b8fb7759-802f-424d-bd27-33bdfaf8d2cd', 'name': 'tempest-snat-router-1366016375', 'tenant_id': 'cde733595dd04454a3b0e6d0f2d32724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.143'}], 'enable_snat': False}, 'gw_port_id': '6a09e6a8-495a-462b-8985-5009181e5aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:50:38Z', 'updated_at': '2021-06-17T08:50:41Z', 'revision_number': 3, 'project_id': 'cde733595dd04454a3b0e6d0f2d32724', 'gw_port': {'id': '6a09e6a8-495a-462b-8985-5009181e5aa1', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fb7759-802f-424d-bd27-33bdfaf8d2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:50:39Z', 'updated_at': '2021-06-17T08:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:50:46.719292 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5466f261-f0e5-403f-aa34-2383e13cbe91 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:46.757247 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d09d4543-6dde-4cc2-8359-03f9ac20841a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:46.800658 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466f261-f0e5-403f-aa34-2383e13cbe91 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Pushing event deleted for resources: {'Port': ['ID=8d1f18ae-f8b3-4ca0-b565-a9b4ef7b1c3f,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:46.803978 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5466f261-f0e5-403f-aa34-2383e13cbe91 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:46.890533 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-d7b82c74-32de-4063-8a8a-322220c7084d req-370ff7c5-f6c0-470d-aa24-e649424cf237 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Allocated IP 172.20.0.12 (e6105816-34ac-4e40-a08a-0beea0be79f0/d3ab4f8a-558c-4943-babf-c8684f255cc6/9cc07716-1e74-48d1-abc5-958a95071ea4) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:46.963247 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0d3bf02d-ca24-41de-81dd-9985dc489f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:46.993520 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-333e162d-9765-4f96-a7a2-e6eb2c270aa3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ce0307bc9427401c9101b2f61337e1c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7285283 Jun 17 08:50:47.001626 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 57918) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:47.083686 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0d3bf02d-ca24-41de-81dd-9985dc489f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:47.127842 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4e86c02d-856b-464c-beb9-8ae30d5fe138 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:47.218587 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4e86c02d-856b-464c-beb9-8ae30d5fe138 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:47.235220 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5466f261-f0e5-403f-aa34-2383e13cbe91 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks [] for floatingip, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:47.239282 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5466f261-f0e5-403f-aa34-2383e13cbe91 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:47.242001 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5466f261-f0e5-403f-aa34-2383e13cbe91 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] 10.222.0.49 "DELETE /v2.0/floatingips/82bd9e78-430e-4303-a4dd-2efb4a964c23 HTTP/1.1" status: 204 len: 168 time: 1.7641764 Jun 17 08:50:47.250084 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 57920) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:47.310371 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990059e-cb5b-458f-9086-fcb5a4c61ce5 req-96cd1b04-bf67-4ab1-8020-ea16e7e48bc4 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:47.316513 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9990059e-cb5b-458f-9086-fcb5a4c61ce5 req-96cd1b04-bf67-4ab1-8020-ea16e7e48bc4 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.5193574 Jun 17 08:50:47.420165 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a5689a23-bd08-430e-be05-d194a502c977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:47.487915 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d7b82c74-32de-4063-8a8a-322220c7084d req-370ff7c5-f6c0-470d-aa24-e649424cf237 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:47.516398 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9990059e-cb5b-458f-9086-fcb5a4c61ce5 req-e001f4cf-fee8-4ec7-9ad0-d4eeb92b0912 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932657 Jun 17 08:50:47.545583 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0d3bf02d-ca24-41de-81dd-9985dc489f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:47.549182 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0d3bf02d-ca24-41de-81dd-9985dc489f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:47.555285 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:47.566461 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0d3bf02d-ca24-41de-81dd-9985dc489f62 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4f94c2f0-e47d-4734-bd44-a7e3b601158d HTTP/1.1" status: 204 len: 168 time: 0.9925914 Jun 17 08:50:47.569279 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a5689a23-bd08-430e-be05-d194a502c977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:47.577101 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d371102f-6c7e-4733-9176-ab9cbdce1c88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:47.680935 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-4e86c02d-856b-464c-beb9-8ae30d5fe138 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Allocated IP 172.25.2.148 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/46a8d0a2-5ddd-4518-8bf4-03e397e70a5f) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:47.709068 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3bf02d-ca24-41de-81dd-9985dc489f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f94c2f0-e47d-4734-bd44-a7e3b601158d,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:47.780049 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0d3bf02d-ca24-41de-81dd-9985dc489f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:47.962846 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1aa50931-3937-45da-8333-3743ad9c047c req-a47c23d0-f7c0-4c9b-8758-d4a8f4dc401d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 210 time: 0.0773141 Jun 17 08:50:48.015162 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a5689a23-bd08-430e-be05-d194a502c977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:48.017624 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a5689a23-bd08-430e-be05-d194a502c977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:48.017624 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a5689a23-bd08-430e-be05-d194a502c977 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3d091c7a-d3be-4f10-b6aa-9064951fa077 HTTP/1.1" status: 204 len: 168 time: 1.0127153 Jun 17 08:50:48.018624 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-566e0d91-c072-4f0e-9978-f9a7a3cd832d tempest-ServersAdminNegativeTestJSON-1330574071 tempest-ServersAdminNegativeTestJSON-1330574071-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:48.048443 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5689a23-bd08-430e-be05-d194a502c977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d091c7a-d3be-4f10-b6aa-9064951fa077,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:48.061521 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a5689a23-bd08-430e-be05-d194a502c977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:48.128859 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4e86c02d-856b-464c-beb9-8ae30d5fe138 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:48.194804 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-29ad7755-c8d0-4067-a480-e39b506b8441 req-1f7fb5d2-d3de-4c00-8828-e7598ae05121 tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.0319822 Jun 17 08:50:48.381233 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-60c1b4e9-781d-4627-b860-7d17c6ace06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:48.428287 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d7b82c74-32de-4063-8a8a-322220c7084d req-370ff7c5-f6c0-470d-aa24-e649424cf237 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:48.432505 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c1cb2a57-85a8-45af-a1d5-937690c5a23f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:48.442656 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['2d207028-4b95-419e-be6f-114317fcaa67'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:50:48.487941 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff7c5-f6c0-470d-aa24-e649424cf237 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Pushing event updated for resources: {'Port': ['ID=9cc07716-1e74-48d1-abc5-958a95071ea4,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:48.499463 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-370ff7c5-f6c0-470d-aa24-e649424cf237 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:48.510424 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b82c74-32de-4063-8a8a-322220c7084d req-370ff7c5-f6c0-470d-aa24-e649424cf237 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Network e6105816-34ac-4e40-a08a-0beea0be79f0 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:48.513783 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-d7b82c74-32de-4063-8a8a-322220c7084d req-370ff7c5-f6c0-470d-aa24-e649424cf237 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:48.517332 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b82c74-32de-4063-8a8a-322220c7084d req-370ff7c5-f6c0-470d-aa24-e649424cf237 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:48.634833 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4e86c02d-856b-464c-beb9-8ae30d5fe138 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:48.638658 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bc6f51bb-4b34-4cab-b6ea-c8f1f7e4db3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:48.665689 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e6457e68-303f-4bf0-b039-8d5a55464c05 req-2334edf2-c249-4b06-ab40-6a2d5e569db3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.0964856 Jun 17 08:50:48.717791 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b82c74-32de-4063-8a8a-322220c7084d req-370ff7c5-f6c0-470d-aa24-e649424cf237 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:48.731956 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e86c02d-856b-464c-beb9-8ae30d5fe138 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:48.737142 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-4e86c02d-856b-464c-beb9-8ae30d5fe138 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:48.742611 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e86c02d-856b-464c-beb9-8ae30d5fe138 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:48.750240 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d7b82c74-32de-4063-8a8a-322220c7084d req-370ff7c5-f6c0-470d-aa24-e649424cf237 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:48.843486 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 6a09e6a8-495a-462b-8985-5009181e5aa1 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:50:48.887281 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86c02d-856b-464c-beb9-8ae30d5fe138 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Pushing event updated for resources: {'Port': ['ID=46a8d0a2-5ddd-4518-8bf4-03e397e70a5f,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:48.899758 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4e86c02d-856b-464c-beb9-8ae30d5fe138 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:48.901807 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d7b82c74-32de-4063-8a8a-322220c7084d req-370ff7c5-f6c0-470d-aa24-e649424cf237 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3495946 Jun 17 08:50:48.932422 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-d7b82c74-32de-4063-8a8a-322220c7084d req-1e7a9c7f-f688-4ff5-8313-761db4e4d659 service neutron] Request body: {'port': {'device_id': 'c0c770eb-21ec-40b8-b003-762af2d3bee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:49.090951 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd33c44-0429-4c26-84dc-7bcf10ca4e32 req-57fb52ed-3128-4d32-9d48-a3e53126b7fc tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:49.092615 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2bd33c44-0429-4c26-84dc-7bcf10ca4e32 req-57fb52ed-3128-4d32-9d48-a3e53126b7fc tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.2685692 Jun 17 08:50:49.126422 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 6a09e6a8-495a-462b-8985-5009181e5aa1 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:50:49.132911 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 6a09e6a8-495a-462b-8985-5009181e5aa1 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:49.133478 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:49.345762 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2bd33c44-0429-4c26-84dc-7bcf10ca4e32 req-c509862b-bb60-459c-91d8-17642851460a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2303364 Jun 17 08:50:49.395448 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:49.406244 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d7b82c74-32de-4063-8a8a-322220c7084d req-1e7a9c7f-f688-4ff5-8313-761db4e4d659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:49.474498 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 6a09e6a8-495a-462b-8985-5009181e5aa1, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=6a09e6a8-495a-462b-8985-5009181e5aa1,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:49.572878 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:49.574840 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:49.746970 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=6a09e6a8-495a-462b-8985-5009181e5aa1,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:49.754455 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:49.823690 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-12b9ff71-85ff-40ed-b527-8d050a005f98 req-3f08efa4-082b-4c0e-a972-e43d51ecf583 tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.1014071 Jun 17 08:50:50.082813 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-d7b82c74-32de-4063-8a8a-322220c7084d req-1e7a9c7f-f688-4ff5-8313-761db4e4d659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc07716-1e74-48d1-abc5-958a95071ea4 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:50:50.092841 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d7b82c74-32de-4063-8a8a-322220c7084d req-1e7a9c7f-f688-4ff5-8313-761db4e4d659 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:50.113949 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-d7b82c74-32de-4063-8a8a-322220c7084d req-1e7a9c7f-f688-4ff5-8313-761db4e4d659 service neutron] Transition to ACTIVE for port object 9cc07716-1e74-48d1-abc5-958a95071ea4 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:50.220144 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f8016-c56f-489f-a2d9-91236041c041 req-d9f46e7f-7f56-419f-ba1c-9576cee86a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:50.221743 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ef9f8016-c56f-489f-a2d9-91236041c041 req-d9f46e7f-7f56-419f-ba1c-9576cee86a49 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d&device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 1096 time: 1.3710856 Jun 17 08:50:50.223403 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d7b82c74-32de-4063-8a8a-322220c7084d req-1e7a9c7f-f688-4ff5-8313-761db4e4d659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:50.226000 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-918baad6-674e-4a04-91fc-6ef571f7a613 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:50.358174 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a9c7f-f688-4ff5-8313-761db4e4d659 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc07716-1e74-48d1-abc5-958a95071ea4,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:50.365114 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e81d6-f941-47ef-8a31-11f3504d64ee req-0c8d52d6-7366-4f7c-967d-cc468f70832c tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:50.366983 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d23e81d6-f941-47ef-8a31-11f3504d64ee req-0c8d52d6-7366-4f7c-967d-cc468f70832c tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 932 time: 0.3278461 Jun 17 08:50:50.372803 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:50.401980 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1e7a9c7f-f688-4ff5-8313-761db4e4d659 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:50.458084 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4e86c02d-856b-464c-beb9-8ae30d5fe138 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:50.493215 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58006) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:50.522729 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-d7b82c74-32de-4063-8a8a-322220c7084d req-1e7a9c7f-f688-4ff5-8313-761db4e4d659 service neutron] Attempting to bind port 9cc07716-1e74-48d1-abc5-958a95071ea4 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:50.523213 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-d7b82c74-32de-4063-8a8a-322220c7084d req-1e7a9c7f-f688-4ff5-8313-761db4e4d659 service neutron] Attempting to bind port 9cc07716-1e74-48d1-abc5-958a95071ea4 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': 'db2ad255-e350-4531-a281-16b05a94881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:50.523623 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b82c74-32de-4063-8a8a-322220c7084d req-1e7a9c7f-f688-4ff5-8313-761db4e4d659 service neutron] Attempting to bind port 9cc07716-1e74-48d1-abc5-958a95071ea4 on network e6105816-34ac-4e40-a08a-0beea0be79f0 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:50.530830 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b82c74-32de-4063-8a8a-322220c7084d req-1e7a9c7f-f688-4ff5-8313-761db4e4d659 service neutron] Port 9cc07716-1e74-48d1-abc5-958a95071ea4 on network e6105816-34ac-4e40-a08a-0beea0be79f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:50.531412 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b82c74-32de-4063-8a8a-322220c7084d req-1e7a9c7f-f688-4ff5-8313-761db4e4d659 service neutron] Attempting to bind port 9cc07716-1e74-48d1-abc5-958a95071ea4 on network e6105816-34ac-4e40-a08a-0beea0be79f0 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:50.537537 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b82c74-32de-4063-8a8a-322220c7084d req-1e7a9c7f-f688-4ff5-8313-761db4e4d659 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:50:50.537961 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b82c74-32de-4063-8a8a-322220c7084d req-1e7a9c7f-f688-4ff5-8313-761db4e4d659 service neutron] Checking segment: {'id': 'db2ad255-e350-4531-a281-16b05a94881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:50.538421 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b82c74-32de-4063-8a8a-322220c7084d req-1e7a9c7f-f688-4ff5-8313-761db4e4d659 service neutron] Bound using segment: {'id': 'db2ad255-e350-4531-a281-16b05a94881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:50:50.538931 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-d7b82c74-32de-4063-8a8a-322220c7084d req-1e7a9c7f-f688-4ff5-8313-761db4e4d659 service neutron] Bound port: 9cc07716-1e74-48d1-abc5-958a95071ea4, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2ad255-e350-4531-a281-16b05a94881d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:50:50.539421 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d7b82c74-32de-4063-8a8a-322220c7084d req-1e7a9c7f-f688-4ff5-8313-761db4e4d659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:50.582179 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 6a09e6a8-495a-462b-8985-5009181e5aa1 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:50:50.619058 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f8016-c56f-489f-a2d9-91236041c041 req-c67a3184-0904-4a5f-ad83-0c2599bb60f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:50.620613 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ef9f8016-c56f-489f-a2d9-91236041c041 req-c67a3184-0904-4a5f-ad83-0c2599bb60f9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f HTTP/1.1" status: 200 len: 913 time: 0.3904448 Jun 17 08:50:50.651741 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d23e81d6-f941-47ef-8a31-11f3504d64ee req-6db037a4-782a-4164-b5c9-d209424f4cf8 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658086 Jun 17 08:50:50.677511 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-f8fdb393-b624-41e9-830a-0783b29ec6ed tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1482272384'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:50.692096 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-60c1b4e9-781d-4627-b860-7d17c6ace06f admin admin] Deleting port 2ea3d2d8-0927-4be2-8153-f2b8aed93b98 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:50.692685 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-60c1b4e9-781d-4627-b860-7d17c6ace06f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:50.740274 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-d7b82c74-32de-4063-8a8a-322220c7084d req-1e7a9c7f-f688-4ff5-8313-761db4e4d659 service neutron] For port 9cc07716-1e74-48d1-abc5-958a95071ea4, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:50:50.741920 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 6a09e6a8-495a-462b-8985-5009181e5aa1 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:50.742458 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:50.759821 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-d7b82c74-32de-4063-8a8a-322220c7084d req-1e7a9c7f-f688-4ff5-8313-761db4e4d659 service neutron] For port 9cc07716-1e74-48d1-abc5-958a95071ea4, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=9cc07716-1e74-48d1-abc5-958a95071ea4,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:50:50.800208 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ef9f8016-c56f-489f-a2d9-91236041c041 req-32b6a0b5-3109-4eef-b073-6537d96c82be service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80834232-7c1a-4461-87e0-250268dbd5a1 HTTP/1.1" status: 200 len: 998 time: 0.1680653 Jun 17 08:50:50.884911 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d7b82c74-32de-4063-8a8a-322220c7084d req-1e7a9c7f-f688-4ff5-8313-761db4e4d659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:50.888073 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4e81531f-c1c6-46d2-a621-f536f1949d51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:50.926032 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:50:50.944008 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b82c74-32de-4063-8a8a-322220c7084d req-1e7a9c7f-f688-4ff5-8313-761db4e4d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:50.944662 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d7b82c74-32de-4063-8a8a-322220c7084d req-1e7a9c7f-f688-4ff5-8313-761db4e4d659 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:50.946350 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d7b82c74-32de-4063-8a8a-322220c7084d req-1e7a9c7f-f688-4ff5-8313-761db4e4d659 service neutron] 10.222.0.53 "PUT /v2.0/ports/9cc07716-1e74-48d1-abc5-958a95071ea4 HTTP/1.1" status: 200 len: 1093 time: 2.0253694 Jun 17 08:50:50.952330 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c770eb-21ec-40b8-b003-762af2d3bee5', 'tag': '9cc07716-1e74-48d1-abc5-958a95071ea4'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:50.965210 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d19e84-b7f2-4d13-b7b1-7e70b617846b" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c770eb-21ec-40b8-b003-762af2d3bee5", "tag": "9cc07716-1e74-48d1-abc5-958a95071ea4"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:50.973201 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fdb393-b624-41e9-830a-0783b29ec6ed tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Made reservation on behalf of a8f3419eed19472e930ba652f03289e9 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:50.977923 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f8fdb393-b624-41e9-830a-0783b29ec6ed tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:50.993695 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f8fdb393-b624-41e9-830a-0783b29ec6ed tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:51.001325 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-60c1b4e9-781d-4627-b860-7d17c6ace06f admin admin] For port 2ea3d2d8-0927-4be2-8153-f2b8aed93b98, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=2ea3d2d8-0927-4be2-8153-f2b8aed93b98,segment=NetworkSegment(b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f),segment_id=b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:51.002079 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-60c1b4e9-781d-4627-b860-7d17c6ace06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:51.026886 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f8016-c56f-489f-a2d9-91236041c041 req-ae169a00-07de-437e-9fbc-57105de6b52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:51.027136 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ef9f8016-c56f-489f-a2d9-91236041c041 req-ae169a00-07de-437e-9fbc-57105de6b52b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f1cd377-e173-40e7-8f95-b9cee993c643 HTTP/1.1" status: 200 len: 851 time: 0.2162042 Jun 17 08:50:51.101444 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-60c1b4e9-781d-4627-b860-7d17c6ace06f admin admin] Calling delete_port for 2ea3d2d8-0927-4be2-8153-f2b8aed93b98 owned by network:router_interface {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:51.150822 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a9c7f-f688-4ff5-8313-761db4e4d659 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc07716-1e74-48d1-abc5-958a95071ea4,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:51.177979 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1e7a9c7f-f688-4ff5-8313-761db4e4d659 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:51.180214 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6a070fe1-5010-4001-aa0f-2f2dd6f1e550 req-cad20c2c-2671-4f59-a0d9-ed8af70f0040 tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.0854714 Jun 17 08:50:51.228032 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b82c74-32de-4063-8a8a-322220c7084d req-1893e1e1-32b8-4122-98b4-137164b7d359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:51.229643 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d7b82c74-32de-4063-8a8a-322220c7084d req-1893e1e1-32b8-4122-98b4-137164b7d359 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bc856043629546feb20cb98761057747&device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 1096 time: 0.1360314 Jun 17 08:50:51.231683 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4e86c02d-856b-464c-beb9-8ae30d5fe138 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:51.258796 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906864a3-0595-4e37-b3a9-be868d3fe410 req-aa6cf1ff-11af-4870-84bc-d5b0978a435e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:51.260411 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-906864a3-0595-4e37-b3a9-be868d3fe410 req-aa6cf1ff-11af-4870-84bc-d5b0978a435e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.4004989 Jun 17 08:50:51.298070 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d7b82c74-32de-4063-8a8a-322220c7084d req-10e7d736-eea8-4af4-9ba4-6ce8f495d919 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cc07716-1e74-48d1-abc5-958a95071ea4 HTTP/1.1" status: 200 len: 217 time: 0.0588372 Jun 17 08:50:51.346944 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f8fdb393-b624-41e9-830a-0783b29ec6ed tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:51.373533 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b82c74-32de-4063-8a8a-322220c7084d req-3f14d95c-50da-461d-9bbe-a16beb5fca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:51.375830 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d7b82c74-32de-4063-8a8a-322220c7084d req-3f14d95c-50da-461d-9bbe-a16beb5fca13 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3ab4f8a-558c-4943-babf-c8684f255cc6 HTTP/1.1" status: 200 len: 846 time: 0.0684347 Jun 17 08:50:51.424694 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d7b82c74-32de-4063-8a8a-322220c7084d req-bb2e677d-2717-4612-a4b4-b1fc68b85df3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e6105816-34ac-4e40-a08a-0beea0be79f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416715 Jun 17 08:50:51.435908 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f8016-c56f-489f-a2d9-91236041c041 req-741330a0-1f5a-49e5-895d-7fe15798bce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:51.437444 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ef9f8016-c56f-489f-a2d9-91236041c041 req-741330a0-1f5a-49e5-895d-7fe15798bce2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3670919 Jun 17 08:50:51.478849 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f8fdb393-b624-41e9-830a-0783b29ec6ed tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:51.479633 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-906864a3-0595-4e37-b3a9-be868d3fe410 req-2bd05b27-8c45-4352-9d0a-65980a63c2c5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103229 Jun 17 08:50:51.495209 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8fdb393-b624-41e9-830a-0783b29ec6ed tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:50:51.514426 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f8fdb393-b624-41e9-830a-0783b29ec6ed tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:51.514426 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-f8fdb393-b624-41e9-830a-0783b29ec6ed tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Added segment 39aa0019-5ea9-4bf9-bb08-4071b66f9054 of type vlan for network 82bfa418-ea48-465a-a363-98a6017b4f9c Jun 17 08:50:51.562066 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f8fdb393-b624-41e9-830a-0783b29ec6ed tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:51.589200 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8e00f1de-4a4d-4ca5-943b-b2891f68ca5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:51.663227 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fdb393-b624-41e9-830a-0783b29ec6ed tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8936151c-5615-4853-b0c6-949182cf33e9,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:51.669227 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f8fdb393-b624-41e9-830a-0783b29ec6ed tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:51.672596 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35785cd-d207-44f9-9f69-48c1f3361eb7 x-openstack-request-id: req-d35785cd-d207-44f9-9f69-48c1f3361eb7 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:51.672596 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c770eb-21ec-40b8-b003-762af2d3bee5", "tag": "9cc07716-1e74-48d1-abc5-958a95071ea4", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:51.672973 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d35785cd-d207-44f9-9f69-48c1f3361eb7 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:51.673574 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c770eb-21ec-40b8-b003-762af2d3bee5', 'tag': '9cc07716-1e74-48d1-abc5-958a95071ea4', 'status': 'completed', 'code': 200} Jun 17 08:50:51.708062 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d7b82c74-32de-4063-8a8a-322220c7084d req-30a5e5fc-54cc-430f-9274-e66b1837a60c service neutron] 10.222.0.53 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664542 Jun 17 08:50:51.751618 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f8fdb393-b624-41e9-830a-0783b29ec6ed tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:51.758162 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fdb393-b624-41e9-830a-0783b29ec6ed tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:51.762721 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f8fdb393-b624-41e9-830a-0783b29ec6ed tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:51.765737 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-46897cd9-b4ce-42c4-8599-b6a37696ef2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:51.822797 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ef9f8016-c56f-489f-a2d9-91236041c041 req-2ab1adc0-3db5-433f-856c-42e3f59a44f6 service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726671 Jun 17 08:50:51.892230 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fdb393-b624-41e9-830a-0783b29ec6ed tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Pushing event updated for resources: {'Network': ['ID=82bfa418-ea48-465a-a363-98a6017b4f9c,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:51.899571 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 82bfa418-ea48-465a-a363-98a6017b4f9c details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:50:51.909668 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f8fdb393-b624-41e9-830a-0783b29ec6ed tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:51.936352 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d7b82c74-32de-4063-8a8a-322220c7084d req-c2476f8e-8a06-46c3-8e52-ec2ada8bb4b0 service neutron] 10.222.0.53 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165651 Jun 17 08:50:51.981144 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-60c1b4e9-781d-4627-b860-7d17c6ace06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:51.985308 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-28cc05ff-71b0-4b79-b70a-4e0b47159a96 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:52.056771 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1b4e9-781d-4627-b860-7d17c6ace06f admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea3d2d8-0927-4be2-8153-f2b8aed93b98,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:52.071630 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-60c1b4e9-781d-4627-b860-7d17c6ace06f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:52.212783 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ef9f8016-c56f-489f-a2d9-91236041c041 req-94ef28d4-84c6-4294-a684-cd236841f11f service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760977 Jun 17 08:50:52.216462 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e86c02d-856b-464c-beb9-8ae30d5fe138 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Router 030e258a-d79b-4020-be74-17a4de9eca8b is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:50:52.258068 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d19e84-b7f2-4d13-b7b1-7e70b617846b req-9021085e-9e9c-40e2-8368-ae44a56027e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:52.260452 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-58d19e84-b7f2-4d13-b7b1-7e70b617846b req-9021085e-9e9c-40e2-8368-ae44a56027e4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bc856043629546feb20cb98761057747&device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 1096 time: 0.1062560 Jun 17 08:50:52.314227 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f8fdb393-b624-41e9-830a-0783b29ec6ed tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8168025 Jun 17 08:50:52.319149 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58042) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:52.563544 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d19e84-b7f2-4d13-b7b1-7e70b617846b req-f6cdcdac-f80c-473a-870b-6741f9d2945f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:52.574323 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-58d19e84-b7f2-4d13-b7b1-7e70b617846b req-f6cdcdac-f80c-473a-870b-6741f9d2945f service neutron] 10.222.0.53 "GET /v2.0/networks?id=e6105816-34ac-4e40-a08a-0beea0be79f0 HTTP/1.1" status: 200 len: 907 time: 0.3060358 Jun 17 08:50:52.589263 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-04884420-d1eb-4f6d-93fc-38a229169899 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Request body: {'subnet': {'network_id': '82bfa418-ea48-465a-a363-98a6017b4f9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:52.674314 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-60c1b4e9-781d-4627-b860-7d17c6ace06f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:52.681702 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e86c02d-856b-464c-beb9-8ae30d5fe138 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:50:52.683448 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-58d19e84-b7f2-4d13-b7b1-7e70b617846b req-e57c804b-06b8-4685-b42c-ab23f10fa2b6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cc07716-1e74-48d1-abc5-958a95071ea4 HTTP/1.1" status: 200 len: 217 time: 0.0862682 Jun 17 08:50:52.692636 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a2da28-8d9a-4ed5-b27e-5c943aca701e None None] Sync routers for ids ['030e258a-d79b-4020-be74-17a4de9eca8b'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:50:52.741467 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a2da28-8d9a-4ed5-b27e-5c943aca701e None None] Routers {'030e258a-d79b-4020-be74-17a4de9eca8b'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:52.742127 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-23a2da28-8d9a-4ed5-b27e-5c943aca701e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:50:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['030e258a-d79b-4020-be74-17a4de9eca8b'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:52.977315 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-23a2da28-8d9a-4ed5-b27e-5c943aca701e None None] Set router 030e258a-d79b-4020-be74-17a4de9eca8b gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:50:53.117641 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d19e84-b7f2-4d13-b7b1-7e70b617846b req-64b466fb-9b1f-4c00-9b35-991d65638ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:53.119090 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-58d19e84-b7f2-4d13-b7b1-7e70b617846b req-64b466fb-9b1f-4c00-9b35-991d65638ec7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3ab4f8a-558c-4943-babf-c8684f255cc6 HTTP/1.1" status: 200 len: 846 time: 0.3466444 Jun 17 08:50:53.174774 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdea551-34b3-4937-b58e-ec9fe636b3cc req-f0187ba5-1198-47aa-9aa4-e61b0da9e749 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:53.189109 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2fdea551-34b3-4937-b58e-ec9fe636b3cc req-f0187ba5-1198-47aa-9aa4-e61b0da9e749 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.2981656 Jun 17 08:50:53.191276 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4e86c02d-856b-464c-beb9-8ae30d5fe138 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:53.194411 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4e86c02d-856b-464c-beb9-8ae30d5fe138 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.5902414 Jun 17 08:50:53.198419 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58058) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:53.274145 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701d2c1-3053-446e-b957-a29164f00e95 req-2ce63948-f1c2-44b8-a2e5-703f8cf315dd tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:53.288342 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9701d2c1-3053-446e-b957-a29164f00e95 req-2ce63948-f1c2-44b8-a2e5-703f8cf315dd tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 944 time: 0.4751399 Jun 17 08:50:53.310700 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-58d19e84-b7f2-4d13-b7b1-7e70b617846b req-d904759f-44bf-406f-93ce-2369ed4a0534 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e6105816-34ac-4e40-a08a-0beea0be79f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1621394 Jun 17 08:50:53.325068 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2fdea551-34b3-4937-b58e-ec9fe636b3cc req-7c37b81f-97fc-4305-b1fe-8e6d2e7f80f8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341522 Jun 17 08:50:53.332549 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04884420-d1eb-4f6d-93fc-38a229169899 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Made reservation on behalf of a8f3419eed19472e930ba652f03289e9 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:53.336473 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-04884420-d1eb-4f6d-93fc-38a229169899 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:53.405410 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c1b4e9-781d-4627-b860-7d17c6ace06f admin admin] Router fa0e2be1-3a6b-417d-9522-ee84dbac2b15 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:50:53.434540 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-23a2da28-8d9a-4ed5-b27e-5c943aca701e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030e258a-d79b-4020-be74-17a4de9eca8b', 'name': 'tempest-snat-router-1366016375', 'tenant_id': 'cde733595dd04454a3b0e6d0f2d32724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '46a8d0a2-5ddd-4518-8bf4-03e397e70a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:50:44Z', 'updated_at': '2021-06-17T08:50:50Z', 'revision_number': 3, 'project_id': 'cde733595dd04454a3b0e6d0f2d32724', 'gw_port': {'id': '46a8d0a2-5ddd-4518-8bf4-03e397e70a5f', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030e258a-d79b-4020-be74-17a4de9eca8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:50:47Z', 'updated_at': '2021-06-17T08:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:53.492066 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a2da28-8d9a-4ed5-b27e-5c943aca701e None None] Checking router: 030e258a-d79b-4020-be74-17a4de9eca8b for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:50:53.494188 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a2da28-8d9a-4ed5-b27e-5c943aca701e None None] Updating router 030e258a-d79b-4020-be74-17a4de9eca8b port 46a8d0a2-5ddd-4518-8bf4-03e397e70a5f binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:50:53.552712 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-23a2da28-8d9a-4ed5-b27e-5c943aca701e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:53.649309 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a18c088f-2ce0-43e4-b213-cbe5f66262f9 req-9379be36-8de0-4f06-a1fb-1976ad430d51 tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.0685439 Jun 17 08:50:53.718831 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c1b4e9-781d-4627-b860-7d17c6ace06f admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:50:53.730647 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-60c1b4e9-781d-4627-b860-7d17c6ace06f admin admin] 10.222.0.49 "PUT /v2.0/routers/fa0e2be1-3a6b-417d-9522-ee84dbac2b15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4790227 Jun 17 08:50:53.733556 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 58060) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:53.735791 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c22694-c882-4b80-b626-33c46e616533 None None] Sync routers for ids ['fa0e2be1-3a6b-417d-9522-ee84dbac2b15'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:50:53.752279 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c22694-c882-4b80-b626-33c46e616533 None None] Routers {'fa0e2be1-3a6b-417d-9522-ee84dbac2b15'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:53.753343 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-14c22694-c882-4b80-b626-33c46e616533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:50:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['fa0e2be1-3a6b-417d-9522-ee84dbac2b15'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:53.910499 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0cbb40bc-e770-436a-8a71-c61ce65c898a tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "GET /v2.0/routers/030e258a-d79b-4020-be74-17a4de9eca8b HTTP/1.1" status: 200 len: 908 time: 0.6198113 Jun 17 08:50:53.913989 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58072) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:54.014209 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-14c22694-c882-4b80-b626-33c46e616533 None None] Set router fa0e2be1-3a6b-417d-9522-ee84dbac2b15 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:50:54.030790 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7920c8c2-e79e-4716-8f4c-6823af04bc31 admin admin] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:54.222970 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-23a2da28-8d9a-4ed5-b27e-5c943aca701e None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:54.247688 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-23a2da28-8d9a-4ed5-b27e-5c943aca701e None None] Transition to ACTIVE for port object 46a8d0a2-5ddd-4518-8bf4-03e397e70a5f will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:54.249874 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-50aae2ed-a5dc-4bfc-b4a5-64cf3c015b63 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:54.274382 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9701d2c1-3053-446e-b957-a29164f00e95 req-c76a4c4e-307b-4da1-9b4b-b5040703a694 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9824712 Jun 17 08:50:54.339645 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-23a2da28-8d9a-4ed5-b27e-5c943aca701e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:54.344091 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:54.352504 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-14c22694-c882-4b80-b626-33c46e616533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'name': 'tempest-ServersTestBootFromVolume-785473964-router', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:33Z', 'updated_at': '2021-06-17T08:50:51Z', 'revision_number': 5, 'project_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'gw_port': {'id': '6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ac:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:34Z', 'updated_at': '2021-06-17T08:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:54.356572 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7920c8c2-e79e-4716-8f4c-6823af04bc31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:54.391899 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c22694-c882-4b80-b626-33c46e616533 None None] Checking router: fa0e2be1-3a6b-417d-9522-ee84dbac2b15 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:50:54.407439 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c22694-c882-4b80-b626-33c46e616533 None None] Routers {'fa0e2be1-3a6b-417d-9522-ee84dbac2b15'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:54.407439 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-14c22694-c882-4b80-b626-33c46e616533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:50:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['fa0e2be1-3a6b-417d-9522-ee84dbac2b15'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:54.499414 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-23a2da28-8d9a-4ed5-b27e-5c943aca701e None None] Attempting to bind port 46a8d0a2-5ddd-4518-8bf4-03e397e70a5f on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:54.499827 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-23a2da28-8d9a-4ed5-b27e-5c943aca701e None None] Attempting to bind port 46a8d0a2-5ddd-4518-8bf4-03e397e70a5f by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:54.500237 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2da28-8d9a-4ed5-b27e-5c943aca701e None None] Attempting to bind port 46a8d0a2-5ddd-4518-8bf4-03e397e70a5f on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:54.536770 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2da28-8d9a-4ed5-b27e-5c943aca701e None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:50:54.537243 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2da28-8d9a-4ed5-b27e-5c943aca701e None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:54.538911 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-23a2da28-8d9a-4ed5-b27e-5c943aca701e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:54.539330 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2da28-8d9a-4ed5-b27e-5c943aca701e None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:50:54.539892 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-23a2da28-8d9a-4ed5-b27e-5c943aca701e None None] Bound port: 46a8d0a2-5ddd-4518-8bf4-03e397e70a5f, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:50:54.540306 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-23a2da28-8d9a-4ed5-b27e-5c943aca701e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:54.550137 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-58d19e84-b7f2-4d13-b7b1-7e70b617846b req-0a634f51-6fc3-415d-8cd1-6fead07b86a4 service neutron] 10.222.0.53 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1236422 Jun 17 08:50:54.554516 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b8430-8374-41f8-9aa2-a174c5159543 None None] Pushing event updated for resources: {'Port': ['ID=46a8d0a2-5ddd-4518-8bf4-03e397e70a5f,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:54.563798 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-14c22694-c882-4b80-b626-33c46e616533 None None] Set router fa0e2be1-3a6b-417d-9522-ee84dbac2b15 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:50:54.587027 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b8430-8374-41f8-9aa2-a174c5159543 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:54.588848 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b8430-8374-41f8-9aa2-a174c5159543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:54.590106 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b8430-8374-41f8-9aa2-a174c5159543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:54.593534 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b8430-8374-41f8-9aa2-a174c5159543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:54.593534 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b8430-8374-41f8-9aa2-a174c5159543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:54.593534 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b8430-8374-41f8-9aa2-a174c5159543 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:54.593534 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b8430-8374-41f8-9aa2-a174c5159543 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:54.593534 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b8430-8374-41f8-9aa2-a174c5159543 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:54.593534 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b8430-8374-41f8-9aa2-a174c5159543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:54.593534 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b8430-8374-41f8-9aa2-a174c5159543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:54.593534 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b8430-8374-41f8-9aa2-a174c5159543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:54.594554 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b8430-8374-41f8-9aa2-a174c5159543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:54.600602 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-6e0b8430-8374-41f8-9aa2-a174c5159543 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:54.655679 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-23a2da28-8d9a-4ed5-b27e-5c943aca701e None None] For port 46a8d0a2-5ddd-4518-8bf4-03e397e70a5f, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:50:54.659947 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-23a2da28-8d9a-4ed5-b27e-5c943aca701e None None] For port 46a8d0a2-5ddd-4518-8bf4-03e397e70a5f, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=46a8d0a2-5ddd-4518-8bf4-03e397e70a5f,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:50:54.779451 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-23a2da28-8d9a-4ed5-b27e-5c943aca701e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:54.779451 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:54.795090 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-50aae2ed-a5dc-4bfc-b4a5-64cf3c015b63 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:54.823356 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-58d19e84-b7f2-4d13-b7b1-7e70b617846b req-5c832230-73e5-4883-acdd-415bb419a5d9 service neutron] 10.222.0.53 "GET /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514610 Jun 17 08:50:54.869653 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a2da28-8d9a-4ed5-b27e-5c943aca701e None None] Routers {'030e258a-d79b-4020-be74-17a4de9eca8b'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:54.870440 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-23a2da28-8d9a-4ed5-b27e-5c943aca701e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:50:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['030e258a-d79b-4020-be74-17a4de9eca8b'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:54.973320 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-14c22694-c882-4b80-b626-33c46e616533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'name': 'tempest-ServersTestBootFromVolume-785473964-router', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:33Z', 'updated_at': '2021-06-17T08:50:51Z', 'revision_number': 5, 'project_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'gw_port': {'id': '6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ac:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:34Z', 'updated_at': '2021-06-17T08:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:55.013240 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b8430-8374-41f8-9aa2-a174c5159543 None None] Pushing event updated for resources: {'Port': ['ID=46a8d0a2-5ddd-4518-8bf4-03e397e70a5f,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:55.013753 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c22694-c882-4b80-b626-33c46e616533 None None] The sync data for ids ['fa0e2be1-3a6b-417d-9522-ee84dbac2b15'] in n-d-758944-30 is: [{'id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'name': 'tempest-ServersTestBootFromVolume-785473964-router', 'tenant_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:33Z', 'updated_at': '2021-06-17T08:50:51Z', 'revision_number': 5, 'project_id': '4e60ea9bd96f4406af1e48f6a271b4f3', 'gw_port': {'id': '6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ac:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e2be1-3a6b-417d-9522-ee84dbac2b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:34Z', 'updated_at': '2021-06-17T08:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:50:55.031316 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-6e0b8430-8374-41f8-9aa2-a174c5159543 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:55.043739 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-04884420-d1eb-4f6d-93fc-38a229169899 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.078273 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d33f3d2f-4959-4370-85ca-33aaddcb69e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:55.098289 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-23a2da28-8d9a-4ed5-b27e-5c943aca701e None None] Set router 030e258a-d79b-4020-be74-17a4de9eca8b gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:50:55.243480 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-670e9bbe-709f-4c6e-9234-6fd83d986b99 req-ec7ccb09-b71f-4561-9fac-5def29414318 tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.1452589 Jun 17 08:50:55.252795 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58090) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:55.296293 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-50aae2ed-a5dc-4bfc-b4a5-64cf3c015b63 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Deleting port 46a8d0a2-5ddd-4518-8bf4-03e397e70a5f {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:55.296857 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-50aae2ed-a5dc-4bfc-b4a5-64cf3c015b63 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.368382 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04884420-d1eb-4f6d-93fc-38a229169899 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Pushing event updated for resources: {'Subnet': ['ID=f7dabf3e-e41b-49a4-876a-8096b4af89f1,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:55.368957 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-7920c8c2-e79e-4716-8f4c-6823af04bc31 admin admin] Deleting port 6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:55.369430 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7920c8c2-e79e-4716-8f4c-6823af04bc31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.389176 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-04884420-d1eb-4f6d-93fc-38a229169899 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:55.398145 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04884420-d1eb-4f6d-93fc-38a229169899 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Checking segment: {'id': '39aa0019-5ea9-4bf9-bb08-4071b66f9054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '82bfa418-ea48-465a-a363-98a6017b4f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:55.400633 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04884420-d1eb-4f6d-93fc-38a229169899 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Network hostable DHCP agents. Network: 82bfa418-ea48-465a-a363-98a6017b4f9c, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:50:55.462888 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-50aae2ed-a5dc-4bfc-b4a5-64cf3c015b63 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] For port 46a8d0a2-5ddd-4518-8bf4-03e397e70a5f, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=46a8d0a2-5ddd-4518-8bf4-03e397e70a5f,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:55.463113 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-50aae2ed-a5dc-4bfc-b4a5-64cf3c015b63 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.486046 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c6d12-102f-4933-aad9-ce334815f9f5 req-78bfff57-1d51-494c-a403-2089003c73f4 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:55.494738 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ac7c6d12-102f-4933-aad9-ce334815f9f5 req-78bfff57-1d51-494c-a403-2089003c73f4 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.9452314 Jun 17 08:50:55.495289 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-23a2da28-8d9a-4ed5-b27e-5c943aca701e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030e258a-d79b-4020-be74-17a4de9eca8b', 'name': 'tempest-snat-router-1366016375', 'tenant_id': 'cde733595dd04454a3b0e6d0f2d32724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '46a8d0a2-5ddd-4518-8bf4-03e397e70a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:50:44Z', 'updated_at': '2021-06-17T08:50:50Z', 'revision_number': 3, 'project_id': 'cde733595dd04454a3b0e6d0f2d32724', 'gw_port': {'id': '46a8d0a2-5ddd-4518-8bf4-03e397e70a5f', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030e258a-d79b-4020-be74-17a4de9eca8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:50:47Z', 'updated_at': '2021-06-17T08:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:55.542986 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a2da28-8d9a-4ed5-b27e-5c943aca701e None None] The sync data for ids ['030e258a-d79b-4020-be74-17a4de9eca8b'] in n-d-758944-30 is: [{'id': '030e258a-d79b-4020-be74-17a4de9eca8b', 'name': 'tempest-snat-router-1366016375', 'tenant_id': 'cde733595dd04454a3b0e6d0f2d32724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '46a8d0a2-5ddd-4518-8bf4-03e397e70a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:50:44Z', 'updated_at': '2021-06-17T08:50:50Z', 'revision_number': 3, 'project_id': 'cde733595dd04454a3b0e6d0f2d32724', 'gw_port': {'id': '46a8d0a2-5ddd-4518-8bf4-03e397e70a5f', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030e258a-d79b-4020-be74-17a4de9eca8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:50:47Z', 'updated_at': '2021-06-17T08:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:50:55.565854 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-7920c8c2-e79e-4716-8f4c-6823af04bc31 admin admin] For port 6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:55.566488 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7920c8c2-e79e-4716-8f4c-6823af04bc31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.598972 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 9cc07716-1e74-48d1-abc5-958a95071ea4 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:50:55.692037 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-7920c8c2-e79e-4716-8f4c-6823af04bc31 admin admin] Calling delete_port for 6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3 owned by network:router_gateway {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:55.696699 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1e8a63fb-dc89-4220-a950-abada76f37a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.733033 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ac7c6d12-102f-4933-aad9-ce334815f9f5 req-818493bf-1a5d-48da-bed4-b01a79c40ba8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371733 Jun 17 08:50:55.760662 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 9cc07716-1e74-48d1-abc5-958a95071ea4, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=9cc07716-1e74-48d1-abc5-958a95071ea4,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:55.775363 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '9cc07716-1e74-48d1-abc5-958a95071ea4', 'network_id': 'e6105816-34ac-4e40-a08a-0beea0be79f0', 'port_id': '9cc07716-1e74-48d1-abc5-958a95071ea4', 'mac_address': 'fa:16:3e:aa:c1:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3ab4f8a-558c-4943-babf-c8684f255cc6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:50:55.869828 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.897203 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc07716-1e74-48d1-abc5-958a95071ea4 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:50:55.946920 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 9cc07716-1e74-48d1-abc5-958a95071ea4, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=9cc07716-1e74-48d1-abc5-958a95071ea4,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:56.080362 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.088149 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-bf26394f-c056-45ff-9558-d908498f7d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:56.156553 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a10cc8-3a0b-4ab8-9463-c602f3838c51 req-e9f70755-c0b1-4526-a20f-969093b07bff tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:56.161069 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e1a10cc8-3a0b-4ab8-9463-c602f3838c51 req-e9f70755-c0b1-4526-a20f-969093b07bff tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.2158945 Jun 17 08:50:56.173244 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7920c8c2-e79e-4716-8f4c-6823af04bc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.189570 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-50aae2ed-a5dc-4bfc-b4a5-64cf3c015b63 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Calling delete_port for 46a8d0a2-5ddd-4518-8bf4-03e397e70a5f owned by network:router_gateway {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:56.190024 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4f4da833-ddf8-444f-9441-e247559bb8bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:56.198306 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=9cc07716-1e74-48d1-abc5-958a95071ea4,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:56.204878 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:56.312300 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920c8c2-e79e-4716-8f4c-6823af04bc31 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:56.321800 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d4f8b44-6bde-464c-a4cd-8eb5de8094dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.338567 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['9cc07716-1e74-48d1-abc5-958a95071ea4'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:50:56.368460 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7920c8c2-e79e-4716-8f4c-6823af04bc31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:56.421549 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e1a10cc8-3a0b-4ab8-9463-c602f3838c51 req-e5df414b-c870-4f58-85cf-87debb0bf2dd tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2472103 Jun 17 08:50:56.446253 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7920c8c2-e79e-4716-8f4c-6823af04bc31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.469210 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04884420-d1eb-4f6d-93fc-38a229169899 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Network 82bfa418-ea48-465a-a363-98a6017b4f9c is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:50:56.642261 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a4cbc-f976-4da7-b9c6-3f7807892a0a req-bbac8118-4017-4097-aa74-e7a89787075b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:56.647028 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-782a4cbc-f976-4da7-b9c6-3f7807892a0a req-bbac8118-4017-4097-aa74-e7a89787075b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 945 time: 0.4413023 Jun 17 08:50:56.676209 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7920c8c2-e79e-4716-8f4c-6823af04bc31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.679200 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7920c8c2-e79e-4716-8f4c-6823af04bc31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.720491 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-04884420-d1eb-4f6d-93fc-38a229169899 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 82bfa418-ea48-465a-a363-98a6017b4f9c) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:56.775267 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04884420-d1eb-4f6d-93fc-38a229169899 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:56.775909 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-04884420-d1eb-4f6d-93fc-38a229169899 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.825042 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8d0f764a-a941-4e0c-8196-18d0f147ec1a req-1a0547b1-0aaf-48a2-b015-f89e01fb3a66 tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.1297464 Jun 17 08:50:56.846969 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-782a4cbc-f976-4da7-b9c6-3f7807892a0a req-5c78e5a5-c06c-4651-8a47-249dba856a9b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881878 Jun 17 08:50:56.849632 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d4f8b44-6bde-464c-a4cd-8eb5de8094dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.861111 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df270f1-78bc-4ad6-b003-2d06dda3a9de None None] Network 82bfa418-ea48-465a-a363-98a6017b4f9c requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:50:56.863652 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 46a8d0a2-5ddd-4518-8bf4-03e397e70a5f up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:50:57.005927 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7920c8c2-e79e-4716-8f4c-6823af04bc31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.007182 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7920c8c2-e79e-4716-8f4c-6823af04bc31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa0e2be1-3a6b-417d-9522-ee84dbac2b15 {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:50:57.014877 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7920c8c2-e79e-4716-8f4c-6823af04bc31 admin admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.019933 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7920c8c2-e79e-4716-8f4c-6823af04bc31 admin admin] 10.222.0.49 "DELETE /v2.0/routers/fa0e2be1-3a6b-417d-9522-ee84dbac2b15 HTTP/1.1" status: 204 len: 168 time: 3.2851040 Jun 17 08:50:57.020124 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58130) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:57.040484 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 46a8d0a2-5ddd-4518-8bf4-03e397e70a5f completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:50:57.056663 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 46a8d0a2-5ddd-4518-8bf4-03e397e70a5f triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:57.057051 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.119473 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-346f5cbd-0a4e-4680-b498-70b801592c01 admin admin] Deleting subnet b23aa9cf-568b-4905-8e2b-b7648ef430a0 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:50:57.125745 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d4f8b44-6bde-464c-a4cd-8eb5de8094dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.128896 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-50aae2ed-a5dc-4bfc-b4a5-64cf3c015b63 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.140628 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-346f5cbd-0a4e-4680-b498-70b801592c01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.142304 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a5689a23-bd08-430e-be05-d194a502c977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:57.145379 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Port 46a8d0a2-5ddd-4518-8bf4-03e397e70a5f was deleted so its status cannot be updated. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 17 08:50:57.159117 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 2ea3d2d8-0927-4be2-8153-f2b8aed93b98 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:50:57.188817 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 2ea3d2d8-0927-4be2-8153-f2b8aed93b98 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:50:57.189188 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 2ea3d2d8-0927-4be2-8153-f2b8aed93b98 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:50:57.243355 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f8b44-6bde-464c-a4cd-8eb5de8094dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de0f622-a4b1-4aa9-890c-b66a98264810,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:57.259516 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1d4f8b44-6bde-464c-a4cd-8eb5de8094dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:57.261387 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c1c4fc-5a13-468f-9948-3f22bb6eee81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-82bfa418-ea48-465a-a363-98a6017b4f9c', 'network_id': '82bfa418-ea48-465a-a363-98a6017b4f9c', 'tenant_id': 'a8f3419eed19472e930ba652f03289e9', 'fixed_ips': [{'subnet_id': 'f7dabf3e-e41b-49a4-876a-8096b4af89f1'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:50:57.262421 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e0c1c4fc-5a13-468f-9948-3f22bb6eee81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.262530 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f690889b-3e22-48e4-b4bc-8e8f1c208b04 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:57.265228 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-04884420-d1eb-4f6d-93fc-38a229169899 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9449160 Jun 17 08:50:57.268131 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 58144) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:57.274589 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-bac89662-b4f6-4534-9959-2b9c70b5cf27 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1769656157', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:57.340500 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-1d4f8b44-6bde-464c-a4cd-8eb5de8094dc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d0cd51347d43439b813f206a3ebed877&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0830960 Jun 17 08:50:57.344627 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 58146) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:57.345210 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aae2ed-a5dc-4bfc-b4a5-64cf3c015b63 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Pushing event deleted for resources: {'Port': ['ID=46a8d0a2-5ddd-4518-8bf4-03e397e70a5f,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:57.355834 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-50aae2ed-a5dc-4bfc-b4a5-64cf3c015b63 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:57.364967 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-346f5cbd-0a4e-4680-b498-70b801592c01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.411952 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-50aae2ed-a5dc-4bfc-b4a5-64cf3c015b63 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.427521 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bac89662-b4f6-4534-9959-2b9c70b5cf27 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.429179 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bac89662-b4f6-4534-9959-2b9c70b5cf27 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.457936 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-e0c1c4fc-5a13-468f-9948-3f22bb6eee81 None None] Allocated IP 172.20.0.2 (82bfa418-ea48-465a-a363-98a6017b4f9c/f7dabf3e-e41b-49a4-876a-8096b4af89f1/afac7d87-d614-43c4-8053-8b7289a97ca5) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:57.458650 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-01e27688-98df-403f-882f-33ca87260709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.516706 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-50aae2ed-a5dc-4bfc-b4a5-64cf3c015b63 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.520706 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-50aae2ed-a5dc-4bfc-b4a5-64cf3c015b63 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.535632 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-01e27688-98df-403f-882f-33ca87260709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.595430 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bac89662-b4f6-4534-9959-2b9c70b5cf27 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.605019 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-346f5cbd-0a4e-4680-b498-70b801592c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.638137 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 9cc07716-1e74-48d1-abc5-958a95071ea4 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:50:57.677203 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e0c1c4fc-5a13-468f-9948-3f22bb6eee81 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.706160 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-50aae2ed-a5dc-4bfc-b4a5-64cf3c015b63 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.710186 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50aae2ed-a5dc-4bfc-b4a5-64cf3c015b63 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 030e258a-d79b-4020-be74-17a4de9eca8b {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:50:57.711410 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-50aae2ed-a5dc-4bfc-b4a5-64cf3c015b63 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.712618 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-50aae2ed-a5dc-4bfc-b4a5-64cf3c015b63 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "DELETE /v2.0/routers/030e258a-d79b-4020-be74-17a4de9eca8b HTTP/1.1" status: 204 len: 168 time: 3.7835267 Jun 17 08:50:57.716197 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58160) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:57.756189 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bac89662-b4f6-4534-9959-2b9c70b5cf27 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.783774 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-01e27688-98df-403f-882f-33ca87260709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.783990 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e0c1c4fc-5a13-468f-9948-3f22bb6eee81 None None] Transition to ACTIVE for port object afac7d87-d614-43c4-8053-8b7289a97ca5 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:57.789108 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-01e27688-98df-403f-882f-33ca87260709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.792744 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-01e27688-98df-403f-882f-33ca87260709 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6de0f622-a4b1-4aa9-890c-b66a98264810 HTTP/1.1" status: 204 len: 168 time: 0.4445553 Jun 17 08:50:57.792744 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b75b5b37-c19d-4049-8804-d6fa7d3d8402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:57.793201 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-346f5cbd-0a4e-4680-b498-70b801592c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.800719 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-88af7ad0-7a64-45c4-9f9d-e44d8f7a60db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:57.817037 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e27688-98df-403f-882f-33ca87260709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de0f622-a4b1-4aa9-890c-b66a98264810,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:57.821416 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-01e27688-98df-403f-882f-33ca87260709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:57.834376 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 9cc07716-1e74-48d1-abc5-958a95071ea4 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:50:57.851025 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f5cbd-0a4e-4680-b498-70b801592c01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b23aa9cf-568b-4905-8e2b-b7648ef430a0,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:57.853553 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 9cc07716-1e74-48d1-abc5-958a95071ea4 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:57.854174 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.882369 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-346f5cbd-0a4e-4680-b498-70b801592c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:57.894614 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-346f5cbd-0a4e-4680-b498-70b801592c01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.898418 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-346f5cbd-0a4e-4680-b498-70b801592c01 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b23aa9cf-568b-4905-8e2b-b7648ef430a0 HTTP/1.1" status: 204 len: 168 time: 0.8752947 Jun 17 08:50:57.899458 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 58176) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:57.901660 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bed535d6-13b7-4522-83b2-b89682f627d3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.913916 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e0c1c4fc-5a13-468f-9948-3f22bb6eee81 None None] Transition to ACTIVE for port object afac7d87-d614-43c4-8053-8b7289a97ca5 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:57.924615 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bac89662-b4f6-4534-9959-2b9c70b5cf27 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.932855 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-bac89662-b4f6-4534-9959-2b9c70b5cf27 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6628623 Jun 17 08:50:57.936699 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec4d5f7-d25f-40b1-9c79-320bb173e791 None None] Network 8febca87-b053-4652-aefe-046fdedc430b requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:50:57.963840 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58178) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:58.107831 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e0c1c4fc-5a13-468f-9948-3f22bb6eee81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:58.110135 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-6e0b8430-8374-41f8-9aa2-a174c5159543 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:58.114818 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:58.152144 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:58.199431 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c1c4fc-5a13-468f-9948-3f22bb6eee81 None None] Network 82bfa418-ea48-465a-a363-98a6017b4f9c is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:58.200565 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c770eb-21ec-40b8-b003-762af2d3bee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc07716-1e74-48d1-abc5-958a95071ea4'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:58.218275 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52b935f-3ec6-415a-9fdf-c40f4b17e618" -d '{"events": [{"server_uuid": "c0c770eb-21ec-40b8-b003-762af2d3bee5", "name": "network-vif-plugged", "status": "completed", "tag": "9cc07716-1e74-48d1-abc5-958a95071ea4"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:58.229726 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-e0c1c4fc-5a13-468f-9948-3f22bb6eee81 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:58.255055 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c1c4fc-5a13-468f-9948-3f22bb6eee81 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:58.264548 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 9cc07716-1e74-48d1-abc5-958a95071ea4, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=9cc07716-1e74-48d1-abc5-958a95071ea4,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:58.270508 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c8d88daf-f586-4117-a959-c4c05b9fa44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:58.331513 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1c4fc-5a13-468f-9948-3f22bb6eee81 None None] Pushing event updated for resources: {'Port': ['ID=afac7d87-d614-43c4-8053-8b7289a97ca5,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:58.336041 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e0c1c4fc-5a13-468f-9948-3f22bb6eee81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:58.388620 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c1148-4278-46d0-a05f-184befb25483 req-c0d0cc8e-8f62-4b6f-8b5b-c618cca16fc0 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:58.390840 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:58.397416 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:58.398808 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6f1c1148-4278-46d0-a05f-184befb25483 req-c0d0cc8e-8f62-4b6f-8b5b-c618cca16fc0 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 945 time: 0.2754369 Jun 17 08:50:58.534471 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-e0c1c4fc-5a13-468f-9948-3f22bb6eee81 None None] Attempting to bind port afac7d87-d614-43c4-8053-8b7289a97ca5 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:58.535422 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-e0c1c4fc-5a13-468f-9948-3f22bb6eee81 None None] Attempting to bind port afac7d87-d614-43c4-8053-8b7289a97ca5 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '39aa0019-5ea9-4bf9-bb08-4071b66f9054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '82bfa418-ea48-465a-a363-98a6017b4f9c'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:58.535937 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c1c4fc-5a13-468f-9948-3f22bb6eee81 None None] Attempting to bind port afac7d87-d614-43c4-8053-8b7289a97ca5 on network 82bfa418-ea48-465a-a363-98a6017b4f9c {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:58.573641 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c1c4fc-5a13-468f-9948-3f22bb6eee81 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:50:58.574294 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c1c4fc-5a13-468f-9948-3f22bb6eee81 None None] Checking segment: {'id': '39aa0019-5ea9-4bf9-bb08-4071b66f9054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '82bfa418-ea48-465a-a363-98a6017b4f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:58.574967 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e0c1c4fc-5a13-468f-9948-3f22bb6eee81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:58.575554 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c1c4fc-5a13-468f-9948-3f22bb6eee81 None None] Bound using segment: {'id': '39aa0019-5ea9-4bf9-bb08-4071b66f9054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '82bfa418-ea48-465a-a363-98a6017b4f9c'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:50:58.576395 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-e0c1c4fc-5a13-468f-9948-3f22bb6eee81 None None] Bound port: afac7d87-d614-43c4-8053-8b7289a97ca5, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39aa0019-5ea9-4bf9-bb08-4071b66f9054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '82bfa418-ea48-465a-a363-98a6017b4f9c'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:50:58.577013 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e0c1c4fc-5a13-468f-9948-3f22bb6eee81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:58.589082 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6f1c1148-4278-46d0-a05f-184befb25483 req-2256830c-28c2-4355-8240-154f99c17e2f tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886268 Jun 17 08:50:58.595666 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=9cc07716-1e74-48d1-abc5-958a95071ea4,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:58.603493 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:58.613534 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-c8d88daf-f586-4117-a959-c4c05b9fa44d admin admin] Deleting port d9c30192-483e-4da3-bf09-8584823b9b2d {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:58.616148 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c8d88daf-f586-4117-a959-c4c05b9fa44d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:58.690050 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63ef55f-9039-4681-9391-67a5d3ee191c None None] DHCP port deletion for 8febca87-b053-4652-aefe-046fdedc430b request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:50:58.740030 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bed535d6-13b7-4522-83b2-b89682f627d3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:58.749801 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:50:58.750105 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-c8d88daf-f586-4117-a959-c4c05b9fa44d admin admin] For port d9c30192-483e-4da3-bf09-8584823b9b2d, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=d9c30192-483e-4da3-bf09-8584823b9b2d,segment=NetworkSegment(b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f),segment_id=b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:58.750894 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c8d88daf-f586-4117-a959-c4c05b9fa44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:58.863770 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:50:58.864280 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 6fc42ba2-18bc-4fbf-be1e-3b2dc3dd8be3 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:50:58.880852 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-c8d88daf-f586-4117-a959-c4c05b9fa44d admin admin] Calling delete_port for d9c30192-483e-4da3-bf09-8584823b9b2d owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:58.916773 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:50:58.922203 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:58.922203 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:50:58.922203 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:58.922203 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:50:58.922203 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:58.922203 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:50:58.922203 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:58.922203 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:50:58.922203 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:50:58.922203 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:50:58.922203 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:58.922203 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:50:58.922203 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:58.922203 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:50:58.946429 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-e0c1c4fc-5a13-468f-9948-3f22bb6eee81 None None] For port afac7d87-d614-43c4-8053-8b7289a97ca5, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:50:58.972392 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b2521c60-cc91-43fb-81ab-35d5122dacf5 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:58.993086 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-e0c1c4fc-5a13-468f-9948-3f22bb6eee81 None None] For port afac7d87-d614-43c4-8053-8b7289a97ca5, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=afac7d87-d614-43c4-8053-8b7289a97ca5,segment=NetworkSegment(39aa0019-5ea9-4bf9-bb08-4071b66f9054),segment_id=39aa0019-5ea9-4bf9-bb08-4071b66f9054)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:50:58.998068 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-f63ef55f-9039-4681-9391-67a5d3ee191c None None] Deleting port d9c30192-483e-4da3-bf09-8584823b9b2d {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:58.998368 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f63ef55f-9039-4681-9391-67a5d3ee191c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.001045 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f1daad3e-eadf-49f0-9549-4482ed0d4f40 req-cf371326-0969-47be-b0bb-5915f7712f80 tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.0577302 Jun 17 08:50:59.097910 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e0c1c4fc-5a13-468f-9948-3f22bb6eee81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.115944 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:59.184488 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5305f7-0349-4a53-87fa-1f5ebd94ce2f x-openstack-request-id: req-5b5305f7-0349-4a53-87fa-1f5ebd94ce2f {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:59.184795 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c770eb-21ec-40b8-b003-762af2d3bee5", "name": "network-vif-plugged", "status": "completed", "tag": "9cc07716-1e74-48d1-abc5-958a95071ea4", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:59.185105 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b5305f7-0349-4a53-87fa-1f5ebd94ce2f {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:59.185509 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c770eb-21ec-40b8-b003-762af2d3bee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc07716-1e74-48d1-abc5-958a95071ea4', 'code': 200} Jun 17 08:50:59.195271 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c8d88daf-f586-4117-a959-c4c05b9fa44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.200344 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-99d966c5-1971-49b8-ac0e-91cf310e2be0 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:59.209507 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-f63ef55f-9039-4681-9391-67a5d3ee191c None None] For port d9c30192-483e-4da3-bf09-8584823b9b2d, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=d9c30192-483e-4da3-bf09-8584823b9b2d,segment=NetworkSegment(b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f),segment_id=b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:59.209976 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f63ef55f-9039-4681-9391-67a5d3ee191c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.296186 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d88daf-f586-4117-a959-c4c05b9fa44d admin admin] No DVR routers for this DVR port d9c30192-483e-4da3-bf09-8584823b9b2d on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:50:59.302384 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d88daf-f586-4117-a959-c4c05b9fa44d admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c30192-483e-4da3-bf09-8584823b9b2d,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:59.306003 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c8d88daf-f586-4117-a959-c4c05b9fa44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:59.329339 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-f63ef55f-9039-4681-9391-67a5d3ee191c None None] Calling delete_port for d9c30192-483e-4da3-bf09-8584823b9b2d owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:59.372606 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1c4fc-5a13-468f-9948-3f22bb6eee81 None None] Pushing event updated for resources: {'Port': ['ID=afac7d87-d614-43c4-8053-8b7289a97ca5,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:59.427871 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c8d88daf-f586-4117-a959-c4c05b9fa44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.435205 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e0c1c4fc-5a13-468f-9948-3f22bb6eee81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:59.441508 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-c8d88daf-f586-4117-a959-c4c05b9fa44d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8febca87-b053-4652-aefe-046fdedc430b']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:59.450103 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-bed535d6-13b7-4522-83b2-b89682f627d3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Deleting port 6a09e6a8-495a-462b-8985-5009181e5aa1 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:59.450448 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bed535d6-13b7-4522-83b2-b89682f627d3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.472332 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-91261274-3bc8-4613-83dd-13b6b38a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.478545 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-c8d88daf-f586-4117-a959-c4c05b9fa44d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:59.479023 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-c8d88daf-f586-4117-a959-c4c05b9fa44d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d7487f-82f1-4cc2-95f6-81d2d1bc9f1f') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:59.513550 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c8d88daf-f586-4117-a959-c4c05b9fa44d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.533655 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f63ef55f-9039-4681-9391-67a5d3ee191c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.545810 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c8d88daf-f586-4117-a959-c4c05b9fa44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.551001 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:59.585764 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63ef55f-9039-4681-9391-67a5d3ee191c None None] No DVR routers for this DVR port d9c30192-483e-4da3-bf09-8584823b9b2d on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:50:59.587503 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ef55f-9039-4681-9391-67a5d3ee191c None None] Pushing event deleted for resources: {'Port': ['ID=d9c30192-483e-4da3-bf09-8584823b9b2d,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:59.593976 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f63ef55f-9039-4681-9391-67a5d3ee191c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:59.607864 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d88daf-f586-4117-a959-c4c05b9fa44d admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:50:59.609167 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c8d88daf-f586-4117-a959-c4c05b9fa44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:50:59.611754 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:50:59.723547 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67896006-3eb5-41e1-bc7b-0e6cae12582d req-f73b9b39-a46c-44a0-978b-5973ef7b80c3 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:59.728233 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-67896006-3eb5-41e1-bc7b-0e6cae12582d req-f73b9b39-a46c-44a0-978b-5973ef7b80c3 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/ports?device_id=af564a26-166b-45d9-ad3d-60ed4cb01ba8 HTTP/1.1" status: 200 len: 950 time: 0.1775942 Jun 17 08:50:59.770797 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-67896006-3eb5-41e1-bc7b-0e6cae12582d req-6c710f7b-5ff7-4686-bebc-71ff42fe1e52 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e1b73b-6383-4a2d-a9b2-c31b5efd8237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370283 Jun 17 08:50:59.772616 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-bed535d6-13b7-4522-83b2-b89682f627d3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] For port 6a09e6a8-495a-462b-8985-5009181e5aa1, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=6a09e6a8-495a-462b-8985-5009181e5aa1,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:59.773158 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bed535d6-13b7-4522-83b2-b89682f627d3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.777458 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4e2f6-2b9d-4e15-b593-f240737d502b req-611d94b5-ba6c-4c19-8431-2aac35dac5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:59.778991 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6fa4e2f6-2b9d-4e15-b593-f240737d502b req-611d94b5-ba6c-4c19-8431-2aac35dac5a1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 1098 time: 0.4342253 Jun 17 08:50:59.788580 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c8d88daf-f586-4117-a959-c4c05b9fa44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.797575 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c8d88daf-f586-4117-a959-c4c05b9fa44d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.801721 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c8d88daf-f586-4117-a959-c4c05b9fa44d admin admin] 10.222.0.49 "DELETE /v2.0/networks/8febca87-b053-4652-aefe-046fdedc430b HTTP/1.1" status: 204 len: 168 time: 1.8986607 Jun 17 08:50:59.804860 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a75804-6c73-47e5-a7b6-b469359e7a7d req-300c4916-2dba-413b-9de6-81992227a614 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:59.812085 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-54a75804-6c73-47e5-a7b6-b469359e7a7d req-300c4916-2dba-413b-9de6-81992227a614 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=70ad6601-f910-4710-a366-c680f9aefd55 HTTP/1.1" status: 200 len: 944 time: 0.4432139 Jun 17 08:50:59.813371 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7655393c-c6bd-4e16-851d-7568af660e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:59.826335 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58238) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:59.834434 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d88daf-f586-4117-a959-c4c05b9fa44d admin admin] Pushing event deleted for resources: {'Network': ['ID=8febca87-b053-4652-aefe-046fdedc430b,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:59.837276 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c8d88daf-f586-4117-a959-c4c05b9fa44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:59.897413 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-bed535d6-13b7-4522-83b2-b89682f627d3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Calling delete_port for 6a09e6a8-495a-462b-8985-5009181e5aa1 owned by network:router_gateway {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:59.942404 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-b2521c60-cc91-43fb-81ab-35d5122dacf5 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Allocated IP 172.20.0.1 (82bfa418-ea48-465a-a363-98a6017b4f9c/f7dabf3e-e41b-49a4-876a-8096b4af89f1/92b82a01-5557-4ae8-9b44-94a94748ce3f) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:59.978601 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4eb9c4-8f30-4b70-84e2-08de72f8e616 req-d8feafb7-bc59-46b7-a298-39eed0312b48 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:59.986799 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0e4eb9c4-8f30-4b70-84e2-08de72f8e616 req-d8feafb7-bc59-46b7-a298-39eed0312b48 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 946 time: 0.0868578 Jun 17 08:51:00.038104 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6fa4e2f6-2b9d-4e15-b593-f240737d502b req-c64dff41-81b9-47ec-9909-adee595a1739 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177832 Jun 17 08:51:00.038201 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0e4eb9c4-8f30-4b70-84e2-08de72f8e616 req-fb590744-c38c-45c6-b349-aca4acd94af3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491714 Jun 17 08:51:00.075367 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-939b1d0b-ce61-443f-a584-245de4faa4cb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-520272398-network', 'tenant_id': '437ac5c04db24ad9a68699ae4d5910f6'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:00.237321 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b2521c60-cc91-43fb-81ab-35d5122dacf5 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.253321 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9a197415-5068-4fdc-8f25-a7ec66699ff7 req-37db375f-4468-4b71-805e-b00091718501 tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.0386045 Jun 17 08:51:00.294775 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-b2521c60-cc91-43fb-81ab-35d5122dacf5 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Transition to ACTIVE for port object 92b82a01-5557-4ae8-9b44-94a94748ce3f will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:00.315292 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 58256) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:00.320553 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-54a75804-6c73-47e5-a7b6-b469359e7a7d req-d4ff6af4-2254-4c9a-adc9-4e23097dbfe5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Deleting port f1ad74c0-c2a9-4ce1-9c51-11dc51939a99 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:00.320954 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-54a75804-6c73-47e5-a7b6-b469359e7a7d req-d4ff6af4-2254-4c9a-adc9-4e23097dbfe5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.370635 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2f1efd5c-59d2-493d-9d3c-c13aaf349581 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4e60ea9bd96f4406af1e48f6a271b4f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531635 Jun 17 08:51:00.381953 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 58262) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:00.384449 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939b1d0b-ce61-443f-a584-245de4faa4cb admin admin] Made reservation on behalf of 437ac5c04db24ad9a68699ae4d5910f6 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:00.386984 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-939b1d0b-ce61-443f-a584-245de4faa4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.439991 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-939b1d0b-ce61-443f-a584-245de4faa4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.471916 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f99c2793-33be-43aa-80e9-f10dc0dbd09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.491441 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d283c9-3a86-4796-9070-600959c09101 None None] Network 82bfa418-ea48-465a-a363-98a6017b4f9c requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:00.510529 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f99c2793-33be-43aa-80e9-f10dc0dbd09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.516184 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-54a75804-6c73-47e5-a7b6-b469359e7a7d req-d4ff6af4-2254-4c9a-adc9-4e23097dbfe5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] For port f1ad74c0-c2a9-4ce1-9c51-11dc51939a99, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=f1ad74c0-c2a9-4ce1-9c51-11dc51939a99,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:00.516868 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-54a75804-6c73-47e5-a7b6-b469359e7a7d req-d4ff6af4-2254-4c9a-adc9-4e23097dbfe5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.642232 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device afac7d87-d614-43c4-8053-8b7289a97ca5 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:00.669068 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-54a75804-6c73-47e5-a7b6-b469359e7a7d req-d4ff6af4-2254-4c9a-adc9-4e23097dbfe5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Calling delete_port for f1ad74c0-c2a9-4ce1-9c51-11dc51939a99 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:00.671692 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b2521c60-cc91-43fb-81ab-35d5122dacf5 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.678668 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-97ea0a60-6d0b-41f7-a01e-0566f93b9518 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:00.680025 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f99c2793-33be-43aa-80e9-f10dc0dbd09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.682752 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f99c2793-33be-43aa-80e9-f10dc0dbd09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.684119 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f99c2793-33be-43aa-80e9-f10dc0dbd09d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/69389c2d-cd0f-4052-9e86-ba96ed45f2b0 HTTP/1.1" status: 204 len: 168 time: 0.3011465 Jun 17 08:51:00.685133 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f678e10e-19ec-44bb-9041-f8553d9990fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:00.693929 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bed535d6-13b7-4522-83b2-b89682f627d3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.696320 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c2793-33be-43aa-80e9-f10dc0dbd09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69389c2d-cd0f-4052-9e86-ba96ed45f2b0,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:00.711390 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f99c2793-33be-43aa-80e9-f10dc0dbd09d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:00.726781 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-45a8706f-3ae1-4a97-a449-7aee6d04ba0d None None] Provisioning for port afac7d87-d614-43c4-8053-8b7289a97ca5 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:00.765065 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-939b1d0b-ce61-443f-a584-245de4faa4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.814696 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2521c60-cc91-43fb-81ab-35d5122dacf5 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Network 82bfa418-ea48-465a-a363-98a6017b4f9c is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:00.827163 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port afac7d87-d614-43c4-8053-8b7289a97ca5 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:00.833011 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port afac7d87-d614-43c4-8053-8b7289a97ca5 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:00.834353 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.874743 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-b2521c60-cc91-43fb-81ab-35d5122dacf5 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:00.877295 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2521c60-cc91-43fb-81ab-35d5122dacf5 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:00.911176 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-939b1d0b-ce61-443f-a584-245de4faa4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.940102 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.942223 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.971515 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2521c60-cc91-43fb-81ab-35d5122dacf5 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Pushing event updated for resources: {'Port': ['ID=92b82a01-5557-4ae8-9b44-94a94748ce3f,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:00.974663 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b2521c60-cc91-43fb-81ab-35d5122dacf5 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:00.997402 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port afac7d87-d614-43c4-8053-8b7289a97ca5, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=afac7d87-d614-43c4-8053-8b7289a97ca5,segment=NetworkSegment(39aa0019-5ea9-4bf9-bb08-4071b66f9054),segment_id=39aa0019-5ea9-4bf9-bb08-4071b66f9054)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:01.148896 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:01.156698 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:01.234020 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=afac7d87-d614-43c4-8053-8b7289a97ca5,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:01.239206 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 46a8d0a2-5ddd-4518-8bf4-03e397e70a5f no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:51:01.241308 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:01.267346 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 46a8d0a2-5ddd-4518-8bf4-03e397e70a5f {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:51:01.268052 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 46a8d0a2-5ddd-4518-8bf4-03e397e70a5f not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:51:01.268793 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d9c30192-483e-4da3-bf09-8584823b9b2d no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:51:01.306821 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: d9c30192-483e-4da3-bf09-8584823b9b2d {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:51:01.307646 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d9c30192-483e-4da3-bf09-8584823b9b2d not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:51:01.359898 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-71a41730-88f2-4db2-991c-9aec110d92da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.651s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:01.372747 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c0ca88d0-39c4-4356-94fb-e3a1ccebb1d5 None None] Provisioning for port 92b82a01-5557-4ae8-9b44-94a94748ce3f completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:01.377407 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c0ca88d0-39c4-4356-94fb-e3a1ccebb1d5 None None] Provisioning complete for port 92b82a01-5557-4ae8-9b44-94a94748ce3f triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:01.377724 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c0ca88d0-39c4-4356-94fb-e3a1ccebb1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:01.403898 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed535d6-13b7-4522-83b2-b89682f627d3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a09e6a8-495a-462b-8985-5009181e5aa1,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:01.409175 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939b1d0b-ce61-443f-a584-245de4faa4cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:51:01.412886 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-bed535d6-13b7-4522-83b2-b89682f627d3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:01.420422 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1d4f8b44-6bde-464c-a4cd-8eb5de8094dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.449s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:01.442583 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-939b1d0b-ce61-443f-a584-245de4faa4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:01.442926 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-939b1d0b-ce61-443f-a584-245de4faa4cb admin admin] Added segment 80333074-cb84-4cc7-be74-9b3558975b9b of type vlan for network 303472e8-423e-4bed-a870-8e3c5e75e0df Jun 17 08:51:01.445544 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca88d0-39c4-4356-94fb-e3a1ccebb1d5 None None] Port 92b82a01-5557-4ae8-9b44-94a94748ce3f cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:01.449994 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b2521c60-cc91-43fb-81ab-35d5122dacf5 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:01.456681 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c0ca88d0-39c4-4356-94fb-e3a1ccebb1d5 None None] Provisioning complete for port afac7d87-d614-43c4-8053-8b7289a97ca5 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:01.457096 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c0ca88d0-39c4-4356-94fb-e3a1ccebb1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:01.470662 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bed535d6-13b7-4522-83b2-b89682f627d3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:01.542174 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b1d0b-ce61-443f-a584-245de4faa4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ada7fb8-4e7b-49e8-a8c2-6e9ab17215f5,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:01.623978 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-939b1d0b-ce61-443f-a584-245de4faa4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:01.650609 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 761a48e5-6d22-4287-b50f-8fe47b592bb4 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:51:01.689921 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-939b1d0b-ce61-443f-a584-245de4faa4cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:01.694284 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bed535d6-13b7-4522-83b2-b89682f627d3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:01.696075 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-0b6f8875-1eba-40d4-a378-caf2a2f52fc9 None None] Provisioning complete for port 92b82a01-5557-4ae8-9b44-94a94748ce3f triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:01.696453 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0b6f8875-1eba-40d4-a378-caf2a2f52fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:01.700468 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bed535d6-13b7-4522-83b2-b89682f627d3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:01.755797 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-0b6f8875-1eba-40d4-a378-caf2a2f52fc9 None None] Port 92b82a01-5557-4ae8-9b44-94a94748ce3f cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:01.767047 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:01.790029 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af564a26-166b-45d9-ad3d-60ed4cb01ba8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '761a48e5-6d22-4287-b50f-8fe47b592bb4'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:51:01.792330 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6a29ca-e12d-4a69-af8c-98782b6cf2ae" -d '{"events": [{"server_uuid": "af564a26-166b-45d9-ad3d-60ed4cb01ba8", "name": "network-vif-unplugged", "status": "completed", "tag": "761a48e5-6d22-4287-b50f-8fe47b592bb4"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:51:01.804791 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 761a48e5-6d22-4287-b50f-8fe47b592bb4, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=761a48e5-6d22-4287-b50f-8fe47b592bb4,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:01.964836 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b2521c60-cc91-43fb-81ab-35d5122dacf5 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.001793 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-54a75804-6c73-47e5-a7b6-b469359e7a7d req-d4ff6af4-2254-4c9a-adc9-4e23097dbfe5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.003436 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-939b1d0b-ce61-443f-a584-245de4faa4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.004579 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939b1d0b-ce61-443f-a584-245de4faa4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:02.005159 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-939b1d0b-ce61-443f-a584-245de4faa4cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.007265 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bed535d6-13b7-4522-83b2-b89682f627d3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.007819 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed535d6-13b7-4522-83b2-b89682f627d3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b8fb7759-802f-424d-bd27-33bdfaf8d2cd {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:51:02.015260 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['0e4eeb5b-b661-429b-ab04-279d4c2200ff', '78fdcced-753d-4560-9cf1-25d274d617b3'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:51:02.021297 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a3a91b70-7a44-4999-9add-60a736fe54b9 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:02.027299 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bed535d6-13b7-4522-83b2-b89682f627d3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.028831 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-bed535d6-13b7-4522-83b2-b89682f627d3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "DELETE /v2.0/routers/b8fb7759-802f-424d-bd27-33bdfaf8d2cd HTTP/1.1" status: 204 len: 168 time: 4.3114600 Jun 17 08:51:02.032632 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 58320) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:02.039148 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-75c84223-5245-4945-9d63-01f562877dd8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-904959125', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}, 'admin_state_up': False}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:02.059241 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.064288 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:02.143286 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=761a48e5-6d22-4287-b50f-8fe47b592bb4,revision_number=8']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:02.147370 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:02.158116 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-75c84223-5245-4945-9d63-01f562877dd8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.159922 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-75c84223-5245-4945-9d63-01f562877dd8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.230249 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-75c84223-5245-4945-9d63-01f562877dd8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.296492 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a75804-6c73-47e5-a7b6-b469359e7a7d req-d4ff6af4-2254-4c9a-adc9-4e23097dbfe5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] No DVR routers for this DVR port f1ad74c0-c2a9-4ce1-9c51-11dc51939a99 on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:51:02.296721 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 58324) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:02.300294 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-54a75804-6c73-47e5-a7b6-b469359e7a7d req-d4ff6af4-2254-4c9a-adc9-4e23097dbfe5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.302308 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-54a75804-6c73-47e5-a7b6-b469359e7a7d req-d4ff6af4-2254-4c9a-adc9-4e23097dbfe5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "DELETE /v2.0/ports/f1ad74c0-c2a9-4ce1-9c51-11dc51939a99 HTTP/1.1" status: 204 len: 173 time: 2.4894550 Jun 17 08:51:02.302849 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ad6601-f910-4710-a366-c680f9aefd55', 'name': 'network-vif-deleted', 'tag': 'f1ad74c0-c2a9-4ce1-9c51-11dc51939a99'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:51:02.305547 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa9224d-73a4-498f-9407-ed11de77596e" -d '{"events": [{"server_uuid": "70ad6601-f910-4710-a366-c680f9aefd55", "name": "network-vif-deleted", "tag": "f1ad74c0-c2a9-4ce1-9c51-11dc51939a99"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:51:02.311406 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b1d0b-ce61-443f-a584-245de4faa4cb admin admin] Pushing event updated for resources: {'Network': ['ID=303472e8-423e-4bed-a870-8e3c5e75e0df,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:02.315607 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-939b1d0b-ce61-443f-a584-245de4faa4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:02.316171 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-370ff7c5-f6c0-470d-aa24-e649424cf237 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.293s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:02.324692 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 303472e8-423e-4bed-a870-8e3c5e75e0df details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:51:02.340680 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff6af4-2254-4c9a-adc9-4e23097dbfe5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Pushing event deleted for resources: {'Port': ['ID=f1ad74c0-c2a9-4ce1-9c51-11dc51939a99,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:02.353849 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d4ff6af4-2254-4c9a-adc9-4e23097dbfe5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:02.360396 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-939b1d0b-ce61-443f-a584-245de4faa4cb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.4936838 Jun 17 08:51:02.366307 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58330) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:02.372563 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-4793d3a8-269e-4a88-bac1-93120318c7b4 admin admin] Request body: {'subnet': {'network_id': '303472e8-423e-4bed-a870-8e3c5e75e0df', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-520272398-subnet', 'tenant_id': '437ac5c04db24ad9a68699ae4d5910f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:02.553300 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-2fdb23d7-af9c-472b-8d50-81ed5438c997 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-662377247-network', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:02.566627 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-75c84223-5245-4945-9d63-01f562877dd8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.601794 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b2521c60-cc91-43fb-81ab-35d5122dacf5 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.604313 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4793d3a8-269e-4a88-bac1-93120318c7b4 admin admin] Made reservation on behalf of 437ac5c04db24ad9a68699ae4d5910f6 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:02.608978 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4793d3a8-269e-4a88-bac1-93120318c7b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.705677 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device afac7d87-d614-43c4-8053-8b7289a97ca5 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:02.771081 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.784913 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdb23d7-af9c-472b-8d50-81ed5438c997 admin admin] Made reservation on behalf of 4201ecfcc96c4ba4985fddc21edba720 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:02.795934 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2fdb23d7-af9c-472b-8d50-81ed5438c997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.813288 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port afac7d87-d614-43c4-8053-8b7289a97ca5 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:02.813696 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.821589 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d79e85-5710-46b6-a507-3d320eed8b1e req-105d20f4-6187-4159-9d4a-a63125ed251d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:02.829511 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-47d79e85-5710-46b6-a507-3d320eed8b1e req-105d20f4-6187-4159-9d4a-a63125ed251d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 946 time: 0.2134755 Jun 17 08:51:02.838294 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2fdb23d7-af9c-472b-8d50-81ed5438c997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.913776 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b2521c60-cc91-43fb-81ab-35d5122dacf5 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.916904 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4e81531f-c1c6-46d2-a621-f536f1949d51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:02.943295 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-47d79e85-5710-46b6-a507-3d320eed8b1e req-11b976eb-f76a-4283-8960-ce1392404e3c tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126864 Jun 17 08:51:03.024923 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b2521c60-cc91-43fb-81ab-35d5122dacf5 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:03.035362 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 6a09e6a8-495a-462b-8985-5009181e5aa1 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:51:03.037381 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4793d3a8-269e-4a88-bac1-93120318c7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:03.070689 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2521c60-cc91-43fb-81ab-35d5122dacf5 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Pushing event updated for resources: {'Port': ['ID=92b82a01-5557-4ae8-9b44-94a94748ce3f,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:03.077959 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b2521c60-cc91-43fb-81ab-35d5122dacf5 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:03.079197 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d632b2b1-2bf0-4866-92eb-7dfc165aee78 tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:03.090307 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 6a09e6a8-495a-462b-8985-5009181e5aa1 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:51:03.093567 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 6a09e6a8-495a-462b-8985-5009181e5aa1 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:51:03.162617 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-75c84223-5245-4945-9d63-01f562877dd8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router_gateway, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:03.212087 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-34cc8402-cf0a-4947-8b0c-1a9b5c152ea2 req-5d8f8c79-3e65-4c88-b518-01da9f2bed77 tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.0523818 Jun 17 08:51:03.216451 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-75c84223-5245-4945-9d63-01f562877dd8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:03.224379 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793d3a8-269e-4a88-bac1-93120318c7b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caa9f3ec-e7be-453d-b4ed-487eb388b818,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:03.230102 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4793d3a8-269e-4a88-bac1-93120318c7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:03.237971 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4793d3a8-269e-4a88-bac1-93120318c7b4 admin admin] Checking segment: {'id': '80333074-cb84-4cc7-be74-9b3558975b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '303472e8-423e-4bed-a870-8e3c5e75e0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:03.238539 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4793d3a8-269e-4a88-bac1-93120318c7b4 admin admin] Network hostable DHCP agents. Network: 303472e8-423e-4bed-a870-8e3c5e75e0df, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:51:03.282180 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2521c60-cc91-43fb-81ab-35d5122dacf5 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Network 82bfa418-ea48-465a-a363-98a6017b4f9c is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:03.283219 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284852eb-d491-4d4a-9d30-0b12ba0ebc28 x-openstack-request-id: req-284852eb-d491-4d4a-9d30-0b12ba0ebc28 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:51:03.283540 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af564a26-166b-45d9-ad3d-60ed4cb01ba8", "name": "network-vif-unplugged", "status": "completed", "tag": "761a48e5-6d22-4287-b50f-8fe47b592bb4", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:51:03.283743 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-b2521c60-cc91-43fb-81ab-35d5122dacf5 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:03.283889 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-284852eb-d491-4d4a-9d30-0b12ba0ebc28 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:51:03.284757 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af564a26-166b-45d9-ad3d-60ed4cb01ba8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '761a48e5-6d22-4287-b50f-8fe47b592bb4', 'code': 200} Jun 17 08:51:03.310435 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2fdb23d7-af9c-472b-8d50-81ed5438c997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:03.397718 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-75c84223-5245-4945-9d63-01f562877dd8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Allocated IP 172.25.2.168 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/dca73995-58e1-4943-a09a-1c1b68cc6a66) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:03.422224 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 17 Jun 2021 08:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5300fb-0bb1-4cc6-9849-48f29223f707 x-openstack-request-id: req-ac5300fb-0bb1-4cc6-9849-48f29223f707 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:51:03.422572 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ad6601-f910-4710-a366-c680f9aefd55", "name": "network-vif-deleted", "tag": "f1ad74c0-c2a9-4ce1-9c51-11dc51939a99", "status": "failed", "code": 422}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:51:03.422914 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ac5300fb-0bb1-4cc6-9849-48f29223f707 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:51:03.423388 n-d-758944-30 neutron-server[94519]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '70ad6601-f910-4710-a366-c680f9aefd55', 'name': 'network-vif-deleted', 'tag': 'f1ad74c0-c2a9-4ce1-9c51-11dc51939a99', 'status': 'failed', 'code': 422} returned with failed status Jun 17 08:51:03.426444 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4793d3a8-269e-4a88-bac1-93120318c7b4 admin admin] Network 303472e8-423e-4bed-a870-8e3c5e75e0df is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:51:03.459751 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2fdb23d7-af9c-472b-8d50-81ed5438c997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:03.472337 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-21be8212-e360-45a7-9f43-d50332361839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:03.511433 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-4793d3a8-269e-4a88-bac1-93120318c7b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 303472e8-423e-4bed-a870-8e3c5e75e0df) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:03.516397 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fdb23d7-af9c-472b-8d50-81ed5438c997 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:51:03.522375 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e83fed3-d7ec-4a26-9347-8c58cebf9292 None None] Network 303472e8-423e-4bed-a870-8e3c5e75e0df requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:03.526776 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb23d7-af9c-472b-8d50-81ed5438c997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2a7cad-0910-4311-9c94-495033dfbfc5,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:03.534346 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2fdb23d7-af9c-472b-8d50-81ed5438c997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:03.535883 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2fdb23d7-af9c-472b-8d50-81ed5438c997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:03.536388 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-2fdb23d7-af9c-472b-8d50-81ed5438c997 admin admin] Added segment 9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f of type vlan for network c5173993-fd11-42fa-843a-bd1549cdbf9f Jun 17 08:51:03.554198 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4793d3a8-269e-4a88-bac1-93120318c7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:03.554903 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4793d3a8-269e-4a88-bac1-93120318c7b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:03.576459 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2521c60-cc91-43fb-81ab-35d5122dacf5 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Router dd83936e-74c5-43d3-8e2d-9f9caff77e00 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:51:03.613248 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2fdb23d7-af9c-472b-8d50-81ed5438c997 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:03.628205 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-75c84223-5245-4945-9d63-01f562877dd8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:03.716156 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4361cc1a-64f5-4aff-b69e-4627eac9c0d4 None None] Network 303472e8-423e-4bed-a870-8e3c5e75e0df requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:03.732499 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4793d3a8-269e-4a88-bac1-93120318c7b4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3612826 Jun 17 08:51:03.738431 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-eda39e39-2f19-4b05-b1e8-7a7c7ae47658 None None] Provisioning complete for port 92b82a01-5557-4ae8-9b44-94a94748ce3f triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:03.738903 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-eda39e39-2f19-4b05-b1e8-7a7c7ae47658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:03.777344 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2521c60-cc91-43fb-81ab-35d5122dacf5 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:03.785052 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b2521c60-cc91-43fb-81ab-35d5122dacf5 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] 10.222.0.49 "PUT /v2.0/routers/dd83936e-74c5-43d3-8e2d-9f9caff77e00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8231533 Jun 17 08:51:03.787473 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58358) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:03.789695 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-75c84223-5245-4945-9d63-01f562877dd8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:03.792916 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-91b806d6-8373-422f-a0f1-710216a6917c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:03.794574 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-b91614b1-bc5e-4b67-bdfc-69bc034b2b0d tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Request body: {'port': {'network_id': '82bfa418-ea48-465a-a363-98a6017b4f9c', 'name': 'tempest-FloatingIPNegativeTestJSON-1723204680'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:03.795773 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2fdb23d7-af9c-472b-8d50-81ed5438c997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:03.799983 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdb23d7-af9c-472b-8d50-81ed5438c997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:03.799983 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2fdb23d7-af9c-472b-8d50-81ed5438c997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:03.840863 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4640f935-81df-42df-8f0e-9f4f61548f49 None None] Sync routers for ids ['dd83936e-74c5-43d3-8e2d-9f9caff77e00'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:03.899009 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c84223-5245-4945-9d63-01f562877dd8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:03.908954 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-75c84223-5245-4945-9d63-01f562877dd8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:03.919539 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4640f935-81df-42df-8f0e-9f4f61548f49 None None] Routers {'dd83936e-74c5-43d3-8e2d-9f9caff77e00'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:03.920246 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-4640f935-81df-42df-8f0e-9f4f61548f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:50:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['dd83936e-74c5-43d3-8e2d-9f9caff77e00'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:03.926770 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c84223-5245-4945-9d63-01f562877dd8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Pushing event updated for resources: {'Port': ['ID=dca73995-58e1-4943-a09a-1c1b68cc6a66,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:03.929496 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c84223-5245-4945-9d63-01f562877dd8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:03.932040 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-75c84223-5245-4945-9d63-01f562877dd8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:03.934070 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d09d4543-6dde-4cc2-8359-03f9ac20841a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:03.982894 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-eda39e39-2f19-4b05-b1e8-7a7c7ae47658 None None] Port 92b82a01-5557-4ae8-9b44-94a94748ce3f cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:03.986161 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-4640f935-81df-42df-8f0e-9f4f61548f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:04.008447 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4640f935-81df-42df-8f0e-9f4f61548f49 None None] Routers {'dd83936e-74c5-43d3-8e2d-9f9caff77e00'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:04.009099 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-4640f935-81df-42df-8f0e-9f4f61548f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:50:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['dd83936e-74c5-43d3-8e2d-9f9caff77e00'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:04.050086 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cddc8-7756-4424-819c-d595a9585250 req-f9fdff55-3f88-4268-ae99-582f74984de8 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:04.051724 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-423cddc8-7756-4424-819c-d595a9585250 req-f9fdff55-3f88-4268-ae99-582f74984de8 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 946 time: 0.0960796 Jun 17 08:51:04.064971 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2fdb23d7-af9c-472b-8d50-81ed5438c997 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7675548 Jun 17 08:51:04.067873 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58370) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:04.069344 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-4640f935-81df-42df-8f0e-9f4f61548f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:04.071122 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4640f935-81df-42df-8f0e-9f4f61548f49 None None] The sync data for ids ['dd83936e-74c5-43d3-8e2d-9f9caff77e00'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:04.073676 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-db347226-c3ed-434c-9a1c-a50214177e62 admin admin] Request body: {'subnet': {'network_id': 'c5173993-fd11-42fa-843a-bd1549cdbf9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-662377247-subnet', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:04.115604 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-423cddc8-7756-4424-819c-d595a9585250 req-4302cec6-ddce-4259-84a9-45429fe1415c tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483444 Jun 17 08:51:04.136045 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb23d7-af9c-472b-8d50-81ed5438c997 admin admin] Pushing event updated for resources: {'Network': ['ID=c5173993-fd11-42fa-843a-bd1549cdbf9f,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:04.138957 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2fdb23d7-af9c-472b-8d50-81ed5438c997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:04.149343 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network c5173993-fd11-42fa-843a-bd1549cdbf9f details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:51:04.193331 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91614b1-bc5e-4b67-bdfc-69bc034b2b0d tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Made reservation on behalf of a8f3419eed19472e930ba652f03289e9 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:04.196992 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b91614b1-bc5e-4b67-bdfc-69bc034b2b0d tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:04.220308 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [None req-b91614b1-bc5e-4b67-bdfc-69bc034b2b0d tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] device_id is not set on port cae026ca-8a15-4f9a-be51-4e1a671259a4 yet. {{(pid=94519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:51:04.342506 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-b91614b1-bc5e-4b67-bdfc-69bc034b2b0d tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Allocated IP 172.20.0.12 (82bfa418-ea48-465a-a363-98a6017b4f9c/f7dabf3e-e41b-49a4-876a-8096b4af89f1/cae026ca-8a15-4f9a-be51-4e1a671259a4) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:04.398416 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [req-cd8afc52-36ee-4095-b5ea-d2064f84e853 req-3be8df5a-d6d2-42dd-8c42-ae72b1ab3f1b tempest-SecurityGroupsNegativeTestJSON-1160738307 tempest-SecurityGroupsNegativeTestJSON-1160738307-project] show failed (client error): The resource could not be found. Jun 17 08:51:04.399473 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cd8afc52-36ee-4095-b5ea-d2064f84e853 req-3be8df5a-d6d2-42dd-8c42-ae72b1ab3f1b tempest-SecurityGroupsNegativeTestJSON-1160738307 tempest-SecurityGroupsNegativeTestJSON-1160738307-project] 10.222.0.49 "GET /v2.0/security-groups/dfa5ffca-c3fa-419a-bfe3-55fa5053faf9 HTTP/1.1" status: 404 len: 352 time: 0.0287912 Jun 17 08:51:04.456860 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db347226-c3ed-434c-9a1c-a50214177e62 admin admin] Made reservation on behalf of 4201ecfcc96c4ba4985fddc21edba720 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:04.459231 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-db347226-c3ed-434c-9a1c-a50214177e62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:04.465640 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-75c84223-5245-4945-9d63-01f562877dd8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router_gateway, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:04.635191 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b91614b1-bc5e-4b67-bdfc-69bc034b2b0d tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:04.680309 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-b91614b1-bc5e-4b67-bdfc-69bc034b2b0d tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Transition to ACTIVE for port object cae026ca-8a15-4f9a-be51-4e1a671259a4 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:04.682931 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-75c84223-5245-4945-9d63-01f562877dd8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:04.726145 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55683ddd-873f-4496-a6f2-e8aa4084d40c req-ee29d07f-3de7-406d-9453-4eb9ff376f0e tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:04.727697 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-55683ddd-873f-4496-a6f2-e8aa4084d40c req-ee29d07f-3de7-406d-9453-4eb9ff376f0e tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 946 time: 0.2198293 Jun 17 08:51:04.828094 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-55683ddd-873f-4496-a6f2-e8aa4084d40c req-29cbe9a5-d4cc-43a5-8c56-9fcb2c9e4eb9 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628672 Jun 17 08:51:04.933169 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-db347226-c3ed-434c-9a1c-a50214177e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:04.936697 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9310e53f-b635-4afb-957f-63b15cc45f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:05.013176 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-92f34dee-2790-434f-9c29-71ed5df4b446 req-9879ea88-b4b5-4888-a537-f34175027bc9 tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.0451767 Jun 17 08:51:05.016493 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b91614b1-bc5e-4b67-bdfc-69bc034b2b0d tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:05.034263 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db347226-c3ed-434c-9a1c-a50214177e62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96f5dabf-68ce-47ec-aa13-c93b9f2b86ce,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:05.044899 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-db347226-c3ed-434c-9a1c-a50214177e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:05.045484 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7c810b0c-8c79-4f1e-b694-ad5612e462ad tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:05.098198 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91614b1-bc5e-4b67-bdfc-69bc034b2b0d tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Network 82bfa418-ea48-465a-a363-98a6017b4f9c is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:05.099218 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db347226-c3ed-434c-9a1c-a50214177e62 admin admin] Checking segment: {'id': '9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c5173993-fd11-42fa-843a-bd1549cdbf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:05.099591 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db347226-c3ed-434c-9a1c-a50214177e62 admin admin] Network hostable DHCP agents. Network: c5173993-fd11-42fa-843a-bd1549cdbf9f, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:51:05.106383 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-b91614b1-bc5e-4b67-bdfc-69bc034b2b0d tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:05.114309 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91614b1-bc5e-4b67-bdfc-69bc034b2b0d tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:05.146063 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91614b1-bc5e-4b67-bdfc-69bc034b2b0d tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Pushing event updated for resources: {'Port': ['ID=cae026ca-8a15-4f9a-be51-4e1a671259a4,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:05.152257 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b91614b1-bc5e-4b67-bdfc-69bc034b2b0d tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:05.186197 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91614b1-bc5e-4b67-bdfc-69bc034b2b0d tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:05.186872 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b91614b1-bc5e-4b67-bdfc-69bc034b2b0d tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:05.251249 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db347226-c3ed-434c-9a1c-a50214177e62 admin admin] Network c5173993-fd11-42fa-843a-bd1549cdbf9f is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:51:05.265063 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bce87e6b-f638-4abc-b989-039fd82a2431 req-c8d1be01-afad-4eda-b0aa-f9131fa12178 tempest-SecurityGroupsNegativeTestJSON-1160738307 tempest-SecurityGroupsNegativeTestJSON-1160738307-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=437ac5c04db24ad9a68699ae4d5910f6 HTTP/1.1" status: 200 len: 2988 time: 0.0586796 Jun 17 08:51:05.289595 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c84223-5245-4945-9d63-01f562877dd8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Router dac0b7ad-67b9-4b89-a2ba-2b6e657253da is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:51:05.293460 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b91614b1-bc5e-4b67-bdfc-69bc034b2b0d tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5039163 Jun 17 08:51:05.294120 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58398) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:05.299115 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-81487204-38db-483d-9695-9c4eef9e6244 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:05.331775 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bce87e6b-f638-4abc-b989-039fd82a2431 req-a3fba08d-b79e-4329-811d-d8f6163400d7 tempest-SecurityGroupsNegativeTestJSON-1160738307 tempest-SecurityGroupsNegativeTestJSON-1160738307-project] 10.222.0.49 "GET /v2.0/security-groups/0ada7fb8-4e7b-49e8-a8c2-6e9ab17215f5 HTTP/1.1" status: 200 len: 2985 time: 0.0590618 Jun 17 08:51:05.359959 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-db347226-c3ed-434c-9a1c-a50214177e62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, c5173993-fd11-42fa-843a-bd1549cdbf9f) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:05.369763 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db347226-c3ed-434c-9a1c-a50214177e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:05.369763 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-db347226-c3ed-434c-9a1c-a50214177e62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:05.369956 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e834472-46f8-4f6c-a347-97aca73d49ff None None] Network c5173993-fd11-42fa-843a-bd1549cdbf9f requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:05.395094 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-81487204-38db-483d-9695-9c4eef9e6244 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks [] for floatingip, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:05.451167 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bce87e6b-f638-4abc-b989-039fd82a2431 req-9bd76a00-0cce-4064-9f8f-2f9a0aabef40 tempest-SecurityGroupsNegativeTestJSON-1160738307 tempest-SecurityGroupsNegativeTestJSON-1160738307-project] 10.222.0.49 "GET /v2.0/security-groups/0ada7fb8-4e7b-49e8-a8c2-6e9ab17215f5 HTTP/1.1" status: 200 len: 2985 time: 0.0870903 Jun 17 08:51:05.489337 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c84223-5245-4945-9d63-01f562877dd8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:05.492403 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb85ea4-d42a-4ecf-8b51-2cf6683081f0 None None] Sync routers for ids ['dac0b7ad-67b9-4b89-a2ba-2b6e657253da'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:05.502830 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb85ea4-d42a-4ecf-8b51-2cf6683081f0 None None] Routers {'dac0b7ad-67b9-4b89-a2ba-2b6e657253da'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:05.503907 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-fdb85ea4-d42a-4ecf-8b51-2cf6683081f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:50:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['dac0b7ad-67b9-4b89-a2ba-2b6e657253da'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:05.516479 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-db347226-c3ed-434c-9a1c-a50214177e62 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4451859 Jun 17 08:51:05.516958 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 58402) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:05.522049 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-bbcf7195-aacf-4c08-8f1c-f6a8edf41108 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-662377247-router', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:05.542111 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-fdb85ea4-d42a-4ecf-8b51-2cf6683081f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:05.549998 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-81487204-38db-483d-9695-9c4eef9e6244 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:05.552332 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb85ea4-d42a-4ecf-8b51-2cf6683081f0 None None] Routers {'dac0b7ad-67b9-4b89-a2ba-2b6e657253da'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:05.553198 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-fdb85ea4-d42a-4ecf-8b51-2cf6683081f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:50:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['dac0b7ad-67b9-4b89-a2ba-2b6e657253da'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:05.593233 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-75c84223-5245-4945-9d63-01f562877dd8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:05.593697 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-fdb85ea4-d42a-4ecf-8b51-2cf6683081f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:05.594486 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb85ea4-d42a-4ecf-8b51-2cf6683081f0 None None] The sync data for ids ['dac0b7ad-67b9-4b89-a2ba-2b6e657253da'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:05.595432 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-75c84223-5245-4945-9d63-01f562877dd8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.5605941 Jun 17 08:51:05.602265 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58406) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:05.605512 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-fe8ac83d-97ad-48ed-895a-c0b013a16aa3 None None] Provisioning for port cae026ca-8a15-4f9a-be51-4e1a671259a4 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:05.606823 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-2c9f1b5d-0012-46b8-8f61-fbac8ec40676 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'enable_snat': False}}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:05.611074 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-fe8ac83d-97ad-48ed-895a-c0b013a16aa3 None None] Provisioning complete for port cae026ca-8a15-4f9a-be51-4e1a671259a4 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:05.611469 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-fe8ac83d-97ad-48ed-895a-c0b013a16aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:05.635505 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc6d00d-95bd-4517-9802-e0a32166c05d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-c5173993-fd11-42fa-843a-bd1549cdbf9f', 'network_id': 'c5173993-fd11-42fa-843a-bd1549cdbf9f', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'fixed_ips': [{'subnet_id': '96f5dabf-68ce-47ec-aa13-c93b9f2b86ce'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:51:05.636381 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2cc6d00d-95bd-4517-9802-e0a32166c05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:05.663234 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50c8bb-f9d4-4e89-8eb5-c5d39a622757 req-989c7b18-1056-4001-9d93-c6149616069f tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:05.664773 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ae50c8bb-f9d4-4e89-8eb5-c5d39a622757 req-989c7b18-1056-4001-9d93-c6149616069f tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5fdff7-c360-47c7-a384-fa2b933878e4 HTTP/1.1" status: 200 len: 907 time: 0.0994158 Jun 17 08:51:05.672518 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-fe8ac83d-97ad-48ed-895a-c0b013a16aa3 None None] Port cae026ca-8a15-4f9a-be51-4e1a671259a4 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:05.706886 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bbcf7195-aacf-4c08-8f1c-f6a8edf41108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:05.708453 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bbcf7195-aacf-4c08-8f1c-f6a8edf41108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:05.784130 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bbcf7195-aacf-4c08-8f1c-f6a8edf41108 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:05.799885 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4c9ba7f0-709c-4f32-bf8c-7d098a86c7f1 req-d40b39e3-e8e0-474f-951b-5dd595e09bdc tempest-SecurityGroupsNegativeTestJSON-1160738307 tempest-SecurityGroupsNegativeTestJSON-1160738307-project] 10.222.0.49 "GET /v2.0/security-groups/0ada7fb8-4e7b-49e8-a8c2-6e9ab17215f5 HTTP/1.1" status: 200 len: 2985 time: 0.1986940 Jun 17 08:51:05.811744 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-81487204-38db-483d-9695-9c4eef9e6244 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Allocated IP 172.25.2.201 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/0706ffd6-50de-4fac-88a4-c55998e21066) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:05.825536 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-2cc6d00d-95bd-4517-9802-e0a32166c05d None None] Allocated IP 172.20.0.2 (c5173993-fd11-42fa-843a-bd1549cdbf9f/96f5dabf-68ce-47ec-aa13-c93b9f2b86ce/d51d1f46-00c7-4ad1-bcfc-68be958e18a2) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:05.862077 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7e359-4d52-4012-8e95-1eddfa756547 req-f0a3e0d1-16f3-46df-a2c1-9be63607b2b6 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:05.864094 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-86c7e359-4d52-4012-8e95-1eddfa756547 req-f0a3e0d1-16f3-46df-a2c1-9be63607b2b6 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 946 time: 0.0763643 Jun 17 08:51:05.989897 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2cc6d00d-95bd-4517-9802-e0a32166c05d None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:06.000515 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-2cc6d00d-95bd-4517-9802-e0a32166c05d None None] Transition to ACTIVE for port object d51d1f46-00c7-4ad1-bcfc-68be958e18a2 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:06.018108 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-2cc6d00d-95bd-4517-9802-e0a32166c05d None None] Transition to ACTIVE for port object d51d1f46-00c7-4ad1-bcfc-68be958e18a2 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:06.027929 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-86c7e359-4d52-4012-8e95-1eddfa756547 req-8c39e79d-0045-4e84-9b2b-ff8e41860457 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254961 Jun 17 08:51:06.034499 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bbcf7195-aacf-4c08-8f1c-f6a8edf41108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:06.049702 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [req-4c9ba7f0-709c-4f32-bf8c-7d098a86c7f1 req-994588a8-1b8e-4be9-bf97-9192900c9a3b tempest-SecurityGroupsNegativeTestJSON-1160738307 tempest-SecurityGroupsNegativeTestJSON-1160738307-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 17 08:51:06.050782 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4c9ba7f0-709c-4f32-bf8c-7d098a86c7f1 req-994588a8-1b8e-4be9-bf97-9192900c9a3b tempest-SecurityGroupsNegativeTestJSON-1160738307 tempest-SecurityGroupsNegativeTestJSON-1160738307-project] 10.222.0.49 "DELETE /v2.0/security-groups/0ada7fb8-4e7b-49e8-a8c2-6e9ab17215f5 HTTP/1.1" status: 409 len: 352 time: 0.2368197 Jun 17 08:51:06.076076 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-81487204-38db-483d-9695-9c4eef9e6244 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:06.094992 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [req-6ebe3033-bb35-4673-8111-d086d5e4665d req-04498a19-2bb3-428f-9f0e-e4f289ce61e6 tempest-SecurityGroupsNegativeTestJSON-1160738307 tempest-SecurityGroupsNegativeTestJSON-1160738307-project] show failed (client error): The resource could not be found. Jun 17 08:51:06.096446 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6ebe3033-bb35-4673-8111-d086d5e4665d req-04498a19-2bb3-428f-9f0e-e4f289ce61e6 tempest-SecurityGroupsNegativeTestJSON-1160738307 tempest-SecurityGroupsNegativeTestJSON-1160738307-project] 10.222.0.49 "GET /v2.0/security-groups/993d4da6-d7ac-4178-991f-1f42e93670fc HTTP/1.1" status: 404 len: 352 time: 0.0196013 Jun 17 08:51:06.109293 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2cc6d00d-95bd-4517-9802-e0a32166c05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:06.111288 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:06.139313 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [req-3aae0248-2665-4039-b127-85aee141d7b5 req-7f21c624-c46f-4f0a-9088-6f0a4d61938c tempest-SecurityGroupsNegativeTestJSON-1160738307 tempest-SecurityGroupsNegativeTestJSON-1160738307-project] show failed (client error): The resource could not be found. Jun 17 08:51:06.141799 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3aae0248-2665-4039-b127-85aee141d7b5 req-7f21c624-c46f-4f0a-9088-6f0a4d61938c tempest-SecurityGroupsNegativeTestJSON-1160738307 tempest-SecurityGroupsNegativeTestJSON-1160738307-project] 10.222.0.49 "GET /v2.0/security-groups/e0151cad-40fd-4a28-bbd9-2eec72ac32be HTTP/1.1" status: 404 len: 352 time: 0.0205030 Jun 17 08:51:06.157412 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6d00d-95bd-4517-9802-e0a32166c05d None None] Pushing event updated for resources: {'Port': ['ID=d51d1f46-00c7-4ad1-bcfc-68be958e18a2,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:06.157523 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 58416) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:06.157607 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-2cc6d00d-95bd-4517-9802-e0a32166c05d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:06.166448 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc6d00d-95bd-4517-9802-e0a32166c05d None None] Network c5173993-fd11-42fa-843a-bd1549cdbf9f is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:06.168225 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-2cc6d00d-95bd-4517-9802-e0a32166c05d None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:06.170717 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc6d00d-95bd-4517-9802-e0a32166c05d None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:06.221414 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ae1c76-d56a-4be7-8593-be7b39091a23 admin admin] Deleting subnet caa9f3ec-e7be-453d-b4ed-487eb388b818 {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:51:06.226256 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-47ae1c76-d56a-4be7-8593-be7b39091a23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:06.229808 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2c9f1b5d-0012-46b8-8f61-fbac8ec40676 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:06.238723 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-2cc6d00d-95bd-4517-9802-e0a32166c05d None None] Attempting to bind port d51d1f46-00c7-4ad1-bcfc-68be958e18a2 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:51:06.239241 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-2cc6d00d-95bd-4517-9802-e0a32166c05d None None] Attempting to bind port d51d1f46-00c7-4ad1-bcfc-68be958e18a2 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c5173993-fd11-42fa-843a-bd1549cdbf9f'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:51:06.239739 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc6d00d-95bd-4517-9802-e0a32166c05d None None] Attempting to bind port d51d1f46-00c7-4ad1-bcfc-68be958e18a2 on network c5173993-fd11-42fa-843a-bd1549cdbf9f {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:06.245525 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc6d00d-95bd-4517-9802-e0a32166c05d None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:51:06.246691 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc6d00d-95bd-4517-9802-e0a32166c05d None None] Checking segment: {'id': '9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c5173993-fd11-42fa-843a-bd1549cdbf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:06.247233 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2cc6d00d-95bd-4517-9802-e0a32166c05d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:06.247745 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc6d00d-95bd-4517-9802-e0a32166c05d None None] Bound using segment: {'id': '9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c5173993-fd11-42fa-843a-bd1549cdbf9f'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:51:06.248338 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-2cc6d00d-95bd-4517-9802-e0a32166c05d None None] Bound port: d51d1f46-00c7-4ad1-bcfc-68be958e18a2, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c5173993-fd11-42fa-843a-bd1549cdbf9f'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:51:06.248826 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2cc6d00d-95bd-4517-9802-e0a32166c05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:06.277204 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-05f100e3-bc4a-43e6-9132-2a534372d5d2 req-5310edd7-e026-4741-92e6-751a9632c998 tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.0355167 Jun 17 08:51:06.305387 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-47ae1c76-d56a-4be7-8593-be7b39091a23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:06.327405 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-2cc6d00d-95bd-4517-9802-e0a32166c05d None None] For port d51d1f46-00c7-4ad1-bcfc-68be958e18a2, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:51:06.331093 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-2cc6d00d-95bd-4517-9802-e0a32166c05d None None] For port d51d1f46-00c7-4ad1-bcfc-68be958e18a2, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=d51d1f46-00c7-4ad1-bcfc-68be958e18a2,segment=NetworkSegment(9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f),segment_id=9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:51:06.364795 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-47ae1c76-d56a-4be7-8593-be7b39091a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:06.412259 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-81487204-38db-483d-9695-9c4eef9e6244 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:06.414925 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-463efb4d-1a33-4c99-9c04-77a2f0bd3e2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:06.435189 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2cc6d00d-95bd-4517-9802-e0a32166c05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:06.437923 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-cacaaf4f-125b-4ae1-a56e-61a6f7b96d7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:06.464204 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81487204-38db-483d-9695-9c4eef9e6244 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:06.472948 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-81487204-38db-483d-9695-9c4eef9e6244 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:06.497150 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81487204-38db-483d-9695-9c4eef9e6244 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:06.513417 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6d00d-95bd-4517-9802-e0a32166c05d None None] Pushing event updated for resources: {'Port': ['ID=d51d1f46-00c7-4ad1-bcfc-68be958e18a2,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:06.524451 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-2cc6d00d-95bd-4517-9802-e0a32166c05d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:06.529129 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81487204-38db-483d-9695-9c4eef9e6244 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Pushing event updated for resources: {'Port': ['ID=0706ffd6-50de-4fac-88a4-c55998e21066,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:06.535566 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-81487204-38db-483d-9695-9c4eef9e6244 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:06.587875 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bbcf7195-aacf-4c08-8f1c-f6a8edf41108 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:06.614581 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bbcf7195-aacf-4c08-8f1c-f6a8edf41108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:06.618991 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-47ae1c76-d56a-4be7-8593-be7b39091a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:06.626546 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:06.665358 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae1c76-d56a-4be7-8593-be7b39091a23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caa9f3ec-e7be-453d-b4ed-487eb388b818,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:06.669581 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-47ae1c76-d56a-4be7-8593-be7b39091a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:06.703223 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-47ae1c76-d56a-4be7-8593-be7b39091a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:06.707512 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-47ae1c76-d56a-4be7-8593-be7b39091a23 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/caa9f3ec-e7be-453d-b4ed-487eb388b818 HTTP/1.1" status: 204 len: 168 time: 0.5500956 Jun 17 08:51:06.712032 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-78780ea9-01d0-4970-a346-e4bb7de5f765 req-2a7f1e55-87be-43d7-81ea-44307c09815c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=18ab51f4-19fc-405c-a70d-76da962dbc91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1856041 Jun 17 08:51:06.712598 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 58428) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:06.933312 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1edeb7fa-d384-4ddd-8cd3-587260109582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:07.009679 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-bbcf7195-aacf-4c08-8f1c-f6a8edf41108 admin admin] Allocated IP 172.25.2.230 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:07.034796 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78780ea9-01d0-4970-a346-e4bb7de5f765 req-695c6d5d-0c25-423b-ad61-3a2cdf0a04a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:07.039043 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-78780ea9-01d0-4970-a346-e4bb7de5f765 req-695c6d5d-0c25-423b-ad61-3a2cdf0a04a5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d&device_id=18ab51f4-19fc-405c-a70d-76da962dbc91 HTTP/1.1" status: 200 len: 1098 time: 0.2691908 Jun 17 08:51:07.161172 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-81487204-38db-483d-9695-9c4eef9e6244 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:07.198167 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1edeb7fa-d384-4ddd-8cd3-587260109582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:07.210595 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242f4cb-1a28-40ef-8d21-b2697964b29b req-f8af4edb-6354-453b-a942-dbac78961888 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:07.212160 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e242f4cb-1a28-40ef-8d21-b2697964b29b req-f8af4edb-6354-453b-a942-dbac78961888 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5fdff7-c360-47c7-a384-fa2b933878e4 HTTP/1.1" status: 200 len: 907 time: 0.3188682 Jun 17 08:51:07.227565 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-1edeb7fa-d384-4ddd-8cd3-587260109582 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['303472e8-423e-4bed-a870-8e3c5e75e0df']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:07.244833 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-1edeb7fa-d384-4ddd-8cd3-587260109582 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80333074-cb84-4cc7-be74-9b3558975b9b') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:07.245307 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-1edeb7fa-d384-4ddd-8cd3-587260109582 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80333074-cb84-4cc7-be74-9b3558975b9b') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:07.301592 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bbcf7195-aacf-4c08-8f1c-f6a8edf41108 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:07.309494 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1edeb7fa-d384-4ddd-8cd3-587260109582 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:07.318456 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2eb74-d7a6-4f02-95ee-a2598cbded8f req-118412aa-e882-4a02-9be3-b3b15edc717e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:07.320010 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-31e2eb74-d7a6-4f02-95ee-a2598cbded8f req-118412aa-e882-4a02-9be3-b3b15edc717e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5fdff7-c360-47c7-a384-fa2b933878e4 HTTP/1.1" status: 200 len: 907 time: 0.3106201 Jun 17 08:51:07.328371 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559578e3-31fc-4b4e-9156-c72c2bb4fc78 req-3683b6e7-7040-4478-852b-af8d536ed3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:07.329840 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-559578e3-31fc-4b4e-9156-c72c2bb4fc78 req-3683b6e7-7040-4478-852b-af8d536ed3c1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6cd435fb45d1477fa4a6118a5f417b8b&device_id=af564a26-166b-45d9-ad3d-60ed4cb01ba8 HTTP/1.1" status: 200 len: 1100 time: 0.3181031 Jun 17 08:51:07.357187 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78780ea9-01d0-4970-a346-e4bb7de5f765 req-90a9e933-85ae-46f7-9af6-0c454a3a5a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:07.358847 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-78780ea9-01d0-4970-a346-e4bb7de5f765 req-90a9e933-85ae-46f7-9af6-0c454a3a5a72 service neutron] 10.222.0.50 "GET /v2.0/networks?id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f HTTP/1.1" status: 200 len: 913 time: 0.2938113 Jun 17 08:51:07.427447 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-78780ea9-01d0-4970-a346-e4bb7de5f765 req-a63e733f-21a4-4e08-af7b-849e59b4700f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78fdcced-753d-4560-9cf1-25d274d617b3 HTTP/1.1" status: 200 len: 217 time: 0.0570018 Jun 17 08:51:07.438243 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1edeb7fa-d384-4ddd-8cd3-587260109582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:07.506453 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1edeb7fa-d384-4ddd-8cd3-587260109582 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:51:07.506959 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1edeb7fa-d384-4ddd-8cd3-587260109582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:51:07.508839 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:51:07.516489 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-81487204-38db-483d-9695-9c4eef9e6244 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:07.546434 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6fd1234a-c3f5-493a-a058-cab29589c635 req-7786f77e-0753-4372-9dab-f656afbb83b4 tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.0915806 Jun 17 08:51:07.566932 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9847f-8cd8-4190-a654-7756bfe61f10 req-e73e9d5b-fd2e-44b0-b5f8-c887807286b6 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:07.574557 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-04a9847f-8cd8-4190-a654-7756bfe61f10 req-e73e9d5b-fd2e-44b0-b5f8-c887807286b6 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 946 time: 0.4076490 Jun 17 08:51:07.614387 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78780ea9-01d0-4970-a346-e4bb7de5f765 req-923543a0-bc28-4d5d-9f48-de4f861d2fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:07.616046 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-78780ea9-01d0-4970-a346-e4bb7de5f765 req-923543a0-bc28-4d5d-9f48-de4f861d2fa5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f1cd377-e173-40e7-8f95-b9cee993c643 HTTP/1.1" status: 200 len: 851 time: 0.1796155 Jun 17 08:51:07.680497 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78780ea9-01d0-4970-a346-e4bb7de5f765 req-7241dd0e-846b-4c80-8cd1-73f1131c2ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:07.682110 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-78780ea9-01d0-4970-a346-e4bb7de5f765 req-7241dd0e-846b-4c80-8cd1-73f1131c2ee9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585055 Jun 17 08:51:07.693974 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 761a48e5-6d22-4287-b50f-8fe47b592bb4 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:51:07.721872 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e879f43a-0dba-4f9d-9eee-ec82f52a1894 None None] Network c5173993-fd11-42fa-843a-bd1549cdbf9f requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:07.731440 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559578e3-31fc-4b4e-9156-c72c2bb4fc78 req-a5b94ad2-17db-4556-871e-d2b0c1f68b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:07.733280 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-559578e3-31fc-4b4e-9156-c72c2bb4fc78 req-a5b94ad2-17db-4556-871e-d2b0c1f68b82 service neutron] 10.222.0.53 "GET /v2.0/networks?id=26debee9-bc17-4dec-acaf-a4c976511744 HTTP/1.1" status: 200 len: 870 time: 0.3708532 Jun 17 08:51:07.747382 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bbcf7195-aacf-4c08-8f1c-f6a8edf41108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:07.749461 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1edeb7fa-d384-4ddd-8cd3-587260109582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:07.756146 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-227a3a12-4c14-4cfa-828c-a5510e1223c1 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:07.765892 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1edeb7fa-d384-4ddd-8cd3-587260109582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:07.767791 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1edeb7fa-d384-4ddd-8cd3-587260109582 admin admin] 10.222.0.49 "DELETE /v2.0/networks/303472e8-423e-4bed-a870-8e3c5e75e0df HTTP/1.1" status: 204 len: 168 time: 1.0493433 Jun 17 08:51:07.805965 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcf7195-aacf-4c08-8f1c-f6a8edf41108 admin admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:07.814141 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-bbcf7195-aacf-4c08-8f1c-f6a8edf41108 admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:07.823541 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcf7195-aacf-4c08-8f1c-f6a8edf41108 admin admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:07.831738 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-04a9847f-8cd8-4190-a654-7756bfe61f10 req-f180613e-dfb9-4559-9994-45f2e8923013 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562702 Jun 17 08:51:07.880566 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf7195-aacf-4c08-8f1c-f6a8edf41108 admin admin] Pushing event updated for resources: {'Port': ['ID=ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:07.884906 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-559578e3-31fc-4b4e-9156-c72c2bb4fc78 req-4a083ac8-49fb-4eeb-98e9-8deb1d0c25fc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=761a48e5-6d22-4287-b50f-8fe47b592bb4 HTTP/1.1" status: 200 len: 217 time: 0.1387370 Jun 17 08:51:07.885494 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bbcf7195-aacf-4c08-8f1c-f6a8edf41108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:07.885948 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:07.892476 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-78780ea9-01d0-4970-a346-e4bb7de5f765 req-c9649f99-53ba-434d-a955-47026538ce8b service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007077 Jun 17 08:51:07.919819 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edeb7fa-d384-4ddd-8cd3-587260109582 admin admin] Pushing event deleted for resources: {'Network': ['ID=303472e8-423e-4bed-a870-8e3c5e75e0df,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:07.920367 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-31e2eb74-d7a6-4f02-95ee-a2598cbded8f req-2ed1462c-7c1f-450e-9734-b8f5e106c257 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Deleting port ddcb87c1-bf60-4b9e-aab9-88957149b88d {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:07.920713 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-31e2eb74-d7a6-4f02-95ee-a2598cbded8f req-2ed1462c-7c1f-450e-9734-b8f5e106c257 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:07.934811 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 761a48e5-6d22-4287-b50f-8fe47b592bb4, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=761a48e5-6d22-4287-b50f-8fe47b592bb4,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:07.939208 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1edeb7fa-d384-4ddd-8cd3-587260109582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:07.957187 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '761a48e5-6d22-4287-b50f-8fe47b592bb4', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '761a48e5-6d22-4287-b50f-8fe47b592bb4', 'mac_address': 'fa:16:3e:a1:c8:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:51:08.005165 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2c9f1b5d-0012-46b8-8f61-fbac8ec40676 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:08.009758 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-1d669abf-6036-46a8-a5e4-596a462b1727 None None] Provisioning for port d51d1f46-00c7-4ad1-bcfc-68be958e18a2 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:08.021489 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2c9f1b5d-0012-46b8-8f61-fbac8ec40676 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-940956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941038', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-949414'] for router, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:08.032417 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:08.051596 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761a48e5-6d22-4287-b50f-8fe47b592bb4 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:51:08.058593 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559578e3-31fc-4b4e-9156-c72c2bb4fc78 req-e68762a0-5894-4643-a8f3-9327b5767990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:08.060370 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-559578e3-31fc-4b4e-9156-c72c2bb4fc78 req-e68762a0-5894-4643-a8f3-9327b5767990 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1620820 Jun 17 08:51:08.080198 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 761a48e5-6d22-4287-b50f-8fe47b592bb4, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=761a48e5-6d22-4287-b50f-8fe47b592bb4,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:08.101556 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-81487204-38db-483d-9695-9c4eef9e6244 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:08.160084 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:08.162429 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:08.228161 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58446) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:08.229131 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-81487204-38db-483d-9695-9c4eef9e6244 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:08.250679 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=761a48e5-6d22-4287-b50f-8fe47b592bb4,revision_number=9']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:08.256352 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6024ef7c-c227-4b59-819d-878976a3e360 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:08.266158 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:08.270919 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['761a48e5-6d22-4287-b50f-8fe47b592bb4'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:51:08.282265 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-31e2eb74-d7a6-4f02-95ee-a2598cbded8f req-2ed1462c-7c1f-450e-9734-b8f5e106c257 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] For port ddcb87c1-bf60-4b9e-aab9-88957149b88d, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ddcb87c1-bf60-4b9e-aab9-88957149b88d,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:08.282839 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-31e2eb74-d7a6-4f02-95ee-a2598cbded8f req-2ed1462c-7c1f-450e-9734-b8f5e106c257 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:08.452734 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-31e2eb74-d7a6-4f02-95ee-a2598cbded8f req-2ed1462c-7c1f-450e-9734-b8f5e106c257 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Calling delete_port for ddcb87c1-bf60-4b9e-aab9-88957149b88d owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:08.462386 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-78780ea9-01d0-4970-a346-e4bb7de5f765 req-7c906bb5-af3f-477f-8b75-afb30e6c19b4 service neutron] 10.222.0.50 "GET /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5552928 Jun 17 08:51:08.523561 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81487204-38db-483d-9695-9c4eef9e6244 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Pushing event updated for resources: {'Port': ['ID=0706ffd6-50de-4fac-88a4-c55998e21066,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:08.533210 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-81487204-38db-483d-9695-9c4eef9e6244 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:08.571317 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9e03f2bd-dc36-458a-9f2e-7b2909261802 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=437ac5c04db24ad9a68699ae4d5910f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3384562 Jun 17 08:51:08.573710 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559578e3-31fc-4b4e-9156-c72c2bb4fc78 req-2167727f-20c9-4bb5-8511-ba9d0d6ae495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:08.576006 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-559578e3-31fc-4b4e-9156-c72c2bb4fc78 req-2167727f-20c9-4bb5-8511-ba9d0d6ae495 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4404831 Jun 17 08:51:08.578429 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9f1b5d-0012-46b8-8f61-fbac8ec40676 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Router dac0b7ad-67b9-4b89-a2ba-2b6e657253da has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:51:08.580916 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58468) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:08.599159 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-81487204-38db-483d-9695-9c4eef9e6244 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:08.627448 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d51d1f46-00c7-4ad1-bcfc-68be958e18a2 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:08.669655 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a479c7-c19a-4f2e-a067-c149c73244bc req-a3ea7739-64ab-49a5-a293-133f500b839c tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:08.679782 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c6a479c7-c19a-4f2e-a067-c149c73244bc req-a3ea7739-64ab-49a5-a293-133f500b839c tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5fdff7-c360-47c7-a384-fa2b933878e4 HTTP/1.1" status: 200 len: 907 time: 0.2161798 Jun 17 08:51:08.717517 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bbcf7195-aacf-4c08-8f1c-f6a8edf41108 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:08.768516 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port d51d1f46-00c7-4ad1-bcfc-68be958e18a2 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:08.777400 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port d51d1f46-00c7-4ad1-bcfc-68be958e18a2 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:08.778163 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:08.860255 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be20a10f-5dc1-4148-a718-2bf8013f4de5 req-1d842fb8-ae3c-4820-be27-6c60a56f3c7f tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.1115239 Jun 17 08:51:08.903712 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:08.934174 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-81487204-38db-483d-9695-9c4eef9e6244 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:08.935573 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-81487204-38db-483d-9695-9c4eef9e6244 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6403036 Jun 17 08:51:08.945743 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58480) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:08.953008 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port d51d1f46-00c7-4ad1-bcfc-68be958e18a2, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=d51d1f46-00c7-4ad1-bcfc-68be958e18a2,segment=NetworkSegment(9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f),segment_id=9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:08.953227 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-8e401a56-33ef-4272-a371-f1faff486f62 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Request body: {'floatingip': {'port_id': 'cae026ca-8a15-4f9a-be51-4e1a671259a4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:08.995451 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bbcf7195-aacf-4c08-8f1c-f6a8edf41108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:09.043149 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-31e2eb74-d7a6-4f02-95ee-a2598cbded8f req-2ed1462c-7c1f-450e-9734-b8f5e106c257 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:09.046841 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8e401a56-33ef-4272-a371-f1faff486f62 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks [] for floatingip, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:09.052882 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b0c99157-f02a-4d95-85aa-bd95ac0203f5 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:09.058642 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:09.063574 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-c424a68f-f9bd-4fcc-b912-a60518235fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:09.095602 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-559578e3-31fc-4b4e-9156-c72c2bb4fc78 req-ac2c827a-3b79-4e39-a48c-3608e9841787 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022261 Jun 17 08:51:09.095602 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a4d6a8ce-0d79-4d4d-94d8-38da36299f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:09.134686 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f8215-4458-46bc-847f-0018e59d6373 req-72f96d32-2d94-4a5d-bb89-31be1492a438 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:09.142435 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e71f8215-4458-46bc-847f-0018e59d6373 req-72f96d32-2d94-4a5d-bb89-31be1492a438 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 946 time: 0.1666007 Jun 17 08:51:09.159265 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=d51d1f46-00c7-4ad1-bcfc-68be958e18a2,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:09.164926 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:09.173125 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1462c-7c1f-450e-9734-b8f5e106c257 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Pushing event deleted for resources: {'Port': ['ID=ddcb87c1-bf60-4b9e-aab9-88957149b88d,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:09.201581 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e71f8215-4458-46bc-847f-0018e59d6373 req-7a6f2d3d-a60c-44d3-9ab6-52f8bf156074 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577805 Jun 17 08:51:09.213743 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2ed1462c-7c1f-450e-9734-b8f5e106c257 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:09.273038 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9f1b5d-0012-46b8-8f61-fbac8ec40676 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:09.282641 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81458d20-ef0a-4d44-99fe-e1078e0add39 None None] Sync routers for ids ['dac0b7ad-67b9-4b89-a2ba-2b6e657253da'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:09.285587 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbcf7195-aacf-4c08-8f1c-f6a8edf41108 admin admin] Router 7b977344-036a-4bd5-bc23-39a7b13a3d8f is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:51:09.293556 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81458d20-ef0a-4d44-99fe-e1078e0add39 None None] Routers {'dac0b7ad-67b9-4b89-a2ba-2b6e657253da'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:09.294259 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a4d6a8ce-0d79-4d4d-94d8-38da36299f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:09.294398 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-81458d20-ef0a-4d44-99fe-e1078e0add39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:50:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['dac0b7ad-67b9-4b89-a2ba-2b6e657253da'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:09.302033 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2c9f1b5d-0012-46b8-8f61-fbac8ec40676 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:09.306304 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-2c9f1b5d-0012-46b8-8f61-fbac8ec40676 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "PUT /v2.0/routers/dac0b7ad-67b9-4b89-a2ba-2b6e657253da HTTP/1.1" status: 200 len: 925 time: 3.7002053 Jun 17 08:51:09.310932 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e2eb74-d7a6-4f02-95ee-a2598cbded8f req-2ed1462c-7c1f-450e-9734-b8f5e106c257 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] No DVR routers for this DVR port ddcb87c1-bf60-4b9e-aab9-88957149b88d on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:51:09.312578 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58490) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:09.334986 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-81458d20-ef0a-4d44-99fe-e1078e0add39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:09.342882 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-31e2eb74-d7a6-4f02-95ee-a2598cbded8f req-2ed1462c-7c1f-450e-9734-b8f5e106c257 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:09.344891 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-31e2eb74-d7a6-4f02-95ee-a2598cbded8f req-2ed1462c-7c1f-450e-9734-b8f5e106c257 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.53 "DELETE /v2.0/ports/ddcb87c1-bf60-4b9e-aab9-88957149b88d HTTP/1.1" status: 204 len: 173 time: 2.0124888 Jun 17 08:51:09.346057 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81458d20-ef0a-4d44-99fe-e1078e0add39 None None] Routers {'dac0b7ad-67b9-4b89-a2ba-2b6e657253da'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:09.349247 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5fdff7-c360-47c7-a384-fa2b933878e4', 'name': 'network-vif-deleted', 'tag': 'ddcb87c1-bf60-4b9e-aab9-88957149b88d'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:51:09.351659 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e383dd-ba82-4065-ab87-1629c510124f" -d '{"events": [{"server_uuid": "4d5fdff7-c360-47c7-a384-fa2b933878e4", "name": "network-vif-deleted", "tag": "ddcb87c1-bf60-4b9e-aab9-88957149b88d"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:51:09.357112 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-81458d20-ef0a-4d44-99fe-e1078e0add39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:50:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['dac0b7ad-67b9-4b89-a2ba-2b6e657253da'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:09.491641 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-81458d20-ef0a-4d44-99fe-e1078e0add39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:09.492351 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81458d20-ef0a-4d44-99fe-e1078e0add39 None None] The sync data for ids ['dac0b7ad-67b9-4b89-a2ba-2b6e657253da'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:09.498742 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcf7195-aacf-4c08-8f1c-f6a8edf41108 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:09.511598 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc963a76-9541-44f8-aba7-735c77c32c3c None None] Sync routers for ids ['7b977344-036a-4bd5-bc23-39a7b13a3d8f'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:09.530265 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc963a76-9541-44f8-aba7-735c77c32c3c None None] Routers {'7b977344-036a-4bd5-bc23-39a7b13a3d8f'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:09.530930 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-fc963a76-9541-44f8-aba7-735c77c32c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:50:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7b977344-036a-4bd5-bc23-39a7b13a3d8f'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:09.618018 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bbcf7195-aacf-4c08-8f1c-f6a8edf41108 admin admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:09.619748 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-bbcf7195-aacf-4c08-8f1c-f6a8edf41108 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.1016672 Jun 17 08:51:09.623046 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 58506) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:09.691810 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-fc963a76-9541-44f8-aba7-735c77c32c3c None None] Set router 7b977344-036a-4bd5-bc23-39a7b13a3d8f gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:09.696472 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 761a48e5-6d22-4287-b50f-8fe47b592bb4 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:09.821094 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 761a48e5-6d22-4287-b50f-8fe47b592bb4 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:09.821794 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:09.954418 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-fc963a76-9541-44f8-aba7-735c77c32c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'name': 'tempest-ServersTestJSON-662377247-router', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:05Z', 'updated_at': '2021-06-17T08:51:08Z', 'revision_number': 3, 'project_id': '4201ecfcc96c4ba4985fddc21edba720', 'gw_port': {'id': 'ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:06Z', 'updated_at': '2021-06-17T08:51:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:09.981363 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:09.987623 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc963a76-9541-44f8-aba7-735c77c32c3c None None] Checking router: 7b977344-036a-4bd5-bc23-39a7b13a3d8f for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:51:09.988327 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc963a76-9541-44f8-aba7-735c77c32c3c None None] Updating router 7b977344-036a-4bd5-bc23-39a7b13a3d8f port ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2 binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:51:10.016846 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c30c39-6613-447f-a7bb-c8a617835245 x-openstack-request-id: req-38c30c39-6613-447f-a7bb-c8a617835245 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:51:10.017463 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5fdff7-c360-47c7-a384-fa2b933878e4", "name": "network-vif-deleted", "tag": "ddcb87c1-bf60-4b9e-aab9-88957149b88d", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:51:10.017463 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-38c30c39-6613-447f-a7bb-c8a617835245 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:51:10.017916 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5fdff7-c360-47c7-a384-fa2b933878e4', 'name': 'network-vif-deleted', 'tag': 'ddcb87c1-bf60-4b9e-aab9-88957149b88d', 'status': 'completed', 'code': 200} Jun 17 08:51:10.033022 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af564a26-166b-45d9-ad3d-60ed4cb01ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761a48e5-6d22-4287-b50f-8fe47b592bb4'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:51:10.042868 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4458d0f-fede-4f5b-a6ab-7feac97a7885" -d '{"events": [{"server_uuid": "af564a26-166b-45d9-ad3d-60ed4cb01ba8", "name": "network-vif-plugged", "status": "completed", "tag": "761a48e5-6d22-4287-b50f-8fe47b592bb4"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:51:10.064021 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-fc963a76-9541-44f8-aba7-735c77c32c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:10.074285 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 761a48e5-6d22-4287-b50f-8fe47b592bb4, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=761a48e5-6d22-4287-b50f-8fe47b592bb4,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:10.077107 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-559578e3-31fc-4b4e-9156-c72c2bb4fc78 req-00a7a0b8-1abf-48c6-8125-485f3d44d6f5 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9530549 Jun 17 08:51:10.077894 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-8e401a56-33ef-4272-a371-f1faff486f62 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] update failed (client error): The resource could not be found. Jun 17 08:51:10.081500 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-8e401a56-33ef-4272-a371-f1faff486f62 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] 10.222.0.49 "PUT /v2.0/floatingips/9994531d-c376-4e25-89c2-fd5a68a753c0 HTTP/1.1" status: 404 len: 507 time: 1.1306939 Jun 17 08:51:10.106086 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58514) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:10.148325 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:10.149465 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device ddcb87c1-bf60-4b9e-aab9-88957149b88d no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:51:10.154415 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:10.251576 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: ddcb87c1-bf60-4b9e-aab9-88957149b88d {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:51:10.251576 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device ddcb87c1-bf60-4b9e-aab9-88957149b88d not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:51:10.258982 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-da7d03eb-1a89-4ad0-b9cd-fb2156d70359 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "GET /v2.0/routers/dac0b7ad-67b9-4b89-a2ba-2b6e657253da HTTP/1.1" status: 200 len: 925 time: 0.9245343 Jun 17 08:51:10.273143 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 58518) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:10.303423 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=761a48e5-6d22-4287-b50f-8fe47b592bb4,revision_number=10']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:10.307298 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:10.314868 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3da5e632-6def-4d95-8bcf-b47fa28a28a7 req-2cd771d8-37a6-4d37-bf52-b299ffc84b4e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5fdff7-c360-47c7-a384-fa2b933878e4 HTTP/1.1" status: 200 len: 210 time: 0.1504080 Jun 17 08:51:10.334510 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a4d6a8ce-0d79-4d4d-94d8-38da36299f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:10.337122 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a4d6a8ce-0d79-4d4d-94d8-38da36299f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:10.341741 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a4d6a8ce-0d79-4d4d-94d8-38da36299f93 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0ada7fb8-4e7b-49e8-a8c2-6e9ab17215f5 HTTP/1.1" status: 204 len: 168 time: 1.7595310 Jun 17 08:51:10.344598 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6e3094d2-2cfd-4729-bdd1-a8f8ab11d0b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:10.369274 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6a8ce-0d79-4d4d-94d8-38da36299f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ada7fb8-4e7b-49e8-a8c2-6e9ab17215f5,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:10.400151 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a4d6a8ce-0d79-4d4d-94d8-38da36299f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:10.408024 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f493ab65-7004-4322-a868-9e2e422a25da x-openstack-request-id: req-f493ab65-7004-4322-a868-9e2e422a25da {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:51:10.408495 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af564a26-166b-45d9-ad3d-60ed4cb01ba8", "name": "network-vif-plugged", "status": "completed", "tag": "761a48e5-6d22-4287-b50f-8fe47b592bb4", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:51:10.408936 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f493ab65-7004-4322-a868-9e2e422a25da {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:51:10.409595 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af564a26-166b-45d9-ad3d-60ed4cb01ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761a48e5-6d22-4287-b50f-8fe47b592bb4', 'code': 200} Jun 17 08:51:10.491721 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-3834b7d6-d416-4878-a4c4-216e3bc5dd0e tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Deleting port 0706ffd6-50de-4fac-88a4-c55998e21066 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:10.496900 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3834b7d6-d416-4878-a4c4-216e3bc5dd0e tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:10.499290 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-19ec1671-ac27-4387-9bc9-bee29738d1b9 req-6da08003-44c0-4515-9c56-512dc5b3cf81 tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.2182188 Jun 17 08:51:10.636459 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d51d1f46-00c7-4ad1-bcfc-68be958e18a2 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:10.691073 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-fc963a76-9541-44f8-aba7-735c77c32c3c None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:10.702209 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-fc963a76-9541-44f8-aba7-735c77c32c3c None None] Transition to ACTIVE for port object ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2 will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:10.739763 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port d51d1f46-00c7-4ad1-bcfc-68be958e18a2 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:10.741053 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:10.806641 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb134586-2819-4510-92d5-65fa0572ce21 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:10.809666 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3834b7d6-d416-4878-a4c4-216e3bc5dd0e tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:10.810126 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3834b7d6-d416-4878-a4c4-216e3bc5dd0e tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:10.812665 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-bb134586-2819-4510-92d5-65fa0572ce21 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=47e26d50-07b5-44f6-8ce3-9ccc70a7083a&device_id=dac0b7ad-67b9-4b89-a2ba-2b6e657253da&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5022750 Jun 17 08:51:10.815391 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 58534) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:10.823135 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-fc963a76-9541-44f8-aba7-735c77c32c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:10.824307 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9fe838-9a2d-46b6-bac3-b5e94d17ecc2 req-6fcc9c86-e949-44fc-b267-5ad0c5f46da3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:10.825868 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ce9fe838-9a2d-46b6-bac3-b5e94d17ecc2 req-6fcc9c86-e949-44fc-b267-5ad0c5f46da3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 946 time: 0.1442075 Jun 17 08:51:10.826749 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:10.879461 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f3a94e7e-561e-4882-aa35-df78e2c0004c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:10.915203 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-3834b7d6-d416-4878-a4c4-216e3bc5dd0e tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Calling delete_port for 0706ffd6-50de-4fac-88a4-c55998e21066 owned by network:floatingip {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:10.935157 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-fc963a76-9541-44f8-aba7-735c77c32c3c None None] Attempting to bind port ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:51:10.936507 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-fc963a76-9541-44f8-aba7-735c77c32c3c None None] Attempting to bind port ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:51:10.937179 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc963a76-9541-44f8-aba7-735c77c32c3c None None] Attempting to bind port ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2 on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:10.945903 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc963a76-9541-44f8-aba7-735c77c32c3c None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:51:10.946572 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc963a76-9541-44f8-aba7-735c77c32c3c None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:10.947275 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-fc963a76-9541-44f8-aba7-735c77c32c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:10.948019 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc963a76-9541-44f8-aba7-735c77c32c3c None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:51:10.949194 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-fc963a76-9541-44f8-aba7-735c77c32c3c None None] Bound port: ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:51:10.950421 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-fc963a76-9541-44f8-aba7-735c77c32c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:10.994894 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502617f2-b645-4499-99e1-923746131450 None None] Pushing event updated for resources: {'Port': ['ID=ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2,revision_number=2']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:11.008134 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-502617f2-b645-4499-99e1-923746131450 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:11.017027 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ce9fe838-9a2d-46b6-bac3-b5e94d17ecc2 req-34939015-b274-4883-879a-539f6e250ac3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709509 Jun 17 08:51:11.071466 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-fc963a76-9541-44f8-aba7-735c77c32c3c None None] For port ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:51:11.076162 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-fc963a76-9541-44f8-aba7-735c77c32c3c None None] For port ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:51:11.093372 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d1f016-148c-437f-b340-b5f62e4bd6db tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:11.095110 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-79d1f016-148c-437f-b340-b5f62e4bd6db tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 881 time: 0.2768309 Jun 17 08:51:11.098011 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 58538) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:11.166876 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c41a01dd-9454-40a4-a01d-014953c96233 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac0b7ad-67b9-4b89-a2ba-2b6e657253da HTTP/1.1" status: 200 len: 205 time: 0.0673950 Jun 17 08:51:11.170263 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 58540) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:11.180339 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-fc963a76-9541-44f8-aba7-735c77c32c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:11.183737 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:11.279998 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc963a76-9541-44f8-aba7-735c77c32c3c None None] Routers {'7b977344-036a-4bd5-bc23-39a7b13a3d8f'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:11.280758 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-fc963a76-9541-44f8-aba7-735c77c32c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:50:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7b977344-036a-4bd5-bc23-39a7b13a3d8f'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:11.305585 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3834b7d6-d416-4878-a4c4-216e3bc5dd0e tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:11.312235 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-76e0f1fa-c74d-43ae-a570-c05d6aa068c2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:11.373872 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502617f2-b645-4499-99e1-923746131450 None None] Pushing event updated for resources: {'Port': ['ID=ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:11.379232 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834b7d6-d416-4878-a4c4-216e3bc5dd0e tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Pushing event deleted for resources: {'Port': ['ID=0706ffd6-50de-4fac-88a4-c55998e21066,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:11.398086 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-502617f2-b645-4499-99e1-923746131450 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:11.428722 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3834b7d6-d416-4878-a4c4-216e3bc5dd0e tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:11.446837 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-f3a94e7e-561e-4882-aa35-df78e2c0004c admin admin] Allocated IP 172.20.0.1 (c5173993-fd11-42fa-843a-bd1549cdbf9f/96f5dabf-68ce-47ec-aa13-c93b9f2b86ce/57042db1-0bdd-4e10-9d3a-803aeb185a0c) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:11.451753 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-fc963a76-9541-44f8-aba7-735c77c32c3c None None] Set router 7b977344-036a-4bd5-bc23-39a7b13a3d8f gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:11.474367 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-023dc158-91f6-425d-a83d-9b5396c35fe5 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:11.522744 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3834b7d6-d416-4878-a4c4-216e3bc5dd0e tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks [] for floatingip, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:11.527570 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3834b7d6-d416-4878-a4c4-216e3bc5dd0e tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:11.539262 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3834b7d6-d416-4878-a4c4-216e3bc5dd0e tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] 10.222.0.49 "DELETE /v2.0/floatingips/9994531d-c376-4e25-89c2-fd5a68a753c0 HTTP/1.1" status: 204 len: 168 time: 1.4322655 Jun 17 08:51:11.540264 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58554) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:11.553072 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-c8cebbc2-d2ee-4310-b9d7-47af139366c4 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Request body: {'floatingip': {'floating_network_id': '82bfa418-ea48-465a-a363-98a6017b4f9c', 'port_id': 'cae026ca-8a15-4f9a-be51-4e1a671259a4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:11.700905 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c8cebbc2-d2ee-4310-b9d7-47af139366c4 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks [] for floatingip, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:11.814366 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-023dc158-91f6-425d-a83d-9b5396c35fe5 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:11.836138 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f3a94e7e-561e-4882-aa35-df78e2c0004c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:11.850724 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-f3a94e7e-561e-4882-aa35-df78e2c0004c admin admin] Transition to ACTIVE for port object 57042db1-0bdd-4e10-9d3a-803aeb185a0c will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:11.915987 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e23b245d-f702-4b38-a1a0-9f7fba2b304b req-78cda5c2-8be6-4fc4-8665-9e2bf3d75cd0 tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.1013937 Jun 17 08:51:12.096236 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f3a94e7e-561e-4882-aa35-df78e2c0004c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:12.096416 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-fc963a76-9541-44f8-aba7-735c77c32c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'name': 'tempest-ServersTestJSON-662377247-router', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:05Z', 'updated_at': '2021-06-17T08:51:08Z', 'revision_number': 3, 'project_id': '4201ecfcc96c4ba4985fddc21edba720', 'gw_port': {'id': 'ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:06Z', 'updated_at': '2021-06-17T08:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:12.099549 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9ad924bc-8161-4e0c-a1c9-48a31d8cfdf0 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:12.102348 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-023dc158-91f6-425d-a83d-9b5396c35fe5 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Deleting port dca73995-58e1-4943-a09a-1c1b68cc6a66 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:12.102702 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-023dc158-91f6-425d-a83d-9b5396c35fe5 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:12.167021 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc963a76-9541-44f8-aba7-735c77c32c3c None None] The sync data for ids ['7b977344-036a-4bd5-bc23-39a7b13a3d8f'] in n-d-758944-30 is: [{'id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'name': 'tempest-ServersTestJSON-662377247-router', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:05Z', 'updated_at': '2021-06-17T08:51:08Z', 'revision_number': 3, 'project_id': '4201ecfcc96c4ba4985fddc21edba720', 'gw_port': {'id': 'ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:06Z', 'updated_at': '2021-06-17T08:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:12.214016 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a94e7e-561e-4882-aa35-df78e2c0004c admin admin] Network c5173993-fd11-42fa-843a-bd1549cdbf9f is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:12.222061 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-f3a94e7e-561e-4882-aa35-df78e2c0004c admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:12.226846 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a94e7e-561e-4882-aa35-df78e2c0004c admin admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:12.237924 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-c8cebbc2-d2ee-4310-b9d7-47af139366c4 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:51:12.243482 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c8cebbc2-d2ee-4310-b9d7-47af139366c4 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6959569 Jun 17 08:51:12.243482 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58576) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:12.254558 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-dcc748bb-b92c-4319-ba64-73938c9556c2 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'port_id': 'cae026ca-8a15-4f9a-be51-4e1a671259a4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:12.282040 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a94e7e-561e-4882-aa35-df78e2c0004c admin admin] Pushing event updated for resources: {'Port': ['ID=57042db1-0bdd-4e10-9d3a-803aeb185a0c,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:12.299992 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f3a94e7e-561e-4882-aa35-df78e2c0004c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:12.334837 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f3a94e7e-561e-4882-aa35-df78e2c0004c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:12.348064 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc643e-bb44-4289-914a-7ac21758b9a6 req-b577d5c4-5ebc-4d03-b32d-47c43bb6ea46 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:12.355794 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-01dc643e-bb44-4289-914a-7ac21758b9a6 req-b577d5c4-5ebc-4d03-b32d-47c43bb6ea46 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 946 time: 0.1664031 Jun 17 08:51:12.440090 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-01dc643e-bb44-4289-914a-7ac21758b9a6 req-232167e7-5b40-4075-a0c0-6a23123971f0 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836127 Jun 17 08:51:12.477555 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-023dc158-91f6-425d-a83d-9b5396c35fe5 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:12.496718 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58580) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:12.545814 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dcc748bb-b92c-4319-ba64-73938c9556c2 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks [] for floatingip, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:12.636918 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-023dc158-91f6-425d-a83d-9b5396c35fe5 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Calling delete_port for dca73995-58e1-4943-a09a-1c1b68cc6a66 owned by network:router_gateway {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:12.795504 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-6a067061-7fdf-411a-86ee-05ef7a0560f9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1143594179-network', 'tenant_id': '6151b9a1cbdb47b58bb257665571ce22'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:12.917344 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a1210a0d-d5cc-43c6-b716-d9a40ef664e7 None None] Provisioning for port 57042db1-0bdd-4e10-9d3a-803aeb185a0c completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:12.922536 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a1210a0d-d5cc-43c6-b716-d9a40ef664e7 None None] Provisioning complete for port 57042db1-0bdd-4e10-9d3a-803aeb185a0c triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:12.922935 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a1210a0d-d5cc-43c6-b716-d9a40ef664e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:12.932811 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a5cf4-6911-4edc-9446-a5d0a8d73307 req-0df214cd-cee4-463b-b075-2a7b03b07028 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:12.934937 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d67a5cf4-6911-4edc-9446-a5d0a8d73307 req-0df214cd-cee4-463b-b075-2a7b03b07028 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=18ab51f4-19fc-405c-a70d-76da962dbc91 HTTP/1.1" status: 200 len: 946 time: 0.1483819 Jun 17 08:51:12.936959 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dcc748bb-b92c-4319-ba64-73938c9556c2 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.015470 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a067061-7fdf-411a-86ee-05ef7a0560f9 admin admin] Made reservation on behalf of 6151b9a1cbdb47b58bb257665571ce22 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:13.017993 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a067061-7fdf-411a-86ee-05ef7a0560f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.032109 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a1210a0d-d5cc-43c6-b716-d9a40ef664e7 None None] Port 57042db1-0bdd-4e10-9d3a-803aeb185a0c cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:13.055407 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a067061-7fdf-411a-86ee-05ef7a0560f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.133002 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d67a5cf4-6911-4edc-9446-a5d0a8d73307 req-9e487160-26ea-4ff4-9e07-abd2e54aca55 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864607 Jun 17 08:51:13.203548 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1f96080a-12ea-4a5a-96e1-41db05f816da req-0970b1c5-fc5e-49c3-9fa5-c97acf78cd30 tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.0622768 Jun 17 08:51:13.275213 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-dcc748bb-b92c-4319-ba64-73938c9556c2 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Allocated IP 172.25.2.114 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/b84fe405-c0dc-4028-ab25-b872e49282d5) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:13.365344 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f3a94e7e-561e-4882-aa35-df78e2c0004c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.436182 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a067061-7fdf-411a-86ee-05ef7a0560f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.481316 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dcc748bb-b92c-4319-ba64-73938c9556c2 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.537970 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a067061-7fdf-411a-86ee-05ef7a0560f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.560614 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a067061-7fdf-411a-86ee-05ef7a0560f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:51:13.571495 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a067061-7fdf-411a-86ee-05ef7a0560f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.573219 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-6a067061-7fdf-411a-86ee-05ef7a0560f9 admin admin] Added segment e057b94b-747a-4968-a889-77d4327a134e of type vlan for network 42f17473-b08b-4409-8997-e43be0b925af Jun 17 08:51:13.574320 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-023dc158-91f6-425d-a83d-9b5396c35fe5 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.580614 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5466f261-f0e5-403f-aa34-2383e13cbe91 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:13.620570 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023dc158-91f6-425d-a83d-9b5396c35fe5 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Pushing event deleted for resources: {'Port': ['ID=dca73995-58e1-4943-a09a-1c1b68cc6a66,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:13.643219 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a067061-7fdf-411a-86ee-05ef7a0560f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.653228 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-023dc158-91f6-425d-a83d-9b5396c35fe5 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:13.693366 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d744920a-f4a7-4c06-b343-81b3483787ca tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:13.733442 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a067061-7fdf-411a-86ee-05ef7a0560f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39fbb28-942e-495b-88cd-7b7086ea0600,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:13.737040 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6a067061-7fdf-411a-86ee-05ef7a0560f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:13.783606 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a067061-7fdf-411a-86ee-05ef7a0560f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.784778 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a067061-7fdf-411a-86ee-05ef7a0560f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:13.785369 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a067061-7fdf-411a-86ee-05ef7a0560f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.789632 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4e778c65-c01c-45da-b7cf-51f1195d726f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:13.814392 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f3a94e7e-561e-4882-aa35-df78e2c0004c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.829305 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-023dc158-91f6-425d-a83d-9b5396c35fe5 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.838870 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dcc748bb-b92c-4319-ba64-73938c9556c2 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.863863 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc748bb-b92c-4319-ba64-73938c9556c2 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:13.867018 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-dcc748bb-b92c-4319-ba64-73938c9556c2 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:13.872228 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc748bb-b92c-4319-ba64-73938c9556c2 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:13.876352 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a067061-7fdf-411a-86ee-05ef7a0560f9 admin admin] Pushing event updated for resources: {'Network': ['ID=42f17473-b08b-4409-8997-e43be0b925af,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:13.888542 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 42f17473-b08b-4409-8997-e43be0b925af details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:51:13.898433 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6a067061-7fdf-411a-86ee-05ef7a0560f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:13.898962 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2ed1462c-7c1f-450e-9734-b8f5e106c257 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:13.955337 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-023dc158-91f6-425d-a83d-9b5396c35fe5 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.957993 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-023dc158-91f6-425d-a83d-9b5396c35fe5 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.997429 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc748bb-b92c-4319-ba64-73938c9556c2 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Pushing event updated for resources: {'Port': ['ID=b84fe405-c0dc-4028-ab25-b872e49282d5,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:14.001390 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dcc748bb-b92c-4319-ba64-73938c9556c2 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:14.006290 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6a067061-7fdf-411a-86ee-05ef7a0560f9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5084438 Jun 17 08:51:14.009028 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58600) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:14.012123 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f3a94e7e-561e-4882-aa35-df78e2c0004c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:14.016891 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1204d1d4-04e1-4198-916b-3c9c9ab95bef tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:14.021355 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-ddd33e9a-f912-4708-aff4-02cc0b50eb43 admin admin] Request body: {'subnet': {'network_id': '42f17473-b08b-4409-8997-e43be0b925af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1143594179-subnet', 'tenant_id': '6151b9a1cbdb47b58bb257665571ce22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:14.057502 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ad44d-0be2-4b21-9dc6-0978d7923079 req-7cafabe9-e4cd-4e03-941c-c75fb205b05c tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:14.067141 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd2ad44d-0be2-4b21-9dc6-0978d7923079 req-7cafabe9-e4cd-4e03-941c-c75fb205b05c tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 946 time: 0.4527044 Jun 17 08:51:14.131645 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-023dc158-91f6-425d-a83d-9b5396c35fe5 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:14.132250 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023dc158-91f6-425d-a83d-9b5396c35fe5 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Fanout notify agent at l3_agent the message router_deleted on router dac0b7ad-67b9-4b89-a2ba-2b6e657253da {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:51:14.153782 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd33e9a-f912-4708-aff4-02cc0b50eb43 admin admin] Made reservation on behalf of 6151b9a1cbdb47b58bb257665571ce22 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:14.156831 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ddd33e9a-f912-4708-aff4-02cc0b50eb43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:14.160877 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a94e7e-561e-4882-aa35-df78e2c0004c admin admin] Pushing event updated for resources: {'Port': ['ID=57042db1-0bdd-4e10-9d3a-803aeb185a0c,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:14.165125 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f3a94e7e-561e-4882-aa35-df78e2c0004c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:14.193148 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-023dc158-91f6-425d-a83d-9b5396c35fe5 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:14.197733 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-023dc158-91f6-425d-a83d-9b5396c35fe5 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "DELETE /v2.0/routers/dac0b7ad-67b9-4b89-a2ba-2b6e657253da HTTP/1.1" status: 204 len: 168 time: 3.0228963 Jun 17 08:51:14.201748 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f3a94e7e-561e-4882-aa35-df78e2c0004c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:14.203591 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 58604) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:14.219855 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-336a32de-7f03-4d71-8f86-0c4aa1c7760e tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-343661291', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:14.298534 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bd2ad44d-0be2-4b21-9dc6-0978d7923079 req-e1a25262-ccbc-42f7-811c-64187381984d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303247 Jun 17 08:51:14.324218 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381a9f6-669c-49bd-ad1d-d7301ac680da req-a38eca8a-0fd1-4843-aab1-e29b24528c93 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:14.325761 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1381a9f6-669c-49bd-ad1d-d7301ac680da req-a38eca8a-0fd1-4843-aab1-e29b24528c93 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ab51f4-19fc-405c-a70d-76da962dbc91 HTTP/1.1" status: 200 len: 946 time: 0.3258984 Jun 17 08:51:14.373021 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-336a32de-7f03-4d71-8f86-0c4aa1c7760e tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:14.373716 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-336a32de-7f03-4d71-8f86-0c4aa1c7760e tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:14.375801 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-dcc748bb-b92c-4319-ba64-73938c9556c2 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Deleting port b84fe405-c0dc-4028-ab25-b872e49282d5 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:14.378989 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dcc748bb-b92c-4319-ba64-73938c9556c2 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:14.450169 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-336a32de-7f03-4d71-8f86-0c4aa1c7760e tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:14.573394 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-336a32de-7f03-4d71-8f86-0c4aa1c7760e tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:14.588570 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a94e7e-561e-4882-aa35-df78e2c0004c admin admin] Network c5173993-fd11-42fa-843a-bd1549cdbf9f is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:14.594293 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-f3a94e7e-561e-4882-aa35-df78e2c0004c admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:14.656574 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ddd33e9a-f912-4708-aff4-02cc0b50eb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:14.670797 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-bf227162-0b07-4c0f-b3c7-f44177bd6488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:14.690966 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:14.771582 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-1381a9f6-669c-49bd-ad1d-d7301ac680da req-0a0607c3-5602-401d-a101-703cd2d98770 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Deleting port 78fdcced-753d-4560-9cf1-25d274d617b3 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:14.772772 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-1381a9f6-669c-49bd-ad1d-d7301ac680da req-0a0607c3-5602-401d-a101-703cd2d98770 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:14.782296 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-336a32de-7f03-4d71-8f86-0c4aa1c7760e tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:14.784203 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-336a32de-7f03-4d71-8f86-0c4aa1c7760e tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5777028 Jun 17 08:51:14.791814 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58610) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:14.804006 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c242ee0-c96f-47b8-95cc-38e5d9bacf14 req-fcc13ea1-f3a5-4d79-97a6-3d68bd71f09a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:14.812041 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0c242ee0-c96f-47b8-95cc-38e5d9bacf14 req-fcc13ea1-f3a5-4d79-97a6-3d68bd71f09a tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=18ab51f4-19fc-405c-a70d-76da962dbc91 HTTP/1.1" status: 200 len: 946 time: 0.3279395 Jun 17 08:51:14.822596 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-c0a926b7-4ea9-40a8-9837-ab3787a8210d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Request body: {'router': {'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:14.825448 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c060d042-bdce-497e-87f1-d77208493f24 req-82c421eb-811b-4ce9-8510-aaa591ca08fe tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.1544781 Jun 17 08:51:14.896957 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:14.903116 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:14.909886 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:14.961952 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd33e9a-f912-4708-aff4-02cc0b50eb43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24f20bd1-b3d6-4277-b6ee-13415f2c85c0,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:14.965643 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ddd33e9a-f912-4708-aff4-02cc0b50eb43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:14.972774 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dcc748bb-b92c-4319-ba64-73938c9556c2 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:14.973203 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dcc748bb-b92c-4319-ba64-73938c9556c2 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:15.001542 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a94e7e-561e-4882-aa35-df78e2c0004c admin admin] Router 7b977344-036a-4bd5-bc23-39a7b13a3d8f has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:51:15.013943 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0c242ee0-c96f-47b8-95cc-38e5d9bacf14 req-02512de8-a5c3-4711-aef0-f847fed44be7 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009146 Jun 17 08:51:15.015804 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd33e9a-f912-4708-aff4-02cc0b50eb43 admin admin] Checking segment: {'id': 'e057b94b-747a-4968-a889-77d4327a134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '42f17473-b08b-4409-8997-e43be0b925af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:15.016401 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd33e9a-f912-4708-aff4-02cc0b50eb43 admin admin] Network hostable DHCP agents. Network: 42f17473-b08b-4409-8997-e43be0b925af, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:51:15.042094 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-1381a9f6-669c-49bd-ad1d-d7301ac680da req-0a0607c3-5602-401d-a101-703cd2d98770 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] For port 78fdcced-753d-4560-9cf1-25d274d617b3, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=78fdcced-753d-4560-9cf1-25d274d617b3,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:15.043010 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-1381a9f6-669c-49bd-ad1d-d7301ac680da req-0a0607c3-5602-401d-a101-703cd2d98770 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:15.056949 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:15.086021 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:15.092342 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-dcc748bb-b92c-4319-ba64-73938c9556c2 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Calling delete_port for b84fe405-c0dc-4028-ab25-b872e49282d5 owned by network:floatingip {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:15.103402 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-2adaa11d-128b-49f4-b406-e1955b376ea4 None None] Provisioning complete for port 57042db1-0bdd-4e10-9d3a-803aeb185a0c triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:15.103819 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2adaa11d-128b-49f4-b406-e1955b376ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:15.161762 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-2adaa11d-128b-49f4-b406-e1955b376ea4 None None] Port 57042db1-0bdd-4e10-9d3a-803aeb185a0c cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:15.188458 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:15.196074 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-1381a9f6-669c-49bd-ad1d-d7301ac680da req-0a0607c3-5602-401d-a101-703cd2d98770 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Calling delete_port for 78fdcced-753d-4560-9cf1-25d274d617b3 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:15.206274 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:15.288385 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:15.301561 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:15.304403 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a94e7e-561e-4882-aa35-df78e2c0004c admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:15.305807 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd33e9a-f912-4708-aff4-02cc0b50eb43 admin admin] Network 42f17473-b08b-4409-8997-e43be0b925af is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:51:15.312754 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f3a94e7e-561e-4882-aa35-df78e2c0004c admin admin] 10.222.0.49 "PUT /v2.0/routers/7b977344-036a-4bd5-bc23-39a7b13a3d8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6876872 Jun 17 08:51:15.315620 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c0a926b7-4ea9-40a8-9837-ab3787a8210d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:15.331846 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e213fd1-86d1-4b46-b579-8e82afcb6c79 None None] Sync routers for ids ['7b977344-036a-4bd5-bc23-39a7b13a3d8f'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:15.346311 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e213fd1-86d1-4b46-b579-8e82afcb6c79 None None] Routers {'7b977344-036a-4bd5-bc23-39a7b13a3d8f'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:15.347114 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-0e213fd1-86d1-4b46-b579-8e82afcb6c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:50:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7b977344-036a-4bd5-bc23-39a7b13a3d8f'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:15.454956 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-ddd33e9a-f912-4708-aff4-02cc0b50eb43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 42f17473-b08b-4409-8997-e43be0b925af) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:15.463475 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd33e9a-f912-4708-aff4-02cc0b50eb43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:15.467431 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ddd33e9a-f912-4708-aff4-02cc0b50eb43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:15.617460 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec688477-c343-4ea0-8719-211c0715f4a3 req-4708c091-74da-43d1-a66f-5acdc042ce23 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:15.626176 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ec688477-c343-4ea0-8719-211c0715f4a3 req-4708c091-74da-43d1-a66f-5acdc042ce23 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 946 time: 0.1031735 Jun 17 08:51:15.635353 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-1381a9f6-669c-49bd-ad1d-d7301ac680da req-0a0607c3-5602-401d-a101-703cd2d98770 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:15.648811 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ef4608a1-99fd-4fe8-90f8-80bc8ffd750a tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:15.701314 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ddd33e9a-f912-4708-aff4-02cc0b50eb43 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6779301 Jun 17 08:51:15.701314 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dcc748bb-b92c-4319-ba64-73938c9556c2 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:15.701314 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58628) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:15.701314 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1e7a9c7f-f688-4ff5-8313-761db4e4d659 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:15.702619 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-7ef3bb29-81ec-4aa9-b57c-01418ca86da1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1143594179-router', 'tenant_id': '6151b9a1cbdb47b58bb257665571ce22', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:15.735922 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0607c3-5602-401d-a101-703cd2d98770 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Pushing event deleted for resources: {'Port': ['ID=78fdcced-753d-4560-9cf1-25d274d617b3,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:15.757845 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc748bb-b92c-4319-ba64-73938c9556c2 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Pushing event deleted for resources: {'Port': ['ID=b84fe405-c0dc-4028-ab25-b872e49282d5,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:15.763655 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0a0607c3-5602-401d-a101-703cd2d98770 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:15.772987 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-1381a9f6-669c-49bd-ad1d-d7301ac680da req-0a0607c3-5602-401d-a101-703cd2d98770 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] No DVR routers for this DVR port 78fdcced-753d-4560-9cf1-25d274d617b3 on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:51:15.778008 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-1381a9f6-669c-49bd-ad1d-d7301ac680da req-0a0607c3-5602-401d-a101-703cd2d98770 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:15.780094 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1381a9f6-669c-49bd-ad1d-d7301ac680da req-0a0607c3-5602-401d-a101-703cd2d98770 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.50 "DELETE /v2.0/ports/78fdcced-753d-4560-9cf1-25d274d617b3 HTTP/1.1" status: 204 len: 173 time: 1.4274530 Jun 17 08:51:15.780638 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ab51f4-19fc-405c-a70d-76da962dbc91', 'name': 'network-vif-deleted', 'tag': '78fdcced-753d-4560-9cf1-25d274d617b3'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:51:15.783977 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecd6af7-e1b3-4243-8ab9-7abd27bd9195" -d '{"events": [{"server_uuid": "18ab51f4-19fc-405c-a70d-76da962dbc91", "name": "network-vif-deleted", "tag": "78fdcced-753d-4560-9cf1-25d274d617b3"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:51:15.792365 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ec688477-c343-4ea0-8719-211c0715f4a3 req-23110617-9037-4997-bded-b6dafa1c668b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647143 Jun 17 08:51:15.803081 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dcc748bb-b92c-4319-ba64-73938c9556c2 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:15.807086 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-0e213fd1-86d1-4b46-b579-8e82afcb6c79 None None] Set router 7b977344-036a-4bd5-bc23-39a7b13a3d8f gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:15.855963 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dffb5e7-9dec-46e9-a12d-4795e0b46edb x-openstack-request-id: req-8dffb5e7-9dec-46e9-a12d-4795e0b46edb {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:51:15.856314 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ab51f4-19fc-405c-a70d-76da962dbc91", "name": "network-vif-deleted", "tag": "78fdcced-753d-4560-9cf1-25d274d617b3", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:51:15.856618 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8dffb5e7-9dec-46e9-a12d-4795e0b46edb {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:51:15.857327 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ab51f4-19fc-405c-a70d-76da962dbc91', 'name': 'network-vif-deleted', 'tag': '78fdcced-753d-4560-9cf1-25d274d617b3', 'status': 'completed', 'code': 200} Jun 17 08:51:15.864063 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c48840-2bf2-4584-9d90-f48cb27d0084 None None] Network 42f17473-b08b-4409-8997-e43be0b925af requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:15.866571 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['0e4eeb5b-b661-429b-ab04-279d4c2200ff'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:51:16.042374 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c0a926b7-4ea9-40a8-9837-ab3787a8210d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router_gateway, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:16.070593 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c0a926b7-4ea9-40a8-9837-ab3787a8210d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:16.073820 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-21d74283-a7fb-4bce-aa7c-8ae3aa3235a4 req-ece6a6d2-208a-4501-b75f-b79be451d5c0 tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.0350420 Jun 17 08:51:16.163816 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ef3bb29-81ec-4aa9-b57c-01418ca86da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:16.166062 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ef3bb29-81ec-4aa9-b57c-01418ca86da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:16.304022 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0549f133-1749-411c-95a0-3853f1349f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-42f17473-b08b-4409-8997-e43be0b925af', 'network_id': '42f17473-b08b-4409-8997-e43be0b925af', 'tenant_id': '6151b9a1cbdb47b58bb257665571ce22', 'fixed_ips': [{'subnet_id': '24f20bd1-b3d6-4277-b6ee-13415f2c85c0'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:51:16.304996 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0549f133-1749-411c-95a0-3853f1349f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:16.315033 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-dcc748bb-b92c-4319-ba64-73938c9556c2 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] create failed (client error): The resource could not be found. Jun 17 08:51:16.319790 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-dcc748bb-b92c-4319-ba64-73938c9556c2 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.0758224 Jun 17 08:51:16.324902 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 58650) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:16.354670 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ef3bb29-81ec-4aa9-b57c-01418ca86da1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:16.368847 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-c0a926b7-4ea9-40a8-9837-ab3787a8210d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Allocated IP 172.25.2.249 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/f9afae5b-43d2-4f34-90cf-df3a2c701872) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:16.374991 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58652) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:16.388011 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-aa22c865-e633-4037-91d7-24d7732a2c51 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1758507194', 'description': 'tempest-description--1439021166'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:16.517174 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cf551227-261f-4099-8e3b-9435c00bc670 req-ebe2259f-c2e0-4f6a-8147-1f173e7cb3e6 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=18ab51f4-19fc-405c-a70d-76da962dbc91 HTTP/1.1" status: 200 len: 210 time: 0.0516224 Jun 17 08:51:16.557487 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-b4f5122b-3c9f-4e74-8b8e-91cc0e7af5bd tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Deleting port cae026ca-8a15-4f9a-be51-4e1a671259a4 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:16.558017 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b4f5122b-3c9f-4e74-8b8e-91cc0e7af5bd tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:16.562361 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-0e213fd1-86d1-4b46-b579-8e82afcb6c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'name': 'tempest-ServersTestJSON-662377247-router', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:05Z', 'updated_at': '2021-06-17T08:51:13Z', 'revision_number': 4, 'project_id': '4201ecfcc96c4ba4985fddc21edba720', 'gw_port': {'id': 'ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:06Z', 'updated_at': '2021-06-17T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '57042db1-0bdd-4e10-9d3a-803aeb185a0c', 'name': '', 'network_id': 'c5173993-fd11-42fa-843a-bd1549cdbf9f', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'mac_address': 'fa:16:3e:72:39:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '96f5dabf-68ce-47ec-aa13-c93b9f2b86ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:10Z', 'updated_at': '2021-06-17T08:51:13Z', 'revision_number': 2, 'project_id': '4201ecfcc96c4ba4985fddc21edba720', 'subnets': [{'id': '96f5dabf-68ce-47ec-aa13-c93b9f2b86ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:16.606948 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-aa22c865-e633-4037-91d7-24d7732a2c51 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:16.620099 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e213fd1-86d1-4b46-b579-8e82afcb6c79 None None] Checking router: 7b977344-036a-4bd5-bc23-39a7b13a3d8f for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:51:16.627660 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e213fd1-86d1-4b46-b579-8e82afcb6c79 None None] Updating router 7b977344-036a-4bd5-bc23-39a7b13a3d8f port 57042db1-0bdd-4e10-9d3a-803aeb185a0c binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:51:16.641505 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:16.664767 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b4f5122b-3c9f-4e74-8b8e-91cc0e7af5bd tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:16.732816 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ef3bb29-81ec-4aa9-b57c-01418ca86da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:16.740177 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-b4f5122b-3c9f-4e74-8b8e-91cc0e7af5bd tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Calling delete_port for cae026ca-8a15-4f9a-be51-4e1a671259a4 owned by {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:16.749580 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 78fdcced-753d-4560-9cf1-25d274d617b3 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:51:16.761264 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c0a926b7-4ea9-40a8-9837-ab3787a8210d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:16.821123 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 78fdcced-753d-4560-9cf1-25d274d617b3 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:51:16.821697 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 78fdcced-753d-4560-9cf1-25d274d617b3 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:51:16.854692 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:16.855300 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:16.883741 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0e213fd1-86d1-4b46-b579-8e82afcb6c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:16.931500 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-aa22c865-e633-4037-91d7-24d7732a2c51 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:17.220074 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b4f5122b-3c9f-4e74-8b8e-91cc0e7af5bd tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:17.225717 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0a0607c3-5602-401d-a101-703cd2d98770 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:17.272224 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0e213fd1-86d1-4b46-b579-8e82afcb6c79 None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:17.286114 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-0e213fd1-86d1-4b46-b579-8e82afcb6c79 None None] Transition to ACTIVE for port object 57042db1-0bdd-4e10-9d3a-803aeb185a0c will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:17.290583 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-0549f133-1749-411c-95a0-3853f1349f3e None None] Allocated IP 172.20.0.2 (42f17473-b08b-4409-8997-e43be0b925af/24f20bd1-b3d6-4277-b6ee-13415f2c85c0/289f5d09-e137-4336-beb3-81a638f4414f) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:17.300379 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5122b-3c9f-4e74-8b8e-91cc0e7af5bd tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Pushing event deleted for resources: {'Port': ['ID=cae026ca-8a15-4f9a-be51-4e1a671259a4,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:17.334407 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b4f5122b-3c9f-4e74-8b8e-91cc0e7af5bd tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:17.355572 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3848b7c2-e811-4e14-84ef-c013d6b9032d req-3ecfc8e2-3e6a-42fd-b92d-b5d155163677 tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.0628099 Jun 17 08:51:17.403257 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0e213fd1-86d1-4b46-b579-8e82afcb6c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:17.411089 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:17.538756 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b4f5122b-3c9f-4e74-8b8e-91cc0e7af5bd tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:17.543125 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b4f5122b-3c9f-4e74-8b8e-91cc0e7af5bd tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] 10.222.0.49 "DELETE /v2.0/ports/cae026ca-8a15-4f9a-be51-4e1a671259a4 HTTP/1.1" status: 204 len: 168 time: 1.2147613 Jun 17 08:51:17.543373 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 58668) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:17.565870 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:17.577095 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296a9ce-b636-465c-b62a-9f0dd88fd020 None None] Pushing event updated for resources: {'Port': ['ID=57042db1-0bdd-4e10-9d3a-803aeb185a0c,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:17.588017 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0296a9ce-b636-465c-b62a-9f0dd88fd020 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:17.738695 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-0e213fd1-86d1-4b46-b579-8e82afcb6c79 None None] Attempting to bind port 57042db1-0bdd-4e10-9d3a-803aeb185a0c on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:51:17.739399 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-0e213fd1-86d1-4b46-b579-8e82afcb6c79 None None] Attempting to bind port 57042db1-0bdd-4e10-9d3a-803aeb185a0c by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c5173993-fd11-42fa-843a-bd1549cdbf9f'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:51:17.740019 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e213fd1-86d1-4b46-b579-8e82afcb6c79 None None] Attempting to bind port 57042db1-0bdd-4e10-9d3a-803aeb185a0c on network c5173993-fd11-42fa-843a-bd1549cdbf9f {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:17.744739 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b58c59b-cef7-467d-a76c-3803321469fe tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:17.753396 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5b58c59b-cef7-467d-a76c-3803321469fe tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd83936e-74c5-43d3-8e2d-9f9caff77e00 HTTP/1.1" status: 200 len: 913 time: 0.2058690 Jun 17 08:51:17.754259 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 58672) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:17.769804 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e213fd1-86d1-4b46-b579-8e82afcb6c79 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:51:17.770295 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e213fd1-86d1-4b46-b579-8e82afcb6c79 None None] Checking segment: {'id': '9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c5173993-fd11-42fa-843a-bd1549cdbf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:17.770750 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0e213fd1-86d1-4b46-b579-8e82afcb6c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:17.771140 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e213fd1-86d1-4b46-b579-8e82afcb6c79 None None] Bound using segment: {'id': '9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c5173993-fd11-42fa-843a-bd1549cdbf9f'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:51:17.771648 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-0e213fd1-86d1-4b46-b579-8e82afcb6c79 None None] Bound port: 57042db1-0bdd-4e10-9d3a-803aeb185a0c, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c5173993-fd11-42fa-843a-bd1549cdbf9f'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:51:17.772110 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0e213fd1-86d1-4b46-b579-8e82afcb6c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:17.808755 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0549f133-1749-411c-95a0-3853f1349f3e None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:17.852968 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-0549f133-1749-411c-95a0-3853f1349f3e None None] Transition to ACTIVE for port object 289f5d09-e137-4336-beb3-81a638f4414f will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:17.892792 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-0549f133-1749-411c-95a0-3853f1349f3e None None] Transition to ACTIVE for port object 289f5d09-e137-4336-beb3-81a638f4414f will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:17.906158 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-0e213fd1-86d1-4b46-b579-8e82afcb6c79 None None] For port 57042db1-0bdd-4e10-9d3a-803aeb185a0c, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:51:17.916493 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-0e213fd1-86d1-4b46-b579-8e82afcb6c79 None None] For port 57042db1-0bdd-4e10-9d3a-803aeb185a0c, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=57042db1-0bdd-4e10-9d3a-803aeb185a0c,segment=NetworkSegment(9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f),segment_id=9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:51:17.978677 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-aa22c865-e633-4037-91d7-24d7732a2c51 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:17.982107 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c0a926b7-4ea9-40a8-9837-ab3787a8210d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:17.988356 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-eed7d763-0aaa-42b5-82db-d4bef4c34538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:18.005533 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0549f133-1749-411c-95a0-3853f1349f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:18.008261 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:18.010882 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824a99b-3584-41d2-9dd7-c690451fe8a9 req-150e913c-8597-452c-8d57-e94a8d8e9c38 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:18.012630 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7824a99b-3584-41d2-9dd7-c690451fe8a9 req-150e913c-8597-452c-8d57-e94a8d8e9c38 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 946 time: 0.9849768 Jun 17 08:51:18.077543 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ef3bb29-81ec-4aa9-b57c-01418ca86da1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:18.101110 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549f133-1749-411c-95a0-3853f1349f3e None None] Pushing event updated for resources: {'Port': ['ID=289f5d09-e137-4336-beb3-81a638f4414f,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:18.116980 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0549f133-1749-411c-95a0-3853f1349f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:18.121774 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0e213fd1-86d1-4b46-b579-8e82afcb6c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:18.126873 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a926b7-4ea9-40a8-9837-ab3787a8210d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:18.133289 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-aa22c865-e633-4037-91d7-24d7732a2c51 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:18.137636 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-aa22c865-e633-4037-91d7-24d7732a2c51 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.7628937 Jun 17 08:51:18.137636 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ef3bb29-81ec-4aa9-b57c-01418ca86da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:18.138116 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58676) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:18.144388 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-a16cebf8-4c31-4753-96d9-7d0c75f5027f tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Request body: {'security_group_rule': {'security_group_id': '4da72bb0-3b3c-4314-9a13-8b9006a273f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:18.144904 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f63ef55f-9039-4681-9391-67a5d3ee191c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:18.166442 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22c865-e633-4037-91d7-24d7732a2c51 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4da72bb0-3b3c-4314-9a13-8b9006a273f6,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:18.170313 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-c0a926b7-4ea9-40a8-9837-ab3787a8210d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:18.173459 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-aa22c865-e633-4037-91d7-24d7732a2c51 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:18.174313 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ba49f24b-5482-46e1-8aa3-a80f7d1b498a tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:18.183447 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a926b7-4ea9-40a8-9837-ab3787a8210d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:18.273895 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0549f133-1749-411c-95a0-3853f1349f3e None None] Network 42f17473-b08b-4409-8997-e43be0b925af is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:18.284934 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-0549f133-1749-411c-95a0-3853f1349f3e None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:18.290674 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0549f133-1749-411c-95a0-3853f1349f3e None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:18.290926 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7824a99b-3584-41d2-9dd7-c690451fe8a9 req-3d7d05d3-e927-4192-a982-5f36f148ae81 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660897 Jun 17 08:51:18.340945 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a926b7-4ea9-40a8-9837-ab3787a8210d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Pushing event updated for resources: {'Port': ['ID=f9afae5b-43d2-4f34-90cf-df3a2c701872,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:18.345741 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a16cebf8-4c31-4753-96d9-7d0c75f5027f tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:18.348962 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c0a926b7-4ea9-40a8-9837-ab3787a8210d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:18.412853 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e213fd1-86d1-4b46-b579-8e82afcb6c79 None None] Routers {'7b977344-036a-4bd5-bc23-39a7b13a3d8f'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:18.412853 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-0e213fd1-86d1-4b46-b579-8e82afcb6c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:50:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7b977344-036a-4bd5-bc23-39a7b13a3d8f'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:18.436596 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296a9ce-b636-465c-b62a-9f0dd88fd020 None None] Pushing event updated for resources: {'Port': ['ID=57042db1-0bdd-4e10-9d3a-803aeb185a0c,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:18.449835 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0296a9ce-b636-465c-b62a-9f0dd88fd020 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:18.665270 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a16cebf8-4c31-4753-96d9-7d0c75f5027f tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:18.740277 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7ff7d270-bb0f-47ac-800f-cb97e39f068f req-5427c6b4-43f5-4f17-bfd8-db2dfa387f97 tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.0553880 Jun 17 08:51:18.772396 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a16cebf8-4c31-4753-96d9-7d0c75f5027f tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:18.787078 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5d95c06a-4ba3-423f-a4c5-99ded138aadb tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:18.793291 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-7ef3bb29-81ec-4aa9-b57c-01418ca86da1 admin admin] Allocated IP 172.25.2.164 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/f7babbfc-4c39-4190-a2a4-e092aff806ae) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:18.840922 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16cebf8-4c31-4753-96d9-7d0c75f5027f tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71235a1d-a667-4726-a8a4-c2c302a0d959,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:18.849072 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4500c48d-9774-45d6-bdc8-adb9083504af tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:18.857070 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a16cebf8-4c31-4753-96d9-7d0c75f5027f tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:18.967096 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-0549f133-1749-411c-95a0-3853f1349f3e None None] Attempting to bind port 289f5d09-e137-4336-beb3-81a638f4414f on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:51:18.967563 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-0549f133-1749-411c-95a0-3853f1349f3e None None] Attempting to bind port 289f5d09-e137-4336-beb3-81a638f4414f by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'e057b94b-747a-4968-a889-77d4327a134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '42f17473-b08b-4409-8997-e43be0b925af'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:51:18.967872 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0549f133-1749-411c-95a0-3853f1349f3e None None] Attempting to bind port 289f5d09-e137-4336-beb3-81a638f4414f on network 42f17473-b08b-4409-8997-e43be0b925af {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:18.973639 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a16cebf8-4c31-4753-96d9-7d0c75f5027f tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:18.975813 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a16cebf8-4c31-4753-96d9-7d0c75f5027f tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8355582 Jun 17 08:51:18.978482 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58692) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:18.986178 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-db92fb55-24b5-4fe6-9dfb-ab67123a12fd tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Request body: {'security_group_rule': {'security_group_id': '4da72bb0-3b3c-4314-9a13-8b9006a273f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:18.996393 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0549f133-1749-411c-95a0-3853f1349f3e None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:51:18.996888 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0549f133-1749-411c-95a0-3853f1349f3e None None] Checking segment: {'id': 'e057b94b-747a-4968-a889-77d4327a134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '42f17473-b08b-4409-8997-e43be0b925af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:18.997430 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0549f133-1749-411c-95a0-3853f1349f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:18.997904 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0549f133-1749-411c-95a0-3853f1349f3e None None] Bound using segment: {'id': 'e057b94b-747a-4968-a889-77d4327a134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '42f17473-b08b-4409-8997-e43be0b925af'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:51:18.998543 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-0549f133-1749-411c-95a0-3853f1349f3e None None] Bound port: 289f5d09-e137-4336-beb3-81a638f4414f, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e057b94b-747a-4968-a889-77d4327a134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '42f17473-b08b-4409-8997-e43be0b925af'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:51:18.999148 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0549f133-1749-411c-95a0-3853f1349f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:19.061506 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-0e213fd1-86d1-4b46-b579-8e82afcb6c79 None None] Set router 7b977344-036a-4bd5-bc23-39a7b13a3d8f gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:19.112751 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6571a86-f6c7-4bcd-be05-36345a54b86f req-a0a7da85-b7c0-4a32-821e-6bd3bcfaff9d tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:19.114694 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f6571a86-f6c7-4bcd-be05-36345a54b86f req-a0a7da85-b7c0-4a32-821e-6bd3bcfaff9d tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 946 time: 0.1896791 Jun 17 08:51:19.149884 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e1bf1-0539-4570-8e55-71a9585d14e5 req-1ecc869b-61a2-49e8-9eab-05426a6e1470 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:19.158287 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ae9e1bf1-0539-4570-8e55-71a9585d14e5 req-1ecc869b-61a2-49e8-9eab-05426a6e1470 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 946 time: 0.1920581 Jun 17 08:51:19.158690 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ef3bb29-81ec-4aa9-b57c-01418ca86da1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:19.165662 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-0549f133-1749-411c-95a0-3853f1349f3e None None] For port 289f5d09-e137-4336-beb3-81a638f4414f, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:51:19.259574 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c0a926b7-4ea9-40a8-9837-ab3787a8210d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router_gateway, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:19.304262 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-0549f133-1749-411c-95a0-3853f1349f3e None None] For port 289f5d09-e137-4336-beb3-81a638f4414f, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=289f5d09-e137-4336-beb3-81a638f4414f,segment=NetworkSegment(e057b94b-747a-4968-a889-77d4327a134e),segment_id=e057b94b-747a-4968-a889-77d4327a134e)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:51:19.317535 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ae9e1bf1-0539-4570-8e55-71a9585d14e5 req-69435c43-e045-460f-8503-95389a06b3da tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417139 Jun 17 08:51:19.345527 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-f6571a86-f6c7-4bcd-be05-36345a54b86f req-e6b97978-f5c1-411f-bbb7-af4a80cc3364 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Deleting port 0e4eeb5b-b661-429b-ab04-279d4c2200ff {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:19.345527 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-f6571a86-f6c7-4bcd-be05-36345a54b86f req-e6b97978-f5c1-411f-bbb7-af4a80cc3364 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:19.366068 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ef3bb29-81ec-4aa9-b57c-01418ca86da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:19.381695 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-0e213fd1-86d1-4b46-b579-8e82afcb6c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'name': 'tempest-ServersTestJSON-662377247-router', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:05Z', 'updated_at': '2021-06-17T08:51:13Z', 'revision_number': 4, 'project_id': '4201ecfcc96c4ba4985fddc21edba720', 'gw_port': {'id': 'ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:06Z', 'updated_at': '2021-06-17T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '57042db1-0bdd-4e10-9d3a-803aeb185a0c', 'name': '', 'network_id': 'c5173993-fd11-42fa-843a-bd1549cdbf9f', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'mac_address': 'fa:16:3e:72:39:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '96f5dabf-68ce-47ec-aa13-c93b9f2b86ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:10Z', 'updated_at': '2021-06-17T08:51:17Z', 'revision_number': 4, 'project_id': '4201ecfcc96c4ba4985fddc21edba720', 'subnets': [{'id': '96f5dabf-68ce-47ec-aa13-c93b9f2b86ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:19.393384 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d45584d8-a8ff-423c-9486-457de10dc1fd tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:19.402117 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-db92fb55-24b5-4fe6-9dfb-ab67123a12fd tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:19.406089 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0549f133-1749-411c-95a0-3853f1349f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:19.497517 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:19.509861 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef3bb29-81ec-4aa9-b57c-01418ca86da1 admin admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:19.519915 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e213fd1-86d1-4b46-b579-8e82afcb6c79 None None] The sync data for ids ['7b977344-036a-4bd5-bc23-39a7b13a3d8f'] in n-d-758944-30 is: [{'id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'name': 'tempest-ServersTestJSON-662377247-router', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:05Z', 'updated_at': '2021-06-17T08:51:13Z', 'revision_number': 4, 'project_id': '4201ecfcc96c4ba4985fddc21edba720', 'gw_port': {'id': 'ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:06Z', 'updated_at': '2021-06-17T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '57042db1-0bdd-4e10-9d3a-803aeb185a0c', 'name': '', 'network_id': 'c5173993-fd11-42fa-843a-bd1549cdbf9f', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'mac_address': 'fa:16:3e:72:39:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '96f5dabf-68ce-47ec-aa13-c93b9f2b86ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:10Z', 'updated_at': '2021-06-17T08:51:17Z', 'revision_number': 4, 'project_id': '4201ecfcc96c4ba4985fddc21edba720', 'subnets': [{'id': '96f5dabf-68ce-47ec-aa13-c93b9f2b86ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:19.524113 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-f6571a86-f6c7-4bcd-be05-36345a54b86f req-e6b97978-f5c1-411f-bbb7-af4a80cc3364 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] For port 0e4eeb5b-b661-429b-ab04-279d4c2200ff, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=0e4eeb5b-b661-429b-ab04-279d4c2200ff,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:19.524113 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-f6571a86-f6c7-4bcd-be05-36345a54b86f req-e6b97978-f5c1-411f-bbb7-af4a80cc3364 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:19.531680 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-7ef3bb29-81ec-4aa9-b57c-01418ca86da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:19.554312 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef3bb29-81ec-4aa9-b57c-01418ca86da1 admin admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:19.654334 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3bb29-81ec-4aa9-b57c-01418ca86da1 admin admin] Pushing event updated for resources: {'Port': ['ID=f7babbfc-4c39-4190-a2a4-e092aff806ae,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:19.667136 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7ef3bb29-81ec-4aa9-b57c-01418ca86da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:19.669476 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549f133-1749-411c-95a0-3853f1349f3e None None] Pushing event updated for resources: {'Port': ['ID=289f5d09-e137-4336-beb3-81a638f4414f,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:19.673749 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0549f133-1749-411c-95a0-3853f1349f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:19.722515 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-db92fb55-24b5-4fe6-9dfb-ab67123a12fd tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:19.726212 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-f6571a86-f6c7-4bcd-be05-36345a54b86f req-e6b97978-f5c1-411f-bbb7-af4a80cc3364 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Calling delete_port for 0e4eeb5b-b661-429b-ab04-279d4c2200ff owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:19.780955 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-4500c48d-9774-45d6-bdc8-adb9083504af tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Deleting port 92b82a01-5557-4ae8-9b44-94a94748ce3f {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:19.783568 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4500c48d-9774-45d6-bdc8-adb9083504af tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:19.990829 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-db92fb55-24b5-4fe6-9dfb-ab67123a12fd tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:20.114996 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ff98fdfc-aac8-4c91-aee4-0ff00f204731 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:20.117230 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4500c48d-9774-45d6-bdc8-adb9083504af tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:20.200526 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b35acbee-dbcc-4a27-836d-f3f3cd0ee05a req-2c601ffa-d8c7-4f12-b7dd-593c04781903 tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.0904045 Jun 17 08:51:20.258685 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92fb55-24b5-4fe6-9dfb-ab67123a12fd tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cee2d78-5180-4934-91f8-777f68fbb3ae,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:20.273628 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-db92fb55-24b5-4fe6-9dfb-ab67123a12fd tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:20.341521 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb070e1-0922-4006-b651-0cd48e170b6d req-8ee3b058-e763-4853-a9f3-4fe3bc4a55ad tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:20.349021 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8cb070e1-0922-4006-b651-0cd48e170b6d req-8ee3b058-e763-4853-a9f3-4fe3bc4a55ad tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 946 time: 0.3912001 Jun 17 08:51:20.389509 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c0a926b7-4ea9-40a8-9837-ab3787a8210d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:20.427781 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:20.436976 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-db92fb55-24b5-4fe6-9dfb-ab67123a12fd tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:20.441058 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-db92fb55-24b5-4fe6-9dfb-ab67123a12fd tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4586277 Jun 17 08:51:20.493422 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-4500c48d-9774-45d6-bdc8-adb9083504af tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Calling delete_port for 92b82a01-5557-4ae8-9b44-94a94748ce3f owned by network:router_interface {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:20.515100 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58710) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:20.516630 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c0a926b7-4ea9-40a8-9837-ab3787a8210d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-940956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941038', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-949414'] for router, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:20.523092 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-cbf1af15-22eb-4f67-9730-6fcb92c529fa tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:20.565511 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8cb070e1-0922-4006-b651-0cd48e170b6d req-1faea9e5-7e8f-4760-9893-144c7f4107f1 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143290 Jun 17 08:51:20.754561 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 289f5d09-e137-4336-beb3-81a638f4414f up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:20.793897 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ef3bb29-81ec-4aa9-b57c-01418ca86da1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:20.879667 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cbf1af15-22eb-4f67-9730-6fcb92c529fa tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks [] for floatingip, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:20.970917 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 289f5d09-e137-4336-beb3-81a638f4414f completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:20.976506 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 57042db1-0bdd-4e10-9d3a-803aeb185a0c up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:21.042469 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277aafb6-8a78-446d-9d2f-7a95519052f1 req-e67e06d8-ed55-489c-bef6-d0d2341ec48d tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:21.043999 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-277aafb6-8a78-446d-9d2f-7a95519052f1 req-e67e06d8-ed55-489c-bef6-d0d2341ec48d tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 946 time: 0.3262188 Jun 17 08:51:21.181324 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-277aafb6-8a78-446d-9d2f-7a95519052f1 req-48de04cf-39c2-4a8d-a7bb-b251dccab5d7 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=42f9b471-742f-44a5-b9d2-baf4943a7e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843694 Jun 17 08:51:21.199367 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-f6571a86-f6c7-4bcd-be05-36345a54b86f req-e6b97978-f5c1-411f-bbb7-af4a80cc3364 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:21.208837 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f3a94e7e-561e-4882-aa35-df78e2c0004c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:21.277459 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 57042db1-0bdd-4e10-9d3a-803aeb185a0c completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:21.282384 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 57042db1-0bdd-4e10-9d3a-803aeb185a0c triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:21.283620 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:21.284018 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b97978-f5c1-411f-bbb7-af4a80cc3364 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Pushing event deleted for resources: {'Port': ['ID=0e4eeb5b-b661-429b-ab04-279d4c2200ff,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:21.293603 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e6b97978-f5c1-411f-bbb7-af4a80cc3364 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:21.320164 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ef3bb29-81ec-4aa9-b57c-01418ca86da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:21.329206 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a926b7-4ea9-40a8-9837-ab3787a8210d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Router 863240c4-5dca-4925-9ac1-c06d053be744 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:51:21.338534 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4500c48d-9774-45d6-bdc8-adb9083504af tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:21.341429 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cbf1af15-22eb-4f67-9730-6fcb92c529fa tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:21.400254 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7ed74528-ebd1-4876-87a8-a6236bbc0ba3 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:21.417124 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6571a86-f6c7-4bcd-be05-36345a54b86f req-e6b97978-f5c1-411f-bbb7-af4a80cc3364 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] No DVR routers for this DVR port 0e4eeb5b-b661-429b-ab04-279d4c2200ff on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:51:21.473218 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-f6571a86-f6c7-4bcd-be05-36345a54b86f req-e6b97978-f5c1-411f-bbb7-af4a80cc3364 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:21.481127 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f6571a86-f6c7-4bcd-be05-36345a54b86f req-e6b97978-f5c1-411f-bbb7-af4a80cc3364 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.50 "DELETE /v2.0/ports/0e4eeb5b-b661-429b-ab04-279d4c2200ff HTTP/1.1" status: 204 len: 173 time: 2.3383539 Jun 17 08:51:21.482364 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1f2e81-dc7e-4933-80b6-c38ecd43725b', 'name': 'network-vif-deleted', 'tag': '0e4eeb5b-b661-429b-ab04-279d4c2200ff'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:51:21.485829 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b75104b-a32b-433b-af26-13ed485a5030" -d '{"events": [{"server_uuid": "8f1f2e81-dc7e-4933-80b6-c38ecd43725b", "name": "network-vif-deleted", "tag": "0e4eeb5b-b661-429b-ab04-279d4c2200ff"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:51:21.504271 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500c48d-9774-45d6-bdc8-adb9083504af tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Pushing event deleted for resources: {'Port': ['ID=92b82a01-5557-4ae8-9b44-94a94748ce3f,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:21.526141 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4500c48d-9774-45d6-bdc8-adb9083504af tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:21.553734 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599a7961-621a-45d8-b7ac-b522db1a0e25 None None] Network 42f17473-b08b-4409-8997-e43be0b925af requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:21.651359 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8629d61-094d-496d-bfba-2f8ba1fb8e92 x-openstack-request-id: req-f8629d61-094d-496d-bfba-2f8ba1fb8e92 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:51:21.651760 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1f2e81-dc7e-4933-80b6-c38ecd43725b", "name": "network-vif-deleted", "tag": "0e4eeb5b-b661-429b-ab04-279d4c2200ff", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:51:21.652079 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8629d61-094d-496d-bfba-2f8ba1fb8e92 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:51:21.654355 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1f2e81-dc7e-4933-80b6-c38ecd43725b', 'name': 'network-vif-deleted', 'tag': '0e4eeb5b-b661-429b-ab04-279d4c2200ff', 'status': 'completed', 'code': 200} Jun 17 08:51:21.722428 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:21.846838 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b90d345a-266c-4464-a6df-310c96a310d0 req-e2ec7731-0083-461e-b0e9-84efab71679d tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.2407537 Jun 17 08:51:21.900868 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 57042db1-0bdd-4e10-9d3a-803aeb185a0c, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=57042db1-0bdd-4e10-9d3a-803aeb185a0c,segment=NetworkSegment(9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f),segment_id=9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:21.905119 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4500c48d-9774-45d6-bdc8-adb9083504af tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:21.966678 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-854013d0-4c18-4e0d-b76d-4ab7d9dbf83c None None] Provisioning for port 289f5d09-e137-4336-beb3-81a638f4414f completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:21.973587 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-854013d0-4c18-4e0d-b76d-4ab7d9dbf83c None None] Provisioning complete for port 289f5d09-e137-4336-beb3-81a638f4414f triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:21.974588 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-854013d0-4c18-4e0d-b76d-4ab7d9dbf83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:22.051924 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:22.070562 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:22.238766 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=57042db1-0bdd-4e10-9d3a-803aeb185a0c,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:22.258500 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4500c48d-9774-45d6-bdc8-adb9083504af tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Router dd83936e-74c5-43d3-8e2d-9f9caff77e00 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:51:22.263238 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:22.277389 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac2b62-7922-45b0-96f9-f19afbb8b840 req-5685622c-2db6-4a0e-bb9f-6bbd09061e3f tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:22.288067 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0fac2b62-7922-45b0-96f9-f19afbb8b840 req-5685622c-2db6-4a0e-bb9f-6bbd09061e3f tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 946 time: 0.2087486 Jun 17 08:51:22.298459 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-854013d0-4c18-4e0d-b76d-4ab7d9dbf83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:22.391167 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-854013d0-4c18-4e0d-b76d-4ab7d9dbf83c None None] For port 289f5d09-e137-4336-beb3-81a638f4414f, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=289f5d09-e137-4336-beb3-81a638f4414f,segment=NetworkSegment(e057b94b-747a-4968-a889-77d4327a134e),segment_id=e057b94b-747a-4968-a889-77d4327a134e)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:22.448280 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4500c48d-9774-45d6-bdc8-adb9083504af tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:22.457949 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4500c48d-9774-45d6-bdc8-adb9083504af tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] 10.222.0.49 "PUT /v2.0/routers/dd83936e-74c5-43d3-8e2d-9f9caff77e00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7024519 Jun 17 08:51:22.467874 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f367e86-8291-4791-b274-536e21d4f6c8 None None] Sync routers for ids ['dd83936e-74c5-43d3-8e2d-9f9caff77e00'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:22.479308 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-854013d0-4c18-4e0d-b76d-4ab7d9dbf83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:22.481902 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e0c1c4fc-5a13-468f-9948-3f22bb6eee81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:22.493125 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0fac2b62-7922-45b0-96f9-f19afbb8b840 req-ea64cd55-62c9-413c-81ac-48598efe0a2d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016826 Jun 17 08:51:22.493125 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 58740) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:22.501263 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f367e86-8291-4791-b274-536e21d4f6c8 None None] Routers {'dd83936e-74c5-43d3-8e2d-9f9caff77e00'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:22.507328 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-9f367e86-8291-4791-b274-536e21d4f6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:50:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['dd83936e-74c5-43d3-8e2d-9f9caff77e00'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:22.580893 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854013d0-4c18-4e0d-b76d-4ab7d9dbf83c None None] Pushing event updated for resources: {'Port': ['ID=289f5d09-e137-4336-beb3-81a638f4414f,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:22.595172 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-854013d0-4c18-4e0d-b76d-4ab7d9dbf83c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:22.630150 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-9f367e86-8291-4791-b274-536e21d4f6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:22.655478 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f367e86-8291-4791-b274-536e21d4f6c8 None None] Routers {'dd83936e-74c5-43d3-8e2d-9f9caff77e00'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:22.656157 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-9f367e86-8291-4791-b274-536e21d4f6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:50:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['dd83936e-74c5-43d3-8e2d-9f9caff77e00'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:22.676497 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 57042db1-0bdd-4e10-9d3a-803aeb185a0c up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:22.693847 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a926b7-4ea9-40a8-9837-ab3787a8210d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:22.712635 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-9f367e86-8291-4791-b274-536e21d4f6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:22.713548 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f367e86-8291-4791-b274-536e21d4f6c8 None None] The sync data for ids ['dd83936e-74c5-43d3-8e2d-9f9caff77e00'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:22.717306 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c0a926b7-4ea9-40a8-9837-ab3787a8210d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:22.718483 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c0a926b7-4ea9-40a8-9837-ab3787a8210d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "PUT /v2.0/routers/863240c4-5dca-4925-9ac1-c06d053be744 HTTP/1.1" status: 200 len: 883 time: 7.8994806 Jun 17 08:51:22.721855 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeffa90-1bc6-41a4-8fca-7454c020bae8 None None] Sync routers for ids ['863240c4-5dca-4925-9ac1-c06d053be744'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:22.727861 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bcc05fc4-19d5-4ce4-9543-f1eb52db47ca tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:22.746207 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 0e4eeb5b-b661-429b-ab04-279d4c2200ff no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:51:22.767509 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58742) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:22.773527 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 0e4eeb5b-b661-429b-ab04-279d4c2200ff {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:51:22.773880 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 0e4eeb5b-b661-429b-ab04-279d4c2200ff not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:51:22.789844 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1b5e245f-58e6-4b62-b9a9-16d6dc682878 req-e28fd0a6-5880-4ec6-b92c-29e246d92513 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f1f2e81-dc7e-4933-80b6-c38ecd43725b HTTP/1.1" status: 200 len: 210 time: 0.1792061 Jun 17 08:51:22.821427 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeffa90-1bc6-41a4-8fca-7454c020bae8 None None] Routers {'863240c4-5dca-4925-9ac1-c06d053be744'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:22.822094 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-6aeffa90-1bc6-41a4-8fca-7454c020bae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:50:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['863240c4-5dca-4925-9ac1-c06d053be744'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:22.872403 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-6aeffa90-1bc6-41a4-8fca-7454c020bae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:22.892287 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeffa90-1bc6-41a4-8fca-7454c020bae8 None None] Routers {'863240c4-5dca-4925-9ac1-c06d053be744'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:22.893194 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-6aeffa90-1bc6-41a4-8fca-7454c020bae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:50:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['863240c4-5dca-4925-9ac1-c06d053be744'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:22.915561 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-cbf1af15-22eb-4f67-9730-6fcb92c529fa tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Allocated IP 172.25.2.199 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/0cae433a-6e63-4c67-af47-ef355f28ac5c) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:22.942259 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-6aeffa90-1bc6-41a4-8fca-7454c020bae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:22.943375 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeffa90-1bc6-41a4-8fca-7454c020bae8 None None] The sync data for ids ['863240c4-5dca-4925-9ac1-c06d053be744'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:22.949000 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-5284da3e-7aae-40ce-b8f3-e38a5d98076a None None] Provisioning complete for port 289f5d09-e137-4336-beb3-81a638f4414f triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:22.950897 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5284da3e-7aae-40ce-b8f3-e38a5d98076a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:23.007603 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 57042db1-0bdd-4e10-9d3a-803aeb185a0c triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:23.008321 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:23.059652 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5193cd33-3d0e-485d-87f8-06d87bf09b27 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "GET /v2.0/routers/863240c4-5dca-4925-9ac1-c06d053be744 HTTP/1.1" status: 200 len: 924 time: 0.2881384 Jun 17 08:51:23.060242 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58746) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:23.163312 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cbf1af15-22eb-4f67-9730-6fcb92c529fa tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:23.223462 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef3bb29-81ec-4aa9-b57c-01418ca86da1 admin admin] Router 8cb1f1f4-1a25-4919-915a-f9b981c13294 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:51:23.238449 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac39b12-59df-4d29-a549-80b3247054d4 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:23.242584 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9ac39b12-59df-4d29-a549-80b3247054d4 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=47e26d50-07b5-44f6-8ce3-9ccc70a7083a&device_id=863240c4-5dca-4925-9ac1-c06d053be744&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1790082 Jun 17 08:51:23.250097 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58758) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:23.441953 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-585640db-2468-46b8-843c-b8264cfb729c req-de3b058e-579f-42a5-bb86-f3e27e493719 tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.1205344 Jun 17 08:51:23.447507 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bcc05fc4-19d5-4ce4-9543-f1eb52db47ca tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:23.450720 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bcc05fc4-19d5-4ce4-9543-f1eb52db47ca tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:23.459379 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef3bb29-81ec-4aa9-b57c-01418ca86da1 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:23.467458 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bc01b1-43d8-4e18-b16b-747a90620662 None None] Sync routers for ids ['8cb1f1f4-1a25-4919-915a-f9b981c13294'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:23.485893 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bc01b1-43d8-4e18-b16b-747a90620662 None None] Routers {'8cb1f1f4-1a25-4919-915a-f9b981c13294'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:23.486579 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-50bc01b1-43d8-4e18-b16b-747a90620662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:50:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['8cb1f1f4-1a25-4919-915a-f9b981c13294'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:23.494017 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfaa4bb-557f-47f8-b0df-8998549bf695 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:23.499758 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4bfaa4bb-557f-47f8-b0df-8998549bf695 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 881 time: 0.2465129 Jun 17 08:51:23.501312 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 58760) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:23.505534 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cbf1af15-22eb-4f67-9730-6fcb92c529fa tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:23.534346 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b2521c60-cc91-43fb-81ab-35d5122dacf5 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:23.537098 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-88ec679f-06f7-4071-8198-825b948eb3d6 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "GET /v2.0/ports?device_id=863240c4-5dca-4925-9ac1-c06d053be744 HTTP/1.1" status: 200 len: 205 time: 0.0342162 Jun 17 08:51:23.540047 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 58764) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:23.604146 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1af15-22eb-4f67-9730-6fcb92c529fa tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Pushing event updated for resources: {'Port': ['ID=0cae433a-6e63-4c67-af47-ef355f28ac5c,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:23.609108 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cbf1af15-22eb-4f67-9730-6fcb92c529fa tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:23.609927 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ef3bb29-81ec-4aa9-b57c-01418ca86da1 admin admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:23.613843 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7ef3bb29-81ec-4aa9-b57c-01418ca86da1 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.9142389 Jun 17 08:51:23.620606 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58766) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:23.623811 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf1af15-22eb-4f67-9730-6fcb92c529fa tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:23.636116 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-cbf1af15-22eb-4f67-9730-6fcb92c529fa tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:23.638962 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf1af15-22eb-4f67-9730-6fcb92c529fa tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:23.684207 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bcc05fc4-19d5-4ce4-9543-f1eb52db47ca tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:23.685019 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc05fc4-19d5-4ce4-9543-f1eb52db47ca tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Fanout notify agent at l3_agent the message router_deleted on router dd83936e-74c5-43d3-8e2d-9f9caff77e00 {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:51:23.690358 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-50bc01b1-43d8-4e18-b16b-747a90620662 None None] Set router 8cb1f1f4-1a25-4919-915a-f9b981c13294 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:23.719432 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bcc05fc4-19d5-4ce4-9543-f1eb52db47ca tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:23.723059 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-bcc05fc4-19d5-4ce4-9543-f1eb52db47ca tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] 10.222.0.49 "DELETE /v2.0/routers/dd83936e-74c5-43d3-8e2d-9f9caff77e00 HTTP/1.1" status: 204 len: 168 time: 1.2286670 Jun 17 08:51:23.725044 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 58768) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:23.800958 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a26d114-a0d9-43d0-889b-af87bfcb08d6 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Deleting subnet f7dabf3e-e41b-49a4-876a-8096b4af89f1 {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:51:23.806361 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1a26d114-a0d9-43d0-889b-af87bfcb08d6 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:23.849465 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-693b4827-798c-40d9-98ba-7d16c4224332 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:23.883511 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cbf1af15-22eb-4f67-9730-6fcb92c529fa tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:23.920811 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c32d78-149d-487f-a495-7896c037ea68 req-803ec881-371c-4e8c-a3a9-d6317958a239 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:23.922789 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-50bc01b1-43d8-4e18-b16b-747a90620662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb1f1f4-1a25-4919-915a-f9b981c13294', 'name': 'tempest-TaggedBootDevicesTest_v242-1143594179-router', 'tenant_id': '6151b9a1cbdb47b58bb257665571ce22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'f7babbfc-4c39-4190-a2a4-e092aff806ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:16Z', 'updated_at': '2021-06-17T08:51:20Z', 'revision_number': 3, 'project_id': '6151b9a1cbdb47b58bb257665571ce22', 'gw_port': {'id': 'f7babbfc-4c39-4190-a2a4-e092aff806ae', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb1f1f4-1a25-4919-915a-f9b981c13294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:18Z', 'updated_at': '2021-06-17T08:51:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:23.928925 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-89c32d78-149d-487f-a495-7896c037ea68 req-803ec881-371c-4e8c-a3a9-d6317958a239 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 946 time: 0.2375090 Jun 17 08:51:23.931596 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1a26d114-a0d9-43d0-889b-af87bfcb08d6 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:23.987558 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bc01b1-43d8-4e18-b16b-747a90620662 None None] Checking router: 8cb1f1f4-1a25-4919-915a-f9b981c13294 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:51:23.988667 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bc01b1-43d8-4e18-b16b-747a90620662 None None] Updating router 8cb1f1f4-1a25-4919-915a-f9b981c13294 port f7babbfc-4c39-4190-a2a4-e092aff806ae binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:51:24.044944 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-50bc01b1-43d8-4e18-b16b-747a90620662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.082610 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-693b4827-798c-40d9-98ba-7d16c4224332 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.105734 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1a26d114-a0d9-43d0-889b-af87bfcb08d6 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.116939 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-89c32d78-149d-487f-a495-7896c037ea68 req-0305f2ec-8b82-4abb-96de-de5fe3cab6c7 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870246 Jun 17 08:51:24.223256 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cbf1af15-22eb-4f67-9730-6fcb92c529fa tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.295493 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-693b4827-798c-40d9-98ba-7d16c4224332 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Deleting port f9afae5b-43d2-4f34-90cf-df3a2c701872 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:24.295878 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-693b4827-798c-40d9-98ba-7d16c4224332 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.310744 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1a26d114-a0d9-43d0-889b-af87bfcb08d6 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.343018 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b50d636a-1bed-4242-969e-527dd47332af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:24.376436 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26d114-a0d9-43d0-889b-af87bfcb08d6 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Pushing event deleted for resources: {'Subnet': ['ID=f7dabf3e-e41b-49a4-876a-8096b4af89f1,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:24.388290 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1a26d114-a0d9-43d0-889b-af87bfcb08d6 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:24.395147 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1a26d114-a0d9-43d0-889b-af87bfcb08d6 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.397833 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1a26d114-a0d9-43d0-889b-af87bfcb08d6 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] 10.222.0.49 "DELETE /v2.0/subnets/f7dabf3e-e41b-49a4-876a-8096b4af89f1 HTTP/1.1" status: 204 len: 168 time: 0.6711295 Jun 17 08:51:24.400277 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 58788) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:24.407632 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf13182-6545-4a63-a3ab-2f03d92e8e7a None None] Network 82bfa418-ea48-465a-a363-98a6017b4f9c requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:24.570503 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-50bc01b1-43d8-4e18-b16b-747a90620662 None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.594520 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-693b4827-798c-40d9-98ba-7d16c4224332 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.600684 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-50bc01b1-43d8-4e18-b16b-747a90620662 None None] Transition to ACTIVE for port object f7babbfc-4c39-4190-a2a4-e092aff806ae will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:24.624827 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b5bd6577-af05-44a4-9654-e474061f7d63 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.661581 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 289f5d09-e137-4336-beb3-81a638f4414f up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:24.676597 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cbf1af15-22eb-4f67-9730-6fcb92c529fa tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.690875 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-50bc01b1-43d8-4e18-b16b-747a90620662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.693980 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-b6a666c8-1c38-42a6-b175-558c78d63320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:24.702826 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-91f946fa-0054-42af-b68b-686ab9b236ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.796787 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cbf1af15-22eb-4f67-9730-6fcb92c529fa tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.803468 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-693b4827-798c-40d9-98ba-7d16c4224332 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Calling delete_port for f9afae5b-43d2-4f34-90cf-df3a2c701872 owned by network:router_gateway {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:24.819787 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-50bc01b1-43d8-4e18-b16b-747a90620662 None None] Attempting to bind port f7babbfc-4c39-4190-a2a4-e092aff806ae on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:51:24.820118 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-50bc01b1-43d8-4e18-b16b-747a90620662 None None] Attempting to bind port f7babbfc-4c39-4190-a2a4-e092aff806ae by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:51:24.822754 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc01b1-43d8-4e18-b16b-747a90620662 None None] Attempting to bind port f7babbfc-4c39-4190-a2a4-e092aff806ae on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:24.837133 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6e6c746a-d7ac-4ec4-978f-dbade9eb1191 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:24.839145 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc01b1-43d8-4e18-b16b-747a90620662 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:51:24.839537 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc01b1-43d8-4e18-b16b-747a90620662 None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:24.839986 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-50bc01b1-43d8-4e18-b16b-747a90620662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.840408 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc01b1-43d8-4e18-b16b-747a90620662 None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:51:24.846848 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-50bc01b1-43d8-4e18-b16b-747a90620662 None None] Bound port: f7babbfc-4c39-4190-a2a4-e092aff806ae, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:51:24.847243 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-50bc01b1-43d8-4e18-b16b-747a90620662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.850377 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d465a18f-892f-4c4d-8436-dac08dc662b4 req-c41b7fdc-9794-4c46-8d34-760f1728847b tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.1067076 Jun 17 08:51:24.878373 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 289f5d09-e137-4336-beb3-81a638f4414f triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:24.879178 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.975874 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-50bc01b1-43d8-4e18-b16b-747a90620662 None None] For port f7babbfc-4c39-4190-a2a4-e092aff806ae, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:51:24.984001 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-50bc01b1-43d8-4e18-b16b-747a90620662 None None] For port f7babbfc-4c39-4190-a2a4-e092aff806ae, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=f7babbfc-4c39-4190-a2a4-e092aff806ae,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:51:25.001905 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6febfe4-7381-45f9-9b73-14ffe7569295 None None] Pushing event updated for resources: {'Port': ['ID=f7babbfc-4c39-4190-a2a4-e092aff806ae,revision_number=2']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:25.008064 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1af15-22eb-4f67-9730-6fcb92c529fa tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Pushing event updated for resources: {'Port': ['ID=0cae433a-6e63-4c67-af47-ef355f28ac5c,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:25.015062 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cbf1af15-22eb-4f67-9730-6fcb92c529fa tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:25.030402 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cbf1af15-22eb-4f67-9730-6fcb92c529fa tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.033101 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6febfe4-7381-45f9-9b73-14ffe7569295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:25.033621 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6febfe4-7381-45f9-9b73-14ffe7569295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:25.035478 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6febfe4-7381-45f9-9b73-14ffe7569295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:25.036097 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6febfe4-7381-45f9-9b73-14ffe7569295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:25.036746 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6febfe4-7381-45f9-9b73-14ffe7569295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:25.039267 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6febfe4-7381-45f9-9b73-14ffe7569295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:25.039976 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6febfe4-7381-45f9-9b73-14ffe7569295 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:25.046634 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6febfe4-7381-45f9-9b73-14ffe7569295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:25.046634 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6febfe4-7381-45f9-9b73-14ffe7569295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:25.046634 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6febfe4-7381-45f9-9b73-14ffe7569295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:25.046634 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6febfe4-7381-45f9-9b73-14ffe7569295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:25.047678 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6febfe4-7381-45f9-9b73-14ffe7569295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:25.060221 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-c6febfe4-7381-45f9-9b73-14ffe7569295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:25.070384 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4770d30-91aa-4ccb-85d0-90d87c485ce0 None None] DHCP port deletion for 82bfa418-ea48-465a-a363-98a6017b4f9c request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:51:25.077330 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-50bc01b1-43d8-4e18-b16b-747a90620662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.081452 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-502617f2-b645-4499-99e1-923746131450 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:25.103024 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-91f946fa-0054-42af-b68b-686ab9b236ec admin admin] Allocated IP 172.20.0.1 (42f17473-b08b-4409-8997-e43be0b925af/24f20bd1-b3d6-4277-b6ee-13415f2c85c0/4136e76a-8b57-42ba-84b3-867f0fd404c2) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:25.145239 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cbf1af15-22eb-4f67-9730-6fcb92c529fa tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.159213 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-cbf1af15-22eb-4f67-9730-6fcb92c529fa tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6282575 Jun 17 08:51:25.235991 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-e4770d30-91aa-4ccb-85d0-90d87c485ce0 None None] Deleting port afac7d87-d614-43c4-8053-8b7289a97ca5 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:25.236378 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e4770d30-91aa-4ccb-85d0-90d87c485ce0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.249491 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bc01b1-43d8-4e18-b16b-747a90620662 None None] Routers {'8cb1f1f4-1a25-4919-915a-f9b981c13294'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:25.252135 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-50bc01b1-43d8-4e18-b16b-747a90620662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:50:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['8cb1f1f4-1a25-4919-915a-f9b981c13294'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:25.254146 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6febfe4-7381-45f9-9b73-14ffe7569295 None None] Pushing event updated for resources: {'Port': ['ID=f7babbfc-4c39-4190-a2a4-e092aff806ae,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:25.272167 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-c6febfe4-7381-45f9-9b73-14ffe7569295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:25.373470 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-91f946fa-0054-42af-b68b-686ab9b236ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.402384 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-91f946fa-0054-42af-b68b-686ab9b236ec admin admin] Transition to ACTIVE for port object 4136e76a-8b57-42ba-84b3-867f0fd404c2 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:25.413536 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-e4770d30-91aa-4ccb-85d0-90d87c485ce0 None None] For port afac7d87-d614-43c4-8053-8b7289a97ca5, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=afac7d87-d614-43c4-8053-8b7289a97ca5,segment=NetworkSegment(39aa0019-5ea9-4bf9-bb08-4071b66f9054),segment_id=39aa0019-5ea9-4bf9-bb08-4071b66f9054)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:25.414118 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e4770d30-91aa-4ccb-85d0-90d87c485ce0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.437292 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-b5bd6577-af05-44a4-9654-e474061f7d63 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Deleting port afac7d87-d614-43c4-8053-8b7289a97ca5 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:25.437292 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b5bd6577-af05-44a4-9654-e474061f7d63 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.461304 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-693b4827-798c-40d9-98ba-7d16c4224332 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.467457 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bbcf7195-aacf-4c08-8f1c-f6a8edf41108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:25.508285 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-50bc01b1-43d8-4e18-b16b-747a90620662 None None] Set router 8cb1f1f4-1a25-4919-915a-f9b981c13294 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:25.528290 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-e4770d30-91aa-4ccb-85d0-90d87c485ce0 None None] Calling delete_port for afac7d87-d614-43c4-8053-8b7289a97ca5 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:25.536040 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7e76425d-f66e-44bf-b40a-a07dbe2ca324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.595961 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-b5bd6577-af05-44a4-9654-e474061f7d63 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] For port afac7d87-d614-43c4-8053-8b7289a97ca5, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=afac7d87-d614-43c4-8053-8b7289a97ca5,segment=NetworkSegment(39aa0019-5ea9-4bf9-bb08-4071b66f9054),segment_id=39aa0019-5ea9-4bf9-bb08-4071b66f9054)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:25.597628 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b5bd6577-af05-44a4-9654-e474061f7d63 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.621140 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2dfc39-8b1b-42f2-bbfa-ea99c23eda46 req-966da31b-6d19-40b1-92fe-3fc42510900f tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:25.622703 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2e2dfc39-8b1b-42f2-bbfa-ea99c23eda46 req-966da31b-6d19-40b1-92fe-3fc42510900f tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 946 time: 0.1801753 Jun 17 08:51:25.655767 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-91f946fa-0054-42af-b68b-686ab9b236ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.656897 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b4827-798c-40d9-98ba-7d16c4224332 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Pushing event deleted for resources: {'Port': ['ID=f9afae5b-43d2-4f34-90cf-df3a2c701872,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:25.661438 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d4ff6af4-2254-4c9a-adc9-4e23097dbfe5 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:25.693974 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-b5bd6577-af05-44a4-9654-e474061f7d63 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Calling delete_port for afac7d87-d614-43c4-8053-8b7289a97ca5 owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:25.696411 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-693b4827-798c-40d9-98ba-7d16c4224332 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:25.708234 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e4770d30-91aa-4ccb-85d0-90d87c485ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.711527 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:25.734669 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f946fa-0054-42af-b68b-686ab9b236ec admin admin] Network 42f17473-b08b-4409-8997-e43be0b925af is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:25.746482 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2e2dfc39-8b1b-42f2-bbfa-ea99c23eda46 req-0f42c542-0fda-4fbe-b445-37c5c2fc8e7e tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168880 Jun 17 08:51:25.755262 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-91f946fa-0054-42af-b68b-686ab9b236ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:25.768002 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f946fa-0054-42af-b68b-686ab9b236ec admin admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:25.773656 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4770d30-91aa-4ccb-85d0-90d87c485ce0 None None] Pushing event deleted for resources: {'Port': ['ID=afac7d87-d614-43c4-8053-8b7289a97ca5,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:25.778999 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e4770d30-91aa-4ccb-85d0-90d87c485ce0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:25.788757 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4770d30-91aa-4ccb-85d0-90d87c485ce0 None None] No DVR routers for this DVR port afac7d87-d614-43c4-8053-8b7289a97ca5 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:51:25.811840 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61701a79-12c5-437c-8b7b-b3aaa712de08 req-9d51a9fe-5ffd-487f-88ba-739c03336b26 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:25.820491 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-61701a79-12c5-437c-8b7b-b3aaa712de08 req-9d51a9fe-5ffd-487f-88ba-739c03336b26 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.7525570 Jun 17 08:51:25.827041 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f946fa-0054-42af-b68b-686ab9b236ec admin admin] Pushing event updated for resources: {'Port': ['ID=4136e76a-8b57-42ba-84b3-867f0fd404c2,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:25.836399 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-91f946fa-0054-42af-b68b-686ab9b236ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:25.858006 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-91f946fa-0054-42af-b68b-686ab9b236ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.874476 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-50bc01b1-43d8-4e18-b16b-747a90620662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb1f1f4-1a25-4919-915a-f9b981c13294', 'name': 'tempest-TaggedBootDevicesTest_v242-1143594179-router', 'tenant_id': '6151b9a1cbdb47b58bb257665571ce22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'f7babbfc-4c39-4190-a2a4-e092aff806ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:16Z', 'updated_at': '2021-06-17T08:51:20Z', 'revision_number': 3, 'project_id': '6151b9a1cbdb47b58bb257665571ce22', 'gw_port': {'id': 'f7babbfc-4c39-4190-a2a4-e092aff806ae', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb1f1f4-1a25-4919-915a-f9b981c13294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:18Z', 'updated_at': '2021-06-17T08:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:25.925102 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bc01b1-43d8-4e18-b16b-747a90620662 None None] The sync data for ids ['8cb1f1f4-1a25-4919-915a-f9b981c13294'] in n-d-758944-30 is: [{'id': '8cb1f1f4-1a25-4919-915a-f9b981c13294', 'name': 'tempest-TaggedBootDevicesTest_v242-1143594179-router', 'tenant_id': '6151b9a1cbdb47b58bb257665571ce22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'f7babbfc-4c39-4190-a2a4-e092aff806ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:16Z', 'updated_at': '2021-06-17T08:51:20Z', 'revision_number': 3, 'project_id': '6151b9a1cbdb47b58bb257665571ce22', 'gw_port': {'id': 'f7babbfc-4c39-4190-a2a4-e092aff806ae', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb1f1f4-1a25-4919-915a-f9b981c13294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:18Z', 'updated_at': '2021-06-17T08:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:25.997760 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-61701a79-12c5-437c-8b7b-b3aaa712de08 req-ecba4788-e597-4b51-b8c7-af70a5dddd4e tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762500 Jun 17 08:51:26.056106 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-dda2376f-df3b-45f7-aa94-1cb9d97c3b9c tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1758507194&fields=id&tenant_id=4201ecfcc96c4ba4985fddc21edba720 HTTP/1.1" status: 200 len: 267 time: 0.1201820 Jun 17 08:51:26.058408 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-693b4827-798c-40d9-98ba-7d16c4224332 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:26.201444 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-26bb9e79-1807-4409-abf6-c5112d4ddd6c tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:26.208461 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-26bb9e79-1807-4409-abf6-c5112d4ddd6c tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/networks?id=c5173993-fd11-42fa-843a-bd1549cdbf9f HTTP/1.1" status: 200 len: 805 time: 0.1515269 Jun 17 08:51:26.239675 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-4eb707b3-0f92-47f5-8927-c3e4bd5ae273 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/quotas/4201ecfcc96c4ba4985fddc21edba720 HTTP/1.1" status: 200 len: 375 time: 0.0303092 Jun 17 08:51:26.261400 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b5bd6577-af05-44a4-9654-e474061f7d63 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:26.296145 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-06ae790e-36dc-461c-9817-44333234ed3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:26.333852 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-693b4827-798c-40d9-98ba-7d16c4224332 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:26.336578 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bd6577-af05-44a4-9654-e474061f7d63 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] No DVR routers for this DVR port afac7d87-d614-43c4-8053-8b7289a97ca5 on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:51:26.355804 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd6577-af05-44a4-9654-e474061f7d63 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Pushing event deleted for resources: {'Port': ['ID=afac7d87-d614-43c4-8053-8b7289a97ca5,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:26.358925 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-693b4827-798c-40d9-98ba-7d16c4224332 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:26.382391 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-5407b527-849d-4e4d-8e99-4a7d8a7d94e7 None None] Provisioning for port 4136e76a-8b57-42ba-84b3-867f0fd404c2 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:26.388626 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-5407b527-849d-4e4d-8e99-4a7d8a7d94e7 None None] Provisioning complete for port 4136e76a-8b57-42ba-84b3-867f0fd404c2 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:26.389013 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5407b527-849d-4e4d-8e99-4a7d8a7d94e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:26.432532 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b5bd6577-af05-44a4-9654-e474061f7d63 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:26.457448 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-a0eed24c-1580-423a-b5cd-4001403ecb23 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4201ecfcc96c4ba4985fddc21edba720&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1982970 Jun 17 08:51:26.467168 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-06fc43ab-9017-4672-b10c-74ab451d1549 req-58995946-b7d6-40f2-bb20-e8caa3c20d0e tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.1281688 Jun 17 08:51:26.492180 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae1235-fa2a-4479-956e-367b799cf06d req-9998ff5d-9ff7-493e-a485-8ebecd8a9ee7 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:26.494972 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-09ae1235-fa2a-4479-956e-367b799cf06d req-9998ff5d-9ff7-493e-a485-8ebecd8a9ee7 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.50 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 944 time: 0.5745201 Jun 17 08:51:26.497935 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-5407b527-849d-4e4d-8e99-4a7d8a7d94e7 None None] Port 4136e76a-8b57-42ba-84b3-867f0fd404c2 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:26.635969 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-91f946fa-0054-42af-b68b-686ab9b236ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:26.713701 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device f7babbfc-4c39-4190-a2a4-e092aff806ae up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:26.717610 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b5bd6577-af05-44a4-9654-e474061f7d63 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:26.756748 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-b5bd6577-af05-44a4-9654-e474061f7d63 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82bfa418-ea48-465a-a363-98a6017b4f9c']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:26.773222 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b9b30619-f3e8-4649-bfd5-d337eb691f64 req-3641d53e-d7ae-4735-9430-35f0dfa69418 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.1206520 Jun 17 08:51:26.800806 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-b5bd6577-af05-44a4-9654-e474061f7d63 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39aa0019-5ea9-4bf9-bb08-4071b66f9054') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:26.812568 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-b5bd6577-af05-44a4-9654-e474061f7d63 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39aa0019-5ea9-4bf9-bb08-4071b66f9054') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:26.835166 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b5bd6577-af05-44a4-9654-e474061f7d63 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:26.860691 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-a3c420ff-40da-4216-87fd-b3cf3e8277d1 service neutron] 10.222.0.49 "GET /v2.0/networks/c5173993-fd11-42fa-843a-bd1549cdbf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989384 Jun 17 08:51:26.861388 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b5bd6577-af05-44a4-9654-e474061f7d63 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:26.869716 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5bd6577-af05-44a4-9654-e474061f7d63 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:51:26.870932 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b5bd6577-af05-44a4-9654-e474061f7d63 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:26.907947 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port f7babbfc-4c39-4190-a2a4-e092aff806ae completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:26.913119 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port f7babbfc-4c39-4190-a2a4-e092aff806ae triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:26.918529 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:51:26.981964 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:51:26.984942 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-693b4827-798c-40d9-98ba-7d16c4224332 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:26.987297 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693b4827-798c-40d9-98ba-7d16c4224332 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Fanout notify agent at l3_agent the message router_deleted on router 863240c4-5dca-4925-9ac1-c06d053be744 {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:51:27.012249 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-693b4827-798c-40d9-98ba-7d16c4224332 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.013624 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-693b4827-798c-40d9-98ba-7d16c4224332 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "DELETE /v2.0/routers/863240c4-5dca-4925-9ac1-c06d053be744 HTTP/1.1" status: 204 len: 168 time: 3.4729993 Jun 17 08:51:27.022186 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58822) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:27.029013 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-c6fce3d9-b0b3-4678-af9f-4f3d22c68afa tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1718366562', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:27.103996 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-09ae1235-fa2a-4479-956e-367b799cf06d req-a5f18245-241a-4456-9271-5b152fea9973 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Deleting port 80834232-7c1a-4461-87e0-250268dbd5a1 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:27.107455 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-09ae1235-fa2a-4479-956e-367b799cf06d req-a5f18245-241a-4456-9271-5b152fea9973 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.125935 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-4b9ab759-bb7d-4619-a15a-eaa3c8923588 service neutron] 10.222.0.49 "GET /v2.0/networks/c5173993-fd11-42fa-843a-bd1549cdbf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638562 Jun 17 08:51:27.147680 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.172763 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-91f946fa-0054-42af-b68b-686ab9b236ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.194650 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port f7babbfc-4c39-4190-a2a4-e092aff806ae, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=f7babbfc-4c39-4190-a2a4-e092aff806ae,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:27.222557 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c6fce3d9-b0b3-4678-af9f-4f3d22c68afa tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.227473 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c6fce3d9-b0b3-4678-af9f-4f3d22c68afa tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.277523 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-91f946fa-0054-42af-b68b-686ab9b236ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.297685 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.299980 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:27.361101 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7ad26dea-f11e-43fa-b0ef-e3228d6e6f6e tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:27.421272 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device afac7d87-d614-43c4-8053-8b7289a97ca5 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:51:27.426852 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=f7babbfc-4c39-4190-a2a4-e092aff806ae,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:27.441147 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c6fce3d9-b0b3-4678-af9f-4f3d22c68afa tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.443930 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:27.470850 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: afac7d87-d614-43c4-8053-8b7289a97ca5 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:51:27.471218 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device afac7d87-d614-43c4-8053-8b7289a97ca5 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:51:27.481008 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f946fa-0054-42af-b68b-686ab9b236ec admin admin] Pushing event updated for resources: {'Port': ['ID=4136e76a-8b57-42ba-84b3-867f0fd404c2,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:27.484072 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-91f946fa-0054-42af-b68b-686ab9b236ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.486669 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-91f946fa-0054-42af-b68b-686ab9b236ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:27.633745 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c6fce3d9-b0b3-4678-af9f-4f3d22c68afa tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.734228 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-09ae1235-fa2a-4479-956e-367b799cf06d req-a5f18245-241a-4456-9271-5b152fea9973 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] For port 80834232-7c1a-4461-87e0-250268dbd5a1, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=80834232-7c1a-4461-87e0-250268dbd5a1,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:27.735414 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-09ae1235-fa2a-4479-956e-367b799cf06d req-a5f18245-241a-4456-9271-5b152fea9973 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.821926 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c6fce3d9-b0b3-4678-af9f-4f3d22c68afa tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.825184 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c6fce3d9-b0b3-4678-af9f-4f3d22c68afa tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7979779 Jun 17 08:51:27.838406 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b5bd6577-af05-44a4-9654-e474061f7d63 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.844718 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 58838) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:27.855735 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-64e2912e-a0c6-4e01-b8a2-03f88feb4069 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'enable_snat': True}}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:27.860134 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f946fa-0054-42af-b68b-686ab9b236ec admin admin] Network 42f17473-b08b-4409-8997-e43be0b925af is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:27.861078 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:27.882124 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b5bd6577-af05-44a4-9654-e474061f7d63 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.887651 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b5bd6577-af05-44a4-9654-e474061f7d63 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] 10.222.0.49 "DELETE /v2.0/networks/82bfa418-ea48-465a-a363-98a6017b4f9c HTTP/1.1" status: 204 len: 168 time: 3.4832196 Jun 17 08:51:27.887651 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd6577-af05-44a4-9654-e474061f7d63 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Pushing event deleted for resources: {'Network': ['ID=82bfa418-ea48-465a-a363-98a6017b4f9c,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:27.893498 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b5bd6577-af05-44a4-9654-e474061f7d63 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:27.926739 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:51:27.956478 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.999935 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028cd60-8455-44fe-a534-04f8c60853f7 req-6e4c2160-b55b-41c1-aaac-abba53e16ffe tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:28.007575 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2028cd60-8455-44fe-a534-04f8c60853f7 req-6e4c2160-b55b-41c1-aaac-abba53e16ffe tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 946 time: 0.9878235 Jun 17 08:51:28.162946 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2028cd60-8455-44fe-a534-04f8c60853f7 req-3aca44d9-ec51-4257-a05d-d39acc9c0be9 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543088 Jun 17 08:51:28.236403 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-09ae1235-fa2a-4479-956e-367b799cf06d req-a5f18245-241a-4456-9271-5b152fea9973 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.236785 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-09ae1235-fa2a-4479-956e-367b799cf06d req-a5f18245-241a-4456-9271-5b152fea9973 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.237106 n-d-758944-30 neutron-server[94520]: INFO neutron.db.l3_db [req-09ae1235-fa2a-4479-956e-367b799cf06d req-a5f18245-241a-4456-9271-5b152fea9973 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Floating IP 2627837d-da98-4ed3-b88d-a68b147a7d44 disassociated. External IP: 172.25.2.39, port: 80834232-7c1a-4461-87e0-250268dbd5a1. Jun 17 08:51:28.237459 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-09ae1235-fa2a-4479-956e-367b799cf06d req-a5f18245-241a-4456-9271-5b152fea9973 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Calling delete_port for 80834232-7c1a-4461-87e0-250268dbd5a1 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:28.554546 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-19673a05-2fa4-4902-9548-a91ce2081cfd req-eb3228b5-e0e6-4779-ab73-b29f8b468f59 tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.0446746 Jun 17 08:51:28.567974 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 58852) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:28.578576 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-91f946fa-0054-42af-b68b-686ab9b236ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:28.585094 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-09ae1235-fa2a-4479-956e-367b799cf06d req-a5f18245-241a-4456-9271-5b152fea9973 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.607332 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f5be2a52-0f32-459c-8a03-5c0a6f92d7c9 tempest-FloatingIPsAssociationNegativeTestJSON-356788170 tempest-FloatingIPsAssociationNegativeTestJSON-356788170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:28.613902 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device f7babbfc-4c39-4190-a2a4-e092aff806ae up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:28.685317 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f18245-241a-4456-9271-5b152fea9973 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Pushing event deleted for resources: {'Port': ['ID=80834232-7c1a-4461-87e0-250268dbd5a1,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:28.691534 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a5f18245-241a-4456-9271-5b152fea9973 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:28.735570 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 80834232-7c1a-4461-87e0-250268dbd5a1 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:51:28.780423 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 80834232-7c1a-4461-87e0-250268dbd5a1 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:51:28.780787 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 80834232-7c1a-4461-87e0-250268dbd5a1 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:51:28.797636 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-39036bc2-8b73-4809-bc56-3c51dbd067cb req-41b9ef23-1d22-4e13-b3b6-b3188f4e0185 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4567a7a-c077-4674-860c-b2e56bd1e2f5 HTTP/1.1" status: 200 len: 210 time: 0.0729778 Jun 17 08:51:28.837465 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port f7babbfc-4c39-4190-a2a4-e092aff806ae triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:28.841354 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.076819 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-97df96ff-85dc-440c-a864-07a4d9fa3ae5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a8f3419eed19472e930ba652f03289e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5054238 Jun 17 08:51:29.078831 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 58860) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:29.082267 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09ae1235-fa2a-4479-956e-367b799cf06d req-a5f18245-241a-4456-9271-5b152fea9973 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Router 7e1a89c4-7cfc-4422-8123-44be1ddef984 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:51:29.085928 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-64e2912e-a0c6-4e01-b8a2-03f88feb4069 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.153993 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ead11037-0ea7-425e-ba24-9d11d66d169d None None] Provisioning complete for port 4136e76a-8b57-42ba-84b3-867f0fd404c2 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:29.155014 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ead11037-0ea7-425e-ba24-9d11d66d169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.160501 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b125d-ff81-4f04-a5c2-b8d33e767e2c req-50aba788-0838-4380-a27f-c3b50fa3fdf2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:29.164998 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3c2b125d-ff81-4f04-a5c2-b8d33e767e2c req-50aba788-0838-4380-a27f-c3b50fa3fdf2 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 866 time: 1.3647530 Jun 17 08:51:29.254441 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-ead11037-0ea7-425e-ba24-9d11d66d169d None None] Port 4136e76a-8b57-42ba-84b3-867f0fd404c2 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:29.366936 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f946fa-0054-42af-b68b-686ab9b236ec admin admin] Router 8cb1f1f4-1a25-4919-915a-f9b981c13294 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:51:29.393474 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d3db8d6c-6fd9-44c1-97a8-26b0b035cd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.405019 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e2c9cc58-b7d8-47b3-9769-98d04d507a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.434828 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e2c9cc58-b7d8-47b3-9769-98d04d507a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.485697 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09ae1235-fa2a-4479-956e-367b799cf06d req-a5f18245-241a-4456-9271-5b152fea9973 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:29.497903 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024cb2f8-c8fc-4b4b-8e32-38a5d919211b None None] Sync routers for ids ['7e1a89c4-7cfc-4422-8123-44be1ddef984'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:29.507057 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024cb2f8-c8fc-4b4b-8e32-38a5d919211b None None] Routers {'7e1a89c4-7cfc-4422-8123-44be1ddef984'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:29.507974 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-024cb2f8-c8fc-4b4b-8e32-38a5d919211b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:51:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7e1a89c4-7cfc-4422-8123-44be1ddef984'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:29.619758 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ae1235-fa2a-4479-956e-367b799cf06d req-a5f18245-241a-4456-9271-5b152fea9973 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] No DVR routers for this DVR port 80834232-7c1a-4461-87e0-250268dbd5a1 on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:51:29.624501 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-09ae1235-fa2a-4479-956e-367b799cf06d req-a5f18245-241a-4456-9271-5b152fea9973 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.626801 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-09ae1235-fa2a-4479-956e-367b799cf06d req-a5f18245-241a-4456-9271-5b152fea9973 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.50 "DELETE /v2.0/ports/80834232-7c1a-4461-87e0-250268dbd5a1 HTTP/1.1" status: 204 len: 173 time: 3.0896790 Jun 17 08:51:29.627570 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28e8626-7f21-495c-877c-3c6ddb58ea2e', 'name': 'network-vif-deleted', 'tag': '80834232-7c1a-4461-87e0-250268dbd5a1'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:51:29.630745 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4141f2b-b700-4f20-954e-7e45ed0755cb" -d '{"events": [{"server_uuid": "c28e8626-7f21-495c-877c-3c6ddb58ea2e", "name": "network-vif-deleted", "tag": "80834232-7c1a-4461-87e0-250268dbd5a1"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:51:29.635448 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f946fa-0054-42af-b68b-686ab9b236ec admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:29.642559 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-91f946fa-0054-42af-b68b-686ab9b236ec admin admin] 10.222.0.49 "PUT /v2.0/routers/8cb1f1f4-1a25-4919-915a-f9b981c13294/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0164614 Jun 17 08:51:29.660553 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e70428-5505-4f4f-a865-7e980d096a20 None None] Sync routers for ids ['8cb1f1f4-1a25-4919-915a-f9b981c13294'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:29.677929 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e70428-5505-4f4f-a865-7e980d096a20 None None] Routers {'8cb1f1f4-1a25-4919-915a-f9b981c13294'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:29.682431 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-f2e70428-5505-4f4f-a865-7e980d096a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:51:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['8cb1f1f4-1a25-4919-915a-f9b981c13294'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:29.688436 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e2c9cc58-b7d8-47b3-9769-98d04d507a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.699726 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e2c9cc58-b7d8-47b3-9769-98d04d507a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.703207 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e2c9cc58-b7d8-47b3-9769-98d04d507a5c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8936151c-5615-4853-b0c6-949182cf33e9 HTTP/1.1" status: 204 len: 168 time: 0.6211379 Jun 17 08:51:29.703207 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-01e27688-98df-403f-882f-33ca87260709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:29.713996 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9cc58-b7d8-47b3-9769-98d04d507a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8936151c-5615-4853-b0c6-949182cf33e9,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:29.717248 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e2c9cc58-b7d8-47b3-9769-98d04d507a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:29.801233 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3c2b125d-ff81-4f04-a5c2-b8d33e767e2c req-ce8b7c4f-38e2-4492-9a46-aff0261a8a92 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups?id=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6306689 Jun 17 08:51:29.928021 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9834f24f-13c6-4ec1-965b-f8da135f10f0 req-2c6e81c9-92b6-4a0a-ae33-e982b2ccf1a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a9451c9dcb474283b719cdbdee2b15d3&device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.0780482 Jun 17 08:51:29.988509 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-024cb2f8-c8fc-4b4b-8e32-38a5d919211b None None] Set router 7e1a89c4-7cfc-4422-8123-44be1ddef984 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:30.031988 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-f2e70428-5505-4f4f-a865-7e980d096a20 None None] Set router 8cb1f1f4-1a25-4919-915a-f9b981c13294 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:30.194108 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9834f24f-13c6-4ec1-965b-f8da135f10f0 req-fbb76e83-e942-4b66-919b-145392f41e9b service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=a9451c9dcb474283b719cdbdee2b15d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2650874 Jun 17 08:51:30.207398 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e56b3e-133f-4775-980c-a6378d450cdb req-f3198971-e3dd-40a6-ae57-626bb9999cc5 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:30.226093 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b7e56b3e-133f-4775-980c-a6378d450cdb req-f3198971-e3dd-40a6-ae57-626bb9999cc5 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 946 time: 0.3064699 Jun 17 08:51:30.335143 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b7e56b3e-133f-4775-980c-a6378d450cdb req-46d430d5-1ce4-41d2-9d2e-c41debbf91f1 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005101 Jun 17 08:51:30.421637 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-024cb2f8-c8fc-4b4b-8e32-38a5d919211b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'name': 'tempest-ServerActionsTestJSON-1225111391-router', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '02e4b0ec-23b5-4512-8e26-5f58cfc44882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:45Z', 'updated_at': '2021-06-17T08:41:52Z', 'revision_number': 4, 'project_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'gw_port': {'id': '02e4b0ec-23b5-4512-8e26-5f58cfc44882', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:09:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:46Z', 'updated_at': '2021-06-17T08:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '3283a03d-d01a-4385-9cb8-e84143e0148c', 'name': '', 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'mac_address': 'fa:16:3e:87:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9f1cd377-e173-40e7-8f95-b9cee993c643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:51Z', 'updated_at': '2021-06-17T08:42:02Z', 'revision_number': 5, 'project_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'subnets': [{'id': '9f1cd377-e173-40e7-8f95-b9cee993c643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:30.491006 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59ee3ec-1bb4-43e5-a79c-f794fa09a406 x-openstack-request-id: req-a59ee3ec-1bb4-43e5-a79c-f794fa09a406 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:51:30.491621 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28e8626-7f21-495c-877c-3c6ddb58ea2e", "name": "network-vif-deleted", "tag": "80834232-7c1a-4461-87e0-250268dbd5a1", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:51:30.491879 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a59ee3ec-1bb4-43e5-a79c-f794fa09a406 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:51:30.492397 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28e8626-7f21-495c-877c-3c6ddb58ea2e', 'name': 'network-vif-deleted', 'tag': '80834232-7c1a-4461-87e0-250268dbd5a1', 'status': 'completed', 'code': 200} Jun 17 08:51:30.551198 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024cb2f8-c8fc-4b4b-8e32-38a5d919211b None None] Checking router: 7e1a89c4-7cfc-4422-8123-44be1ddef984 for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:51:30.596784 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024cb2f8-c8fc-4b4b-8e32-38a5d919211b None None] Routers {'7e1a89c4-7cfc-4422-8123-44be1ddef984'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:30.597453 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-024cb2f8-c8fc-4b4b-8e32-38a5d919211b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:51:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7e1a89c4-7cfc-4422-8123-44be1ddef984'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:30.679555 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-f2e70428-5505-4f4f-a865-7e980d096a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb1f1f4-1a25-4919-915a-f9b981c13294', 'name': 'tempest-TaggedBootDevicesTest_v242-1143594179-router', 'tenant_id': '6151b9a1cbdb47b58bb257665571ce22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'f7babbfc-4c39-4190-a2a4-e092aff806ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:16Z', 'updated_at': '2021-06-17T08:51:26Z', 'revision_number': 4, 'project_id': '6151b9a1cbdb47b58bb257665571ce22', 'gw_port': {'id': 'f7babbfc-4c39-4190-a2a4-e092aff806ae', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb1f1f4-1a25-4919-915a-f9b981c13294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:18Z', 'updated_at': '2021-06-17T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '4136e76a-8b57-42ba-84b3-867f0fd404c2', 'name': '', 'network_id': '42f17473-b08b-4409-8997-e43be0b925af', 'tenant_id': '6151b9a1cbdb47b58bb257665571ce22', 'mac_address': 'fa:16:3e:47:6a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb1f1f4-1a25-4919-915a-f9b981c13294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '24f20bd1-b3d6-4277-b6ee-13415f2c85c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:24Z', 'updated_at': '2021-06-17T08:51:26Z', 'revision_number': 2, 'project_id': '6151b9a1cbdb47b58bb257665571ce22', 'subnets': [{'id': '24f20bd1-b3d6-4277-b6ee-13415f2c85c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:30.695689 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-033d7cda-43a1-4f50-995f-f4ea0f4f5db5 req-4e201438-17d3-40b3-a1c3-7c8ef54bfe6d tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.5298352 Jun 17 08:51:30.729212 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834f24f-13c6-4ec1-965b-f8da135f10f0 req-2f0a53c3-dd0d-4b43-9168-4f19d1b41ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:30.731559 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9834f24f-13c6-4ec1-965b-f8da135f10f0 req-2f0a53c3-dd0d-4b43-9168-4f19d1b41ec5 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4443648 Jun 17 08:51:30.809232 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e70428-5505-4f4f-a865-7e980d096a20 None None] Checking router: 8cb1f1f4-1a25-4919-915a-f9b981c13294 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:51:30.810263 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e70428-5505-4f4f-a865-7e980d096a20 None None] Updating router 8cb1f1f4-1a25-4919-915a-f9b981c13294 port 4136e76a-8b57-42ba-84b3-867f0fd404c2 binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:51:30.813911 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b3e0de6e-40d3-433d-a91f-9ad5292c3a55 req-b869d1ed-b999-47d1-955e-cb9c2c794a84 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4567a7a-c077-4674-860c-b2e56bd1e2f5 HTTP/1.1" status: 200 len: 210 time: 0.0790191 Jun 17 08:51:30.861677 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-64e2912e-a0c6-4e01-b8a2-03f88feb4069 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.889814 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-64e2912e-a0c6-4e01-b8a2-03f88feb4069 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.900672 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-f2e70428-5505-4f4f-a865-7e980d096a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.022089 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.024384 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-024cb2f8-c8fc-4b4b-8e32-38a5d919211b None None] Set router 7e1a89c4-7cfc-4422-8123-44be1ddef984 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:31.257006 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-f2e70428-5505-4f4f-a865-7e980d096a20 None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.270238 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-f2e70428-5505-4f4f-a865-7e980d096a20 None None] Transition to ACTIVE for port object 4136e76a-8b57-42ba-84b3-867f0fd404c2 will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:31.290745 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-436b15e1-1f1d-4629-8e1b-12a639d8a2a3 req-dd820a8d-f661-41ad-953d-b2efc45234d8 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/ports?device_id=c28e8626-7f21-495c-877c-3c6ddb58ea2e HTTP/1.1" status: 200 len: 210 time: 0.1271594 Jun 17 08:51:31.363560 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-64e2912e-a0c6-4e01-b8a2-03f88feb4069 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Allocated IP 172.25.2.45 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/cde4c516-b2c8-4405-882e-5fbc62328274) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:31.374900 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-f2e70428-5505-4f4f-a865-7e980d096a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.385341 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-1df0b702-8a37-417f-8f55-ed0380cdae5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:31.581002 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-344380fd-762b-4050-9a99-44d2e3f23dce tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:31.582624 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-344380fd-762b-4050-9a99-44d2e3f23dce tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.50 "GET /v2.0/networks?id=c5173993-fd11-42fa-843a-bd1549cdbf9f HTTP/1.1" status: 200 len: 805 time: 0.2819250 Jun 17 08:51:31.692084 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf3b18-f90a-418f-ac8f-cc4234fc05bb None None] Pushing event updated for resources: {'Port': ['ID=4136e76a-8b57-42ba-84b3-867f0fd404c2,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:31.695625 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-64e2912e-a0c6-4e01-b8a2-03f88feb4069 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.710250 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-87cf3b18-f90a-418f-ac8f-cc4234fc05bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:31.733053 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-4dea6dd5-4394-4e08-9aee-b9d7d30fa42a tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4201ecfcc96c4ba4985fddc21edba720 HTTP/1.1" status: 200 len: 380 time: 0.1415534 Jun 17 08:51:31.780748 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-947b9352-7623-49f8-b942-c76a106025f1 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Request body: {'port': {'device_id': 'd4567a7a-c077-4674-860c-b2e56bd1e2f5', 'network_id': 'c5173993-fd11-42fa-843a-bd1549cdbf9f', 'admin_state_up': True, 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'security_groups': ['4da72bb0-3b3c-4314-9a13-8b9006a273f6']}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:31.790201 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-024cb2f8-c8fc-4b4b-8e32-38a5d919211b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'name': 'tempest-ServerActionsTestJSON-1225111391-router', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '02e4b0ec-23b5-4512-8e26-5f58cfc44882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:45Z', 'updated_at': '2021-06-17T08:41:52Z', 'revision_number': 4, 'project_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'gw_port': {'id': '02e4b0ec-23b5-4512-8e26-5f58cfc44882', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:09:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:46Z', 'updated_at': '2021-06-17T08:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '3283a03d-d01a-4385-9cb8-e84143e0148c', 'name': '', 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'mac_address': 'fa:16:3e:87:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9f1cd377-e173-40e7-8f95-b9cee993c643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:51Z', 'updated_at': '2021-06-17T08:42:02Z', 'revision_number': 5, 'project_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'subnets': [{'id': '9f1cd377-e173-40e7-8f95-b9cee993c643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:31.900107 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024cb2f8-c8fc-4b4b-8e32-38a5d919211b None None] The sync data for ids ['7e1a89c4-7cfc-4422-8123-44be1ddef984'] in n-d-758944-30 is: [{'id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'name': 'tempest-ServerActionsTestJSON-1225111391-router', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '02e4b0ec-23b5-4512-8e26-5f58cfc44882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:45Z', 'updated_at': '2021-06-17T08:41:52Z', 'revision_number': 4, 'project_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'gw_port': {'id': '02e4b0ec-23b5-4512-8e26-5f58cfc44882', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:09:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:46Z', 'updated_at': '2021-06-17T08:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '3283a03d-d01a-4385-9cb8-e84143e0148c', 'name': '', 'network_id': '14e0e5fd-f3e6-4e07-800d-dfdaacdec65f', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'mac_address': 'fa:16:3e:87:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9f1cd377-e173-40e7-8f95-b9cee993c643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:51Z', 'updated_at': '2021-06-17T08:42:02Z', 'revision_number': 5, 'project_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'subnets': [{'id': '9f1cd377-e173-40e7-8f95-b9cee993c643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:31.953425 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-f2e70428-5505-4f4f-a865-7e980d096a20 None None] Attempting to bind port 4136e76a-8b57-42ba-84b3-867f0fd404c2 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:51:31.954168 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-f2e70428-5505-4f4f-a865-7e980d096a20 None None] Attempting to bind port 4136e76a-8b57-42ba-84b3-867f0fd404c2 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'e057b94b-747a-4968-a889-77d4327a134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '42f17473-b08b-4409-8997-e43be0b925af'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:51:31.961487 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e70428-5505-4f4f-a865-7e980d096a20 None None] Attempting to bind port 4136e76a-8b57-42ba-84b3-867f0fd404c2 on network 42f17473-b08b-4409-8997-e43be0b925af {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:31.968586 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e70428-5505-4f4f-a865-7e980d096a20 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:51:31.969290 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e70428-5505-4f4f-a865-7e980d096a20 None None] Checking segment: {'id': 'e057b94b-747a-4968-a889-77d4327a134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '42f17473-b08b-4409-8997-e43be0b925af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:31.969910 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-f2e70428-5505-4f4f-a865-7e980d096a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.971946 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e70428-5505-4f4f-a865-7e980d096a20 None None] Bound using segment: {'id': 'e057b94b-747a-4968-a889-77d4327a134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '42f17473-b08b-4409-8997-e43be0b925af'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:51:31.974037 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-f2e70428-5505-4f4f-a865-7e980d096a20 None None] Bound port: 4136e76a-8b57-42ba-84b3-867f0fd404c2, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e057b94b-747a-4968-a889-77d4327a134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '42f17473-b08b-4409-8997-e43be0b925af'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:51:31.974037 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-f2e70428-5505-4f4f-a865-7e980d096a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:32.045464 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-64e2912e-a0c6-4e01-b8a2-03f88feb4069 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:32.083854 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 58962) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:32.089755 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-f2e70428-5505-4f4f-a865-7e980d096a20 None None] For port 4136e76a-8b57-42ba-84b3-867f0fd404c2, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:51:32.090464 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-81487204-38db-483d-9695-9c4eef9e6244 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:32.097740 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-f2e70428-5505-4f4f-a865-7e980d096a20 None None] For port 4136e76a-8b57-42ba-84b3-867f0fd404c2, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=4136e76a-8b57-42ba-84b3-867f0fd404c2,segment=NetworkSegment(e057b94b-747a-4968-a889-77d4327a134e),segment_id=e057b94b-747a-4968-a889-77d4327a134e)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:51:32.101805 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9834f24f-13c6-4ec1-965b-f8da135f10f0 req-4684209d-794e-4c46-a715-37585793b984 tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.1241796 Jun 17 08:51:32.155247 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6c2df-9501-48b1-bf4f-051b32a672d7 req-7759e2aa-b623-41b2-a4c4-7949ee7623d9 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:32.155497 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2912e-a0c6-4e01-b8a2-03f88feb4069 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Pushing event updated for resources: {'Port': ['ID=cde4c516-b2c8-4405-882e-5fbc62328274,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:32.163101 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-10c6c2df-9501-48b1-bf4f-051b32a672d7 req-7759e2aa-b623-41b2-a4c4-7949ee7623d9 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 946 time: 0.4874549 Jun 17 08:51:32.178790 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-64e2912e-a0c6-4e01-b8a2-03f88feb4069 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:32.188587 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-f2e70428-5505-4f4f-a865-7e980d096a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:32.191740 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-0ab264c6-f4a6-46e5-b302-fa17cc851730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:32.222676 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-947b9352-7623-49f8-b942-c76a106025f1 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Made reservation on behalf of 4201ecfcc96c4ba4985fddc21edba720 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:32.226856 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-947b9352-7623-49f8-b942-c76a106025f1 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:32.284203 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e2912e-a0c6-4e01-b8a2-03f88feb4069 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:32.295376 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cd36c7ef-c1b8-4234-ad73-4a72d94f0810 req-d59bf187-10b9-4040-b54e-cc585cc40304 tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.1252112 Jun 17 08:51:32.312157 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-64e2912e-a0c6-4e01-b8a2-03f88feb4069 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:32.317180 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e2912e-a0c6-4e01-b8a2-03f88feb4069 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:32.435832 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e70428-5505-4f4f-a865-7e980d096a20 None None] Routers {'8cb1f1f4-1a25-4919-915a-f9b981c13294'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:32.436589 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-f2e70428-5505-4f4f-a865-7e980d096a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:51:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['8cb1f1f4-1a25-4919-915a-f9b981c13294'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:32.513544 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-57327329-bb98-4b4a-a37c-128f088c6297 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1530545870'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:32.552048 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-10c6c2df-9501-48b1-bf4f-051b32a672d7 req-48c641a9-ea14-4fe0-bdb1-72395253ce25 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878267 Jun 17 08:51:32.565132 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb5da2f-2a84-4ba8-9462-b33a3be2f0c0 None None] New status for floating IP 2627837d-da98-4ed3-b88d-a68b147a7d44: DOWN {{(pid=94521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:51:32.620266 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-f2e70428-5505-4f4f-a865-7e980d096a20 None None] Set router 8cb1f1f4-1a25-4919-915a-f9b981c13294 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:32.675952 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5c33be57-2801-40dc-aee3-2c671f09e2cb req-15b75ab0-f33f-426d-a7c2-5db666007ed4 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4567a7a-c077-4674-860c-b2e56bd1e2f5 HTTP/1.1" status: 200 len: 210 time: 0.0439649 Jun 17 08:51:32.730977 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf3b18-f90a-418f-ac8f-cc4234fc05bb None None] Pushing event updated for resources: {'Port': ['ID=4136e76a-8b57-42ba-84b3-867f0fd404c2,revision_number=4']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:32.771924 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-87cf3b18-f90a-418f-ac8f-cc4234fc05bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:32.778842 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-947b9352-7623-49f8-b942-c76a106025f1 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Allocated IP 172.20.0.11 (c5173993-fd11-42fa-843a-bd1549cdbf9f/96f5dabf-68ce-47ec-aa13-c93b9f2b86ce/48cdff42-5586-4199-9014-2a161ba839a8) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:32.896295 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:32.938406 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57327329-bb98-4b4a-a37c-128f088c6297 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Made reservation on behalf of b453b4a14bef4e7aaf5f450aad1ada65 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:32.944337 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-57327329-bb98-4b4a-a37c-128f088c6297 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:32.969701 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-f2e70428-5505-4f4f-a865-7e980d096a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb1f1f4-1a25-4919-915a-f9b981c13294', 'name': 'tempest-TaggedBootDevicesTest_v242-1143594179-router', 'tenant_id': '6151b9a1cbdb47b58bb257665571ce22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'f7babbfc-4c39-4190-a2a4-e092aff806ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:16Z', 'updated_at': '2021-06-17T08:51:26Z', 'revision_number': 4, 'project_id': '6151b9a1cbdb47b58bb257665571ce22', 'gw_port': {'id': 'f7babbfc-4c39-4190-a2a4-e092aff806ae', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb1f1f4-1a25-4919-915a-f9b981c13294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:18Z', 'updated_at': '2021-06-17T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '4136e76a-8b57-42ba-84b3-867f0fd404c2', 'name': '', 'network_id': '42f17473-b08b-4409-8997-e43be0b925af', 'tenant_id': '6151b9a1cbdb47b58bb257665571ce22', 'mac_address': 'fa:16:3e:47:6a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb1f1f4-1a25-4919-915a-f9b981c13294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '24f20bd1-b3d6-4277-b6ee-13415f2c85c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:24Z', 'updated_at': '2021-06-17T08:51:32Z', 'revision_number': 4, 'project_id': '6151b9a1cbdb47b58bb257665571ce22', 'subnets': [{'id': '24f20bd1-b3d6-4277-b6ee-13415f2c85c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:32.990667 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-57327329-bb98-4b4a-a37c-128f088c6297 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.036043 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-947b9352-7623-49f8-b942-c76a106025f1 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.070288 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e70428-5505-4f4f-a865-7e980d096a20 None None] The sync data for ids ['8cb1f1f4-1a25-4919-915a-f9b981c13294'] in n-d-758944-30 is: [{'id': '8cb1f1f4-1a25-4919-915a-f9b981c13294', 'name': 'tempest-TaggedBootDevicesTest_v242-1143594179-router', 'tenant_id': '6151b9a1cbdb47b58bb257665571ce22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'f7babbfc-4c39-4190-a2a4-e092aff806ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:16Z', 'updated_at': '2021-06-17T08:51:26Z', 'revision_number': 4, 'project_id': '6151b9a1cbdb47b58bb257665571ce22', 'gw_port': {'id': 'f7babbfc-4c39-4190-a2a4-e092aff806ae', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb1f1f4-1a25-4919-915a-f9b981c13294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:18Z', 'updated_at': '2021-06-17T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '4136e76a-8b57-42ba-84b3-867f0fd404c2', 'name': '', 'network_id': '42f17473-b08b-4409-8997-e43be0b925af', 'tenant_id': '6151b9a1cbdb47b58bb257665571ce22', 'mac_address': 'fa:16:3e:47:6a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb1f1f4-1a25-4919-915a-f9b981c13294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '24f20bd1-b3d6-4277-b6ee-13415f2c85c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:24Z', 'updated_at': '2021-06-17T08:51:32Z', 'revision_number': 4, 'project_id': '6151b9a1cbdb47b58bb257665571ce22', 'subnets': [{'id': '24f20bd1-b3d6-4277-b6ee-13415f2c85c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:33.072185 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-947b9352-7623-49f8-b942-c76a106025f1 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Transition to ACTIVE for port object 48cdff42-5586-4199-9014-2a161ba839a8 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:33.229820 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-64e2912e-a0c6-4e01-b8a2-03f88feb4069 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.259738 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59006) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:33.340518 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-947b9352-7623-49f8-b942-c76a106025f1 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.386401 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1b1b93f0-0356-44c7-b3d6-4d6c856963d7 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:33.474690 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-57327329-bb98-4b4a-a37c-128f088c6297 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.493756 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-62046f66-4b58-4ead-9ec8-1130aaa5c4fb tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.565369 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-62046f66-4b58-4ead-9ec8-1130aaa5c4fb tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.586391 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-64e2912e-a0c6-4e01-b8a2-03f88feb4069 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.591777 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-64e2912e-a0c6-4e01-b8a2-03f88feb4069 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-940956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941038', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-949414'] for router, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.713669 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-57327329-bb98-4b4a-a37c-128f088c6297 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.735565 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57327329-bb98-4b4a-a37c-128f088c6297 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:51:33.770623 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-57327329-bb98-4b4a-a37c-128f088c6297 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.770980 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-57327329-bb98-4b4a-a37c-128f088c6297 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Added segment b7fac2e5-775f-430b-9836-ed57214ffda9 of type vlan for network 2200c162-ea42-41be-97f4-f79d686d3e41 Jun 17 08:51:33.818067 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-62046f66-4b58-4ead-9ec8-1130aaa5c4fb tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.824557 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-62046f66-4b58-4ead-9ec8-1130aaa5c4fb tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.830180 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59032) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:33.831011 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-62046f66-4b58-4ead-9ec8-1130aaa5c4fb tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "DELETE /v2.0/security-groups/ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b HTTP/1.1" status: 204 len: 168 time: 0.5692382 Jun 17 08:51:33.867173 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-9e5ca24d-9d25-4724-b8a3-dd3254b503ed tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] show failed (client error): The resource could not be found. Jun 17 08:51:33.871538 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9e5ca24d-9d25-4724-b8a3-dd3254b503ed tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "GET /v2.0/security-groups/ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b HTTP/1.1" status: 404 len: 347 time: 0.0371070 Jun 17 08:51:33.872374 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59034) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:33.949787 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-947b9352-7623-49f8-b942-c76a106025f1 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Network c5173993-fd11-42fa-843a-bd1549cdbf9f is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:33.979725 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bb5419d0-c956-46ae-953c-ad5e16cac912 req-efe8450c-0a11-4450-871b-8df4ad1e7b09 tempest-ServerShowV257Test-1098230208 tempest-ServerShowV257Test-1098230208-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b9623f-d535-4412-846f-da02ad0510d8 HTTP/1.1" status: 200 len: 210 time: 0.1693404 Jun 17 08:51:33.989988 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b9352-7623-49f8-b942-c76a106025f1 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Pushing event updated for resources: {'Port': ['ID=48cdff42-5586-4199-9014-2a161ba839a8,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:34.000785 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-947b9352-7623-49f8-b942-c76a106025f1 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:34.007824 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-947b9352-7623-49f8-b942-c76a106025f1 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:34.011906 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1e7483f8-7249-4a7b-979b-78ece7d605cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:34.021958 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-947b9352-7623-49f8-b942-c76a106025f1 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:34.028214 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e2912e-a0c6-4e01-b8a2-03f88feb4069 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Router 0c2ee702-c2c2-4a3d-b066-465beb3d7b1b is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:51:34.143348 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a2dd7-d4ae-4605-a377-2ad8dc9336a8 req-c53a692e-e50e-4880-a6ea-5d338cf4b874 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:34.147988 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8a2a2dd7-d4ae-4605-a377-2ad8dc9336a8 req-c53a692e-e50e-4880-a6ea-5d338cf4b874 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 946 time: 0.3932407 Jun 17 08:51:34.210206 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-57327329-bb98-4b4a-a37c-128f088c6297 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:34.233665 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-947b9352-7623-49f8-b942-c76a106025f1 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:34.234451 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-947b9352-7623-49f8-b942-c76a106025f1 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:34.384020 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57327329-bb98-4b4a-a37c-128f088c6297 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f640a07-b4f0-4fd3-9ea9-d321589a4f12,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:34.446298 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-947b9352-7623-49f8-b942-c76a106025f1 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6697304 Jun 17 08:51:34.455878 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-872f8df8-2c6b-4fd8-870f-5d427e3485ee None None] Provisioning for port 48cdff42-5586-4199-9014-2a161ba839a8 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:34.460634 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-872f8df8-2c6b-4fd8-870f-5d427e3485ee None None] Provisioning complete for port 48cdff42-5586-4199-9014-2a161ba839a8 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:34.461173 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-872f8df8-2c6b-4fd8-870f-5d427e3485ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:34.470867 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62046f66-4b58-4ead-9ec8-1130aaa5c4fb tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac51439d-2a32-4b54-b8e7-d8fc3fbd9f3b,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:34.474019 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-62046f66-4b58-4ead-9ec8-1130aaa5c4fb tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:34.497375 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-0cacdc70-ed08-4f68-8c12-38fe151c7612 service neutron] Request body: {'port': {'device_id': 'd4567a7a-c077-4674-860c-b2e56bd1e2f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:34.501408 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6a169240-00d9-4f70-8d71-fcded7c45890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.608s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:34.505294 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6a169240-00d9-4f70-8d71-fcded7c45890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:34.613206 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-872f8df8-2c6b-4fd8-870f-5d427e3485ee None None] Port 48cdff42-5586-4199-9014-2a161ba839a8 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:34.620726 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-57327329-bb98-4b4a-a37c-128f088c6297 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:34.636398 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57327329-bb98-4b4a-a37c-128f088c6297 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:34.638226 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-57327329-bb98-4b4a-a37c-128f088c6297 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:34.659925 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8b5cac9d-4652-45c5-9773-3fba2de1aeb0 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:34.673714 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 4136e76a-8b57-42ba-84b3-867f0fd404c2 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:34.801611 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd537c85-5139-4fd0-8c93-3364a9a93e99 req-dffedb4e-25df-4bb2-bd59-726b3e601632 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:34.815873 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cd537c85-5139-4fd0-8c93-3364a9a93e99 req-dffedb4e-25df-4bb2-bd59-726b3e601632 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4567a7a-c077-4674-860c-b2e56bd1e2f5 HTTP/1.1" status: 200 len: 932 time: 0.5267391 Jun 17 08:51:34.874980 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8a2a2dd7-d4ae-4605-a377-2ad8dc9336a8 req-81a81f53-5e4b-4f34-9f2e-adc4fa069e4b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6976230 Jun 17 08:51:34.883589 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 4136e76a-8b57-42ba-84b3-867f0fd404c2 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:34.888426 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 4136e76a-8b57-42ba-84b3-867f0fd404c2 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:34.888808 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:34.924176 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-3a99c480-2628-43e6-a00d-e05b6e7eb355 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Deleting port 98b73a90-0ca0-4d4f-bee6-ed05dad37739 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:34.927016 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3a99c480-2628-43e6-a00d-e05b6e7eb355 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:35.005705 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57327329-bb98-4b4a-a37c-128f088c6297 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Network': ['ID=2200c162-ea42-41be-97f4-f79d686d3e41,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:35.008835 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-57327329-bb98-4b4a-a37c-128f088c6297 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:35.045773 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-57327329-bb98-4b4a-a37c-128f088c6297 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.9604149 Jun 17 08:51:35.050402 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e2912e-a0c6-4e01-b8a2-03f88feb4069 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:35.065006 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d430e1-be2b-40fa-8d8b-7eeaff5587d8 None None] Sync routers for ids ['0c2ee702-c2c2-4a3d-b066-465beb3d7b1b'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:35.066825 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59048) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:35.067599 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-64e2912e-a0c6-4e01-b8a2-03f88feb4069 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:35.072187 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-9bd233c6-5026-4351-8245-11f6b6546910 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-236558886'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:35.074830 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-64e2912e-a0c6-4e01-b8a2-03f88feb4069 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "PUT /v2.0/routers/0c2ee702-c2c2-4a3d-b066-465beb3d7b1b HTTP/1.1" status: 200 len: 918 time: 7.2282183 Jun 17 08:51:35.077452 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59050) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:35.084984 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d430e1-be2b-40fa-8d8b-7eeaff5587d8 None None] Routers {'0c2ee702-c2c2-4a3d-b066-465beb3d7b1b'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:35.087056 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-05d430e1-be2b-40fa-8d8b-7eeaff5587d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:51:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['0c2ee702-c2c2-4a3d-b066-465beb3d7b1b'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:35.091635 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 2200c162-ea42-41be-97f4-f79d686d3e41 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:51:35.120108 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cd537c85-5139-4fd0-8c93-3364a9a93e99 req-25ed1222-bdfb-4b5b-bd21-3cf696e68cb4 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/security-groups?id=4da72bb0-3b3c-4314-9a13-8b9006a273f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084960 Jun 17 08:51:35.122832 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-0cacdc70-ed08-4f68-8c12-38fe151c7612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:35.198960 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-05d430e1-be2b-40fa-8d8b-7eeaff5587d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:35.228114 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:35.253589 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd233c6-5026-4351-8245-11f6b6546910 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Made reservation on behalf of b453b4a14bef4e7aaf5f450aad1ada65 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:35.278871 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d430e1-be2b-40fa-8d8b-7eeaff5587d8 None None] Routers {'0c2ee702-c2c2-4a3d-b066-465beb3d7b1b'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:35.284840 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-05d430e1-be2b-40fa-8d8b-7eeaff5587d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:51:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['0c2ee702-c2c2-4a3d-b066-465beb3d7b1b'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:35.300098 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9bd233c6-5026-4351-8245-11f6b6546910 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:35.316025 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 4136e76a-8b57-42ba-84b3-867f0fd404c2, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=4136e76a-8b57-42ba-84b3-867f0fd404c2,segment=NetworkSegment(e057b94b-747a-4968-a889-77d4327a134e),segment_id=e057b94b-747a-4968-a889-77d4327a134e)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:35.338201 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3a99c480-2628-43e6-a00d-e05b6e7eb355 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:35.338542 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3a99c480-2628-43e6-a00d-e05b6e7eb355 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:35.437333 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-05d430e1-be2b-40fa-8d8b-7eeaff5587d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:35.439498 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d430e1-be2b-40fa-8d8b-7eeaff5587d8 None None] The sync data for ids ['0c2ee702-c2c2-4a3d-b066-465beb3d7b1b'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:35.478779 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:35.490372 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-3a99c480-2628-43e6-a00d-e05b6e7eb355 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Calling delete_port for 98b73a90-0ca0-4d4f-bee6-ed05dad37739 owned by network:floatingip {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:35.491587 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:35.555784 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4d0d1fbe-6dfe-4abf-8170-833bc0cbc4b4 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "GET /v2.0/routers/0c2ee702-c2c2-4a3d-b066-465beb3d7b1b HTTP/1.1" status: 200 len: 924 time: 0.4635181 Jun 17 08:51:35.559772 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59058) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:35.585950 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd233c6-5026-4351-8245-11f6b6546910 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:51:35.653784 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=4136e76a-8b57-42ba-84b3-867f0fd404c2,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:35.668484 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:35.723185 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9bd233c6-5026-4351-8245-11f6b6546910 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:35.723504 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-9bd233c6-5026-4351-8245-11f6b6546910 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Added segment 7fceb6b4-df50-42e7-bb39-b5e6e023be74 of type vlan for network a1b446bb-a152-453e-b682-2bfc46dd43f6 Jun 17 08:51:35.731665 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e7c1e2-6423-4ad7-94b0-0f316a5c0c9a tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:35.735688 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-29e7c1e2-6423-4ad7-94b0-0f316a5c0c9a tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=47e26d50-07b5-44f6-8ce3-9ccc70a7083a&device_id=0c2ee702-c2c2-4a3d-b066-465beb3d7b1b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1724374 Jun 17 08:51:35.755912 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59062) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:35.890623 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50b4fca-c937-422b-a44d-40f44e3edc4a tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:35.896306 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c50b4fca-c937-422b-a44d-40f44e3edc4a tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 881 time: 0.1360073 Jun 17 08:51:35.896306 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59070) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:35.956233 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ae269354-7ae5-43a7-a00e-f334a0cae252 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c2ee702-c2c2-4a3d-b066-465beb3d7b1b HTTP/1.1" status: 200 len: 205 time: 0.0586286 Jun 17 08:51:35.960338 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59076) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:35.960338 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3a99c480-2628-43e6-a00d-e05b6e7eb355 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:35.967695 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3834b7d6-d416-4878-a4c4-216e3bc5dd0e tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:36.094701 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9bd233c6-5026-4351-8245-11f6b6546910 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:36.155678 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93999867-ae1c-43b8-8932-94b4ec8b4039 req-691f0228-15a7-4b48-b12b-2e5ff7c0eb3b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:36.164422 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-93999867-ae1c-43b8-8932-94b4ec8b4039 req-691f0228-15a7-4b48-b12b-2e5ff7c0eb3b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 946 time: 0.5976315 Jun 17 08:51:36.167607 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b00b3b0a-fc3a-42c5-8a7c-9ad0ac2d3ff8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:36.196931 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99c480-2628-43e6-a00d-e05b6e7eb355 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Pushing event deleted for resources: {'Port': ['ID=98b73a90-0ca0-4d4f-bee6-ed05dad37739,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:36.202000 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3a99c480-2628-43e6-a00d-e05b6e7eb355 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:36.249628 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-93999867-ae1c-43b8-8932-94b4ec8b4039 req-441afb8c-a597-43ed-a4df-b18ec82cf825 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843112 Jun 17 08:51:36.295044 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-0cacdc70-ed08-4f68-8c12-38fe151c7612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48cdff42-5586-4199-9014-2a161ba839a8 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:51:36.301585 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9bd233c6-5026-4351-8245-11f6b6546910 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:36.321557 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd233c6-5026-4351-8245-11f6b6546910 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:36.322189 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9bd233c6-5026-4351-8245-11f6b6546910 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:36.330603 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-cffebf2d-e1a9-4195-9aa1-c0806a02a3cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:36.339058 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-0cacdc70-ed08-4f68-8c12-38fe151c7612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:36.409149 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3a99c480-2628-43e6-a00d-e05b6e7eb355 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks [] for floatingip, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:36.410867 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-0cacdc70-ed08-4f68-8c12-38fe151c7612 service neutron] Transition to ACTIVE for port object 48cdff42-5586-4199-9014-2a161ba839a8 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:36.412292 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3a99c480-2628-43e6-a00d-e05b6e7eb355 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:36.415305 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd233c6-5026-4351-8245-11f6b6546910 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Network': ['ID=a1b446bb-a152-453e-b682-2bfc46dd43f6,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:36.416528 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3a99c480-2628-43e6-a00d-e05b6e7eb355 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] 10.222.0.49 "DELETE /v2.0/floatingips/2627837d-da98-4ed3-b88d-a68b147a7d44 HTTP/1.1" status: 204 len: 168 time: 2.5427880 Jun 17 08:51:36.417480 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59094) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:36.423350 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9bd233c6-5026-4351-8245-11f6b6546910 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:36.427616 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network a1b446bb-a152-453e-b682-2bfc46dd43f6 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:51:36.499434 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-9bd233c6-5026-4351-8245-11f6b6546910 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4314468 Jun 17 08:51:36.508130 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6455e27-f1dc-4063-bbe6-67ac51769fb8 req-3d28d8ad-d460-47e5-8058-62491f619f9c tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:36.509632 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f6455e27-f1dc-4063-bbe6-67ac51769fb8 req-3d28d8ad-d460-47e5-8058-62491f619f9c tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/ports?device_id=af564a26-166b-45d9-ad3d-60ed4cb01ba8 HTTP/1.1" status: 200 len: 951 time: 0.1774735 Jun 17 08:51:36.510121 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59098) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:36.522331 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-0cacdc70-ed08-4f68-8c12-38fe151c7612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:36.530370 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-2c0156cd-0d15-45de-831e-05986fad747d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'subnet': {'network_id': '2200c162-ea42-41be-97f4-f79d686d3e41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:36.538134 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b00b3b0a-fc3a-42c5-8a7c-9ad0ac2d3ff8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:36.547104 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b4f5122b-3c9f-4e74-8b8e-91cc0e7af5bd tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:36.600189 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 4136e76a-8b57-42ba-84b3-867f0fd404c2 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:36.667500 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 4136e76a-8b57-42ba-84b3-867f0fd404c2 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:36.668123 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:36.680472 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f6455e27-f1dc-4063-bbe6-67ac51769fb8 req-ef0c601f-4a88-4b45-ac7d-a6d04c87db9c tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e1b73b-6383-4a2d-a9b2-c31b5efd8237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456115 Jun 17 08:51:36.847403 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-b00b3b0a-fc3a-42c5-8a7c-9ad0ac2d3ff8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Deleting port cde4c516-b2c8-4405-882e-5fbc62328274 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:36.847778 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b00b3b0a-fc3a-42c5-8a7c-9ad0ac2d3ff8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:36.856446 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59104) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:36.918605 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0156cd-0d15-45de-831e-05986fad747d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Made reservation on behalf of b453b4a14bef4e7aaf5f450aad1ada65 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:36.922397 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2c0156cd-0d15-45de-831e-05986fad747d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:36.995973 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cacdc70-ed08-4f68-8c12-38fe151c7612 service neutron] Pushing event updated for resources: {'Port': ['ID=48cdff42-5586-4199-9014-2a161ba839a8,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:37.017789 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0cacdc70-ed08-4f68-8c12-38fe151c7612 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:37.100144 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e24b8b8f-2c63-494c-b456-ed48d9bcd98a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.108299 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b00b3b0a-fc3a-42c5-8a7c-9ad0ac2d3ff8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.123557 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627c7b3-0c7e-4125-84df-81315649a272 req-8294cfe2-5726-4213-aaf7-d7fdcf5ae82f tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:37.128412 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1627c7b3-0c7e-4125-84df-81315649a272 req-8294cfe2-5726-4213-aaf7-d7fdcf5ae82f tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4567a7a-c077-4674-860c-b2e56bd1e2f5 HTTP/1.1" status: 200 len: 932 time: 0.6683831 Jun 17 08:51:37.199731 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-b00b3b0a-fc3a-42c5-8a7c-9ad0ac2d3ff8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Calling delete_port for cde4c516-b2c8-4405-882e-5fbc62328274 owned by network:router_gateway {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:37.296384 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1627c7b3-0c7e-4125-84df-81315649a272 req-4e649c31-a7eb-4c0b-abd6-fd8b9a0bd75f tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/security-groups?id=4da72bb0-3b3c-4314-9a13-8b9006a273f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534412 Jun 17 08:51:37.360707 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-0cacdc70-ed08-4f68-8c12-38fe151c7612 service neutron] Attempting to bind port 48cdff42-5586-4199-9014-2a161ba839a8 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:51:37.361126 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-0cacdc70-ed08-4f68-8c12-38fe151c7612 service neutron] Attempting to bind port 48cdff42-5586-4199-9014-2a161ba839a8 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c5173993-fd11-42fa-843a-bd1549cdbf9f'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:51:37.361470 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-0cacdc70-ed08-4f68-8c12-38fe151c7612 service neutron] Attempting to bind port 48cdff42-5586-4199-9014-2a161ba839a8 on network c5173993-fd11-42fa-843a-bd1549cdbf9f {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:37.370455 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-0cacdc70-ed08-4f68-8c12-38fe151c7612 service neutron] Port 48cdff42-5586-4199-9014-2a161ba839a8 on network c5173993-fd11-42fa-843a-bd1549cdbf9f not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:51:37.370784 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-0cacdc70-ed08-4f68-8c12-38fe151c7612 service neutron] Attempting to bind port 48cdff42-5586-4199-9014-2a161ba839a8 on network c5173993-fd11-42fa-843a-bd1549cdbf9f {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:37.380335 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-0cacdc70-ed08-4f68-8c12-38fe151c7612 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:51:37.380643 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-0cacdc70-ed08-4f68-8c12-38fe151c7612 service neutron] Checking segment: {'id': '9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c5173993-fd11-42fa-843a-bd1549cdbf9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:37.381036 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-0cacdc70-ed08-4f68-8c12-38fe151c7612 service neutron] Bound using segment: {'id': '9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c5173993-fd11-42fa-843a-bd1549cdbf9f'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:51:37.381470 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-0cacdc70-ed08-4f68-8c12-38fe151c7612 service neutron] Bound port: 48cdff42-5586-4199-9014-2a161ba839a8, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c5173993-fd11-42fa-843a-bd1549cdbf9f'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:51:37.382232 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-0cacdc70-ed08-4f68-8c12-38fe151c7612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.462718 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e24b8b8f-2c63-494c-b456-ed48d9bcd98a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.485611 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-0cacdc70-ed08-4f68-8c12-38fe151c7612 service neutron] For port 48cdff42-5586-4199-9014-2a161ba839a8, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:51:37.516080 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-0cacdc70-ed08-4f68-8c12-38fe151c7612 service neutron] For port 48cdff42-5586-4199-9014-2a161ba839a8, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=48cdff42-5586-4199-9014-2a161ba839a8,segment=NetworkSegment(9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f),segment_id=9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:51:37.542888 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2793b2b4-bac9-4945-8cfb-66518eeb7925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.564985 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2c0156cd-0d15-45de-831e-05986fad747d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.568069 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-04884420-d1eb-4f6d-93fc-38a229169899 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:37.607675 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b00b3b0a-fc3a-42c5-8a7c-9ad0ac2d3ff8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.609634 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e24b8b8f-2c63-494c-b456-ed48d9bcd98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.639109 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-0cacdc70-ed08-4f68-8c12-38fe151c7612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.645599 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-75c84223-5245-4945-9d63-01f562877dd8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:37.695241 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-0cacdc70-ed08-4f68-8c12-38fe151c7612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:37.695895 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-0cacdc70-ed08-4f68-8c12-38fe151c7612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.697280 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-0cacdc70-ed08-4f68-8c12-38fe151c7612 service neutron] 10.222.0.50 "PUT /v2.0/ports/48cdff42-5586-4199-9014-2a161ba839a8 HTTP/1.1" status: 200 len: 1093 time: 3.2344940 Jun 17 08:51:37.702334 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4567a7a-c077-4674-860c-b2e56bd1e2f5', 'tag': '48cdff42-5586-4199-9014-2a161ba839a8'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:51:37.704836 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb042d13-ecd7-4120-8bf1-0d03d01374c7" -d '{"events": [{"name": "network-changed", "server_uuid": "d4567a7a-c077-4674-860c-b2e56bd1e2f5", "tag": "48cdff42-5586-4199-9014-2a161ba839a8"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:51:37.728295 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e24b8b8f-2c63-494c-b456-ed48d9bcd98a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a9451c9dcb474283b719cdbdee2b15d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8707364 Jun 17 08:51:37.731006 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0156cd-0d15-45de-831e-05986fad747d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Subnet': ['ID=8e7f54f0-03de-450a-a320-18310dd074ff,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:37.734369 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59116) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:37.761716 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cacdc70-ed08-4f68-8c12-38fe151c7612 service neutron] Pushing event updated for resources: {'Port': ['ID=48cdff42-5586-4199-9014-2a161ba839a8,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:37.774017 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0cacdc70-ed08-4f68-8c12-38fe151c7612 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:37.781088 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2c0156cd-0d15-45de-831e-05986fad747d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:37.783032 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dcc748bb-b92c-4319-ba64-73938c9556c2 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:37.818440 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b3b0a-fc3a-42c5-8a7c-9ad0ac2d3ff8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Pushing event deleted for resources: {'Port': ['ID=cde4c516-b2c8-4405-882e-5fbc62328274,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:37.827044 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b00b3b0a-fc3a-42c5-8a7c-9ad0ac2d3ff8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:37.827995 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0156cd-0d15-45de-831e-05986fad747d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Checking segment: {'id': 'b7fac2e5-775f-430b-9836-ed57214ffda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '2200c162-ea42-41be-97f4-f79d686d3e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:37.828370 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0156cd-0d15-45de-831e-05986fad747d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network hostable DHCP agents. Network: 2200c162-ea42-41be-97f4-f79d686d3e41, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:51:37.831937 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-48c65ee9-b7d3-4cc9-8262-0596c21e82ac tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:37.843279 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b00b3b0a-fc3a-42c5-8a7c-9ad0ac2d3ff8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.882764 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270fe0d-ae3b-4c42-8f44-a1e7c182184c req-6877dc8e-b9fe-4b7b-910f-77e7b267b30d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:37.884362 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c270fe0d-ae3b-4c42-8f44-a1e7c182184c req-6877dc8e-b9fe-4b7b-910f-77e7b267b30d tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 946 time: 0.3396325 Jun 17 08:51:37.960963 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2aaa8972-dd02-42cc-9524-4e9733070a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.985096 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b00b3b0a-fc3a-42c5-8a7c-9ad0ac2d3ff8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.987471 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b00b3b0a-fc3a-42c5-8a7c-9ad0ac2d3ff8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:38.019431 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2aaa8972-dd02-42cc-9524-4e9733070a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:38.039955 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c270fe0d-ae3b-4c42-8f44-a1e7c182184c req-559cdc62-6c1f-4a64-950d-f4219b2875bf tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153772 Jun 17 08:51:38.082408 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b8b8f-2c63-494c-b456-ed48d9bcd98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b224eb-3dce-4bc6-b8fc-2f95dc21d7db,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:38.086188 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e24b8b8f-2c63-494c-b456-ed48d9bcd98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:38.091900 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-744c746a-3346-4654-9650-3f0c97c196c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:38.098100 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-744c746a-3346-4654-9650-3f0c97c196c5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4201ecfcc96c4ba4985fddc21edba720&device_id=d4567a7a-c077-4674-860c-b2e56bd1e2f5 HTTP/1.1" status: 200 len: 1096 time: 0.2437093 Jun 17 08:51:38.098487 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0156cd-0d15-45de-831e-05986fad747d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network 2200c162-ea42-41be-97f4-f79d686d3e41 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:51:38.143286 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c144e5-7160-4350-a965-e5b82d46c6f2 req-6b241efc-fa92-4e55-86b3-a6fdf7caa7e6 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:38.144276 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f8c144e5-7160-4350-a965-e5b82d46c6f2 req-6b241efc-fa92-4e55-86b3-a6fdf7caa7e6 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/ports?device_id=af564a26-166b-45d9-ad3d-60ed4cb01ba8 HTTP/1.1" status: 200 len: 951 time: 0.1420987 Jun 17 08:51:38.174507 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e959792f-4a15-41cb-a991-0d7b0bf7b24f x-openstack-request-id: req-e959792f-4a15-41cb-a991-0d7b0bf7b24f {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:51:38.175125 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4567a7a-c077-4674-860c-b2e56bd1e2f5", "tag": "48cdff42-5586-4199-9014-2a161ba839a8", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:51:38.175233 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e959792f-4a15-41cb-a991-0d7b0bf7b24f {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:51:38.175675 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4567a7a-c077-4674-860c-b2e56bd1e2f5', 'tag': '48cdff42-5586-4199-9014-2a161ba839a8', 'status': 'completed', 'code': 200} Jun 17 08:51:38.181711 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-5a5b4e96-667c-472d-91e2-cf67287338c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48cdff42-5586-4199-9014-2a161ba839a8 HTTP/1.1" status: 200 len: 217 time: 0.0795774 Jun 17 08:51:38.191308 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f8c144e5-7160-4350-a965-e5b82d46c6f2 req-244b34b2-1064-4ff2-9271-06cabc736b34 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e1b73b-6383-4a2d-a9b2-c31b5efd8237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406892 Jun 17 08:51:38.272472 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-c6649d58-23fc-410b-a5ad-95c27ddccf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:38.273962 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-c6649d58-23fc-410b-a5ad-95c27ddccf7c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=96f5dabf-68ce-47ec-aa13-c93b9f2b86ce HTTP/1.1" status: 200 len: 844 time: 0.0837648 Jun 17 08:51:38.293829 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b00b3b0a-fc3a-42c5-8a7c-9ad0ac2d3ff8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:38.294399 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00b3b0a-fc3a-42c5-8a7c-9ad0ac2d3ff8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Fanout notify agent at l3_agent the message router_deleted on router 0c2ee702-c2c2-4a3d-b066-465beb3d7b1b {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:51:38.306668 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b00b3b0a-fc3a-42c5-8a7c-9ad0ac2d3ff8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:38.306668 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b00b3b0a-fc3a-42c5-8a7c-9ad0ac2d3ff8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "DELETE /v2.0/routers/0c2ee702-c2c2-4a3d-b066-465beb3d7b1b HTTP/1.1" status: 204 len: 168 time: 2.3442295 Jun 17 08:51:38.306984 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59128) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:38.312258 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-c6fe8046-37c2-402c-aa89-e0131e3d701d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1873023115', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:38.335269 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-2c0156cd-0d15-45de-831e-05986fad747d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 2200c162-ea42-41be-97f4-f79d686d3e41) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:38.344743 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53a9103-63b4-4fb0-afba-b4549f0d06d0 None None] Network 2200c162-ea42-41be-97f4-f79d686d3e41 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:38.360365 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0156cd-0d15-45de-831e-05986fad747d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:38.361050 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2c0156cd-0d15-45de-831e-05986fad747d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:38.361175 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2aaa8972-dd02-42cc-9524-4e9733070a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:38.363736 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2aaa8972-dd02-42cc-9524-4e9733070a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:38.367233 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2aaa8972-dd02-42cc-9524-4e9733070a5c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/56b224eb-3dce-4bc6-b8fc-2f95dc21d7db HTTP/1.1" status: 204 len: 168 time: 0.6288569 Jun 17 08:51:38.368188 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bae6d905-73e7-4914-9fb6-14f9df87c35a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:38.375355 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-2793b2b4-bac9-4945-8cfb-66518eeb7925 admin admin] Deleting port 3283a03d-d01a-4385-9cb8-e84143e0148c {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:38.375725 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2793b2b4-bac9-4945-8cfb-66518eeb7925 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:38.396889 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa8972-dd02-42cc-9524-4e9733070a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b224eb-3dce-4bc6-b8fc-2f95dc21d7db,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:38.404581 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2aaa8972-dd02-42cc-9524-4e9733070a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:38.472402 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c6fe8046-37c2-402c-aa89-e0131e3d701d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:38.474953 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c6fe8046-37c2-402c-aa89-e0131e3d701d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:38.520446 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-5cce3926-b716-471a-9af8-d1ee0872aa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:38.527520 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-5cce3926-b716-471a-9af8-d1ee0872aa64 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c5173993-fd11-42fa-843a-bd1549cdbf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2462144 Jun 17 08:51:38.561726 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-2793b2b4-bac9-4945-8cfb-66518eeb7925 admin admin] For port 3283a03d-d01a-4385-9cb8-e84143e0148c, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=3283a03d-d01a-4385-9cb8-e84143e0148c,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:38.562561 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2793b2b4-bac9-4945-8cfb-66518eeb7925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:38.591245 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c6fe8046-37c2-402c-aa89-e0131e3d701d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:38.613385 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3d834-aaae-4d9e-9889-68816e734918 req-8bbf7597-d6e1-4f66-81a5-1d1d52267394 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:38.621447 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-82c3d834-aaae-4d9e-9889-68816e734918 req-8bbf7597-d6e1-4f66-81a5-1d1d52267394 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4567a7a-c077-4674-860c-b2e56bd1e2f5 HTTP/1.1" status: 200 len: 944 time: 0.1366634 Jun 17 08:51:38.635992 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf61fcd-a8fc-4dc5-8dab-c578135dc200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-2200c162-ea42-41be-97f4-f79d686d3e41', 'network_id': '2200c162-ea42-41be-97f4-f79d686d3e41', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'fixed_ips': [{'subnet_id': '8e7f54f0-03de-450a-a320-18310dd074ff'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:51:38.639346 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4bf61fcd-a8fc-4dc5-8dab-c578135dc200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:38.668948 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-2793b2b4-bac9-4945-8cfb-66518eeb7925 admin admin] Calling delete_port for 3283a03d-d01a-4385-9cb8-e84143e0148c owned by network:router_interface {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:38.699993 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-2c0156cd-0d15-45de-831e-05986fad747d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1791675 Jun 17 08:51:38.719792 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59142) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:38.729814 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-6f553117-6779-4ab5-8449-2229131da2fa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'subnet': {'network_id': 'a1b446bb-a152-453e-b682-2bfc46dd43f6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:38.743028 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-82c3d834-aaae-4d9e-9889-68816e734918 req-c8854ede-5bb7-4f7f-ab5a-72b3d2d77cdf tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/security-groups?id=4da72bb0-3b3c-4314-9a13-8b9006a273f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165817 Jun 17 08:51:38.743028 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c6fe8046-37c2-402c-aa89-e0131e3d701d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:38.790289 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10793ab7-06b0-4a21-865e-8af353f56f75 req-f359dbb2-55b5-47fd-bb5b-1dd992dfc9e0 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:38.792448 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-10793ab7-06b0-4a21-865e-8af353f56f75 req-f359dbb2-55b5-47fd-bb5b-1dd992dfc9e0 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 946 time: 0.1408441 Jun 17 08:51:38.829342 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-4bf61fcd-a8fc-4dc5-8dab-c578135dc200 None None] Allocated IP 2001:db8::2 (2200c162-ea42-41be-97f4-f79d686d3e41/8e7f54f0-03de-450a-a320-18310dd074ff/a0accfb7-e543-440f-8338-b2ad879da778) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:38.903966 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-bdccad56-cbf3-43ff-9d48-031856c968cb service neutron] 10.222.0.50 "GET /v2.0/networks/c5173993-fd11-42fa-843a-bd1549cdbf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272209 Jun 17 08:51:38.905225 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c6fe8046-37c2-402c-aa89-e0131e3d701d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:38.906700 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c6fe8046-37c2-402c-aa89-e0131e3d701d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5982056 Jun 17 08:51:38.909737 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59148) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:38.914734 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-2f606c8d-c374-4952-8e93-2f062d21fe5c tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'enable_snat': False}}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:39.017118 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1edf8aba-6e7c-487f-afd9-20f50e0a2f70 req-e69b0e31-79cd-4814-a616-a70417173bc7 service neutron] 10.222.0.50 "GET /v2.0/networks/c5173993-fd11-42fa-843a-bd1549cdbf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001320 Jun 17 08:51:39.061382 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4bf61fcd-a8fc-4dc5-8dab-c578135dc200 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:39.070884 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-4bf61fcd-a8fc-4dc5-8dab-c578135dc200 None None] Transition to ACTIVE for port object a0accfb7-e543-440f-8338-b2ad879da778 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:39.088284 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-4bf61fcd-a8fc-4dc5-8dab-c578135dc200 None None] Transition to ACTIVE for port object a0accfb7-e543-440f-8338-b2ad879da778 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:39.236769 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4bf61fcd-a8fc-4dc5-8dab-c578135dc200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:39.238996 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:39.281342 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf61fcd-a8fc-4dc5-8dab-c578135dc200 None None] Network 2200c162-ea42-41be-97f4-f79d686d3e41 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:39.289996 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-4bf61fcd-a8fc-4dc5-8dab-c578135dc200 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:39.292920 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf61fcd-a8fc-4dc5-8dab-c578135dc200 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:39.295357 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf61fcd-a8fc-4dc5-8dab-c578135dc200 None None] Pushing event updated for resources: {'Port': ['ID=a0accfb7-e543-440f-8338-b2ad879da778,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:39.299542 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-4bf61fcd-a8fc-4dc5-8dab-c578135dc200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:39.302001 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb042d13-ecd7-4120-8bf1-0d03d01374c7 req-e5afd8e6-8fd8-49d2-b57a-7c7d8fc42dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:39.303530 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cb042d13-ecd7-4120-8bf1-0d03d01374c7 req-e5afd8e6-8fd8-49d2-b57a-7c7d8fc42dc9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4201ecfcc96c4ba4985fddc21edba720&device_id=d4567a7a-c077-4674-860c-b2e56bd1e2f5 HTTP/1.1" status: 200 len: 1096 time: 0.1185322 Jun 17 08:51:39.306913 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f553117-6779-4ab5-8449-2229131da2fa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Made reservation on behalf of b453b4a14bef4e7aaf5f450aad1ada65 for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:39.311989 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6f553117-6779-4ab5-8449-2229131da2fa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:39.368325 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-4bf61fcd-a8fc-4dc5-8dab-c578135dc200 None None] Attempting to bind port a0accfb7-e543-440f-8338-b2ad879da778 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:51:39.368933 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-4bf61fcd-a8fc-4dc5-8dab-c578135dc200 None None] Attempting to bind port a0accfb7-e543-440f-8338-b2ad879da778 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'b7fac2e5-775f-430b-9836-ed57214ffda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '2200c162-ea42-41be-97f4-f79d686d3e41'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:51:39.369253 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf61fcd-a8fc-4dc5-8dab-c578135dc200 None None] Attempting to bind port a0accfb7-e543-440f-8338-b2ad879da778 on network 2200c162-ea42-41be-97f4-f79d686d3e41 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:39.375786 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf61fcd-a8fc-4dc5-8dab-c578135dc200 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:51:39.376257 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf61fcd-a8fc-4dc5-8dab-c578135dc200 None None] Checking segment: {'id': 'b7fac2e5-775f-430b-9836-ed57214ffda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '2200c162-ea42-41be-97f4-f79d686d3e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:39.376785 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4bf61fcd-a8fc-4dc5-8dab-c578135dc200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:39.377330 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf61fcd-a8fc-4dc5-8dab-c578135dc200 None None] Bound using segment: {'id': 'b7fac2e5-775f-430b-9836-ed57214ffda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '2200c162-ea42-41be-97f4-f79d686d3e41'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:51:39.378291 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-4bf61fcd-a8fc-4dc5-8dab-c578135dc200 None None] Bound port: a0accfb7-e543-440f-8338-b2ad879da778, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7fac2e5-775f-430b-9836-ed57214ffda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '2200c162-ea42-41be-97f4-f79d686d3e41'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:51:39.378790 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4bf61fcd-a8fc-4dc5-8dab-c578135dc200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:39.453685 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2793b2b4-bac9-4945-8cfb-66518eeb7925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:39.456971 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-947b9352-7623-49f8-b942-c76a106025f1 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:39.492867 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793b2b4-bac9-4945-8cfb-66518eeb7925 admin admin] Pushing event deleted for resources: {'Port': ['ID=3283a03d-d01a-4385-9cb8-e84143e0148c,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:39.493980 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-4bf61fcd-a8fc-4dc5-8dab-c578135dc200 None None] For port a0accfb7-e543-440f-8338-b2ad879da778, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:51:39.500010 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-4bf61fcd-a8fc-4dc5-8dab-c578135dc200 None None] For port a0accfb7-e543-440f-8338-b2ad879da778, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=a0accfb7-e543-440f-8338-b2ad879da778,segment=NetworkSegment(b7fac2e5-775f-430b-9836-ed57214ffda9),segment_id=b7fac2e5-775f-430b-9836-ed57214ffda9)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:51:39.510245 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2793b2b4-bac9-4945-8cfb-66518eeb7925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:39.593540 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4bf61fcd-a8fc-4dc5-8dab-c578135dc200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:39.595604 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f0a3a195-5f12-4641-9315-e4a0730ab5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:39.640838 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb042d13-ecd7-4120-8bf1-0d03d01374c7 req-cfc70c65-5e83-41bb-80a7-e38ef4498c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:39.642615 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cb042d13-ecd7-4120-8bf1-0d03d01374c7 req-cfc70c65-5e83-41bb-80a7-e38ef4498c07 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c5173993-fd11-42fa-843a-bd1549cdbf9f HTTP/1.1" status: 200 len: 906 time: 0.3235831 Jun 17 08:51:39.653613 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-10793ab7-06b0-4a21-865e-8af353f56f75 req-45b88374-c9af-4bef-98e4-169f6457cfc3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Deleting port 9cc07716-1e74-48d1-abc5-958a95071ea4 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:39.659880 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-10793ab7-06b0-4a21-865e-8af353f56f75 req-45b88374-c9af-4bef-98e4-169f6457cfc3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:39.707475 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf61fcd-a8fc-4dc5-8dab-c578135dc200 None None] Pushing event updated for resources: {'Port': ['ID=a0accfb7-e543-440f-8338-b2ad879da778,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:39.718482 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-4bf61fcd-a8fc-4dc5-8dab-c578135dc200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:39.724801 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cb042d13-ecd7-4120-8bf1-0d03d01374c7 req-4f584836-4e24-4ba4-9e1a-0560e35ed33e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48cdff42-5586-4199-9014-2a161ba839a8 HTTP/1.1" status: 200 len: 217 time: 0.0694520 Jun 17 08:51:39.875217 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 761a48e5-6d22-4287-b50f-8fe47b592bb4 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:51:40.027030 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2f606c8d-c374-4952-8e93-2f062d21fe5c tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:40.109279 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:40.121598 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5983d5-f2fb-48cb-97cf-82b05045f600 req-e99cc6d5-2f66-40d3-bc9c-57efcf1d015b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:40.129327 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4f5983d5-f2fb-48cb-97cf-82b05045f600 req-e99cc6d5-2f66-40d3-bc9c-57efcf1d015b tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 946 time: 0.5968890 Jun 17 08:51:40.132693 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-10793ab7-06b0-4a21-865e-8af353f56f75 req-45b88374-c9af-4bef-98e4-169f6457cfc3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] For port 9cc07716-1e74-48d1-abc5-958a95071ea4, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=9cc07716-1e74-48d1-abc5-958a95071ea4,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:40.141011 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-10793ab7-06b0-4a21-865e-8af353f56f75 req-45b88374-c9af-4bef-98e4-169f6457cfc3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:40.191624 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af564a26-166b-45d9-ad3d-60ed4cb01ba8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '761a48e5-6d22-4287-b50f-8fe47b592bb4'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:51:40.198844 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d84993-dfdc-4a16-90c1-d0c0bc6e11f9" -d '{"events": [{"server_uuid": "af564a26-166b-45d9-ad3d-60ed4cb01ba8", "name": "network-vif-unplugged", "status": "completed", "tag": "761a48e5-6d22-4287-b50f-8fe47b592bb4"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:51:40.235933 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 761a48e5-6d22-4287-b50f-8fe47b592bb4, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=761a48e5-6d22-4287-b50f-8fe47b592bb4,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:40.240524 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-10793ab7-06b0-4a21-865e-8af353f56f75 req-45b88374-c9af-4bef-98e4-169f6457cfc3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Calling delete_port for 9cc07716-1e74-48d1-abc5-958a95071ea4 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:40.277429 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59198) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:40.299942 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4f5983d5-f2fb-48cb-97cf-82b05045f600 req-b43b598d-d7e7-4ded-b998-317b88d3a7d1 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636472 Jun 17 08:51:40.341832 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:40.344994 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:40.500423 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=761a48e5-6d22-4287-b50f-8fe47b592bb4,revision_number=11']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:40.504904 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f803b4-f4db-4a6b-b85f-c0e48a5dcad3 x-openstack-request-id: req-54f803b4-f4db-4a6b-b85f-c0e48a5dcad3 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:51:40.505196 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af564a26-166b-45d9-ad3d-60ed4cb01ba8", "name": "network-vif-unplugged", "status": "completed", "tag": "761a48e5-6d22-4287-b50f-8fe47b592bb4", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:51:40.505484 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-54f803b4-f4db-4a6b-b85f-c0e48a5dcad3 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:51:40.505888 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af564a26-166b-45d9-ad3d-60ed4cb01ba8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '761a48e5-6d22-4287-b50f-8fe47b592bb4', 'code': 200} Jun 17 08:51:40.506901 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:40.542255 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-30857951-network', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:40.654908 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-10793ab7-06b0-4a21-865e-8af353f56f75 req-45b88374-c9af-4bef-98e4-169f6457cfc3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:40.663032 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ff80f9c0-752f-4389-abf9-7843da3f2208 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:40.669112 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['2d207028-4b95-419e-be6f-114317fcaa67'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:51:40.672467 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['9cc07716-1e74-48d1-abc5-958a95071ea4'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:51:40.762048 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb042d13-ecd7-4120-8bf1-0d03d01374c7 req-f6a9183b-c793-4266-81f0-5672d34ab3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:40.764522 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cb042d13-ecd7-4120-8bf1-0d03d01374c7 req-f6a9183b-c793-4266-81f0-5672d34ab3ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=96f5dabf-68ce-47ec-aa13-c93b9f2b86ce HTTP/1.1" status: 200 len: 844 time: 1.0149727 Jun 17 08:51:40.766301 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] Made reservation on behalf of 625e2459307b434fab6fcf2f0c349af9 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:40.770010 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:40.774190 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b88374-c9af-4bef-98e4-169f6457cfc3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Pushing event deleted for resources: {'Port': ['ID=9cc07716-1e74-48d1-abc5-958a95071ea4,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:40.805088 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 48cdff42-5586-4199-9014-2a161ba839a8 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:51:40.816303 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device a0accfb7-e543-440f-8338-b2ad879da778 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:40.850317 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-45b88374-c9af-4bef-98e4-169f6457cfc3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:40.878357 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2793b2b4-bac9-4945-8cfb-66518eeb7925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:40.906830 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:40.924385 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2f606c8d-c374-4952-8e93-2f062d21fe5c tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:40.986364 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2f606c8d-c374-4952-8e93-2f062d21fe5c tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:41.037389 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6f553117-6779-4ab5-8449-2229131da2fa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:41.043587 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-90157ecb-5ccd-47af-a278-c2c72375d51e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:41.054317 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f6c2b-144f-49df-86fc-9f464cfc986b req-1292a564-af56-4be0-b999-cf894a57bfc8 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:41.068810 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ad5f6c2b-144f-49df-86fc-9f464cfc986b req-1292a564-af56-4be0-b999-cf894a57bfc8 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4567a7a-c077-4674-860c-b2e56bd1e2f5 HTTP/1.1" status: 200 len: 944 time: 0.5106368 Jun 17 08:51:41.091212 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-10793ab7-06b0-4a21-865e-8af353f56f75 req-45b88374-c9af-4bef-98e4-169f6457cfc3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] No DVR routers for this DVR port 9cc07716-1e74-48d1-abc5-958a95071ea4 on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:51:41.098182 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-10793ab7-06b0-4a21-865e-8af353f56f75 req-45b88374-c9af-4bef-98e4-169f6457cfc3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:41.100513 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-10793ab7-06b0-4a21-865e-8af353f56f75 req-45b88374-c9af-4bef-98e4-169f6457cfc3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.53 "DELETE /v2.0/ports/9cc07716-1e74-48d1-abc5-958a95071ea4 HTTP/1.1" status: 204 len: 173 time: 2.2989273 Jun 17 08:51:41.131973 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c770eb-21ec-40b8-b003-762af2d3bee5', 'name': 'network-vif-deleted', 'tag': '9cc07716-1e74-48d1-abc5-958a95071ea4'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:51:41.134983 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e98eb87-1327-4a61-979b-7c40188565f3" -d '{"events": [{"server_uuid": "c0c770eb-21ec-40b8-b003-762af2d3bee5", "name": "network-vif-deleted", "tag": "9cc07716-1e74-48d1-abc5-958a95071ea4"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:51:41.227839 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-2f606c8d-c374-4952-8e93-2f062d21fe5c tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Allocated IP 172.25.2.61 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/974e5490-3d45-4a8a-ae91-dc0fa62a10ff) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:41.270914 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6ed46e-2c22-4074-8da9-7ab138098353 x-openstack-request-id: req-fe6ed46e-2c22-4074-8da9-7ab138098353 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:51:41.271511 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c770eb-21ec-40b8-b003-762af2d3bee5", "name": "network-vif-deleted", "tag": "9cc07716-1e74-48d1-abc5-958a95071ea4", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:51:41.271997 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fe6ed46e-2c22-4074-8da9-7ab138098353 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:51:41.272591 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c770eb-21ec-40b8-b003-762af2d3bee5', 'name': 'network-vif-deleted', 'tag': '9cc07716-1e74-48d1-abc5-958a95071ea4', 'status': 'completed', 'code': 200} Jun 17 08:51:41.345113 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3099ece-1faa-4fb2-8445-60d5bf99cd87 None None] Network 2200c162-ea42-41be-97f4-f79d686d3e41 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:41.396659 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:41.427415 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2f606c8d-c374-4952-8e93-2f062d21fe5c tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:41.492459 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2793b2b4-bac9-4945-8cfb-66518eeb7925 admin admin] Router 7e1a89c4-7cfc-4422-8123-44be1ddef984 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:51:41.496071 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:41.497648 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb042d13-ecd7-4120-8bf1-0d03d01374c7 req-e48c632c-5064-4bec-841d-5215803dc03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:41.499243 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cb042d13-ecd7-4120-8bf1-0d03d01374c7 req-e48c632c-5064-4bec-841d-5215803dc03b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c5173993-fd11-42fa-843a-bd1549cdbf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7025852 Jun 17 08:51:41.516680 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0d3bf02d-ca24-41de-81dd-9985dc489f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:41.524182 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 48cdff42-5586-4199-9014-2a161ba839a8, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=48cdff42-5586-4199-9014-2a161ba839a8,segment=NetworkSegment(9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f),segment_id=9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:41.525417 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f553117-6779-4ab5-8449-2229131da2fa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Subnet': ['ID=fc57e816-8cf8-48cb-8a35-228662a4c5b5,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:41.540747 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f553117-6779-4ab5-8449-2229131da2fa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:41.540747 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f553117-6779-4ab5-8449-2229131da2fa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:41.545148 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f553117-6779-4ab5-8449-2229131da2fa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:41.545148 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f553117-6779-4ab5-8449-2229131da2fa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:41.545148 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f553117-6779-4ab5-8449-2229131da2fa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:41.545148 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f553117-6779-4ab5-8449-2229131da2fa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:41.545148 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f553117-6779-4ab5-8449-2229131da2fa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:41.545148 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f553117-6779-4ab5-8449-2229131da2fa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:41.545148 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f553117-6779-4ab5-8449-2229131da2fa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:41.545645 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:51:41.545763 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f553117-6779-4ab5-8449-2229131da2fa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:41.545763 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f553117-6779-4ab5-8449-2229131da2fa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:41.545763 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f553117-6779-4ab5-8449-2229131da2fa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:41.564298 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ad5f6c2b-144f-49df-86fc-9f464cfc986b req-6dba8cb9-3212-4b06-a322-4e41ce221c4e tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/security-groups?id=4da72bb0-3b3c-4314-9a13-8b9006a273f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4942465 Jun 17 08:51:41.582639 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6f553117-6779-4ab5-8449-2229131da2fa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:41.589831 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '48cdff42-5586-4199-9014-2a161ba839a8', 'network_id': 'c5173993-fd11-42fa-843a-bd1549cdbf9f', 'port_id': '48cdff42-5586-4199-9014-2a161ba839a8', 'mac_address': 'fa:16:3e:fc:b1:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f5dabf-68ce-47ec-aa13-c93b9f2b86ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:51:41.590385 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f553117-6779-4ab5-8449-2229131da2fa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Checking segment: {'id': '7fceb6b4-df50-42e7-bb39-b5e6e023be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a1b446bb-a152-453e-b682-2bfc46dd43f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:41.590385 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f553117-6779-4ab5-8449-2229131da2fa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network hostable DHCP agents. Network: a1b446bb-a152-453e-b682-2bfc46dd43f6, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:51:41.596504 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:41.597012 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] Added segment 2373654b-367c-4520-893d-6049a39482c6 of type vlan for network 98c6fd42-c22b-4725-9f11-0381a8c4c410 Jun 17 08:51:41.607229 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f12b87e-1ce2-440d-98ec-75ed410c0d9a,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:41.645281 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:41.645667 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:41.646040 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:41.646424 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:41.646837 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:41.647145 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:41.647514 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:41.647910 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:41.648262 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:41.648622 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:41.648981 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:41.649335 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:41.662431 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:41.666124 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2f606c8d-c374-4952-8e93-2f062d21fe5c tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:41.670113 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port a0accfb7-e543-440f-8338-b2ad879da778 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:41.670643 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:41.675223 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-64e2912e-a0c6-4e01-b8a2-03f88feb4069 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:41.677019 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port a0accfb7-e543-440f-8338-b2ad879da778 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:41.679029 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:41.680804 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-2deeecac-a9f4-4b35-acd6-1f463323e7da None None] Provisioning for port a0accfb7-e543-440f-8338-b2ad879da778 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:41.694746 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a48e0-e39a-47b3-8a92-e756e72d9e08 req-dd7fb33c-25b6-471f-b6f3-d04c6ea93489 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:41.704048 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a77a48e0-e39a-47b3-8a92-e756e72d9e08 req-dd7fb33c-25b6-471f-b6f3-d04c6ea93489 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/ports?device_id=af564a26-166b-45d9-ad3d-60ed4cb01ba8 HTTP/1.1" status: 200 len: 949 time: 0.2188528 Jun 17 08:51:41.710876 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-2deeecac-a9f4-4b35-acd6-1f463323e7da None None] Provisioning complete for port a0accfb7-e543-440f-8338-b2ad879da778 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:41.711393 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2deeecac-a9f4-4b35-acd6-1f463323e7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:41.779192 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:41.792963 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f606c8d-c374-4952-8e93-2f062d21fe5c tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:41.802068 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48cdff42-5586-4199-9014-2a161ba839a8 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:51:41.811387 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-2f606c8d-c374-4952-8e93-2f062d21fe5c tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:41.816971 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f606c8d-c374-4952-8e93-2f062d21fe5c tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:41.826723 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f606c8d-c374-4952-8e93-2f062d21fe5c tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Pushing event updated for resources: {'Port': ['ID=974e5490-3d45-4a8a-ae91-dc0fa62a10ff,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:41.854976 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2f606c8d-c374-4952-8e93-2f062d21fe5c tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:41.881693 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 48cdff42-5586-4199-9014-2a161ba839a8, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=48cdff42-5586-4199-9014-2a161ba839a8,segment=NetworkSegment(9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f),segment_id=9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:41.884577 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a77a48e0-e39a-47b3-8a92-e756e72d9e08 req-5a2468c7-d6f6-4c5a-84aa-e6fdd6683072 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e1b73b-6383-4a2d-a9b2-c31b5efd8237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795661 Jun 17 08:51:41.923283 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2deeecac-a9f4-4b35-acd6-1f463323e7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:41.945352 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d08628e3-3168-44eb-97e6-7f3c2bcf3f6e req-cfca401e-a079-4650-a678-b1fa15e5c82f tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c770eb-21ec-40b8-b003-762af2d3bee5 HTTP/1.1" status: 200 len: 210 time: 0.0878899 Jun 17 08:51:41.952215 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cb042d13-ecd7-4120-8bf1-0d03d01374c7 req-c5d30dd4-b507-4a05-81c8-84acfc7f0dee service neutron] 10.222.0.50 "GET /v2.0/networks/c5173993-fd11-42fa-843a-bd1549cdbf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419637 Jun 17 08:51:41.963555 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2793b2b4-bac9-4945-8cfb-66518eeb7925 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:41.985741 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2793b2b4-bac9-4945-8cfb-66518eeb7925 admin admin] 10.222.0.49 "PUT /v2.0/routers/7e1a89c4-7cfc-4422-8123-44be1ddef984/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5602672 Jun 17 08:51:41.985741 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59216) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:41.986040 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d6973-662c-48e5-83e3-b7bdcfb60034 None None] Sync routers for ids ['7e1a89c4-7cfc-4422-8123-44be1ddef984'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:42.023256 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-2deeecac-a9f4-4b35-acd6-1f463323e7da None None] For port a0accfb7-e543-440f-8338-b2ad879da778, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=a0accfb7-e543-440f-8338-b2ad879da778,segment=NetworkSegment(b7fac2e5-775f-430b-9836-ed57214ffda9),segment_id=b7fac2e5-775f-430b-9836-ed57214ffda9)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:42.025189 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.027635 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:42.028616 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.034457 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-4bf61fcd-a8fc-4dc5-8dab-c578135dc200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:42.034867 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.037023 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.097847 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f1ad9b09-60e5-4c31-ac54-d308115664cc tempest-TaggedBootDevicesTest-1763625788 tempest-TaggedBootDevicesTest-1763625788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:42.112752 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d6973-662c-48e5-83e3-b7bdcfb60034 None None] Routers {'7e1a89c4-7cfc-4422-8123-44be1ddef984'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:42.113551 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-354d6973-662c-48e5-83e3-b7bdcfb60034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:51:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7e1a89c4-7cfc-4422-8123-44be1ddef984'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:42.129191 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2deeecac-a9f4-4b35-acd6-1f463323e7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.146923 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f553117-6779-4ab5-8449-2229131da2fa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network a1b446bb-a152-453e-b682-2bfc46dd43f6 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:51:42.173183 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8935039 Jun 17 08:51:42.175500 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59218) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:42.176644 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=48cdff42-5586-4199-9014-2a161ba839a8,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:42.211109 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-96abff44-604b-470e-8d16-ca0f985dd9f9 admin admin] Request body: {'subnet': {'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-30857951-subnet', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:42.215275 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:42.218575 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-6e0b8430-8374-41f8-9aa2-a174c5159543 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:42.258789 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] Pushing event updated for resources: {'Network': ['ID=98c6fd42-c22b-4725-9f11-0381a8c4c410,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:42.274118 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:42.286524 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b57dbd3d-6c48-4ed5-95cd-a35b65838e88 admin admin] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.291532 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['48cdff42-5586-4199-9014-2a161ba839a8'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:51:42.291777 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-6f553117-6779-4ab5-8449-2229131da2fa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, a1b446bb-a152-453e-b682-2bfc46dd43f6) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:42.293734 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 98c6fd42-c22b-4725-9f11-0381a8c4c410 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:51:42.336745 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9564b4-4f42-42a5-8c55-bc5015e434c2 None None] Network a1b446bb-a152-453e-b682-2bfc46dd43f6 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:42.341533 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96abff44-604b-470e-8d16-ca0f985dd9f9 admin admin] Made reservation on behalf of 625e2459307b434fab6fcf2f0c349af9 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:42.347533 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-96abff44-604b-470e-8d16-ca0f985dd9f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.388164 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f553117-6779-4ab5-8449-2229131da2fa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:42.388771 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6f553117-6779-4ab5-8449-2229131da2fa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.410141 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cb042d13-ecd7-4120-8bf1-0d03d01374c7 req-1c7eec29-602f-4056-b277-53f8323932a6 service neutron] 10.222.0.50 "GET /v2.0/networks/c5173993-fd11-42fa-843a-bd1549cdbf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295394 Jun 17 08:51:42.464908 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.db.api [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:51:42.465277 n-d-758944-30 neutron-server[94521]: DEBUG oslo_db.api [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:51:42.481293 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b57dbd3d-6c48-4ed5-95cd-a35b65838e88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.514385 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deeecac-a9f4-4b35-acd6-1f463323e7da None None] Pushing event updated for resources: {'Port': ['ID=a0accfb7-e543-440f-8338-b2ad879da778,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:42.517369 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-6f553117-6779-4ab5-8449-2229131da2fa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.7924516 Jun 17 08:51:42.517769 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-2deeecac-a9f4-4b35-acd6-1f463323e7da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:42.519882 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59222) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:42.524531 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ac409b74-775a-49b2-8cc6-83bcd594e3e7 None None] Provisioning complete for port a0accfb7-e543-440f-8338-b2ad879da778 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:42.524531 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ac409b74-775a-49b2-8cc6-83bcd594e3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.525671 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-d33df842-b8f8-4c30-8503-0d9687d1010d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-431467310', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:42.566139 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-354d6973-662c-48e5-83e3-b7bdcfb60034 None None] Set router 7e1a89c4-7cfc-4422-8123-44be1ddef984 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:42.645985 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2f606c8d-c374-4952-8e93-2f062d21fe5c tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.656716 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-b57dbd3d-6c48-4ed5-95cd-a35b65838e88 admin admin] Deleting port 02e4b0ec-23b5-4512-8e26-5f58cfc44882 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:42.657346 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b57dbd3d-6c48-4ed5-95cd-a35b65838e88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.663267 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d33df842-b8f8-4c30-8503-0d9687d1010d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.664635 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d33df842-b8f8-4c30-8503-0d9687d1010d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.872732 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d33df842-b8f8-4c30-8503-0d9687d1010d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.879069 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-96abff44-604b-470e-8d16-ca0f985dd9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.900201 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a420c4e9-5768-42bb-a479-93972e1a6840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:42.910019 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-b57dbd3d-6c48-4ed5-95cd-a35b65838e88 admin admin] For port 02e4b0ec-23b5-4512-8e26-5f58cfc44882, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=02e4b0ec-23b5-4512-8e26-5f58cfc44882,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:42.910441 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b57dbd3d-6c48-4ed5-95cd-a35b65838e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.995146 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804d231d-297e-414e-b2a6-f453ca416245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-a1b446bb-a152-453e-b682-2bfc46dd43f6', 'network_id': 'a1b446bb-a152-453e-b682-2bfc46dd43f6', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'fixed_ips': [{'subnet_id': 'fc57e816-8cf8-48cb-8a35-228662a4c5b5'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:51:42.996051 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-804d231d-297e-414e-b2a6-f453ca416245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:43.021093 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-b57dbd3d-6c48-4ed5-95cd-a35b65838e88 admin admin] Calling delete_port for 02e4b0ec-23b5-4512-8e26-5f58cfc44882 owned by network:router_gateway {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:43.033504 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d33df842-b8f8-4c30-8503-0d9687d1010d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:43.245458 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device a0accfb7-e543-440f-8338-b2ad879da778 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:43.331018 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96abff44-604b-470e-8d16-ca0f985dd9f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a83ebad8-51c9-4ee1-95b8-dfade1c9c144,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:43.344445 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-96abff44-604b-470e-8d16-ca0f985dd9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:43.345464 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9da5cb-4357-44e0-9048-5433fab4b732 req-5ff0fedb-5feb-4d57-96f0-01ea89f1169e tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:43.347636 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ee9da5cb-4357-44e0-9048-5433fab4b732 req-5ff0fedb-5feb-4d57-96f0-01ea89f1169e tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/ports?device_id=af564a26-166b-45d9-ad3d-60ed4cb01ba8 HTTP/1.1" status: 200 len: 949 time: 0.2163579 Jun 17 08:51:43.369320 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2f606c8d-c374-4952-8e93-2f062d21fe5c tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:43.384053 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbffb4a9-2b2c-471f-9be4-05f25d5af7b0 req-111db28c-c0b5-4c63-b6c4-c7473766ecf1 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:43.392017 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bbffb4a9-2b2c-471f-9be4-05f25d5af7b0 req-111db28c-c0b5-4c63-b6c4-c7473766ecf1 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4567a7a-c077-4674-860c-b2e56bd1e2f5 HTTP/1.1" status: 200 len: 945 time: 0.5558276 Jun 17 08:51:43.404150 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2f606c8d-c374-4952-8e93-2f062d21fe5c tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-940956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941038', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-949414'] for router, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:43.418863 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96abff44-604b-470e-8d16-ca0f985dd9f9 admin admin] Checking segment: {'id': '2373654b-367c-4520-893d-6049a39482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:43.419125 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96abff44-604b-470e-8d16-ca0f985dd9f9 admin admin] Network hostable DHCP agents. Network: 98c6fd42-c22b-4725-9f11-0381a8c4c410, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:51:43.450811 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ee9da5cb-4357-44e0-9048-5433fab4b732 req-c70e9fc8-7585-4f62-99dc-2b626c0bc032 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e1b73b-6383-4a2d-a9b2-c31b5efd8237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941446 Jun 17 08:51:43.496496 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d33df842-b8f8-4c30-8503-0d9687d1010d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:43.500413 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d33df842-b8f8-4c30-8503-0d9687d1010d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9768124 Jun 17 08:51:43.501173 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59232) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:43.523507 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-804d231d-297e-414e-b2a6-f453ca416245 None None] Allocated IP 2001:db8:1::2 (a1b446bb-a152-453e-b682-2bfc46dd43f6/fc57e816-8cf8-48cb-8a35-228662a4c5b5/d7282bfb-b707-46ab-8166-680d8614b1d4) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:43.539688 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-354d6973-662c-48e5-83e3-b7bdcfb60034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'name': 'tempest-ServerActionsTestJSON-1225111391-router', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '02e4b0ec-23b5-4512-8e26-5f58cfc44882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:45Z', 'updated_at': '2021-06-17T08:51:39Z', 'revision_number': 5, 'project_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'gw_port': {'id': '02e4b0ec-23b5-4512-8e26-5f58cfc44882', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:09:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:46Z', 'updated_at': '2021-06-17T08:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:43.555129 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bbffb4a9-2b2c-471f-9be4-05f25d5af7b0 req-75826436-36b8-4109-b646-83bdf3971b12 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/security-groups?id=4da72bb0-3b3c-4314-9a13-8b9006a273f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620076 Jun 17 08:51:43.593246 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80e0dc-8699-4cfa-9401-8c5fcc8cc857 req-88dc06e2-093c-4ddd-ab9e-7801ce22fb55 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:43.600626 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ae80e0dc-8699-4cfa-9401-8c5fcc8cc857 req-88dc06e2-093c-4ddd-ab9e-7801ce22fb55 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.53 "GET /v2.0/ports?device_id=af564a26-166b-45d9-ad3d-60ed4cb01ba8 HTTP/1.1" status: 200 len: 949 time: 0.3227420 Jun 17 08:51:43.609441 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d6973-662c-48e5-83e3-b7bdcfb60034 None None] Checking router: 7e1a89c4-7cfc-4422-8123-44be1ddef984 for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:51:43.632540 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b57dbd3d-6c48-4ed5-95cd-a35b65838e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:43.659806 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a5f18245-241a-4456-9271-5b152fea9973 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:43.668412 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d6973-662c-48e5-83e3-b7bdcfb60034 None None] Routers {'7e1a89c4-7cfc-4422-8123-44be1ddef984'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:43.669204 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-354d6973-662c-48e5-83e3-b7bdcfb60034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:51:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7e1a89c4-7cfc-4422-8123-44be1ddef984'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:43.718409 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96abff44-604b-470e-8d16-ca0f985dd9f9 admin admin] Network 98c6fd42-c22b-4725-9f11-0381a8c4c410 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:51:43.742233 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port a0accfb7-e543-440f-8338-b2ad879da778 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:43.742617 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:43.757998 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57dbd3d-6c48-4ed5-95cd-a35b65838e88 admin admin] Pushing event deleted for resources: {'Port': ['ID=02e4b0ec-23b5-4512-8e26-5f58cfc44882,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:43.766873 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b57dbd3d-6c48-4ed5-95cd-a35b65838e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:43.784155 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-354d6973-662c-48e5-83e3-b7bdcfb60034 None None] Set router 7e1a89c4-7cfc-4422-8123-44be1ddef984 gateway port host: None {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:43.840657 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-ae80e0dc-8699-4cfa-9401-8c5fcc8cc857 req-ea16cb4d-7d19-488a-83aa-590b7d84b66c tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Deleting port 761a48e5-6d22-4287-b50f-8fe47b592bb4 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:43.841076 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ae80e0dc-8699-4cfa-9401-8c5fcc8cc857 req-ea16cb4d-7d19-488a-83aa-590b7d84b66c tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:43.858141 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-354d6973-662c-48e5-83e3-b7bdcfb60034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'name': 'tempest-ServerActionsTestJSON-1225111391-router', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:45Z', 'updated_at': '2021-06-17T08:51:43Z', 'revision_number': 7, 'project_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'gw_port_host': None}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:43.897545 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 9cc07716-1e74-48d1-abc5-958a95071ea4 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:51:43.906367 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d6973-662c-48e5-83e3-b7bdcfb60034 None None] The sync data for ids ['7e1a89c4-7cfc-4422-8123-44be1ddef984'] in n-d-758944-30 is: [{'id': '7e1a89c4-7cfc-4422-8123-44be1ddef984', 'name': 'tempest-ServerActionsTestJSON-1225111391-router', 'tenant_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:45Z', 'updated_at': '2021-06-17T08:51:43Z', 'revision_number': 7, 'project_id': 'c4f6d8ed8ebf4cbb81ed4c1f79745b4d', 'gw_port_host': None}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:43.939308 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 9cc07716-1e74-48d1-abc5-958a95071ea4 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:51:43.939596 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 9cc07716-1e74-48d1-abc5-958a95071ea4 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:51:44.002486 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-96abff44-604b-470e-8d16-ca0f985dd9f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 98c6fd42-c22b-4725-9f11-0381a8c4c410) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:44.007280 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f606c8d-c374-4952-8e93-2f062d21fe5c tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Router 95c4366f-d014-457e-ad23-66b5a5230e74 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:51:44.022313 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0e2a09-0ef2-4691-841d-f9439c3b8f7e None None] Network 98c6fd42-c22b-4725-9f11-0381a8c4c410 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:44.033412 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96abff44-604b-470e-8d16-ca0f985dd9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:44.041442 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-96abff44-604b-470e-8d16-ca0f985dd9f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:44.085588 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-804d231d-297e-414e-b2a6-f453ca416245 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:44.137237 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-804d231d-297e-414e-b2a6-f453ca416245 None None] Transition to ACTIVE for port object d7282bfb-b707-46ab-8166-680d8614b1d4 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:44.141968 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b57dbd3d-6c48-4ed5-95cd-a35b65838e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:44.183385 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-804d231d-297e-414e-b2a6-f453ca416245 None None] Transition to ACTIVE for port object d7282bfb-b707-46ab-8166-680d8614b1d4 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:44.249397 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-96abff44-604b-470e-8d16-ca0f985dd9f9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0711958 Jun 17 08:51:44.256770 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59246) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:44.262434 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-ae80e0dc-8699-4cfa-9401-8c5fcc8cc857 req-ea16cb4d-7d19-488a-83aa-590b7d84b66c tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] For port 761a48e5-6d22-4287-b50f-8fe47b592bb4, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=761a48e5-6d22-4287-b50f-8fe47b592bb4,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:44.263064 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ae80e0dc-8699-4cfa-9401-8c5fcc8cc857 req-ea16cb4d-7d19-488a-83aa-590b7d84b66c tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:44.268699 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-ac479361-83dc-4057-8f46-20f419908043 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-30857951-router', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:44.304810 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969edb8f-a39f-4a2e-b0aa-ce3eaa672e37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-98c6fd42-c22b-4725-9f11-0381a8c4c410', 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'fixed_ips': [{'subnet_id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:51:44.309083 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-969edb8f-a39f-4a2e-b0aa-ce3eaa672e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:44.320707 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b57dbd3d-6c48-4ed5-95cd-a35b65838e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:44.323986 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d68a4174-d53f-426f-911d-a3f0b6d1427d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:44.326987 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b57dbd3d-6c48-4ed5-95cd-a35b65838e88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:44.331236 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-804d231d-297e-414e-b2a6-f453ca416245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:44.348176 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-2cc6d00d-95bd-4517-9802-e0a32166c05d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:44.394120 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-ae80e0dc-8699-4cfa-9401-8c5fcc8cc857 req-ea16cb4d-7d19-488a-83aa-590b7d84b66c tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Calling delete_port for 761a48e5-6d22-4287-b50f-8fe47b592bb4 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:44.470150 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f606c8d-c374-4952-8e93-2f062d21fe5c tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:44.476662 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2f606c8d-c374-4952-8e93-2f062d21fe5c tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:44.482726 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5cbe3a-0fda-4d4c-b6a2-bc743aa894e5 None None] Sync routers for ids ['95c4366f-d014-457e-ad23-66b5a5230e74'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:44.487494 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-2f606c8d-c374-4952-8e93-2f062d21fe5c tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "PUT /v2.0/routers/95c4366f-d014-457e-ad23-66b5a5230e74 HTTP/1.1" status: 200 len: 919 time: 5.5761776 Jun 17 08:51:44.502182 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59254) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:44.506322 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5cbe3a-0fda-4d4c-b6a2-bc743aa894e5 None None] Routers {'95c4366f-d014-457e-ad23-66b5a5230e74'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:44.507395 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ac479361-83dc-4057-8f46-20f419908043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:44.508211 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-cd5cbe3a-0fda-4d4c-b6a2-bc743aa894e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:51:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['95c4366f-d014-457e-ad23-66b5a5230e74'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:44.508691 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ac479361-83dc-4057-8f46-20f419908043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:44.597073 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804d231d-297e-414e-b2a6-f453ca416245 None None] Network a1b446bb-a152-453e-b682-2bfc46dd43f6 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:44.645260 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ac479361-83dc-4057-8f46-20f419908043 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:44.646585 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-cd5cbe3a-0fda-4d4c-b6a2-bc743aa894e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:44.659176 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-804d231d-297e-414e-b2a6-f453ca416245 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:44.685066 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804d231d-297e-414e-b2a6-f453ca416245 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:44.688756 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5cbe3a-0fda-4d4c-b6a2-bc743aa894e5 None None] Routers {'95c4366f-d014-457e-ad23-66b5a5230e74'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:44.688756 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-cd5cbe3a-0fda-4d4c-b6a2-bc743aa894e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:51:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['95c4366f-d014-457e-ad23-66b5a5230e74'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:44.723844 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d231d-297e-414e-b2a6-f453ca416245 None None] Pushing event updated for resources: {'Port': ['ID=d7282bfb-b707-46ab-8166-680d8614b1d4,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:44.734445 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-804d231d-297e-414e-b2a6-f453ca416245 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:44.778429 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-cd5cbe3a-0fda-4d4c-b6a2-bc743aa894e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:44.780246 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5cbe3a-0fda-4d4c-b6a2-bc743aa894e5 None None] The sync data for ids ['95c4366f-d014-457e-ad23-66b5a5230e74'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:44.868470 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-969edb8f-a39f-4a2e-b0aa-ce3eaa672e37 None None] Allocated IP 172.20.0.2 (98c6fd42-c22b-4725-9f11-0381a8c4c410/a83ebad8-51c9-4ee1-95b8-dfade1c9c144/7f307840-5117-4841-b409-5fb36b3683f5) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:44.910817 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 48cdff42-5586-4199-9014-2a161ba839a8 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:44.942611 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ac479361-83dc-4057-8f46-20f419908043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:45.081467 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-804d231d-297e-414e-b2a6-f453ca416245 None None] Attempting to bind port d7282bfb-b707-46ab-8166-680d8614b1d4 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:51:45.082322 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-804d231d-297e-414e-b2a6-f453ca416245 None None] Attempting to bind port d7282bfb-b707-46ab-8166-680d8614b1d4 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '7fceb6b4-df50-42e7-bb39-b5e6e023be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a1b446bb-a152-453e-b682-2bfc46dd43f6'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:51:45.082946 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804d231d-297e-414e-b2a6-f453ca416245 None None] Attempting to bind port d7282bfb-b707-46ab-8166-680d8614b1d4 on network a1b446bb-a152-453e-b682-2bfc46dd43f6 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:45.089472 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-877bbcd5-d2af-4e49-b486-c75a29ce735d tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "GET /v2.0/routers/95c4366f-d014-457e-ad23-66b5a5230e74 HTTP/1.1" status: 200 len: 925 time: 0.4374244 Jun 17 08:51:45.091418 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59264) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:45.100175 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804d231d-297e-414e-b2a6-f453ca416245 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:51:45.100854 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99a669-b4d2-4366-88e6-828fa9336f97 req-ec02b7da-2cf8-4599-8c59-8d08da64afb4 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:45.101253 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804d231d-297e-414e-b2a6-f453ca416245 None None] Checking segment: {'id': '7fceb6b4-df50-42e7-bb39-b5e6e023be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a1b446bb-a152-453e-b682-2bfc46dd43f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:45.101926 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-804d231d-297e-414e-b2a6-f453ca416245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:45.102904 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1a99a669-b4d2-4366-88e6-828fa9336f97 req-ec02b7da-2cf8-4599-8c59-8d08da64afb4 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4567a7a-c077-4674-860c-b2e56bd1e2f5 HTTP/1.1" status: 200 len: 945 time: 0.1887746 Jun 17 08:51:45.113929 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804d231d-297e-414e-b2a6-f453ca416245 None None] Bound using segment: {'id': '7fceb6b4-df50-42e7-bb39-b5e6e023be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a1b446bb-a152-453e-b682-2bfc46dd43f6'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:51:45.119771 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-804d231d-297e-414e-b2a6-f453ca416245 None None] Bound port: d7282bfb-b707-46ab-8166-680d8614b1d4, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fceb6b4-df50-42e7-bb39-b5e6e023be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a1b446bb-a152-453e-b682-2bfc46dd43f6'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:51:45.119771 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-804d231d-297e-414e-b2a6-f453ca416245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:45.184474 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ae80e0dc-8699-4cfa-9401-8c5fcc8cc857 req-ea16cb4d-7d19-488a-83aa-590b7d84b66c tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:45.195115 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b91614b1-bc5e-4b67-bdfc-69bc034b2b0d tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:45.200670 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b57dbd3d-6c48-4ed5-95cd-a35b65838e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:45.202431 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57dbd3d-6c48-4ed5-95cd-a35b65838e88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e1a89c4-7cfc-4422-8123-44be1ddef984 {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:51:45.216764 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b57dbd3d-6c48-4ed5-95cd-a35b65838e88 admin admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:45.220642 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b57dbd3d-6c48-4ed5-95cd-a35b65838e88 admin admin] 10.222.0.49 "DELETE /v2.0/routers/7e1a89c4-7cfc-4422-8123-44be1ddef984 HTTP/1.1" status: 204 len: 168 time: 3.2361362 Jun 17 08:51:45.234916 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59266) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:45.274580 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16cb4d-7d19-488a-83aa-590b7d84b66c tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Pushing event deleted for resources: {'Port': ['ID=761a48e5-6d22-4287-b50f-8fe47b592bb4,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:45.282943 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ea16cb4d-7d19-488a-83aa-590b7d84b66c tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:45.301911 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1a99a669-b4d2-4366-88e6-828fa9336f97 req-815c00b6-94ea-42ac-bd58-794d98e13b34 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/security-groups?id=4da72bb0-3b3c-4314-9a13-8b9006a273f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677768 Jun 17 08:51:45.389132 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 3283a03d-d01a-4385-9cb8-e84143e0148c no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:51:45.400247 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-903ece4d-3bbe-4857-a095-ae2635bf7383 admin admin] Deleting subnet 9f1cd377-e173-40e7-8f95-b9cee993c643 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:51:45.428583 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 48cdff42-5586-4199-9014-2a161ba839a8 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:45.437052 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 48cdff42-5586-4199-9014-2a161ba839a8 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:45.437427 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:45.439012 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 3283a03d-d01a-4385-9cb8-e84143e0148c {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:51:45.439359 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 3283a03d-d01a-4385-9cb8-e84143e0148c not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:51:45.439799 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 02e4b0ec-23b5-4512-8e26-5f58cfc44882 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:51:45.452713 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-903ece4d-3bbe-4857-a095-ae2635bf7383 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:45.477793 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-804d231d-297e-414e-b2a6-f453ca416245 None None] For port d7282bfb-b707-46ab-8166-680d8614b1d4, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:51:45.480370 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 02e4b0ec-23b5-4512-8e26-5f58cfc44882 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:51:45.480724 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 02e4b0ec-23b5-4512-8e26-5f58cfc44882 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:51:45.492219 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb602420-1d02-45f9-86a3-76c927264fde req-91d8cbe6-8aca-4517-87f8-9a02867112a4 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:45.498933 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-eb602420-1d02-45f9-86a3-76c927264fde req-91d8cbe6-8aca-4517-87f8-9a02867112a4 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/ports?device_id=af564a26-166b-45d9-ad3d-60ed4cb01ba8 HTTP/1.1" status: 200 len: 866 time: 0.6473234 Jun 17 08:51:45.534898 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-804d231d-297e-414e-b2a6-f453ca416245 None None] For port d7282bfb-b707-46ab-8166-680d8614b1d4, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=d7282bfb-b707-46ab-8166-680d8614b1d4,segment=NetworkSegment(7fceb6b4-df50-42e7-bb39-b5e6e023be74),segment_id=7fceb6b4-df50-42e7-bb39-b5e6e023be74)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:51:45.538250 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-969edb8f-a39f-4a2e-b0aa-ce3eaa672e37 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:45.538576 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae80e0dc-8699-4cfa-9401-8c5fcc8cc857 req-ea16cb4d-7d19-488a-83aa-590b7d84b66c tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] No DVR routers for this DVR port 761a48e5-6d22-4287-b50f-8fe47b592bb4 on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:51:45.554359 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ae80e0dc-8699-4cfa-9401-8c5fcc8cc857 req-ea16cb4d-7d19-488a-83aa-590b7d84b66c tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:45.560653 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ae80e0dc-8699-4cfa-9401-8c5fcc8cc857 req-ea16cb4d-7d19-488a-83aa-590b7d84b66c tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.53 "DELETE /v2.0/ports/761a48e5-6d22-4287-b50f-8fe47b592bb4 HTTP/1.1" status: 204 len: 173 time: 1.9215379 Jun 17 08:51:45.561788 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-969edb8f-a39f-4a2e-b0aa-ce3eaa672e37 None None] Transition to ACTIVE for port object 7f307840-5117-4841-b409-5fb36b3683f5 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:45.571995 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af564a26-166b-45d9-ad3d-60ed4cb01ba8', 'name': 'network-vif-deleted', 'tag': '761a48e5-6d22-4287-b50f-8fe47b592bb4'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:51:45.578424 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abcc981-ce2b-4172-869a-586ca42e3bf9" -d '{"events": [{"server_uuid": "af564a26-166b-45d9-ad3d-60ed4cb01ba8", "name": "network-vif-deleted", "tag": "761a48e5-6d22-4287-b50f-8fe47b592bb4"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:51:45.593105 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc3ed0d-958a-4758-88ff-5ab421401691 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:45.594601 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-969edb8f-a39f-4a2e-b0aa-ce3eaa672e37 None None] Transition to ACTIVE for port object 7f307840-5117-4841-b409-5fb36b3683f5 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:45.598802 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59274) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:45.603520 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4dc3ed0d-958a-4758-88ff-5ab421401691 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=47e26d50-07b5-44f6-8ce3-9ccc70a7083a&device_id=95c4366f-d014-457e-ad23-66b5a5230e74&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5106778 Jun 17 08:51:45.622445 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-804d231d-297e-414e-b2a6-f453ca416245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:45.629499 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:45.632834 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-903ece4d-3bbe-4857-a095-ae2635bf7383 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:45.716870 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-969edb8f-a39f-4a2e-b0aa-ce3eaa672e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:45.820902 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-903ece4d-3bbe-4857-a095-ae2635bf7383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:45.849059 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d231d-297e-414e-b2a6-f453ca416245 None None] Pushing event updated for resources: {'Port': ['ID=d7282bfb-b707-46ab-8166-680d8614b1d4,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:45.878991 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-eb602420-1d02-45f9-86a3-76c927264fde req-47571c74-bdfd-4b75-9b83-fc290c642df7 tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e1b73b-6383-4a2d-a9b2-c31b5efd8237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529727 Jun 17 08:51:45.880488 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-804d231d-297e-414e-b2a6-f453ca416245 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:45.882477 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969edb8f-a39f-4a2e-b0aa-ce3eaa672e37 None None] Network 98c6fd42-c22b-4725-9f11-0381a8c4c410 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:45.886321 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:45.912287 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd11e16a-10ff-4b0d-9ad9-e8868eff1bfd x-openstack-request-id: req-fd11e16a-10ff-4b0d-9ad9-e8868eff1bfd {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:51:45.912923 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af564a26-166b-45d9-ad3d-60ed4cb01ba8", "name": "network-vif-deleted", "tag": "761a48e5-6d22-4287-b50f-8fe47b592bb4", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:51:45.913862 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fd11e16a-10ff-4b0d-9ad9-e8868eff1bfd {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:51:45.914489 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af564a26-166b-45d9-ad3d-60ed4cb01ba8', 'name': 'network-vif-deleted', 'tag': '761a48e5-6d22-4287-b50f-8fe47b592bb4', 'status': 'completed', 'code': 200} Jun 17 08:51:45.988140 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-969edb8f-a39f-4a2e-b0aa-ce3eaa672e37 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:46.014128 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969edb8f-a39f-4a2e-b0aa-ce3eaa672e37 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:46.078808 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:46.084302 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969edb8f-a39f-4a2e-b0aa-ce3eaa672e37 None None] Pushing event updated for resources: {'Port': ['ID=7f307840-5117-4841-b409-5fb36b3683f5,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:46.098757 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-d68a4174-d53f-426f-911d-a3f0b6d1427d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Allocated IP 2001:db8::1 (2200c162-ea42-41be-97f4-f79d686d3e41/8e7f54f0-03de-450a-a320-18310dd074ff/f18aa9c6-0d68-4ace-88b3-17942c8fec59) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:46.143365 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae3cb12-3001-4ce7-98f1-f437c52cf16d tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:46.148490 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-9ae3cb12-3001-4ce7-98f1-f437c52cf16d tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 881 time: 0.5448756 Jun 17 08:51:46.149949 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59284) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:46.155386 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-969edb8f-a39f-4a2e-b0aa-ce3eaa672e37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:46.228195 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f4c18424-15fc-4be3-be41-2d1e234f54e9 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "GET /v2.0/ports?device_id=95c4366f-d014-457e-ad23-66b5a5230e74 HTTP/1.1" status: 200 len: 205 time: 0.0717402 Jun 17 08:51:46.230546 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-969edb8f-a39f-4a2e-b0aa-ce3eaa672e37 None None] Attempting to bind port 7f307840-5117-4841-b409-5fb36b3683f5 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:51:46.233593 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-969edb8f-a39f-4a2e-b0aa-ce3eaa672e37 None None] Attempting to bind port 7f307840-5117-4841-b409-5fb36b3683f5 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '2373654b-367c-4520-893d-6049a39482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:51:46.234206 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969edb8f-a39f-4a2e-b0aa-ce3eaa672e37 None None] Attempting to bind port 7f307840-5117-4841-b409-5fb36b3683f5 on network 98c6fd42-c22b-4725-9f11-0381a8c4c410 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:46.241733 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969edb8f-a39f-4a2e-b0aa-ce3eaa672e37 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:51:46.242403 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969edb8f-a39f-4a2e-b0aa-ce3eaa672e37 None None] Checking segment: {'id': '2373654b-367c-4520-893d-6049a39482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:46.243809 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-969edb8f-a39f-4a2e-b0aa-ce3eaa672e37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:46.245102 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969edb8f-a39f-4a2e-b0aa-ce3eaa672e37 None None] Bound using segment: {'id': '2373654b-367c-4520-893d-6049a39482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:51:46.245860 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-969edb8f-a39f-4a2e-b0aa-ce3eaa672e37 None None] Bound port: 7f307840-5117-4841-b409-5fb36b3683f5, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2373654b-367c-4520-893d-6049a39482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:51:46.246334 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-969edb8f-a39f-4a2e-b0aa-ce3eaa672e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:46.250167 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59286) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:46.267618 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4567a7a-c077-4674-860c-b2e56bd1e2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48cdff42-5586-4199-9014-2a161ba839a8'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:51:46.270020 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ced261-be43-4815-9360-d7e8716d757e" -d '{"events": [{"server_uuid": "d4567a7a-c077-4674-860c-b2e56bd1e2f5", "name": "network-vif-plugged", "status": "completed", "tag": "48cdff42-5586-4199-9014-2a161ba839a8"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:51:46.325053 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 48cdff42-5586-4199-9014-2a161ba839a8, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=48cdff42-5586-4199-9014-2a161ba839a8,segment=NetworkSegment(9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f),segment_id=9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:46.365387 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b363191-8d85-4430-b3cf-2e3d7569fdd9 x-openstack-request-id: req-1b363191-8d85-4430-b3cf-2e3d7569fdd9 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:51:46.365387 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4567a7a-c077-4674-860c-b2e56bd1e2f5", "name": "network-vif-plugged", "status": "completed", "tag": "48cdff42-5586-4199-9014-2a161ba839a8", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:51:46.365387 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1b363191-8d85-4430-b3cf-2e3d7569fdd9 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:51:46.365387 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4567a7a-c077-4674-860c-b2e56bd1e2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48cdff42-5586-4199-9014-2a161ba839a8', 'code': 200} Jun 17 08:51:46.408207 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d68a4174-d53f-426f-911d-a3f0b6d1427d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:46.418288 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-903ece4d-3bbe-4857-a095-ae2635bf7383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:46.427344 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-346f5cbd-0a4e-4680-b498-70b801592c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:46.432819 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-969edb8f-a39f-4a2e-b0aa-ce3eaa672e37 None None] For port 7f307840-5117-4841-b409-5fb36b3683f5, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:51:46.433152 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-d68a4174-d53f-426f-911d-a3f0b6d1427d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Transition to ACTIVE for port object f18aa9c6-0d68-4ace-88b3-17942c8fec59 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:46.444900 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-969edb8f-a39f-4a2e-b0aa-ce3eaa672e37 None None] For port 7f307840-5117-4841-b409-5fb36b3683f5, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=7f307840-5117-4841-b409-5fb36b3683f5,segment=NetworkSegment(2373654b-367c-4520-893d-6049a39482c6),segment_id=2373654b-367c-4520-893d-6049a39482c6)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:51:46.446498 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:46.449064 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:46.457028 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ac479361-83dc-4057-8f46-20f419908043 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:46.540430 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ece4d-3bbe-4857-a095-ae2635bf7383 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f1cd377-e173-40e7-8f95-b9cee993c643,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:46.541066 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=48cdff42-5586-4199-9014-2a161ba839a8,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:46.542857 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-903ece4d-3bbe-4857-a095-ae2635bf7383 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:46.547479 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdfa9e0-6392-4397-9410-33b874108d2f None None] Network 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:46.547643 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-903ece4d-3bbe-4857-a095-ae2635bf7383 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9f1cd377-e173-40e7-8f95-b9cee993c643 HTTP/1.1" status: 204 len: 168 time: 1.3099933 Jun 17 08:51:46.550947 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ac479361-83dc-4057-8f46-20f419908043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:46.553999 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-903ece4d-3bbe-4857-a095-ae2635bf7383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:46.554547 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59292) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:46.660962 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:46.661543 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafe9c5-26cd-4e92-881f-769664a47fea req-adb7be8c-ba7f-4ed9-b397-4780edf3f464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:46.664031 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9fafe9c5-26cd-4e92-881f-769664a47fea req-adb7be8c-ba7f-4ed9-b397-4780edf3f464 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d4567a7a-c077-4674-860c-b2e56bd1e2f5 HTTP/1.1" status: 200 len: 1098 time: 0.1637201 Jun 17 08:51:46.674055 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ad789-f9a3-465e-a7ee-8177f5c82e28 req-2da9ac0c-2e3c-47f6-82b9-7b516ca47c75 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:46.683569 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ae0ad789-f9a3-465e-a7ee-8177f5c82e28 req-2da9ac0c-2e3c-47f6-82b9-7b516ca47c75 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4567a7a-c077-4674-860c-b2e56bd1e2f5 HTTP/1.1" status: 200 len: 946 time: 0.1791804 Jun 17 08:51:46.697285 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-969edb8f-a39f-4a2e-b0aa-ce3eaa672e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:46.710757 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:46.772883 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d68a4174-d53f-426f-911d-a3f0b6d1427d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:46.787099 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-626190a2-ae93-42bc-b74b-9ace82054c9f tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:46.798026 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969edb8f-a39f-4a2e-b0aa-ce3eaa672e37 None None] Pushing event updated for resources: {'Port': ['ID=7f307840-5117-4841-b409-5fb36b3683f5,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:46.817015 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-969edb8f-a39f-4a2e-b0aa-ce3eaa672e37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:46.849197 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9fafe9c5-26cd-4e92-881f-769664a47fea req-e037f9bc-e62a-409f-8c7f-d977543c7a57 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4da72bb0-3b3c-4314-9a13-8b9006a273f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633737 Jun 17 08:51:46.878268 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ae0ad789-f9a3-465e-a7ee-8177f5c82e28 req-30bb2448-d402-4920-a236-298210382a2b tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/security-groups?id=4da72bb0-3b3c-4314-9a13-8b9006a273f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882086 Jun 17 08:51:46.886433 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e6a64341-de5c-4a13-9bac-884932510f8d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:46.897610 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68a4174-d53f-426f-911d-a3f0b6d1427d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network 2200c162-ea42-41be-97f4-f79d686d3e41 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:46.908806 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-d68a4174-d53f-426f-911d-a3f0b6d1427d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:46.908806 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68a4174-d53f-426f-911d-a3f0b6d1427d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:46.908806 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d68a4174-d53f-426f-911d-a3f0b6d1427d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:46.996220 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a4174-d53f-426f-911d-a3f0b6d1427d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Port': ['ID=f18aa9c6-0d68-4ace-88b3-17942c8fec59,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:47.004621 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d68a4174-d53f-426f-911d-a3f0b6d1427d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:47.048292 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fa4888-e512-4d20-b833-46ccda3cce8c None None] DHCP port deletion for 14e0e5fd-f3e6-4e07-800d-dfdaacdec65f request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:51:47.172499 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a0fa4888-e512-4d20-b833-46ccda3cce8c None None] Deleting port 3697ff4a-e9f6-47ac-a90a-be400b2e1ac3 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:47.174136 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a0fa4888-e512-4d20-b833-46ccda3cce8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:47.371281 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d7282bfb-b707-46ab-8166-680d8614b1d4 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:47.418992 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d68a4174-d53f-426f-911d-a3f0b6d1427d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:47.512080 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a0fa4888-e512-4d20-b833-46ccda3cce8c None None] For port 3697ff4a-e9f6-47ac-a90a-be400b2e1ac3, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=3697ff4a-e9f6-47ac-a90a-be400b2e1ac3,segment=NetworkSegment(498ad4d7-c11e-481f-a553-b46b3e1dd7c2),segment_id=498ad4d7-c11e-481f-a553-b46b3e1dd7c2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:47.512080 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a0fa4888-e512-4d20-b833-46ccda3cce8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:47.589637 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-87d90a3a-d708-4535-87e4-5e2168f3a906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:47.792948 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-ac479361-83dc-4057-8f46-20f419908043 admin admin] Allocated IP 172.25.2.248 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/d42927d4-1779-457f-8db4-da1bddc6b069) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:47.863986 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59304) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:47.942119 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a0fa4888-e512-4d20-b833-46ccda3cce8c None None] Calling delete_port for 3697ff4a-e9f6-47ac-a90a-be400b2e1ac3 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:47.950397 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1681b67e-fb82-4a97-83f5-5b8a658066cf None None] Network a1b446bb-a152-453e-b682-2bfc46dd43f6 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:47.952275 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 761a48e5-6d22-4287-b50f-8fe47b592bb4 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:51:47.965558 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.005548 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d68a4174-d53f-426f-911d-a3f0b6d1427d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.026089 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75becfcf-eb44-456e-b120-5c620f087265 req-0e60b98e-5b93-4330-9d61-465f2484b2bd tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:48.028038 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-75becfcf-eb44-456e-b120-5c620f087265 req-0e60b98e-5b93-4330-9d61-465f2484b2bd tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=67d90162-7f65-4211-957d-9aaf72011b19 HTTP/1.1" status: 200 len: 945 time: 1.2968249 Jun 17 08:51:48.046213 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 761a48e5-6d22-4287-b50f-8fe47b592bb4 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:51:48.046213 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 761a48e5-6d22-4287-b50f-8fe47b592bb4 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:51:48.055421 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e6a64341-de5c-4a13-9bac-884932510f8d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.105779 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d68a4174-d53f-426f-911d-a3f0b6d1427d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.108984 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d68a4174-d53f-426f-911d-a3f0b6d1427d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.182400 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b5bd6577-af05-44a4-9654-e474061f7d63 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:48.219373 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c71a91c4-d7be-4a34-82f2-328663043c79 None None] Provisioning for port f18aa9c6-0d68-4ace-88b3-17942c8fec59 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:48.237971 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c71a91c4-d7be-4a34-82f2-328663043c79 None None] Provisioning complete for port f18aa9c6-0d68-4ace-88b3-17942c8fec59 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:48.238651 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c71a91c4-d7be-4a34-82f2-328663043c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.273888 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port d7282bfb-b707-46ab-8166-680d8614b1d4 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:48.295885 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a0fa4888-e512-4d20-b833-46ccda3cce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.319589 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:48.347056 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a4174-d53f-426f-911d-a3f0b6d1427d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Port': ['ID=f18aa9c6-0d68-4ace-88b3-17942c8fec59,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:48.364384 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d68a4174-d53f-426f-911d-a3f0b6d1427d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:48.381985 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa4888-e512-4d20-b833-46ccda3cce8c None None] Pushing event deleted for resources: {'Port': ['ID=3697ff4a-e9f6-47ac-a90a-be400b2e1ac3,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:48.386077 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-c71a91c4-d7be-4a34-82f2-328663043c79 None None] Port f18aa9c6-0d68-4ace-88b3-17942c8fec59 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:48.401893 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a0fa4888-e512-4d20-b833-46ccda3cce8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:48.403083 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fa4888-e512-4d20-b833-46ccda3cce8c None None] No DVR routers for this DVR port 3697ff4a-e9f6-47ac-a90a-be400b2e1ac3 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:51:48.432735 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 3697ff4a-e9f6-47ac-a90a-be400b2e1ac3 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:51:48.452683 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-87d90a3a-d708-4535-87e4-5e2168f3a906 admin admin] Deleting port 3697ff4a-e9f6-47ac-a90a-be400b2e1ac3 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:48.453137 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-87d90a3a-d708-4535-87e4-5e2168f3a906 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.458582 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f46629-cc32-4c92-b3b3-ced33130ba8d req-bac604fa-c76e-4712-82c6-2b1452248529 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:48.461482 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f8f46629-cc32-4c92-b3b3-ced33130ba8d req-bac604fa-c76e-4712-82c6-2b1452248529 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.50 "GET /v2.0/ports?device_id=67d90162-7f65-4211-957d-9aaf72011b19 HTTP/1.1" status: 200 len: 945 time: 0.3920920 Jun 17 08:51:48.472772 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5ef87-3781-4ba3-a845-213c660357ae req-740b6517-a178-4648-9d62-d32cbd806845 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:48.475153 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9db5ef87-3781-4ba3-a845-213c660357ae req-740b6517-a178-4648-9d62-d32cbd806845 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4567a7a-c077-4674-860c-b2e56bd1e2f5 HTTP/1.1" status: 200 len: 946 time: 0.2890439 Jun 17 08:51:48.476487 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-75becfcf-eb44-456e-b120-5c620f087265 req-6539970b-2916-4bf7-ad52-3589bdbf7e0c tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113672 Jun 17 08:51:48.495325 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 3697ff4a-e9f6-47ac-a90a-be400b2e1ac3 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:51:48.495757 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 3697ff4a-e9f6-47ac-a90a-be400b2e1ac3 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:51:48.499513 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68a4174-d53f-426f-911d-a3f0b6d1427d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network 2200c162-ea42-41be-97f4-f79d686d3e41 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:48.551383 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-d68a4174-d53f-426f-911d-a3f0b6d1427d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:48.566950 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-129e9952-5e3c-40ae-9b29-81fcdc4c59c8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6cd435fb45d1477fa4a6118a5f417b8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6818759 Jun 17 08:51:48.574996 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59312) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:48.583552 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ac479361-83dc-4057-8f46-20f419908043 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.637899 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-87d90a3a-d708-4535-87e4-5e2168f3a906 admin admin] For port 3697ff4a-e9f6-47ac-a90a-be400b2e1ac3, host n-d-758944-30, got binding levels [] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:48.638586 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-87d90a3a-d708-4535-87e4-5e2168f3a906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.655749 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-e6a64341-de5c-4a13-9bac-884932510f8d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Deleting port 974e5490-3d45-4a8a-ae91-dc0fa62a10ff {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:48.655749 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e6a64341-de5c-4a13-9bac-884932510f8d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.730189 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9db5ef87-3781-4ba3-a845-213c660357ae req-fc202fe7-d42d-4c05-8251-923f13ea4eed tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/security-groups?id=4da72bb0-3b3c-4314-9a13-8b9006a273f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2469220 Jun 17 08:51:48.772615 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-87d90a3a-d708-4535-87e4-5e2168f3a906 admin admin] Calling delete_port for 3697ff4a-e9f6-47ac-a90a-be400b2e1ac3 owned by network:dhcp {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:48.833047 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-81e2ef88-ede2-4c8a-9c75-234493201253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.885833 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-81e2ef88-ede2-4c8a-9c75-234493201253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.890852 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-f8f46629-cc32-4c92-b3b3-ced33130ba8d req-d46139c5-cb80-40e9-83ed-e32cb0e9be43 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Deleting port 2d207028-4b95-419e-be6f-114317fcaa67 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:48.891067 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-f8f46629-cc32-4c92-b3b3-ced33130ba8d req-d46139c5-cb80-40e9-83ed-e32cb0e9be43 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.898223 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.ipam_backend_mixin [None req-87d90a3a-d708-4535-87e4-5e2168f3a906 admin admin] Port 3697ff4a-e9f6-47ac-a90a-be400b2e1ac3 was not found and therefore no delete operation was performed {{(pid=94519) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:51:48.910194 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-87d90a3a-d708-4535-87e4-5e2168f3a906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.917051 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-91f946fa-0054-42af-b68b-686ab9b236ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:48.970850 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216af0c7-1f6f-426e-958a-e6afd93fad4c None None] Network 98c6fd42-c22b-4725-9f11-0381a8c4c410 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:48.995478 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d90a3a-d708-4535-87e4-5e2168f3a906 admin admin] Pushing event deleted for resources: {'Port': ['ID=3697ff4a-e9f6-47ac-a90a-be400b2e1ac3,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:49.000787 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d90a3a-d708-4535-87e4-5e2168f3a906 admin admin] No DVR routers for this DVR port 3697ff4a-e9f6-47ac-a90a-be400b2e1ac3 on host n-d-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:51:49.002720 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-87d90a3a-d708-4535-87e4-5e2168f3a906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:49.047999 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e6a64341-de5c-4a13-9bac-884932510f8d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.129668 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-f8f46629-cc32-4c92-b3b3-ced33130ba8d req-d46139c5-cb80-40e9-83ed-e32cb0e9be43 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] For port 2d207028-4b95-419e-be6f-114317fcaa67, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=2d207028-4b95-419e-be6f-114317fcaa67,segment=NetworkSegment(db2ad255-e350-4531-a281-16b05a94881d),segment_id=db2ad255-e350-4531-a281-16b05a94881d)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:49.130000 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-f8f46629-cc32-4c92-b3b3-ced33130ba8d req-d46139c5-cb80-40e9-83ed-e32cb0e9be43 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.152964 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-e6a64341-de5c-4a13-9bac-884932510f8d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Calling delete_port for 974e5490-3d45-4a8a-ae91-dc0fa62a10ff owned by network:router_gateway {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:49.202005 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-87d90a3a-d708-4535-87e4-5e2168f3a906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.234081 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-f8f46629-cc32-4c92-b3b3-ced33130ba8d req-d46139c5-cb80-40e9-83ed-e32cb0e9be43 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Calling delete_port for 2d207028-4b95-419e-be6f-114317fcaa67 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:49.278319 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-87d90a3a-d708-4535-87e4-5e2168f3a906 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e0e5fd-f3e6-4e07-800d-dfdaacdec65f']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:49.303041 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-87d90a3a-d708-4535-87e4-5e2168f3a906 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '498ad4d7-c11e-481f-a553-b46b3e1dd7c2') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:49.309738 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-87d90a3a-d708-4535-87e4-5e2168f3a906 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '498ad4d7-c11e-481f-a553-b46b3e1dd7c2') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:49.340244 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 7f307840-5117-4841-b409-5fb36b3683f5 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:49.343458 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-87d90a3a-d708-4535-87e4-5e2168f3a906 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.362034 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-87d90a3a-d708-4535-87e4-5e2168f3a906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.406906 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d90a3a-d708-4535-87e4-5e2168f3a906 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:51:49.407242 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-87d90a3a-d708-4535-87e4-5e2168f3a906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:51:49.409027 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:51:49.680967 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c798d0f-eb7e-4c89-addc-2d9daecc55b1 req-cf71f665-490d-4824-b87b-e85bc4cf3758 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:49.682577 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5c798d0f-eb7e-4c89-addc-2d9daecc55b1 req-cf71f665-490d-4824-b87b-e85bc4cf3758 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=67d90162-7f65-4211-957d-9aaf72011b19 HTTP/1.1" status: 200 len: 945 time: 0.0665917 Jun 17 08:51:49.724072 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5c798d0f-eb7e-4c89-addc-2d9daecc55b1 req-12e0a503-9fd2-4df7-a116-61842b9fa987 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/security-groups?id=32bb2294-7c9f-4c48-90a5-e6d908490550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336118 Jun 17 08:51:49.746254 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 7f307840-5117-4841-b409-5fb36b3683f5 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:49.750986 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-81e2ef88-ede2-4c8a-9c75-234493201253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.751487 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-23ffff64-d02d-41f9-9fde-bcd0144adc4c None None] Provisioning for port d7282bfb-b707-46ab-8166-680d8614b1d4 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:49.752128 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-81e2ef88-ede2-4c8a-9c75-234493201253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.752401 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ac479361-83dc-4057-8f46-20f419908043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.755896 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-81e2ef88-ede2-4c8a-9c75-234493201253 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/72e1b73b-6383-4a2d-a9b2-c31b5efd8237 HTTP/1.1" status: 204 len: 168 time: 1.1765499 Jun 17 08:51:49.755896 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68a4174-d53f-426f-911d-a3f0b6d1427d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Router 7abe2054-2890-423d-b64b-ad202b293b62 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:51:49.756175 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-87d90a3a-d708-4535-87e4-5e2168f3a906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.759350 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-87d90a3a-d708-4535-87e4-5e2168f3a906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.761151 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b9c12bb4-7da8-4c6f-b38d-a75bdd6925e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:49.762185 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-87d90a3a-d708-4535-87e4-5e2168f3a906 admin admin] 10.222.0.49 "DELETE /v2.0/networks/14e0e5fd-f3e6-4e07-800d-dfdaacdec65f HTTP/1.1" status: 204 len: 168 time: 3.2044168 Jun 17 08:51:49.764288 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e6a64341-de5c-4a13-9bac-884932510f8d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.768040 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b2521c60-cc91-43fb-81ab-35d5122dacf5 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:49.769949 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-23ffff64-d02d-41f9-9fde-bcd0144adc4c None None] Provisioning complete for port d7282bfb-b707-46ab-8166-680d8614b1d4 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:49.770333 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-23ffff64-d02d-41f9-9fde-bcd0144adc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.787644 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-f8f46629-cc32-4c92-b3b3-ced33130ba8d req-d46139c5-cb80-40e9-83ed-e32cb0e9be43 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.905317 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-23ffff64-d02d-41f9-9fde-bcd0144adc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.916420 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac479361-83dc-4057-8f46-20f419908043 admin admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:49.941802 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-ac479361-83dc-4057-8f46-20f419908043 admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:49.944609 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac479361-83dc-4057-8f46-20f419908043 admin admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:49.952362 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac479361-83dc-4057-8f46-20f419908043 admin admin] Pushing event updated for resources: {'Port': ['ID=d42927d4-1779-457f-8db4-da1bddc6b069,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:49.997974 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-23ffff64-d02d-41f9-9fde-bcd0144adc4c None None] For port d7282bfb-b707-46ab-8166-680d8614b1d4, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=d7282bfb-b707-46ab-8166-680d8614b1d4,segment=NetworkSegment(7fceb6b4-df50-42e7-bb39-b5e6e023be74),segment_id=7fceb6b4-df50-42e7-bb39-b5e6e023be74)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:50.012877 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a64341-de5c-4a13-9bac-884932510f8d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Pushing event deleted for resources: {'Port': ['ID=974e5490-3d45-4a8a-ae91-dc0fa62a10ff,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:50.013111 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2ef88-ede2-4c8a-9c75-234493201253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e1b73b-6383-4a2d-a9b2-c31b5efd8237,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:50.015946 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e6a64341-de5c-4a13-9bac-884932510f8d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:50.020248 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-43e92177-417b-499f-a232-d5316a0fa057 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:50.020660 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-43e92177-417b-499f-a232-d5316a0fa057 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:50.023590 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b02fa9cd-e40d-41cf-af5e-8275a318c872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:50.031665 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e6a64341-de5c-4a13-9bac-884932510f8d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:50.038100 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68a4174-d53f-426f-911d-a3f0b6d1427d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:50.049598 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f9bbcf-d8a0-4a13-b8fa-7059e7334d71 None None] Sync routers for ids ['7abe2054-2890-423d-b64b-ad202b293b62'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:50.057551 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-81e2ef88-ede2-4c8a-9c75-234493201253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:50.060874 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f46629-cc32-4c92-b3b3-ced33130ba8d req-d46139c5-cb80-40e9-83ed-e32cb0e9be43 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] No DVR routers for this DVR port 2d207028-4b95-419e-be6f-114317fcaa67 on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:51:50.063160 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0cacdc70-ed08-4f68-8c12-38fe151c7612 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:50.067156 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f9bbcf-d8a0-4a13-b8fa-7059e7334d71 None None] Routers {'7abe2054-2890-423d-b64b-ad202b293b62'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:50.071440 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-48f9bbcf-d8a0-4a13-b8fa-7059e7334d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:51:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7abe2054-2890-423d-b64b-ad202b293b62'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:50.072416 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-f8f46629-cc32-4c92-b3b3-ced33130ba8d req-d46139c5-cb80-40e9-83ed-e32cb0e9be43 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:50.074740 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f8f46629-cc32-4c92-b3b3-ced33130ba8d req-d46139c5-cb80-40e9-83ed-e32cb0e9be43 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.50 "DELETE /v2.0/ports/2d207028-4b95-419e-be6f-114317fcaa67 HTTP/1.1" status: 204 len: 173 time: 1.5984077 Jun 17 08:51:50.079183 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d68a4174-d53f-426f-911d-a3f0b6d1427d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "PUT /v2.0/routers/7abe2054-2890-423d-b64b-ad202b293b62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5769646 Jun 17 08:51:50.080120 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d90162-7f65-4211-957d-9aaf72011b19', 'name': 'network-vif-deleted', 'tag': '2d207028-4b95-419e-be6f-114317fcaa67'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:51:50.082813 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dba906e-3bd8-4ad6-b5d3-ebea4f527fb5" -d '{"events": [{"server_uuid": "67d90162-7f65-4211-957d-9aaf72011b19", "name": "network-vif-deleted", "tag": "2d207028-4b95-419e-be6f-114317fcaa67"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:51:50.089073 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59324) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:50.121062 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d90a3a-d708-4535-87e4-5e2168f3a906 admin admin] Pushing event deleted for resources: {'Network': ['ID=14e0e5fd-f3e6-4e07-800d-dfdaacdec65f,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:50.124857 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-87d90a3a-d708-4535-87e4-5e2168f3a906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:50.133649 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46139c5-cb80-40e9-83ed-e32cb0e9be43 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Pushing event deleted for resources: {'Port': ['ID=2d207028-4b95-419e-be6f-114317fcaa67,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:50.143025 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d46139c5-cb80-40e9-83ed-e32cb0e9be43 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:50.165205 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-48f9bbcf-d8a0-4a13-b8fa-7059e7334d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:50.174590 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305678a-664e-4f0f-b709-d57aa55c5b00 req-2a0cbc3c-f291-4f07-b1b7-2515122ad735 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:50.175474 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-23ffff64-d02d-41f9-9fde-bcd0144adc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:50.183586 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0305678a-664e-4f0f-b709-d57aa55c5b00 req-2a0cbc3c-f291-4f07-b1b7-2515122ad735 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4567a7a-c077-4674-860c-b2e56bd1e2f5 HTTP/1.1" status: 200 len: 946 time: 0.2031274 Jun 17 08:51:50.185863 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-969edb8f-a39f-4a2e-b0aa-ce3eaa672e37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:50.204093 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9347bd1-f943-46ca-b71a-caaed09f37ab x-openstack-request-id: req-c9347bd1-f943-46ca-b71a-caaed09f37ab {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:51:50.204093 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d90162-7f65-4211-957d-9aaf72011b19", "name": "network-vif-deleted", "tag": "2d207028-4b95-419e-be6f-114317fcaa67", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:51:50.204093 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c9347bd1-f943-46ca-b71a-caaed09f37ab {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:51:50.204395 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d90162-7f65-4211-957d-9aaf72011b19', 'name': 'network-vif-deleted', 'tag': '2d207028-4b95-419e-be6f-114317fcaa67', 'status': 'completed', 'code': 200} Jun 17 08:51:50.256530 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0305678a-664e-4f0f-b709-d57aa55c5b00 req-3f56a396-a268-4295-b7ac-9a6621a7bd63 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/security-groups?id=4da72bb0-3b3c-4314-9a13-8b9006a273f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707896 Jun 17 08:51:50.263908 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f9bbcf-d8a0-4a13-b8fa-7059e7334d71 None None] Routers {'7abe2054-2890-423d-b64b-ad202b293b62'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:50.272508 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-48f9bbcf-d8a0-4a13-b8fa-7059e7334d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:51:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7abe2054-2890-423d-b64b-ad202b293b62'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:50.284145 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e6a64341-de5c-4a13-9bac-884932510f8d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:50.290163 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e6a64341-de5c-4a13-9bac-884932510f8d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:50.343405 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-48f9bbcf-d8a0-4a13-b8fa-7059e7334d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:50.343405 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f9bbcf-d8a0-4a13-b8fa-7059e7334d71 None None] The sync data for ids ['7abe2054-2890-423d-b64b-ad202b293b62'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:50.370302 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ffff64-d02d-41f9-9fde-bcd0144adc4c None None] Pushing event updated for resources: {'Port': ['ID=d7282bfb-b707-46ab-8166-680d8614b1d4,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:50.373393 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-37030d14-c7a4-422f-802b-a2bb69eca94c None None] Provisioning complete for port f18aa9c6-0d68-4ace-88b3-17942c8fec59 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:50.373773 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-37030d14-c7a4-422f-802b-a2bb69eca94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:50.375772 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-23ffff64-d02d-41f9-9fde-bcd0144adc4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:50.427410 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-37030d14-c7a4-422f-802b-a2bb69eca94c None None] Port f18aa9c6-0d68-4ace-88b3-17942c8fec59 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:50.474449 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340cbd82-b309-42a7-bfdd-bfbc1807398d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:50.480033 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-340cbd82-b309-42a7-bfdd-bfbc1807398d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "GET /v2.0/ports/f18aa9c6-0d68-4ace-88b3-17942c8fec59 HTTP/1.1" status: 200 len: 911 time: 0.3500693 Jun 17 08:51:50.482588 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59336) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:50.524452 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59340) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:50.581008 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:50.583523 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-37030d14-c7a4-422f-802b-a2bb69eca94c None None] Provisioning for port 7f307840-5117-4841-b409-5fb36b3683f5 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:50.591379 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59342) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:50.591933 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-02f1e8fa-3f72-4fbb-88b7-2a4c0dd1413a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c4f6d8ed8ebf4cbb81ed4c1f79745b4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0656817 Jun 17 08:51:50.601401 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-37030d14-c7a4-422f-802b-a2bb69eca94c None None] Provisioning complete for port 7f307840-5117-4841-b409-5fb36b3683f5 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:50.601401 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-37030d14-c7a4-422f-802b-a2bb69eca94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:50.654430 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e6a64341-de5c-4a13-9bac-884932510f8d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:50.658358 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a64341-de5c-4a13-9bac-884932510f8d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Fanout notify agent at l3_agent the message router_deleted on router 95c4366f-d014-457e-ad23-66b5a5230e74 {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:51:50.662443 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e6a64341-de5c-4a13-9bac-884932510f8d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:50.667845 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59346) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:50.668612 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e6a64341-de5c-4a13-9bac-884932510f8d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "DELETE /v2.0/routers/95c4366f-d014-457e-ad23-66b5a5230e74 HTTP/1.1" status: 204 len: 168 time: 4.4172711 Jun 17 08:51:50.676875 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-0bdb118e-b7dd-45ea-982c-88e55265b91d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-401483856', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}, 'admin_state_up': False}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:50.705184 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-37030d14-c7a4-422f-802b-a2bb69eca94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:50.746539 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-37030d14-c7a4-422f-802b-a2bb69eca94c None None] For port 7f307840-5117-4841-b409-5fb36b3683f5, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=7f307840-5117-4841-b409-5fb36b3683f5,segment=NetworkSegment(2373654b-367c-4520-893d-6049a39482c6),segment_id=2373654b-367c-4520-893d-6049a39482c6)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:50.777021 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6121835-d7c8-4a4d-8547-2b05c101b163 req-df240712-76c9-418c-ad03-7a1f5ac236a5 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:50.778586 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d6121835-d7c8-4a4d-8547-2b05c101b163 req-df240712-76c9-418c-ad03-7a1f5ac236a5 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4567a7a-c077-4674-860c-b2e56bd1e2f5 HTTP/1.1" status: 200 len: 946 time: 0.3007689 Jun 17 08:51:50.789504 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59350) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:50.796038 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-bab335b2-d553-446d-89b7-d8de28094dd2 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Request body: {'floatingip': {'port_id': '48cdff42-5586-4199-9014-2a161ba839a8'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:50.818981 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 2d207028-4b95-419e-be6f-114317fcaa67 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:51:50.847191 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9a4af0a7-63a9-4338-a5b1-33996092a763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:50.848877 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bab335b2-d553-446d-89b7-d8de28094dd2 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks [] for floatingip, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:50.854350 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0bdb118e-b7dd-45ea-982c-88e55265b91d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:50.856236 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0bdb118e-b7dd-45ea-982c-88e55265b91d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:50.897019 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9a4af0a7-63a9-4338-a5b1-33996092a763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:50.900764 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-37030d14-c7a4-422f-802b-a2bb69eca94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:50.906110 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0549f133-1749-411c-95a0-3853f1349f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:50.977208 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37030d14-c7a4-422f-802b-a2bb69eca94c None None] Pushing event updated for resources: {'Port': ['ID=7f307840-5117-4841-b409-5fb36b3683f5,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:50.981802 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 2d207028-4b95-419e-be6f-114317fcaa67 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:51:50.982613 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 2d207028-4b95-419e-be6f-114317fcaa67 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:51:50.985662 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-37030d14-c7a4-422f-802b-a2bb69eca94c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:50.998452 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-37030d14-c7a4-422f-802b-a2bb69eca94c None None] Provisioning complete for port d7282bfb-b707-46ab-8166-680d8614b1d4 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:50.999549 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-37030d14-c7a4-422f-802b-a2bb69eca94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:51.011465 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d041b9fd-5913-4d27-9518-fe2b532eec76 req-149de966-a98a-42d5-98c1-34bd0a12b352 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] 10.222.0.49 "GET /v2.0/ports?device_id=67d90162-7f65-4211-957d-9aaf72011b19 HTTP/1.1" status: 200 len: 210 time: 0.1039650 Jun 17 08:51:51.022517 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ac479361-83dc-4057-8f46-20f419908043 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:51.107405 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0bdb118e-b7dd-45ea-982c-88e55265b91d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:51.280728 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a81d3520-3514-4e6c-b8bb-4b4a8571d15f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:51.308659 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 7f307840-5117-4841-b409-5fb36b3683f5 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:51.380096 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 7f307840-5117-4841-b409-5fb36b3683f5 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:51.381013 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:51.574114 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d7282bfb-b707-46ab-8166-680d8614b1d4 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:51.617083 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9a4af0a7-63a9-4338-a5b1-33996092a763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:51.620230 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9a4af0a7-63a9-4338-a5b1-33996092a763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:51.621399 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9a4af0a7-63a9-4338-a5b1-33996092a763 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/42f9b471-742f-44a5-b9d2-baf4943a7e31 HTTP/1.1" status: 204 len: 168 time: 1.0276332 Jun 17 08:51:51.624728 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-51a5dd78-34a5-4431-a67b-3a8f42ee70fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:51.641014 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port d7282bfb-b707-46ab-8166-680d8614b1d4 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:51.641521 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:51.707976 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4af0a7-63a9-4338-a5b1-33996092a763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f9b471-742f-44a5-b9d2-baf4943a7e31,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:51.710760 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9a4af0a7-63a9-4338-a5b1-33996092a763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:51.750494 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ac479361-83dc-4057-8f46-20f419908043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:52.033074 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-a81d3520-3514-4e6c-b8bb-4b4a8571d15f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Allocated IP 2001:db8:1::1 (a1b446bb-a152-453e-b682-2bfc46dd43f6/fc57e816-8cf8-48cb-8a35-228662a4c5b5/3ea613ba-79ca-4037-8f31-257fcbe78644) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:52.195509 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac479361-83dc-4057-8f46-20f419908043 admin admin] Router d108c93d-946f-4775-911e-5d4c8a4dc0c3 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:51:52.251365 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59374) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:52.372477 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1290ee4-c488-474a-9b80-bb1d8b19eeed admin admin] Deleting subnet d3ab4f8a-558c-4943-babf-c8684f255cc6 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:51:52.378439 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a81d3520-3514-4e6c-b8bb-4b4a8571d15f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:52.382559 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d1290ee4-c488-474a-9b80-bb1d8b19eeed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:52.436888 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-a81d3520-3514-4e6c-b8bb-4b4a8571d15f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Transition to ACTIVE for port object 3ea613ba-79ca-4037-8f31-257fcbe78644 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:52.452937 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d1290ee4-c488-474a-9b80-bb1d8b19eeed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:52.459240 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bab335b2-d553-446d-89b7-d8de28094dd2 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:52.554818 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac479361-83dc-4057-8f46-20f419908043 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:52.563341 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938e7b32-4d6f-4259-9c88-610d1799994a None None] Sync routers for ids ['d108c93d-946f-4775-911e-5d4c8a4dc0c3'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:52.590612 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938e7b32-4d6f-4259-9c88-610d1799994a None None] Routers {'d108c93d-946f-4775-911e-5d4c8a4dc0c3'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:52.591530 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-938e7b32-4d6f-4259-9c88-610d1799994a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:51:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['d108c93d-946f-4775-911e-5d4c8a4dc0c3'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:52.604487 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bab335b2-d553-446d-89b7-d8de28094dd2 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:52.626326 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d1290ee4-c488-474a-9b80-bb1d8b19eeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:52.664611 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0bdb118e-b7dd-45ea-982c-88e55265b91d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:52.710796 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ac479361-83dc-4057-8f46-20f419908043 admin admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:52.715911 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ac479361-83dc-4057-8f46-20f419908043 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.4575338 Jun 17 08:51:52.716579 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59386) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:52.777129 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-938e7b32-4d6f-4259-9c88-610d1799994a None None] Set router d108c93d-946f-4775-911e-5d4c8a4dc0c3 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:52.800290 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a81d3520-3514-4e6c-b8bb-4b4a8571d15f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:52.861347 n-d-758944-30 neutron-server[94520]: INFO neutron.db.l3_db [None req-bab335b2-d553-446d-89b7-d8de28094dd2 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Floating IP 9e0e668c-3b4f-4929-8f35-d276a2a475cd associated. External IP: 172.25.2.199, port: 48cdff42-5586-4199-9014-2a161ba839a8. Jun 17 08:51:52.922972 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-43e92177-417b-499f-a232-d5316a0fa057 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:52.995997 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d1290ee4-c488-474a-9b80-bb1d8b19eeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:53.040018 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81d3520-3514-4e6c-b8bb-4b4a8571d15f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network a1b446bb-a152-453e-b682-2bfc46dd43f6 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:53.066982 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-938e7b32-4d6f-4259-9c88-610d1799994a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'name': 'tempest-AttachVolumeTestJSON-30857951-router', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:44Z', 'updated_at': '2021-06-17T08:51:50Z', 'revision_number': 3, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'gw_port': {'id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:aa:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:46Z', 'updated_at': '2021-06-17T08:51:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:53.113482 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938e7b32-4d6f-4259-9c88-610d1799994a None None] Checking router: d108c93d-946f-4775-911e-5d4c8a4dc0c3 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:51:53.114333 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938e7b32-4d6f-4259-9c88-610d1799994a None None] Updating router d108c93d-946f-4775-911e-5d4c8a4dc0c3 port d42927d4-1779-457f-8db4-da1bddc6b069 binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:51:53.126736 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-a81d3520-3514-4e6c-b8bb-4b4a8571d15f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:53.140509 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81d3520-3514-4e6c-b8bb-4b4a8571d15f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:53.142082 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a81d3520-3514-4e6c-b8bb-4b4a8571d15f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:53.151038 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d3520-3514-4e6c-b8bb-4b4a8571d15f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Port': ['ID=3ea613ba-79ca-4037-8f31-257fcbe78644,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:53.162804 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a81d3520-3514-4e6c-b8bb-4b4a8571d15f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:53.163489 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4793d3a8-269e-4a88-bac1-93120318c7b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:53.183034 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-938e7b32-4d6f-4259-9c88-610d1799994a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:53.272386 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d1290ee4-c488-474a-9b80-bb1d8b19eeed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:53.274514 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d1290ee4-c488-474a-9b80-bb1d8b19eeed admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d3ab4f8a-558c-4943-babf-c8684f255cc6 HTTP/1.1" status: 204 len: 168 time: 1.0193622 Jun 17 08:51:53.305504 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59400) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:53.330880 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1290ee4-c488-474a-9b80-bb1d8b19eeed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3ab4f8a-558c-4943-babf-c8684f255cc6,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:53.351629 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d1290ee4-c488-474a-9b80-bb1d8b19eeed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:53.546200 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab335b2-d553-446d-89b7-d8de28094dd2 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Router 7b977344-036a-4bd5-bc23-39a7b13a3d8f has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:51:53.593926 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-790fd2b5-7d09-4c6a-8843-d6a4e83c4743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:53.671166 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59406) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:53.684082 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ed918d00-5792-4626-88a1-b9348ebe93aa None None] Provisioning for port 3ea613ba-79ca-4037-8f31-257fcbe78644 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:53.689050 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ed918d00-5792-4626-88a1-b9348ebe93aa None None] Provisioning complete for port 3ea613ba-79ca-4037-8f31-257fcbe78644 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:53.689480 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ed918d00-5792-4626-88a1-b9348ebe93aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:53.803093 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-ed918d00-5792-4626-88a1-b9348ebe93aa None None] Port 3ea613ba-79ca-4037-8f31-257fcbe78644 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:53.902832 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0bdb118e-b7dd-45ea-982c-88e55265b91d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router_gateway, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:53.905782 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab335b2-d553-446d-89b7-d8de28094dd2 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:53.917093 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3336436-1212-463c-909a-6fb3f796b21e None None] Sync routers for ids ['7b977344-036a-4bd5-bc23-39a7b13a3d8f'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:53.922259 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-938e7b32-4d6f-4259-9c88-610d1799994a None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:53.932631 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3336436-1212-463c-909a-6fb3f796b21e None None] Routers {'7b977344-036a-4bd5-bc23-39a7b13a3d8f'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:53.935057 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-938e7b32-4d6f-4259-9c88-610d1799994a None None] Transition to ACTIVE for port object d42927d4-1779-457f-8db4-da1bddc6b069 will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:53.935597 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-a3336436-1212-463c-909a-6fb3f796b21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:51:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7b977344-036a-4bd5-bc23-39a7b13a3d8f'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:53.938502 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bab335b2-d553-446d-89b7-d8de28094dd2 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:53.950355 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-d902a0b6-a08d-4e08-b040-4e561527b76a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1415812877-network', 'tenant_id': '3c27030103624754b4160e9f541dfbaa'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:53.998089 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a81d3520-3514-4e6c-b8bb-4b4a8571d15f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:54.008081 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0bdb118e-b7dd-45ea-982c-88e55265b91d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:54.093419 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-bab335b2-d553-446d-89b7-d8de28094dd2 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "PUT /v2.0/floatingips/9e0e668c-3b4f-4929-8f35-d276a2a475cd HTTP/1.1" status: 200 len: 992 time: 3.3025663 Jun 17 08:51:54.094027 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4567a7a-c077-4674-860c-b2e56bd1e2f5', 'tag': '48cdff42-5586-4199-9014-2a161ba839a8'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:51:54.096417 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cf3ec7-bcc8-4fdc-a82a-500ca6147f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "d4567a7a-c077-4674-860c-b2e56bd1e2f5", "tag": "48cdff42-5586-4199-9014-2a161ba839a8"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:51:54.102529 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-a3336436-1212-463c-909a-6fb3f796b21e None None] Set router 7b977344-036a-4bd5-bc23-39a7b13a3d8f gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:54.178388 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75932f5b-d148-4134-a585-bca3689faa0d x-openstack-request-id: req-75932f5b-d148-4134-a585-bca3689faa0d {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:51:54.178732 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4567a7a-c077-4674-860c-b2e56bd1e2f5", "tag": "48cdff42-5586-4199-9014-2a161ba839a8", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:51:54.179202 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-75932f5b-d148-4134-a585-bca3689faa0d {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:51:54.179664 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4567a7a-c077-4674-860c-b2e56bd1e2f5', 'tag': '48cdff42-5586-4199-9014-2a161ba839a8', 'status': 'completed', 'code': 200} Jun 17 08:51:54.218809 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-938e7b32-4d6f-4259-9c88-610d1799994a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:54.222184 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d902a0b6-a08d-4e08-b040-4e561527b76a admin admin] Made reservation on behalf of 3c27030103624754b4160e9f541dfbaa for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:54.222305 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:54.223123 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d902a0b6-a08d-4e08-b040-4e561527b76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:54.231363 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-790fd2b5-7d09-4c6a-8843-d6a4e83c4743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:54.249867 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d902a0b6-a08d-4e08-b040-4e561527b76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:54.323128 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-790fd2b5-7d09-4c6a-8843-d6a4e83c4743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6105816-34ac-4e40-a08a-0beea0be79f0']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:54.345395 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ac929-ba50-44e8-a94e-3b25d8efc2a2 None None] Pushing event updated for resources: {'Port': ['ID=d42927d4-1779-457f-8db4-da1bddc6b069,revision_number=2']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:54.359457 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-0c3ac929-ba50-44e8-a94e-3b25d8efc2a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:54.366419 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-938e7b32-4d6f-4259-9c88-610d1799994a None None] Attempting to bind port d42927d4-1779-457f-8db4-da1bddc6b069 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:51:54.367076 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-938e7b32-4d6f-4259-9c88-610d1799994a None None] Attempting to bind port d42927d4-1779-457f-8db4-da1bddc6b069 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:51:54.367658 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e7b32-4d6f-4259-9c88-610d1799994a None None] Attempting to bind port d42927d4-1779-457f-8db4-da1bddc6b069 on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:54.375572 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e7b32-4d6f-4259-9c88-610d1799994a None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:51:54.376401 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e7b32-4d6f-4259-9c88-610d1799994a None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:54.377058 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-938e7b32-4d6f-4259-9c88-610d1799994a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:54.377624 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e7b32-4d6f-4259-9c88-610d1799994a None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:51:54.378319 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-938e7b32-4d6f-4259-9c88-610d1799994a None None] Bound port: d42927d4-1779-457f-8db4-da1bddc6b069, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:51:54.378935 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-938e7b32-4d6f-4259-9c88-610d1799994a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:54.388518 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-790fd2b5-7d09-4c6a-8843-d6a4e83c4743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2ad255-e350-4531-a281-16b05a94881d') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:54.388913 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-790fd2b5-7d09-4c6a-8843-d6a4e83c4743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2ad255-e350-4531-a281-16b05a94881d') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:54.427628 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-0bdb118e-b7dd-45ea-982c-88e55265b91d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Allocated IP 172.25.2.95 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/c6fada3b-4bdb-430e-ba23-10b1f42d09f6) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:54.502492 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-938e7b32-4d6f-4259-9c88-610d1799994a None None] For port d42927d4-1779-457f-8db4-da1bddc6b069, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:51:54.507788 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-938e7b32-4d6f-4259-9c88-610d1799994a None None] For port d42927d4-1779-457f-8db4-da1bddc6b069, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=d42927d4-1779-457f-8db4-da1bddc6b069,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:51:54.512007 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf3ec7-bcc8-4fdc-a82a-500ca6147f0d req-7829cb06-25b9-42de-9e4a-c05124beb64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:54.514238 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b6cf3ec7-bcc8-4fdc-a82a-500ca6147f0d req-7829cb06-25b9-42de-9e4a-c05124beb64f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4201ecfcc96c4ba4985fddc21edba720&device_id=d4567a7a-c077-4674-860c-b2e56bd1e2f5 HTTP/1.1" status: 200 len: 1098 time: 0.3124080 Jun 17 08:51:54.516782 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-a3336436-1212-463c-909a-6fb3f796b21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'name': 'tempest-ServersTestJSON-662377247-router', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:05Z', 'updated_at': '2021-06-17T08:51:13Z', 'revision_number': 4, 'project_id': '4201ecfcc96c4ba4985fddc21edba720', 'gw_port': {'id': 'ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:06Z', 'updated_at': '2021-06-17T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': '9e0e668c-3b4f-4929-8f35-d276a2a475cd', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'port_id': '48cdff42-5586-4199-9014-2a161ba839a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5173993-fd11-42fa-843a-bd1549cdbf9f', 'mac_address': 'fa:16:3e:fc:b1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4567a7a-c077-4674-860c-b2e56bd1e2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:51:23Z', 'updated_at': '2021-06-17T08:51:52Z', 'revision_number': 1, 'project_id': '4201ecfcc96c4ba4985fddc21edba720', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57042db1-0bdd-4e10-9d3a-803aeb185a0c', 'name': '', 'network_id': 'c5173993-fd11-42fa-843a-bd1549cdbf9f', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'mac_address': 'fa:16:3e:72:39:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '96f5dabf-68ce-47ec-aa13-c93b9f2b86ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:10Z', 'updated_at': '2021-06-17T08:51:21Z', 'revision_number': 5, 'project_id': '4201ecfcc96c4ba4985fddc21edba720', 'subnets': [{'id': '96f5dabf-68ce-47ec-aa13-c93b9f2b86ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:54.549242 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3336436-1212-463c-909a-6fb3f796b21e None None] Checking router: 7b977344-036a-4bd5-bc23-39a7b13a3d8f for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:51:54.561301 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3336436-1212-463c-909a-6fb3f796b21e None None] Routers {'7b977344-036a-4bd5-bc23-39a7b13a3d8f'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:54.562937 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-a3336436-1212-463c-909a-6fb3f796b21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:51:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7b977344-036a-4bd5-bc23-39a7b13a3d8f'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:54.623154 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-938e7b32-4d6f-4259-9c88-610d1799994a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:54.628419 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-036b0953-8f25-4e7a-a9e8-8ea63c218d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:54.690599 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-a3336436-1212-463c-909a-6fb3f796b21e None None] Set router 7b977344-036a-4bd5-bc23-39a7b13a3d8f gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:54.819094 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d902a0b6-a08d-4e08-b040-4e561527b76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:54.823398 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0bdb118e-b7dd-45ea-982c-88e55265b91d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:54.825815 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a4a30cbb-80c6-4ec9-8a77-196e3364a641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:54.831187 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf3ec7-bcc8-4fdc-a82a-500ca6147f0d req-04ba060e-5ae9-4966-9380-da65b9ec51ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:54.832959 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b6cf3ec7-bcc8-4fdc-a82a-500ca6147f0d req-04ba060e-5ae9-4966-9380-da65b9ec51ec service neutron] 10.222.0.50 "GET /v2.0/networks?id=c5173993-fd11-42fa-843a-bd1549cdbf9f HTTP/1.1" status: 200 len: 906 time: 0.2916963 Jun 17 08:51:54.837110 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938e7b32-4d6f-4259-9c88-610d1799994a None None] Routers {'d108c93d-946f-4775-911e-5d4c8a4dc0c3'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:54.837857 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-938e7b32-4d6f-4259-9c88-610d1799994a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:51:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['d108c93d-946f-4775-911e-5d4c8a4dc0c3'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:54.849887 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-790fd2b5-7d09-4c6a-8843-d6a4e83c4743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:54.891246 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-790fd2b5-7d09-4c6a-8843-d6a4e83c4743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:54.933566 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790fd2b5-7d09-4c6a-8843-d6a4e83c4743 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:51:54.933988 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-790fd2b5-7d09-4c6a-8843-d6a4e83c4743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:51:54.939568 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:51:54.974021 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d902a0b6-a08d-4e08-b040-4e561527b76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:54.989721 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-938e7b32-4d6f-4259-9c88-610d1799994a None None] Set router d108c93d-946f-4775-911e-5d4c8a4dc0c3 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:55.002636 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8b5cac9d-4652-45c5-9773-3fba2de1aeb0 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:55.065513 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902a0b6-a08d-4e08-b040-4e561527b76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46efc0a-d831-4d3b-837d-b9b5b7821fdf,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:55.072176 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-a3336436-1212-463c-909a-6fb3f796b21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'name': 'tempest-ServersTestJSON-662377247-router', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:05Z', 'updated_at': '2021-06-17T08:51:13Z', 'revision_number': 4, 'project_id': '4201ecfcc96c4ba4985fddc21edba720', 'gw_port': {'id': 'ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:06Z', 'updated_at': '2021-06-17T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': '9e0e668c-3b4f-4929-8f35-d276a2a475cd', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'port_id': '48cdff42-5586-4199-9014-2a161ba839a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5173993-fd11-42fa-843a-bd1549cdbf9f', 'mac_address': 'fa:16:3e:fc:b1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4567a7a-c077-4674-860c-b2e56bd1e2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:51:23Z', 'updated_at': '2021-06-17T08:51:52Z', 'revision_number': 1, 'project_id': '4201ecfcc96c4ba4985fddc21edba720', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57042db1-0bdd-4e10-9d3a-803aeb185a0c', 'name': '', 'network_id': 'c5173993-fd11-42fa-843a-bd1549cdbf9f', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'mac_address': 'fa:16:3e:72:39:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '96f5dabf-68ce-47ec-aa13-c93b9f2b86ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:10Z', 'updated_at': '2021-06-17T08:51:21Z', 'revision_number': 5, 'project_id': '4201ecfcc96c4ba4985fddc21edba720', 'subnets': [{'id': '96f5dabf-68ce-47ec-aa13-c93b9f2b86ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:55.081810 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ac929-ba50-44e8-a94e-3b25d8efc2a2 None None] Pushing event updated for resources: {'Port': ['ID=d42927d4-1779-457f-8db4-da1bddc6b069,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:55.096068 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a81d3520-3514-4e6c-b8bb-4b4a8571d15f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:55.102300 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d902a0b6-a08d-4e08-b040-4e561527b76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:55.141595 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d902a0b6-a08d-4e08-b040-4e561527b76a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:51:55.141710 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3336436-1212-463c-909a-6fb3f796b21e None None] The sync data for ids ['7b977344-036a-4bd5-bc23-39a7b13a3d8f'] in n-d-758944-30 is: [{'id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'name': 'tempest-ServersTestJSON-662377247-router', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:05Z', 'updated_at': '2021-06-17T08:51:13Z', 'revision_number': 4, 'project_id': '4201ecfcc96c4ba4985fddc21edba720', 'gw_port': {'id': 'ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:06Z', 'updated_at': '2021-06-17T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': '9e0e668c-3b4f-4929-8f35-d276a2a475cd', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'port_id': '48cdff42-5586-4199-9014-2a161ba839a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5173993-fd11-42fa-843a-bd1549cdbf9f', 'mac_address': 'fa:16:3e:fc:b1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4567a7a-c077-4674-860c-b2e56bd1e2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:51:23Z', 'updated_at': '2021-06-17T08:51:52Z', 'revision_number': 1, 'project_id': '4201ecfcc96c4ba4985fddc21edba720', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57042db1-0bdd-4e10-9d3a-803aeb185a0c', 'name': '', 'network_id': 'c5173993-fd11-42fa-843a-bd1549cdbf9f', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'mac_address': 'fa:16:3e:72:39:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '96f5dabf-68ce-47ec-aa13-c93b9f2b86ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:10Z', 'updated_at': '2021-06-17T08:51:21Z', 'revision_number': 5, 'project_id': '4201ecfcc96c4ba4985fddc21edba720', 'subnets': [{'id': '96f5dabf-68ce-47ec-aa13-c93b9f2b86ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:55.142535 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b6cf3ec7-bcc8-4fdc-a82a-500ca6147f0d req-868a9051-094b-47c5-940b-3720ab002870 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48cdff42-5586-4199-9014-2a161ba839a8 HTTP/1.1" status: 200 len: 1000 time: 0.2945759 Jun 17 08:51:55.145238 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-a4a30cbb-80c6-4ec9-8a77-196e3364a641 admin admin] Allocated IP 172.20.0.1 (98c6fd42-c22b-4725-9f11-0381a8c4c410/a83ebad8-51c9-4ee1-95b8-dfade1c9c144/3bc1dd9f-59f0-4533-bec7-8b7c61c10374) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:55.194142 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-0c3ac929-ba50-44e8-a94e-3b25d8efc2a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:55.234209 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d902a0b6-a08d-4e08-b040-4e561527b76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:55.235427 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-d902a0b6-a08d-4e08-b040-4e561527b76a admin admin] Added segment 0b1bde60-c7b4-44ef-b4bb-8cf5d2c4159f of type vlan for network aeef4390-76d5-4ca4-950c-cfa9ec637c9b Jun 17 08:51:55.279005 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a81d3520-3514-4e6c-b8bb-4b4a8571d15f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:55.281248 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a81d3520-3514-4e6c-b8bb-4b4a8571d15f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:55.300545 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-938e7b32-4d6f-4259-9c88-610d1799994a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'name': 'tempest-AttachVolumeTestJSON-30857951-router', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:44Z', 'updated_at': '2021-06-17T08:51:50Z', 'revision_number': 3, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'gw_port': {'id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:aa:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:46Z', 'updated_at': '2021-06-17T08:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:55.302226 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-790fd2b5-7d09-4c6a-8843-d6a4e83c4743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:55.321575 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-790fd2b5-7d09-4c6a-8843-d6a4e83c4743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:55.323248 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d902a0b6-a08d-4e08-b040-4e561527b76a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:55.327240 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-790fd2b5-7d09-4c6a-8843-d6a4e83c4743 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e6105816-34ac-4e40-a08a-0beea0be79f0 HTTP/1.1" status: 204 len: 168 time: 2.0207160 Jun 17 08:51:55.328935 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf3ec7-bcc8-4fdc-a82a-500ca6147f0d req-350662a2-d578-49d6-8704-af2118dbdc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:55.336746 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:55.342161 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b6cf3ec7-bcc8-4fdc-a82a-500ca6147f0d req-350662a2-d578-49d6-8704-af2118dbdc00 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=96f5dabf-68ce-47ec-aa13-c93b9f2b86ce HTTP/1.1" status: 200 len: 844 time: 0.1913073 Jun 17 08:51:55.362830 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0bdb118e-b7dd-45ea-982c-88e55265b91d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:55.378037 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7920c8c2-e79e-4716-8f4c-6823af04bc31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:55.393124 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938e7b32-4d6f-4259-9c88-610d1799994a None None] The sync data for ids ['d108c93d-946f-4775-911e-5d4c8a4dc0c3'] in n-d-758944-30 is: [{'id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'name': 'tempest-AttachVolumeTestJSON-30857951-router', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:44Z', 'updated_at': '2021-06-17T08:51:50Z', 'revision_number': 3, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'gw_port': {'id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:aa:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:46Z', 'updated_at': '2021-06-17T08:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:55.453043 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-21f7e792-6e54-46bd-80d5-ed9495315bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:55.473233 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790fd2b5-7d09-4c6a-8843-d6a4e83c4743 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6105816-34ac-4e40-a08a-0beea0be79f0,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:55.483301 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-790fd2b5-7d09-4c6a-8843-d6a4e83c4743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:55.488360 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-50aae2ed-a5dc-4bfc-b4a5-64cf3c015b63 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:55.526995 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb118e-b7dd-45ea-982c-88e55265b91d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Pushing event updated for resources: {'Port': ['ID=c6fada3b-4bdb-430e-ba23-10b1f42d09f6,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:55.540194 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0bdb118e-b7dd-45ea-982c-88e55265b91d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:55.550459 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.db.resource_extend [None req-d902a0b6-a08d-4e08-b040-4e561527b76a admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:51:55.570984 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d3520-3514-4e6c-b8bb-4b4a8571d15f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Port': ['ID=3ea613ba-79ca-4037-8f31-257fcbe78644,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:55.579567 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cd9e4b-e8fc-4c48-9b2d-e6a037bd7483 None None] New status for floating IP 9e0e668c-3b4f-4929-8f35-d276a2a475cd: ACTIVE {{(pid=94522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:51:55.597204 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdb118e-b7dd-45ea-982c-88e55265b91d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:55.598094 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a81d3520-3514-4e6c-b8bb-4b4a8571d15f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:55.630241 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-0bdb118e-b7dd-45ea-982c-88e55265b91d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:55.635973 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdb118e-b7dd-45ea-982c-88e55265b91d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:55.651842 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a4a30cbb-80c6-4ec9-8a77-196e3364a641 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:55.684772 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-a4a30cbb-80c6-4ec9-8a77-196e3364a641 admin admin] Transition to ACTIVE for port object 3bc1dd9f-59f0-4533-bec7-8b7c61c10374 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:55.715940 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d902a0b6-a08d-4e08-b040-4e561527b76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:55.717486 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d902a0b6-a08d-4e08-b040-4e561527b76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:55.718075 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d902a0b6-a08d-4e08-b040-4e561527b76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:55.724908 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1edeb7fa-d384-4ddd-8cd3-587260109582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:55.731901 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81d3520-3514-4e6c-b8bb-4b4a8571d15f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network a1b446bb-a152-453e-b682-2bfc46dd43f6 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:55.742062 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-a81d3520-3514-4e6c-b8bb-4b4a8571d15f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:55.794807 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf3ec7-bcc8-4fdc-a82a-500ca6147f0d req-21b3d94d-abab-4258-9265-2c6a2567aa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:55.796750 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b6cf3ec7-bcc8-4fdc-a82a-500ca6147f0d req-21b3d94d-abab-4258-9265-2c6a2567aa6b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c5173993-fd11-42fa-843a-bd1549cdbf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4465272 Jun 17 08:51:55.960632 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59452) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:56.085531 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81d3520-3514-4e6c-b8bb-4b4a8571d15f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Router 7abe2054-2890-423d-b64b-ad202b293b62 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:51:56.114515 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a4a30cbb-80c6-4ec9-8a77-196e3364a641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:56.116863 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e6a64341-de5c-4a13-9bac-884932510f8d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:56.158718 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b6cf3ec7-bcc8-4fdc-a82a-500ca6147f0d req-1e6ebc2f-737f-490c-892c-b7c95bb4d40c service neutron] 10.222.0.50 "GET /v2.0/networks/c5173993-fd11-42fa-843a-bd1549cdbf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984804 Jun 17 08:51:56.160222 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d902a0b6-a08d-4e08-b040-4e561527b76a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.4872744 Jun 17 08:51:56.183336 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59454) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:56.255855 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-9d2034ec-de59-4d3a-a8c2-583f24f88899 None None] Provisioning complete for port 3ea613ba-79ca-4037-8f31-257fcbe78644 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:56.256416 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9d2034ec-de59-4d3a-a8c2-583f24f88899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:56.282933 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a30cbb-80c6-4ec9-8a77-196e3364a641 admin admin] Network 98c6fd42-c22b-4725-9f11-0381a8c4c410 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:56.290499 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-a4a30cbb-80c6-4ec9-8a77-196e3364a641 admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:56.291114 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-a0544946-80da-4ba1-afb8-d4aba35e155a admin admin] Request body: {'subnet': {'network_id': 'aeef4390-76d5-4ca4-950c-cfa9ec637c9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1415812877-subnet', 'tenant_id': '3c27030103624754b4160e9f541dfbaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:56.296447 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a30cbb-80c6-4ec9-8a77-196e3364a641 admin admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:56.308917 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-9d2034ec-de59-4d3a-a8c2-583f24f88899 None None] Port 3ea613ba-79ca-4037-8f31-257fcbe78644 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:56.324964 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902a0b6-a08d-4e08-b040-4e561527b76a admin admin] Pushing event updated for resources: {'Network': ['ID=aeef4390-76d5-4ca4-950c-cfa9ec637c9b,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:56.327904 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d902a0b6-a08d-4e08-b040-4e561527b76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:56.342036 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network aeef4390-76d5-4ca4-950c-cfa9ec637c9b details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:51:56.361648 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a30cbb-80c6-4ec9-8a77-196e3364a641 admin admin] Pushing event updated for resources: {'Port': ['ID=3bc1dd9f-59f0-4533-bec7-8b7c61c10374,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:56.369470 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a4a30cbb-80c6-4ec9-8a77-196e3364a641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:56.397738 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81d3520-3514-4e6c-b8bb-4b4a8571d15f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:56.413013 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ff9457-ae0b-49af-b563-84da4491ef7c None None] Sync routers for ids ['7abe2054-2890-423d-b64b-ad202b293b62'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:56.416082 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a81d3520-3514-4e6c-b8bb-4b4a8571d15f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "PUT /v2.0/routers/7abe2054-2890-423d-b64b-ad202b293b62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9300716 Jun 17 08:51:56.418907 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59456) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:56.421237 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a4a30cbb-80c6-4ec9-8a77-196e3364a641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:56.432690 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ff9457-ae0b-49af-b563-84da4491ef7c None None] Routers {'7abe2054-2890-423d-b64b-ad202b293b62'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:56.439922 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-d9ff9457-ae0b-49af-b563-84da4491ef7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:51:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7abe2054-2890-423d-b64b-ad202b293b62'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:56.492579 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-d9ff9457-ae0b-49af-b563-84da4491ef7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:56.543263 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ff9457-ae0b-49af-b563-84da4491ef7c None None] Routers {'7abe2054-2890-423d-b64b-ad202b293b62'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:56.545263 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-d9ff9457-ae0b-49af-b563-84da4491ef7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:51:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7abe2054-2890-423d-b64b-ad202b293b62'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:56.554739 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f7c891-e973-44eb-b5b2-af3b7f25c440 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:56.554739 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f9f7c891-e973-44eb-b5b2-af3b7f25c440 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "GET /v2.0/ports/3ea613ba-79ca-4037-8f31-257fcbe78644 HTTP/1.1" status: 200 len: 913 time: 0.1302505 Jun 17 08:51:56.556529 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59460) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:56.683988 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-d9ff9457-ae0b-49af-b563-84da4491ef7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:56.690844 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ff9457-ae0b-49af-b563-84da4491ef7c None None] The sync data for ids ['7abe2054-2890-423d-b64b-ad202b293b62'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:56.906949 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c9a13cec-5627-4dea-a847-c189f58a90b0 None None] Provisioning for port 3bc1dd9f-59f0-4533-bec7-8b7c61c10374 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:56.956244 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c9a13cec-5627-4dea-a847-c189f58a90b0 None None] Provisioning complete for port 3bc1dd9f-59f0-4533-bec7-8b7c61c10374 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:56.956244 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c9a13cec-5627-4dea-a847-c189f58a90b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:56.979483 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-c9a13cec-5627-4dea-a847-c189f58a90b0 None None] Port 3bc1dd9f-59f0-4533-bec7-8b7c61c10374 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:57.046810 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7a252601-2ddf-47e6-8259-236a150fef3c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bc856043629546feb20cb98761057747&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0686421 Jun 17 08:51:57.047802 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59468) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:57.059280 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b6cf3ec7-bcc8-4fdc-a82a-500ca6147f0d req-7adcce38-be31-4d8e-a780-779a9017d52b service neutron] 10.222.0.50 "GET /v2.0/networks/c5173993-fd11-42fa-843a-bd1549cdbf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8841515 Jun 17 08:51:57.086146 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0bdb118e-b7dd-45ea-982c-88e55265b91d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router_gateway, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:57.243880 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f069e16c-b93b-4fbd-840f-312d1f36275c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:57.246283 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d42927d4-1779-457f-8db4-da1bddc6b069 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:57.250004 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a4a30cbb-80c6-4ec9-8a77-196e3364a641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:57.289404 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0544946-80da-4ba1-afb8-d4aba35e155a admin admin] Made reservation on behalf of 3c27030103624754b4160e9f541dfbaa for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:57.292499 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a0544946-80da-4ba1-afb8-d4aba35e155a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:57.313567 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f069e16c-b93b-4fbd-840f-312d1f36275c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:57.379486 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f3faa800-3c71-4a50-ac35-8e9a09d07b22 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:57.408060 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0bdb118e-b7dd-45ea-982c-88e55265b91d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:57.607978 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port d42927d4-1779-457f-8db4-da1bddc6b069 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:57.613810 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port d42927d4-1779-457f-8db4-da1bddc6b069 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:57.617479 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:57.652942 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f069e16c-b93b-4fbd-840f-312d1f36275c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:57.656221 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f069e16c-b93b-4fbd-840f-312d1f36275c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:57.663383 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f069e16c-b93b-4fbd-840f-312d1f36275c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/32bb2294-7c9f-4c48-90a5-e6d908490550 HTTP/1.1" status: 204 len: 168 time: 0.6119196 Jun 17 08:51:57.666833 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ba49f24b-5482-46e1-8aa3-a80f7d1b498a tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:57.684542 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069e16c-b93b-4fbd-840f-312d1f36275c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bb2294-7c9f-4c48-90a5-e6d908490550,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:57.689831 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f069e16c-b93b-4fbd-840f-312d1f36275c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:57.718054 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a4a30cbb-80c6-4ec9-8a77-196e3364a641 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:57.758967 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bdb118e-b7dd-45ea-982c-88e55265b91d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Router a91aa8eb-72f3-4118-9a6d-be5dfcd8d151 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:51:57.765584 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a0544946-80da-4ba1-afb8-d4aba35e155a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:57.778992 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6f553117-6779-4ab5-8449-2229131da2fa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:57.811303 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a4a30cbb-80c6-4ec9-8a77-196e3364a641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:57.816258 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cbf1af15-22eb-4f67-9730-6fcb92c529fa tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:57.922228 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:57.977007 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port d42927d4-1779-457f-8db4-da1bddc6b069, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=d42927d4-1779-457f-8db4-da1bddc6b069,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:57.981249 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:58.001454 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a4a30cbb-80c6-4ec9-8a77-196e3364a641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:58.020737 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a30cbb-80c6-4ec9-8a77-196e3364a641 admin admin] Pushing event updated for resources: {'Port': ['ID=3bc1dd9f-59f0-4533-bec7-8b7c61c10374,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:58.031182 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a4a30cbb-80c6-4ec9-8a77-196e3364a641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:58.038291 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0544946-80da-4ba1-afb8-d4aba35e155a admin admin] Pushing event updated for resources: {'Subnet': ['ID=71c245e0-5d8f-415d-93e3-362314647556,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:58.046555 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a0544946-80da-4ba1-afb8-d4aba35e155a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:58.080807 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0544946-80da-4ba1-afb8-d4aba35e155a admin admin] Checking segment: {'id': '0b1bde60-c7b4-44ef-b4bb-8cf5d2c4159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'aeef4390-76d5-4ca4-950c-cfa9ec637c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:58.081420 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0544946-80da-4ba1-afb8-d4aba35e155a admin admin] Network hostable DHCP agents. Network: aeef4390-76d5-4ca4-950c-cfa9ec637c9b, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:51:58.130711 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdb118e-b7dd-45ea-982c-88e55265b91d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:58.142554 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db33343-c3c7-4dc1-8d95-2d42c61e6492 None None] Sync routers for ids ['a91aa8eb-72f3-4118-9a6d-be5dfcd8d151'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:58.156985 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db33343-c3c7-4dc1-8d95-2d42c61e6492 None None] Routers {'a91aa8eb-72f3-4118-9a6d-be5dfcd8d151'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:58.157997 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-1db33343-c3c7-4dc1-8d95-2d42c61e6492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:51:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['a91aa8eb-72f3-4118-9a6d-be5dfcd8d151'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:58.173129 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:58.176765 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e0c1c4fc-5a13-468f-9948-3f22bb6eee81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:58.189318 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-f3faa800-3c71-4a50-ac35-8e9a09d07b22 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Deleting port 3ea613ba-79ca-4037-8f31-257fcbe78644 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:58.189695 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f3faa800-3c71-4a50-ac35-8e9a09d07b22 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:58.200095 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a30cbb-80c6-4ec9-8a77-196e3364a641 admin admin] Network 98c6fd42-c22b-4725-9f11-0381a8c4c410 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:58.212734 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-a4a30cbb-80c6-4ec9-8a77-196e3364a641 admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:58.215789 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-1db33343-c3c7-4dc1-8d95-2d42c61e6492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:58.228351 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db33343-c3c7-4dc1-8d95-2d42c61e6492 None None] Routers {'a91aa8eb-72f3-4118-9a6d-be5dfcd8d151'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:58.229304 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-1db33343-c3c7-4dc1-8d95-2d42c61e6492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:51:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['a91aa8eb-72f3-4118-9a6d-be5dfcd8d151'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:58.262108 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=d42927d4-1779-457f-8db4-da1bddc6b069,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:58.264172 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0544946-80da-4ba1-afb8-d4aba35e155a admin admin] Network aeef4390-76d5-4ca4-950c-cfa9ec637c9b is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:51:58.287662 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-1db33343-c3c7-4dc1-8d95-2d42c61e6492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:58.288830 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db33343-c3c7-4dc1-8d95-2d42c61e6492 None None] The sync data for ids ['a91aa8eb-72f3-4118-9a6d-be5dfcd8d151'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:58.291739 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:58.291739 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:58.291739 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:58.291739 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:58.291739 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:58.291739 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:58.292345 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:58.292345 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:58.292776 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:58.298375 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:58.298728 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:58.299074 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:58.303598 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:58.317496 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0bdb118e-b7dd-45ea-982c-88e55265b91d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:58.323977 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0bdb118e-b7dd-45ea-982c-88e55265b91d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.6545858 Jun 17 08:51:58.324645 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59496) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:58.330602 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-8ca278b9-f639-44f2-8da6-79c463a2405b tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:58.412840 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-a0544946-80da-4ba1-afb8-d4aba35e155a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, aeef4390-76d5-4ca4-950c-cfa9ec637c9b) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:58.420474 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0544946-80da-4ba1-afb8-d4aba35e155a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:58.421270 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a0544946-80da-4ba1-afb8-d4aba35e155a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:58.422382 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b69c301-52ce-42b3-a6af-64804e0e236a None None] Network aeef4390-76d5-4ca4-950c-cfa9ec637c9b requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:58.655408 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a0544946-80da-4ba1-afb8-d4aba35e155a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.3704031 Jun 17 08:51:58.672738 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-0a44fa87-e1f6-4121-9791-f01f1b76d4fa None None] Provisioning complete for port 3bc1dd9f-59f0-4533-bec7-8b7c61c10374 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:58.676220 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0a44fa87-e1f6-4121-9791-f01f1b76d4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:58.782653 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45f348e-682a-4e07-8c76-cef6f46db490 None None] Network aeef4390-76d5-4ca4-950c-cfa9ec637c9b requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:58.799050 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f3faa800-3c71-4a50-ac35-8e9a09d07b22 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:58.871194 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-0a44fa87-e1f6-4121-9791-f01f1b76d4fa None None] Port 3bc1dd9f-59f0-4533-bec7-8b7c61c10374 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:58.877817 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-f3faa800-3c71-4a50-ac35-8e9a09d07b22 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Calling delete_port for 3ea613ba-79ca-4037-8f31-257fcbe78644 owned by network:router_interface {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:58.936203 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a30cbb-80c6-4ec9-8a77-196e3364a641 admin admin] Router d108c93d-946f-4775-911e-5d4c8a4dc0c3 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:51:58.947076 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8ca278b9-f639-44f2-8da6-79c463a2405b tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:59.140815 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8ca278b9-f639-44f2-8da6-79c463a2405b tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:59.155673 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a30cbb-80c6-4ec9-8a77-196e3364a641 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:59.162378 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a4a30cbb-80c6-4ec9-8a77-196e3364a641 admin admin] 10.222.0.49 "PUT /v2.0/routers/d108c93d-946f-4775-911e-5d4c8a4dc0c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4446588 Jun 17 08:51:59.173428 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18205ea-5334-4f84-8e17-f821a04333e1 None None] Sync routers for ids ['d108c93d-946f-4775-911e-5d4c8a4dc0c3'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:59.190989 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18205ea-5334-4f84-8e17-f821a04333e1 None None] Routers {'d108c93d-946f-4775-911e-5d4c8a4dc0c3'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:59.198046 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-b18205ea-5334-4f84-8e17-f821a04333e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:51:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['d108c93d-946f-4775-911e-5d4c8a4dc0c3'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:59.368788 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-b18205ea-5334-4f84-8e17-f821a04333e1 None None] Set router d108c93d-946f-4775-911e-5d4c8a4dc0c3 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:59.376496 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f3faa800-3c71-4a50-ac35-8e9a09d07b22 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:59.381536 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c0a926b7-4ea9-40a8-9837-ab3787a8210d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:59.484358 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3faa800-3c71-4a50-ac35-8e9a09d07b22 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Port': ['ID=3ea613ba-79ca-4037-8f31-257fcbe78644,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:59.490342 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f3faa800-3c71-4a50-ac35-8e9a09d07b22 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:59.549588 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d42927d4-1779-457f-8db4-da1bddc6b069 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:59.635933 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-8ca278b9-f639-44f2-8da6-79c463a2405b tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Deleting port c6fada3b-4bdb-430e-ba23-10b1f42d09f6 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:59.636447 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8ca278b9-f639-44f2-8da6-79c463a2405b tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:59.721808 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7405e98b-0d58-4199-9bf8-80c51aaadbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:59.747238 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port d42927d4-1779-457f-8db4-da1bddc6b069 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:59.747867 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:59.867226 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8ca278b9-f639-44f2-8da6-79c463a2405b tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:59.915298 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f3faa800-3c71-4a50-ac35-8e9a09d07b22 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:00.066926 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-8ca278b9-f639-44f2-8da6-79c463a2405b tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Calling delete_port for c6fada3b-4bdb-430e-ba23-10b1f42d09f6 owned by network:router_gateway {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:00.090222 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-b9eb5446-cb67-4950-af42-aa1260944eea tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:00.090222 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-b9eb5446-cb67-4950-af42-aa1260944eea tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/networks?id=aeef4390-76d5-4ca4-950c-cfa9ec637c9b HTTP/1.1" status: 200 len: 822 time: 0.5927057 Jun 17 08:52:00.134504 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-b18205ea-5334-4f84-8e17-f821a04333e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'name': 'tempest-AttachVolumeTestJSON-30857951-router', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:44Z', 'updated_at': '2021-06-17T08:51:56Z', 'revision_number': 4, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'gw_port': {'id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:aa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:46Z', 'updated_at': '2021-06-17T08:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '3bc1dd9f-59f0-4533-bec7-8b7c61c10374', 'name': '', 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'mac_address': 'fa:16:3e:e1:4a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:51:57Z', 'revision_number': 2, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'subnets': [{'id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:00.172027 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18205ea-5334-4f84-8e17-f821a04333e1 None None] Checking router: d108c93d-946f-4775-911e-5d4c8a4dc0c3 for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:52:00.172392 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18205ea-5334-4f84-8e17-f821a04333e1 None None] Updating router d108c93d-946f-4775-911e-5d4c8a4dc0c3 port 3bc1dd9f-59f0-4533-bec7-8b7c61c10374 binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:52:00.173809 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-6d13ada4-5772-43fa-9a8f-eec6e85324c5 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/quotas/3c27030103624754b4160e9f541dfbaa HTTP/1.1" status: 200 len: 375 time: 0.0407281 Jun 17 08:52:00.222512 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-f8a00bef-5314-43fd-9cd3-ab6cd4d26b47 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3c27030103624754b4160e9f541dfbaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462060 Jun 17 08:52:00.276548 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b18205ea-5334-4f84-8e17-f821a04333e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:00.336128 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-d82ce36b-d1b8-47a8-aac3-3f45a039fc06 service neutron] 10.222.0.49 "GET /v2.0/networks/aeef4390-76d5-4ca4-950c-cfa9ec637c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120582 Jun 17 08:52:00.348602 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3faa800-3c71-4a50-ac35-8e9a09d07b22 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Router 7abe2054-2890-423d-b64b-ad202b293b62 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:00.356155 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59560) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:00.362777 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-f47a10e6-9b9d-4459-8f31-e1e89f649ebc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--27369507', 'description': 'tempest-description--747478383'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:00.404172 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8ca278b9-f639-44f2-8da6-79c463a2405b tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:00.429563 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f3a94e7e-561e-4882-aa35-df78e2c0004c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:00.513201 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3faa800-3c71-4a50-ac35-8e9a09d07b22 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:00.524811 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c98cae-576b-4b53-a3b5-71da8528b5e4 None None] Sync routers for ids ['7abe2054-2890-423d-b64b-ad202b293b62'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:00.536340 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca278b9-f639-44f2-8da6-79c463a2405b tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Pushing event deleted for resources: {'Port': ['ID=c6fada3b-4bdb-430e-ba23-10b1f42d09f6,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:00.542184 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8ca278b9-f639-44f2-8da6-79c463a2405b tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:00.542329 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c98cae-576b-4b53-a3b5-71da8528b5e4 None None] Routers {'7abe2054-2890-423d-b64b-ad202b293b62'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:00.543024 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8ca278b9-f639-44f2-8da6-79c463a2405b tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:00.543338 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-93c98cae-576b-4b53-a3b5-71da8528b5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:00Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7abe2054-2890-423d-b64b-ad202b293b62'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:00.546011 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f3faa800-3c71-4a50-ac35-8e9a09d07b22 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "PUT /v2.0/routers/7abe2054-2890-423d-b64b-ad202b293b62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9891567 Jun 17 08:52:00.546614 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59564) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:00.614124 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-93c98cae-576b-4b53-a3b5-71da8528b5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:00.628340 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-76bbbbed-c927-4936-9c1d-024e2fa36885 service neutron] 10.222.0.49 "GET /v2.0/networks/aeef4390-76d5-4ca4-950c-cfa9ec637c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558973 Jun 17 08:52:00.657782 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c98cae-576b-4b53-a3b5-71da8528b5e4 None None] Routers {'7abe2054-2890-423d-b64b-ad202b293b62'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:00.658439 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-93c98cae-576b-4b53-a3b5-71da8528b5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:00Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7abe2054-2890-423d-b64b-ad202b293b62'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:00.694323 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59576) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:00.727667 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-93c98cae-576b-4b53-a3b5-71da8528b5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:00.728496 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c98cae-576b-4b53-a3b5-71da8528b5e4 None None] The sync data for ids ['7abe2054-2890-423d-b64b-ad202b293b62'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:00.763101 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f47a10e6-9b9d-4459-8f31-e1e89f649ebc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:00.823530 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b18205ea-5334-4f84-8e17-f821a04333e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:00.842678 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b18205ea-5334-4f84-8e17-f821a04333e1 None None] Transition to ACTIVE for port object 3bc1dd9f-59f0-4533-bec7-8b7c61c10374 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:00.864758 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-de6337fe-b056-4611-a0dd-d4d7d8c0cc64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:00.932615 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.db.api [None req-de6337fe-b056-4611-a0dd-d4d7d8c0cc64 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:52:00.932615 n-d-758944-30 neutron-server[94519]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:52:00.932615 n-d-758944-30 neutron-server[94519]: [parameters: {'project_id_1': 'a6636aeb677944f9bbf89460b604e82f', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 52, 0, 875542)}] Jun 17 08:52:00.932615 n-d-758944-30 neutron-server[94519]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:52:00.933500 n-d-758944-30 neutron-server[94519]: DEBUG oslo_db.api [None req-de6337fe-b056-4611-a0dd-d4d7d8c0cc64 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:52:01.060611 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8ca278b9-f639-44f2-8da6-79c463a2405b tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:01.071666 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8ca278b9-f639-44f2-8da6-79c463a2405b tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-940956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941038', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-949414'] for router, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:01.143477 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:01.143477 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b18205ea-5334-4f84-8e17-f821a04333e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:01.145038 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e4770d30-91aa-4ccb-85d0-90d87c485ce0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:01.256418 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7081dd99-53bf-4597-bf90-5bf2a4699da8 req-d180dae0-648d-454f-bc25-4b72d8accdbb tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a90c192-5112-4500-bada-8795220ee466 HTTP/1.1" status: 200 len: 210 time: 0.1025336 Jun 17 08:52:01.433910 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-de6337fe-b056-4611-a0dd-d4d7d8c0cc64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:01.443873 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4cc34-457b-4adf-bf95-ed441ba8b85c None None] Pushing event updated for resources: {'Port': ['ID=3bc1dd9f-59f0-4533-bec7-8b7c61c10374,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:01.461920 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-01a4cc34-457b-4adf-bf95-ed441ba8b85c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:01.474488 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-b18205ea-5334-4f84-8e17-f821a04333e1 None None] Attempting to bind port 3bc1dd9f-59f0-4533-bec7-8b7c61c10374 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:52:01.475276 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-b18205ea-5334-4f84-8e17-f821a04333e1 None None] Attempting to bind port 3bc1dd9f-59f0-4533-bec7-8b7c61c10374 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '2373654b-367c-4520-893d-6049a39482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:52:01.475905 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18205ea-5334-4f84-8e17-f821a04333e1 None None] Attempting to bind port 3bc1dd9f-59f0-4533-bec7-8b7c61c10374 on network 98c6fd42-c22b-4725-9f11-0381a8c4c410 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:01.483441 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18205ea-5334-4f84-8e17-f821a04333e1 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:52:01.484945 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18205ea-5334-4f84-8e17-f821a04333e1 None None] Checking segment: {'id': '2373654b-367c-4520-893d-6049a39482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:01.485750 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b18205ea-5334-4f84-8e17-f821a04333e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:01.486931 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18205ea-5334-4f84-8e17-f821a04333e1 None None] Bound using segment: {'id': '2373654b-367c-4520-893d-6049a39482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:52:01.487914 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-b18205ea-5334-4f84-8e17-f821a04333e1 None None] Bound port: 3bc1dd9f-59f0-4533-bec7-8b7c61c10374, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2373654b-367c-4520-893d-6049a39482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:52:01.488654 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b18205ea-5334-4f84-8e17-f821a04333e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:01.585451 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-b18205ea-5334-4f84-8e17-f821a04333e1 None None] For port 3bc1dd9f-59f0-4533-bec7-8b7c61c10374, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:01.589429 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-b18205ea-5334-4f84-8e17-f821a04333e1 None None] For port 3bc1dd9f-59f0-4533-bec7-8b7c61c10374, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=3bc1dd9f-59f0-4533-bec7-8b7c61c10374,segment=NetworkSegment(2373654b-367c-4520-893d-6049a39482c6),segment_id=2373654b-367c-4520-893d-6049a39482c6)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:52:01.652039 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d31306d3-6a3c-443b-b45b-b4f9717fa8c4 req-d715d85f-6ae0-4a39-aa26-997c6b6c83c9 tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0733552 Jun 17 08:52:01.668115 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f47a10e6-9b9d-4459-8f31-e1e89f649ebc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:01.674726 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca278b9-f639-44f2-8da6-79c463a2405b tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Router a91aa8eb-72f3-4118-9a6d-be5dfcd8d151 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:01.773173 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b18205ea-5334-4f84-8e17-f821a04333e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:01.775136 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-2cc6d00d-95bd-4517-9802-e0a32166c05d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:01.787696 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca278b9-f639-44f2-8da6-79c463a2405b tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:01.794895 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8ca278b9-f639-44f2-8da6-79c463a2405b tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:01.800005 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-8ca278b9-f639-44f2-8da6-79c463a2405b tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "PUT /v2.0/routers/a91aa8eb-72f3-4118-9a6d-be5dfcd8d151 HTTP/1.1" status: 200 len: 709 time: 3.4693365 Jun 17 08:52:01.800005 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59604) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:01.802987 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575619f0-922a-4993-8c57-b05537e6c7d3 None None] Sync routers for ids ['a91aa8eb-72f3-4118-9a6d-be5dfcd8d151'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:01.842711 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575619f0-922a-4993-8c57-b05537e6c7d3 None None] Routers {'a91aa8eb-72f3-4118-9a6d-be5dfcd8d151'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:01.843430 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-575619f0-922a-4993-8c57-b05537e6c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:00Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['a91aa8eb-72f3-4118-9a6d-be5dfcd8d151'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:01.846068 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4cc34-457b-4adf-bf95-ed441ba8b85c None None] Pushing event updated for resources: {'Port': ['ID=3bc1dd9f-59f0-4533-bec7-8b7c61c10374,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:01.857343 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-01a4cc34-457b-4adf-bf95-ed441ba8b85c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:01.874224 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f47a10e6-9b9d-4459-8f31-e1e89f649ebc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:01.880174 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c438a275-3e0d-4ebd-942d-573db86ffc5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:01.890994 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18205ea-5334-4f84-8e17-f821a04333e1 None None] Routers {'d108c93d-946f-4775-911e-5d4c8a4dc0c3'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:01.891472 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-b18205ea-5334-4f84-8e17-f821a04333e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:00Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['d108c93d-946f-4775-911e-5d4c8a4dc0c3'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:01.898022 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-cf1b4515-c02b-44e1-8c62-bf435aa0c98d tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "GET /v2.0/routers/a91aa8eb-72f3-4118-9a6d-be5dfcd8d151 HTTP/1.1" status: 200 len: 744 time: 0.0954533 Jun 17 08:52:01.898989 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59606) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:01.920012 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fec6c0a7-a438-4f50-81e3-63d5fdc70043 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:01.923382 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a10e6-9b9d-4459-8f31-e1e89f649ebc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:01.968311 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5f42fb70-62c3-43aa-9ea5-341704e1eb3f tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=47e26d50-07b5-44f6-8ce3-9ccc70a7083a&device_id=a91aa8eb-72f3-4118-9a6d-be5dfcd8d151 HTTP/1.1" status: 200 len: 205 time: 0.0648863 Jun 17 08:52:01.969885 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f47a10e6-9b9d-4459-8f31-e1e89f649ebc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:01.970729 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59608) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:01.986854 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-575619f0-922a-4993-8c57-b05537e6c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:02.008176 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575619f0-922a-4993-8c57-b05537e6c7d3 None None] Routers {'a91aa8eb-72f3-4118-9a6d-be5dfcd8d151'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:02.009063 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-575619f0-922a-4993-8c57-b05537e6c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:00Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['a91aa8eb-72f3-4118-9a6d-be5dfcd8d151'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:02.046398 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-010784ef-1c24-4cff-a796-f18630d71d2c tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "GET /v2.0/ports?device_id=a91aa8eb-72f3-4118-9a6d-be5dfcd8d151 HTTP/1.1" status: 200 len: 205 time: 0.0745463 Jun 17 08:52:02.047165 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-de6337fe-b056-4611-a0dd-d4d7d8c0cc64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:02.048696 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59610) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:02.054842 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-575619f0-922a-4993-8c57-b05537e6c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:02.055631 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575619f0-922a-4993-8c57-b05537e6c7d3 None None] The sync data for ids ['a91aa8eb-72f3-4118-9a6d-be5dfcd8d151'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:02.060654 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-b18205ea-5334-4f84-8e17-f821a04333e1 None None] Set router d108c93d-946f-4775-911e-5d4c8a4dc0c3 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:02.145685 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3208c150-09e8-41b5-b2f1-ada2b00070cd tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:02.384174 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-de6337fe-b056-4611-a0dd-d4d7d8c0cc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:02.389311 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a4d6a8ce-0d79-4d4d-94d8-38da36299f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:02.397154 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3208c150-09e8-41b5-b2f1-ada2b00070cd tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:02.398261 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a741c507-f41b-438c-9f3b-f354d5c5d903 req-9aa8b781-26e5-4e9a-8d13-a74d5523c579 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a90c192-5112-4500-bada-8795220ee466 HTTP/1.1" status: 200 len: 210 time: 0.0665596 Jun 17 08:52:02.399481 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3208c150-09e8-41b5-b2f1-ada2b00070cd tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:02.455755 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-de6337fe-b056-4611-a0dd-d4d7d8c0cc64 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a6636aeb677944f9bbf89460b604e82f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7588937 Jun 17 08:52:02.463569 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59618) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:02.464598 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6337fe-b056-4611-a0dd-d4d7d8c0cc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f142647c-dace-4e3b-88c0-7d9a7aaa6909,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:02.477306 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-de6337fe-b056-4611-a0dd-d4d7d8c0cc64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:02.483293 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-b18205ea-5334-4f84-8e17-f821a04333e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'name': 'tempest-AttachVolumeTestJSON-30857951-router', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:44Z', 'updated_at': '2021-06-17T08:51:56Z', 'revision_number': 4, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'gw_port': {'id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:aa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:46Z', 'updated_at': '2021-06-17T08:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '3bc1dd9f-59f0-4533-bec7-8b7c61c10374', 'name': '', 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'mac_address': 'fa:16:3e:e1:4a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:52:01Z', 'revision_number': 4, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'subnets': [{'id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:02.520073 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18205ea-5334-4f84-8e17-f821a04333e1 None None] The sync data for ids ['d108c93d-946f-4775-911e-5d4c8a4dc0c3'] in n-d-758944-30 is: [{'id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'name': 'tempest-AttachVolumeTestJSON-30857951-router', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:44Z', 'updated_at': '2021-06-17T08:51:56Z', 'revision_number': 4, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'gw_port': {'id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:aa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:46Z', 'updated_at': '2021-06-17T08:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '3bc1dd9f-59f0-4533-bec7-8b7c61c10374', 'name': '', 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'mac_address': 'fa:16:3e:e1:4a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:52:01Z', 'revision_number': 4, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'subnets': [{'id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:02.594090 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f47a10e6-9b9d-4459-8f31-e1e89f649ebc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:02.595345 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f47a10e6-9b9d-4459-8f31-e1e89f649ebc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.2373393 Jun 17 08:52:02.598974 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59620) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:02.603393 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c81c9796-d3d7-44fb-b7a9-444bda63de7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:02.604812 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:02.604986 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-7adb6101-9d43-4ae6-b218-bbc2ad5db526 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Request body: {'security_group_rule': {'security_group_id': '63e4e0d6-45e6-4a4f-8f93-833cc91c6d20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:02.610690 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3208c150-09e8-41b5-b2f1-ada2b00070cd tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:02.611175 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3208c150-09e8-41b5-b2f1-ada2b00070cd tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Fanout notify agent at l3_agent the message router_deleted on router a91aa8eb-72f3-4118-9a6d-be5dfcd8d151 {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:52:02.623496 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3208c150-09e8-41b5-b2f1-ada2b00070cd tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:02.624723 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3208c150-09e8-41b5-b2f1-ada2b00070cd tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "DELETE /v2.0/routers/a91aa8eb-72f3-4118-9a6d-be5dfcd8d151 HTTP/1.1" status: 204 len: 168 time: 0.5750909 Jun 17 08:52:02.630718 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59622) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:02.650656 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c81c9796-d3d7-44fb-b7a9-444bda63de7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:02.686457 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59626) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:02.687927 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7c9036a7-ad86-4087-9942-1249cb0c3c1e tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "GET /v2.0/ports?device_id=a91aa8eb-72f3-4118-9a6d-be5dfcd8d151 HTTP/1.1" status: 200 len: 205 time: 0.0557604 Jun 17 08:52:02.705102 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-fec6c0a7-a438-4f50-81e3-63d5fdc70043 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Deleting port f18aa9c6-0d68-4ace-88b3-17942c8fec59 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:02.705444 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fec6c0a7-a438-4f50-81e3-63d5fdc70043 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:02.755874 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-26554d47-5557-4999-9041-1acfadb0d35f tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] delete failed (client error): The resource could not be found. Jun 17 08:52:02.763678 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-26554d47-5557-4999-9041-1acfadb0d35f tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "DELETE /v2.0/routers/a91aa8eb-72f3-4118-9a6d-be5dfcd8d151 HTTP/1.1" status: 404 len: 336 time: 0.0679870 Jun 17 08:52:02.764031 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ea37800a-9084-4870-afbc-8b2627786d65 req-54a26a8f-94db-4d25-b1f7-a703d18fb453 tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0426414 Jun 17 08:52:02.765922 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59628) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:02.804334 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d3c673c4-fc1e-4580-8211-120134e6b150 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "GET /v2.0/ports?device_id=95c4366f-d014-457e-ad23-66b5a5230e74 HTTP/1.1" status: 200 len: 205 time: 0.0370419 Jun 17 08:52:02.814513 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59630) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:02.819661 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7adb6101-9d43-4ae6-b218-bbc2ad5db526 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:02.858247 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-22f5678c-4a7f-4927-ae01-b83d12db6a7c tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] delete failed (client error): The resource could not be found. Jun 17 08:52:02.862491 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-22f5678c-4a7f-4927-ae01-b83d12db6a7c tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "DELETE /v2.0/routers/95c4366f-d014-457e-ad23-66b5a5230e74 HTTP/1.1" status: 404 len: 336 time: 0.0477052 Jun 17 08:52:02.862688 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59632) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:02.904634 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1307d4d3-05e3-449b-a334-1ff919d350e2 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c2ee702-c2c2-4a3d-b066-465beb3d7b1b HTTP/1.1" status: 200 len: 205 time: 0.0411215 Jun 17 08:52:02.906771 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59636) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:02.909327 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fec6c0a7-a438-4f50-81e3-63d5fdc70043 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:02.950045 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-b5296309-6a6b-440e-8243-8d4ce31e4139 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] delete failed (client error): The resource could not be found. Jun 17 08:52:02.951221 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b5296309-6a6b-440e-8243-8d4ce31e4139 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "DELETE /v2.0/routers/0c2ee702-c2c2-4a3d-b066-465beb3d7b1b HTTP/1.1" status: 404 len: 336 time: 0.0432594 Jun 17 08:52:02.954386 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59638) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:02.998446 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-286dad06-cbff-4d3b-8b22-2c0ebca6287c tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "GET /v2.0/ports?device_id=863240c4-5dca-4925-9ac1-c06d053be744 HTTP/1.1" status: 200 len: 205 time: 0.0407143 Jun 17 08:52:02.999087 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59640) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:03.012699 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-fec6c0a7-a438-4f50-81e3-63d5fdc70043 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Calling delete_port for f18aa9c6-0d68-4ace-88b3-17942c8fec59 owned by network:router_interface {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:03.023497 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c81c9796-d3d7-44fb-b7a9-444bda63de7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:03.027954 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c81c9796-d3d7-44fb-b7a9-444bda63de7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:03.031893 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c81c9796-d3d7-44fb-b7a9-444bda63de7e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f142647c-dace-4e3b-88c0-7d9a7aaa6909 HTTP/1.1" status: 204 len: 168 time: 0.5649002 Jun 17 08:52:03.034027 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c403a560-27ae-4d80-9337-a677d43770d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:03.057656 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c9796-d3d7-44fb-b7a9-444bda63de7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f142647c-dace-4e3b-88c0-7d9a7aaa6909,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:03.061947 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c81c9796-d3d7-44fb-b7a9-444bda63de7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:03.070523 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-a62ad25b-4cf4-4e39-a1ec-3b30315d9d19 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] delete failed (client error): The resource could not be found. Jun 17 08:52:03.074354 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a62ad25b-4cf4-4e39-a1ec-3b30315d9d19 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "DELETE /v2.0/routers/863240c4-5dca-4925-9ac1-c06d053be744 HTTP/1.1" status: 404 len: 336 time: 0.0720434 Jun 17 08:52:03.076028 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7adb6101-9d43-4ae6-b218-bbc2ad5db526 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:03.078324 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59644) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:03.118192 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-01782866-80ae-401b-87f6-373e0534e279 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "GET /v2.0/ports?device_id=dac0b7ad-67b9-4b89-a2ba-2b6e657253da HTTP/1.1" status: 200 len: 205 time: 0.0377769 Jun 17 08:52:03.120714 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59646) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:03.176251 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-3d686789-46ce-4c77-a383-a48ed421c2ed tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] delete failed (client error): The resource could not be found. Jun 17 08:52:03.177241 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3d686789-46ce-4c77-a383-a48ed421c2ed tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "DELETE /v2.0/routers/dac0b7ad-67b9-4b89-a2ba-2b6e657253da HTTP/1.1" status: 404 len: 336 time: 0.0507369 Jun 17 08:52:03.184684 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59648) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:03.224522 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59650) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:03.225185 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-18404ca2-8c29-40d1-9b8a-9ec2718ca396 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "GET /v2.0/ports?device_id=f814ebf8-c003-4479-9e8e-5fe51d543739 HTTP/1.1" status: 200 len: 205 time: 0.0411086 Jun 17 08:52:03.280560 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7adb6101-9d43-4ae6-b218-bbc2ad5db526 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:03.281973 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-a0e45755-814d-459c-badf-8760539aba24 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] delete failed (client error): The resource could not be found. Jun 17 08:52:03.285732 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a0e45755-814d-459c-badf-8760539aba24 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "DELETE /v2.0/routers/f814ebf8-c003-4479-9e8e-5fe51d543739 HTTP/1.1" status: 404 len: 336 time: 0.0575659 Jun 17 08:52:03.285944 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 3bc1dd9f-59f0-4533-bec7-8b7c61c10374 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:03.286387 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:03.297400 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59654) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:03.301920 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb6101-9d43-4ae6-b218-bbc2ad5db526 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff327d57-42c0-4c18-a6fb-dd72e6925b0e,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:03.305449 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7adb6101-9d43-4ae6-b218-bbc2ad5db526 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:03.353951 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e668f6-5a3c-4b4c-9b89-bbabc2f8a794 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] DELETE failed (client error): The resource could not be found. Jun 17 08:52:03.354479 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e668f6-5a3c-4b4c-9b89-bbabc2f8a794 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:52:03.356465 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-98e668f6-5a3c-4b4c-9b89-bbabc2f8a794 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] 10.222.0.49 "DELETE /v2.0/subnets/e2ccf0f7-74c1-439d-93cc-03c1b34db1fa HTTP/1.1" status: 404 len: 337 time: 0.0579975 Jun 17 08:52:03.447977 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7adb6101-9d43-4ae6-b218-bbc2ad5db526 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:03.449464 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7adb6101-9d43-4ae6-b218-bbc2ad5db526 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8491516 Jun 17 08:52:03.452148 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59662) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:03.458959 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-8ce30389-37ba-452c-85c3-f2e1647abd0d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Request body: {'security_group_rule': {'security_group_id': '63e4e0d6-45e6-4a4f-8f93-833cc91c6d20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:03.514591 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cf561005-30ec-4e74-a7ef-4f7565e80f3e req-504c5482-538a-4b5e-a30a-c0c088ab6c0a tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a90c192-5112-4500-bada-8795220ee466 HTTP/1.1" status: 200 len: 210 time: 0.0372512 Jun 17 08:52:03.566945 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fec6c0a7-a438-4f50-81e3-63d5fdc70043 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:03.567130 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 3bc1dd9f-59f0-4533-bec7-8b7c61c10374 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:03.569278 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0cacdc70-ed08-4f68-8c12-38fe151c7612 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:03.571439 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 3bc1dd9f-59f0-4533-bec7-8b7c61c10374 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:03.571900 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:03.600115 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6c0a7-a438-4f50-81e3-63d5fdc70043 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Port': ['ID=f18aa9c6-0d68-4ace-88b3-17942c8fec59,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:03.608288 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fec6c0a7-a438-4f50-81e3-63d5fdc70043 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:03.689079 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:03.730024 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fec6c0a7-a438-4f50-81e3-63d5fdc70043 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:03.733227 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8ce30389-37ba-452c-85c3-f2e1647abd0d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:03.741026 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 3bc1dd9f-59f0-4533-bec7-8b7c61c10374, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=3bc1dd9f-59f0-4533-bec7-8b7c61c10374,segment=NetworkSegment(2373654b-367c-4520-893d-6049a39482c6),segment_id=2373654b-367c-4520-893d-6049a39482c6)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:03.852775 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:03.855235 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-37030d14-c7a4-422f-802b-a2bb69eca94c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:03.878459 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8ce30389-37ba-452c-85c3-f2e1647abd0d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:03.928250 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d605e2ee-b77b-4831-a0cc-976945d316d1 req-54020d04-71c3-4484-9404-7ee0ef119307 tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0508540 Jun 17 08:52:03.970208 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=3bc1dd9f-59f0-4533-bec7-8b7c61c10374,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:03.973370 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:04.043854 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec6c0a7-a438-4f50-81e3-63d5fdc70043 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Router 7abe2054-2890-423d-b64b-ad202b293b62 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:04.088694 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8ce30389-37ba-452c-85c3-f2e1647abd0d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:04.097793 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0c2b8664-bfb7-4a15-907e-5878e58ce398 tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:04.129347 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce30389-37ba-452c-85c3-f2e1647abd0d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b201e5bc-a2ba-4c7b-9a8a-4633430df78c,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:04.139035 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec6c0a7-a438-4f50-81e3-63d5fdc70043 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:04.151238 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8ce30389-37ba-452c-85c3-f2e1647abd0d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:04.153256 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33f8f90-f95b-4170-a05f-e66b7cc07457 None None] Sync routers for ids ['7abe2054-2890-423d-b64b-ad202b293b62'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:04.155812 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-fec6c0a7-a438-4f50-81e3-63d5fdc70043 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "PUT /v2.0/routers/7abe2054-2890-423d-b64b-ad202b293b62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6080735 Jun 17 08:52:04.156560 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59680) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:04.168756 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33f8f90-f95b-4170-a05f-e66b7cc07457 None None] Routers {'7abe2054-2890-423d-b64b-ad202b293b62'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:04.169475 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-f33f8f90-f95b-4170-a05f-e66b7cc07457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:00Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7abe2054-2890-423d-b64b-ad202b293b62'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:04.195420 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0e889f16-bbe5-437f-a323-80827eb4db58 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "GET /v2.0/ports?device_id=7abe2054-2890-423d-b64b-ad202b293b62 HTTP/1.1" status: 200 len: 205 time: 0.0374360 Jun 17 08:52:04.198669 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59682) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:04.227321 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-f33f8f90-f95b-4170-a05f-e66b7cc07457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:04.237428 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33f8f90-f95b-4170-a05f-e66b7cc07457 None None] Routers {'7abe2054-2890-423d-b64b-ad202b293b62'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:04.238458 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-f33f8f90-f95b-4170-a05f-e66b7cc07457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:00Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7abe2054-2890-423d-b64b-ad202b293b62'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:04.263330 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59684) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:04.279497 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-f33f8f90-f95b-4170-a05f-e66b7cc07457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:04.280173 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33f8f90-f95b-4170-a05f-e66b7cc07457 None None] The sync data for ids ['7abe2054-2890-423d-b64b-ad202b293b62'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:04.324160 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d61df127-fc4d-4a1f-a476-8fc028c911ae tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:04.379586 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0241ee83-bec0-428d-b60c-97af17158c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:04.493863 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d61df127-fc4d-4a1f-a476-8fc028c911ae tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:04.497137 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d61df127-fc4d-4a1f-a476-8fc028c911ae tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:04.564081 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8ce30389-37ba-452c-85c3-f2e1647abd0d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:04.578703 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-8ce30389-37ba-452c-85c3-f2e1647abd0d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1136127 Jun 17 08:52:04.580107 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59696) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:04.587024 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-fbcb08bd-208e-49b1-a70d-0b1f55ed6194 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:04.693762 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a7d6292f-2754-4af0-b9ae-a6bcdffc19cb req-e65f0b2d-df2c-4d4a-8a08-eaf5cf07b90b tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a90c192-5112-4500-bada-8795220ee466 HTTP/1.1" status: 200 len: 210 time: 0.0461864 Jun 17 08:52:04.746850 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0241ee83-bec0-428d-b60c-97af17158c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:04.747544 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d61df127-fc4d-4a1f-a476-8fc028c911ae tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:04.747544 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61df127-fc4d-4a1f-a476-8fc028c911ae tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Fanout notify agent at l3_agent the message router_deleted on router 7abe2054-2890-423d-b64b-ad202b293b62 {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:52:04.755511 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d61df127-fc4d-4a1f-a476-8fc028c911ae tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:04.761467 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d61df127-fc4d-4a1f-a476-8fc028c911ae tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/routers/7abe2054-2890-423d-b64b-ad202b293b62 HTTP/1.1" status: 204 len: 168 time: 0.5568964 Jun 17 08:52:04.765537 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59702) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:04.830811 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-99cad677-85b2-4d88-a352-f12a76a8c615 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Deleting subnet fc57e816-8cf8-48cb-8a35-228662a4c5b5 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:52:04.834329 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-99cad677-85b2-4d88-a352-f12a76a8c615 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:04.875682 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-99cad677-85b2-4d88-a352-f12a76a8c615 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:04.898725 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0241ee83-bec0-428d-b60c-97af17158c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:04.904589 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e2c9cc58-b7d8-47b3-9769-98d04d507a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:04.928109 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:52:04.959356 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0241ee83-bec0-428d-b60c-97af17158c47 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=da150a620c8546c79d865a4aa75f3f83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6948214 Jun 17 08:52:04.960779 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241ee83-bec0-428d-b60c-97af17158c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05178cf2-631d-4404-8c77-49bea331f941,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:04.968093 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59706) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:04.970253 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0241ee83-bec0-428d-b60c-97af17158c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:05.032536 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef594131-82c7-4ecf-9f1e-f610ab81cef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:05.059520 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef594131-82c7-4ecf-9f1e-f610ab81cef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:05.107370 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fbcb08bd-208e-49b1-a70d-0b1f55ed6194 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for floatingip, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:05.203226 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 3bc1dd9f-59f0-4533-bec7-8b7c61c10374 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:05.269040 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 3bc1dd9f-59f0-4533-bec7-8b7c61c10374 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:05.269460 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:05.300785 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef594131-82c7-4ecf-9f1e-f610ab81cef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:05.303487 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef594131-82c7-4ecf-9f1e-f610ab81cef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:05.307590 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ef594131-82c7-4ecf-9f1e-f610ab81cef7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/05178cf2-631d-4404-8c77-49bea331f941 HTTP/1.1" status: 204 len: 168 time: 0.3401494 Jun 17 08:52:05.307590 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-62046f66-4b58-4ead-9ec8-1130aaa5c4fb tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:05.320515 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef594131-82c7-4ecf-9f1e-f610ab81cef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05178cf2-631d-4404-8c77-49bea331f941,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:05.331353 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ef594131-82c7-4ecf-9f1e-f610ab81cef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:05.450126 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e15a13ec-89ad-43e2-bcc5-28c79b9dada3 req-31d28117-c35b-4b06-9fde-16d9c6e5bd1c tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.3392341 Jun 17 08:52:05.456348 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-99cad677-85b2-4d88-a352-f12a76a8c615 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:05.602527 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fbcb08bd-208e-49b1-a70d-0b1f55ed6194 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:05.715382 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-fbcb08bd-208e-49b1-a70d-0b1f55ed6194 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Allocated IP 172.25.2.134 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/c30325e4-4ac3-4d61-9fa6-9844e2ac8535) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:05.769948 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-99cad677-85b2-4d88-a352-f12a76a8c615 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:05.774587 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-903ece4d-3bbe-4857-a095-ae2635bf7383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:05.816861 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cad677-85b2-4d88-a352-f12a76a8c615 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Subnet': ['ID=fc57e816-8cf8-48cb-8a35-228662a4c5b5,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:05.821294 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-99cad677-85b2-4d88-a352-f12a76a8c615 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:05.823727 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-99cad677-85b2-4d88-a352-f12a76a8c615 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/subnets/fc57e816-8cf8-48cb-8a35-228662a4c5b5 HTTP/1.1" status: 204 len: 168 time: 1.0567837 Jun 17 08:52:05.824799 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-99cad677-85b2-4d88-a352-f12a76a8c615 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:05.826609 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59726) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:05.830993 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc063c90-b16e-4d59-bb8c-4b158a134db2 None None] Network a1b446bb-a152-453e-b682-2bfc46dd43f6 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:05.892753 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-4baaaa76-a44f-4267-9d14-b2f0bad6afe2 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Deleting subnet 8e7f54f0-03de-450a-a320-18310dd074ff {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:52:05.905059 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4baaaa76-a44f-4267-9d14-b2f0bad6afe2 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:05.913629 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-271c9a0b-6436-4e8d-abac-8debd0e97f25 req-c539dd10-8e4d-42e9-9fdf-f45193af3272 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a90c192-5112-4500-bada-8795220ee466 HTTP/1.1" status: 200 len: 210 time: 0.0640042 Jun 17 08:52:05.959114 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4baaaa76-a44f-4267-9d14-b2f0bad6afe2 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:05.969669 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fbcb08bd-208e-49b1-a70d-0b1f55ed6194 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:06.094089 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4baaaa76-a44f-4267-9d14-b2f0bad6afe2 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:06.161312 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba03480-24bc-4e0f-8a1b-af28b906e9bc None None] DHCP port deletion for a1b446bb-a152-453e-b682-2bfc46dd43f6 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:52:06.220760 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59732) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:06.222143 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-7ba03480-24bc-4e0f-8a1b-af28b906e9bc None None] Deleting port d7282bfb-b707-46ab-8166-680d8614b1d4 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:06.223788 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7ba03480-24bc-4e0f-8a1b-af28b906e9bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:06.263477 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fbcb08bd-208e-49b1-a70d-0b1f55ed6194 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:06.269651 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7ef3bb29-81ec-4aa9-b57c-01418ca86da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:06.295834 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-7ba03480-24bc-4e0f-8a1b-af28b906e9bc None None] For port d7282bfb-b707-46ab-8166-680d8614b1d4, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=d7282bfb-b707-46ab-8166-680d8614b1d4,segment=NetworkSegment(7fceb6b4-df50-42e7-bb39-b5e6e023be74),segment_id=7fceb6b4-df50-42e7-bb39-b5e6e023be74)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:06.296245 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7ba03480-24bc-4e0f-8a1b-af28b906e9bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:06.323967 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb08bd-208e-49b1-a70d-0b1f55ed6194 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Pushing event updated for resources: {'Port': ['ID=c30325e4-4ac3-4d61-9fa6-9844e2ac8535,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:06.336158 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fbcb08bd-208e-49b1-a70d-0b1f55ed6194 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:06.336510 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4baaaa76-a44f-4267-9d14-b2f0bad6afe2 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:06.341527 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:06.348809 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcb08bd-208e-49b1-a70d-0b1f55ed6194 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:06.354498 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-fbcb08bd-208e-49b1-a70d-0b1f55ed6194 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:06.360361 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb08bd-208e-49b1-a70d-0b1f55ed6194 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:06.381731 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-7ba03480-24bc-4e0f-8a1b-af28b906e9bc None None] Calling delete_port for d7282bfb-b707-46ab-8166-680d8614b1d4 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:06.389212 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4baaaa76-a44f-4267-9d14-b2f0bad6afe2 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:06.392210 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4baaaa76-a44f-4267-9d14-b2f0bad6afe2 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/subnets/8e7f54f0-03de-450a-a320-18310dd074ff HTTP/1.1" status: 204 len: 168 time: 0.5640776 Jun 17 08:52:06.396851 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baaaa76-a44f-4267-9d14-b2f0bad6afe2 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Subnet': ['ID=8e7f54f0-03de-450a-a320-18310dd074ff,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:06.397617 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59736) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:06.398527 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a6d724-d146-48c7-a27e-c0300f4f0576 None None] Network 2200c162-ea42-41be-97f4-f79d686d3e41 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:06.400984 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4baaaa76-a44f-4267-9d14-b2f0bad6afe2 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:06.409086 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-098fc424-8865-426e-8a1d-a5dd2e84770f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:06.520698 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-39832f25-e3dc-4cb5-9bc6-f566934333eb tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:06.522593 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-39832f25-e3dc-4cb5-9bc6-f566934333eb tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.53 "GET /v2.0/networks?id=aeef4390-76d5-4ca4-950c-cfa9ec637c9b HTTP/1.1" status: 200 len: 822 time: 0.3154428 Jun 17 08:52:06.539289 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-cbd0b3ef-7256-4090-b351-8ff9a69774b4 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Request body: {'port': {'device_id': '6a90c192-5112-4500-bada-8795220ee466', 'network_id': 'aeef4390-76d5-4ca4-950c-cfa9ec637c9b', 'admin_state_up': True, 'tenant_id': '3c27030103624754b4160e9f541dfbaa'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:06.583670 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-98f11984-6290-48fc-8ec8-6e3b951792df tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:06.615978 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-098fc424-8865-426e-8a1d-a5dd2e84770f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:06.732538 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59744) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:06.753058 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fbcb08bd-208e-49b1-a70d-0b1f55ed6194 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:06.769617 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7ba03480-24bc-4e0f-8a1b-af28b906e9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:06.771793 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0296a9ce-b636-465c-b62a-9f0dd88fd020 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:06.797448 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-98f11984-6290-48fc-8ec8-6e3b951792df tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] The port 'd7282bfb-b707-46ab-8166-680d8614b1d4' was deleted {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1929}} Jun 17 08:52:06.818843 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dead7e70-f1a3-4457-bde5-b0b08991583a req-0f58ba81-4b43-406b-b362-99a33b87c3b8 tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0975411 Jun 17 08:52:06.829339 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-098fc424-8865-426e-8a1d-a5dd2e84770f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:06.845421 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c03dbcd3-f07f-49a7-a6d0-36d8f4bffab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:06.845725 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf0875d-2e2d-49cb-ae24-9a63c406c0c5 None None] DHCP port deletion for 2200c162-ea42-41be-97f4-f79d686d3e41 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:52:06.845725 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba03480-24bc-4e0f-8a1b-af28b906e9bc None None] No DVR routers for this DVR port d7282bfb-b707-46ab-8166-680d8614b1d4 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:06.847859 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba03480-24bc-4e0f-8a1b-af28b906e9bc None None] Pushing event deleted for resources: {'Port': ['ID=d7282bfb-b707-46ab-8166-680d8614b1d4,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:06.851862 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-7ba03480-24bc-4e0f-8a1b-af28b906e9bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:06.915545 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-3cf0875d-2e2d-49cb-ae24-9a63c406c0c5 None None] Deleting port a0accfb7-e543-440f-8338-b2ad879da778 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:06.916667 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-3cf0875d-2e2d-49cb-ae24-9a63c406c0c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:06.995773 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a3fa2af4-d74d-4ec6-a25f-5bf52ecf20a6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cde733595dd04454a3b0e6d0f2d32724&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2487299 Jun 17 08:52:06.995773 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-98f11984-6290-48fc-8ec8-6e3b951792df tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:06.999831 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59748) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:07.039888 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-3cf0875d-2e2d-49cb-ae24-9a63c406c0c5 None None] For port a0accfb7-e543-440f-8338-b2ad879da778, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=a0accfb7-e543-440f-8338-b2ad879da778,segment=NetworkSegment(b7fac2e5-775f-430b-9836-ed57214ffda9),segment_id=b7fac2e5-775f-430b-9836-ed57214ffda9)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:07.039888 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-3cf0875d-2e2d-49cb-ae24-9a63c406c0c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.041841 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-98f11984-6290-48fc-8ec8-6e3b951792df tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b446bb-a152-453e-b682-2bfc46dd43f6']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:07.053038 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fbcb08bd-208e-49b1-a70d-0b1f55ed6194 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.060901 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-98f11984-6290-48fc-8ec8-6e3b951792df tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fceb6b4-df50-42e7-bb39-b5e6e023be74') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:07.061214 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-98f11984-6290-48fc-8ec8-6e3b951792df tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fceb6b4-df50-42e7-bb39-b5e6e023be74') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:07.103669 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-98f11984-6290-48fc-8ec8-6e3b951792df tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.138468 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-3cf0875d-2e2d-49cb-ae24-9a63c406c0c5 None None] Calling delete_port for a0accfb7-e543-440f-8338-b2ad879da778 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:07.148270 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-cbd0b3ef-7256-4090-b351-8ff9a69774b4 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Made reservation on behalf of 3c27030103624754b4160e9f541dfbaa for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:07.150152 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-cbd0b3ef-7256-4090-b351-8ff9a69774b4 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.164060 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-041066e8-0ca2-43dc-a20f-721742e1a106 req-e20ef75e-facb-413e-8ad0-a42f3ea7ea95 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a90c192-5112-4500-bada-8795220ee466 HTTP/1.1" status: 200 len: 210 time: 0.0685594 Jun 17 08:52:07.182506 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-98f11984-6290-48fc-8ec8-6e3b951792df tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.190025 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ae5db8e7-c3d8-4dd9-98d8-dfd7873df737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.226805 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ae5db8e7-c3d8-4dd9-98d8-dfd7873df737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.255113 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f11984-6290-48fc-8ec8-6e3b951792df tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:52:07.255535 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-98f11984-6290-48fc-8ec8-6e3b951792df tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.258569 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device a0accfb7-e543-440f-8338-b2ad879da778 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:52:07.263182 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:52:07.322086 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098fc424-8865-426e-8a1d-a5dd2e84770f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90d8da8-9f1d-4dd8-be8d-a14059f5871f,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:07.326097 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-098fc424-8865-426e-8a1d-a5dd2e84770f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:07.329291 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-098fc424-8865-426e-8a1d-a5dd2e84770f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6ae15c42ba4a46d3987ba98a016b2654&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1064591 Jun 17 08:52:07.331785 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59750) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:07.381151 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.448837 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-370ff131-046e-4140-9c86-b8c4b4eba10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.470060 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-3cf0875d-2e2d-49cb-ae24-9a63c406c0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.473888 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0296a9ce-b636-465c-b62a-9f0dd88fd020 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:07.477422 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-370ff131-046e-4140-9c86-b8c4b4eba10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.540196 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0875d-2e2d-49cb-ae24-9a63c406c0c5 None None] Pushing event deleted for resources: {'Port': ['ID=a0accfb7-e543-440f-8338-b2ad879da778,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:07.543751 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d7282bfb-b707-46ab-8166-680d8614b1d4 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:07.550635 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-98f11984-6290-48fc-8ec8-6e3b951792df tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.559233 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fbcb08bd-208e-49b1-a70d-0b1f55ed6194 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.563657 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e3ec1dfc-6559-45e8-9253-89488ce3546c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:07.566853 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-cbd0b3ef-7256-4090-b351-8ff9a69774b4 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Allocated IP 172.20.0.9 (aeef4390-76d5-4ca4-950c-cfa9ec637c9b/71c245e0-5d8f-415d-93e3-362314647556/89108acc-511b-4a59-92e3-9ac286ee2af5) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:07.567905 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-3cf0875d-2e2d-49cb-ae24-9a63c406c0c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:07.568734 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf0875d-2e2d-49cb-ae24-9a63c406c0c5 None None] No DVR routers for this DVR port a0accfb7-e543-440f-8338-b2ad879da778 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:07.570224 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: d7282bfb-b707-46ab-8166-680d8614b1d4 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:52:07.570584 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d7282bfb-b707-46ab-8166-680d8614b1d4 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:07.570788 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-98f11984-6290-48fc-8ec8-6e3b951792df tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.577852 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-98f11984-6290-48fc-8ec8-6e3b951792df tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/networks/a1b446bb-a152-453e-b682-2bfc46dd43f6 HTTP/1.1" status: 204 len: 168 time: 1.1743116 Jun 17 08:52:07.578188 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59752) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:07.579856 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ae5db8e7-c3d8-4dd9-98d8-dfd7873df737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.582676 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ae5db8e7-c3d8-4dd9-98d8-dfd7873df737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.586119 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ae5db8e7-c3d8-4dd9-98d8-dfd7873df737 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e77fbb70-07aa-4079-ada3-ba9b0fbe888b HTTP/1.1" status: 204 len: 168 time: 0.5812929 Jun 17 08:52:07.608262 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-370ff131-046e-4140-9c86-b8c4b4eba10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.612182 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-370ff131-046e-4140-9c86-b8c4b4eba10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.619619 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-370ff131-046e-4140-9c86-b8c4b4eba10b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d90d8da8-9f1d-4dd8-be8d-a14059f5871f HTTP/1.1" status: 204 len: 168 time: 0.2796493 Jun 17 08:52:07.619619 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ab69a6c5-ee92-4ec2-8d7a-733230d90db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:07.619901 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f11984-6290-48fc-8ec8-6e3b951792df tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Network': ['ID=a1b446bb-a152-453e-b682-2bfc46dd43f6,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:07.629563 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-98f11984-6290-48fc-8ec8-6e3b951792df tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:07.630386 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4fa3b6f9-29d4-4a7c-9c8d-28a3f803e62c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:07.645302 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5db8e7-c3d8-4dd9-98d8-dfd7873df737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77fbb70-07aa-4079-ada3-ba9b0fbe888b,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:07.659655 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ae5db8e7-c3d8-4dd9-98d8-dfd7873df737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:07.666994 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff131-046e-4140-9c86-b8c4b4eba10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90d8da8-9f1d-4dd8-be8d-a14059f5871f,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:07.672227 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-370ff131-046e-4140-9c86-b8c4b4eba10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:07.678582 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fbcb08bd-208e-49b1-a70d-0b1f55ed6194 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.709564 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f9fa2078-666c-4480-8728-9d0f175f91c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.716884 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dcc748bb-b92c-4319-ba64-73938c9556c2 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:07.844951 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f9fa2078-666c-4480-8728-9d0f175f91c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.857641 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-f9fa2078-666c-4480-8728-9d0f175f91c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2200c162-ea42-41be-97f4-f79d686d3e41']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:07.882426 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-f9fa2078-666c-4480-8728-9d0f175f91c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7fac2e5-775f-430b-9836-ed57214ffda9') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:07.882733 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-f9fa2078-666c-4480-8728-9d0f175f91c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7fac2e5-775f-430b-9836-ed57214ffda9') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:07.922322 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f9fa2078-666c-4480-8728-9d0f175f91c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.960680 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb08bd-208e-49b1-a70d-0b1f55ed6194 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Pushing event updated for resources: {'Port': ['ID=c30325e4-4ac3-4d61-9fa6-9844e2ac8535,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:07.967890 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fbcb08bd-208e-49b1-a70d-0b1f55ed6194 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:07.971910 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f9fa2078-666c-4480-8728-9d0f175f91c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.976858 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fbcb08bd-208e-49b1-a70d-0b1f55ed6194 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.998733 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9fa2078-666c-4480-8728-9d0f175f91c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:52:07.999156 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f9fa2078-666c-4480-8728-9d0f175f91c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:52:08.002617 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:52:08.059615 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9be09237-c35f-4d22-84ce-fd83eac3393e req-e3866d32-cd66-450d-bf03-6fa8bfb16b0a tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0421035 Jun 17 08:52:08.099580 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-cbd0b3ef-7256-4090-b351-8ff9a69774b4 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:08.178398 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fbcb08bd-208e-49b1-a70d-0b1f55ed6194 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:08.187942 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-fbcb08bd-208e-49b1-a70d-0b1f55ed6194 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5981920 Jun 17 08:52:08.252960 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f9fa2078-666c-4480-8728-9d0f175f91c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:08.266233 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f9fa2078-666c-4480-8728-9d0f175f91c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:08.271986 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f9fa2078-666c-4480-8728-9d0f175f91c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/networks/2200c162-ea42-41be-97f4-f79d686d3e41 HTTP/1.1" status: 204 len: 168 time: 0.6940908 Jun 17 08:52:08.273383 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-60af80c1-dbbc-41c4-b297-440628ae88f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:08.276122 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59772) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:08.281366 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-06ecf92e-5e47-4850-b821-7c39fc4a8913 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1521895630'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:08.299772 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa2078-666c-4480-8728-9d0f175f91c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Network': ['ID=2200c162-ea42-41be-97f4-f79d686d3e41,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:08.311558 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f9fa2078-666c-4480-8728-9d0f175f91c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:08.357579 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c68a4252-0a5c-44c0-a52c-03dff4030741 req-57077816-a864-498f-9648-97133dd52f2d tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a90c192-5112-4500-bada-8795220ee466 HTTP/1.1" status: 200 len: 210 time: 0.0310419 Jun 17 08:52:08.395968 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-cbd0b3ef-7256-4090-b351-8ff9a69774b4 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:08.395968 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cbf1af15-22eb-4f67-9730-6fcb92c529fa tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:08.432558 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-cbd0b3ef-7256-4090-b351-8ff9a69774b4 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Network aeef4390-76d5-4ca4-950c-cfa9ec637c9b is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:08.459287 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-cbd0b3ef-7256-4090-b351-8ff9a69774b4 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:08.467359 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-cbd0b3ef-7256-4090-b351-8ff9a69774b4 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:08.479984 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ecf92e-5e47-4850-b821-7c39fc4a8913 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Made reservation on behalf of b453b4a14bef4e7aaf5f450aad1ada65 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:08.483827 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-06ecf92e-5e47-4850-b821-7c39fc4a8913 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:08.507634 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0b3ef-7256-4090-b351-8ff9a69774b4 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Pushing event updated for resources: {'Port': ['ID=89108acc-511b-4a59-92e3-9ac286ee2af5,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:08.520576 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cbd0b3ef-7256-4090-b351-8ff9a69774b4 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:08.531301 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-16a32d45-f4ab-4ea9-874e-0ecd7c271682 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--27369507&fields=id&tenant_id=625e2459307b434fab6fcf2f0c349af9 HTTP/1.1" status: 200 len: 267 time: 0.1012037 Jun 17 08:52:08.554361 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ecf92e-5e47-4850-b821-7c39fc4a8913 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:52:08.594215 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-cbd0b3ef-7256-4090-b351-8ff9a69774b4 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:08.594766 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-cbd0b3ef-7256-4090-b351-8ff9a69774b4 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:08.629400 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-06ecf92e-5e47-4850-b821-7c39fc4a8913 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:08.629747 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-06ecf92e-5e47-4850-b821-7c39fc4a8913 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Added segment 2b5cd814-30ff-4a9c-8744-3273e2be1985 of type vlan for network fa3dbddc-89b8-475b-98e4-d192da167e74 Jun 17 08:52:08.699956 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-06ecf92e-5e47-4850-b821-7c39fc4a8913 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:08.727956 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-f1faa003-a53b-4df8-aaa8-2c84189dd6d9 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:08.729506 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-f1faa003-a53b-4df8-aaa8-2c84189dd6d9 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/networks?id=98c6fd42-c22b-4725-9f11-0381a8c4c410 HTTP/1.1" status: 200 len: 809 time: 0.1833909 Jun 17 08:52:08.755559 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-745a0501-6b51-41af-957a-cec2df45e002 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/quotas/625e2459307b434fab6fcf2f0c349af9 HTTP/1.1" status: 200 len: 375 time: 0.0156713 Jun 17 08:52:08.831007 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-cbd0b3ef-7256-4090-b351-8ff9a69774b4 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2988567 Jun 17 08:52:08.846034 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-d40ed92c-242c-4951-bde0-1bb6625c531f tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=625e2459307b434fab6fcf2f0c349af9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0800569 Jun 17 08:52:08.850862 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-a3a9314e-7ddb-4df7-bcdc-013b3913305e service neutron] Request body: {'port': {'device_id': '6a90c192-5112-4500-bada-8795220ee466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:08.855738 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-06ecf92e-5e47-4850-b821-7c39fc4a8913 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:08.861341 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ecf92e-5e47-4850-b821-7c39fc4a8913 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:08.861938 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-06ecf92e-5e47-4850-b821-7c39fc4a8913 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:08.883986 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:08.992291 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-90755a63-60a6-4870-86a4-a7c2cd00e6e8 req-b3f178c6-8c45-4211-87cb-9557620d05a7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0891416 Jun 17 08:52:09.030486 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ecf92e-5e47-4850-b821-7c39fc4a8913 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Network': ['ID=fa3dbddc-89b8-475b-98e4-d192da167e74,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:09.033557 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-06ecf92e-5e47-4850-b821-7c39fc4a8913 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:09.046412 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network fa3dbddc-89b8-475b-98e4-d192da167e74 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:52:09.058846 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-06ecf92e-5e47-4850-b821-7c39fc4a8913 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7815733 Jun 17 08:52:09.059933 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-a3a9314e-7ddb-4df7-bcdc-013b3913305e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:09.061809 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59814) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:09.067092 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-6507a02b-0126-4982-ac54-19fddcf36995 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'subnet': {'network_id': 'fa3dbddc-89b8-475b-98e4-d192da167e74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:09.327484 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-89fa4a0e-1978-4722-bd27-ec16c5cb5dba req-3b003859-140e-4b28-aff6-3fb25ccf6f86 tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0562296 Jun 17 08:52:09.426578 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59830) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:09.430254 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-19e32884-acdf-41b2-ba2d-216b5bed1e60 service neutron] 10.222.0.49 "GET /v2.0/networks/98c6fd42-c22b-4725-9f11-0381a8c4c410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5647273 Jun 17 08:52:09.458202 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6507a02b-0126-4982-ac54-19fddcf36995 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Made reservation on behalf of b453b4a14bef4e7aaf5f450aad1ada65 for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:09.470220 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6507a02b-0126-4982-ac54-19fddcf36995 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:09.517132 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59834) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:09.617462 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-d13c2335-f2fa-4eda-9967-3ba840a81c35 service neutron] 10.222.0.49 "GET /v2.0/networks/98c6fd42-c22b-4725-9f11-0381a8c4c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745663 Jun 17 08:52:09.634049 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-a3a9314e-7ddb-4df7-bcdc-013b3913305e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89108acc-511b-4a59-92e3-9ac286ee2af5 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:52:09.646995 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-a3a9314e-7ddb-4df7-bcdc-013b3913305e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:09.682635 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-a82a595f-a453-467b-a422-c8057c17f0ff tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1759601912'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:09.703843 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-a3a9314e-7ddb-4df7-bcdc-013b3913305e service neutron] Transition to ACTIVE for port object 89108acc-511b-4a59-92e3-9ac286ee2af5 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:09.720838 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6e9c8-55ef-4fcd-ae67-a922e9a7486d req-e52d6443-00aa-433d-b969-38334d3db04b tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:09.722371 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ced6e9c8-55ef-4fcd-ae67-a922e9a7486d req-e52d6443-00aa-433d-b969-38334d3db04b tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a90c192-5112-4500-bada-8795220ee466 HTTP/1.1" status: 200 len: 931 time: 0.2041385 Jun 17 08:52:09.769797 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-bff2d5ab-839e-497a-aa66-bd128a9cdbf3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1083453017-network', 'tenant_id': 'efb1f4611b1f491e8763ca939f24a14b'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:09.813448 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ced6e9c8-55ef-4fcd-ae67-a922e9a7486d req-00fd5713-1d5c-4f58-9bea-9c49a0479a75 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/security-groups?id=d46efc0a-d831-4d3b-837d-b9b5b7821fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839567 Jun 17 08:52:09.846266 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82a595f-a453-467b-a422-c8057c17f0ff tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Made reservation on behalf of c8e4e0fd83114975aa056417d4a04f9f for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:09.849859 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a82a595f-a453-467b-a422-c8057c17f0ff tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:09.860533 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a82a595f-a453-467b-a422-c8057c17f0ff tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:09.881255 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-a3a9314e-7ddb-4df7-bcdc-013b3913305e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:09.885901 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-45b88374-c9af-4bef-98e4-169f6457cfc3 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:09.963989 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6507a02b-0126-4982-ac54-19fddcf36995 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:09.963989 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-60cf5865-885a-4cde-b20f-dd616b984252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:10.010707 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff2d5ab-839e-497a-aa66-bd128a9cdbf3 admin admin] Made reservation on behalf of efb1f4611b1f491e8763ca939f24a14b for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:10.014606 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bff2d5ab-839e-497a-aa66-bd128a9cdbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:10.025926 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9314e-7ddb-4df7-bcdc-013b3913305e service neutron] Pushing event updated for resources: {'Port': ['ID=89108acc-511b-4a59-92e3-9ac286ee2af5,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:10.053755 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a3a9314e-7ddb-4df7-bcdc-013b3913305e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:10.118964 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bff2d5ab-839e-497a-aa66-bd128a9cdbf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:10.136940 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ed5bc2e2-dc3a-4c96-8967-06d0df886cb1 req-db0e9eda-6684-46aa-b000-c2e8a44bb010 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 210 time: 0.1330018 Jun 17 08:52:10.174677 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507a02b-0126-4982-ac54-19fddcf36995 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Subnet': ['ID=61177893-cce8-45df-90be-22c5c4a59c5b,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:10.186588 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6507a02b-0126-4982-ac54-19fddcf36995 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:10.198919 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6507a02b-0126-4982-ac54-19fddcf36995 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Checking segment: {'id': '2b5cd814-30ff-4a9c-8744-3273e2be1985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'fa3dbddc-89b8-475b-98e4-d192da167e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:10.204221 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a82a595f-a453-467b-a422-c8057c17f0ff tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:10.204434 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6507a02b-0126-4982-ac54-19fddcf36995 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network hostable DHCP agents. Network: fa3dbddc-89b8-475b-98e4-d192da167e74, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:52:10.223688 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-a3a9314e-7ddb-4df7-bcdc-013b3913305e service neutron] Attempting to bind port 89108acc-511b-4a59-92e3-9ac286ee2af5 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:52:10.224168 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-a3a9314e-7ddb-4df7-bcdc-013b3913305e service neutron] Attempting to bind port 89108acc-511b-4a59-92e3-9ac286ee2af5 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '0b1bde60-c7b4-44ef-b4bb-8cf5d2c4159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'aeef4390-76d5-4ca4-950c-cfa9ec637c9b'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:52:10.224607 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-a3a9314e-7ddb-4df7-bcdc-013b3913305e service neutron] Attempting to bind port 89108acc-511b-4a59-92e3-9ac286ee2af5 on network aeef4390-76d5-4ca4-950c-cfa9ec637c9b {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:10.231018 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-a3a9314e-7ddb-4df7-bcdc-013b3913305e service neutron] Port 89108acc-511b-4a59-92e3-9ac286ee2af5 on network aeef4390-76d5-4ca4-950c-cfa9ec637c9b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:52:10.231401 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-a3a9314e-7ddb-4df7-bcdc-013b3913305e service neutron] Attempting to bind port 89108acc-511b-4a59-92e3-9ac286ee2af5 on network aeef4390-76d5-4ca4-950c-cfa9ec637c9b {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:10.236333 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-a3a9314e-7ddb-4df7-bcdc-013b3913305e service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:52:10.236812 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-a3a9314e-7ddb-4df7-bcdc-013b3913305e service neutron] Checking segment: {'id': '0b1bde60-c7b4-44ef-b4bb-8cf5d2c4159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'aeef4390-76d5-4ca4-950c-cfa9ec637c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:10.237348 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-a3a9314e-7ddb-4df7-bcdc-013b3913305e service neutron] Bound using segment: {'id': '0b1bde60-c7b4-44ef-b4bb-8cf5d2c4159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'aeef4390-76d5-4ca4-950c-cfa9ec637c9b'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:52:10.237942 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-a3a9314e-7ddb-4df7-bcdc-013b3913305e service neutron] Bound port: 89108acc-511b-4a59-92e3-9ac286ee2af5, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b1bde60-c7b4-44ef-b4bb-8cf5d2c4159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'aeef4390-76d5-4ca4-950c-cfa9ec637c9b'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:52:10.238361 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-a3a9314e-7ddb-4df7-bcdc-013b3913305e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:10.304262 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-a3a9314e-7ddb-4df7-bcdc-013b3913305e service neutron] For port 89108acc-511b-4a59-92e3-9ac286ee2af5, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:10.307550 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-a3a9314e-7ddb-4df7-bcdc-013b3913305e service neutron] For port 89108acc-511b-4a59-92e3-9ac286ee2af5, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=89108acc-511b-4a59-92e3-9ac286ee2af5,segment=NetworkSegment(0b1bde60-c7b4-44ef-b4bb-8cf5d2c4159f),segment_id=0b1bde60-c7b4-44ef-b4bb-8cf5d2c4159f)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:52:10.366946 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a82a595f-a453-467b-a422-c8057c17f0ff tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:10.369240 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6507a02b-0126-4982-ac54-19fddcf36995 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network fa3dbddc-89b8-475b-98e4-d192da167e74 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:52:10.373797 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ae5db8e7-c3d8-4dd9-98d8-dfd7873df737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:10.408545 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a82a595f-a453-467b-a422-c8057c17f0ff tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:52:10.420936 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a595f-a453-467b-a422-c8057c17f0ff tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6a3822-6867-4e05-a27f-0b89e5cfce53,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:10.426472 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a82a595f-a453-467b-a422-c8057c17f0ff tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:10.435936 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a82a595f-a453-467b-a422-c8057c17f0ff tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:10.437162 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-a82a595f-a453-467b-a422-c8057c17f0ff tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Added segment 9980f195-635d-48cb-bfb0-53ddfed952ac of type vlan for network da66f6de-260b-4b7e-8b93-85136a1c4c5f Jun 17 08:52:10.483988 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-a3a9314e-7ddb-4df7-bcdc-013b3913305e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:10.487392 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-6507a02b-0126-4982-ac54-19fddcf36995 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, fa3dbddc-89b8-475b-98e4-d192da167e74) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:10.491694 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2f606c8d-c374-4952-8e93-2f062d21fe5c tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:10.495959 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bff2d5ab-839e-497a-aa66-bd128a9cdbf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:10.498031 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6507a02b-0126-4982-ac54-19fddcf36995 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:10.498443 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e343571-0b00-41bd-b8af-c880a3fe4ebd None None] Network fa3dbddc-89b8-475b-98e4-d192da167e74 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:10.499813 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6507a02b-0126-4982-ac54-19fddcf36995 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:10.544254 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a82a595f-a453-467b-a422-c8057c17f0ff tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:10.555670 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-a3a9314e-7ddb-4df7-bcdc-013b3913305e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:10.556741 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-a3a9314e-7ddb-4df7-bcdc-013b3913305e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:10.558718 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-a3a9314e-7ddb-4df7-bcdc-013b3913305e service neutron] 10.222.0.53 "PUT /v2.0/ports/89108acc-511b-4a59-92e3-9ac286ee2af5 HTTP/1.1" status: 200 len: 1092 time: 1.7118106 Jun 17 08:52:10.562626 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a90c192-5112-4500-bada-8795220ee466', 'tag': '89108acc-511b-4a59-92e3-9ac286ee2af5'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:52:10.566238 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa2a505-a8e5-4bae-821b-6fe39d55d688" -d '{"events": [{"name": "network-changed", "server_uuid": "6a90c192-5112-4500-bada-8795220ee466", "tag": "89108acc-511b-4a59-92e3-9ac286ee2af5"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:10.588513 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bff2d5ab-839e-497a-aa66-bd128a9cdbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:10.599257 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c81c9796-d3d7-44fb-b7a9-444bda63de7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:10.622391 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9314e-7ddb-4df7-bcdc-013b3913305e service neutron] Pushing event updated for resources: {'Port': ['ID=89108acc-511b-4a59-92e3-9ac286ee2af5,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:10.628177 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a3a9314e-7ddb-4df7-bcdc-013b3913305e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:10.654224 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fa9c19-6096-466d-a936-681f80964d6b x-openstack-request-id: req-b0fa9c19-6096-466d-a936-681f80964d6b {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:10.655055 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a90c192-5112-4500-bada-8795220ee466", "tag": "89108acc-511b-4a59-92e3-9ac286ee2af5", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:10.655395 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0fa9c19-6096-466d-a936-681f80964d6b {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:10.655926 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a90c192-5112-4500-bada-8795220ee466', 'tag': '89108acc-511b-4a59-92e3-9ac286ee2af5', 'status': 'completed', 'code': 200} Jun 17 08:52:10.660132 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2d5ab-839e-497a-aa66-bd128a9cdbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76286939-cb8f-4dd3-8e28-42a319075f88,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:10.665250 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff2d5ab-839e-497a-aa66-bd128a9cdbf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:52:10.668410 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bff2d5ab-839e-497a-aa66-bd128a9cdbf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:10.681542 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bff2d5ab-839e-497a-aa66-bd128a9cdbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:10.682085 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-bff2d5ab-839e-497a-aa66-bd128a9cdbf3 admin admin] Added segment 465483f9-cee2-4abf-9f81-d9ce640dddee of type vlan for network 72d8b842-a93a-49cd-96a6-6c184eb0702b Jun 17 08:52:10.730584 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bff2d5ab-839e-497a-aa66-bd128a9cdbf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:10.747845 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a82a595f-a453-467b-a422-c8057c17f0ff tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:10.754395 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e99f56-653c-4d2f-a1ce-51c2b491344f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-fa3dbddc-89b8-475b-98e4-d192da167e74', 'network_id': 'fa3dbddc-89b8-475b-98e4-d192da167e74', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'fixed_ips': [{'subnet_id': '61177893-cce8-45df-90be-22c5c4a59c5b'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:52:10.754395 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e4e99f56-653c-4d2f-a1ce-51c2b491344f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:10.755048 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-6507a02b-0126-4982-ac54-19fddcf36995 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6917143 Jun 17 08:52:10.755752 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59860) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:10.757634 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82a595f-a453-467b-a422-c8057c17f0ff tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:10.758754 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a82a595f-a453-467b-a422-c8057c17f0ff tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:10.770110 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-70b1903f-2a14-42b1-83f9-24c46b352ea5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1014598341', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:10.799047 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6a067061-7fdf-411a-86ee-05ef7a0560f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:10.844600 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c8ea85bc-3b55-470d-9ed3-99fda6776609 req-bc41b357-e5d9-415f-b9f9-5cdf183658a4 tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0356655 Jun 17 08:52:10.850645 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bff2d5ab-839e-497a-aa66-bd128a9cdbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:10.869733 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff2d5ab-839e-497a-aa66-bd128a9cdbf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:10.869733 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bff2d5ab-839e-497a-aa66-bd128a9cdbf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:10.869733 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-66ad6874-e305-4af4-93a9-f54773168e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:10.932275 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a595f-a453-467b-a422-c8057c17f0ff tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event updated for resources: {'Network': ['ID=da66f6de-260b-4b7e-8b93-85136a1c4c5f,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:10.939320 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-70b1903f-2a14-42b1-83f9-24c46b352ea5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:10.940701 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a82a595f-a453-467b-a422-c8057c17f0ff tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:10.940974 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-70b1903f-2a14-42b1-83f9-24c46b352ea5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:10.982747 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2d5ab-839e-497a-aa66-bd128a9cdbf3 admin admin] Pushing event updated for resources: {'Network': ['ID=72d8b842-a93a-49cd-96a6-6c184eb0702b,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:10.987235 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bff2d5ab-839e-497a-aa66-bd128a9cdbf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:11.005416 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2a505-a8e5-4bae-821b-6fe39d55d688 req-75fae8f9-3fc0-4543-b12d-9809f6aeb951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:11.009249 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9aa2a505-a8e5-4bae-821b-6fe39d55d688 req-75fae8f9-3fc0-4543-b12d-9809f6aeb951 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3c27030103624754b4160e9f541dfbaa&device_id=6a90c192-5112-4500-bada-8795220ee466 HTTP/1.1" status: 200 len: 1095 time: 0.3402159 Jun 17 08:52:11.026496 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network da66f6de-260b-4b7e-8b93-85136a1c4c5f details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:52:11.047088 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-70b1903f-2a14-42b1-83f9-24c46b352ea5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:11.094740 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-bff2d5ab-839e-497a-aa66-bd128a9cdbf3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6669075 Jun 17 08:52:11.097762 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59870) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:11.104796 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-5558cd1d-6a7c-4f6b-a62f-b77d63b46be5 admin admin] Request body: {'subnet': {'network_id': '72d8b842-a93a-49cd-96a6-6c184eb0702b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1083453017-subnet', 'tenant_id': 'efb1f4611b1f491e8763ca939f24a14b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:11.127979 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 72d8b842-a93a-49cd-96a6-6c184eb0702b details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:52:11.147811 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-e4e99f56-653c-4d2f-a1ce-51c2b491344f None None] Allocated IP 2001:db8::2 (fa3dbddc-89b8-475b-98e4-d192da167e74/61177893-cce8-45df-90be-22c5c4a59c5b/51d25f62-0b18-461d-9826-a38cc6c5fcdb) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:11.255899 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-70b1903f-2a14-42b1-83f9-24c46b352ea5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:11.317506 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5558cd1d-6a7c-4f6b-a62f-b77d63b46be5 admin admin] Made reservation on behalf of efb1f4611b1f491e8763ca939f24a14b for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:11.320971 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5558cd1d-6a7c-4f6b-a62f-b77d63b46be5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:11.391506 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e4e99f56-653c-4d2f-a1ce-51c2b491344f None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:11.401554 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e4e99f56-653c-4d2f-a1ce-51c2b491344f None None] Transition to ACTIVE for port object 51d25f62-0b18-461d-9826-a38cc6c5fcdb will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:11.420838 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e4e99f56-653c-4d2f-a1ce-51c2b491344f None None] Transition to ACTIVE for port object 51d25f62-0b18-461d-9826-a38cc6c5fcdb will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:11.433763 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-70b1903f-2a14-42b1-83f9-24c46b352ea5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:11.437427 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-70b1903f-2a14-42b1-83f9-24c46b352ea5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6724834 Jun 17 08:52:11.437887 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59876) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:11.449007 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-ddd28fa1-7ea8-4827-a5dc-19e40f72c597 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'port': {'network_id': 'fa3dbddc-89b8-475b-98e4-d192da167e74', 'name': 'tempest-RoutersIpV6Test-532079970'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:11.517087 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a82a595f-a453-467b-a422-c8057c17f0ff tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9988351 Jun 17 08:52:11.522863 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59880) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:11.558958 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e4e99f56-653c-4d2f-a1ce-51c2b491344f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:11.561842 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:11.563258 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-b9a105b0-864b-4066-aa4e-36270857e633 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Request body: {'subnet': {'network_id': 'da66f6de-260b-4b7e-8b93-85136a1c4c5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:11.611657 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e99f56-653c-4d2f-a1ce-51c2b491344f None None] Network fa3dbddc-89b8-475b-98e4-d192da167e74 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:11.620414 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-e4e99f56-653c-4d2f-a1ce-51c2b491344f None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:11.622332 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e99f56-653c-4d2f-a1ce-51c2b491344f None None] Pushing event updated for resources: {'Port': ['ID=51d25f62-0b18-461d-9826-a38cc6c5fcdb,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:11.630603 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e99f56-653c-4d2f-a1ce-51c2b491344f None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:11.634013 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e4e99f56-653c-4d2f-a1ce-51c2b491344f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:11.645682 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2a505-a8e5-4bae-821b-6fe39d55d688 req-afb01162-4b8d-41e0-8c94-b4baea98f7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:11.647181 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9aa2a505-a8e5-4bae-821b-6fe39d55d688 req-afb01162-4b8d-41e0-8c94-b4baea98f7c9 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=3c27030103624754b4160e9f541dfbaa&shared=False HTTP/1.1" status: 200 len: 923 time: 0.6302135 Jun 17 08:52:11.685834 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9360bfd7-5758-431d-b765-f5c92a2ec61f req-0533b84a-7a7d-4a98-9ef1-56fdf2c9b843 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 210 time: 0.1094875 Jun 17 08:52:11.692078 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-e4e99f56-653c-4d2f-a1ce-51c2b491344f None None] Attempting to bind port 51d25f62-0b18-461d-9826-a38cc6c5fcdb on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:52:11.692717 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-e4e99f56-653c-4d2f-a1ce-51c2b491344f None None] Attempting to bind port 51d25f62-0b18-461d-9826-a38cc6c5fcdb by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '2b5cd814-30ff-4a9c-8744-3273e2be1985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'fa3dbddc-89b8-475b-98e4-d192da167e74'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:52:11.693379 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e99f56-653c-4d2f-a1ce-51c2b491344f None None] Attempting to bind port 51d25f62-0b18-461d-9826-a38cc6c5fcdb on network fa3dbddc-89b8-475b-98e4-d192da167e74 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:11.717070 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7791af8-8979-4144-9fb9-933a64cf102e req-775ed0e3-c246-4a24-ac43-cdb7867c16bd tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:11.721879 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d7791af8-8979-4144-9fb9-933a64cf102e req-775ed0e3-c246-4a24-ac43-cdb7867c16bd tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a90c192-5112-4500-bada-8795220ee466 HTTP/1.1" status: 200 len: 943 time: 0.2253735 Jun 17 08:52:11.740521 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e99f56-653c-4d2f-a1ce-51c2b491344f None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:52:11.741298 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e99f56-653c-4d2f-a1ce-51c2b491344f None None] Checking segment: {'id': '2b5cd814-30ff-4a9c-8744-3273e2be1985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'fa3dbddc-89b8-475b-98e4-d192da167e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:11.742603 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e4e99f56-653c-4d2f-a1ce-51c2b491344f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:11.743389 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e99f56-653c-4d2f-a1ce-51c2b491344f None None] Bound using segment: {'id': '2b5cd814-30ff-4a9c-8744-3273e2be1985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'fa3dbddc-89b8-475b-98e4-d192da167e74'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:52:11.745506 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-e4e99f56-653c-4d2f-a1ce-51c2b491344f None None] Bound port: 51d25f62-0b18-461d-9826-a38cc6c5fcdb, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b5cd814-30ff-4a9c-8744-3273e2be1985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'fa3dbddc-89b8-475b-98e4-d192da167e74'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:52:11.746145 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e4e99f56-653c-4d2f-a1ce-51c2b491344f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:11.779951 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d7791af8-8979-4144-9fb9-933a64cf102e req-56074262-a539-421c-bc73-6aa9324f19e6 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/security-groups?id=d46efc0a-d831-4d3b-837d-b9b5b7821fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538764 Jun 17 08:52:11.795862 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2a505-a8e5-4bae-821b-6fe39d55d688 req-dec9d63b-3aeb-417b-8a5e-ca0c45274848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:11.797763 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9aa2a505-a8e5-4bae-821b-6fe39d55d688 req-dec9d63b-3aeb-417b-8a5e-ca0c45274848 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1434042 Jun 17 08:52:11.886750 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-e4e99f56-653c-4d2f-a1ce-51c2b491344f None None] For port 51d25f62-0b18-461d-9826-a38cc6c5fcdb, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:11.890670 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-e4e99f56-653c-4d2f-a1ce-51c2b491344f None None] For port 51d25f62-0b18-461d-9826-a38cc6c5fcdb, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=51d25f62-0b18-461d-9826-a38cc6c5fcdb,segment=NetworkSegment(2b5cd814-30ff-4a9c-8744-3273e2be1985),segment_id=2b5cd814-30ff-4a9c-8744-3273e2be1985)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:52:11.906899 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-6e8965bb-1768-4934-9ced-57ab595e825e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:11.908473 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-6e8965bb-1768-4934-9ced-57ab595e825e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3c27030103624754b4160e9f541dfbaa&device_id=6a90c192-5112-4500-bada-8795220ee466 HTTP/1.1" status: 200 len: 1095 time: 0.0677590 Jun 17 08:52:11.953707 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5558cd1d-6a7c-4f6b-a62f-b77d63b46be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:11.961963 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-ac91c50f-d823-451b-8f17-83b40eb72eef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89108acc-511b-4a59-92e3-9ac286ee2af5 HTTP/1.1" status: 200 len: 217 time: 0.0463519 Jun 17 08:52:11.973945 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:12.006747 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd28fa1-7ea8-4827-a5dc-19e40f72c597 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Made reservation on behalf of b453b4a14bef4e7aaf5f450aad1ada65 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:12.011012 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ddd28fa1-7ea8-4827-a5dc-19e40f72c597 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:12.018090 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-1c3ed8ca-9a32-4ba8-b714-3a401b420946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:12.019833 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-1c3ed8ca-9a32-4ba8-b714-3a401b420946 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=71c245e0-5d8f-415d-93e3-362314647556 HTTP/1.1" status: 200 len: 862 time: 0.0512769 Jun 17 08:52:12.051262 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [None req-ddd28fa1-7ea8-4827-a5dc-19e40f72c597 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] device_id is not set on port 5ecadd5b-af40-4ec1-8699-d15139b5cad4 yet. {{(pid=94520) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:52:12.053055 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-30a6d5a6-be53-4f7d-972d-5e0f7df50e73 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aeef4390-76d5-4ca4-950c-cfa9ec637c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274115 Jun 17 08:52:12.059669 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558cd1d-6a7c-4f6b-a62f-b77d63b46be5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c904474-a671-4dcb-93e1-4a2c746c3c88,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:12.062351 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5558cd1d-6a7c-4f6b-a62f-b77d63b46be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:12.092962 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e4e99f56-653c-4d2f-a1ce-51c2b491344f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:12.096802 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-01a4cc34-457b-4adf-bf95-ed441ba8b85c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:12.120540 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5558cd1d-6a7c-4f6b-a62f-b77d63b46be5 admin admin] Checking segment: {'id': '465483f9-cee2-4abf-9f81-d9ce640dddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '72d8b842-a93a-49cd-96a6-6c184eb0702b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:12.121050 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5558cd1d-6a7c-4f6b-a62f-b77d63b46be5 admin admin] Network hostable DHCP agents. Network: 72d8b842-a93a-49cd-96a6-6c184eb0702b, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:52:12.157233 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-022fe5ea-c0b3-42b5-8a9e-68dd85f28429 service neutron] 10.222.0.53 "GET /v2.0/networks/aeef4390-76d5-4ca4-950c-cfa9ec637c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982533 Jun 17 08:52:12.170622 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e99f56-653c-4d2f-a1ce-51c2b491344f None None] Pushing event updated for resources: {'Port': ['ID=51d25f62-0b18-461d-9826-a38cc6c5fcdb,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:12.175808 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e4e99f56-653c-4d2f-a1ce-51c2b491344f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:12.231286 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a105b0-864b-4066-aa4e-36270857e633 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Made reservation on behalf of c8e4e0fd83114975aa056417d4a04f9f for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:12.236082 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b9a105b0-864b-4066-aa4e-36270857e633 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:12.296878 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2051c0e6-efc6-47d2-b36a-00bacd59cf1c req-4caf6834-eebb-4855-add5-e54b27d5bcdd service neutron] 10.222.0.53 "GET /v2.0/networks/aeef4390-76d5-4ca4-950c-cfa9ec637c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281955 Jun 17 08:52:12.302416 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-ddd28fa1-7ea8-4827-a5dc-19e40f72c597 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Allocated IP 2001:db8::201 (fa3dbddc-89b8-475b-98e4-d192da167e74/61177893-cce8-45df-90be-22c5c4a59c5b/5ecadd5b-af40-4ec1-8699-d15139b5cad4) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:12.401530 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5558cd1d-6a7c-4f6b-a62f-b77d63b46be5 admin admin] Network 72d8b842-a93a-49cd-96a6-6c184eb0702b is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:52:12.578403 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-5558cd1d-6a7c-4f6b-a62f-b77d63b46be5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 72d8b842-a93a-49cd-96a6-6c184eb0702b) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:12.592456 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903989f0-fb99-47a9-bb22-0db03de47a43 None None] Network 72d8b842-a93a-49cd-96a6-6c184eb0702b requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:12.597504 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5558cd1d-6a7c-4f6b-a62f-b77d63b46be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:12.597944 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5558cd1d-6a7c-4f6b-a62f-b77d63b46be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:12.617393 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ddd28fa1-7ea8-4827-a5dc-19e40f72c597 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:12.635754 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-ddd28fa1-7ea8-4827-a5dc-19e40f72c597 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Transition to ACTIVE for port object 5ecadd5b-af40-4ec1-8699-d15139b5cad4 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:12.724170 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b9a105b0-864b-4066-aa4e-36270857e633 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:12.736453 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5558cd1d-6a7c-4f6b-a62f-b77d63b46be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:12.746739 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59898) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:12.751395 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-bc79c02f-ea2a-472d-aa8f-4df76b8eee33 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1083453017-router', 'tenant_id': 'efb1f4611b1f491e8763ca939f24a14b', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:12.755299 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5558cd1d-6a7c-4f6b-a62f-b77d63b46be5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6559982 Jun 17 08:52:12.796815 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ddd28fa1-7ea8-4827-a5dc-19e40f72c597 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:12.816635 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85093c23-d18e-42a3-9f72-ce37ad8b458a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-72d8b842-a93a-49cd-96a6-6c184eb0702b', 'network_id': '72d8b842-a93a-49cd-96a6-6c184eb0702b', 'tenant_id': 'efb1f4611b1f491e8763ca939f24a14b', 'fixed_ips': [{'subnet_id': '2c904474-a671-4dcb-93e1-4a2c746c3c88'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:52:12.817777 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-85093c23-d18e-42a3-9f72-ce37ad8b458a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:12.866833 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a105b0-864b-4066-aa4e-36270857e633 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Checking segment: {'id': '9980f195-635d-48cb-bfb0-53ddfed952ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'da66f6de-260b-4b7e-8b93-85136a1c4c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:12.867238 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a105b0-864b-4066-aa4e-36270857e633 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Network hostable DHCP agents. Network: da66f6de-260b-4b7e-8b93-85136a1c4c5f, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:52:12.886478 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a105b0-864b-4066-aa4e-36270857e633 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event updated for resources: {'Subnet': ['ID=1feb857f-1ed8-4f15-9865-64948e4ee0ed,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:12.889658 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b9a105b0-864b-4066-aa4e-36270857e633 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:12.891676 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd28fa1-7ea8-4827-a5dc-19e40f72c597 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network fa3dbddc-89b8-475b-98e4-d192da167e74 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:12.893063 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c8d88daf-f586-4117-a959-c4c05b9fa44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:12.905798 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5a6d028a-a774-401a-895a-0cb162071deb req-ab4f6b39-144c-4714-9caa-d51e0fa611f8 tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0349593 Jun 17 08:52:12.942469 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-ddd28fa1-7ea8-4827-a5dc-19e40f72c597 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:12.952878 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bc79c02f-ea2a-472d-aa8f-4df76b8eee33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:12.955286 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bc79c02f-ea2a-472d-aa8f-4df76b8eee33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:12.961993 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd28fa1-7ea8-4827-a5dc-19e40f72c597 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:12.966479 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd28fa1-7ea8-4827-a5dc-19e40f72c597 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:12.968021 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ddd28fa1-7ea8-4827-a5dc-19e40f72c597 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:13.019183 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e300bc3c-a008-4f73-963d-60e714adccf8 req-5c0afee5-52f9-45e7-a3b2-6e84f274731c tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 210 time: 0.1343627 Jun 17 08:52:13.047442 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-85093c23-d18e-42a3-9f72-ce37ad8b458a None None] Allocated IP 172.20.0.2 (72d8b842-a93a-49cd-96a6-6c184eb0702b/2c904474-a671-4dcb-93e1-4a2c746c3c88/70a9d067-7558-4736-955e-021d2a00b549) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:13.083205 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd28fa1-7ea8-4827-a5dc-19e40f72c597 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Port': ['ID=5ecadd5b-af40-4ec1-8699-d15139b5cad4,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:13.091451 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ddd28fa1-7ea8-4827-a5dc-19e40f72c597 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:13.137831 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bc79c02f-ea2a-472d-aa8f-4df76b8eee33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:13.298458 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59914) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:13.302102 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ddd28fa1-7ea8-4827-a5dc-19e40f72c597 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8598182 Jun 17 08:52:13.302102 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a105b0-864b-4066-aa4e-36270857e633 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Network da66f6de-260b-4b7e-8b93-85136a1c4c5f is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:52:13.389842 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 51d25f62-0b18-461d-9826-a38cc6c5fcdb up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:13.454766 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-b9a105b0-864b-4066-aa4e-36270857e633 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, da66f6de-260b-4b7e-8b93-85136a1c4c5f) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:13.471187 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9472afa2-4e8d-4288-8ba1-7394f04fd48f None None] Network da66f6de-260b-4b7e-8b93-85136a1c4c5f requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:13.502312 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a105b0-864b-4066-aa4e-36270857e633 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:13.503151 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b9a105b0-864b-4066-aa4e-36270857e633 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:13.636193 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-c0c12bb6-f247-4c2d-b376-3c6c9ea207d9 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:13.637997 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-c0c12bb6-f247-4c2d-b376-3c6c9ea207d9 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.50 "GET /v2.0/networks?id=98c6fd42-c22b-4725-9f11-0381a8c4c410 HTTP/1.1" status: 200 len: 809 time: 0.1993473 Jun 17 08:52:13.659427 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bc79c02f-ea2a-472d-aa8f-4df76b8eee33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:13.676528 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-85093c23-d18e-42a3-9f72-ce37ad8b458a None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:13.683952 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b9a105b0-864b-4066-aa4e-36270857e633 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1298985 Jun 17 08:52:13.691430 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59918) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:13.698023 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-1fe6eb92-95c6-41b1-9640-77eaf06bcd5e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-326681269', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}, 'admin_state_up': False}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:13.714023 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-85093c23-d18e-42a3-9f72-ce37ad8b458a None None] Transition to ACTIVE for port object 70a9d067-7558-4736-955e-021d2a00b549 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:13.718900 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2ae3a-b0fa-4cae-9f9b-d83ab9d60e26 req-d7a89544-3a29-45df-80c9-10f1ce879ac6 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:13.723475 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-57d036c8-f384-402c-87b9-6069af878764 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=625e2459307b434fab6fcf2f0c349af9 HTTP/1.1" status: 200 len: 378 time: 0.0762455 Jun 17 08:52:13.726225 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6cb2ae3a-b0fa-4cae-9f9b-d83ab9d60e26 req-d7a89544-3a29-45df-80c9-10f1ce879ac6 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a90c192-5112-4500-bada-8795220ee466 HTTP/1.1" status: 200 len: 943 time: 0.4879785 Jun 17 08:52:13.736746 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-b3f92da8-bb12-4706-bb19-522492946baf tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Request body: {'port': {'device_id': '12b62654-10a8-472f-aba4-72e0bfc613ad', 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410', 'admin_state_up': True, 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'security_groups': ['63e4e0d6-45e6-4a4f-8f93-833cc91c6d20']}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:13.751641 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-85093c23-d18e-42a3-9f72-ce37ad8b458a None None] Transition to ACTIVE for port object 70a9d067-7558-4736-955e-021d2a00b549 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:13.755252 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2500a0f5-6edb-4546-88f6-df8c70b7e4e4 None None] Network fa3dbddc-89b8-475b-98e4-d192da167e74 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:13.887903 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6cb2ae3a-b0fa-4cae-9f9b-d83ab9d60e26 req-2f155660-40f7-4b68-a4a1-c934abe45111 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/security-groups?id=d46efc0a-d831-4d3b-837d-b9b5b7821fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568804 Jun 17 08:52:13.891192 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1fe6eb92-95c6-41b1-9640-77eaf06bcd5e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:13.892609 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 51d25f62-0b18-461d-9826-a38cc6c5fcdb completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:13.893189 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1fe6eb92-95c6-41b1-9640-77eaf06bcd5e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:13.907331 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-85093c23-d18e-42a3-9f72-ce37ad8b458a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:13.934956 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:13.953622 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85093c23-d18e-42a3-9f72-ce37ad8b458a None None] Network 72d8b842-a93a-49cd-96a6-6c184eb0702b is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:13.985210 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1fe6eb92-95c6-41b1-9640-77eaf06bcd5e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:14.020851 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-48f4fd24-5ea0-42fe-a34a-6ac83a60efaa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:14.035482 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-85093c23-d18e-42a3-9f72-ce37ad8b458a None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:14.049174 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-b3f92da8-bb12-4706-bb19-522492946baf tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Made reservation on behalf of 625e2459307b434fab6fcf2f0c349af9 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:14.053960 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-b3f92da8-bb12-4706-bb19-522492946baf tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:14.066236 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85093c23-d18e-42a3-9f72-ce37ad8b458a None None] Pushing event updated for resources: {'Port': ['ID=70a9d067-7558-4736-955e-021d2a00b549,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:14.079508 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85093c23-d18e-42a3-9f72-ce37ad8b458a None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:14.111240 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-85093c23-d18e-42a3-9f72-ce37ad8b458a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:14.268361 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-dbe92cef-3cce-443a-b94c-03e626446ed5 None None] Provisioning for port 51d25f62-0b18-461d-9826-a38cc6c5fcdb completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:14.280071 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-dbe92cef-3cce-443a-b94c-03e626446ed5 None None] Provisioning complete for port 51d25f62-0b18-461d-9826-a38cc6c5fcdb triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:14.280603 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-dbe92cef-3cce-443a-b94c-03e626446ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:14.287061 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d7095dfd-df68-4082-9eeb-69299aef4918 req-624f16a1-9c51-4584-b6ab-814c76aebd6e tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.1239383 Jun 17 08:52:14.315563 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-85093c23-d18e-42a3-9f72-ce37ad8b458a None None] Attempting to bind port 70a9d067-7558-4736-955e-021d2a00b549 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:52:14.315982 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-85093c23-d18e-42a3-9f72-ce37ad8b458a None None] Attempting to bind port 70a9d067-7558-4736-955e-021d2a00b549 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '465483f9-cee2-4abf-9f81-d9ce640dddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '72d8b842-a93a-49cd-96a6-6c184eb0702b'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:52:14.316657 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85093c23-d18e-42a3-9f72-ce37ad8b458a None None] Attempting to bind port 70a9d067-7558-4736-955e-021d2a00b549 on network 72d8b842-a93a-49cd-96a6-6c184eb0702b {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:14.398745 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-317b2432-71da-4323-b480-d7bd51c99889 req-bb9a9374-360e-4972-9fb4-88dcba37171b tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 210 time: 0.1077452 Jun 17 08:52:14.450000 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bc79c02f-ea2a-472d-aa8f-4df76b8eee33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:14.473808 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85093c23-d18e-42a3-9f72-ce37ad8b458a None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:52:14.474199 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85093c23-d18e-42a3-9f72-ce37ad8b458a None None] Checking segment: {'id': '465483f9-cee2-4abf-9f81-d9ce640dddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '72d8b842-a93a-49cd-96a6-6c184eb0702b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:14.474616 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-85093c23-d18e-42a3-9f72-ce37ad8b458a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:14.475103 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85093c23-d18e-42a3-9f72-ce37ad8b458a None None] Bound using segment: {'id': '465483f9-cee2-4abf-9f81-d9ce640dddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '72d8b842-a93a-49cd-96a6-6c184eb0702b'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:52:14.475584 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-85093c23-d18e-42a3-9f72-ce37ad8b458a None None] Bound port: 70a9d067-7558-4736-955e-021d2a00b549, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465483f9-cee2-4abf-9f81-d9ce640dddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '72d8b842-a93a-49cd-96a6-6c184eb0702b'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:52:14.476140 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-85093c23-d18e-42a3-9f72-ce37ad8b458a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:14.480928 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bc79c02f-ea2a-472d-aa8f-4df76b8eee33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:14.497055 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee0f3df-5174-476c-b07b-dcbc03f8aa4d None None] Network da66f6de-260b-4b7e-8b93-85136a1c4c5f requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:14.504750 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1fe6eb92-95c6-41b1-9640-77eaf06bcd5e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:14.542000 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-b3f92da8-bb12-4706-bb19-522492946baf tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Allocated IP 172.20.0.8 (98c6fd42-c22b-4725-9f11-0381a8c4c410/a83ebad8-51c9-4ee1-95b8-dfade1c9c144/a9f7637c-87ac-464f-adbc-aeaf22b63e53) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:14.581290 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-dbe92cef-3cce-443a-b94c-03e626446ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:14.711381 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-dbe92cef-3cce-443a-b94c-03e626446ed5 None None] For port 51d25f62-0b18-461d-9826-a38cc6c5fcdb, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=51d25f62-0b18-461d-9826-a38cc6c5fcdb,segment=NetworkSegment(2b5cd814-30ff-4a9c-8744-3273e2be1985),segment_id=2b5cd814-30ff-4a9c-8744-3273e2be1985)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:14.711381 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-85093c23-d18e-42a3-9f72-ce37ad8b458a None None] For port 70a9d067-7558-4736-955e-021d2a00b549, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:14.711381 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-85093c23-d18e-42a3-9f72-ce37ad8b458a None None] For port 70a9d067-7558-4736-955e-021d2a00b549, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=70a9d067-7558-4736-955e-021d2a00b549,segment=NetworkSegment(465483f9-cee2-4abf-9f81-d9ce640dddee),segment_id=465483f9-cee2-4abf-9f81-d9ce640dddee)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:52:14.717652 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-bc79c02f-ea2a-472d-aa8f-4df76b8eee33 admin admin] Allocated IP 172.25.2.113 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/947f1820-382c-4b32-a73d-3f50da6e6bd4) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:14.743382 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-b3f92da8-bb12-4706-bb19-522492946baf tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:14.755953 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-48f4fd24-5ea0-42fe-a34a-6ac83a60efaa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:14.760421 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-b3f92da8-bb12-4706-bb19-522492946baf tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Transition to ACTIVE for port object a9f7637c-87ac-464f-adbc-aeaf22b63e53 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:14.842113 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-85093c23-d18e-42a3-9f72-ce37ad8b458a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:14.844135 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0549f133-1749-411c-95a0-3853f1349f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:14.848319 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-dbe92cef-3cce-443a-b94c-03e626446ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:14.870541 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bc79c02f-ea2a-472d-aa8f-4df76b8eee33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:14.879410 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-48f4fd24-5ea0-42fe-a34a-6ac83a60efaa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:14.889595 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3a99c480-2628-43e6-a00d-e05b6e7eb355 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:14.952764 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85093c23-d18e-42a3-9f72-ce37ad8b458a None None] Pushing event updated for resources: {'Port': ['ID=70a9d067-7558-4736-955e-021d2a00b549,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:14.958651 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-85093c23-d18e-42a3-9f72-ce37ad8b458a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:14.959587 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a0fa4888-e512-4d20-b833-46ccda3cce8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:15.016828 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-2a38ce2c-758f-4170-ab57-d672d6b24e60 None None] Provisioning complete for port 51d25f62-0b18-461d-9826-a38cc6c5fcdb triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:15.017331 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2a38ce2c-758f-4170-ab57-d672d6b24e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:15.070221 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4fd24-5ea0-42fe-a34a-6ac83a60efaa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Port': ['ID=5ecadd5b-af40-4ec1-8699-d15139b5cad4,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:15.081384 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-48f4fd24-5ea0-42fe-a34a-6ac83a60efaa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:15.092244 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe92cef-3cce-443a-b94c-03e626446ed5 None None] Pushing event updated for resources: {'Port': ['ID=51d25f62-0b18-461d-9826-a38cc6c5fcdb,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:15.103432 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-dbe92cef-3cce-443a-b94c-03e626446ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:15.115973 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1fe6eb92-95c6-41b1-9640-77eaf06bcd5e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for router_gateway, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:15.118064 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-b3f92da8-bb12-4706-bb19-522492946baf tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:15.126557 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b57dbd3d-6c48-4ed5-95cd-a35b65838e88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:15.216710 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1fe6eb92-95c6-41b1-9640-77eaf06bcd5e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:15.220901 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f92da8-bb12-4706-bb19-522492946baf tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Pushing event updated for resources: {'Port': ['ID=a9f7637c-87ac-464f-adbc-aeaf22b63e53,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:15.250734 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-b3f92da8-bb12-4706-bb19-522492946baf tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Network 98c6fd42-c22b-4725-9f11-0381a8c4c410 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:15.266074 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59932) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:15.266074 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b3f92da8-bb12-4706-bb19-522492946baf tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:15.266539 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 51d25f62-0b18-461d-9826-a38cc6c5fcdb up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:15.269738 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-a32257f2-0c7b-45c8-b829-9bdd1024159b tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-425094406'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:15.283102 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-b3f92da8-bb12-4706-bb19-522492946baf tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:15.303801 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-b3f92da8-bb12-4706-bb19-522492946baf tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:15.326639 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 51d25f62-0b18-461d-9826-a38cc6c5fcdb triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:15.359597 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:15.384811 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-b3f92da8-bb12-4706-bb19-522492946baf tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:15.387191 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-b3f92da8-bb12-4706-bb19-522492946baf tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:15.431847 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-48f4fd24-5ea0-42fe-a34a-6ac83a60efaa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:15.433484 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-2a38ce2c-758f-4170-ab57-d672d6b24e60 None None] Provisioning for port 5ecadd5b-af40-4ec1-8699-d15139b5cad4 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:15.450182 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021da7b-ac7c-451f-8ef9-8ff5b90a8a78 req-ed111a9e-0831-480e-9ffa-3537e4a3769e tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:15.452373 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b021da7b-ac7c-451f-8ef9-8ff5b90a8a78 req-ed111a9e-0831-480e-9ffa-3537e4a3769e tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a90c192-5112-4500-bada-8795220ee466 HTTP/1.1" status: 200 len: 943 time: 0.3236575 Jun 17 08:52:15.453332 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-2a38ce2c-758f-4170-ab57-d672d6b24e60 None None] Provisioning complete for port 5ecadd5b-af40-4ec1-8699-d15139b5cad4 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:15.454991 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2a38ce2c-758f-4170-ab57-d672d6b24e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:15.502481 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bc79c02f-ea2a-472d-aa8f-4df76b8eee33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:15.512396 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-48f4fd24-5ea0-42fe-a34a-6ac83a60efaa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:15.662509 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-2a38ce2c-758f-4170-ab57-d672d6b24e60 None None] Port 5ecadd5b-af40-4ec1-8699-d15139b5cad4 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:52:15.686913 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc79c02f-ea2a-472d-aa8f-4df76b8eee33 admin admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:15.695775 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32257f2-0c7b-45c8-b829-9bdd1024159b tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Made reservation on behalf of 6151b9a1cbdb47b58bb257665571ce22 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:15.701442 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a32257f2-0c7b-45c8-b829-9bdd1024159b tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:15.705550 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6038a72f-4375-4ff1-91fe-52133692dff3 req-e67262a0-dc36-4fb5-b8ef-7cb720c01bae tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0820365 Jun 17 08:52:15.714733 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-bc79c02f-ea2a-472d-aa8f-4df76b8eee33 admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:15.723827 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc79c02f-ea2a-472d-aa8f-4df76b8eee33 admin admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:15.726298 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79c02f-ea2a-472d-aa8f-4df76b8eee33 admin admin] Pushing event updated for resources: {'Port': ['ID=947f1820-382c-4b32-a73d-3f50da6e6bd4,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:15.734693 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-bc79c02f-ea2a-472d-aa8f-4df76b8eee33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:15.745185 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-1fe6eb92-95c6-41b1-9640-77eaf06bcd5e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Allocated IP 172.25.2.124 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/363e96ba-c716-44c5-916a-c625cad855a8) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:15.747806 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b021da7b-ac7c-451f-8ef9-8ff5b90a8a78 req-1398e7c4-139f-448e-9c64-a53d016cf32a tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/security-groups?id=d46efc0a-d831-4d3b-837d-b9b5b7821fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497392 Jun 17 08:52:15.766133 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32257f2-0c7b-45c8-b829-9bdd1024159b tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:52:15.792628 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-bf7e1bf4-a20f-441a-bc99-cf5a1fc6e8d2 None None] Provisioning complete for port 5ecadd5b-af40-4ec1-8699-d15139b5cad4 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:15.793185 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1bf4-a20f-441a-bc99-cf5a1fc6e8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:15.794951 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a32257f2-0c7b-45c8-b829-9bdd1024159b tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:15.795292 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-a32257f2-0c7b-45c8-b829-9bdd1024159b tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Added segment 5c039912-d74b-483c-b4ce-b23eab272519 of type vlan for network aa5c4d2d-e034-4163-9709-2d1251f59d12 Jun 17 08:52:15.806700 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-b3f92da8-bb12-4706-bb19-522492946baf tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0751200 Jun 17 08:52:15.858720 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-bf7e1bf4-a20f-441a-bc99-cf5a1fc6e8d2 None None] Port 5ecadd5b-af40-4ec1-8699-d15139b5cad4 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:52:15.858918 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-f9f933ac-94da-4b10-9428-4f9bdb5d53ef service neutron] Request body: {'port': {'device_id': '12b62654-10a8-472f-aba4-72e0bfc613ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:15.992704 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-48f4fd24-5ea0-42fe-a34a-6ac83a60efaa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.066158 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-5d3de81e-e65c-4a90-9241-f1dc85e3533d None None] Provisioning for port a9f7637c-87ac-464f-adbc-aeaf22b63e53 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:16.071016 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-5d3de81e-e65c-4a90-9241-f1dc85e3533d None None] Provisioning complete for port a9f7637c-87ac-464f-adbc-aeaf22b63e53 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:16.071677 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5d3de81e-e65c-4a90-9241-f1dc85e3533d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.077525 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 89108acc-511b-4a59-92e3-9ac286ee2af5 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:52:16.125244 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-5d3de81e-e65c-4a90-9241-f1dc85e3533d None None] Port a9f7637c-87ac-464f-adbc-aeaf22b63e53 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:52:16.260373 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 89108acc-511b-4a59-92e3-9ac286ee2af5, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=89108acc-511b-4a59-92e3-9ac286ee2af5,segment=NetworkSegment(0b1bde60-c7b4-44ef-b4bb-8cf5d2c4159f),segment_id=0b1bde60-c7b4-44ef-b4bb-8cf5d2c4159f)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:16.262062 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a32257f2-0c7b-45c8-b829-9bdd1024159b tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.274647 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '89108acc-511b-4a59-92e3-9ac286ee2af5', 'network_id': 'aeef4390-76d5-4ca4-950c-cfa9ec637c9b', 'port_id': '89108acc-511b-4a59-92e3-9ac286ee2af5', 'mac_address': 'fa:16:3e:60:6a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c245e0-5d8f-415d-93e3-362314647556', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:52:16.325589 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.343919 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89108acc-511b-4a59-92e3-9ac286ee2af5 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:52:16.367148 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1fe6eb92-95c6-41b1-9640-77eaf06bcd5e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.369221 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 89108acc-511b-4a59-92e3-9ac286ee2af5, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=89108acc-511b-4a59-92e3-9ac286ee2af5,segment=NetworkSegment(0b1bde60-c7b4-44ef-b4bb-8cf5d2c4159f),segment_id=0b1bde60-c7b4-44ef-b4bb-8cf5d2c4159f)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:16.396943 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-f9f933ac-94da-4b10-9428-4f9bdb5d53ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.426904 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fdc9c-50c6-4f29-ae11-453d0d347b13 req-dbcea08e-5afc-413e-8d6e-7c55f4b195a6 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:16.428446 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6c8fdc9c-50c6-4f29-ae11-453d0d347b13 req-dbcea08e-5afc-413e-8d6e-7c55f4b195a6 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 931 time: 0.2181058 Jun 17 08:52:16.505052 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.508658 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-01a4cc34-457b-4adf-bf95-ed441ba8b85c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:16.519859 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6c8fdc9c-50c6-4f29-ae11-453d0d347b13 req-01c5241c-e92a-4136-8791-8b1e10ade620 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753512 Jun 17 08:52:16.578427 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=89108acc-511b-4a59-92e3-9ac286ee2af5,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:16.583919 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:16.585375 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bc79c02f-ea2a-472d-aa8f-4df76b8eee33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.593646 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a292a95-206a-4ed6-a7cb-716795a5d3df None None] Network 72d8b842-a93a-49cd-96a6-6c184eb0702b requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:16.599857 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a32257f2-0c7b-45c8-b829-9bdd1024159b tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.600917 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32257f2-0c7b-45c8-b829-9bdd1024159b tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:16.601904 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a32257f2-0c7b-45c8-b829-9bdd1024159b tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.612627 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8577c604-430c-4c2e-b170-161d28b5009b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:16.616723 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1fe6eb92-95c6-41b1-9640-77eaf06bcd5e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.688761 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe6eb92-95c6-41b1-9640-77eaf06bcd5e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:16.697508 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-1fe6eb92-95c6-41b1-9640-77eaf06bcd5e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:16.710592 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe6eb92-95c6-41b1-9640-77eaf06bcd5e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:16.728809 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['89108acc-511b-4a59-92e3-9ac286ee2af5'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:52:16.795567 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ef9efd6c-da54-4792-9e93-3786d50228c7 None None] Provisioning for port 70a9d067-7558-4736-955e-021d2a00b549 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:16.798764 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32257f2-0c7b-45c8-b829-9bdd1024159b tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Pushing event updated for resources: {'Network': ['ID=aa5c4d2d-e034-4163-9709-2d1251f59d12,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:16.805348 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a32257f2-0c7b-45c8-b829-9bdd1024159b tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5478733 Jun 17 08:52:16.817729 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network aa5c4d2d-e034-4163-9709-2d1251f59d12 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:52:16.822026 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a32257f2-0c7b-45c8-b829-9bdd1024159b tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:16.822624 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2793b2b4-bac9-4945-8cfb-66518eeb7925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:16.837836 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59944) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:16.854648 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-203b52e7-4947-4de5-9a42-11889a60bdd5 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1314420482'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:16.912470 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-356f7053-0dde-46b3-9e21-0886bc52334b req-1fd247ee-7b45-4dde-85d8-9933028c2d04 tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0396907 Jun 17 08:52:16.917283 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bc79c02f-ea2a-472d-aa8f-4df76b8eee33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:17.019528 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-48f4fd24-5ea0-42fe-a34a-6ac83a60efaa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:17.094511 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203b52e7-4947-4de5-9a42-11889a60bdd5 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Made reservation on behalf of 6151b9a1cbdb47b58bb257665571ce22 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:17.099234 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-203b52e7-4947-4de5-9a42-11889a60bdd5 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:17.112359 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-48f4fd24-5ea0-42fe-a34a-6ac83a60efaa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:17.113530 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-48f4fd24-5ea0-42fe-a34a-6ac83a60efaa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:17.115690 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2804e6fd-ba92-4cbd-9017-4b78fd0b64dd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:17.172553 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6eb92-95c6-41b1-9640-77eaf06bcd5e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event updated for resources: {'Port': ['ID=363e96ba-c716-44c5-916a-c625cad855a8,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:17.184804 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1fe6eb92-95c6-41b1-9640-77eaf06bcd5e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:17.223995 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc79c02f-ea2a-472d-aa8f-4df76b8eee33 admin admin] Router 2d242d03-81bf-4b19-a984-ef1c0976fe34 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:52:17.238288 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4fd24-5ea0-42fe-a34a-6ac83a60efaa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Port': ['ID=5ecadd5b-af40-4ec1-8699-d15139b5cad4,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:17.246344 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-48f4fd24-5ea0-42fe-a34a-6ac83a60efaa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:17.283300 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203b52e7-4947-4de5-9a42-11889a60bdd5 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:52:17.301859 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 70a9d067-7558-4736-955e-021d2a00b549 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:17.312162 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ff474-d521-4595-bc2a-689422204bbe req-87de71e3-fd6a-40c1-b1be-3f614cddd6a1 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:17.313677 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8b2ff474-d521-4595-bc2a-689422204bbe req-87de71e3-fd6a-40c1-b1be-3f614cddd6a1 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a90c192-5112-4500-bada-8795220ee466 HTTP/1.1" status: 200 len: 944 time: 0.3584049 Jun 17 08:52:17.323006 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-f9f933ac-94da-4b10-9428-4f9bdb5d53ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f7637c-87ac-464f-adbc-aeaf22b63e53 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:52:17.327903 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-203b52e7-4947-4de5-9a42-11889a60bdd5 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:17.328254 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-203b52e7-4947-4de5-9a42-11889a60bdd5 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Added segment 45a38bf1-7491-48ef-8fa7-3ee660a527d8 of type vlan for network 26fddeca-c847-4a25-b26f-d900bc76597d Jun 17 08:52:17.347296 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-f9f933ac-94da-4b10-9428-4f9bdb5d53ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:17.365847 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f4fd24-5ea0-42fe-a34a-6ac83a60efaa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network fa3dbddc-89b8-475b-98e4-d192da167e74 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:17.368876 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-48f4fd24-5ea0-42fe-a34a-6ac83a60efaa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:17.415899 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-203b52e7-4947-4de5-9a42-11889a60bdd5 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:17.417915 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc79c02f-ea2a-472d-aa8f-4df76b8eee33 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:17.419608 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-f9f933ac-94da-4b10-9428-4f9bdb5d53ef service neutron] Transition to ACTIVE for port object a9f7637c-87ac-464f-adbc-aeaf22b63e53 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:17.433079 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8b2ff474-d521-4595-bc2a-689422204bbe req-f32543db-692c-4f71-a5f4-a350070e4a11 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/security-groups?id=d46efc0a-d831-4d3b-837d-b9b5b7821fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031940 Jun 17 08:52:17.448911 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbc7321-ef68-4d8f-a77e-9b3cf2a1e3a1 None None] Sync routers for ids ['2d242d03-81bf-4b19-a984-ef1c0976fe34'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:17.552111 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1fe6eb92-95c6-41b1-9640-77eaf06bcd5e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for router_gateway, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:17.591761 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-f9f933ac-94da-4b10-9428-4f9bdb5d53ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:17.597953 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bc79c02f-ea2a-472d-aa8f-4df76b8eee33 admin admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:17.601771 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-bc79c02f-ea2a-472d-aa8f-4df76b8eee33 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8515029 Jun 17 08:52:17.601771 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f4fd24-5ea0-42fe-a34a-6ac83a60efaa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Router 7f903f6f-5bd9-4b16-b9f1-74e269ae5290 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:52:17.604111 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59950) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:17.620917 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 70a9d067-7558-4736-955e-021d2a00b549 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:17.635676 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 70a9d067-7558-4736-955e-021d2a00b549 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:17.636193 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:17.677558 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbc7321-ef68-4d8f-a77e-9b3cf2a1e3a1 None None] Routers {'2d242d03-81bf-4b19-a984-ef1c0976fe34'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:17.678133 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-cdbc7321-ef68-4d8f-a77e-9b3cf2a1e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:00Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['2d242d03-81bf-4b19-a984-ef1c0976fe34'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:17.699865 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4500c48d-9774-45d6-bdc8-adb9083504af tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:17.733052 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-203b52e7-4947-4de5-9a42-11889a60bdd5 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:17.742828 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203b52e7-4947-4de5-9a42-11889a60bdd5 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:17.743837 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-203b52e7-4947-4de5-9a42-11889a60bdd5 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:17.752162 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:17.830507 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:17.836484 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-cdbc7321-ef68-4d8f-a77e-9b3cf2a1e3a1 None None] Set router 2d242d03-81bf-4b19-a984-ef1c0976fe34 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:17.838716 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-1f526f42-6c4d-43b9-b3d7-ee078e457c90 None None] Provisioning complete for port 5ecadd5b-af40-4ec1-8699-d15139b5cad4 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:17.838716 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1f526f42-6c4d-43b9-b3d7-ee078e457c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:17.886710 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f4fd24-5ea0-42fe-a34a-6ac83a60efaa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:17.900691 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923655cd-4f60-4392-86cc-4d850209206b None None] Sync routers for ids ['7f903f6f-5bd9-4b16-b9f1-74e269ae5290'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:17.906131 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-48f4fd24-5ea0-42fe-a34a-6ac83a60efaa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "PUT /v2.0/routers/7f903f6f-5bd9-4b16-b9f1-74e269ae5290/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6012814 Jun 17 08:52:17.909277 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59952) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:17.926501 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923655cd-4f60-4392-86cc-4d850209206b None None] Routers {'7f903f6f-5bd9-4b16-b9f1-74e269ae5290'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:17.927681 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-923655cd-4f60-4392-86cc-4d850209206b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:00Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7f903f6f-5bd9-4b16-b9f1-74e269ae5290'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:17.992516 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449b2e48-4af7-4437-90cc-b00b5b95bcf4 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:17.995228 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-449b2e48-4af7-4437-90cc-b00b5b95bcf4 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "GET /v2.0/ports/5ecadd5b-af40-4ec1-8699-d15139b5cad4 HTTP/1.1" status: 200 len: 983 time: 0.0848289 Jun 17 08:52:18.001358 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59956) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:18.017193 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-203b52e7-4947-4de5-9a42-11889a60bdd5 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1739769 Jun 17 08:52:18.028134 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59958) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:18.032144 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-923655cd-4f60-4392-86cc-4d850209206b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:18.039620 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-3c71194e-5b71-4f53-9b3b-ef9f19f38c53 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Request body: {'subnet': {'network_id': 'aa5c4d2d-e034-4163-9709-2d1251f59d12', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:18.054491 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923655cd-4f60-4392-86cc-4d850209206b None None] Routers {'7f903f6f-5bd9-4b16-b9f1-74e269ae5290'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:18.055128 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-923655cd-4f60-4392-86cc-4d850209206b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:00Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7f903f6f-5bd9-4b16-b9f1-74e269ae5290'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:18.060783 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-1f526f42-6c4d-43b9-b3d7-ee078e457c90 None None] Port 5ecadd5b-af40-4ec1-8699-d15139b5cad4 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:52:18.061108 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f933ac-94da-4b10-9428-4f9bdb5d53ef service neutron] Pushing event updated for resources: {'Port': ['ID=a9f7637c-87ac-464f-adbc-aeaf22b63e53,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:18.080235 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 70a9d067-7558-4736-955e-021d2a00b549, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=70a9d067-7558-4736-955e-021d2a00b549,segment=NetworkSegment(465483f9-cee2-4abf-9f81-d9ce640dddee),segment_id=465483f9-cee2-4abf-9f81-d9ce640dddee)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:18.099352 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 89108acc-511b-4a59-92e3-9ac286ee2af5 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:18.120922 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-923655cd-4f60-4392-86cc-4d850209206b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:18.121584 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923655cd-4f60-4392-86cc-4d850209206b None None] The sync data for ids ['7f903f6f-5bd9-4b16-b9f1-74e269ae5290'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:18.151143 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f9f933ac-94da-4b10-9428-4f9bdb5d53ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:18.152213 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-57327329-bb98-4b4a-a37c-128f088c6297 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.401s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:18.216930 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:18.221912 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-85093c23-d18e-42a3-9f72-ce37ad8b458a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:18.235937 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ed2d0-1c33-4af5-bb8e-16ed3eb5e6ee req-01731a18-3d67-47ff-b0d0-6c9557e72f2b tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:18.237545 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-774ed2d0-1c33-4af5-bb8e-16ed3eb5e6ee req-01731a18-3d67-47ff-b0d0-6c9557e72f2b tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 943 time: 0.5416718 Jun 17 08:52:18.284397 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=70a9d067-7558-4736-955e-021d2a00b549,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:18.287899 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:18.306806 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-11bf8b00-35bf-4bef-9477-972bdb959c06 req-0d752f1d-2239-4fbc-a6f2-eddd610036a2 tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.1433785 Jun 17 08:52:18.324986 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-cdbc7321-ef68-4d8f-a77e-9b3cf2a1e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d242d03-81bf-4b19-a984-ef1c0976fe34', 'name': 'tempest-ServersTestMultiNic-1083453017-router', 'tenant_id': 'efb1f4611b1f491e8763ca939f24a14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '947f1820-382c-4b32-a73d-3f50da6e6bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:52:15Z', 'revision_number': 3, 'project_id': 'efb1f4611b1f491e8763ca939f24a14b', 'gw_port': {'id': '947f1820-382c-4b32-a73d-3f50da6e6bd4', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d242d03-81bf-4b19-a984-ef1c0976fe34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:14Z', 'updated_at': '2021-06-17T08:52:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:18.341123 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1fe6eb92-95c6-41b1-9640-77eaf06bcd5e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:18.353572 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b52e7-4947-4de5-9a42-11889a60bdd5 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Pushing event updated for resources: {'Network': ['ID=26fddeca-c847-4a25-b26f-d900bc76597d,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:18.362585 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-203b52e7-4947-4de5-9a42-11889a60bdd5 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:18.375847 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbc7321-ef68-4d8f-a77e-9b3cf2a1e3a1 None None] Checking router: 2d242d03-81bf-4b19-a984-ef1c0976fe34 for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:52:18.376345 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbc7321-ef68-4d8f-a77e-9b3cf2a1e3a1 None None] Updating router 2d242d03-81bf-4b19-a984-ef1c0976fe34 port 947f1820-382c-4b32-a73d-3f50da6e6bd4 binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:52:18.378923 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 26fddeca-c847-4a25-b26f-d900bc76597d details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:52:18.419364 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 89108acc-511b-4a59-92e3-9ac286ee2af5 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:18.428533 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 89108acc-511b-4a59-92e3-9ac286ee2af5 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:18.430507 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:18.454893 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-f9f933ac-94da-4b10-9428-4f9bdb5d53ef service neutron] Attempting to bind port a9f7637c-87ac-464f-adbc-aeaf22b63e53 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:52:18.455219 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-f9f933ac-94da-4b10-9428-4f9bdb5d53ef service neutron] Attempting to bind port a9f7637c-87ac-464f-adbc-aeaf22b63e53 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '2373654b-367c-4520-893d-6049a39482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:52:18.455538 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-f9f933ac-94da-4b10-9428-4f9bdb5d53ef service neutron] Attempting to bind port a9f7637c-87ac-464f-adbc-aeaf22b63e53 on network 98c6fd42-c22b-4725-9f11-0381a8c4c410 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:18.469034 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-f9f933ac-94da-4b10-9428-4f9bdb5d53ef service neutron] Port a9f7637c-87ac-464f-adbc-aeaf22b63e53 on network 98c6fd42-c22b-4725-9f11-0381a8c4c410 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:52:18.470352 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-f9f933ac-94da-4b10-9428-4f9bdb5d53ef service neutron] Attempting to bind port a9f7637c-87ac-464f-adbc-aeaf22b63e53 on network 98c6fd42-c22b-4725-9f11-0381a8c4c410 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:18.479217 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-f9f933ac-94da-4b10-9428-4f9bdb5d53ef service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:52:18.479872 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-f9f933ac-94da-4b10-9428-4f9bdb5d53ef service neutron] Checking segment: {'id': '2373654b-367c-4520-893d-6049a39482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:18.480691 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-f9f933ac-94da-4b10-9428-4f9bdb5d53ef service neutron] Bound using segment: {'id': '2373654b-367c-4520-893d-6049a39482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:52:18.481303 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-f9f933ac-94da-4b10-9428-4f9bdb5d53ef service neutron] Bound port: a9f7637c-87ac-464f-adbc-aeaf22b63e53, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373654b-367c-4520-893d-6049a39482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:52:18.481882 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-f9f933ac-94da-4b10-9428-4f9bdb5d53ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:18.551450 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7321-ef68-4d8f-a77e-9b3cf2a1e3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:18.579172 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-f9f933ac-94da-4b10-9428-4f9bdb5d53ef service neutron] For port a9f7637c-87ac-464f-adbc-aeaf22b63e53, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:18.582657 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-f9f933ac-94da-4b10-9428-4f9bdb5d53ef service neutron] For port a9f7637c-87ac-464f-adbc-aeaf22b63e53, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=a9f7637c-87ac-464f-adbc-aeaf22b63e53,segment=NetworkSegment(2373654b-367c-4520-893d-6049a39482c6),segment_id=2373654b-367c-4520-893d-6049a39482c6)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:52:18.587825 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c71194e-5b71-4f53-9b3b-ef9f19f38c53 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Made reservation on behalf of 6151b9a1cbdb47b58bb257665571ce22 for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:18.592196 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3c71194e-5b71-4f53-9b3b-ef9f19f38c53 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:18.676993 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-774ed2d0-1c33-4af5-bb8e-16ed3eb5e6ee req-27831645-c5e2-4489-9106-cb294674a69d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699811 Jun 17 08:52:18.719533 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-f9f933ac-94da-4b10-9428-4f9bdb5d53ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:18.726789 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5abb92e5-89ff-421e-99b6-256a4e820cbd tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:18.765525 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:18.779026 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-f9f933ac-94da-4b10-9428-4f9bdb5d53ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:18.779593 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-f9f933ac-94da-4b10-9428-4f9bdb5d53ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:18.785794 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-f9f933ac-94da-4b10-9428-4f9bdb5d53ef service neutron] 10.222.0.50 "PUT /v2.0/ports/a9f7637c-87ac-464f-adbc-aeaf22b63e53 HTTP/1.1" status: 200 len: 1092 time: 2.9345014 Jun 17 08:52:18.795275 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b62654-10a8-472f-aba4-72e0bfc613ad', 'tag': 'a9f7637c-87ac-464f-adbc-aeaf22b63e53'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:52:18.798620 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a050f6ae-517d-4f88-8858-ed93d73b4a00" -d '{"events": [{"name": "network-changed", "server_uuid": "12b62654-10a8-472f-aba4-72e0bfc613ad", "tag": "a9f7637c-87ac-464f-adbc-aeaf22b63e53"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:18.835427 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a90c192-5112-4500-bada-8795220ee466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89108acc-511b-4a59-92e3-9ac286ee2af5'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:52:18.839547 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b83b4d8-1f3d-4aeb-86be-374c3f3451b3" -d '{"events": [{"server_uuid": "6a90c192-5112-4500-bada-8795220ee466", "name": "network-vif-plugged", "status": "completed", "tag": "89108acc-511b-4a59-92e3-9ac286ee2af5"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:18.862356 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 89108acc-511b-4a59-92e3-9ac286ee2af5, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=89108acc-511b-4a59-92e3-9ac286ee2af5,segment=NetworkSegment(0b1bde60-c7b4-44ef-b4bb-8cf5d2c4159f),segment_id=0b1bde60-c7b4-44ef-b4bb-8cf5d2c4159f)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:18.900801 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe6eb92-95c6-41b1-9640-77eaf06bcd5e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Router 3e32954e-284e-4730-bacd-ab3280499d59 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:52:18.951672 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a09ec1-642c-4b0a-9d65-3ecbb5a2831f req-821bc5fa-db22-406e-9514-4f5c8bd4365a tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:18.959521 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7321-ef68-4d8f-a77e-9b3cf2a1e3a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:18.966104 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e6a09ec1-642c-4b0a-9d65-3ecbb5a2831f req-821bc5fa-db22-406e-9514-4f5c8bd4365a tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a90c192-5112-4500-bada-8795220ee466 HTTP/1.1" status: 200 len: 944 time: 0.3016944 Jun 17 08:52:18.985390 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-cdbc7321-ef68-4d8f-a77e-9b3cf2a1e3a1 None None] Transition to ACTIVE for port object 947f1820-382c-4b32-a73d-3f50da6e6bd4 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:18.992621 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:18.997283 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:19.005418 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f933ac-94da-4b10-9428-4f9bdb5d53ef service neutron] Pushing event updated for resources: {'Port': ['ID=a9f7637c-87ac-464f-adbc-aeaf22b63e53,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:19.009843 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f9f933ac-94da-4b10-9428-4f9bdb5d53ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:19.099429 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5a8ac4-640a-4419-b660-c70db9ed7197 x-openstack-request-id: req-8d5a8ac4-640a-4419-b660-c70db9ed7197 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:19.099885 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b62654-10a8-472f-aba4-72e0bfc613ad", "tag": "a9f7637c-87ac-464f-adbc-aeaf22b63e53", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:19.100207 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d5a8ac4-640a-4419-b660-c70db9ed7197 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:19.100782 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b62654-10a8-472f-aba4-72e0bfc613ad', 'tag': 'a9f7637c-87ac-464f-adbc-aeaf22b63e53', 'status': 'completed', 'code': 200} Jun 17 08:52:19.104249 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=89108acc-511b-4a59-92e3-9ac286ee2af5,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:19.108975 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:19.206609 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605bcb56-9d27-43c8-8af0-783069b4d6f8 x-openstack-request-id: req-605bcb56-9d27-43c8-8af0-783069b4d6f8 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:19.206915 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a90c192-5112-4500-bada-8795220ee466", "name": "network-vif-plugged", "status": "completed", "tag": "89108acc-511b-4a59-92e3-9ac286ee2af5", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:19.207184 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-605bcb56-9d27-43c8-8af0-783069b4d6f8 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:19.207594 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a90c192-5112-4500-bada-8795220ee466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89108acc-511b-4a59-92e3-9ac286ee2af5', 'code': 200} Jun 17 08:52:19.220458 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-39de3b78-beb2-4c53-b561-d7e571f9280d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:19.234162 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e6a09ec1-642c-4b0a-9d65-3ecbb5a2831f req-692a6aa1-015f-439a-86f6-8ce24ea3b72f tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/security-groups?id=d46efc0a-d831-4d3b-837d-b9b5b7821fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722201 Jun 17 08:52:19.241151 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 70a9d067-7558-4736-955e-021d2a00b549 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:19.279604 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7321-ef68-4d8f-a77e-9b3cf2a1e3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:19.283097 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:19.288908 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f1e8c4bc-05d6-440b-95e6-729fc05e449f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:19.333100 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-34789f36-3674-437c-9e61-b10cd9112a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:19.334854 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-34789f36-3674-437c-9e61-b10cd9112a9a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=625e2459307b434fab6fcf2f0c349af9&device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 1095 time: 0.3571148 Jun 17 08:52:19.364629 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe6eb92-95c6-41b1-9640-77eaf06bcd5e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:19.368066 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4994757-cc55-417b-b721-f79cb5b94a0f None None] Pushing event updated for resources: {'Port': ['ID=947f1820-382c-4b32-a73d-3f50da6e6bd4,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:19.380062 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f4994757-cc55-417b-b721-f79cb5b94a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:19.383247 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a91e9b6-7a9d-47bb-87c4-d61e875ccb30 None None] Sync routers for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:19.388062 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-cdbc7321-ef68-4d8f-a77e-9b3cf2a1e3a1 None None] Attempting to bind port 947f1820-382c-4b32-a73d-3f50da6e6bd4 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:52:19.390401 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-cdbc7321-ef68-4d8f-a77e-9b3cf2a1e3a1 None None] Attempting to bind port 947f1820-382c-4b32-a73d-3f50da6e6bd4 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:52:19.390854 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbc7321-ef68-4d8f-a77e-9b3cf2a1e3a1 None None] Attempting to bind port 947f1820-382c-4b32-a73d-3f50da6e6bd4 on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:19.412884 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 70a9d067-7558-4736-955e-021d2a00b549 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:19.413280 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:19.417745 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbc7321-ef68-4d8f-a77e-9b3cf2a1e3a1 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:52:19.418142 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbc7321-ef68-4d8f-a77e-9b3cf2a1e3a1 None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:19.418804 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7321-ef68-4d8f-a77e-9b3cf2a1e3a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:19.419225 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbc7321-ef68-4d8f-a77e-9b3cf2a1e3a1 None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:52:19.419734 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-cdbc7321-ef68-4d8f-a77e-9b3cf2a1e3a1 None None] Bound port: 947f1820-382c-4b32-a73d-3f50da6e6bd4, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:52:19.420173 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7321-ef68-4d8f-a77e-9b3cf2a1e3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:19.441647 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a91e9b6-7a9d-47bb-87c4-d61e875ccb30 None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:19.442587 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-4a91e9b6-7a9d-47bb-87c4-d61e875ccb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:00Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:19.470457 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3c71194e-5b71-4f53-9b3b-ef9f19f38c53 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:19.475993 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7deb2c4d-a798-45c8-898c-3183a8491a7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:19.483681 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-49b11cea-9617-4a6e-b5fd-bf1a9f3134d1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9f7637c-87ac-464f-adbc-aeaf22b63e53 HTTP/1.1" status: 200 len: 217 time: 0.1166847 Jun 17 08:52:19.484261 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-4a91e9b6-7a9d-47bb-87c4-d61e875ccb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:19.537794 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2a3c3-7c75-490f-97d7-d33733355be8 req-ba75cec4-d8e0-4dc1-9744-57dd85083c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:19.540894 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-67b2a3c3-7c75-490f-97d7-d33733355be8 req-ba75cec4-d8e0-4dc1-9744-57dd85083c9c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6a90c192-5112-4500-bada-8795220ee466 HTTP/1.1" status: 200 len: 1097 time: 0.2471828 Jun 17 08:52:19.544456 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a91e9b6-7a9d-47bb-87c4-d61e875ccb30 None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:19.545121 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-4a91e9b6-7a9d-47bb-87c4-d61e875ccb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:00Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:19.606194 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-4a91e9b6-7a9d-47bb-87c4-d61e875ccb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:19.606830 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a91e9b6-7a9d-47bb-87c4-d61e875ccb30 None None] The sync data for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:19.624988 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-cdbc7321-ef68-4d8f-a77e-9b3cf2a1e3a1 None None] For port 947f1820-382c-4b32-a73d-3f50da6e6bd4, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:19.660870 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-cdbc7321-ef68-4d8f-a77e-9b3cf2a1e3a1 None None] For port 947f1820-382c-4b32-a73d-3f50da6e6bd4, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=947f1820-382c-4b32-a73d-3f50da6e6bd4,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:52:19.756262 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-67b2a3c3-7c75-490f-97d7-d33733355be8 req-660d9a7b-4a65-43e9-9cb9-78cdb69213cc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d46efc0a-d831-4d3b-837d-b9b5b7821fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078300 Jun 17 08:52:19.758331 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d4678164-faf3-4f71-830e-09b3256c111d req-bcb7d6cf-bcde-4318-a8df-e7ceb43970f8 tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0665183 Jun 17 08:52:19.758928 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7321-ef68-4d8f-a77e-9b3cf2a1e3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:19.759671 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-f1e8c4bc-05d6-440b-95e6-729fc05e449f admin admin] Allocated IP 172.20.0.1 (72d8b842-a93a-49cd-96a6-6c184eb0702b/2c904474-a671-4dcb-93e1-4a2c746c3c88/4ec50eee-7c7f-4e56-9793-7df744d30efb) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:19.764437 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-4bf61fcd-a8fc-4dc5-8dab-c578135dc200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:19.825290 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4994757-cc55-417b-b721-f79cb5b94a0f None None] Pushing event updated for resources: {'Port': ['ID=947f1820-382c-4b32-a73d-3f50da6e6bd4,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:19.829948 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f4994757-cc55-417b-b721-f79cb5b94a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:19.854856 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbc7321-ef68-4d8f-a77e-9b3cf2a1e3a1 None None] Routers {'2d242d03-81bf-4b19-a984-ef1c0976fe34'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:19.856983 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-cdbc7321-ef68-4d8f-a77e-9b3cf2a1e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:00Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['2d242d03-81bf-4b19-a984-ef1c0976fe34'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:19.874149 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1fe6eb92-95c6-41b1-9640-77eaf06bcd5e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:19.875437 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1fe6eb92-95c6-41b1-9640-77eaf06bcd5e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.1823604 Jun 17 08:52:19.878702 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59978) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:19.965398 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-39de3b78-beb2-4c53-b561-d7e571f9280d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Deleting port 5ecadd5b-af40-4ec1-8699-d15139b5cad4 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:19.966298 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-39de3b78-beb2-4c53-b561-d7e571f9280d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:19.973374 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71194e-5b71-4f53-9b3b-ef9f19f38c53 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Pushing event updated for resources: {'Subnet': ['ID=5c7be0a1-e8e6-4cd5-9655-6aec34c05086,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:19.982182 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3c71194e-5b71-4f53-9b3b-ef9f19f38c53 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:19.985549 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-5f53b1e7-2284-480e-a7d9-0e2621899d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:19.990812 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-5f53b1e7-2284-480e-a7d9-0e2621899d4a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a83ebad8-51c9-4ee1-95b8-dfade1c9c144 HTTP/1.1" status: 200 len: 848 time: 0.1274915 Jun 17 08:52:20.003211 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-cdbc7321-ef68-4d8f-a77e-9b3cf2a1e3a1 None None] Set router 2d242d03-81bf-4b19-a984-ef1c0976fe34 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:20.007930 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c71194e-5b71-4f53-9b3b-ef9f19f38c53 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Checking segment: {'id': '5c039912-d74b-483c-b4ce-b23eab272519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'aa5c4d2d-e034-4163-9709-2d1251f59d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:20.008176 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c71194e-5b71-4f53-9b3b-ef9f19f38c53 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Network hostable DHCP agents. Network: aa5c4d2d-e034-4163-9709-2d1251f59d12, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:52:20.042122 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f1e8c4bc-05d6-440b-95e6-729fc05e449f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:20.061510 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ace9b-717a-4047-80f0-c280e1273613 req-6a6b6e79-16c0-4cd6-bec8-73b8cc3aeb73 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:20.063126 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-994ace9b-717a-4047-80f0-c280e1273613 req-6a6b6e79-16c0-4cd6-bec8-73b8cc3aeb73 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 943 time: 0.1577730 Jun 17 08:52:20.078623 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-f1e8c4bc-05d6-440b-95e6-729fc05e449f admin admin] Transition to ACTIVE for port object 4ec50eee-7c7f-4e56-9793-7df744d30efb will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:20.100186 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-ddef84ac-7abf-4663-8c0a-a87fb1f70d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:20.101593 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-ddef84ac-7abf-4663-8c0a-a87fb1f70d85 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98c6fd42-c22b-4725-9f11-0381a8c4c410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1066046 Jun 17 08:52:20.169269 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-994ace9b-717a-4047-80f0-c280e1273613 req-e77ce5eb-6bfd-4078-87fb-80db4f71c40c tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0893712 Jun 17 08:52:20.171886 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c71194e-5b71-4f53-9b3b-ef9f19f38c53 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Network aa5c4d2d-e034-4163-9709-2d1251f59d12 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:52:20.192865 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-39de3b78-beb2-4c53-b561-d7e571f9280d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:20.219055 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-deafb5a9-911a-4077-b2f2-a92651591909 service neutron] 10.222.0.50 "GET /v2.0/networks/98c6fd42-c22b-4725-9f11-0381a8c4c410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088955 Jun 17 08:52:20.219926 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-cdbc7321-ef68-4d8f-a77e-9b3cf2a1e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d242d03-81bf-4b19-a984-ef1c0976fe34', 'name': 'tempest-ServersTestMultiNic-1083453017-router', 'tenant_id': 'efb1f4611b1f491e8763ca939f24a14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '947f1820-382c-4b32-a73d-3f50da6e6bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:52:15Z', 'revision_number': 3, 'project_id': 'efb1f4611b1f491e8763ca939f24a14b', 'gw_port': {'id': '947f1820-382c-4b32-a73d-3f50da6e6bd4', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d242d03-81bf-4b19-a984-ef1c0976fe34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:14Z', 'updated_at': '2021-06-17T08:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:20.249571 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbc7321-ef68-4d8f-a77e-9b3cf2a1e3a1 None None] The sync data for ids ['2d242d03-81bf-4b19-a984-ef1c0976fe34'] in n-d-758944-30 is: [{'id': '2d242d03-81bf-4b19-a984-ef1c0976fe34', 'name': 'tempest-ServersTestMultiNic-1083453017-router', 'tenant_id': 'efb1f4611b1f491e8763ca939f24a14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '947f1820-382c-4b32-a73d-3f50da6e6bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:52:15Z', 'revision_number': 3, 'project_id': 'efb1f4611b1f491e8763ca939f24a14b', 'gw_port': {'id': '947f1820-382c-4b32-a73d-3f50da6e6bd4', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d242d03-81bf-4b19-a984-ef1c0976fe34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:14Z', 'updated_at': '2021-06-17T08:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:20.289313 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-3c71194e-5b71-4f53-9b3b-ef9f19f38c53 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, aa5c4d2d-e034-4163-9709-2d1251f59d12) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:20.294054 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-39de3b78-beb2-4c53-b561-d7e571f9280d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Calling delete_port for 5ecadd5b-af40-4ec1-8699-d15139b5cad4 owned by network:router_interface {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:20.301830 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d12f33c-fa0a-420d-981d-7f0c9993a980 None None] Network aa5c4d2d-e034-4163-9709-2d1251f59d12 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:20.306516 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c71194e-5b71-4f53-9b3b-ef9f19f38c53 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:20.307365 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3c71194e-5b71-4f53-9b3b-ef9f19f38c53 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:20.382313 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8b747dc0-4045-4de1-943b-70c379ebd9bf req-2a4a9ad9-5322-4942-b83d-8ec6896aac65 service neutron] 10.222.0.50 "GET /v2.0/networks/98c6fd42-c22b-4725-9f11-0381a8c4c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560085 Jun 17 08:52:20.399952 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:20.420694 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3c71194e-5b71-4f53-9b3b-ef9f19f38c53 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3901618 Jun 17 08:52:20.427053 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59982) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:20.432873 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-d40c940c-f21e-482e-954d-624bfac27088 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Request body: {'subnet': {'network_id': '26fddeca-c847-4a25-b26f-d900bc76597d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:20.445393 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f1e8c4bc-05d6-440b-95e6-729fc05e449f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:20.479174 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-bed535d6-13b7-4522-83b2-b89682f627d3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:20.552108 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21c3ce0-1620-41c4-b481-e8e5f3459e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-aa5c4d2d-e034-4163-9709-2d1251f59d12', 'network_id': 'aa5c4d2d-e034-4163-9709-2d1251f59d12', 'tenant_id': '6151b9a1cbdb47b58bb257665571ce22', 'fixed_ips': [{'subnet_id': '5c7be0a1-e8e6-4cd5-9655-6aec34c05086'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:52:20.553228 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d21c3ce0-1620-41c4-b481-e8e5f3459e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:20.726776 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050f6ae-517d-4f88-8858-ed93d73b4a00 req-ee297bf4-94b7-4c9c-af09-fa53440de3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:20.728413 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a050f6ae-517d-4f88-8858-ed93d73b4a00 req-ee297bf4-94b7-4c9c-af09-fa53440de3fd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=625e2459307b434fab6fcf2f0c349af9&device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 1095 time: 0.0819106 Jun 17 08:52:20.744934 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-d21c3ce0-1620-41c4-b481-e8e5f3459e7e None None] Allocated IP 10.1.1.2 (aa5c4d2d-e034-4163-9709-2d1251f59d12/5c7be0a1-e8e6-4cd5-9655-6aec34c05086/58493e41-aa01-4821-8ccc-d020856636d3) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:20.770523 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40c940c-f21e-482e-954d-624bfac27088 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Made reservation on behalf of 6151b9a1cbdb47b58bb257665571ce22 for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:20.775277 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d40c940c-f21e-482e-954d-624bfac27088 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:20.999609 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050f6ae-517d-4f88-8858-ed93d73b4a00 req-562d288f-ccac-40da-bce3-8fca49507260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:21.001226 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a050f6ae-517d-4f88-8858-ed93d73b4a00 req-562d288f-ccac-40da-bce3-8fca49507260 service neutron] 10.222.0.50 "GET /v2.0/networks?id=98c6fd42-c22b-4725-9f11-0381a8c4c410 HTTP/1.1" status: 200 len: 910 time: 0.2647064 Jun 17 08:52:21.062516 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a050f6ae-517d-4f88-8858-ed93d73b4a00 req-f30cc470-98bd-46ac-9c85-55babd212ac9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9f7637c-87ac-464f-adbc-aeaf22b63e53 HTTP/1.1" status: 200 len: 217 time: 0.0532918 Jun 17 08:52:21.111363 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e8c4bc-05d6-440b-95e6-729fc05e449f admin admin] Network 72d8b842-a93a-49cd-96a6-6c184eb0702b is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:21.128425 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-f1e8c4bc-05d6-440b-95e6-729fc05e449f admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:21.131253 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e8c4bc-05d6-440b-95e6-729fc05e449f admin admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:21.166092 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c26edcda-fada-4b4d-9d51-5b0a61f3d10c req-b9e0625f-90d6-40b6-bfe9-11223002626f tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0440361 Jun 17 08:52:21.172907 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8c4bc-05d6-440b-95e6-729fc05e449f admin admin] Pushing event updated for resources: {'Port': ['ID=4ec50eee-7c7f-4e56-9793-7df744d30efb,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:21.178015 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f1e8c4bc-05d6-440b-95e6-729fc05e449f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:21.226125 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050f6ae-517d-4f88-8858-ed93d73b4a00 req-60e3bb01-8ce8-41a6-9034-89bec0114352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:21.227643 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a050f6ae-517d-4f88-8858-ed93d73b4a00 req-60e3bb01-8ce8-41a6-9034-89bec0114352 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a83ebad8-51c9-4ee1-95b8-dfade1c9c144 HTTP/1.1" status: 200 len: 848 time: 0.1385357 Jun 17 08:52:21.329584 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f1e8c4bc-05d6-440b-95e6-729fc05e449f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:21.335388 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 947f1820-382c-4b32-a73d-3f50da6e6bd4 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:21.377110 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050f6ae-517d-4f88-8858-ed93d73b4a00 req-7a5c79eb-eb21-41e5-9940-39e8a7603614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:21.379070 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a050f6ae-517d-4f88-8858-ed93d73b4a00 req-7a5c79eb-eb21-41e5-9940-39e8a7603614 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98c6fd42-c22b-4725-9f11-0381a8c4c410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1149023 Jun 17 08:52:21.445820 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf3062-a7af-4d34-ae4a-a33b8ef67ee3 req-b08755cb-a5fb-4df5-a26f-50f8e742b023 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:21.447426 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3fcf3062-a7af-4d34-ae4a-a33b8ef67ee3 req-b08755cb-a5fb-4df5-a26f-50f8e742b023 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a90c192-5112-4500-bada-8795220ee466 HTTP/1.1" status: 200 len: 945 time: 1.0468922 Jun 17 08:52:21.495162 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d40c940c-f21e-482e-954d-624bfac27088 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:21.501045 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ca00a756-ac40-40d9-8021-d29ab05d26ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:21.506475 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 947f1820-382c-4b32-a73d-3f50da6e6bd4 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:21.514320 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 947f1820-382c-4b32-a73d-3f50da6e6bd4 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:21.515082 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:21.594453 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3fcf3062-a7af-4d34-ae4a-a33b8ef67ee3 req-434bc94a-2ba1-4f87-9f0d-328e16b70326 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/security-groups?id=d46efc0a-d831-4d3b-837d-b9b5b7821fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188390 Jun 17 08:52:21.617746 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a050f6ae-517d-4f88-8858-ed93d73b4a00 req-7bbf6a58-beb4-48dd-8b35-0091987f6427 service neutron] 10.222.0.50 "GET /v2.0/networks/98c6fd42-c22b-4725-9f11-0381a8c4c410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315340 Jun 17 08:52:21.623486 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c940c-f21e-482e-954d-624bfac27088 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Pushing event updated for resources: {'Subnet': ['ID=8e94b162-a613-4240-90df-dcdbe75547ad,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:21.645553 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d40c940c-f21e-482e-954d-624bfac27088 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:21.653564 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-39de3b78-beb2-4c53-b561-d7e571f9280d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:21.664077 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a3a9314e-7ddb-4df7-bcdc-013b3913305e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:21.668641 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4678525-305f-47d6-9c37-a450e241a3c0 req-88cb326a-71ba-4202-a80c-898e33c8a994 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:21.670172 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a4678525-305f-47d6-9c37-a450e241a3c0 req-88cb326a-71ba-4202-a80c-898e33c8a994 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 943 time: 0.2563076 Jun 17 08:52:21.680065 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-180620a7-eaac-4bda-b9ef-753a118aa06f None None] Provisioning for port 4ec50eee-7c7f-4e56-9793-7df744d30efb completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:21.691560 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de3b78-beb2-4c53-b561-d7e571f9280d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Port': ['ID=5ecadd5b-af40-4ec1-8699-d15139b5cad4,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:21.695365 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:21.697585 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-39de3b78-beb2-4c53-b561-d7e571f9280d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:21.700932 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-180620a7-eaac-4bda-b9ef-753a118aa06f None None] Provisioning complete for port 4ec50eee-7c7f-4e56-9793-7df744d30efb triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:21.701417 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-180620a7-eaac-4bda-b9ef-753a118aa06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:21.718319 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40c940c-f21e-482e-954d-624bfac27088 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Checking segment: {'id': '45a38bf1-7491-48ef-8fa7-3ee660a527d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '26fddeca-c847-4a25-b26f-d900bc76597d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:21.718693 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40c940c-f21e-482e-954d-624bfac27088 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Network hostable DHCP agents. Network: 26fddeca-c847-4a25-b26f-d900bc76597d, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:52:21.769743 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d21c3ce0-1620-41c4-b481-e8e5f3459e7e None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:21.778795 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a4678525-305f-47d6-9c37-a450e241a3c0 req-2e7748c6-2942-49b4-a4ec-2ac373f65b0a tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697587 Jun 17 08:52:21.797297 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a050f6ae-517d-4f88-8858-ed93d73b4a00 req-771c40a9-f980-4b56-a471-a134e8835ac4 service neutron] 10.222.0.50 "GET /v2.0/networks/98c6fd42-c22b-4725-9f11-0381a8c4c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659272 Jun 17 08:52:21.817621 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-d21c3ce0-1620-41c4-b481-e8e5f3459e7e None None] Transition to ACTIVE for port object 58493e41-aa01-4821-8ccc-d020856636d3 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:21.842582 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 947f1820-382c-4b32-a73d-3f50da6e6bd4, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=947f1820-382c-4b32-a73d-3f50da6e6bd4,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:21.860636 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40c940c-f21e-482e-954d-624bfac27088 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Network 26fddeca-c847-4a25-b26f-d900bc76597d is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:52:21.861205 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-180620a7-eaac-4bda-b9ef-753a118aa06f None None] Port 4ec50eee-7c7f-4e56-9793-7df744d30efb cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:52:21.865665 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-d21c3ce0-1620-41c4-b481-e8e5f3459e7e None None] Transition to ACTIVE for port object 58493e41-aa01-4821-8ccc-d020856636d3 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:21.882386 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f1e8c4bc-05d6-440b-95e6-729fc05e449f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:21.895796 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-39de3b78-beb2-4c53-b561-d7e571f9280d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:21.912440 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3427d4cf-fc41-4650-9a87-6b339257e207 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:21.925098 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:21.928299 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-969edb8f-a39f-4a2e-b0aa-ce3eaa672e37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:21.949019 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-d40c940c-f21e-482e-954d-624bfac27088 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 26fddeca-c847-4a25-b26f-d900bc76597d) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:21.953329 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40c940c-f21e-482e-954d-624bfac27088 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:21.953946 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d40c940c-f21e-482e-954d-624bfac27088 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:21.960355 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d21c3ce0-1620-41c4-b481-e8e5f3459e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:21.971819 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97327b7-c0e2-40ef-92b7-d0ce6c1b4793 None None] Network 26fddeca-c847-4a25-b26f-d900bc76597d requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:22.046546 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21c3ce0-1620-41c4-b481-e8e5f3459e7e None None] Network aa5c4d2d-e034-4163-9709-2d1251f59d12 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:22.053491 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-d21c3ce0-1620-41c4-b481-e8e5f3459e7e None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:22.057217 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21c3ce0-1620-41c4-b481-e8e5f3459e7e None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:22.059799 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=947f1820-382c-4b32-a73d-3f50da6e6bd4,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:22.064120 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:22.066166 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-2deeecac-a9f4-4b35-acd6-1f463323e7da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:22.093910 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 59992) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:22.096155 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d40c940c-f21e-482e-954d-624bfac27088 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6670249 Jun 17 08:52:22.109025 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-4e5630f3-b9eb-4fe5-9711-1423dafb1e8a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Request body: {'port': {'network_id': 'aa5c4d2d-e034-4163-9709-2d1251f59d12', 'name': 'tempest-TaggedBootDevicesTest_v242-1215883227', 'fixed_ips': [{'subnet_id': '5c7be0a1-e8e6-4cd5-9655-6aec34c05086'}]}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:22.174803 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-d21c3ce0-1620-41c4-b481-e8e5f3459e7e None None] Attempting to bind port 58493e41-aa01-4821-8ccc-d020856636d3 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:52:22.175168 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-d21c3ce0-1620-41c4-b481-e8e5f3459e7e None None] Attempting to bind port 58493e41-aa01-4821-8ccc-d020856636d3 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '5c039912-d74b-483c-b4ce-b23eab272519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'aa5c4d2d-e034-4163-9709-2d1251f59d12'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:52:22.175526 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21c3ce0-1620-41c4-b481-e8e5f3459e7e None None] Attempting to bind port 58493e41-aa01-4821-8ccc-d020856636d3 on network aa5c4d2d-e034-4163-9709-2d1251f59d12 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:22.179846 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c3ce0-1620-41c4-b481-e8e5f3459e7e None None] Pushing event updated for resources: {'Port': ['ID=58493e41-aa01-4821-8ccc-d020856636d3,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:22.185495 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-d21c3ce0-1620-41c4-b481-e8e5f3459e7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:22.203494 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21c3ce0-1620-41c4-b481-e8e5f3459e7e None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:52:22.203950 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21c3ce0-1620-41c4-b481-e8e5f3459e7e None None] Checking segment: {'id': '5c039912-d74b-483c-b4ce-b23eab272519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'aa5c4d2d-e034-4163-9709-2d1251f59d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:22.204329 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d21c3ce0-1620-41c4-b481-e8e5f3459e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:22.204733 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21c3ce0-1620-41c4-b481-e8e5f3459e7e None None] Bound using segment: {'id': '5c039912-d74b-483c-b4ce-b23eab272519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'aa5c4d2d-e034-4163-9709-2d1251f59d12'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:52:22.205228 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-d21c3ce0-1620-41c4-b481-e8e5f3459e7e None None] Bound port: 58493e41-aa01-4821-8ccc-d020856636d3, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c039912-d74b-483c-b4ce-b23eab272519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'aa5c4d2d-e034-4163-9709-2d1251f59d12'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:52:22.205673 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d21c3ce0-1620-41c4-b481-e8e5f3459e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:22.327306 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8ac250-16df-4810-9ba4-184ed7a470fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-26fddeca-c847-4a25-b26f-d900bc76597d', 'network_id': '26fddeca-c847-4a25-b26f-d900bc76597d', 'tenant_id': '6151b9a1cbdb47b58bb257665571ce22', 'fixed_ips': [{'subnet_id': '8e94b162-a613-4240-90df-dcdbe75547ad'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:52:22.328437 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac250-16df-4810-9ba4-184ed7a470fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:22.339372 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-d21c3ce0-1620-41c4-b481-e8e5f3459e7e None None] For port 58493e41-aa01-4821-8ccc-d020856636d3, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:22.363743 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-d21c3ce0-1620-41c4-b481-e8e5f3459e7e None None] For port 58493e41-aa01-4821-8ccc-d020856636d3, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=58493e41-aa01-4821-8ccc-d020856636d3,segment=NetworkSegment(5c039912-d74b-483c-b4ce-b23eab272519),segment_id=5c039912-d74b-483c-b4ce-b23eab272519)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:52:22.365396 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39de3b78-beb2-4c53-b561-d7e571f9280d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Router 7f903f6f-5bd9-4b16-b9f1-74e269ae5290 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:22.371585 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5d260881-ace3-4f27-8dae-670d5a18313b req-7a1b4492-eaee-45ee-b2ae-77bc32003207 tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0322371 Jun 17 08:52:22.479160 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d21c3ce0-1620-41c4-b481-e8e5f3459e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:22.484390 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-3cf0875d-2e2d-49cb-ae24-9a63c406c0c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:22.520440 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-3d8ac250-16df-4810-9ba4-184ed7a470fd None None] Allocated IP 10.2.2.2 (26fddeca-c847-4a25-b26f-d900bc76597d/8e94b162-a613-4240-90df-dcdbe75547ad/67aa3069-b34f-4379-bd27-7b8300dee769) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:22.553599 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f1e8c4bc-05d6-440b-95e6-729fc05e449f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:22.572470 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c3ce0-1620-41c4-b481-e8e5f3459e7e None None] Pushing event updated for resources: {'Port': ['ID=58493e41-aa01-4821-8ccc-d020856636d3,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:22.593587 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39de3b78-beb2-4c53-b561-d7e571f9280d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:22.603555 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-39de3b78-beb2-4c53-b561-d7e571f9280d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "PUT /v2.0/routers/7f903f6f-5bd9-4b16-b9f1-74e269ae5290/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5957963 Jun 17 08:52:22.605366 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 59996) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:22.612504 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22628ab2-f0ff-4eed-b575-8966a0d9a193 None None] Sync routers for ids ['7f903f6f-5bd9-4b16-b9f1-74e269ae5290'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:22.623570 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-d21c3ce0-1620-41c4-b481-e8e5f3459e7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:22.624421 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22628ab2-f0ff-4eed-b575-8966a0d9a193 None None] Routers {'7f903f6f-5bd9-4b16-b9f1-74e269ae5290'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:22.624819 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-22628ab2-f0ff-4eed-b575-8966a0d9a193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:00Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7f903f6f-5bd9-4b16-b9f1-74e269ae5290'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:22.679201 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5630f3-b9eb-4fe5-9711-1423dafb1e8a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Made reservation on behalf of 6151b9a1cbdb47b58bb257665571ce22 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:22.694035 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f1e8c4bc-05d6-440b-95e6-729fc05e449f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:22.701682 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-22628ab2-f0ff-4eed-b575-8966a0d9a193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:22.717255 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-91f946fa-0054-42af-b68b-686ab9b236ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:22.721663 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22628ab2-f0ff-4eed-b575-8966a0d9a193 None None] Routers {'7f903f6f-5bd9-4b16-b9f1-74e269ae5290'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:22.722316 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-22628ab2-f0ff-4eed-b575-8966a0d9a193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:00Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7f903f6f-5bd9-4b16-b9f1-74e269ae5290'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:22.741087 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac250-16df-4810-9ba4-184ed7a470fd None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:22.753319 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-3d8ac250-16df-4810-9ba4-184ed7a470fd None None] Transition to ACTIVE for port object 67aa3069-b34f-4379-bd27-7b8300dee769 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:22.771873 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-3d8ac250-16df-4810-9ba4-184ed7a470fd None None] Transition to ACTIVE for port object 67aa3069-b34f-4379-bd27-7b8300dee769 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:22.784478 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8c4bc-05d6-440b-95e6-729fc05e449f admin admin] Pushing event updated for resources: {'Port': ['ID=4ec50eee-7c7f-4e56-9793-7df744d30efb,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:22.796180 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-22628ab2-f0ff-4eed-b575-8966a0d9a193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:22.796796 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f1e8c4bc-05d6-440b-95e6-729fc05e449f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:22.796950 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22628ab2-f0ff-4eed-b575-8966a0d9a193 None None] The sync data for ids ['7f903f6f-5bd9-4b16-b9f1-74e269ae5290'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:22.855346 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac250-16df-4810-9ba4-184ed7a470fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:22.858107 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-dbe92cef-3cce-443a-b94c-03e626446ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:22.901574 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8ac250-16df-4810-9ba4-184ed7a470fd None None] Network 26fddeca-c847-4a25-b26f-d900bc76597d is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:22.922498 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-3d8ac250-16df-4810-9ba4-184ed7a470fd None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:22.929924 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8ac250-16df-4810-9ba4-184ed7a470fd None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:22.935650 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ac250-16df-4810-9ba4-184ed7a470fd None None] Pushing event updated for resources: {'Port': ['ID=67aa3069-b34f-4379-bd27-7b8300dee769,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:22.939097 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-3d8ac250-16df-4810-9ba4-184ed7a470fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:22.944224 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device a9f7637c-87ac-464f-adbc-aeaf22b63e53 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:52:22.992007 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4e5630f3-b9eb-4fe5-9711-1423dafb1e8a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:22.995314 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-a88eedc1-5be5-4024-9ac6-04b42cc51e55 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] remove_router_interface failed (client error): The resource could not be found. Jun 17 08:52:22.997329 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a88eedc1-5be5-4024-9ac6-04b42cc51e55 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "PUT /v2.0/routers/7f903f6f-5bd9-4b16-b9f1-74e269ae5290/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3911054 Jun 17 08:52:23.000036 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60004) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:23.046765 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [None req-4e5630f3-b9eb-4fe5-9711-1423dafb1e8a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] device_id is not set on port 0415a8c1-4204-4df5-b3cc-5702b1fcca74 yet. {{(pid=94519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:52:23.066331 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e538e7b3-524c-4ef6-a2d8-9e03ed462735 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f903f6f-5bd9-4b16-b9f1-74e269ae5290 HTTP/1.1" status: 200 len: 205 time: 0.0645363 Jun 17 08:52:23.068685 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60008) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:23.093189 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-3427d4cf-fc41-4650-9a87-6b339257e207 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Allocated IP 172.20.0.1 (da66f6de-260b-4b7e-8b93-85136a1c4c5f/1feb857f-1ed8-4f15-9865-64948e4ee0ed/f2411c41-f179-4d99-8d9a-12101e681587) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:23.135844 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port a9f7637c-87ac-464f-adbc-aeaf22b63e53, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=a9f7637c-87ac-464f-adbc-aeaf22b63e53,segment=NetworkSegment(2373654b-367c-4520-893d-6049a39482c6),segment_id=2373654b-367c-4520-893d-6049a39482c6)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:23.138621 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-3d8ac250-16df-4810-9ba4-184ed7a470fd None None] Attempting to bind port 67aa3069-b34f-4379-bd27-7b8300dee769 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:52:23.139009 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-3d8ac250-16df-4810-9ba4-184ed7a470fd None None] Attempting to bind port 67aa3069-b34f-4379-bd27-7b8300dee769 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '45a38bf1-7491-48ef-8fa7-3ee660a527d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '26fddeca-c847-4a25-b26f-d900bc76597d'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:52:23.139385 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ac250-16df-4810-9ba4-184ed7a470fd None None] Attempting to bind port 67aa3069-b34f-4379-bd27-7b8300dee769 on network 26fddeca-c847-4a25-b26f-d900bc76597d {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:23.144364 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f1e8c4bc-05d6-440b-95e6-729fc05e449f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:23.151795 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ac250-16df-4810-9ba4-184ed7a470fd None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:52:23.152228 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ac250-16df-4810-9ba4-184ed7a470fd None None] Checking segment: {'id': '45a38bf1-7491-48ef-8fa7-3ee660a527d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '26fddeca-c847-4a25-b26f-d900bc76597d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:23.152532 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac250-16df-4810-9ba4-184ed7a470fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:23.152937 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ac250-16df-4810-9ba4-184ed7a470fd None None] Bound using segment: {'id': '45a38bf1-7491-48ef-8fa7-3ee660a527d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '26fddeca-c847-4a25-b26f-d900bc76597d'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:52:23.153437 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-3d8ac250-16df-4810-9ba4-184ed7a470fd None None] Bound port: 67aa3069-b34f-4379-bd27-7b8300dee769, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a38bf1-7491-48ef-8fa7-3ee660a527d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '26fddeca-c847-4a25-b26f-d900bc76597d'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:52:23.154867 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac250-16df-4810-9ba4-184ed7a470fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:23.164721 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': 'a9f7637c-87ac-464f-adbc-aeaf22b63e53', 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410', 'port_id': 'a9f7637c-87ac-464f-adbc-aeaf22b63e53', 'mac_address': 'fa:16:3e:4f:93:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:52:23.202086 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b3374da7-08e9-4203-a74e-669830478eb0 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:23.272879 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:23.289441 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-3d8ac250-16df-4810-9ba4-184ed7a470fd None None] For port 67aa3069-b34f-4379-bd27-7b8300dee769, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:23.295585 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-3d8ac250-16df-4810-9ba4-184ed7a470fd None None] For port 67aa3069-b34f-4379-bd27-7b8300dee769, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=67aa3069-b34f-4379-bd27-7b8300dee769,segment=NetworkSegment(45a38bf1-7491-48ef-8fa7-3ee660a527d8),segment_id=45a38bf1-7491-48ef-8fa7-3ee660a527d8)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:52:23.310029 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f7637c-87ac-464f-adbc-aeaf22b63e53 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:52:23.342888 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port a9f7637c-87ac-464f-adbc-aeaf22b63e53, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=a9f7637c-87ac-464f-adbc-aeaf22b63e53,segment=NetworkSegment(2373654b-367c-4520-893d-6049a39482c6),segment_id=2373654b-367c-4520-893d-6049a39482c6)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:23.360131 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3caec4-ec42-4b25-bbe1-d96eb83a06df req-56f598c1-b2db-4110-9ff8-511776fa09aa tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:23.361716 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ca3caec4-ec42-4b25-bbe1-d96eb83a06df req-56f598c1-b2db-4110-9ff8-511776fa09aa tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a90c192-5112-4500-bada-8795220ee466 HTTP/1.1" status: 200 len: 945 time: 0.3538380 Jun 17 08:52:23.395472 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac250-16df-4810-9ba4-184ed7a470fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:23.399278 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-7ba03480-24bc-4e0f-8a1b-af28b906e9bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:23.400969 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b3374da7-08e9-4203-a74e-669830478eb0 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:23.405954 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b3374da7-08e9-4203-a74e-669830478eb0 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:23.417501 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962cc4c-b189-42d0-9bb7-4744426a8796 req-07360ab3-a6b0-464b-ba1d-944feea2b4e0 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:23.419340 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a962cc4c-b189-42d0-9bb7-4744426a8796 req-07360ab3-a6b0-464b-ba1d-944feea2b4e0 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 943 time: 0.2678328 Jun 17 08:52:23.447342 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 58493e41-aa01-4821-8ccc-d020856636d3 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:23.456410 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:23.497588 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a962cc4c-b189-42d0-9bb7-4744426a8796 req-9a73e4e9-c7cb-4d42-bf81-f474bcfa6643 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411055 Jun 17 08:52:23.522387 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ca3caec4-ec42-4b25-bbe1-d96eb83a06df req-e338aaba-fe05-4b29-afce-b9f990c930e7 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/security-groups?id=d46efc0a-d831-4d3b-837d-b9b5b7821fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416628 Jun 17 08:52:23.522387 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-4e5630f3-b9eb-4fe5-9711-1423dafb1e8a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Allocated IP 10.1.1.157 (aa5c4d2d-e034-4163-9709-2d1251f59d12/5c7be0a1-e8e6-4cd5-9655-6aec34c05086/0415a8c1-4204-4df5-b3cc-5702b1fcca74) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:23.526830 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e8c4bc-05d6-440b-95e6-729fc05e449f admin admin] Network 72d8b842-a93a-49cd-96a6-6c184eb0702b is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:23.537772 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3427d4cf-fc41-4650-9a87-6b339257e207 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:23.541883 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-f1e8c4bc-05d6-440b-95e6-729fc05e449f admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:23.568309 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ac250-16df-4810-9ba4-184ed7a470fd None None] Pushing event updated for resources: {'Port': ['ID=67aa3069-b34f-4379-bd27-7b8300dee769,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:23.572076 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-3d8ac250-16df-4810-9ba4-184ed7a470fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:23.572912 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-854013d0-4c18-4e0d-b76d-4ab7d9dbf83c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:23.592041 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b3374da7-08e9-4203-a74e-669830478eb0 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:23.593090 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3374da7-08e9-4203-a74e-669830478eb0 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Fanout notify agent at l3_agent the message router_deleted on router 7f903f6f-5bd9-4b16-b9f1-74e269ae5290 {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:52:23.617763 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b3374da7-08e9-4203-a74e-669830478eb0 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:23.617763 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b3374da7-08e9-4203-a74e-669830478eb0 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/routers/7f903f6f-5bd9-4b16-b9f1-74e269ae5290 HTTP/1.1" status: 204 len: 168 time: 0.5465586 Jun 17 08:52:23.620474 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60014) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:23.706345 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 58493e41-aa01-4821-8ccc-d020856636d3 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:23.723982 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 947f1820-382c-4b32-a73d-3f50da6e6bd4 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:23.784427 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccae07e5-8dc3-4b1c-9f0f-d13593f595e5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Deleting subnet 61177893-cce8-45df-90be-22c5c4a59c5b {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:52:23.797863 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ccae07e5-8dc3-4b1c-9f0f-d13593f595e5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:23.831456 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['a9f7637c-87ac-464f-adbc-aeaf22b63e53'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:52:23.849435 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4e5630f3-b9eb-4fe5-9711-1423dafb1e8a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:23.868437 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-4e5630f3-b9eb-4fe5-9711-1423dafb1e8a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Transition to ACTIVE for port object 0415a8c1-4204-4df5-b3cc-5702b1fcca74 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:23.900475 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=a9f7637c-87ac-464f-adbc-aeaf22b63e53,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:23.908159 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:23.931657 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ccae07e5-8dc3-4b1c-9f0f-d13593f595e5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:23.991824 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 947f1820-382c-4b32-a73d-3f50da6e6bd4 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:23.991824 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:24.041487 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3427d4cf-fc41-4650-9a87-6b339257e207 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:24.091507 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a81d3520-3514-4e6c-b8bb-4b4a8571d15f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:24.125066 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ccae07e5-8dc3-4b1c-9f0f-d13593f595e5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:24.145879 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-03ff31d3-abb3-414a-875c-2b2f2acc7b5f req-b6d56e9a-94b6-49fa-ab5a-664b74f8b496 tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.2571743 Jun 17 08:52:24.220735 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3427d4cf-fc41-4650-9a87-6b339257e207 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Network da66f6de-260b-4b7e-8b93-85136a1c4c5f is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:24.230517 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-3427d4cf-fc41-4650-9a87-6b339257e207 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:24.239310 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3427d4cf-fc41-4650-9a87-6b339257e207 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:24.275834 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b83e3457-c691-46a9-979a-0ac713ed6665 None None] Provisioning complete for port 4ec50eee-7c7f-4e56-9793-7df744d30efb triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:24.276778 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b83e3457-c691-46a9-979a-0ac713ed6665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:24.328294 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-b83e3457-c691-46a9-979a-0ac713ed6665 None None] Port 4ec50eee-7c7f-4e56-9793-7df744d30efb cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:52:24.392284 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501818f5-be0c-4469-851d-9cd24ce8ae1d None None] Network aa5c4d2d-e034-4163-9709-2d1251f59d12 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:24.403578 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ccae07e5-8dc3-4b1c-9f0f-d13593f595e5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:24.407099 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-53cb1c8d-0e2e-4269-a530-2dc7f5e6a21e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:24.439647 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae07e5-8dc3-4b1c-9f0f-d13593f595e5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Subnet': ['ID=61177893-cce8-45df-90be-22c5c4a59c5b,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:24.442808 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ccae07e5-8dc3-4b1c-9f0f-d13593f595e5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:24.444122 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ccae07e5-8dc3-4b1c-9f0f-d13593f595e5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:24.446272 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ccae07e5-8dc3-4b1c-9f0f-d13593f595e5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/subnets/61177893-cce8-45df-90be-22c5c4a59c5b HTTP/1.1" status: 204 len: 168 time: 0.8245537 Jun 17 08:52:24.449570 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60020) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:24.461456 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf5367d-7093-4412-92a3-e7acb3b22c68 None None] Network fa3dbddc-89b8-475b-98e4-d192da167e74 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:24.536072 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e42e37bc-96c8-4290-8496-ae8b37469d1f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:24.593329 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a9c69d05-b9f9-459d-a025-489cb1293e45 None None] Provisioning for port 58493e41-aa01-4821-8ccc-d020856636d3 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:24.607005 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-e42e37bc-96c8-4290-8496-ae8b37469d1f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Deleting port 51d25f62-0b18-461d-9826-a38cc6c5fcdb {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:24.608961 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e42e37bc-96c8-4290-8496-ae8b37469d1f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:24.639305 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a9c69d05-b9f9-459d-a025-489cb1293e45 None None] Provisioning complete for port 58493e41-aa01-4821-8ccc-d020856636d3 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:24.639806 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a9c69d05-b9f9-459d-a025-489cb1293e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:24.650581 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3427d4cf-fc41-4650-9a87-6b339257e207 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:24.703778 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-e42e37bc-96c8-4290-8496-ae8b37469d1f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] For port 51d25f62-0b18-461d-9826-a38cc6c5fcdb, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=51d25f62-0b18-461d-9826-a38cc6c5fcdb,segment=NetworkSegment(2b5cd814-30ff-4a9c-8744-3273e2be1985),segment_id=2b5cd814-30ff-4a9c-8744-3273e2be1985)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:24.703778 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e42e37bc-96c8-4290-8496-ae8b37469d1f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:24.713769 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427d4cf-fc41-4650-9a87-6b339257e207 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event updated for resources: {'Port': ['ID=f2411c41-f179-4d99-8d9a-12101e681587,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:24.716815 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3427d4cf-fc41-4650-9a87-6b339257e207 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:24.749502 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e8c4bc-05d6-440b-95e6-729fc05e449f admin admin] Router 2d242d03-81bf-4b19-a984-ef1c0976fe34 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:24.789830 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4e5630f3-b9eb-4fe5-9711-1423dafb1e8a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:24.793792 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-e42e37bc-96c8-4290-8496-ae8b37469d1f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Calling delete_port for 51d25f62-0b18-461d-9826-a38cc6c5fcdb owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:24.800155 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a4a30cbb-80c6-4ec9-8a77-196e3364a641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:24.887019 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5630f3-b9eb-4fe5-9711-1423dafb1e8a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Pushing event updated for resources: {'Port': ['ID=0415a8c1-4204-4df5-b3cc-5702b1fcca74,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:24.890161 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4e5630f3-b9eb-4fe5-9711-1423dafb1e8a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:24.941409 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device a9f7637c-87ac-464f-adbc-aeaf22b63e53 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:24.971049 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4177a5cb-41bd-4674-88b0-bff6edda56a9 None None] DHCP port deletion for fa3dbddc-89b8-475b-98e4-d192da167e74 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:52:24.974611 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e42e37bc-96c8-4290-8496-ae8b37469d1f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:24.978317 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a9c69d05-b9f9-459d-a025-489cb1293e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:24.989278 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e6b97978-f5c1-411f-bbb7-af4a80cc3364 tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:24.994364 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d3768-ccd4-4e66-88ef-1f23e5e78dd5 req-861c3380-6a35-400e-ae80-172861791da4 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:24.994651 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42e37bc-96c8-4290-8496-ae8b37469d1f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] No DVR routers for this DVR port 51d25f62-0b18-461d-9826-a38cc6c5fcdb on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:25.002962 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-209d3768-ccd4-4e66-88ef-1f23e5e78dd5 req-861c3380-6a35-400e-ae80-172861791da4 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 944 time: 0.3495204 Jun 17 08:52:25.022876 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5630f3-b9eb-4fe5-9711-1423dafb1e8a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Network aa5c4d2d-e034-4163-9709-2d1251f59d12 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:25.039253 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-4e5630f3-b9eb-4fe5-9711-1423dafb1e8a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:25.047833 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5630f3-b9eb-4fe5-9711-1423dafb1e8a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:25.051019 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e37bc-96c8-4290-8496-ae8b37469d1f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Port': ['ID=51d25f62-0b18-461d-9826-a38cc6c5fcdb,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:25.054956 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e42e37bc-96c8-4290-8496-ae8b37469d1f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:25.066985 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a9c69d05-b9f9-459d-a025-489cb1293e45 None None] For port 58493e41-aa01-4821-8ccc-d020856636d3, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=58493e41-aa01-4821-8ccc-d020856636d3,segment=NetworkSegment(5c039912-d74b-483c-b4ce-b23eab272519),segment_id=5c039912-d74b-483c-b4ce-b23eab272519)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:25.117829 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d120a-aa4a-4baa-ac0a-4b8799647d00 req-29104f6b-a9fa-40af-8620-4afe18f740cc tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:25.119923 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e82d120a-aa4a-4baa-ac0a-4b8799647d00 req-29104f6b-a9fa-40af-8620-4afe18f740cc tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a90c192-5112-4500-bada-8795220ee466 HTTP/1.1" status: 200 len: 945 time: 0.2048774 Jun 17 08:52:25.139215 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-209d3768-ccd4-4e66-88ef-1f23e5e78dd5 req-5fdd069a-edb8-4395-b40d-f3f7c7f35d0c tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1352608 Jun 17 08:52:25.143365 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e8c4bc-05d6-440b-95e6-729fc05e449f admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:25.152023 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e42e37bc-96c8-4290-8496-ae8b37469d1f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.172769 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16385bcf-a8f8-4248-a5c0-f7d4d5917a68 None None] Sync routers for ids ['2d242d03-81bf-4b19-a984-ef1c0976fe34'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:25.181774 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f1e8c4bc-05d6-440b-95e6-729fc05e449f admin admin] 10.222.0.49 "PUT /v2.0/routers/2d242d03-81bf-4b19-a984-ef1c0976fe34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5749338 Jun 17 08:52:25.185176 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16385bcf-a8f8-4248-a5c0-f7d4d5917a68 None None] Routers {'2d242d03-81bf-4b19-a984-ef1c0976fe34'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:25.185824 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-16385bcf-a8f8-4248-a5c0-f7d4d5917a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:00Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['2d242d03-81bf-4b19-a984-ef1c0976fe34'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:25.186542 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-e42e37bc-96c8-4290-8496-ae8b37469d1f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa3dbddc-89b8-475b-98e4-d192da167e74']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:25.202904 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a9c69d05-b9f9-459d-a025-489cb1293e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.219425 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5630f3-b9eb-4fe5-9711-1423dafb1e8a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:25.225099 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4e5630f3-b9eb-4fe5-9711-1423dafb1e8a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.231628 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-e42e37bc-96c8-4290-8496-ae8b37469d1f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b5cd814-30ff-4a9c-8744-3273e2be1985') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:25.231628 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-e42e37bc-96c8-4290-8496-ae8b37469d1f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b5cd814-30ff-4a9c-8744-3273e2be1985') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:25.294491 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e42e37bc-96c8-4290-8496-ae8b37469d1f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.319758 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:25.319992 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3427d4cf-fc41-4650-9a87-6b339257e207 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.333386 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e82d120a-aa4a-4baa-ac0a-4b8799647d00 req-bd1abe31-8f25-4397-abe3-f3ad4eb722d3 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/security-groups?id=d46efc0a-d831-4d3b-837d-b9b5b7821fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069814 Jun 17 08:52:25.359839 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e42e37bc-96c8-4290-8496-ae8b37469d1f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.378813 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e42e37bc-96c8-4290-8496-ae8b37469d1f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:52:25.379233 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e42e37bc-96c8-4290-8496-ae8b37469d1f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:52:25.385651 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:52:25.477215 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4e5630f3-b9eb-4fe5-9711-1423dafb1e8a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3791316 Jun 17 08:52:25.485564 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port a9f7637c-87ac-464f-adbc-aeaf22b63e53 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:25.497572 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 67aa3069-b34f-4379-bd27-7b8300dee769 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:25.499585 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e4222c-1b8c-421c-b4a3-826c84f5d421 None None] Network 26fddeca-c847-4a25-b26f-d900bc76597d requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:25.538033 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60032) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:25.538382 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60034) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:25.544395 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-08a45d5b-8d59-4612-b6fd-a5f70caf878a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Request body: {'port': {'network_id': 'aa5c4d2d-e034-4163-9709-2d1251f59d12', 'name': 'tempest-TaggedBootDevicesTest_v242-1332892662', 'fixed_ips': [{'subnet_id': '5c7be0a1-e8e6-4cd5-9655-6aec34c05086'}]}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:25.636992 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-d95e705a-3056-41c0-a85c-e0662aa64a95 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1029666214'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:25.788460 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95e705a-3056-41c0-a85c-e0662aa64a95 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Made reservation on behalf of efb1f4611b1f491e8763ca939f24a14b for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:25.796280 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d95e705a-3056-41c0-a85c-e0662aa64a95 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.815725 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port a9f7637c-87ac-464f-adbc-aeaf22b63e53 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:25.816115 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.836722 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ba6804d3-9edb-419b-92e0-9056dda7cef5 req-f05b0378-ebad-45f4-aba6-cf0fe4b66a3c tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0390232 Jun 17 08:52:25.881744 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d95e705a-3056-41c0-a85c-e0662aa64a95 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:52:25.907725 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d95e705a-3056-41c0-a85c-e0662aa64a95 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.907995 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-d95e705a-3056-41c0-a85c-e0662aa64a95 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Added segment 80e4d3c2-24d1-411a-8139-b9cf37df6b05 of type vlan for network cf1f31fe-52f0-440b-a024-251321addef4 Jun 17 08:52:25.935380 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-84e7448c-b9ac-452f-a32a-928bc185372d None None] Provisioning complete for port 58493e41-aa01-4821-8ccc-d020856636d3 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:25.935797 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-84e7448c-b9ac-452f-a32a-928bc185372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.938430 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-95b6273f-b0f9-4c3d-b26b-f173c5618ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.940476 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e42e37bc-96c8-4290-8496-ae8b37469d1f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.940731 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c69d05-b9f9-459d-a025-489cb1293e45 None None] Pushing event updated for resources: {'Port': ['ID=58493e41-aa01-4821-8ccc-d020856636d3,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:25.945151 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a9c69d05-b9f9-459d-a025-489cb1293e45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:25.946838 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a45d5b-8d59-4612-b6fd-a5f70caf878a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Made reservation on behalf of 6151b9a1cbdb47b58bb257665571ce22 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:25.951437 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-08a45d5b-8d59-4612-b6fd-a5f70caf878a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.959262 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e42e37bc-96c8-4290-8496-ae8b37469d1f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.965716 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e42e37bc-96c8-4290-8496-ae8b37469d1f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/networks/fa3dbddc-89b8-475b-98e4-d192da167e74 HTTP/1.1" status: 204 len: 168 time: 1.5134583 Jun 17 08:52:25.967562 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-14daa25e-e69f-4aa1-a983-276e6d5a0f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:25.975650 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60038) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:25.988297 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-5a61b241-cedb-4250-bc79-afd7589cfe73 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-151410885'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:25.990695 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e37bc-96c8-4290-8496-ae8b37469d1f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Network': ['ID=fa3dbddc-89b8-475b-98e4-d192da167e74,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:25.994749 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e42e37bc-96c8-4290-8496-ae8b37469d1f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:25.996168 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d95e705a-3056-41c0-a85c-e0662aa64a95 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:26.013496 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-16385bcf-a8f8-4248-a5c0-f7d4d5917a68 None None] Set router 2d242d03-81bf-4b19-a984-ef1c0976fe34 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:26.022912 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3427d4cf-fc41-4650-9a87-6b339257e207 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:26.025589 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [None req-08a45d5b-8d59-4612-b6fd-a5f70caf878a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] device_id is not set on port 5269241d-21a4-49da-bcdb-dd2423416209 yet. {{(pid=94519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:52:26.130511 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3427d4cf-fc41-4650-9a87-6b339257e207 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:26.133494 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-87d90a3a-d708-4535-87e4-5e2168f3a906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:26.199267 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a61b241-cedb-4250-bc79-afd7589cfe73 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Made reservation on behalf of b453b4a14bef4e7aaf5f450aad1ada65 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:26.202720 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5a61b241-cedb-4250-bc79-afd7589cfe73 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:26.218602 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d95e705a-3056-41c0-a85c-e0662aa64a95 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:26.224172 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95e705a-3056-41c0-a85c-e0662aa64a95 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:26.224791 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d95e705a-3056-41c0-a85c-e0662aa64a95 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:26.238451 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 67aa3069-b34f-4379-bd27-7b8300dee769 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:26.263747 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:26.332607 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 51d25f62-0b18-461d-9826-a38cc6c5fcdb no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:26.360373 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427d4cf-fc41-4650-9a87-6b339257e207 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event updated for resources: {'Port': ['ID=f2411c41-f179-4d99-8d9a-12101e681587,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:26.366479 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3427d4cf-fc41-4650-9a87-6b339257e207 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:26.367334 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b62654-10a8-472f-aba4-72e0bfc613ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f7637c-87ac-464f-adbc-aeaf22b63e53'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:52:26.369712 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d1a267-727a-4e55-8385-b6401200cfa0" -d '{"events": [{"server_uuid": "12b62654-10a8-472f-aba4-72e0bfc613ad", "name": "network-vif-plugged", "status": "completed", "tag": "a9f7637c-87ac-464f-adbc-aeaf22b63e53"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:26.373002 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3427d4cf-fc41-4650-9a87-6b339257e207 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:26.375876 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 51d25f62-0b18-461d-9826-a38cc6c5fcdb {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:52:26.376232 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 51d25f62-0b18-461d-9826-a38cc6c5fcdb not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:26.378934 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ea930bc9-05e6-4c7c-aaff-b1257be14ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:26.409403 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port a9f7637c-87ac-464f-adbc-aeaf22b63e53, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=a9f7637c-87ac-464f-adbc-aeaf22b63e53,segment=NetworkSegment(2373654b-367c-4520-893d-6049a39482c6),segment_id=2373654b-367c-4520-893d-6049a39482c6)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:26.420775 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a61b241-cedb-4250-bc79-afd7589cfe73 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:52:26.443196 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c7671a-3370-4b02-9026-b0d399cda5df x-openstack-request-id: req-67c7671a-3370-4b02-9026-b0d399cda5df {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:26.444276 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b62654-10a8-472f-aba4-72e0bfc613ad", "name": "network-vif-plugged", "status": "completed", "tag": "a9f7637c-87ac-464f-adbc-aeaf22b63e53", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:26.444276 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-67c7671a-3370-4b02-9026-b0d399cda5df {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:26.452335 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b62654-10a8-472f-aba4-72e0bfc613ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f7637c-87ac-464f-adbc-aeaf22b63e53', 'code': 200} Jun 17 08:52:26.469806 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-16385bcf-a8f8-4248-a5c0-f7d4d5917a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d242d03-81bf-4b19-a984-ef1c0976fe34', 'name': 'tempest-ServersTestMultiNic-1083453017-router', 'tenant_id': 'efb1f4611b1f491e8763ca939f24a14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '947f1820-382c-4b32-a73d-3f50da6e6bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 4, 'project_id': 'efb1f4611b1f491e8763ca939f24a14b', 'gw_port': {'id': '947f1820-382c-4b32-a73d-3f50da6e6bd4', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d242d03-81bf-4b19-a984-ef1c0976fe34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:14Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '4ec50eee-7c7f-4e56-9793-7df744d30efb', 'name': '', 'network_id': '72d8b842-a93a-49cd-96a6-6c184eb0702b', 'tenant_id': 'efb1f4611b1f491e8763ca939f24a14b', 'mac_address': 'fa:16:3e:6d:65:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d242d03-81bf-4b19-a984-ef1c0976fe34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '2c904474-a671-4dcb-93e1-4a2c746c3c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:19Z', 'updated_at': '2021-06-17T08:52:22Z', 'revision_number': 2, 'project_id': 'efb1f4611b1f491e8763ca939f24a14b', 'subnets': [{'id': '2c904474-a671-4dcb-93e1-4a2c746c3c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:26.470168 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-08a45d5b-8d59-4612-b6fd-a5f70caf878a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Allocated IP 10.1.1.63 (aa5c4d2d-e034-4163-9709-2d1251f59d12/5c7be0a1-e8e6-4cd5-9655-6aec34c05086/5269241d-21a4-49da-bcdb-dd2423416209) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:26.478341 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d95e705a-3056-41c0-a85c-e0662aa64a95 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9294586 Jun 17 08:52:26.482640 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60048) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:26.496850 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5a61b241-cedb-4250-bc79-afd7589cfe73 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:26.497054 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-df93b330-8b30-411c-b85c-7022e2ac09a2 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Request body: {'subnet': {'network_id': 'cf1f31fe-52f0-440b-a024-251321addef4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:26.497198 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-5a61b241-cedb-4250-bc79-afd7589cfe73 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Added segment 845668df-74c0-4dfc-9a1b-d17185c0d3ea of type vlan for network 5bee10c4-bb57-4eca-b0e5-85affba3788b Jun 17 08:52:26.548234 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:26.550245 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16385bcf-a8f8-4248-a5c0-f7d4d5917a68 None None] Checking router: 2d242d03-81bf-4b19-a984-ef1c0976fe34 for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:52:26.550592 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16385bcf-a8f8-4248-a5c0-f7d4d5917a68 None None] Updating router 2d242d03-81bf-4b19-a984-ef1c0976fe34 port 4ec50eee-7c7f-4e56-9793-7df744d30efb binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:52:26.564884 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-84e7448c-b9ac-452f-a32a-928bc185372d None None] Provisioning for port 67aa3069-b34f-4379-bd27-7b8300dee769 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:26.568372 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-d21c3ce0-1620-41c4-b481-e8e5f3459e7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:26.617481 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-84e7448c-b9ac-452f-a32a-928bc185372d None None] Provisioning complete for port 67aa3069-b34f-4379-bd27-7b8300dee769 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:26.617810 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-84e7448c-b9ac-452f-a32a-928bc185372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:26.642675 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e705a-3056-41c0-a85c-e0662aa64a95 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Pushing event updated for resources: {'Network': ['ID=cf1f31fe-52f0-440b-a024-251321addef4,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:26.660219 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d95e705a-3056-41c0-a85c-e0662aa64a95 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:26.665760 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network cf1f31fe-52f0-440b-a024-251321addef4 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:52:26.682266 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5a61b241-cedb-4250-bc79-afd7589cfe73 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:26.694068 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-16385bcf-a8f8-4248-a5c0-f7d4d5917a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:26.699367 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63469801-0d39-43b9-a7e7-cbd1ace9bf79 req-829b0125-bc85-4b6e-bf9a-56b9a56327fb tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:26.701306 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-63469801-0d39-43b9-a7e7-cbd1ace9bf79 req-829b0125-bc85-4b6e-bf9a-56b9a56327fb tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a90c192-5112-4500-bada-8795220ee466 HTTP/1.1" status: 200 len: 945 time: 0.4583793 Jun 17 08:52:26.723410 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92385bfa-8bed-4d31-b415-519c47df18a7 req-68fa33da-c976-411a-be92-0860f067dd52 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:26.725278 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-92385bfa-8bed-4d31-b415-519c47df18a7 req-68fa33da-c976-411a-be92-0860f067dd52 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 944 time: 0.4176447 Jun 17 08:52:26.740075 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=a9f7637c-87ac-464f-adbc-aeaf22b63e53,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:26.740330 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4485834-6f49-4b08-b582-e7f8482764a7 req-c606a896-cf00-4f35-9c30-e5dd3dc6ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:26.741592 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d4485834-6f49-4b08-b582-e7f8482764a7 req-c606a896-cf00-4f35-9c30-e5dd3dc6ab65 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 1097 time: 0.1380517 Jun 17 08:52:26.748762 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:26.767683 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176dda5-1e12-45c6-8b3d-f32044a7fdc9 req-0b3b300c-a463-404f-b72d-435b38b4fd81 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:26.769240 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3176dda5-1e12-45c6-8b3d-f32044a7fdc9 req-0b3b300c-a463-404f-b72d-435b38b4fd81 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a90c192-5112-4500-bada-8795220ee466 HTTP/1.1" status: 200 len: 945 time: 0.1791124 Jun 17 08:52:26.815305 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df93b330-8b30-411c-b85c-7022e2ac09a2 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Made reservation on behalf of efb1f4611b1f491e8763ca939f24a14b for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:26.819184 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-df93b330-8b30-411c-b85c-7022e2ac09a2 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:26.839591 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d4485834-6f49-4b08-b582-e7f8482764a7 req-e2531531-0a53-45ad-9368-974427b48636 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0865278 Jun 17 08:52:26.856453 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3176dda5-1e12-45c6-8b3d-f32044a7fdc9 req-7c39240d-10e0-40eb-a63e-dad450b39b25 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/security-groups?id=d46efc0a-d831-4d3b-837d-b9b5b7821fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777798 Jun 17 08:52:26.902739 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3427d4cf-fc41-4650-9a87-6b339257e207 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Network da66f6de-260b-4b7e-8b93-85136a1c4c5f is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:26.917199 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-92385bfa-8bed-4d31-b415-519c47df18a7 req-324d3df9-ccad-49c2-b593-6c0fdc629604 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1684055 Jun 17 08:52:26.919427 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-84e7448c-b9ac-452f-a32a-928bc185372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:26.926755 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-3427d4cf-fc41-4650-9a87-6b339257e207 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:26.963349 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5a61b241-cedb-4250-bc79-afd7589cfe73 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:26.982211 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a61b241-cedb-4250-bc79-afd7589cfe73 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:26.992484 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5a61b241-cedb-4250-bc79-afd7589cfe73 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:26.997936 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-84e7448c-b9ac-452f-a32a-928bc185372d None None] For port 67aa3069-b34f-4379-bd27-7b8300dee769, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=67aa3069-b34f-4379-bd27-7b8300dee769,segment=NetworkSegment(45a38bf1-7491-48ef-8fa7-3ee660a527d8),segment_id=45a38bf1-7491-48ef-8fa7-3ee660a527d8)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:26.999385 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:27.081795 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-84e7448c-b9ac-452f-a32a-928bc185372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.087247 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-d21c3ce0-1620-41c4-b481-e8e5f3459e7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:27.179563 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7448c-b9ac-452f-a32a-928bc185372d None None] Pushing event updated for resources: {'Port': ['ID=67aa3069-b34f-4379-bd27-7b8300dee769,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:27.184467 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-84e7448c-b9ac-452f-a32a-928bc185372d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:27.214431 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-16385bcf-a8f8-4248-a5c0-f7d4d5917a68 None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.219792 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b810d43d-306e-47b3-9134-a373c6f57c7b req-ce9c0310-7e6a-4827-9282-a7f4f8ba937e tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0955241 Jun 17 08:52:27.223772 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-df93b330-8b30-411c-b85c-7022e2ac09a2 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.225983 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-16385bcf-a8f8-4248-a5c0-f7d4d5917a68 None None] Transition to ACTIVE for port object 4ec50eee-7c7f-4e56-9793-7df744d30efb will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:27.229771 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-47ae1c76-d56a-4be7-8593-be7b39091a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:27.231974 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61b241-cedb-4250-bc79-afd7589cfe73 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Network': ['ID=5bee10c4-bb57-4eca-b0e5-85affba3788b,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:27.241947 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5a61b241-cedb-4250-bc79-afd7589cfe73 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:27.243596 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 5bee10c4-bb57-4eca-b0e5-85affba3788b details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:52:27.258654 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-08a45d5b-8d59-4612-b6fd-a5f70caf878a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.263384 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-84e7448c-b9ac-452f-a32a-928bc185372d None None] Provisioning for port 0415a8c1-4204-4df5-b3cc-5702b1fcca74 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:27.272555 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60052) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:27.273584 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5a61b241-cedb-4250-bc79-afd7589cfe73 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2911794 Jun 17 08:52:27.279413 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-616feb04-ab94-475c-9150-7bacd68bb936 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'subnet': {'network_id': '5bee10c4-bb57-4eca-b0e5-85affba3788b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:27.284148 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-08a45d5b-8d59-4612-b6fd-a5f70caf878a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Transition to ACTIVE for port object 5269241d-21a4-49da-bcdb-dd2423416209 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:27.295614 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 58493e41-aa01-4821-8ccc-d020856636d3 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:27.300390 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-84e7448c-b9ac-452f-a32a-928bc185372d None None] Provisioning complete for port 0415a8c1-4204-4df5-b3cc-5702b1fcca74 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:27.300764 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-84e7448c-b9ac-452f-a32a-928bc185372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.313170 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-63469801-0d39-43b9-a7e7-cbd1ace9bf79 req-5c8f1700-eb26-4b18-ae15-bfc82b43df1d tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Deleting port 89108acc-511b-4a59-92e3-9ac286ee2af5 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:27.313510 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-63469801-0d39-43b9-a7e7-cbd1ace9bf79 req-5c8f1700-eb26-4b18-ae15-bfc82b43df1d tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.343300 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-16385bcf-a8f8-4248-a5c0-f7d4d5917a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.357491 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:27.368698 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93b330-8b30-411c-b85c-7022e2ac09a2 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Pushing event updated for resources: {'Subnet': ['ID=4f35d048-8046-4b33-8711-690a21bc8e84,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:27.377487 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-df93b330-8b30-411c-b85c-7022e2ac09a2 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:27.377737 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3427d4cf-fc41-4650-9a87-6b339257e207 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Router 3e32954e-284e-4730-bacd-ab3280499d59 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:27.393060 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df93b330-8b30-411c-b85c-7022e2ac09a2 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Checking segment: {'id': '80e4d3c2-24d1-411a-8139-b9cf37df6b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cf1f31fe-52f0-440b-a024-251321addef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:27.393528 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df93b330-8b30-411c-b85c-7022e2ac09a2 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Network hostable DHCP agents. Network: cf1f31fe-52f0-440b-a024-251321addef4, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:52:27.404879 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ac13e-9195-48a5-bc94-afa36cb8a7dc None None] Pushing event updated for resources: {'Port': ['ID=4ec50eee-7c7f-4e56-9793-7df744d30efb,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:27.408939 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-bb3ac13e-9195-48a5-bc94-afa36cb8a7dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:27.472685 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-84e7448c-b9ac-452f-a32a-928bc185372d None None] Port 0415a8c1-4204-4df5-b3cc-5702b1fcca74 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:52:27.506602 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-08a45d5b-8d59-4612-b6fd-a5f70caf878a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.519721 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-63469801-0d39-43b9-a7e7-cbd1ace9bf79 req-5c8f1700-eb26-4b18-ae15-bfc82b43df1d tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] For port 89108acc-511b-4a59-92e3-9ac286ee2af5, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=89108acc-511b-4a59-92e3-9ac286ee2af5,segment=NetworkSegment(0b1bde60-c7b4-44ef-b4bb-8cf5d2c4159f),segment_id=0b1bde60-c7b4-44ef-b4bb-8cf5d2c4159f)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:27.520090 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-63469801-0d39-43b9-a7e7-cbd1ace9bf79 req-5c8f1700-eb26-4b18-ae15-bfc82b43df1d tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.526811 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fbcb08bd-208e-49b1-a70d-0b1f55ed6194 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:27.541252 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616feb04-ab94-475c-9150-7bacd68bb936 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Made reservation on behalf of b453b4a14bef4e7aaf5f450aad1ada65 for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:27.544974 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 58493e41-aa01-4821-8ccc-d020856636d3 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:27.545673 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.551180 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-16385bcf-a8f8-4248-a5c0-f7d4d5917a68 None None] Attempting to bind port 4ec50eee-7c7f-4e56-9793-7df744d30efb on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:52:27.551844 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-16385bcf-a8f8-4248-a5c0-f7d4d5917a68 None None] Attempting to bind port 4ec50eee-7c7f-4e56-9793-7df744d30efb by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '465483f9-cee2-4abf-9f81-d9ce640dddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '72d8b842-a93a-49cd-96a6-6c184eb0702b'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:52:27.551844 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16385bcf-a8f8-4248-a5c0-f7d4d5917a68 None None] Attempting to bind port 4ec50eee-7c7f-4e56-9793-7df744d30efb on network 72d8b842-a93a-49cd-96a6-6c184eb0702b {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:27.566990 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-616feb04-ab94-475c-9150-7bacd68bb936 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.582670 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16385bcf-a8f8-4248-a5c0-f7d4d5917a68 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:52:27.583107 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16385bcf-a8f8-4248-a5c0-f7d4d5917a68 None None] Checking segment: {'id': '465483f9-cee2-4abf-9f81-d9ce640dddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '72d8b842-a93a-49cd-96a6-6c184eb0702b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:27.583469 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-16385bcf-a8f8-4248-a5c0-f7d4d5917a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.583907 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16385bcf-a8f8-4248-a5c0-f7d4d5917a68 None None] Bound using segment: {'id': '465483f9-cee2-4abf-9f81-d9ce640dddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '72d8b842-a93a-49cd-96a6-6c184eb0702b'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:52:27.584405 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-16385bcf-a8f8-4248-a5c0-f7d4d5917a68 None None] Bound port: 4ec50eee-7c7f-4e56-9793-7df744d30efb, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465483f9-cee2-4abf-9f81-d9ce640dddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '72d8b842-a93a-49cd-96a6-6c184eb0702b'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:52:27.584792 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-16385bcf-a8f8-4248-a5c0-f7d4d5917a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.649738 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3427d4cf-fc41-4650-9a87-6b339257e207 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:27.656713 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df93b330-8b30-411c-b85c-7022e2ac09a2 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Network cf1f31fe-52f0-440b-a024-251321addef4 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:52:27.657158 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-d549538c-10c2-4906-ba5a-56cc0cff908c None None] Provisioning complete for port 67aa3069-b34f-4379-bd27-7b8300dee769 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:27.657672 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d549538c-10c2-4906-ba5a-56cc0cff908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.663469 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc45006-7eb2-4805-951b-04802fd37a46 None None] Sync routers for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:27.684043 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc45006-7eb2-4805-951b-04802fd37a46 None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:27.690257 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-63469801-0d39-43b9-a7e7-cbd1ace9bf79 req-5c8f1700-eb26-4b18-ae15-bfc82b43df1d tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Calling delete_port for 89108acc-511b-4a59-92e3-9ac286ee2af5 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:27.692961 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-efc45006-7eb2-4805-951b-04802fd37a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:00Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:27.694058 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a45d5b-8d59-4612-b6fd-a5f70caf878a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Network aa5c4d2d-e034-4163-9709-2d1251f59d12 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:27.703855 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3427d4cf-fc41-4650-9a87-6b339257e207 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "PUT /v2.0/routers/3e32954e-284e-4730-bacd-ab3280499d59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8238852 Jun 17 08:52:27.710753 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60054) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:27.712587 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-08a45d5b-8d59-4612-b6fd-a5f70caf878a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:27.721927 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-8894d920-1eaf-4fbf-ae8d-d77b5d53ff68 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Request body: {'port': {'network_id': 'da66f6de-260b-4b7e-8b93-85136a1c4c5f', 'name': 'tempest-FloatingIPTestJSON-430269214'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:27.725975 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a45d5b-8d59-4612-b6fd-a5f70caf878a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:27.786889 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a45d5b-8d59-4612-b6fd-a5f70caf878a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Pushing event updated for resources: {'Port': ['ID=5269241d-21a4-49da-bcdb-dd2423416209,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:27.815988 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-16385bcf-a8f8-4248-a5c0-f7d4d5917a68 None None] For port 4ec50eee-7c7f-4e56-9793-7df744d30efb, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:27.826004 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-16385bcf-a8f8-4248-a5c0-f7d4d5917a68 None None] For port 4ec50eee-7c7f-4e56-9793-7df744d30efb, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=4ec50eee-7c7f-4e56-9793-7df744d30efb,segment=NetworkSegment(465483f9-cee2-4abf-9f81-d9ce640dddee),segment_id=465483f9-cee2-4abf-9f81-d9ce640dddee)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:52:27.903998 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-d549538c-10c2-4906-ba5a-56cc0cff908c None None] Provisioning complete for port 0415a8c1-4204-4df5-b3cc-5702b1fcca74 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:27.904439 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d549538c-10c2-4906-ba5a-56cc0cff908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.931556 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-16385bcf-a8f8-4248-a5c0-f7d4d5917a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.933621 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-23ffff64-d02d-41f9-9fde-bcd0144adc4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:27.963937 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-efc45006-7eb2-4805-951b-04802fd37a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:27.993566 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc45006-7eb2-4805-951b-04802fd37a46 None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:27.994241 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-efc45006-7eb2-4805-951b-04802fd37a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:00Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:28.039561 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-df93b330-8b30-411c-b85c-7022e2ac09a2 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, cf1f31fe-52f0-440b-a024-251321addef4) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:28.062375 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df93b330-8b30-411c-b85c-7022e2ac09a2 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:28.062375 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-df93b330-8b30-411c-b85c-7022e2ac09a2 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:28.079432 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-efc45006-7eb2-4805-951b-04802fd37a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:28.090732 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc45006-7eb2-4805-951b-04802fd37a46 None None] The sync data for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:28.113313 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:28.116742 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ac13e-9195-48a5-bc94-afa36cb8a7dc None None] Pushing event updated for resources: {'Port': ['ID=4ec50eee-7c7f-4e56-9793-7df744d30efb,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:28.125797 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acc1de7-a9be-453e-9e7b-6d8a9b008727 None None] Network cf1f31fe-52f0-440b-a024-251321addef4 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:28.134190 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-bb3ac13e-9195-48a5-bc94-afa36cb8a7dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:28.142016 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-d549538c-10c2-4906-ba5a-56cc0cff908c None None] Port 0415a8c1-4204-4df5-b3cc-5702b1fcca74 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:52:28.143837 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16385bcf-a8f8-4248-a5c0-f7d4d5917a68 None None] Routers {'2d242d03-81bf-4b19-a984-ef1c0976fe34'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:28.144648 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-16385bcf-a8f8-4248-a5c0-f7d4d5917a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:00Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['2d242d03-81bf-4b19-a984-ef1c0976fe34'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:28.238699 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-08a45d5b-8d59-4612-b6fd-a5f70caf878a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:28.256340 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5be14a-8af6-45d0-a32a-7ef8ae727e04 req-2b6f97f1-9943-49e0-ab32-98bae6cf7fa5 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:28.259423 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0d5be14a-8af6-45d0-a32a-7ef8ae727e04 req-2b6f97f1-9943-49e0-ab32-98bae6cf7fa5 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a90c192-5112-4500-bada-8795220ee466 HTTP/1.1" status: 200 len: 945 time: 0.1132402 Jun 17 08:52:28.280788 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-616feb04-ab94-475c-9150-7bacd68bb936 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:28.294664 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-25aa7059-6d18-4628-a519-3d839af39c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:28.304280 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-df93b330-8b30-411c-b85c-7022e2ac09a2 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8175931 Jun 17 08:52:28.305036 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60064) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:28.337197 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-1d0df596-d5cc-4412-b14f-b8760a2ebf55 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-309919663'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:28.368815 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0d5be14a-8af6-45d0-a32a-7ef8ae727e04 req-a06ae64e-dddf-49e5-80ee-eeaeea199925 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/security-groups?id=d46efc0a-d831-4d3b-837d-b9b5b7821fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030231 Jun 17 08:52:28.383506 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a45d5b-8d59-4612-b6fd-a5f70caf878a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:28.393477 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-08a45d5b-8d59-4612-b6fd-a5f70caf878a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:28.395134 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616feb04-ab94-475c-9150-7bacd68bb936 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Subnet': ['ID=df844b43-9953-40b9-8a8f-dcfdbedf1a91,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:28.410874 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-616feb04-ab94-475c-9150-7bacd68bb936 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:28.425442 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616feb04-ab94-475c-9150-7bacd68bb936 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Checking segment: {'id': '845668df-74c0-4dfc-9a1b-d17185c0d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5bee10c4-bb57-4eca-b0e5-85affba3788b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:28.427508 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616feb04-ab94-475c-9150-7bacd68bb936 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network hostable DHCP agents. Network: 5bee10c4-bb57-4eca-b0e5-85affba3788b, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:52:28.505614 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b47082-6a09-41c8-8e15-1a544f61cc8c req-00132449-35a9-4c95-8379-69e2a6456834 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:28.507547 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b5b47082-6a09-41c8-8e15-1a544f61cc8c req-00132449-35a9-4c95-8379-69e2a6456834 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.2571533 Jun 17 08:52:28.511279 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-16385bcf-a8f8-4248-a5c0-f7d4d5917a68 None None] Set router 2d242d03-81bf-4b19-a984-ef1c0976fe34 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:28.566006 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616feb04-ab94-475c-9150-7bacd68bb936 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network 5bee10c4-bb57-4eca-b0e5-85affba3788b is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:52:28.601965 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b5b47082-6a09-41c8-8e15-1a544f61cc8c req-a36dfb33-6b2d-4c02-8f83-ea9bbd5ed12a tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0851748 Jun 17 08:52:28.603246 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0df596-d5cc-4412-b14f-b8760a2ebf55 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Made reservation on behalf of efb1f4611b1f491e8763ca939f24a14b for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:28.607403 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d0df596-d5cc-4412-b14f-b8760a2ebf55 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:28.637482 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0df596-d5cc-4412-b14f-b8760a2ebf55 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:52:28.650980 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f2b4150a-b7ed-418b-a99d-d546f8456ed1 req-70120d8e-5d1e-430f-8d2e-7dc5a98cc2d5 tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0326452 Jun 17 08:52:28.651347 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d0df596-d5cc-4412-b14f-b8760a2ebf55 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:28.651347 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-1d0df596-d5cc-4412-b14f-b8760a2ebf55 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Added segment 02311f9f-99a3-48a6-b2bc-c98bc3ec1b20 of type vlan for network d6cd75c0-fc6e-4991-9c70-bb9e48399bd9 Jun 17 08:52:28.686690 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-616feb04-ab94-475c-9150-7bacd68bb936 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 5bee10c4-bb57-4eca-b0e5-85affba3788b) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:28.692332 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616feb04-ab94-475c-9150-7bacd68bb936 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:28.708339 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-616feb04-ab94-475c-9150-7bacd68bb936 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:28.709115 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d0df596-d5cc-4412-b14f-b8760a2ebf55 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:28.709245 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ce68fa-a113-42dc-a988-2b024c16238a None None] Network 5bee10c4-bb57-4eca-b0e5-85affba3788b requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:28.752210 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-63469801-0d39-43b9-a7e7-cbd1ace9bf79 req-5c8f1700-eb26-4b18-ae15-bfc82b43df1d tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:28.754906 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-08a45d5b-8d59-4612-b6fd-a5f70caf878a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2153318 Jun 17 08:52:28.760564 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ea16cb4d-7d19-488a-83aa-590b7d84b66c tempest-ImagesOneServerTestJSON-18681438 tempest-ImagesOneServerTestJSON-18681438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:28.783627 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-0b123ba5-3974-4940-bf54-c3e6a98b4852 None None] Provisioning for port 5269241d-21a4-49da-bcdb-dd2423416209 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:28.797742 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f1700-eb26-4b18-ae15-bfc82b43df1d tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Pushing event deleted for resources: {'Port': ['ID=89108acc-511b-4a59-92e3-9ac286ee2af5,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:28.798479 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf02b35-c57c-4557-84e5-1559771db61a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-cf1f31fe-52f0-440b-a024-251321addef4', 'network_id': 'cf1f31fe-52f0-440b-a024-251321addef4', 'tenant_id': 'efb1f4611b1f491e8763ca939f24a14b', 'fixed_ips': [{'subnet_id': '4f35d048-8046-4b33-8711-690a21bc8e84'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:52:28.801000 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5c8f1700-eb26-4b18-ae15-bfc82b43df1d tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:28.805278 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ddf02b35-c57c-4557-84e5-1559771db61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:28.821889 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-0b123ba5-3974-4940-bf54-c3e6a98b4852 None None] Provisioning complete for port 5269241d-21a4-49da-bcdb-dd2423416209 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:28.822443 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0b123ba5-3974-4940-bf54-c3e6a98b4852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:28.843990 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-63469801-0d39-43b9-a7e7-cbd1ace9bf79 req-5c8f1700-eb26-4b18-ae15-bfc82b43df1d tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] No DVR routers for this DVR port 89108acc-511b-4a59-92e3-9ac286ee2af5 on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:28.845679 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d0df596-d5cc-4412-b14f-b8760a2ebf55 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:28.851070 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0df596-d5cc-4412-b14f-b8760a2ebf55 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:28.851651 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d0df596-d5cc-4412-b14f-b8760a2ebf55 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:28.855437 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-63469801-0d39-43b9-a7e7-cbd1ace9bf79 req-5c8f1700-eb26-4b18-ae15-bfc82b43df1d tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:28.857351 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-63469801-0d39-43b9-a7e7-cbd1ace9bf79 req-5c8f1700-eb26-4b18-ae15-bfc82b43df1d tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.53 "DELETE /v2.0/ports/89108acc-511b-4a59-92e3-9ac286ee2af5 HTTP/1.1" status: 204 len: 173 time: 2.1469104 Jun 17 08:52:28.858009 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a82a595f-a453-467b-a422-c8057c17f0ff tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:28.861229 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a90c192-5112-4500-bada-8795220ee466', 'name': 'network-vif-deleted', 'tag': '89108acc-511b-4a59-92e3-9ac286ee2af5'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:52:28.869041 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b891da0-d494-428b-aba8-c8daea5f8096" -d '{"events": [{"server_uuid": "6a90c192-5112-4500-bada-8795220ee466", "name": "network-vif-deleted", "tag": "89108acc-511b-4a59-92e3-9ac286ee2af5"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:28.924710 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-0b123ba5-3974-4940-bf54-c3e6a98b4852 None None] Port 5269241d-21a4-49da-bcdb-dd2423416209 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:52:28.984533 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8894d920-1eaf-4fbf-ae8d-d77b5d53ff68 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Made reservation on behalf of c8e4e0fd83114975aa056417d4a04f9f for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:28.995334 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8894d920-1eaf-4fbf-ae8d-d77b5d53ff68 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:29.007573 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d91c701-2117-411e-a8a9-502bf6c1e29d x-openstack-request-id: req-9d91c701-2117-411e-a8a9-502bf6c1e29d {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:29.008006 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a90c192-5112-4500-bada-8795220ee466", "name": "network-vif-deleted", "tag": "89108acc-511b-4a59-92e3-9ac286ee2af5", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:29.008315 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d91c701-2117-411e-a8a9-502bf6c1e29d {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:29.008790 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a90c192-5112-4500-bada-8795220ee466', 'name': 'network-vif-deleted', 'tag': '89108acc-511b-4a59-92e3-9ac286ee2af5', 'status': 'completed', 'code': 200} Jun 17 08:52:29.021721 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0df596-d5cc-4412-b14f-b8760a2ebf55 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Pushing event updated for resources: {'Network': ['ID=d6cd75c0-fc6e-4991-9c70-bb9e48399bd9,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:29.025614 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1d0df596-d5cc-4412-b14f-b8760a2ebf55 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:29.032126 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [None req-8894d920-1eaf-4fbf-ae8d-d77b5d53ff68 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] device_id is not set on port fb1398d5-adbf-485f-9b9e-5c423aee1261 yet. {{(pid=94519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:52:29.041902 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network d6cd75c0-fc6e-4991-9c70-bb9e48399bd9 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:52:29.108404 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-616feb04-ab94-475c-9150-7bacd68bb936 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8347282 Jun 17 08:52:29.110888 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60072) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:29.115856 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-788b4955-96ac-4d13-9080-268ce8d7776f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-949874765', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:29.116144 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-1d0df596-d5cc-4412-b14f-b8760a2ebf55 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8058262 Jun 17 08:52:29.130543 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60074) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:29.145841 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-932f35a3-7c1c-468d-b0e9-ce1f9bbfc23f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Request body: {'subnet': {'network_id': 'd6cd75c0-fc6e-4991-9c70-bb9e48399bd9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:29.157036 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-16385bcf-a8f8-4248-a5c0-f7d4d5917a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d242d03-81bf-4b19-a984-ef1c0976fe34', 'name': 'tempest-ServersTestMultiNic-1083453017-router', 'tenant_id': 'efb1f4611b1f491e8763ca939f24a14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '947f1820-382c-4b32-a73d-3f50da6e6bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 4, 'project_id': 'efb1f4611b1f491e8763ca939f24a14b', 'gw_port': {'id': '947f1820-382c-4b32-a73d-3f50da6e6bd4', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d242d03-81bf-4b19-a984-ef1c0976fe34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:14Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '4ec50eee-7c7f-4e56-9793-7df744d30efb', 'name': '', 'network_id': '72d8b842-a93a-49cd-96a6-6c184eb0702b', 'tenant_id': 'efb1f4611b1f491e8763ca939f24a14b', 'mac_address': 'fa:16:3e:6d:65:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d242d03-81bf-4b19-a984-ef1c0976fe34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '2c904474-a671-4dcb-93e1-4a2c746c3c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:19Z', 'updated_at': '2021-06-17T08:52:27Z', 'revision_number': 4, 'project_id': 'efb1f4611b1f491e8763ca939f24a14b', 'subnets': [{'id': '2c904474-a671-4dcb-93e1-4a2c746c3c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:29.178764 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-8894d920-1eaf-4fbf-ae8d-d77b5d53ff68 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Allocated IP 172.20.0.3 (da66f6de-260b-4b7e-8b93-85136a1c4c5f/1feb857f-1ed8-4f15-9865-64948e4ee0ed/fb1398d5-adbf-485f-9b9e-5c423aee1261) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:29.206353 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a58c686-feba-4579-b8c7-4898816ebe5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-5bee10c4-bb57-4eca-b0e5-85affba3788b', 'network_id': '5bee10c4-bb57-4eca-b0e5-85affba3788b', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'fixed_ips': [{'subnet_id': 'df844b43-9953-40b9-8a8f-dcfdbedf1a91'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:52:29.207254 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0a58c686-feba-4579-b8c7-4898816ebe5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:29.214469 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-ddf02b35-c57c-4557-84e5-1559771db61a None None] Allocated IP 19.80.0.2 (cf1f31fe-52f0-440b-a024-251321addef4/4f35d048-8046-4b33-8711-690a21bc8e84/5544bb1b-6ce0-468a-a817-caeea3c668e6) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:29.217105 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16385bcf-a8f8-4248-a5c0-f7d4d5917a68 None None] The sync data for ids ['2d242d03-81bf-4b19-a984-ef1c0976fe34'] in n-d-758944-30 is: [{'id': '2d242d03-81bf-4b19-a984-ef1c0976fe34', 'name': 'tempest-ServersTestMultiNic-1083453017-router', 'tenant_id': 'efb1f4611b1f491e8763ca939f24a14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '947f1820-382c-4b32-a73d-3f50da6e6bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 4, 'project_id': 'efb1f4611b1f491e8763ca939f24a14b', 'gw_port': {'id': '947f1820-382c-4b32-a73d-3f50da6e6bd4', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d242d03-81bf-4b19-a984-ef1c0976fe34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:14Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '4ec50eee-7c7f-4e56-9793-7df744d30efb', 'name': '', 'network_id': '72d8b842-a93a-49cd-96a6-6c184eb0702b', 'tenant_id': 'efb1f4611b1f491e8763ca939f24a14b', 'mac_address': 'fa:16:3e:6d:65:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d242d03-81bf-4b19-a984-ef1c0976fe34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '2c904474-a671-4dcb-93e1-4a2c746c3c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:19Z', 'updated_at': '2021-06-17T08:52:27Z', 'revision_number': 4, 'project_id': 'efb1f4611b1f491e8763ca939f24a14b', 'subnets': [{'id': '2c904474-a671-4dcb-93e1-4a2c746c3c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:29.220523 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60076) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:29.225420 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-983872c1-60b8-4ab0-b87b-d8e10416fe7b tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2022219554', 'description': 'tempest-description--1708240591'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:29.435660 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-788b4955-96ac-4d13-9080-268ce8d7776f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:29.436756 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-788b4955-96ac-4d13-9080-268ce8d7776f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:29.495798 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8894d920-1eaf-4fbf-ae8d-d77b5d53ff68 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:29.520655 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 67aa3069-b34f-4379-bd27-7b8300dee769 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:29.566047 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-788b4955-96ac-4d13-9080-268ce8d7776f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:29.585133 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-0a58c686-feba-4579-b8c7-4898816ebe5b None None] Allocated IP 2001:db8::2 (5bee10c4-bb57-4eca-b0e5-85affba3788b/df844b43-9953-40b9-8a8f-dcfdbedf1a91/4ae5bc7f-486f-493d-b353-98c4a7b73749) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:29.613962 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bce4ebae-15d0-4405-ba4e-112b5b27a40f req-8188fc71-1cc9-4008-885b-2934d4992518 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a90c192-5112-4500-bada-8795220ee466 HTTP/1.1" status: 200 len: 210 time: 0.0458539 Jun 17 08:52:29.620540 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-983872c1-60b8-4ab0-b87b-d8e10416fe7b tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:29.651325 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 67aa3069-b34f-4379-bd27-7b8300dee769 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:29.652069 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:29.661059 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-788b4955-96ac-4d13-9080-268ce8d7776f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:29.661444 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8894d920-1eaf-4fbf-ae8d-d77b5d53ff68 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:29.669049 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5ba757fb-3396-4ec7-ab09-4d13988389a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:29.669264 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-39de3b78-beb2-4c53-b561-d7e571f9280d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:29.715794 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932f35a3-7c1c-468d-b0e9-ce1f9bbfc23f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Made reservation on behalf of efb1f4611b1f491e8763ca939f24a14b for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:29.719475 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-932f35a3-7c1c-468d-b0e9-ce1f9bbfc23f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:29.736927 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8894d920-1eaf-4fbf-ae8d-d77b5d53ff68 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Network da66f6de-260b-4b7e-8b93-85136a1c4c5f is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:29.758009 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-8894d920-1eaf-4fbf-ae8d-d77b5d53ff68 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:29.770455 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8894d920-1eaf-4fbf-ae8d-d77b5d53ff68 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:29.833827 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8894d920-1eaf-4fbf-ae8d-d77b5d53ff68 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:29.834721 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8894d920-1eaf-4fbf-ae8d-d77b5d53ff68 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:29.861144 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-788b4955-96ac-4d13-9080-268ce8d7776f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:29.865766 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-788b4955-96ac-4d13-9080-268ce8d7776f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7536638 Jun 17 08:52:29.870336 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60086) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:29.892854 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-89d608ac-3501-4f79-8a83-73601dcb3e8e req-e11cb813-31f1-40ec-b80b-c0e995712da7 tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0487785 Jun 17 08:52:29.904006 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894d920-1eaf-4fbf-ae8d-d77b5d53ff68 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event updated for resources: {'Port': ['ID=fb1398d5-adbf-485f-9b9e-5c423aee1261,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:29.924466 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8894d920-1eaf-4fbf-ae8d-d77b5d53ff68 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:29.983246 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0a58c686-feba-4579-b8c7-4898816ebe5b None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:30.011980 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-0a58c686-feba-4579-b8c7-4898816ebe5b None None] Transition to ACTIVE for port object 4ae5bc7f-486f-493d-b353-98c4a7b73749 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:30.031819 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-983872c1-60b8-4ab0-b87b-d8e10416fe7b tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:30.039022 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-0a58c686-feba-4579-b8c7-4898816ebe5b None None] Transition to ACTIVE for port object 4ae5bc7f-486f-493d-b353-98c4a7b73749 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:30.078441 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ddf02b35-c57c-4557-84e5-1559771db61a None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:30.095092 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ddf02b35-c57c-4557-84e5-1559771db61a None None] Transition to ACTIVE for port object 5544bb1b-6ce0-468a-a817-caeea3c668e6 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:30.115217 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ddf02b35-c57c-4557-84e5-1559771db61a None None] Transition to ACTIVE for port object 5544bb1b-6ce0-468a-a817-caeea3c668e6 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:30.141978 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 89108acc-511b-4a59-92e3-9ac286ee2af5 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:30.165368 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 89108acc-511b-4a59-92e3-9ac286ee2af5 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:52:30.165731 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 89108acc-511b-4a59-92e3-9ac286ee2af5 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:30.178302 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0a58c686-feba-4579-b8c7-4898816ebe5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:30.178302 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f4994757-cc55-417b-b721-f79cb5b94a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:30.181018 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-983872c1-60b8-4ab0-b87b-d8e10416fe7b tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:30.197912 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9626c67b-466e-4fcb-8d9a-d06744009bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:30.226393 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a58c686-feba-4579-b8c7-4898816ebe5b None None] Network 5bee10c4-bb57-4eca-b0e5-85affba3788b is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:30.230083 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5110c-cb83-4fd9-92af-d37a38234ce3 req-fd7d97d8-c48c-478e-99c4-004463c40701 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:30.231762 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b3b5110c-cb83-4fd9-92af-d37a38234ce3 req-fd7d97d8-c48c-478e-99c4-004463c40701 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.4034090 Jun 17 08:52:30.231916 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983872c1-60b8-4ab0-b87b-d8e10416fe7b tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ca634d-1ffa-476c-98a5-99564cbff720,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:30.235332 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-983872c1-60b8-4ab0-b87b-d8e10416fe7b tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:30.238372 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-0a58c686-feba-4579-b8c7-4898816ebe5b None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:30.242112 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a58c686-feba-4579-b8c7-4898816ebe5b None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:30.253009 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a58c686-feba-4579-b8c7-4898816ebe5b None None] Pushing event updated for resources: {'Port': ['ID=4ae5bc7f-486f-493d-b353-98c4a7b73749,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:30.256805 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0a58c686-feba-4579-b8c7-4898816ebe5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:30.288748 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ddf02b35-c57c-4557-84e5-1559771db61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:30.314834 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:30.317935 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-983872c1-60b8-4ab0-b87b-d8e10416fe7b tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:30.322308 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-983872c1-60b8-4ab0-b87b-d8e10416fe7b tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0977292 Jun 17 08:52:30.323991 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-8894d920-1eaf-4fbf-ae8d-d77b5d53ff68 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6082971 Jun 17 08:52:30.324735 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60088) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:30.325151 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60090) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:30.334482 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-9cc21bd5-7ea3-44af-940b-cac341350573 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Request body: {'port': {'network_id': 'da66f6de-260b-4b7e-8b93-85136a1c4c5f', 'name': 'tempest-FloatingIPTestJSON-1479474826'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:30.345645 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-0b628df0-99be-4aad-8d8c-deaa4441002e tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Request body: {'security_group_rule': {'security_group_id': 'b6ca634d-1ffa-476c-98a5-99564cbff720', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:30.383423 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-0a58c686-feba-4579-b8c7-4898816ebe5b None None] Attempting to bind port 4ae5bc7f-486f-493d-b353-98c4a7b73749 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:52:30.384298 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-0a58c686-feba-4579-b8c7-4898816ebe5b None None] Attempting to bind port 4ae5bc7f-486f-493d-b353-98c4a7b73749 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '845668df-74c0-4dfc-9a1b-d17185c0d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5bee10c4-bb57-4eca-b0e5-85affba3788b'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:52:30.385345 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a58c686-feba-4579-b8c7-4898816ebe5b None None] Attempting to bind port 4ae5bc7f-486f-493d-b353-98c4a7b73749 on network 5bee10c4-bb57-4eca-b0e5-85affba3788b {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:30.385770 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b3b5110c-cb83-4fd9-92af-d37a38234ce3 req-a95f4b4d-f8a2-4f18-a5e2-92562781c2a0 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1433561 Jun 17 08:52:30.398482 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf02b35-c57c-4557-84e5-1559771db61a None None] Network cf1f31fe-52f0-440b-a024-251321addef4 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:30.401830 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-ddf02b35-c57c-4557-84e5-1559771db61a None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:30.427999 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf02b35-c57c-4557-84e5-1559771db61a None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:30.428951 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-43999f4a-ce64-4a75-b0aa-183c64f651f8 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:30.471191 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a58c686-feba-4579-b8c7-4898816ebe5b None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:52:30.471660 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a58c686-feba-4579-b8c7-4898816ebe5b None None] Checking segment: {'id': '845668df-74c0-4dfc-9a1b-d17185c0d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5bee10c4-bb57-4eca-b0e5-85affba3788b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:30.472159 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0a58c686-feba-4579-b8c7-4898816ebe5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:30.472799 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a58c686-feba-4579-b8c7-4898816ebe5b None None] Bound using segment: {'id': '845668df-74c0-4dfc-9a1b-d17185c0d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5bee10c4-bb57-4eca-b0e5-85affba3788b'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:52:30.475065 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-0a58c686-feba-4579-b8c7-4898816ebe5b None None] Bound port: 4ae5bc7f-486f-493d-b353-98c4a7b73749, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845668df-74c0-4dfc-9a1b-d17185c0d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5bee10c4-bb57-4eca-b0e5-85affba3788b'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:52:30.477236 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0a58c686-feba-4579-b8c7-4898816ebe5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:30.523370 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0b628df0-99be-4aad-8d8c-deaa4441002e tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:30.540772 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-932f35a3-7c1c-468d-b0e9-ce1f9bbfc23f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:30.573196 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf02b35-c57c-4557-84e5-1559771db61a None None] Pushing event updated for resources: {'Port': ['ID=5544bb1b-6ce0-468a-a817-caeea3c668e6,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:30.576854 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-13ccf206-d81d-4568-89d0-2be19f74fadd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:30.599066 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-ddf02b35-c57c-4557-84e5-1559771db61a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:30.632745 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-ddf02b35-c57c-4557-84e5-1559771db61a None None] Attempting to bind port 5544bb1b-6ce0-468a-a817-caeea3c668e6 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:52:30.632745 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-ddf02b35-c57c-4557-84e5-1559771db61a None None] Attempting to bind port 5544bb1b-6ce0-468a-a817-caeea3c668e6 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '80e4d3c2-24d1-411a-8139-b9cf37df6b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cf1f31fe-52f0-440b-a024-251321addef4'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:52:30.632745 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf02b35-c57c-4557-84e5-1559771db61a None None] Attempting to bind port 5544bb1b-6ce0-468a-a817-caeea3c668e6 on network cf1f31fe-52f0-440b-a024-251321addef4 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:30.634089 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0b628df0-99be-4aad-8d8c-deaa4441002e tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:30.634798 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf02b35-c57c-4557-84e5-1559771db61a None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:52:30.635192 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf02b35-c57c-4557-84e5-1559771db61a None None] Checking segment: {'id': '80e4d3c2-24d1-411a-8139-b9cf37df6b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cf1f31fe-52f0-440b-a024-251321addef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:30.635605 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ddf02b35-c57c-4557-84e5-1559771db61a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:30.636084 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf02b35-c57c-4557-84e5-1559771db61a None None] Bound using segment: {'id': '80e4d3c2-24d1-411a-8139-b9cf37df6b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cf1f31fe-52f0-440b-a024-251321addef4'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:52:30.636590 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-ddf02b35-c57c-4557-84e5-1559771db61a None None] Bound port: 5544bb1b-6ce0-468a-a817-caeea3c668e6, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e4d3c2-24d1-411a-8139-b9cf37df6b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cf1f31fe-52f0-440b-a024-251321addef4'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:52:30.637059 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ddf02b35-c57c-4557-84e5-1559771db61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:30.652040 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3890ab5-a1f1-4218-817d-4f3d1ed6191e req-eb6e7eef-ec18-4763-895b-1a0f7111b159 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:30.654231 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c3890ab5-a1f1-4218-817d-4f3d1ed6191e req-eb6e7eef-ec18-4763-895b-1a0f7111b159 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.1162767 Jun 17 08:52:30.667484 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60096) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:30.671625 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-c513de25-db3d-47dc-8ca4-00d120c21158 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Request body: {'floatingip': {'port_id': 'a9f7637c-87ac-464f-adbc-aeaf22b63e53'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:30.737755 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f35a3-7c1c-468d-b0e9-ce1f9bbfc23f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Pushing event updated for resources: {'Subnet': ['ID=c0849350-a33d-40be-95f8-f947a33620d4,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:30.743443 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-932f35a3-7c1c-468d-b0e9-ce1f9bbfc23f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:30.759967 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc21bd5-7ea3-44af-940b-cac341350573 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Made reservation on behalf of c8e4e0fd83114975aa056417d4a04f9f for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:30.761613 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60100) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:30.763647 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9cc21bd5-7ea3-44af-940b-cac341350573 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:30.786535 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0b628df0-99be-4aad-8d8c-deaa4441002e tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:30.789270 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-0a58c686-feba-4579-b8c7-4898816ebe5b None None] For port 4ae5bc7f-486f-493d-b353-98c4a7b73749, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:30.796040 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-0a58c686-feba-4579-b8c7-4898816ebe5b None None] For port 4ae5bc7f-486f-493d-b353-98c4a7b73749, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=4ae5bc7f-486f-493d-b353-98c4a7b73749,segment=NetworkSegment(845668df-74c0-4dfc-9a1b-d17185c0d3ea),segment_id=845668df-74c0-4dfc-9a1b-d17185c0d3ea)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:52:30.798538 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c513de25-db3d-47dc-8ca4-00d120c21158 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for floatingip, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:30.830935 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-ddf02b35-c57c-4557-84e5-1559771db61a None None] For port 5544bb1b-6ce0-468a-a817-caeea3c668e6, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:30.834630 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-ddf02b35-c57c-4557-84e5-1559771db61a None None] For port 5544bb1b-6ce0-468a-a817-caeea3c668e6, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=5544bb1b-6ce0-468a-a817-caeea3c668e6,segment=NetworkSegment(80e4d3c2-24d1-411a-8139-b9cf37df6b05),segment_id=80e4d3c2-24d1-411a-8139-b9cf37df6b05)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:52:30.851116 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:30.889310 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0a58c686-feba-4579-b8c7-4898816ebe5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:30.892798 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932f35a3-7c1c-468d-b0e9-ce1f9bbfc23f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Checking segment: {'id': '02311f9f-99a3-48a6-b2bc-c98bc3ec1b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd6cd75c0-fc6e-4991-9c70-bb9e48399bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:30.896485 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [None req-9cc21bd5-7ea3-44af-940b-cac341350573 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] device_id is not set on port 39ea821e-7043-45b0-a76f-48f866594a70 yet. {{(pid=94519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:52:30.896630 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932f35a3-7c1c-468d-b0e9-ce1f9bbfc23f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Network hostable DHCP agents. Network: d6cd75c0-fc6e-4991-9c70-bb9e48399bd9, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:52:30.896734 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-804d231d-297e-414e-b2a6-f453ca416245 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:30.905321 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b628df0-99be-4aad-8d8c-deaa4441002e tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59715ac1-deec-4030-bb7a-e24b2dd35149,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:30.934716 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:30.936108 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ddf02b35-c57c-4557-84e5-1559771db61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:30.936524 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0b628df0-99be-4aad-8d8c-deaa4441002e tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:30.945541 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d9717a-0518-4082-abe6-155f27fb4a0a admin admin] Deleting subnet 71c245e0-5d8f-415d-93e3-362314647556 {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:52:30.966091 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-04d9717a-0518-4082-abe6-155f27fb4a0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:31.000021 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a58c686-feba-4579-b8c7-4898816ebe5b None None] Pushing event updated for resources: {'Port': ['ID=4ae5bc7f-486f-493d-b353-98c4a7b73749,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:31.006726 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0a58c686-feba-4579-b8c7-4898816ebe5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:31.007366 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a9c69d05-b9f9-459d-a025-489cb1293e45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:31.019568 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-43999f4a-ce64-4a75-b0aa-183c64f651f8 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Allocated IP 2001:db8::1 (5bee10c4-bb57-4eca-b0e5-85affba3788b/df844b43-9953-40b9-8a8f-dcfdbedf1a91/17a79bdf-f7d0-4c76-a8c7-4b45c3c21a72) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:31.044366 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0b628df0-99be-4aad-8d8c-deaa4441002e tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:31.045511 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0b628df0-99be-4aad-8d8c-deaa4441002e tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7193098 Jun 17 08:52:31.054021 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60104) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:31.059124 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-ad8de81e-e2c4-4933-b27d-e542344cec64 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Request body: {'security_group_rule': {'security_group_id': 'b6ca634d-1ffa-476c-98a5-99564cbff720', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:31.075643 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-04d9717a-0518-4082-abe6-155f27fb4a0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:31.098091 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf02b35-c57c-4557-84e5-1559771db61a None None] Pushing event updated for resources: {'Port': ['ID=5544bb1b-6ce0-468a-a817-caeea3c668e6,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:31.104214 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-ddf02b35-c57c-4557-84e5-1559771db61a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:31.142296 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932f35a3-7c1c-468d-b0e9-ce1f9bbfc23f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Network d6cd75c0-fc6e-4991-9c70-bb9e48399bd9 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:52:31.238483 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a9c35b58-ae59-49fa-9280-e0612ab2977c req-a0260b75-9695-4af3-a4d8-39f6d2824cdb tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0550706 Jun 17 08:52:31.299049 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-932f35a3-7c1c-468d-b0e9-ce1f9bbfc23f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, d6cd75c0-fc6e-4991-9c70-bb9e48399bd9) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:31.316394 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d023958-ee03-4c6f-afa2-0ed0185319c6 None None] Network d6cd75c0-fc6e-4991-9c70-bb9e48399bd9 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:31.322362 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932f35a3-7c1c-468d-b0e9-ce1f9bbfc23f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:31.322680 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-932f35a3-7c1c-468d-b0e9-ce1f9bbfc23f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:31.332664 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-04d9717a-0518-4082-abe6-155f27fb4a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:31.349176 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-9cc21bd5-7ea3-44af-940b-cac341350573 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Allocated IP 172.20.0.11 (da66f6de-260b-4b7e-8b93-85136a1c4c5f/1feb857f-1ed8-4f15-9865-64948e4ee0ed/39ea821e-7043-45b0-a76f-48f866594a70) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:31.371561 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ad8de81e-e2c4-4933-b27d-e542344cec64 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:31.406665 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 4ec50eee-7c7f-4e56-9793-7df744d30efb up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:31.425532 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-43999f4a-ce64-4a75-b0aa-183c64f651f8 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:31.476862 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-932f35a3-7c1c-468d-b0e9-ce1f9bbfc23f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3403752 Jun 17 08:52:31.480218 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-43999f4a-ce64-4a75-b0aa-183c64f651f8 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Transition to ACTIVE for port object 17a79bdf-f7d0-4c76-a8c7-4b45c3c21a72 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:31.592504 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-04d9717a-0518-4082-abe6-155f27fb4a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:31.599028 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b47564fc-e8da-4f73-b755-3c89f44eb815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:31.633332 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 4ec50eee-7c7f-4e56-9793-7df744d30efb completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:31.644534 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9717a-0518-4082-abe6-155f27fb4a0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71c245e0-5d8f-415d-93e3-362314647556,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:31.648607 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-04d9717a-0518-4082-abe6-155f27fb4a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:31.649903 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-04d9717a-0518-4082-abe6-155f27fb4a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:31.652566 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-04d9717a-0518-4082-abe6-155f27fb4a0a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/71c245e0-5d8f-415d-93e3-362314647556 HTTP/1.1" status: 204 len: 168 time: 0.8897715 Jun 17 08:52:31.655040 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60114) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:31.667525 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42991382-38c2-4b38-b0a6-1530cf0e12d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-d6cd75c0-fc6e-4991-9c70-bb9e48399bd9', 'network_id': 'd6cd75c0-fc6e-4991-9c70-bb9e48399bd9', 'tenant_id': 'efb1f4611b1f491e8763ca939f24a14b', 'fixed_ips': [{'subnet_id': 'c0849350-a33d-40be-95f8-f947a33620d4'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:52:31.677066 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-42991382-38c2-4b38-b0a6-1530cf0e12d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:31.677066 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 4ec50eee-7c7f-4e56-9793-7df744d30efb triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:31.677066 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:31.782097 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1fdb7dcb-360f-4ff5-9161-8f515624740c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:31.784709 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-43999f4a-ce64-4a75-b0aa-183c64f651f8 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:31.800978 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-023dc158-91f6-425d-a83d-9b5396c35fe5 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:31.855394 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43999f4a-ce64-4a75-b0aa-183c64f651f8 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network 5bee10c4-bb57-4eca-b0e5-85affba3788b is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:31.874644 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-43999f4a-ce64-4a75-b0aa-183c64f651f8 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:31.887989 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43999f4a-ce64-4a75-b0aa-183c64f651f8 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Port': ['ID=17a79bdf-f7d0-4c76-a8c7-4b45c3c21a72,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:31.898678 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43999f4a-ce64-4a75-b0aa-183c64f651f8 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:31.899618 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-43999f4a-ce64-4a75-b0aa-183c64f651f8 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:31.904373 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-43999f4a-ce64-4a75-b0aa-183c64f651f8 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:31.979121 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ad8de81e-e2c4-4933-b27d-e542344cec64 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.058447 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.069440 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1fdb7dcb-360f-4ff5-9161-8f515624740c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.070131 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ad8de81e-e2c4-4933-b27d-e542344cec64 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.088081 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-1fdb7dcb-360f-4ff5-9161-8f515624740c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeef4390-76d5-4ca4-950c-cfa9ec637c9b']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:32.092952 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-42991382-38c2-4b38-b0a6-1530cf0e12d1 None None] Allocated IP 19.86.0.2 (d6cd75c0-fc6e-4991-9c70-bb9e48399bd9/c0849350-a33d-40be-95f8-f947a33620d4/56fa8c3d-1d70-4fbb-8c52-29573574b2c9) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:32.102064 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7b353bd4-6c56-43d6-900f-0f30a056820d tempest-ServerActionsTestJSON-1993535306 tempest-ServerActionsTestJSON-1993535306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:32.102298 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-1fdb7dcb-360f-4ff5-9161-8f515624740c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b1bde60-c7b4-44ef-b4bb-8cf5d2c4159f') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:32.103104 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-1fdb7dcb-360f-4ff5-9161-8f515624740c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b1bde60-c7b4-44ef-b4bb-8cf5d2c4159f') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:32.107452 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 4ec50eee-7c7f-4e56-9793-7df744d30efb, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=4ec50eee-7c7f-4e56-9793-7df744d30efb,segment=NetworkSegment(465483f9-cee2-4abf-9f81-d9ce640dddee),segment_id=465483f9-cee2-4abf-9f81-d9ce640dddee)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:32.107799 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.db.resource_extend [None req-c513de25-db3d-47dc-8ca4-00d120c21158 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:52:32.116691 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1fdb7dcb-360f-4ff5-9161-8f515624740c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.136379 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1fdb7dcb-360f-4ff5-9161-8f515624740c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.145634 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fdb7dcb-360f-4ff5-9161-8f515624740c admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:52:32.146490 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1fdb7dcb-360f-4ff5-9161-8f515624740c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:52:32.162583 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:52:32.180816 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-32a07185-3b70-4dba-afcf-b70ea4120493 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:32.187044 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-32a07185-3b70-4dba-afcf-b70ea4120493 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:32.189055 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-32a07185-3b70-4dba-afcf-b70ea4120493 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/networks?id=cf1f31fe-52f0-440b-a024-251321addef4&id=d6cd75c0-fc6e-4991-9c70-bb9e48399bd9&id=cf1f31fe-52f0-440b-a024-251321addef4 HTTP/1.1" status: 200 len: 1391 time: 0.4250202 Jun 17 08:52:32.209475 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8de81e-e2c4-4933-b27d-e542344cec64 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7615f025-309e-4e45-a573-66147ad2d5e1,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:32.214169 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ad8de81e-e2c4-4933-b27d-e542344cec64 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:32.230497 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9cc21bd5-7ea3-44af-940b-cac341350573 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.237283 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-efb1e080-569f-4ce9-bf52-3d322486603d tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/quotas/efb1f4611b1f491e8763ca939f24a14b HTTP/1.1" status: 200 len: 375 time: 0.0366135 Jun 17 08:52:32.267287 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c513de25-db3d-47dc-8ca4-00d120c21158 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.275620 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.283914 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0a58c686-feba-4579-b8c7-4898816ebe5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:32.293973 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-43999f4a-ce64-4a75-b0aa-183c64f651f8 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.312438 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-42991382-38c2-4b38-b0a6-1530cf0e12d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.328119 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-42991382-38c2-4b38-b0a6-1530cf0e12d1 None None] Transition to ACTIVE for port object 56fa8c3d-1d70-4fbb-8c52-29573574b2c9 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:32.330034 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ad8de81e-e2c4-4933-b27d-e542344cec64 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.331355 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ad8de81e-e2c4-4933-b27d-e542344cec64 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2765388 Jun 17 08:52:32.335721 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60124) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:32.354005 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-05bfad6c-1864-4717-b4dc-f50f06ed5c9a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:32.372445 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=4ec50eee-7c7f-4e56-9793-7df744d30efb,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:32.378236 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:32.379539 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-42991382-38c2-4b38-b0a6-1530cf0e12d1 None None] Transition to ACTIVE for port object 56fa8c3d-1d70-4fbb-8c52-29573574b2c9 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:32.423840 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c513de25-db3d-47dc-8ca4-00d120c21158 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.458282 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1fdb7dcb-360f-4ff5-9161-8f515624740c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.473698 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e42e37bc-96c8-4290-8496-ae8b37469d1f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:32.478558 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1fdb7dcb-360f-4ff5-9161-8f515624740c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.480741 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1fdb7dcb-360f-4ff5-9161-8f515624740c admin admin] 10.222.0.49 "DELETE /v2.0/networks/aeef4390-76d5-4ca4-950c-cfa9ec637c9b HTTP/1.1" status: 204 len: 168 time: 0.8243446 Jun 17 08:52:32.494392 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-42991382-38c2-4b38-b0a6-1530cf0e12d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.494392 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-ddf02b35-c57c-4557-84e5-1559771db61a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:32.519292 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ac678c85-4bff-4518-b87b-f8740b8484b7 req-66bb3b7c-c075-4db4-aa9f-969f1d64e21f tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0621393 Jun 17 08:52:32.528653 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9cc21bd5-7ea3-44af-940b-cac341350573 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.530487 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb7dcb-360f-4ff5-9161-8f515624740c admin admin] Pushing event deleted for resources: {'Network': ['ID=aeef4390-76d5-4ca4-950c-cfa9ec637c9b,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:32.539418 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1fdb7dcb-360f-4ff5-9161-8f515624740c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:32.546351 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5c8f1700-eb26-4b18-ae15-bfc82b43df1d tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:32.546749 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.575355 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42991382-38c2-4b38-b0a6-1530cf0e12d1 None None] Network d6cd75c0-fc6e-4991-9c70-bb9e48399bd9 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:32.585584 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-42991382-38c2-4b38-b0a6-1530cf0e12d1 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:32.596542 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42991382-38c2-4b38-b0a6-1530cf0e12d1 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:32.599750 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-05bfad6c-1864-4717-b4dc-f50f06ed5c9a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks [] for floatingip, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.607400 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42991382-38c2-4b38-b0a6-1530cf0e12d1 None None] Pushing event updated for resources: {'Port': ['ID=56fa8c3d-1d70-4fbb-8c52-29573574b2c9,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:32.611151 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-42991382-38c2-4b38-b0a6-1530cf0e12d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:32.634534 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-ba014330-442c-43ec-88f8-162f726fe8dc tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=efb1f4611b1f491e8763ca939f24a14b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3884072 Jun 17 08:52:32.694865 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-42991382-38c2-4b38-b0a6-1530cf0e12d1 None None] Attempting to bind port 56fa8c3d-1d70-4fbb-8c52-29573574b2c9 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:52:32.696643 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-42991382-38c2-4b38-b0a6-1530cf0e12d1 None None] Attempting to bind port 56fa8c3d-1d70-4fbb-8c52-29573574b2c9 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '02311f9f-99a3-48a6-b2bc-c98bc3ec1b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd6cd75c0-fc6e-4991-9c70-bb9e48399bd9'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:52:32.696643 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42991382-38c2-4b38-b0a6-1530cf0e12d1 None None] Attempting to bind port 56fa8c3d-1d70-4fbb-8c52-29573574b2c9 on network d6cd75c0-fc6e-4991-9c70-bb9e48399bd9 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:32.701488 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42991382-38c2-4b38-b0a6-1530cf0e12d1 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:52:32.701878 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42991382-38c2-4b38-b0a6-1530cf0e12d1 None None] Checking segment: {'id': '02311f9f-99a3-48a6-b2bc-c98bc3ec1b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd6cd75c0-fc6e-4991-9c70-bb9e48399bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:32.702300 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-42991382-38c2-4b38-b0a6-1530cf0e12d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.702708 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42991382-38c2-4b38-b0a6-1530cf0e12d1 None None] Bound using segment: {'id': '02311f9f-99a3-48a6-b2bc-c98bc3ec1b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd6cd75c0-fc6e-4991-9c70-bb9e48399bd9'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:52:32.703235 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-42991382-38c2-4b38-b0a6-1530cf0e12d1 None None] Bound port: 56fa8c3d-1d70-4fbb-8c52-29573574b2c9, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02311f9f-99a3-48a6-b2bc-c98bc3ec1b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd6cd75c0-fc6e-4991-9c70-bb9e48399bd9'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:52:32.703621 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-42991382-38c2-4b38-b0a6-1530cf0e12d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.750658 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0474d295-4abd-4036-9f14-777f6e2303f2 None None] Network 5bee10c4-bb57-4eca-b0e5-85affba3788b requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:32.791211 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-43999f4a-ce64-4a75-b0aa-183c64f651f8 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.849800 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-42991382-38c2-4b38-b0a6-1530cf0e12d1 None None] For port 56fa8c3d-1d70-4fbb-8c52-29573574b2c9, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:32.860741 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-42991382-38c2-4b38-b0a6-1530cf0e12d1 None None] For port 56fa8c3d-1d70-4fbb-8c52-29573574b2c9, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=56fa8c3d-1d70-4fbb-8c52-29573574b2c9,segment=NetworkSegment(02311f9f-99a3-48a6-b2bc-c98bc3ec1b20),segment_id=02311f9f-99a3-48a6-b2bc-c98bc3ec1b20)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:52:32.886333 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-43999f4a-ce64-4a75-b0aa-183c64f651f8 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.887529 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-43999f4a-ce64-4a75-b0aa-183c64f651f8 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.889732 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-693b4827-798c-40d9-98ba-7d16c4224332 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:32.918023 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c8b3b247-e36a-4c07-a1b3-317c44882fca None None] Provisioning for port 4ae5bc7f-486f-493d-b353-98c4a7b73749 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:32.949616 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-42991382-38c2-4b38-b0a6-1530cf0e12d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.971933 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60128) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:32.976069 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-bb3ac13e-9195-48a5-bc94-afa36cb8a7dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:33.017460 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc21bd5-7ea3-44af-940b-cac341350573 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Network da66f6de-260b-4b7e-8b93-85136a1c4c5f is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:33.034228 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42991382-38c2-4b38-b0a6-1530cf0e12d1 None None] Pushing event updated for resources: {'Port': ['ID=56fa8c3d-1d70-4fbb-8c52-29573574b2c9,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:33.042195 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-42991382-38c2-4b38-b0a6-1530cf0e12d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:33.068452 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43999f4a-ce64-4a75-b0aa-183c64f651f8 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Port': ['ID=17a79bdf-f7d0-4c76-a8c7-4b45c3c21a72,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:33.068706 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-9cc21bd5-7ea3-44af-940b-cac341350573 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:33.071634 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc21bd5-7ea3-44af-940b-cac341350573 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:33.084755 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-43999f4a-ce64-4a75-b0aa-183c64f651f8 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:33.096543 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc21bd5-7ea3-44af-940b-cac341350573 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event updated for resources: {'Port': ['ID=39ea821e-7043-45b0-a76f-48f866594a70,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:33.100019 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9cc21bd5-7ea3-44af-940b-cac341350573 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:33.184426 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60132) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:33.185234 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4360b809-d53e-47c6-a09d-becf2442b47e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3c27030103624754b4160e9f541dfbaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1964550 Jun 17 08:52:33.202214 n-d-758944-30 neutron-server[94519]: INFO neutron.db.l3_db [None req-c513de25-db3d-47dc-8ca4-00d120c21158 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Floating IP 0fc8c04a-a033-4c3b-a666-057c6cb34e36 associated. External IP: 172.25.2.134, port: a9f7637c-87ac-464f-adbc-aeaf22b63e53. Jun 17 08:52:33.273648 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43999f4a-ce64-4a75-b0aa-183c64f651f8 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network 5bee10c4-bb57-4eca-b0e5-85affba3788b is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:33.276708 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cab77f6-3572-4f7d-b3f3-7a05bb71d5ae None None] Network cf1f31fe-52f0-440b-a024-251321addef4 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:33.277342 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-43999f4a-ce64-4a75-b0aa-183c64f651f8 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:33.316568 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc21bd5-7ea3-44af-940b-cac341350573 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:33.317234 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9cc21bd5-7ea3-44af-940b-cac341350573 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:33.505961 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-a716efce-c95a-47c5-9dcb-0789d87be43c service neutron] 10.222.0.49 "GET /v2.0/networks/cf1f31fe-52f0-440b-a024-251321addef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8629766 Jun 17 08:52:33.531448 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-05145722-da1f-4a2f-9ad3-265e414ebfbd None None] Provisioning for port 5544bb1b-6ce0-468a-a817-caeea3c668e6 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:33.532691 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-de14ecc3-fe24-445d-bddc-51c0b72b7fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:33.557594 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 4ae5bc7f-486f-493d-b353-98c4a7b73749 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:33.561198 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9cc21bd5-7ea3-44af-940b-cac341350573 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2336001 Jun 17 08:52:33.629553 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43999f4a-ce64-4a75-b0aa-183c64f651f8 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Router b1de843c-ac54-435f-a29f-93362f2e6f52 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:52:33.653321 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60136) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:33.660731 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-4420ca93-e356-49ae-bc62-08fd1f80ae83 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'port_id': '39ea821e-7043-45b0-a76f-48f866594a70', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:33.695806 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-de14ecc3-fe24-445d-bddc-51c0b72b7fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:33.783640 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 4ae5bc7f-486f-493d-b353-98c4a7b73749 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:33.791685 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 4ae5bc7f-486f-493d-b353-98c4a7b73749 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:33.795112 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:33.815051 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a8d4269d-eb03-4ce1-a131-56338adc47cb req-dd8a7c45-1b9d-43fc-8f92-10304ff3ce83 tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0403075 Jun 17 08:52:33.860179 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e6b6b852-6166-4ce4-acdb-6820fb3e41fe None None] Provisioning for port 17a79bdf-f7d0-4c76-a8c7-4b45c3c21a72 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:33.874032 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43999f4a-ce64-4a75-b0aa-183c64f651f8 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:33.874032 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-43999f4a-ce64-4a75-b0aa-183c64f651f8 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "PUT /v2.0/routers/b1de843c-ac54-435f-a29f-93362f2e6f52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9951756 Jun 17 08:52:33.874997 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e6b6b852-6166-4ce4-acdb-6820fb3e41fe None None] Provisioning complete for port 17a79bdf-f7d0-4c76-a8c7-4b45c3c21a72 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:33.874997 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e6b6b852-6166-4ce4-acdb-6820fb3e41fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:33.875864 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60138) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:33.892433 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd31c82-f8bf-4451-a2e0-d6b435493976 None None] Sync routers for ids ['b1de843c-ac54-435f-a29f-93362f2e6f52'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:33.910782 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-05bfad6c-1864-4717-b4dc-f50f06ed5c9a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:33.936407 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-404a7ff1-b8c7-420d-9e32-83360cc72358 service neutron] 10.222.0.49 "GET /v2.0/networks/cf1f31fe-52f0-440b-a024-251321addef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186130 Jun 17 08:52:33.962042 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-e6b6b852-6166-4ce4-acdb-6820fb3e41fe None None] Port 17a79bdf-f7d0-4c76-a8c7-4b45c3c21a72 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:52:33.964948 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3870be4-3229-402c-9637-70d411a7e153 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:33.966368 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a3870be4-3229-402c-9637-70d411a7e153 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "GET /v2.0/ports/17a79bdf-f7d0-4c76-a8c7-4b45c3c21a72 HTTP/1.1" status: 200 len: 911 time: 0.0892107 Jun 17 08:52:33.967996 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd31c82-f8bf-4451-a2e0-d6b435493976 None None] Routers {'b1de843c-ac54-435f-a29f-93362f2e6f52'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:33.968828 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-fcd31c82-f8bf-4451-a2e0-d6b435493976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['b1de843c-ac54-435f-a29f-93362f2e6f52'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:33.974848 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60140) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:34.008302 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-fcd31c82-f8bf-4451-a2e0-d6b435493976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:34.013102 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:34.052181 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd31c82-f8bf-4451-a2e0-d6b435493976 None None] Routers {'b1de843c-ac54-435f-a29f-93362f2e6f52'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:34.052913 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-fcd31c82-f8bf-4451-a2e0-d6b435493976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['b1de843c-ac54-435f-a29f-93362f2e6f52'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:34.092918 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-8d01f539-c81e-4ab9-81b3-a4444d24d21d service neutron] 10.222.0.49 "GET /v2.0/networks/d6cd75c0-fc6e-4991-9c70-bb9e48399bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476033 Jun 17 08:52:34.115571 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-fcd31c82-f8bf-4451-a2e0-d6b435493976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:34.116807 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd31c82-f8bf-4451-a2e0-d6b435493976 None None] The sync data for ids ['b1de843c-ac54-435f-a29f-93362f2e6f52'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:34.123431 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 4ae5bc7f-486f-493d-b353-98c4a7b73749, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=4ae5bc7f-486f-493d-b353-98c4a7b73749,segment=NetworkSegment(845668df-74c0-4dfc-9a1b-d17185c0d3ea),segment_id=845668df-74c0-4dfc-9a1b-d17185c0d3ea)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:34.139331 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c850bbb2-d108-4843-807c-2987247341d4 None None] Provisioning complete for port 17a79bdf-f7d0-4c76-a8c7-4b45c3c21a72 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:34.140167 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c850bbb2-d108-4843-807c-2987247341d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:34.156824 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4420ca93-e356-49ae-bc62-08fd1f80ae83 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:34.191003 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-c850bbb2-d108-4843-807c-2987247341d4 None None] Port 17a79bdf-f7d0-4c76-a8c7-4b45c3c21a72 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:52:34.269022 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:34.270386 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 5544bb1b-6ce0-468a-a817-caeea3c668e6 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:34.275314 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:34.335467 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-de14ecc3-fe24-445d-bddc-51c0b72b7fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:34.336201 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-de14ecc3-fe24-445d-bddc-51c0b72b7fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:34.339625 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-de14ecc3-fe24-445d-bddc-51c0b72b7fb7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d46efc0a-d831-4d3b-837d-b9b5b7821fdf HTTP/1.1" status: 204 len: 168 time: 1.1519418 Jun 17 08:52:34.344173 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-983872c1-60b8-4ab0-b87b-d8e10416fe7b tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:34.396467 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=4ae5bc7f-486f-493d-b353-98c4a7b73749,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:34.425825 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14ecc3-fe24-445d-bddc-51c0b72b7fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46efc0a-d831-4d3b-837d-b9b5b7821fdf,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:34.430588 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c513de25-db3d-47dc-8ca4-00d120c21158 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Router d108c93d-946f-4775-911e-5d4c8a4dc0c3 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:34.435523 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-de14ecc3-fe24-445d-bddc-51c0b72b7fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:34.436245 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:34.577674 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-e480c464-385f-47db-bc5e-2629a0c542f8 service neutron] 10.222.0.49 "GET /v2.0/networks/d6cd75c0-fc6e-4991-9c70-bb9e48399bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791399 Jun 17 08:52:34.577674 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-05bfad6c-1864-4717-b4dc-f50f06ed5c9a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Allocated IP 172.25.2.176 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/936face7-1e7e-4d3b-83d4-9a4017934253) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:34.612312 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-5a2b5a53-ce92-4594-8904-ea4c29c4d86e None None] Provisioning complete for port 17a79bdf-f7d0-4c76-a8c7-4b45c3c21a72 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:34.612724 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5a2b5a53-ce92-4594-8904-ea4c29c4d86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:34.658444 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-5a2b5a53-ce92-4594-8904-ea4c29c4d86e None None] Port 17a79bdf-f7d0-4c76-a8c7-4b45c3c21a72 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:52:34.798111 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cc2bc8-67de-40b3-a0e9-00b5acb3b1a9 None None] Network d6cd75c0-fc6e-4991-9c70-bb9e48399bd9 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:34.828790 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-6ab16b9c-0a54-4ca7-86b6-f4dcdb18f740 service neutron] 10.222.0.49 "GET /v2.0/networks/cf1f31fe-52f0-440b-a024-251321addef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886422 Jun 17 08:52:34.833550 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-09266e48-2ca9-4973-a3af-7e0533a9f72b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:34.973413 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4420ca93-e356-49ae-bc62-08fd1f80ae83 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:34.978221 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 5544bb1b-6ce0-468a-a817-caeea3c668e6 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:34.984009 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 5544bb1b-6ce0-468a-a817-caeea3c668e6 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:34.984530 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:35.000514 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ac818a47-8c6e-4e9f-9350-0dd1f6e01bb1 req-9edcebc6-695e-4dbf-bcf2-f90133703a33 tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0358150 Jun 17 08:52:35.003152 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c513de25-db3d-47dc-8ca4-00d120c21158 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:35.013907 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf9b7de-d7f4-4880-b7cf-a3451480e84d None None] Sync routers for ids ['d108c93d-946f-4775-911e-5d4c8a4dc0c3'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:35.027207 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-9827d876-4993-43eb-842f-f78eaa6baef6 None None] Provisioning for port 56fa8c3d-1d70-4fbb-8c52-29573574b2c9 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:35.029972 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf9b7de-d7f4-4880-b7cf-a3451480e84d None None] Routers {'d108c93d-946f-4775-911e-5d4c8a4dc0c3'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:35.030619 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-5cf9b7de-d7f4-4880-b7cf-a3451480e84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['d108c93d-946f-4775-911e-5d4c8a4dc0c3'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:35.087126 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-05bfad6c-1864-4717-b4dc-f50f06ed5c9a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:35.115281 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c513de25-db3d-47dc-8ca4-00d120c21158 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:35.138369 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:35.195339 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 5544bb1b-6ce0-468a-a817-caeea3c668e6, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=5544bb1b-6ce0-468a-a817-caeea3c668e6,segment=NetworkSegment(80e4d3c2-24d1-411a-8139-b9cf37df6b05),segment_id=80e4d3c2-24d1-411a-8139-b9cf37df6b05)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:35.208817 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-a292ab69-9f02-42ee-a7cb-159b3bf9c40e service neutron] 10.222.0.49 "GET /v2.0/networks/cf1f31fe-52f0-440b-a024-251321addef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687921 Jun 17 08:52:35.249971 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c513de25-db3d-47dc-8ca4-00d120c21158 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "PUT /v2.0/floatingips/0fc8c04a-a033-4c3b-a666-057c6cb34e36 HTTP/1.1" status: 200 len: 991 time: 4.5804915 Jun 17 08:52:35.263260 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b62654-10a8-472f-aba4-72e0bfc613ad', 'tag': 'a9f7637c-87ac-464f-adbc-aeaf22b63e53'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:52:35.268353 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c35146-4068-43bd-b424-32e44bd1fd4c" -d '{"events": [{"name": "network-changed", "server_uuid": "12b62654-10a8-472f-aba4-72e0bfc613ad", "tag": "a9f7637c-87ac-464f-adbc-aeaf22b63e53"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:35.292281 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-5cf9b7de-d7f4-4880-b7cf-a3451480e84d None None] Set router d108c93d-946f-4775-911e-5d4c8a4dc0c3 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:35.316462 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-09266e48-2ca9-4973-a3af-7e0533a9f72b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Deleting port 17a79bdf-f7d0-4c76-a8c7-4b45c3c21a72 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:35.316867 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-09266e48-2ca9-4973-a3af-7e0533a9f72b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:35.339811 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:35.340739 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 4ec50eee-7c7f-4e56-9793-7df744d30efb up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:35.342444 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e4e99f56-653c-4d2f-a1ce-51c2b491344f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:35.399366 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-05bfad6c-1864-4717-b4dc-f50f06ed5c9a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:35.405348 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b00b3b0a-fc3a-42c5-8a7c-9ad0ac2d3ff8 tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:35.501426 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-09266e48-2ca9-4973-a3af-7e0533a9f72b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:35.568267 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14547a6-2867-42dd-96d3-9888dbcea905 x-openstack-request-id: req-c14547a6-2867-42dd-96d3-9888dbcea905 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:35.569481 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b62654-10a8-472f-aba4-72e0bfc613ad", "tag": "a9f7637c-87ac-464f-adbc-aeaf22b63e53", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:35.569898 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c14547a6-2867-42dd-96d3-9888dbcea905 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:35.572209 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b62654-10a8-472f-aba4-72e0bfc613ad', 'tag': 'a9f7637c-87ac-464f-adbc-aeaf22b63e53', 'status': 'completed', 'code': 200} Jun 17 08:52:35.605772 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bfad6c-1864-4717-b4dc-f50f06ed5c9a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:35.636252 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-05bfad6c-1864-4717-b4dc-f50f06ed5c9a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:35.657793 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bfad6c-1864-4717-b4dc-f50f06ed5c9a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:35.660391 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfad6c-1864-4717-b4dc-f50f06ed5c9a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Pushing event updated for resources: {'Port': ['ID=936face7-1e7e-4d3b-83d4-9a4017934253,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:35.664407 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-4420ca93-e356-49ae-bc62-08fd1f80ae83 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Allocated IP 172.25.2.54 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/6bd6336b-18e9-4f9d-87bf-01face1da81b) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:35.666878 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-05bfad6c-1864-4717-b4dc-f50f06ed5c9a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:35.690734 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=5544bb1b-6ce0-468a-a817-caeea3c668e6,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:35.703086 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:35.730731 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 4ec50eee-7c7f-4e56-9793-7df744d30efb triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:35.735764 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:35.745850 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-09266e48-2ca9-4973-a3af-7e0533a9f72b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Calling delete_port for 17a79bdf-f7d0-4c76-a8c7-4b45c3c21a72 owned by network:router_interface {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:35.905193 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-5cf9b7de-d7f4-4880-b7cf-a3451480e84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'name': 'tempest-AttachVolumeTestJSON-30857951-router', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:44Z', 'updated_at': '2021-06-17T08:51:56Z', 'revision_number': 4, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'gw_port': {'id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:aa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:46Z', 'updated_at': '2021-06-17T08:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': '0fc8c04a-a033-4c3b-a666-057c6cb34e36', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'floating_ip_address': '172.25.2.134', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'port_id': 'a9f7637c-87ac-464f-adbc-aeaf22b63e53', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410', 'mac_address': 'fa:16:3e:4f:93:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b62654-10a8-472f-aba4-72e0bfc613ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:52:06Z', 'updated_at': '2021-06-17T08:52:31Z', 'revision_number': 1, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc1dd9f-59f0-4533-bec7-8b7c61c10374', 'name': '', 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'mac_address': 'fa:16:3e:e1:4a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:52:03Z', 'revision_number': 5, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'subnets': [{'id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:35.938074 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf9b7de-d7f4-4880-b7cf-a3451480e84d None None] Checking router: d108c93d-946f-4775-911e-5d4c8a4dc0c3 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:52:35.949439 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf9b7de-d7f4-4880-b7cf-a3451480e84d None None] Routers {'d108c93d-946f-4775-911e-5d4c8a4dc0c3'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:35.949750 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-5cf9b7de-d7f4-4880-b7cf-a3451480e84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['d108c93d-946f-4775-911e-5d4c8a4dc0c3'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:35.971929 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-05bfad6c-1864-4717-b4dc-f50f06ed5c9a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:36.009501 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4420ca93-e356-49ae-bc62-08fd1f80ae83 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:36.041552 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ad16767a-668c-48c5-9039-10ec0637c907 req-b44f8a89-1ba5-487b-ac33-afdeeace4487 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 210 time: 0.1343117 Jun 17 08:52:36.189204 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4420ca93-e356-49ae-bc62-08fd1f80ae83 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:36.193674 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-48f4fd24-5ea0-42fe-a34a-6ac83a60efaa tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:36.231191 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4420ca93-e356-49ae-bc62-08fd1f80ae83 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:36.233143 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-4420ca93-e356-49ae-bc62-08fd1f80ae83 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:36.236412 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4420ca93-e356-49ae-bc62-08fd1f80ae83 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:36.302258 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c35146-4068-43bd-b424-32e44bd1fd4c req-8469bbad-1599-4cb9-ab3b-aa1071222d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:36.314603 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-07c35146-4068-43bd-b424-32e44bd1fd4c req-8469bbad-1599-4cb9-ab3b-aa1071222d0e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=625e2459307b434fab6fcf2f0c349af9&device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 1097 time: 0.6979420 Jun 17 08:52:36.386821 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-5cf9b7de-d7f4-4880-b7cf-a3451480e84d None None] Set router d108c93d-946f-4775-911e-5d4c8a4dc0c3 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:36.423027 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-05bfad6c-1864-4717-b4dc-f50f06ed5c9a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:36.441667 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420ca93-e356-49ae-bc62-08fd1f80ae83 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event updated for resources: {'Port': ['ID=6bd6336b-18e9-4f9d-87bf-01face1da81b,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:36.533561 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 56fa8c3d-1d70-4fbb-8c52-29573574b2c9 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:36.536133 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4420ca93-e356-49ae-bc62-08fd1f80ae83 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:36.640520 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c35146-4068-43bd-b424-32e44bd1fd4c req-03a0bd6b-063e-4cb9-9744-3c3e49048f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:36.641940 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-07c35146-4068-43bd-b424-32e44bd1fd4c req-03a0bd6b-063e-4cb9-9744-3c3e49048f11 service neutron] 10.222.0.50 "GET /v2.0/networks?id=98c6fd42-c22b-4725-9f11-0381a8c4c410 HTTP/1.1" status: 200 len: 910 time: 0.2405753 Jun 17 08:52:36.654531 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d85297ae-804b-4a57-8145-8edfc814f7e0 req-0cbe4ca7-280c-477b-82af-446dbd874315 tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.1180246 Jun 17 08:52:36.703278 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 56fa8c3d-1d70-4fbb-8c52-29573574b2c9 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:36.708508 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 56fa8c3d-1d70-4fbb-8c52-29573574b2c9 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:36.709225 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:36.761912 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-07c35146-4068-43bd-b424-32e44bd1fd4c req-c5cde5f2-3b41-449f-b9a3-104093406bd4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9f7637c-87ac-464f-adbc-aeaf22b63e53 HTTP/1.1" status: 200 len: 999 time: 0.0913863 Jun 17 08:52:36.792501 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-5cf9b7de-d7f4-4880-b7cf-a3451480e84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'name': 'tempest-AttachVolumeTestJSON-30857951-router', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:44Z', 'updated_at': '2021-06-17T08:51:56Z', 'revision_number': 4, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'gw_port': {'id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:aa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:46Z', 'updated_at': '2021-06-17T08:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': '0fc8c04a-a033-4c3b-a666-057c6cb34e36', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'floating_ip_address': '172.25.2.134', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'port_id': 'a9f7637c-87ac-464f-adbc-aeaf22b63e53', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410', 'mac_address': 'fa:16:3e:4f:93:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b62654-10a8-472f-aba4-72e0bfc613ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:52:06Z', 'updated_at': '2021-06-17T08:52:31Z', 'revision_number': 1, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc1dd9f-59f0-4533-bec7-8b7c61c10374', 'name': '', 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'mac_address': 'fa:16:3e:e1:4a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:52:03Z', 'revision_number': 5, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'subnets': [{'id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:36.824614 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:36.827284 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-09266e48-2ca9-4973-a3af-7e0533a9f72b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:36.829647 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf9b7de-d7f4-4880-b7cf-a3451480e84d None None] The sync data for ids ['d108c93d-946f-4775-911e-5d4c8a4dc0c3'] in n-d-758944-30 is: [{'id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'name': 'tempest-AttachVolumeTestJSON-30857951-router', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:44Z', 'updated_at': '2021-06-17T08:51:56Z', 'revision_number': 4, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'gw_port': {'id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:aa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:46Z', 'updated_at': '2021-06-17T08:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': '0fc8c04a-a033-4c3b-a666-057c6cb34e36', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'floating_ip_address': '172.25.2.134', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'port_id': 'a9f7637c-87ac-464f-adbc-aeaf22b63e53', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410', 'mac_address': 'fa:16:3e:4f:93:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b62654-10a8-472f-aba4-72e0bfc613ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:52:06Z', 'updated_at': '2021-06-17T08:52:31Z', 'revision_number': 1, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc1dd9f-59f0-4533-bec7-8b7c61c10374', 'name': '', 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'mac_address': 'fa:16:3e:e1:4a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:52:03Z', 'revision_number': 5, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'subnets': [{'id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:36.847077 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e42e37bc-96c8-4290-8496-ae8b37469d1f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:36.880533 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 56fa8c3d-1d70-4fbb-8c52-29573574b2c9, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=56fa8c3d-1d70-4fbb-8c52-29573574b2c9,segment=NetworkSegment(02311f9f-99a3-48a6-b2bc-c98bc3ec1b20),segment_id=02311f9f-99a3-48a6-b2bc-c98bc3ec1b20)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:36.914896 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09266e48-2ca9-4973-a3af-7e0533a9f72b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Port': ['ID=17a79bdf-f7d0-4c76-a8c7-4b45c3c21a72,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:36.968361 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:36.969336 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 5544bb1b-6ce0-468a-a817-caeea3c668e6 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:36.971431 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e4e99f56-653c-4d2f-a1ce-51c2b491344f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:37.025897 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-09266e48-2ca9-4973-a3af-7e0533a9f72b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:37.025897 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-09266e48-2ca9-4973-a3af-7e0533a9f72b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:37.032884 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c35146-4068-43bd-b424-32e44bd1fd4c req-41e9cbce-31c3-418d-92a4-a19e89350eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:37.034531 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-07c35146-4068-43bd-b424-32e44bd1fd4c req-41e9cbce-31c3-418d-92a4-a19e89350eb3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a83ebad8-51c9-4ee1-95b8-dfade1c9c144 HTTP/1.1" status: 200 len: 848 time: 0.2665551 Jun 17 08:52:37.073608 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60188) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:37.120426 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-05bfad6c-1864-4717-b4dc-f50f06ed5c9a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:37.123921 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=56fa8c3d-1d70-4fbb-8c52-29573574b2c9,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:37.128197 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:37.150484 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 5544bb1b-6ce0-468a-a817-caeea3c668e6 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:37.151191 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:37.206970 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-05bfad6c-1864-4717-b4dc-f50f06ed5c9a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:37.226808 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cbd0b3ef-7256-4090-b351-8ff9a69774b4 tempest-ServerAddressesNegativeTestJSON-674540962 tempest-ServerAddressesNegativeTestJSON-674540962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:37.261578 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-331e5877-6cc1-49f5-a007-5cdbbcae698f req-aa2052bc-b752-4630-860d-ba50c2e387ea tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 210 time: 0.0768800 Jun 17 08:52:37.267274 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3734bb4-060a-4f76-981f-a453dd4b486e None None] New status for floating IP 0fc8c04a-a033-4c3b-a666-057c6cb34e36: ACTIVE {{(pid=94521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:52:37.379340 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c35146-4068-43bd-b424-32e44bd1fd4c req-a7cfe2d7-1eb4-4803-a655-599a3c1d935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:37.380946 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-07c35146-4068-43bd-b424-32e44bd1fd4c req-a7cfe2d7-1eb4-4803-a655-599a3c1d935e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98c6fd42-c22b-4725-9f11-0381a8c4c410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3064218 Jun 17 08:52:37.385992 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-b96b1ebf-c822-440b-8d59-806b43fc957b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1968278877-network', 'tenant_id': 'bd10109956314342a91d0c169e21255b'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:37.423129 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09266e48-2ca9-4973-a3af-7e0533a9f72b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Router b1de843c-ac54-435f-a29f-93362f2e6f52 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:37.570457 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 4ae5bc7f-486f-493d-b353-98c4a7b73749 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:37.578501 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09266e48-2ca9-4973-a3af-7e0533a9f72b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:37.589500 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-09266e48-2ca9-4973-a3af-7e0533a9f72b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "PUT /v2.0/routers/b1de843c-ac54-435f-a29f-93362f2e6f52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6093388 Jun 17 08:52:37.589500 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60194) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:37.592233 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0c1c01-59a9-4ab3-bee1-c00725bc69ca None None] Sync routers for ids ['b1de843c-ac54-435f-a29f-93362f2e6f52'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:37.605815 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0c1c01-59a9-4ab3-bee1-c00725bc69ca None None] Routers {'b1de843c-ac54-435f-a29f-93362f2e6f52'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:37.607383 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-3a0c1c01-59a9-4ab3-bee1-c00725bc69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['b1de843c-ac54-435f-a29f-93362f2e6f52'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:37.627076 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b89872ba-9c35-429c-b430-68e8d1accba2 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1de843c-ac54-435f-a29f-93362f2e6f52 HTTP/1.1" status: 200 len: 205 time: 0.0357580 Jun 17 08:52:37.636994 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96b1ebf-c822-440b-8d59-806b43fc957b admin admin] Made reservation on behalf of bd10109956314342a91d0c169e21255b for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:37.636994 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b96b1ebf-c822-440b-8d59-806b43fc957b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:37.637505 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-07c35146-4068-43bd-b424-32e44bd1fd4c req-2aebc6ca-1e41-4f7c-9049-24272e0a5995 service neutron] 10.222.0.50 "GET /v2.0/networks/98c6fd42-c22b-4725-9f11-0381a8c4c410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441018 Jun 17 08:52:37.637765 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60196) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:37.641811 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-3a0c1c01-59a9-4ab3-bee1-c00725bc69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:37.653104 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0c1c01-59a9-4ab3-bee1-c00725bc69ca None None] Routers {'b1de843c-ac54-435f-a29f-93362f2e6f52'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:37.654012 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-3a0c1c01-59a9-4ab3-bee1-c00725bc69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['b1de843c-ac54-435f-a29f-93362f2e6f52'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:37.657422 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfad6c-1864-4717-b4dc-f50f06ed5c9a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Pushing event updated for resources: {'Port': ['ID=936face7-1e7e-4d3b-83d4-9a4017934253,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:37.660304 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-05bfad6c-1864-4717-b4dc-f50f06ed5c9a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:37.692674 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-3a0c1c01-59a9-4ab3-bee1-c00725bc69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:37.693250 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0c1c01-59a9-4ab3-bee1-c00725bc69ca None None] The sync data for ids ['b1de843c-ac54-435f-a29f-93362f2e6f52'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:37.703255 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 4ae5bc7f-486f-493d-b353-98c4a7b73749 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:37.703717 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:37.726996 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b96b1ebf-c822-440b-8d59-806b43fc957b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:37.825798 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-05bfad6c-1864-4717-b4dc-f50f06ed5c9a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:37.853157 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-07c35146-4068-43bd-b424-32e44bd1fd4c req-45c64e8e-5d78-4d35-824d-34c3029b428f service neutron] 10.222.0.50 "GET /v2.0/networks/98c6fd42-c22b-4725-9f11-0381a8c4c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008545 Jun 17 08:52:37.862664 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4420ca93-e356-49ae-bc62-08fd1f80ae83 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:37.880536 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c60b50c8-875b-4b6b-93b4-b5d910812796 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:37.941458 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b12edecc-c0c1-4179-9e47-51b450813eca req-d7862252-2741-49eb-a54d-7131b2c416e5 tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0439045 Jun 17 08:52:38.067847 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 56fa8c3d-1d70-4fbb-8c52-29573574b2c9 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:38.090056 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c60b50c8-875b-4b6b-93b4-b5d910812796 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:38.095088 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c60b50c8-875b-4b6b-93b4-b5d910812796 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:38.146904 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4420ca93-e356-49ae-bc62-08fd1f80ae83 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:38.165331 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 56fa8c3d-1d70-4fbb-8c52-29573574b2c9 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:38.165719 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:38.173199 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b96b1ebf-c822-440b-8d59-806b43fc957b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:38.305529 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c60b50c8-875b-4b6b-93b4-b5d910812796 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:38.306066 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60b50c8-875b-4b6b-93b4-b5d910812796 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Fanout notify agent at l3_agent the message router_deleted on router b1de843c-ac54-435f-a29f-93362f2e6f52 {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:52:38.317125 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4420ca93-e356-49ae-bc62-08fd1f80ae83 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:38.321368 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c60b50c8-875b-4b6b-93b4-b5d910812796 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:38.322774 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c60b50c8-875b-4b6b-93b4-b5d910812796 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/routers/b1de843c-ac54-435f-a29f-93362f2e6f52 HTTP/1.1" status: 204 len: 168 time: 0.6838315 Jun 17 08:52:38.325120 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60206) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:38.357940 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b96b1ebf-c822-440b-8d59-806b43fc957b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:38.366482 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f99c2793-33be-43aa-80e9-f10dc0dbd09d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:38.393755 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96b1ebf-c822-440b-8d59-806b43fc957b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:52:38.416824 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b96b1ebf-c822-440b-8d59-806b43fc957b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:38.417212 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-b96b1ebf-c822-440b-8d59-806b43fc957b admin admin] Added segment 10909b1f-4bfe-488d-aed8-aa3616b22bff of type vlan for network 606d4d03-9c60-403e-88e8-393895409399 Jun 17 08:52:38.418577 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b1ebf-c822-440b-8d59-806b43fc957b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2998fa7-0c00-4fd9-8462-148861f3a738,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:38.419011 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4420ca93-e356-49ae-bc62-08fd1f80ae83 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:38.431738 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8033b4-a8fc-4477-a26e-15c634e40d16 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Deleting subnet df844b43-9953-40b9-8a8f-dcfdbedf1a91 {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:52:38.434959 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b96b1ebf-c822-440b-8d59-806b43fc957b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:38.440388 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-08a45d5b-8d59-4612-b6fd-a5f70caf878a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:38.447537 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4ad09841-40fc-4c3a-9c20-4e895bb0d803 req-1477566e-a544-47ff-a933-b46365df2c30 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 210 time: 0.0411582 Jun 17 08:52:38.454318 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4d8033b4-a8fc-4477-a26e-15c634e40d16 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:38.475001 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-05bfad6c-1864-4717-b4dc-f50f06ed5c9a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:38.476382 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-05bfad6c-1864-4717-b4dc-f50f06ed5c9a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1387713 Jun 17 08:52:38.493547 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b96b1ebf-c822-440b-8d59-806b43fc957b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:38.511365 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4d8033b4-a8fc-4477-a26e-15c634e40d16 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:38.521290 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420ca93-e356-49ae-bc62-08fd1f80ae83 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event updated for resources: {'Port': ['ID=6bd6336b-18e9-4f9d-87bf-01face1da81b,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:38.523388 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4420ca93-e356-49ae-bc62-08fd1f80ae83 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:38.533108 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4420ca93-e356-49ae-bc62-08fd1f80ae83 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:38.618995 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4d8033b4-a8fc-4477-a26e-15c634e40d16 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:38.652785 n-d-758944-30 neutron-server[94519]: INFO neutron.db.l3_db [None req-4420ca93-e356-49ae-bc62-08fd1f80ae83 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Floating IP 0efd6423-b6a2-44a5-b6d0-eab6acd13922 associated. External IP: 172.25.2.54, port: 39ea821e-7043-45b0-a76f-48f866594a70. Jun 17 08:52:38.664437 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b96b1ebf-c822-440b-8d59-806b43fc957b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:38.665653 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b1ebf-c822-440b-8d59-806b43fc957b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:38.666243 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b96b1ebf-c822-440b-8d59-806b43fc957b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:38.669175 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:38.759772 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b1ebf-c822-440b-8d59-806b43fc957b admin admin] Pushing event updated for resources: {'Network': ['ID=606d4d03-9c60-403e-88e8-393895409399,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:38.762455 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b96b1ebf-c822-440b-8d59-806b43fc957b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:38.772510 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 606d4d03-9c60-403e-88e8-393895409399 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:52:38.790749 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81e062fb-f899-4810-95fc-d0f4ee1aadb2 req-a00eae4a-eadd-41bf-acc7-6c6a656cc1bd tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2022219554&fields=id&tenant_id=6151b9a1cbdb47b58bb257665571ce22 HTTP/1.1" status: 200 len: 267 time: 0.0646703 Jun 17 08:52:38.846461 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b96b1ebf-c822-440b-8d59-806b43fc957b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7154036 Jun 17 08:52:38.847735 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4d8033b4-a8fc-4477-a26e-15c634e40d16 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:38.850655 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60224) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:38.853451 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3c71194e-5b71-4f53-9b3b-ef9f19f38c53 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:38.856949 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-a9c6f80f-3b1f-45e5-955d-6ba8379373f1 admin admin] Request body: {'subnet': {'network_id': '606d4d03-9c60-403e-88e8-393895409399', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1968278877-subnet', 'tenant_id': 'bd10109956314342a91d0c169e21255b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:38.909257 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8033b4-a8fc-4477-a26e-15c634e40d16 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Subnet': ['ID=df844b43-9953-40b9-8a8f-dcfdbedf1a91,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:38.913509 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4d8033b4-a8fc-4477-a26e-15c634e40d16 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:38.918930 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4d8033b4-a8fc-4477-a26e-15c634e40d16 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/subnets/df844b43-9953-40b9-8a8f-dcfdbedf1a91 HTTP/1.1" status: 204 len: 168 time: 0.5928078 Jun 17 08:52:38.919994 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4d8033b4-a8fc-4477-a26e-15c634e40d16 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:38.920588 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60228) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:38.922923 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4420ca93-e356-49ae-bc62-08fd1f80ae83 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Router 3e32954e-284e-4730-bacd-ab3280499d59 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:38.937218 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d8eeae-75a7-454f-98ad-6fc177b1f5fc None None] Network 5bee10c4-bb57-4eca-b0e5-85affba3788b requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:39.020083 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c6f80f-3b1f-45e5-955d-6ba8379373f1 admin admin] Made reservation on behalf of bd10109956314342a91d0c169e21255b for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:39.022329 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a9c6f80f-3b1f-45e5-955d-6ba8379373f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:39.026379 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e062fb-f899-4810-95fc-d0f4ee1aadb2 req-f404b4e5-8548-43f2-9357-c106bfcc1dbd tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:39.027918 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81e062fb-f899-4810-95fc-d0f4ee1aadb2 req-f404b4e5-8548-43f2-9357-c106bfcc1dbd tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] 10.222.0.49 "GET /v2.0/ports/0415a8c1-4204-4df5-b3cc-5702b1fcca74 HTTP/1.1" status: 200 len: 937 time: 0.2236731 Jun 17 08:52:39.034091 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b2c1-95a5-4f5e-bd36-ab52fe3d71cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:39.096705 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e062fb-f899-4810-95fc-d0f4ee1aadb2 req-7218d80f-a86b-4be0-b50f-c861c4f8f02d tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:39.098353 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81e062fb-f899-4810-95fc-d0f4ee1aadb2 req-7218d80f-a86b-4be0-b50f-c861c4f8f02d tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] 10.222.0.49 "GET /v2.0/ports/5269241d-21a4-49da-bcdb-dd2423416209 HTTP/1.1" status: 200 len: 936 time: 0.0609715 Jun 17 08:52:39.140680 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4420ca93-e356-49ae-bc62-08fd1f80ae83 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:39.151157 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdb6d55-5ec1-4c85-b8ad-b90d26664062 None None] Sync routers for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:39.162746 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdb6d55-5ec1-4c85-b8ad-b90d26664062 None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:39.163438 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-2fdb6d55-5ec1-4c85-b8ad-b90d26664062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:39.165580 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81e062fb-f899-4810-95fc-d0f4ee1aadb2 req-de151c85-ea33-4939-a282-2ec85003dbc5 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] 10.222.0.49 "GET /v2.0/ports?network_id=26fddeca-c847-4a25-b26f-d900bc76597d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0572591 Jun 17 08:52:39.209828 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-2fdb6d55-5ec1-4c85-b8ad-b90d26664062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:39.211408 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81a950c-0361-4298-a7cb-031b1554504c None None] DHCP port deletion for 5bee10c4-bb57-4eca-b0e5-85affba3788b request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:52:39.221890 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdb6d55-5ec1-4c85-b8ad-b90d26664062 None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:39.222536 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-2fdb6d55-5ec1-4c85-b8ad-b90d26664062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:39.234525 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81e062fb-f899-4810-95fc-d0f4ee1aadb2 req-8f8d1cb1-60db-4478-922c-ba9507398d8c tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] 10.222.0.49 "GET /v2.0/ports?network_id=26fddeca-c847-4a25-b26f-d900bc76597d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0420032 Jun 17 08:52:39.255925 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-2fdb6d55-5ec1-4c85-b8ad-b90d26664062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:39.256565 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdb6d55-5ec1-4c85-b8ad-b90d26664062 None None] The sync data for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:39.303949 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-b81a950c-0361-4298-a7cb-031b1554504c None None] Deleting port 4ae5bc7f-486f-493d-b353-98c4a7b73749 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:39.304338 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b81a950c-0361-4298-a7cb-031b1554504c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:39.310988 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3b2c1-95a5-4f5e-bd36-ab52fe3d71cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Deleting port 4ae5bc7f-486f-493d-b353-98c4a7b73749 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:39.311943 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b2c1-95a5-4f5e-bd36-ab52fe3d71cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:39.317468 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5e204e92-1cff-446e-8c51-97ab5482e8ca req-64ab7cfd-61bc-4238-8463-8d2b33680ecf tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.1016331 Jun 17 08:52:39.372616 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-b81a950c-0361-4298-a7cb-031b1554504c None None] For port 4ae5bc7f-486f-493d-b353-98c4a7b73749, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=4ae5bc7f-486f-493d-b353-98c4a7b73749,segment=NetworkSegment(845668df-74c0-4dfc-9a1b-d17185c0d3ea),segment_id=845668df-74c0-4dfc-9a1b-d17185c0d3ea)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:39.373026 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b81a950c-0361-4298-a7cb-031b1554504c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:39.442141 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-b81a950c-0361-4298-a7cb-031b1554504c None None] Calling delete_port for 4ae5bc7f-486f-493d-b353-98c4a7b73749 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:39.455653 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-c5c78700-d1e7-4a12-a159-fef8165f4945 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:39.462168 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-c5c78700-d1e7-4a12-a159-fef8165f4945 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:39.463927 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-c5c78700-d1e7-4a12-a159-fef8165f4945 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.53 "GET /v2.0/networks?id=cf1f31fe-52f0-440b-a024-251321addef4&id=d6cd75c0-fc6e-4991-9c70-bb9e48399bd9&id=cf1f31fe-52f0-440b-a024-251321addef4 HTTP/1.1" status: 200 len: 1391 time: 0.3211932 Jun 17 08:52:39.482440 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-23a2ec22-b940-41e6-a68c-542ed54f1a80 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Request body: {'port': {'device_id': '1552cce4-1356-4f82-b50f-c2c01878688d', 'network_id': 'cf1f31fe-52f0-440b-a024-251321addef4', 'admin_state_up': True, 'tenant_id': 'efb1f4611b1f491e8763ca939f24a14b'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:39.561433 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4420ca93-e356-49ae-bc62-08fd1f80ae83 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:39.632315 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a9c6f80f-3b1f-45e5-955d-6ba8379373f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:39.637474 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9ea9afad-894c-4192-bc14-e1205cc9c5e8 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:39.643485 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4420ca93-e356-49ae-bc62-08fd1f80ae83 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.9844458 Jun 17 08:52:39.653028 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60236) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:39.667441 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b81a950c-0361-4298-a7cb-031b1554504c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:39.680220 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-42991382-38c2-4b38-b0a6-1530cf0e12d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:39.697701 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-ddb5ac41-0510-4a0a-a8dd-5bdc294f38bc tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:39.710773 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a950c-0361-4298-a7cb-031b1554504c None None] Pushing event deleted for resources: {'Port': ['ID=4ae5bc7f-486f-493d-b353-98c4a7b73749,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:39.725431 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-2ee3b2c1-95a5-4f5e-bd36-ab52fe3d71cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] For port 4ae5bc7f-486f-493d-b353-98c4a7b73749, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=4ae5bc7f-486f-493d-b353-98c4a7b73749,segment=NetworkSegment(845668df-74c0-4dfc-9a1b-d17185c0d3ea),segment_id=845668df-74c0-4dfc-9a1b-d17185c0d3ea)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:39.725770 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6f80f-3b1f-45e5-955d-6ba8379373f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f31fbfc-ccb2-4d3d-b93f-5cbcf244aea1,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:39.725901 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b2c1-95a5-4f5e-bd36-ab52fe3d71cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:39.726560 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81a950c-0361-4298-a7cb-031b1554504c None None] No DVR routers for this DVR port 4ae5bc7f-486f-493d-b353-98c4a7b73749 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:39.734151 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-b81a950c-0361-4298-a7cb-031b1554504c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:39.736756 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a9c6f80f-3b1f-45e5-955d-6ba8379373f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:39.752278 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-25b77352-0040-4459-914c-9e392409998d req-70fd0aa9-e18a-42b5-a3e9-9ee6c3a8970e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 210 time: 0.1211739 Jun 17 08:52:39.757487 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e062fb-f899-4810-95fc-d0f4ee1aadb2 req-ceedd7db-1f82-4cc0-8f63-bea1ebb01c28 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:39.763310 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e062fb-f899-4810-95fc-d0f4ee1aadb2 req-ceedd7db-1f82-4cc0-8f63-bea1ebb01c28 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:39.769095 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e062fb-f899-4810-95fc-d0f4ee1aadb2 req-ceedd7db-1f82-4cc0-8f63-bea1ebb01c28 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:39.771495 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81e062fb-f899-4810-95fc-d0f4ee1aadb2 req-ceedd7db-1f82-4cc0-8f63-bea1ebb01c28 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] 10.222.0.49 "GET /v2.0/networks?id=42f17473-b08b-4409-8997-e43be0b925af&id=aa5c4d2d-e034-4163-9709-2d1251f59d12&id=aa5c4d2d-e034-4163-9709-2d1251f59d12&id=26fddeca-c847-4a25-b26f-d900bc76597d&id=26fddeca-c847-4a25-b26f-d900bc76597d HTTP/1.1" status: 200 len: 1995 time: 0.5284939 Jun 17 08:52:39.831578 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3b2c1-95a5-4f5e-bd36-ab52fe3d71cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Calling delete_port for 4ae5bc7f-486f-493d-b353-98c4a7b73749 owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:39.838902 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ddb5ac41-0510-4a0a-a8dd-5bdc294f38bc tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:39.841157 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c6f80f-3b1f-45e5-955d-6ba8379373f1 admin admin] Checking segment: {'id': '10909b1f-4bfe-488d-aed8-aa3616b22bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '606d4d03-9c60-403e-88e8-393895409399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:39.841523 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c6f80f-3b1f-45e5-955d-6ba8379373f1 admin admin] Network hostable DHCP agents. Network: 606d4d03-9c60-403e-88e8-393895409399, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:52:39.847731 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81e062fb-f899-4810-95fc-d0f4ee1aadb2 req-60ec27e9-50c9-4140-a1d8-bf55421a57a6 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] 10.222.0.49 "GET /v2.0/quotas/6151b9a1cbdb47b58bb257665571ce22 HTTP/1.1" status: 200 len: 375 time: 0.0430110 Jun 17 08:52:39.947281 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-23a2ec22-b940-41e6-a68c-542ed54f1a80 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Made reservation on behalf of efb1f4611b1f491e8763ca939f24a14b for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:39.961173 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-23a2ec22-b940-41e6-a68c-542ed54f1a80 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:39.972264 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c6f80f-3b1f-45e5-955d-6ba8379373f1 admin admin] Network 606d4d03-9c60-403e-88e8-393895409399 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:52:39.988284 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81e062fb-f899-4810-95fc-d0f4ee1aadb2 req-ef4c2164-d199-4023-9711-eab6960c358a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6151b9a1cbdb47b58bb257665571ce22&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1344156 Jun 17 08:52:39.990500 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b2c1-95a5-4f5e-bd36-ab52fe3d71cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:40.017065 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f9f933ac-94da-4b10-9428-4f9bdb5d53ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:40.020185 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee3b2c1-95a5-4f5e-bd36-ab52fe3d71cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] No DVR routers for this DVR port 4ae5bc7f-486f-493d-b353-98c4a7b73749 on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:40.031050 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3b2c1-95a5-4f5e-bd36-ab52fe3d71cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Port': ['ID=4ae5bc7f-486f-493d-b353-98c4a7b73749,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:40.034220 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2ee3b2c1-95a5-4f5e-bd36-ab52fe3d71cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:40.098153 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ddb5ac41-0510-4a0a-a8dd-5bdc294f38bc tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:40.103193 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 4ae5bc7f-486f-493d-b353-98c4a7b73749 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:40.122351 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-a9c6f80f-3b1f-45e5-955d-6ba8379373f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 606d4d03-9c60-403e-88e8-393895409399) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:40.142436 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 4ae5bc7f-486f-493d-b353-98c4a7b73749 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:52:40.143228 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 4ae5bc7f-486f-493d-b353-98c4a7b73749 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:40.150105 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c6f80f-3b1f-45e5-955d-6ba8379373f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:40.150702 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a9c6f80f-3b1f-45e5-955d-6ba8379373f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:40.155923 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260072e3-a1d6-40d9-94fe-e731a9917c55 None None] Network 606d4d03-9c60-403e-88e8-393895409399 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:40.184195 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-23a2ec22-b940-41e6-a68c-542ed54f1a80 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Allocated IP 19.80.0.132 (cf1f31fe-52f0-440b-a024-251321addef4/4f35d048-8046-4b33-8711-690a21bc8e84/64810585-43eb-4022-a348-6cb975bec3e0) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:40.202404 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b2c1-95a5-4f5e-bd36-ab52fe3d71cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:40.241022 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-2ee3b2c1-95a5-4f5e-bd36-ab52fe3d71cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bee10c4-bb57-4eca-b0e5-85affba3788b']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:40.249262 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ddb5ac41-0510-4a0a-a8dd-5bdc294f38bc tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:40.249647 n-d-758944-30 neutron-server[94519]: INFO neutron.db.l3_db [None req-ddb5ac41-0510-4a0a-a8dd-5bdc294f38bc tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Floating IP 0efd6423-b6a2-44a5-b6d0-eab6acd13922 disassociated. External IP: 172.25.2.54, port: 39ea821e-7043-45b0-a76f-48f866594a70. Jun 17 08:52:40.257814 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-2ee3b2c1-95a5-4f5e-bd36-ab52fe3d71cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845668df-74c0-4dfc-9a1b-d17185c0d3ea') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:40.258509 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-2ee3b2c1-95a5-4f5e-bd36-ab52fe3d71cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845668df-74c0-4dfc-9a1b-d17185c0d3ea') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:40.272750 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b2c1-95a5-4f5e-bd36-ab52fe3d71cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:40.300916 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b2c1-95a5-4f5e-bd36-ab52fe3d71cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:40.314839 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee3b2c1-95a5-4f5e-bd36-ab52fe3d71cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:52:40.316726 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b2c1-95a5-4f5e-bd36-ab52fe3d71cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:52:40.320408 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:52:40.327680 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91a8975-566f-477d-a92d-9bb5d12b4562 None None] Network 606d4d03-9c60-403e-88e8-393895409399 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:40.334342 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81e062fb-f899-4810-95fc-d0f4ee1aadb2 req-85e469aa-ec9e-4d04-8a63-1dddb95133a9 service neutron] 10.222.0.49 "GET /v2.0/networks/42f17473-b08b-4409-8997-e43be0b925af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172553 Jun 17 08:52:40.356533 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a9c6f80f-3b1f-45e5-955d-6ba8379373f1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4992256 Jun 17 08:52:40.574276 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81e062fb-f899-4810-95fc-d0f4ee1aadb2 req-f65c619b-9f93-4cc3-8bb1-065d7559e0b3 service neutron] 10.222.0.49 "GET /v2.0/networks/42f17473-b08b-4409-8997-e43be0b925af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874056 Jun 17 08:52:40.577760 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-23a2ec22-b940-41e6-a68c-542ed54f1a80 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:40.607813 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f99b4bbe-74af-46c2-b6f9-be8f41501924 req-bc433205-67ea-4f65-8e54-60ff1b0bfe7c tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0551398 Jun 17 08:52:40.618654 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-23a2ec22-b940-41e6-a68c-542ed54f1a80 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Transition to ACTIVE for port object 64810585-43eb-4022-a348-6cb975bec3e0 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:40.652314 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81e062fb-f899-4810-95fc-d0f4ee1aadb2 req-b49dcea4-cfdd-490b-9879-5b9b739fcf2d service neutron] 10.222.0.49 "GET /v2.0/ports/0415a8c1-4204-4df5-b3cc-5702b1fcca74?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0709097 Jun 17 08:52:40.661062 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb5ac41-0510-4a0a-a8dd-5bdc294f38bc tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Router 3e32954e-284e-4730-bacd-ab3280499d59 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:40.683422 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b2c1-95a5-4f5e-bd36-ab52fe3d71cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:40.688095 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d902a0b6-a08d-4e08-b040-4e561527b76a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:40.718402 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b2c1-95a5-4f5e-bd36-ab52fe3d71cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:40.720755 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2ee3b2c1-95a5-4f5e-bd36-ab52fe3d71cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/networks/5bee10c4-bb57-4eca-b0e5-85affba3788b HTTP/1.1" status: 204 len: 168 time: 1.7985477 Jun 17 08:52:40.735029 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60250) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:40.743475 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-c0f0a33b-92c0-434d-99c3-cb8151f230de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-373323271', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}, 'admin_state_up': False}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:40.750662 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-23a2ec22-b940-41e6-a68c-542ed54f1a80 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:40.751399 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3b2c1-95a5-4f5e-bd36-ab52fe3d71cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Network': ['ID=5bee10c4-bb57-4eca-b0e5-85affba3788b,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:40.759090 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2ee3b2c1-95a5-4f5e-bd36-ab52fe3d71cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:40.759232 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fbcb08bd-208e-49b1-a70d-0b1f55ed6194 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:40.804307 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81e062fb-f899-4810-95fc-d0f4ee1aadb2 req-2cb3669a-669c-4150-93c6-9336b0d37d72 service neutron] 10.222.0.49 "GET /v2.0/networks/aa5c4d2d-e034-4163-9709-2d1251f59d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507888 Jun 17 08:52:40.809065 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-23a2ec22-b940-41e6-a68c-542ed54f1a80 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Network cf1f31fe-52f0-440b-a024-251321addef4 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:40.814977 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-23a2ec22-b940-41e6-a68c-542ed54f1a80 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:40.825595 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-23a2ec22-b940-41e6-a68c-542ed54f1a80 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:40.833576 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2ec22-b940-41e6-a68c-542ed54f1a80 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Pushing event updated for resources: {'Port': ['ID=64810585-43eb-4022-a348-6cb975bec3e0,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:40.853268 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-23a2ec22-b940-41e6-a68c-542ed54f1a80 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:40.865437 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb5ac41-0510-4a0a-a8dd-5bdc294f38bc tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:40.873965 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ddb5ac41-0510-4a0a-a8dd-5bdc294f38bc tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:40.876598 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c17024-84cb-417d-a398-ab341b8acf31 None None] Sync routers for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:40.892023 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c17024-84cb-417d-a398-ab341b8acf31 None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:40.892796 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-a6c17024-84cb-417d-a398-ab341b8acf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:40.904922 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c0f0a33b-92c0-434d-99c3-cb8151f230de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:40.906065 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c0f0a33b-92c0-434d-99c3-cb8151f230de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:40.937798 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-23a2ec22-b940-41e6-a68c-542ed54f1a80 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:40.940534 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-23a2ec22-b940-41e6-a68c-542ed54f1a80 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:40.965384 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-a6c17024-84cb-417d-a398-ab341b8acf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:40.968300 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ddb5ac41-0510-4a0a-a8dd-5bdc294f38bc tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "PUT /v2.0/floatingips/0efd6423-b6a2-44a5-b6d0-eab6acd13922 HTTP/1.1" status: 200 len: 687 time: 1.3131208 Jun 17 08:52:40.970221 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60256) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:40.976094 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c17024-84cb-417d-a398-ab341b8acf31 None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:40.976725 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-a6c17024-84cb-417d-a398-ab341b8acf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:41.010028 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c0f0a33b-92c0-434d-99c3-cb8151f230de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:41.013598 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-81e062fb-f899-4810-95fc-d0f4ee1aadb2 req-9aa7196e-6d72-448e-884e-b76671dccc62 service neutron] 10.222.0.49 "GET /v2.0/networks/aa5c4d2d-e034-4163-9709-2d1251f59d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017376 Jun 17 08:52:41.033238 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-a6c17024-84cb-417d-a398-ab341b8acf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:41.047920 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c17024-84cb-417d-a398-ab341b8acf31 None None] The sync data for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:41.073815 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-23a2ec22-b940-41e6-a68c-542ed54f1a80 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5959804 Jun 17 08:52:41.117508 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-37ba2cad-ae9a-4874-ab84-c298a0210298 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Request body: {'port': {'device_id': '1552cce4-1356-4f82-b50f-c2c01878688d', 'network_id': 'd6cd75c0-fc6e-4991-9c70-bb9e48399bd9', 'admin_state_up': True, 'tenant_id': 'efb1f4611b1f491e8763ca939f24a14b'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:41.199565 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60266) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:41.247379 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c0f0a33b-92c0-434d-99c3-cb8151f230de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:41.305776 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-730533ee-203e-4142-a74a-0a6343a5e2f5 None None] Provisioning for port 64810585-43eb-4022-a348-6cb975bec3e0 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:41.311508 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-730533ee-203e-4142-a74a-0a6343a5e2f5 None None] Provisioning complete for port 64810585-43eb-4022-a348-6cb975bec3e0 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:41.312007 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-730533ee-203e-4142-a74a-0a6343a5e2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:41.347209 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-730533ee-203e-4142-a74a-0a6343a5e2f5 None None] Port 64810585-43eb-4022-a348-6cb975bec3e0 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:52:41.367348 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60270) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:41.367569 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1681434846-network', 'tenant_id': '4ba8155125334381a0779fb51b030f5d'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:41.517553 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] Made reservation on behalf of 4ba8155125334381a0779fb51b030f5d for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:41.521016 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:41.534643 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:41.610151 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-43c07e64-e7b0-4f1e-b75d-a0d5d55b3ea0 req-c823c59d-04b2-47a4-9889-5b0aa72b68b5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0661938 Jun 17 08:52:41.624905 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538025f-f7b6-4198-956d-c7a164e0c555 req-756b737b-e8b6-45a6-afe5-54899168ce73 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:41.624905 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1538025f-f7b6-4198-956d-c7a164e0c555 req-756b737b-e8b6-45a6-afe5-54899168ce73 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 932 time: 0.6511302 Jun 17 08:52:41.685678 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-c87848c2-e576-464d-a41a-bc109ca7866a tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Deleting port 6bd6336b-18e9-4f9d-87bf-01face1da81b {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:41.686048 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c87848c2-e576-464d-a41a-bc109ca7866a tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:41.687693 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f6c450cd-2a4d-40e5-b4f8-cd50f100c376 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:41.739791 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c0f0a33b-92c0-434d-99c3-cb8151f230de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router_gateway, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:41.764112 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1538025f-f7b6-4198-956d-c7a164e0c555 req-34044a1f-1b1b-47c0-ac62-544c22b9c406 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308119 Jun 17 08:52:41.768998 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f6c450cd-2a4d-40e5-b4f8-cd50f100c376 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:41.769657 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:41.780326 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c0f0a33b-92c0-434d-99c3-cb8151f230de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:41.801290 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3dda51c5-03cc-43c3-bf80-38d199e03fae req-d806c5ab-49eb-4700-a903-13cf224d16a7 tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0517137 Jun 17 08:52:41.854893 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c87848c2-e576-464d-a41a-bc109ca7866a tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:41.855721 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c87848c2-e576-464d-a41a-bc109ca7866a tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:41.887629 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:41.894249 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-098fc424-8865-426e-8a1d-a5dd2e84770f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:41.930987 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-c87848c2-e576-464d-a41a-bc109ca7866a tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Calling delete_port for 6bd6336b-18e9-4f9d-87bf-01face1da81b owned by network:floatingip {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:41.935121 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:52:41.937624 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:52:41.946454 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f6c450cd-2a4d-40e5-b4f8-cd50f100c376 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:41.947629 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-c0f0a33b-92c0-434d-99c3-cb8151f230de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Allocated IP 172.25.2.247 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/cc352826-a01e-45e0-9f52-13d4ebfd232b) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:41.949307 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f6c450cd-2a4d-40e5-b4f8-cd50f100c376 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:41.950456 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f6c450cd-2a4d-40e5-b4f8-cd50f100c376 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] 10.222.0.49 "DELETE /v2.0/security-groups/b6ca634d-1ffa-476c-98a5-99564cbff720 HTTP/1.1" status: 204 len: 168 time: 0.7487855 Jun 17 08:52:41.954154 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1d9da7bd-3e30-4bcd-b846-f1cb5d1af0e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:41.954836 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60276) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:41.965277 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d93ec30-7089-4b19-a58d-fb603d016045,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:41.974042 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:41.974391 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] Added segment 148a9e1d-c270-467b-b13a-c8fe01ad5506 of type vlan for network 8007ce38-c292-4a45-ab8d-ca60a2a40973 Jun 17 08:52:41.992414 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-24ed44b6-2d6b-4d70-aa66-890a8991ea39 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] show failed (client error): The resource could not be found. Jun 17 08:52:41.992781 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c450cd-2a4d-40e5-b4f8-cd50f100c376 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ca634d-1ffa-476c-98a5-99564cbff720,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:41.995968 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-24ed44b6-2d6b-4d70-aa66-890a8991ea39 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] 10.222.0.49 "GET /v2.0/security-groups/b6ca634d-1ffa-476c-98a5-99564cbff720 HTTP/1.1" status: 404 len: 347 time: 0.0377331 Jun 17 08:52:41.995968 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:41.995968 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:41.995968 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:41.996321 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:41.996502 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:41.996845 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:41.997209 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:41.997657 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:41.998110 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:41.998343 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60278) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:41.998489 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:41.998848 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:41.999527 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:42.005310 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:42.046164 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c450cd-2a4d-40e5-b4f8-cd50f100c376 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:42.046569 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c450cd-2a4d-40e5-b4f8-cd50f100c376 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:42.046963 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c450cd-2a4d-40e5-b4f8-cd50f100c376 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:42.047396 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c450cd-2a4d-40e5-b4f8-cd50f100c376 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:42.047757 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c450cd-2a4d-40e5-b4f8-cd50f100c376 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:42.048257 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c450cd-2a4d-40e5-b4f8-cd50f100c376 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:42.048642 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c450cd-2a4d-40e5-b4f8-cd50f100c376 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:42.049020 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c450cd-2a4d-40e5-b4f8-cd50f100c376 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:42.049394 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c450cd-2a4d-40e5-b4f8-cd50f100c376 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:42.049768 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c450cd-2a4d-40e5-b4f8-cd50f100c376 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:42.050140 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c450cd-2a4d-40e5-b4f8-cd50f100c376 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:42.050513 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c450cd-2a4d-40e5-b4f8-cd50f100c376 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:42.057184 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f6c450cd-2a4d-40e5-b4f8-cd50f100c376 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:42.073316 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:42.106106 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-37ba2cad-ae9a-4874-ab84-c298a0210298 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Made reservation on behalf of efb1f4611b1f491e8763ca939f24a14b for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:42.109691 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-37ba2cad-ae9a-4874-ab84-c298a0210298 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:42.146221 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c0f0a33b-92c0-434d-99c3-cb8151f230de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:42.225776 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:42.226862 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:42.227480 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:42.230959 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b5bd6577-af05-44a4-9654-e474061f7d63 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:42.276755 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c0f0a33b-92c0-434d-99c3-cb8151f230de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:42.302265 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] Pushing event updated for resources: {'Network': ['ID=8007ce38-c292-4a45-ab8d-ca60a2a40973,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:42.305742 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-8fe8671d-d430-4f88-bf0a-701bca3ed1af tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Deleting port 936face7-1e7e-4d3b-83d4-9a4017934253 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:42.306115 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8fe8671d-d430-4f88-bf0a-701bca3ed1af tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:42.306439 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f0a33b-92c0-434d-99c3-cb8151f230de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:42.308171 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:42.308919 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d46139c5-cb80-40e9-83ed-e32cb0e9be43 tempest-ServersTestJSON-1722772120 tempest-ServersTestJSON-1722772120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:42.317288 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 8007ce38-c292-4a45-ab8d-ca60a2a40973 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:52:42.335598 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-c0f0a33b-92c0-434d-99c3-cb8151f230de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:42.340251 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f0a33b-92c0-434d-99c3-cb8151f230de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:42.373903 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0103416 Jun 17 08:52:42.379181 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60282) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:42.389482 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0a33b-92c0-434d-99c3-cb8151f230de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Port': ['ID=cc352826-a01e-45e0-9f52-13d4ebfd232b,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:42.390942 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-987ad775-b4d3-47ec-80be-57218dd198d0 admin admin] Request body: {'subnet': {'network_id': '8007ce38-c292-4a45-ab8d-ca60a2a40973', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1681434846-subnet', 'tenant_id': '4ba8155125334381a0779fb51b030f5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:42.394594 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c0f0a33b-92c0-434d-99c3-cb8151f230de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:42.425414 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-37ba2cad-ae9a-4874-ab84-c298a0210298 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Allocated IP 19.86.0.52 (d6cd75c0-fc6e-4991-9c70-bb9e48399bd9/c0849350-a33d-40be-95f8-f947a33620d4/5301bef6-c56b-41e9-a953-8282317fc4bc) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:42.459344 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c87848c2-e576-464d-a41a-bc109ca7866a tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:42.470511 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a4a30cbb-80c6-4ec9-8a77-196e3364a641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:42.513149 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8fe8671d-d430-4f88-bf0a-701bca3ed1af tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:42.513538 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8fe8671d-d430-4f88-bf0a-701bca3ed1af tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:42.525930 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87848c2-e576-464d-a41a-bc109ca7866a tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event deleted for resources: {'Port': ['ID=6bd6336b-18e9-4f9d-87bf-01face1da81b,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:42.528264 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c87848c2-e576-464d-a41a-bc109ca7866a tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:42.625440 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-8fe8671d-d430-4f88-bf0a-701bca3ed1af tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Calling delete_port for 936face7-1e7e-4d3b-83d4-9a4017934253 owned by network:floatingip {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:42.648532 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987ad775-b4d3-47ec-80be-57218dd198d0 admin admin] Made reservation on behalf of 4ba8155125334381a0779fb51b030f5d for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:42.650880 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-987ad775-b4d3-47ec-80be-57218dd198d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:42.752628 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c0f0a33b-92c0-434d-99c3-cb8151f230de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router_gateway, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:42.825981 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c87848c2-e576-464d-a41a-bc109ca7866a tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:42.829171 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c87848c2-e576-464d-a41a-bc109ca7866a tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:42.830391 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c87848c2-e576-464d-a41a-bc109ca7866a tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "DELETE /v2.0/floatingips/0efd6423-b6a2-44a5-b6d0-eab6acd13922 HTTP/1.1" status: 204 len: 168 time: 1.8576403 Jun 17 08:52:42.836474 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60286) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:42.843270 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-339814c8-1525-4cf3-a261-a0aff77ff1d3 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'port_id': 'fb1398d5-adbf-485f-9b9e-5c423aee1261'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:42.996096 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-339814c8-1525-4cf3-a261-a0aff77ff1d3 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:43.001269 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-37ba2cad-ae9a-4874-ab84-c298a0210298 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:43.078332 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c0f0a33b-92c0-434d-99c3-cb8151f230de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:43.082018 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a3959e32-056b-4ed3-901f-ccf9c6f32e89 req-c9a6e248-c5af-43fa-bdf1-51aeebc676de tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0669782 Jun 17 08:52:43.139265 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c4b3a-d7cb-441c-b4d0-f3cc73c5e7b2 req-bad928d6-b16a-4cdb-b592-f09bb7834b3a tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:43.140842 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6c8c4b3a-d7cb-441c-b4d0-f3cc73c5e7b2 req-bad928d6-b16a-4cdb-b592-f09bb7834b3a tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 932 time: 0.2226670 Jun 17 08:52:43.183355 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6c8c4b3a-d7cb-441c-b4d0-f3cc73c5e7b2 req-eedba15f-4565-4924-8912-5ab28c233654 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361745 Jun 17 08:52:43.243646 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-339814c8-1525-4cf3-a261-a0aff77ff1d3 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:43.247943 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-37ba2cad-ae9a-4874-ab84-c298a0210298 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Transition to ACTIVE for port object 5301bef6-c56b-41e9-a953-8282317fc4bc will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:43.251801 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8fe8671d-d430-4f88-bf0a-701bca3ed1af tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:43.256533 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-81487204-38db-483d-9695-9c4eef9e6244 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:43.283643 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8671d-d430-4f88-bf0a-701bca3ed1af tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Pushing event deleted for resources: {'Port': ['ID=936face7-1e7e-4d3b-83d4-9a4017934253,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:43.290222 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8fe8671d-d430-4f88-bf0a-701bca3ed1af tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:43.322358 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-987ad775-b4d3-47ec-80be-57218dd198d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:43.326211 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-14dfe37b-7bc7-4407-a5cf-92bbab271a64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:43.369525 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f0a33b-92c0-434d-99c3-cb8151f230de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Router 1cd9556b-61d1-4219-94d3-baf9391170d9 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:52:43.384248 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-339814c8-1525-4cf3-a261-a0aff77ff1d3 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Allocated IP 172.25.2.67 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/1924116a-bca7-4fd6-b5db-ecedbdce4a38) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:43.413961 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8fe8671d-d430-4f88-bf0a-701bca3ed1af tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks [] for floatingip, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:43.416564 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8fe8671d-d430-4f88-bf0a-701bca3ed1af tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:43.420541 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-8fe8671d-d430-4f88-bf0a-701bca3ed1af tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] 10.222.0.49 "DELETE /v2.0/floatingips/9a98ca08-b5a2-4823-bddd-121a346ec77a HTTP/1.1" status: 204 len: 168 time: 1.4176769 Jun 17 08:52:43.422053 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60296) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:43.422796 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ad775-b4d3-47ec-80be-57218dd198d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=feb3cc5e-b9f9-40eb-9991-3b276ef53e1f,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:43.426188 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-987ad775-b4d3-47ec-80be-57218dd198d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:43.480204 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987ad775-b4d3-47ec-80be-57218dd198d0 admin admin] Checking segment: {'id': '148a9e1d-c270-467b-b13a-c8fe01ad5506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8007ce38-c292-4a45-ab8d-ca60a2a40973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:43.480204 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987ad775-b4d3-47ec-80be-57218dd198d0 admin admin] Network hostable DHCP agents. Network: 8007ce38-c292-4a45-ab8d-ca60a2a40973, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:52:43.485996 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-37ba2cad-ae9a-4874-ab84-c298a0210298 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:43.495149 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f1e8c4bc-05d6-440b-95e6-729fc05e449f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:43.566066 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f0a33b-92c0-434d-99c3-cb8151f230de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:43.580222 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-37ba2cad-ae9a-4874-ab84-c298a0210298 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Network d6cd75c0-fc6e-4991-9c70-bb9e48399bd9 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:43.581014 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efe2109-3f69-4f2d-aebb-e9e606759f08 None None] Sync routers for ids ['1cd9556b-61d1-4219-94d3-baf9391170d9'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:43.592907 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-37ba2cad-ae9a-4874-ab84-c298a0210298 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:43.593812 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efe2109-3f69-4f2d-aebb-e9e606759f08 None None] Routers {'1cd9556b-61d1-4219-94d3-baf9391170d9'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:43.594041 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-339814c8-1525-4cf3-a261-a0aff77ff1d3 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:43.599696 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-37ba2cad-ae9a-4874-ab84-c298a0210298 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:43.605573 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba2cad-ae9a-4874-ab84-c298a0210298 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Pushing event updated for resources: {'Port': ['ID=5301bef6-c56b-41e9-a953-8282317fc4bc,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:43.609895 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-6efe2109-3f69-4f2d-aebb-e9e606759f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['1cd9556b-61d1-4219-94d3-baf9391170d9'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:43.634946 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-37ba2cad-ae9a-4874-ab84-c298a0210298 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:43.668813 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-6efe2109-3f69-4f2d-aebb-e9e606759f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:43.674419 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-37ba2cad-ae9a-4874-ab84-c298a0210298 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:43.675060 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-37ba2cad-ae9a-4874-ab84-c298a0210298 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:43.679031 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efe2109-3f69-4f2d-aebb-e9e606759f08 None None] Routers {'1cd9556b-61d1-4219-94d3-baf9391170d9'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:43.680068 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-6efe2109-3f69-4f2d-aebb-e9e606759f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['1cd9556b-61d1-4219-94d3-baf9391170d9'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:43.691949 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-1461e40a-4ef7-430a-8fa9-baf743bb9599 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Deleting port 5269241d-21a4-49da-bcdb-dd2423416209 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:43.692413 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1461e40a-4ef7-430a-8fa9-baf743bb9599 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:43.694003 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c0f0a33b-92c0-434d-99c3-cb8151f230de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:43.695337 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c0f0a33b-92c0-434d-99c3-cb8151f230de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.9590390 Jun 17 08:52:43.698296 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60300) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:43.706307 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987ad775-b4d3-47ec-80be-57218dd198d0 admin admin] Network 8007ce38-c292-4a45-ab8d-ca60a2a40973 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:52:43.721421 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-6efe2109-3f69-4f2d-aebb-e9e606759f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:43.722449 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efe2109-3f69-4f2d-aebb-e9e606759f08 None None] The sync data for ids ['1cd9556b-61d1-4219-94d3-baf9391170d9'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:43.815983 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1461e40a-4ef7-430a-8fa9-baf743bb9599 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:43.820281 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-37ba2cad-ae9a-4874-ab84-c298a0210298 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7389176 Jun 17 08:52:43.838046 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-ffd598de-d9e9-42f1-b63c-7c7013d0758f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Request body: {'port': {'device_id': '1552cce4-1356-4f82-b50f-c2c01878688d', 'network_id': 'cf1f31fe-52f0-440b-a024-251321addef4', 'admin_state_up': True, 'tenant_id': 'efb1f4611b1f491e8763ca939f24a14b'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:43.917934 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-1461e40a-4ef7-430a-8fa9-baf743bb9599 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Calling delete_port for 5269241d-21a4-49da-bcdb-dd2423416209 owned by {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:43.921652 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-987ad775-b4d3-47ec-80be-57218dd198d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 8007ce38-c292-4a45-ab8d-ca60a2a40973) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:43.950649 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3e4166-51df-4ba8-9c97-8b98ca25fc6f None None] Network 8007ce38-c292-4a45-ab8d-ca60a2a40973 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:43.962352 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-65a8a7b5-0ff1-4bc9-8391-2a766d4d49fa None None] Provisioning for port 5301bef6-c56b-41e9-a953-8282317fc4bc completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:43.978733 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-65a8a7b5-0ff1-4bc9-8391-2a766d4d49fa None None] Provisioning complete for port 5301bef6-c56b-41e9-a953-8282317fc4bc triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:43.979825 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-65a8a7b5-0ff1-4bc9-8391-2a766d4d49fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:44.041401 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987ad775-b4d3-47ec-80be-57218dd198d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:44.042246 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-987ad775-b4d3-47ec-80be-57218dd198d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:44.047848 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-65a8a7b5-0ff1-4bc9-8391-2a766d4d49fa None None] Port 5301bef6-c56b-41e9-a953-8282317fc4bc cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:52:44.105325 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-067cc456-0fc2-466e-944a-813104a5dcd2 req-290edcd7-3012-4d23-bcfd-809da1c0bb64 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0bb37950e0d941e58d88960ad922c5de&device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0657878 Jun 17 08:52:44.130810 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8a3d5836-dfe9-4630-befe-3974c0aab802 req-ed03ca1b-cedc-414b-bc09-d7b1261a266d tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0713627 Jun 17 08:52:44.154779 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-339814c8-1525-4cf3-a261-a0aff77ff1d3 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:44.157699 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80b39b7-9cc6-4b67-ac6e-839e7c25d8c6 None None] Network 8007ce38-c292-4a45-ab8d-ca60a2a40973 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:44.167552 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-cbf4746d-5b9c-41c8-9c4f-2914a1833478 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "GET /v2.0/routers/1cd9556b-61d1-4219-94d3-baf9391170d9 HTTP/1.1" status: 200 len: 884 time: 0.4668176 Jun 17 08:52:44.168414 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0bdb118e-b7dd-45ea-982c-88e55265b91d tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:44.174077 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60304) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:44.190403 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-987ad775-b4d3-47ec-80be-57218dd198d0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8026233 Jun 17 08:52:44.214584 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-067cc456-0fc2-466e-944a-813104a5dcd2 req-db567ab0-31b9-4951-8ff5-51afc3c885fb service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=0bb37950e0d941e58d88960ad922c5de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0888104 Jun 17 08:52:44.234894 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339814c8-1525-4cf3-a261-a0aff77ff1d3 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:44.273651 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-339814c8-1525-4cf3-a261-a0aff77ff1d3 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:44.294607 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339814c8-1525-4cf3-a261-a0aff77ff1d3 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:44.413076 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339814c8-1525-4cf3-a261-a0aff77ff1d3 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event updated for resources: {'Port': ['ID=1924116a-bca7-4fd6-b5db-ecedbdce4a38,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:44.417239 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-339814c8-1525-4cf3-a261-a0aff77ff1d3 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:44.450409 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1461e40a-4ef7-430a-8fa9-baf743bb9599 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:44.458944 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3427d4cf-fc41-4650-9a87-6b339257e207 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:44.493645 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461e40a-4ef7-430a-8fa9-baf743bb9599 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Pushing event deleted for resources: {'Port': ['ID=5269241d-21a4-49da-bcdb-dd2423416209,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:44.512309 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1461e40a-4ef7-430a-8fa9-baf743bb9599 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:44.551488 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-ffd598de-d9e9-42f1-b63c-7c7013d0758f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Made reservation on behalf of efb1f4611b1f491e8763ca939f24a14b for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:44.555193 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-ffd598de-d9e9-42f1-b63c-7c7013d0758f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:44.639478 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cc456-0fc2-466e-944a-813104a5dcd2 req-cfbfeecc-f624-42a3-a0a7-b2abb919e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:44.641083 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-067cc456-0fc2-466e-944a-813104a5dcd2 req-cfbfeecc-f624-42a3-a0a7-b2abb919e722 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3144057 Jun 17 08:52:44.697421 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be979823-9409-436a-a833-9a0e9b0b16d3 req-358fc7a0-6fda-4cdd-8dfa-96f304a695aa tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:44.703867 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be979823-9409-436a-a833-9a0e9b0b16d3 req-358fc7a0-6fda-4cdd-8dfa-96f304a695aa tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:44.708297 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be979823-9409-436a-a833-9a0e9b0b16d3 req-358fc7a0-6fda-4cdd-8dfa-96f304a695aa tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 1654 time: 0.3049257 Jun 17 08:52:44.728719 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1461e40a-4ef7-430a-8fa9-baf743bb9599 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:44.731982 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-1461e40a-4ef7-430a-8fa9-baf743bb9599 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] 10.222.0.49 "DELETE /v2.0/ports/5269241d-21a4-49da-bcdb-dd2423416209 HTTP/1.1" status: 204 len: 168 time: 1.3068407 Jun 17 08:52:44.735641 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60320) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:44.792309 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be979823-9409-436a-a833-9a0e9b0b16d3 req-f9f3004f-77ca-4f04-b440-fc91fe4ea178 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701878 Jun 17 08:52:44.798337 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-eb491834-0ab8-474a-934f-0486874ba1ab tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6024992 Jun 17 08:52:44.802701 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60330) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:44.812386 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-670b6d41-3430-40b1-b5e9-a48a25de66ec tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-373323271'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:44.867121 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-ffd598de-d9e9-42f1-b63c-7c7013d0758f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Allocated IP 19.80.0.174 (cf1f31fe-52f0-440b-a024-251321addef4/4f35d048-8046-4b33-8711-690a21bc8e84/78474dff-4f23-42cf-94e1-31024083e962) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:45.021699 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-ffd598de-d9e9-42f1-b63c-7c7013d0758f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:45.036696 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-ffd598de-d9e9-42f1-b63c-7c7013d0758f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Transition to ACTIVE for port object 78474dff-4f23-42cf-94e1-31024083e962 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:45.198464 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-339814c8-1525-4cf3-a261-a0aff77ff1d3 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:45.285951 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-84bd77a4-f84a-48b0-b609-3597a906e30c tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:45.287419 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-84bd77a4-f84a-48b0-b609-3597a906e30c tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/networks?id=606d4d03-9c60-403e-88e8-393895409399 HTTP/1.1" status: 200 len: 825 time: 0.4517317 Jun 17 08:52:45.294773 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-4bdd09f2-3c28-4082-a679-a6e853a42c3d tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Deleting port 0415a8c1-4204-4df5-b3cc-5702b1fcca74 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:45.295229 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4bdd09f2-3c28-4082-a679-a6e853a42c3d tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:45.296577 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2ef6436b-85d6-4d01-924f-9a66894913e6 req-77b87c7a-351a-49c1-8a13-aa77569f9236 tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0349298 Jun 17 08:52:45.306537 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-ffd598de-d9e9-42f1-b63c-7c7013d0758f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:45.310944 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8fe8671d-d430-4f88-bf0a-701bca3ed1af tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:45.345912 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-4dc6c3bc-64aa-4b35-85b1-2f97dd88ca53 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/quotas/bd10109956314342a91d0c169e21255b HTTP/1.1" status: 200 len: 375 time: 0.0477695 Jun 17 08:52:45.350174 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-ffd598de-d9e9-42f1-b63c-7c7013d0758f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Network cf1f31fe-52f0-440b-a024-251321addef4 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:45.354659 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-ffd598de-d9e9-42f1-b63c-7c7013d0758f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:45.358549 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-ffd598de-d9e9-42f1-b63c-7c7013d0758f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:45.387047 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd598de-d9e9-42f1-b63c-7c7013d0758f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Pushing event updated for resources: {'Port': ['ID=78474dff-4f23-42cf-94e1-31024083e962,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:45.391781 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ffd598de-d9e9-42f1-b63c-7c7013d0758f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:45.414012 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-fc13ec03-b19a-4630-ad14-85d638dd4faa tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bd10109956314342a91d0c169e21255b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407913 Jun 17 08:52:45.424669 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-ffd598de-d9e9-42f1-b63c-7c7013d0758f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:45.425638 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-ffd598de-d9e9-42f1-b63c-7c7013d0758f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:45.584462 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4bdd09f2-3c28-4082-a679-a6e853a42c3d tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:45.635371 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-ffd598de-d9e9-42f1-b63c-7c7013d0758f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8066518 Jun 17 08:52:45.646919 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-3c281569-f9ab-4918-8424-7328e9bd9a7e service neutron] Request body: {'port': {'device_id': '1552cce4-1356-4f82-b50f-c2c01878688d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:45.730379 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-3c281569-f9ab-4918-8424-7328e9bd9a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:45.760661 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a843b19f-a64a-4d08-9f30-8a846a0c8ccf None None] Provisioning for port 78474dff-4f23-42cf-94e1-31024083e962 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:45.765725 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a843b19f-a64a-4d08-9f30-8a846a0c8ccf None None] Provisioning complete for port 78474dff-4f23-42cf-94e1-31024083e962 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:45.766121 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a843b19f-a64a-4d08-9f30-8a846a0c8ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:45.808598 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a843b19f-a64a-4d08-9f30-8a846a0c8ccf None None] Port 78474dff-4f23-42cf-94e1-31024083e962 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:52:45.890615 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-067cc456-0fc2-466e-944a-813104a5dcd2 req-52f7b76f-32ec-4ae1-b89c-e4eb7d322571 tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.53 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0399778 Jun 17 08:52:45.993726 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-4bdd09f2-3c28-4082-a679-a6e853a42c3d tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Calling delete_port for 0415a8c1-4204-4df5-b3cc-5702b1fcca74 owned by {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:46.036269 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-339814c8-1525-4cf3-a261-a0aff77ff1d3 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:46.058622 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc0605-88da-4114-9bf2-9d4960d48fd7 req-fc74b904-847b-4e91-bddc-febaec2dad12 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:46.064546 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc0605-88da-4114-9bf2-9d4960d48fd7 req-fc74b904-847b-4e91-bddc-febaec2dad12 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:46.069066 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-670b6d41-3430-40b1-b5e9-a48a25de66ec tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:46.070401 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc0605-88da-4114-9bf2-9d4960d48fd7 req-fc74b904-847b-4e91-bddc-febaec2dad12 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:46.072674 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f4dc0605-88da-4114-9bf2-9d4960d48fd7 req-fc74b904-847b-4e91-bddc-febaec2dad12 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 2376 time: 0.1233170 Jun 17 08:52:46.077174 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-b73e9ef9-2dad-4f86-a600-69e37343a943 service neutron] 10.222.0.49 "GET /v2.0/networks/606d4d03-9c60-403e-88e8-393895409399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6525130 Jun 17 08:52:46.149240 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-3c281569-f9ab-4918-8424-7328e9bd9a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64810585-43eb-4022-a348-6cb975bec3e0 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:52:46.158572 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-3c281569-f9ab-4918-8424-7328e9bd9a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:46.163563 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f4dc0605-88da-4114-9bf2-9d4960d48fd7 req-de126d9d-711d-4608-bac6-fe3b062d1a79 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805936 Jun 17 08:52:46.176371 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-3c281569-f9ab-4918-8424-7328e9bd9a7e service neutron] Transition to ACTIVE for port object 64810585-43eb-4022-a348-6cb975bec3e0 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:46.264094 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-670b6d41-3430-40b1-b5e9-a48a25de66ec tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-940956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941038', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-949414'] for router, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:46.333612 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-3c281569-f9ab-4918-8424-7328e9bd9a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:46.336805 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b8065e3d-094c-4313-a49e-5cb8a99208ef tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:46.408686 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-edb10d43-3715-4a6d-9fd7-0be95bc3a824 service neutron] 10.222.0.49 "GET /v2.0/networks/606d4d03-9c60-403e-88e8-393895409399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945716 Jun 17 08:52:46.418610 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c281569-f9ab-4918-8424-7328e9bd9a7e service neutron] Pushing event updated for resources: {'Port': ['ID=64810585-43eb-4022-a348-6cb975bec3e0,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:46.422669 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3c281569-f9ab-4918-8424-7328e9bd9a7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:46.513989 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-37745431-0cb0-4250-a8b9-42ae406faad4 req-82137d21-6aba-4b77-9bba-6fb3aa125814 tempest-ServerShowV254Test-2085830808 tempest-ServerShowV254Test-2085830808-project] 10.222.0.49 "GET /v2.0/ports?device_id=b82001d7-10f2-4fea-8a7d-2408c1e9afeb HTTP/1.1" status: 200 len: 210 time: 0.0615640 Jun 17 08:52:46.535731 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-339814c8-1525-4cf3-a261-a0aff77ff1d3 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:46.549503 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-3c281569-f9ab-4918-8424-7328e9bd9a7e service neutron] Attempting to bind port 64810585-43eb-4022-a348-6cb975bec3e0 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:52:46.550036 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-3c281569-f9ab-4918-8424-7328e9bd9a7e service neutron] Attempting to bind port 64810585-43eb-4022-a348-6cb975bec3e0 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '80e4d3c2-24d1-411a-8139-b9cf37df6b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cf1f31fe-52f0-440b-a024-251321addef4'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:52:46.550857 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-3c281569-f9ab-4918-8424-7328e9bd9a7e service neutron] Attempting to bind port 64810585-43eb-4022-a348-6cb975bec3e0 on network cf1f31fe-52f0-440b-a024-251321addef4 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:46.556549 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670b6d41-3430-40b1-b5e9-a48a25de66ec tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Router 1cd9556b-61d1-4219-94d3-baf9391170d9 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:46.566469 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-3c281569-f9ab-4918-8424-7328e9bd9a7e service neutron] Port 64810585-43eb-4022-a348-6cb975bec3e0 on network cf1f31fe-52f0-440b-a024-251321addef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:52:46.567050 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-3c281569-f9ab-4918-8424-7328e9bd9a7e service neutron] Attempting to bind port 64810585-43eb-4022-a348-6cb975bec3e0 on network cf1f31fe-52f0-440b-a024-251321addef4 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:46.579346 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-3c281569-f9ab-4918-8424-7328e9bd9a7e service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:52:46.580465 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-3c281569-f9ab-4918-8424-7328e9bd9a7e service neutron] Checking segment: {'id': '80e4d3c2-24d1-411a-8139-b9cf37df6b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cf1f31fe-52f0-440b-a024-251321addef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:46.581601 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-3c281569-f9ab-4918-8424-7328e9bd9a7e service neutron] Bound using segment: {'id': '80e4d3c2-24d1-411a-8139-b9cf37df6b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cf1f31fe-52f0-440b-a024-251321addef4'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:52:46.583375 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-3c281569-f9ab-4918-8424-7328e9bd9a7e service neutron] Bound port: 64810585-43eb-4022-a348-6cb975bec3e0, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e4d3c2-24d1-411a-8139-b9cf37df6b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cf1f31fe-52f0-440b-a024-251321addef4'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:52:46.584034 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-3c281569-f9ab-4918-8424-7328e9bd9a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:46.628464 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4bdd09f2-3c28-4082-a679-a6e853a42c3d tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:46.663051 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fec6c0a7-a438-4f50-81e3-63d5fdc70043 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:46.681820 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-3c281569-f9ab-4918-8424-7328e9bd9a7e service neutron] For port 64810585-43eb-4022-a348-6cb975bec3e0, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:46.686597 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-3c281569-f9ab-4918-8424-7328e9bd9a7e service neutron] For port 64810585-43eb-4022-a348-6cb975bec3e0, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=64810585-43eb-4022-a348-6cb975bec3e0,segment=NetworkSegment(80e4d3c2-24d1-411a-8139-b9cf37df6b05),segment_id=80e4d3c2-24d1-411a-8139-b9cf37df6b05)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:52:46.690729 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-339814c8-1525-4cf3-a261-a0aff77ff1d3 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:46.701762 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd09f2-3c28-4082-a679-a6e853a42c3d tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Pushing event deleted for resources: {'Port': ['ID=0415a8c1-4204-4df5-b3cc-5702b1fcca74,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:46.711388 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4bdd09f2-3c28-4082-a679-a6e853a42c3d tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:46.712258 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2ee3b2c1-95a5-4f5e-bd36-ab52fe3d71cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:46.791460 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-3c281569-f9ab-4918-8424-7328e9bd9a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:46.795287 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4420ca93-e356-49ae-bc62-08fd1f80ae83 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:46.865450 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-3c281569-f9ab-4918-8424-7328e9bd9a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:46.866088 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-3c281569-f9ab-4918-8424-7328e9bd9a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:46.868078 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-3c281569-f9ab-4918-8424-7328e9bd9a7e service neutron] 10.222.0.53 "PUT /v2.0/ports/64810585-43eb-4022-a348-6cb975bec3e0 HTTP/1.1" status: 200 len: 1093 time: 1.2251995 Jun 17 08:52:46.869947 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1552cce4-1356-4f82-b50f-c2c01878688d', 'tag': '64810585-43eb-4022-a348-6cb975bec3e0'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:52:46.872609 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff821b8-34fb-4761-b4a4-cef7822d7f38" -d '{"events": [{"name": "network-changed", "server_uuid": "1552cce4-1356-4f82-b50f-c2c01878688d", "tag": "64810585-43eb-4022-a348-6cb975bec3e0"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:46.891921 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4af86d21-5a9b-45a5-80a0-cee0a3769b29 req-e3d2dff5-867b-46e8-82dd-ccbb3a07f836 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac41731-b660-492a-8ea3-3c38032ca863 HTTP/1.1" status: 200 len: 210 time: 0.0888405 Jun 17 08:52:46.932071 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339814c8-1525-4cf3-a261-a0aff77ff1d3 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event updated for resources: {'Port': ['ID=1924116a-bca7-4fd6-b5db-ecedbdce4a38,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:46.941254 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c281569-f9ab-4918-8424-7328e9bd9a7e service neutron] Pushing event updated for resources: {'Port': ['ID=64810585-43eb-4022-a348-6cb975bec3e0,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:46.948471 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-339814c8-1525-4cf3-a261-a0aff77ff1d3 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:46.952791 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3c281569-f9ab-4918-8424-7328e9bd9a7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:46.970218 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-339814c8-1525-4cf3-a261-a0aff77ff1d3 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:46.971214 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670b6d41-3430-40b1-b5e9-a48a25de66ec tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:46.982068 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cf6c06-72b2-4168-8746-74d3477c0900 None None] Sync routers for ids ['1cd9556b-61d1-4219-94d3-baf9391170d9'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:47.002963 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-73d27b78-864f-4b9e-8ffa-a6b2dff9b9d2 service neutron] Request body: {'port': {'device_id': '1552cce4-1356-4f82-b50f-c2c01878688d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:47.005239 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cf6c06-72b2-4168-8746-74d3477c0900 None None] Routers {'1cd9556b-61d1-4219-94d3-baf9391170d9'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:47.005852 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-b9cf6c06-72b2-4168-8746-74d3477c0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['1cd9556b-61d1-4219-94d3-baf9391170d9'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:47.009906 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3967c5b1-0623-467c-8126-81b6fb845ce9 x-openstack-request-id: req-3967c5b1-0623-467c-8126-81b6fb845ce9 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:47.010275 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1552cce4-1356-4f82-b50f-c2c01878688d", "tag": "64810585-43eb-4022-a348-6cb975bec3e0", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:47.010589 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3967c5b1-0623-467c-8126-81b6fb845ce9 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:47.011059 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1552cce4-1356-4f82-b50f-c2c01878688d', 'tag': '64810585-43eb-4022-a348-6cb975bec3e0', 'status': 'completed', 'code': 200} Jun 17 08:52:47.044983 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-670b6d41-3430-40b1-b5e9-a48a25de66ec tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:47.046239 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-670b6d41-3430-40b1-b5e9-a48a25de66ec tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "PUT /v2.0/routers/1cd9556b-61d1-4219-94d3-baf9391170d9 HTTP/1.1" status: 200 len: 891 time: 2.2424929 Jun 17 08:52:47.053681 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60354) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:47.066001 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-b9cf6c06-72b2-4168-8746-74d3477c0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:47.075849 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cf6c06-72b2-4168-8746-74d3477c0900 None None] Routers {'1cd9556b-61d1-4219-94d3-baf9391170d9'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:47.076606 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-b9cf6c06-72b2-4168-8746-74d3477c0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['1cd9556b-61d1-4219-94d3-baf9391170d9'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:47.106243 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4bdd09f2-3c28-4082-a679-a6e853a42c3d tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:47.108196 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4bdd09f2-3c28-4082-a679-a6e853a42c3d tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] 10.222.0.49 "DELETE /v2.0/ports/0415a8c1-4204-4df5-b3cc-5702b1fcca74 HTTP/1.1" status: 204 len: 168 time: 2.3721824 Jun 17 08:52:47.111352 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60356) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:47.121143 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-b9cf6c06-72b2-4168-8746-74d3477c0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:47.127589 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cf6c06-72b2-4168-8746-74d3477c0900 None None] The sync data for ids ['1cd9556b-61d1-4219-94d3-baf9391170d9'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:47.175348 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-73d27b78-864f-4b9e-8ffa-a6b2dff9b9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:47.246903 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff821b8-34fb-4761-b4a4-cef7822d7f38 req-ff308927-6b28-40ac-9b61-d4d6103c7437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:47.250147 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff821b8-34fb-4761-b4a4-cef7822d7f38 req-ff308927-6b28-40ac-9b61-d4d6103c7437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:47.250147 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff821b8-34fb-4761-b4a4-cef7822d7f38 req-ff308927-6b28-40ac-9b61-d4d6103c7437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:47.250147 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dff821b8-34fb-4761-b4a4-cef7822d7f38 req-ff308927-6b28-40ac-9b61-d4d6103c7437 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=efb1f4611b1f491e8763ca939f24a14b&device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 2732 time: 0.1640105 Jun 17 08:52:47.276107 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-d603e25f-54f8-4c71-8a70-83ec20661b87 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Deleting subnet 8e94b162-a613-4240-90df-dcdbe75547ad {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:52:47.283582 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d603e25f-54f8-4c71-8a70-83ec20661b87 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:47.376894 n-d-758944-30 neutron-server[94520]: INFO neutron.db.l3_db [None req-339814c8-1525-4cf3-a261-a0aff77ff1d3 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Floating IP 2b6f76ac-02b5-45a4-872f-a5785e367c53 associated. External IP: 172.25.2.67, port: fb1398d5-adbf-485f-9b9e-5c423aee1261. Jun 17 08:52:47.470667 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-8bde639f-169b-426a-bf2a-103d054ea202 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "GET /v2.0/routers/1cd9556b-61d1-4219-94d3-baf9391170d9 HTTP/1.1" status: 200 len: 891 time: 0.3710942 Jun 17 08:52:47.478357 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d603e25f-54f8-4c71-8a70-83ec20661b87 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:47.482799 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60362) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:47.536842 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:47.555990 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-8e82854c-dfb6-4e59-b29c-d6e67e9d413e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cd9556b-61d1-4219-94d3-baf9391170d9 HTTP/1.1" status: 200 len: 205 time: 0.0719290 Jun 17 08:52:47.565047 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60364) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:47.728952 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7da5b4-a6a5-4460-8ba8-18712d3ccc82 req-142baea6-66f2-4f21-a43d-0be1f72b79ad tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:47.735183 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7da5b4-a6a5-4460-8ba8-18712d3ccc82 req-142baea6-66f2-4f21-a43d-0be1f72b79ad tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:47.741254 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7da5b4-a6a5-4460-8ba8-18712d3ccc82 req-142baea6-66f2-4f21-a43d-0be1f72b79ad tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:47.742917 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9d7da5b4-a6a5-4460-8ba8-18712d3ccc82 req-142baea6-66f2-4f21-a43d-0be1f72b79ad tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 2388 time: 0.3755395 Jun 17 08:52:47.839303 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d603e25f-54f8-4c71-8a70-83ec20661b87 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:47.890261 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53f70142-c234-472e-b14a-08ed0da35146 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:47.901082 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff821b8-34fb-4761-b4a4-cef7822d7f38 req-f6ddf103-1f4e-48f0-b7f7-87a56cafd496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:47.902309 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff821b8-34fb-4761-b4a4-cef7822d7f38 req-f6ddf103-1f4e-48f0-b7f7-87a56cafd496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:47.902952 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff821b8-34fb-4761-b4a4-cef7822d7f38 req-f6ddf103-1f4e-48f0-b7f7-87a56cafd496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:47.905151 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dff821b8-34fb-4761-b4a4-cef7822d7f38 req-f6ddf103-1f4e-48f0-b7f7-87a56cafd496 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=efb1f4611b1f491e8763ca939f24a14b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6428823 Jun 17 08:52:48.058949 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ee474f29-3dda-4300-aa38-74824dd913e1 req-968b82a7-4724-4386-901c-26fb13fa1499 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac41731-b660-492a-8ea3-3c38032ca863 HTTP/1.1" status: 200 len: 210 time: 0.0526221 Jun 17 08:52:48.134615 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff821b8-34fb-4761-b4a4-cef7822d7f38 req-4dd9c66b-0502-4016-a5b7-533be2738aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:48.136127 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dff821b8-34fb-4761-b4a4-cef7822d7f38 req-4dd9c66b-0502-4016-a5b7-533be2738aac service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2216830 Jun 17 08:52:48.144842 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-73d27b78-864f-4b9e-8ffa-a6b2dff9b9d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5301bef6-c56b-41e9-a953-8282317fc4bc {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:52:48.154255 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-73d27b78-864f-4b9e-8ffa-a6b2dff9b9d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:48.180504 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-73d27b78-864f-4b9e-8ffa-a6b2dff9b9d2 service neutron] Transition to ACTIVE for port object 5301bef6-c56b-41e9-a953-8282317fc4bc will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:48.259355 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60378) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:48.267971 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9d7da5b4-a6a5-4460-8ba8-18712d3ccc82 req-e30eeca1-5f72-4568-b6d3-e5b5484eb50c tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128973 Jun 17 08:52:48.345358 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-73d27b78-864f-4b9e-8ffa-a6b2dff9b9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:48.349326 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-bc79c02f-ea2a-472d-aa8f-4df76b8eee33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:48.369924 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339814c8-1525-4cf3-a261-a0aff77ff1d3 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Router 3e32954e-284e-4730-bacd-ab3280499d59 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:48.430398 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53f70142-c234-472e-b14a-08ed0da35146 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:48.439106 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e2a3ef86-7b66-4504-bda4-2445a019b34b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:48.451681 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d27b78-864f-4b9e-8ffa-a6b2dff9b9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5301bef6-c56b-41e9-a953-8282317fc4bc,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:48.478943 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-73d27b78-864f-4b9e-8ffa-a6b2dff9b9d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:48.522375 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339814c8-1525-4cf3-a261-a0aff77ff1d3 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:48.536020 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31df760-a475-4ac8-9664-2c51265a0721 None None] Sync routers for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:48.558039 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31df760-a475-4ac8-9664-2c51265a0721 None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:48.559191 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-b31df760-a475-4ac8-9664-2c51265a0721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:48.575086 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-73d27b78-864f-4b9e-8ffa-a6b2dff9b9d2 service neutron] Attempting to bind port 5301bef6-c56b-41e9-a953-8282317fc4bc on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:52:48.575426 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-73d27b78-864f-4b9e-8ffa-a6b2dff9b9d2 service neutron] Attempting to bind port 5301bef6-c56b-41e9-a953-8282317fc4bc by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '02311f9f-99a3-48a6-b2bc-c98bc3ec1b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd6cd75c0-fc6e-4991-9c70-bb9e48399bd9'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:52:48.575785 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-73d27b78-864f-4b9e-8ffa-a6b2dff9b9d2 service neutron] Attempting to bind port 5301bef6-c56b-41e9-a953-8282317fc4bc on network d6cd75c0-fc6e-4991-9c70-bb9e48399bd9 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:48.581330 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d603e25f-54f8-4c71-8a70-83ec20661b87 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:48.588270 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-73d27b78-864f-4b9e-8ffa-a6b2dff9b9d2 service neutron] Port 5301bef6-c56b-41e9-a953-8282317fc4bc on network d6cd75c0-fc6e-4991-9c70-bb9e48399bd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:52:48.588606 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-73d27b78-864f-4b9e-8ffa-a6b2dff9b9d2 service neutron] Attempting to bind port 5301bef6-c56b-41e9-a953-8282317fc4bc on network d6cd75c0-fc6e-4991-9c70-bb9e48399bd9 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:48.599188 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-73d27b78-864f-4b9e-8ffa-a6b2dff9b9d2 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:52:48.599579 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-73d27b78-864f-4b9e-8ffa-a6b2dff9b9d2 service neutron] Checking segment: {'id': '02311f9f-99a3-48a6-b2bc-c98bc3ec1b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd6cd75c0-fc6e-4991-9c70-bb9e48399bd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:48.600251 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-73d27b78-864f-4b9e-8ffa-a6b2dff9b9d2 service neutron] Bound using segment: {'id': '02311f9f-99a3-48a6-b2bc-c98bc3ec1b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd6cd75c0-fc6e-4991-9c70-bb9e48399bd9'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:52:48.600699 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-73d27b78-864f-4b9e-8ffa-a6b2dff9b9d2 service neutron] Bound port: 5301bef6-c56b-41e9-a953-8282317fc4bc, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02311f9f-99a3-48a6-b2bc-c98bc3ec1b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd6cd75c0-fc6e-4991-9c70-bb9e48399bd9'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:52:48.601055 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-73d27b78-864f-4b9e-8ffa-a6b2dff9b9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:48.606295 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-22c27e75-b090-4a29-88c3-d83f31b76ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:48.641307 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-b31df760-a475-4ac8-9664-2c51265a0721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:48.653001 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31df760-a475-4ac8-9664-2c51265a0721 None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:48.653684 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-b31df760-a475-4ac8-9664-2c51265a0721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:48.671660 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d603e25f-54f8-4c71-8a70-83ec20661b87 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:48.673631 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d603e25f-54f8-4c71-8a70-83ec20661b87 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] 10.222.0.49 "DELETE /v2.0/subnets/8e94b162-a613-4240-90df-dcdbe75547ad HTTP/1.1" status: 204 len: 168 time: 1.5561864 Jun 17 08:52:48.676235 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603e25f-54f8-4c71-8a70-83ec20661b87 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Pushing event deleted for resources: {'Subnet': ['ID=8e94b162-a613-4240-90df-dcdbe75547ad,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:48.678425 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60384) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:48.681096 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d603e25f-54f8-4c71-8a70-83ec20661b87 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:48.687597 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e2a3ef86-7b66-4504-bda4-2445a019b34b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:48.703580 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac984f95-2f9c-4c3b-a8e4-81c692126fdf None None] Network 26fddeca-c847-4a25-b26f-d900bc76597d requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:48.732794 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-73d27b78-864f-4b9e-8ffa-a6b2dff9b9d2 service neutron] For port 5301bef6-c56b-41e9-a953-8282317fc4bc, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:48.736393 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-73d27b78-864f-4b9e-8ffa-a6b2dff9b9d2 service neutron] For port 5301bef6-c56b-41e9-a953-8282317fc4bc, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=5301bef6-c56b-41e9-a953-8282317fc4bc,segment=NetworkSegment(02311f9f-99a3-48a6-b2bc-c98bc3ec1b20),segment_id=02311f9f-99a3-48a6-b2bc-c98bc3ec1b20)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:52:48.745118 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e01a2a0-7a59-477b-9dca-1a862bd3a880 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Deleting subnet 5c7be0a1-e8e6-4cd5-9655-6aec34c05086 {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:52:48.747729 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-b31df760-a475-4ac8-9664-2c51265a0721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:48.748373 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31df760-a475-4ac8-9664-2c51265a0721 None None] The sync data for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:48.751042 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1e01a2a0-7a59-477b-9dca-1a862bd3a880 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:48.785469 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-53f70142-c234-472e-b14a-08ed0da35146 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Deleting port cc352826-a01e-45e0-9f52-13d4ebfd232b {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:48.785801 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53f70142-c234-472e-b14a-08ed0da35146 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:48.791960 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e2a3ef86-7b66-4504-bda4-2445a019b34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:48.792853 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f8fdb393-b624-41e9-830a-0783b29ec6ed tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:48.834319 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e2a3ef86-7b66-4504-bda4-2445a019b34b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0bb37950e0d941e58d88960ad922c5de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5737524 Jun 17 08:52:48.836256 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1e01a2a0-7a59-477b-9dca-1a862bd3a880 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:48.838240 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60386) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:48.857081 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3ef86-7b66-4504-bda4-2445a019b34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf57b46-8bb6-4a9f-967c-26859c2f070c,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:48.862122 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e2a3ef86-7b66-4504-bda4-2445a019b34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:48.887292 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-339814c8-1525-4cf3-a261-a0aff77ff1d3 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:48.894376 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-73d27b78-864f-4b9e-8ffa-a6b2dff9b9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:48.900488 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-23a2ec22-b940-41e6-a68c-542ed54f1a80 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:48.950946 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53f70142-c234-472e-b14a-08ed0da35146 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:48.952741 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-73d27b78-864f-4b9e-8ffa-a6b2dff9b9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:48.953822 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-73d27b78-864f-4b9e-8ffa-a6b2dff9b9d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:48.956527 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-73d27b78-864f-4b9e-8ffa-a6b2dff9b9d2 service neutron] 10.222.0.53 "PUT /v2.0/ports/5301bef6-c56b-41e9-a953-8282317fc4bc HTTP/1.1" status: 200 len: 1092 time: 1.9579058 Jun 17 08:52:48.976847 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10de1cad-934d-4e4a-b71c-6bea38cb4fb7 None None] DHCP port deletion for 26fddeca-c847-4a25-b26f-d900bc76597d request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:52:49.013455 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1552cce4-1356-4f82-b50f-c2c01878688d', 'tag': '5301bef6-c56b-41e9-a953-8282317fc4bc'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:52:49.015914 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0719f6-0e69-41ff-b0d7-825d0fdd2166" -d '{"events": [{"name": "network-changed", "server_uuid": "1552cce4-1356-4f82-b50f-c2c01878688d", "tag": "5301bef6-c56b-41e9-a953-8282317fc4bc"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:49.028763 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-df21f4fc-9185-4a3d-8b35-9b73a66286e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:49.051956 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d27b78-864f-4b9e-8ffa-a6b2dff9b9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5301bef6-c56b-41e9-a953-8282317fc4bc,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:49.068132 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-73d27b78-864f-4b9e-8ffa-a6b2dff9b9d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:49.082305 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-10de1cad-934d-4e4a-b71c-6bea38cb4fb7 None None] Deleting port 67aa3069-b34f-4379-bd27-7b8300dee769 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:49.082305 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-10de1cad-934d-4e4a-b71c-6bea38cb4fb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:49.089010 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b05463-ef86-4c3f-9c50-7c179e543674 x-openstack-request-id: req-e4b05463-ef86-4c3f-9c50-7c179e543674 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:49.089976 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1552cce4-1356-4f82-b50f-c2c01878688d", "tag": "5301bef6-c56b-41e9-a953-8282317fc4bc", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:49.089976 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e4b05463-ef86-4c3f-9c50-7c179e543674 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:49.090211 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1552cce4-1356-4f82-b50f-c2c01878688d', 'tag': '5301bef6-c56b-41e9-a953-8282317fc4bc', 'status': 'completed', 'code': 200} Jun 17 08:52:49.095752 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-df21f4fc-9185-4a3d-8b35-9b73a66286e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:49.096562 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-53f70142-c234-472e-b14a-08ed0da35146 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Calling delete_port for cc352826-a01e-45e0-9f52-13d4ebfd232b owned by network:router_gateway {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:49.099737 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-339814c8-1525-4cf3-a261-a0aff77ff1d3 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.2620170 Jun 17 08:52:49.112156 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60394) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:49.188020 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-88f9a116-1be4-4a87-814f-6bcb9493e490 service neutron] Request body: {'port': {'device_id': '1552cce4-1356-4f82-b50f-c2c01878688d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:49.241399 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-10de1cad-934d-4e4a-b71c-6bea38cb4fb7 None None] For port 67aa3069-b34f-4379-bd27-7b8300dee769, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=67aa3069-b34f-4379-bd27-7b8300dee769,segment=NetworkSegment(45a38bf1-7491-48ef-8fa7-3ee660a527d8),segment_id=45a38bf1-7491-48ef-8fa7-3ee660a527d8)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:49.241998 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-10de1cad-934d-4e4a-b71c-6bea38cb4fb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:49.245836 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0719f6-0e69-41ff-b0d7-825d0fdd2166 req-23d50da4-0221-4651-9ff2-d53136dee5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:49.246330 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0719f6-0e69-41ff-b0d7-825d0fdd2166 req-23d50da4-0221-4651-9ff2-d53136dee5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:49.246816 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0719f6-0e69-41ff-b0d7-825d0fdd2166 req-23d50da4-0221-4651-9ff2-d53136dee5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:49.248588 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5d0719f6-0e69-41ff-b0d7-825d0fdd2166 req-23d50da4-0221-4651-9ff2-d53136dee5a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=efb1f4611b1f491e8763ca939f24a14b&device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 2800 time: 0.1295135 Jun 17 08:52:49.328654 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-88f9a116-1be4-4a87-814f-6bcb9493e490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:49.338184 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1e01a2a0-7a59-477b-9dca-1a862bd3a880 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:49.369315 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-10de1cad-934d-4e4a-b71c-6bea38cb4fb7 None None] Calling delete_port for 67aa3069-b34f-4379-bd27-7b8300dee769 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:49.388093 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f3947d3d-4b9e-4c17-9342-40ae1ebcbc17 req-f62ce6b7-5662-4f89-bbc4-10afc5a904b4 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac41731-b660-492a-8ea3-3c38032ca863 HTTP/1.1" status: 200 len: 210 time: 0.0866547 Jun 17 08:52:49.392451 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-df21f4fc-9185-4a3d-8b35-9b73a66286e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:49.395079 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-df21f4fc-9185-4a3d-8b35-9b73a66286e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:49.396441 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-df21f4fc-9185-4a3d-8b35-9b73a66286e0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fbf57b46-8bb6-4a9f-967c-26859c2f070c HTTP/1.1" status: 204 len: 168 time: 0.5572515 Jun 17 08:52:49.403090 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9a4af0a7-63a9-4338-a5b1-33996092a763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:49.457935 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21f4fc-9185-4a3d-8b35-9b73a66286e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf57b46-8bb6-4a9f-967c-26859c2f070c,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:49.469785 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-df21f4fc-9185-4a3d-8b35-9b73a66286e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:49.489508 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a2959dfc-90b0-4e69-9193-1b9e34ce841c tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "GET /v2.0/floatingips/2b6f76ac-02b5-45a4-872f-a5785e367c53 HTTP/1.1" status: 200 len: 976 time: 0.3658345 Jun 17 08:52:49.494062 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60400) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:49.571688 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0719f6-0e69-41ff-b0d7-825d0fdd2166 req-6f06fb43-aa79-4d28-95ce-48c667209bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:49.572296 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0719f6-0e69-41ff-b0d7-825d0fdd2166 req-6f06fb43-aa79-4d28-95ce-48c667209bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:49.572767 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0719f6-0e69-41ff-b0d7-825d0fdd2166 req-6f06fb43-aa79-4d28-95ce-48c667209bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:49.574400 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5d0719f6-0e69-41ff-b0d7-825d0fdd2166 req-6f06fb43-aa79-4d28-95ce-48c667209bc8 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=efb1f4611b1f491e8763ca939f24a14b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2915790 Jun 17 08:52:49.643033 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-10de1cad-934d-4e4a-b71c-6bea38cb4fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:49.645743 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-3d8ac250-16df-4810-9ba4-184ed7a470fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:49.674378 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de1cad-934d-4e4a-b71c-6bea38cb4fb7 None None] Pushing event deleted for resources: {'Port': ['ID=67aa3069-b34f-4379-bd27-7b8300dee769,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:49.682563 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-10de1cad-934d-4e4a-b71c-6bea38cb4fb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:49.684219 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10de1cad-934d-4e4a-b71c-6bea38cb4fb7 None None] No DVR routers for this DVR port 67aa3069-b34f-4379-bd27-7b8300dee769 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:49.689675 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f384a6ea-15c0-4508-acfd-a2a2749d8938 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1902039 Jun 17 08:52:49.689675 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60404) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:49.698996 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-7d73a1ce-d834-4d55-9085-a0340140593f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Request body: {'floatingip': {'port_id': '39ea821e-7043-45b0-a76f-48f866594a70'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:49.737783 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1e01a2a0-7a59-477b-9dca-1a862bd3a880 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:49.741992 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:49.776871 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01a2a0-7a59-477b-9dca-1a862bd3a880 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Pushing event deleted for resources: {'Subnet': ['ID=5c7be0a1-e8e6-4cd5-9655-6aec34c05086,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:49.783910 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1e01a2a0-7a59-477b-9dca-1a862bd3a880 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:49.794129 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1e01a2a0-7a59-477b-9dca-1a862bd3a880 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:49.796277 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a953f5c-17d5-47eb-933d-bcf1c8f22a31 None None] Network aa5c4d2d-e034-4163-9709-2d1251f59d12 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:49.797168 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1e01a2a0-7a59-477b-9dca-1a862bd3a880 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] 10.222.0.49 "DELETE /v2.0/subnets/5c7be0a1-e8e6-4cd5-9655-6aec34c05086 HTTP/1.1" status: 204 len: 168 time: 1.1173940 Jun 17 08:52:49.800653 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60406) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:49.823888 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7518d4-8dc6-42ec-a10e-f6fa4a9953a1 req-fcb0a239-291a-47dc-bbc1-0440c5ecd539 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:49.830388 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7518d4-8dc6-42ec-a10e-f6fa4a9953a1 req-fcb0a239-291a-47dc-bbc1-0440c5ecd539 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:49.837520 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7518d4-8dc6-42ec-a10e-f6fa4a9953a1 req-fcb0a239-291a-47dc-bbc1-0440c5ecd539 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:49.839233 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0d7518d4-8dc6-42ec-a10e-f6fa4a9953a1 req-fcb0a239-291a-47dc-bbc1-0440c5ecd539 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 2400 time: 0.2560847 Jun 17 08:52:49.839481 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0719f6-0e69-41ff-b0d7-825d0fdd2166 req-e0032a26-5f28-44f4-a4eb-e981868dc0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:49.841119 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5d0719f6-0e69-41ff-b0d7-825d0fdd2166 req-e0032a26-5f28-44f4-a4eb-e981868dc0cd service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2198367 Jun 17 08:52:49.857249 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7d73a1ce-d834-4d55-9085-a0340140593f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:49.928549 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53f70142-c234-472e-b14a-08ed0da35146 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:49.939936 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f9f933ac-94da-4b10-9428-4f9bdb5d53ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:49.954391 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-88f9a116-1be4-4a87-814f-6bcb9493e490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78474dff-4f23-42cf-94e1-31024083e962 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:52:49.965253 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-88f9a116-1be4-4a87-814f-6bcb9493e490 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:49.980994 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-88f9a116-1be4-4a87-814f-6bcb9493e490 service neutron] Transition to ACTIVE for port object 78474dff-4f23-42cf-94e1-31024083e962 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:49.996160 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f70142-c234-472e-b14a-08ed0da35146 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Port': ['ID=cc352826-a01e-45e0-9f52-13d4ebfd232b,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:50.002641 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-53f70142-c234-472e-b14a-08ed0da35146 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:50.037310 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e5da8c-03b9-483e-a358-2dbf144f7274 None None] DHCP port deletion for aa5c4d2d-e034-4163-9709-2d1251f59d12 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:52:50.045771 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f563c911-4cd9-446d-af56-d1efe61bc667 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:50.112191 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-d3e5da8c-03b9-483e-a358-2dbf144f7274 None None] Deleting port 58493e41-aa01-4821-8ccc-d020856636d3 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:50.112707 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d3e5da8c-03b9-483e-a358-2dbf144f7274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:50.121432 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 67aa3069-b34f-4379-bd27-7b8300dee769 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:50.167685 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-88f9a116-1be4-4a87-814f-6bcb9493e490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:50.170732 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-73d27b78-864f-4b9e-8ffa-a6b2dff9b9d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:50.185731 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 67aa3069-b34f-4379-bd27-7b8300dee769 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:52:50.186107 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 67aa3069-b34f-4379-bd27-7b8300dee769 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:50.186508 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 58493e41-aa01-4821-8ccc-d020856636d3 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:50.220006 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0d7518d4-8dc6-42ec-a10e-f6fa4a9953a1 req-2c1a1dd5-5f92-4896-a273-7d54a209ae21 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580039 Jun 17 08:52:50.309768 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9a116-1be4-4a87-814f-6bcb9493e490 service neutron] Pushing event updated for resources: {'Port': ['ID=78474dff-4f23-42cf-94e1-31024083e962,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:50.314748 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-88f9a116-1be4-4a87-814f-6bcb9493e490 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:50.411376 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-88f9a116-1be4-4a87-814f-6bcb9493e490 service neutron] Attempting to bind port 78474dff-4f23-42cf-94e1-31024083e962 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:52:50.418353 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-88f9a116-1be4-4a87-814f-6bcb9493e490 service neutron] Attempting to bind port 78474dff-4f23-42cf-94e1-31024083e962 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '80e4d3c2-24d1-411a-8139-b9cf37df6b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cf1f31fe-52f0-440b-a024-251321addef4'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:52:50.418861 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-88f9a116-1be4-4a87-814f-6bcb9493e490 service neutron] Attempting to bind port 78474dff-4f23-42cf-94e1-31024083e962 on network cf1f31fe-52f0-440b-a024-251321addef4 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:50.425771 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-88f9a116-1be4-4a87-814f-6bcb9493e490 service neutron] Port 78474dff-4f23-42cf-94e1-31024083e962 on network cf1f31fe-52f0-440b-a024-251321addef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:52:50.426372 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-88f9a116-1be4-4a87-814f-6bcb9493e490 service neutron] Attempting to bind port 78474dff-4f23-42cf-94e1-31024083e962 on network cf1f31fe-52f0-440b-a024-251321addef4 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:50.435820 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-88f9a116-1be4-4a87-814f-6bcb9493e490 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:52:50.436416 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-88f9a116-1be4-4a87-814f-6bcb9493e490 service neutron] Checking segment: {'id': '80e4d3c2-24d1-411a-8139-b9cf37df6b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cf1f31fe-52f0-440b-a024-251321addef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:50.436825 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-88f9a116-1be4-4a87-814f-6bcb9493e490 service neutron] Bound using segment: {'id': '80e4d3c2-24d1-411a-8139-b9cf37df6b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cf1f31fe-52f0-440b-a024-251321addef4'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:52:50.437286 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-88f9a116-1be4-4a87-814f-6bcb9493e490 service neutron] Bound port: 78474dff-4f23-42cf-94e1-31024083e962, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e4d3c2-24d1-411a-8139-b9cf37df6b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cf1f31fe-52f0-440b-a024-251321addef4'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:52:50.437648 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-88f9a116-1be4-4a87-814f-6bcb9493e490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:50.454092 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f563c911-4cd9-446d-af56-d1efe61bc667 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:50.483484 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-f563c911-4cd9-446d-af56-d1efe61bc667 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26fddeca-c847-4a25-b26f-d900bc76597d']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:50.499006 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-f563c911-4cd9-446d-af56-d1efe61bc667 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45a38bf1-7491-48ef-8fa7-3ee660a527d8') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:50.499314 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-f563c911-4cd9-446d-af56-d1efe61bc667 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45a38bf1-7491-48ef-8fa7-3ee660a527d8') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:50.526889 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-d3e5da8c-03b9-483e-a358-2dbf144f7274 None None] For port 58493e41-aa01-4821-8ccc-d020856636d3, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=58493e41-aa01-4821-8ccc-d020856636d3,segment=NetworkSegment(5c039912-d74b-483c-b4ce-b23eab272519),segment_id=5c039912-d74b-483c-b4ce-b23eab272519)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:50.526889 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d3e5da8c-03b9-483e-a358-2dbf144f7274 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:50.527262 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f563c911-4cd9-446d-af56-d1efe61bc667 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:50.560824 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f563c911-4cd9-446d-af56-d1efe61bc667 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:50.567463 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f563c911-4cd9-446d-af56-d1efe61bc667 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:52:50.568339 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f563c911-4cd9-446d-af56-d1efe61bc667 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:50.607872 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-d3e5da8c-03b9-483e-a358-2dbf144f7274 None None] Calling delete_port for 58493e41-aa01-4821-8ccc-d020856636d3 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:50.610126 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-88f9a116-1be4-4a87-814f-6bcb9493e490 service neutron] For port 78474dff-4f23-42cf-94e1-31024083e962, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:50.610366 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:50.617313 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-88f9a116-1be4-4a87-814f-6bcb9493e490 service neutron] For port 78474dff-4f23-42cf-94e1-31024083e962, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=78474dff-4f23-42cf-94e1-31024083e962,segment=NetworkSegment(80e4d3c2-24d1-411a-8139-b9cf37df6b05),segment_id=80e4d3c2-24d1-411a-8139-b9cf37df6b05)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:52:50.635581 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:52:50.645288 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53f70142-c234-472e-b14a-08ed0da35146 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:50.680862 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-c2b87835-1fa5-40f7-bcd0-0039e32f0de2 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:50.683439 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-c2b87835-1fa5-40f7-bcd0-0039e32f0de2 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.53 "GET /v2.0/networks?id=606d4d03-9c60-403e-88e8-393895409399 HTTP/1.1" status: 200 len: 825 time: 0.1869645 Jun 17 08:52:50.698503 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-ac3b1f2a-a2a3-4c48-abb6-24447c953bc3 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Request body: {'port': {'device_id': 'aac41731-b660-492a-8ea3-3c38032ca863', 'network_id': '606d4d03-9c60-403e-88e8-393895409399', 'admin_state_up': True, 'tenant_id': 'bd10109956314342a91d0c169e21255b'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:50.698773 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:50.731050 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 58493e41-aa01-4821-8ccc-d020856636d3, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=58493e41-aa01-4821-8ccc-d020856636d3,segment=NetworkSegment(5c039912-d74b-483c-b4ce-b23eab272519),segment_id=5c039912-d74b-483c-b4ce-b23eab272519)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:50.747395 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d95a85f3-ebc0-4004-b35a-5d5aaf86308f req-ddef32d0-6225-4335-92b4-f9170ee5248f tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac41731-b660-492a-8ea3-3c38032ca863 HTTP/1.1" status: 200 len: 210 time: 0.0719473 Jun 17 08:52:50.769010 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-88f9a116-1be4-4a87-814f-6bcb9493e490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:50.771454 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1e7a9c7f-f688-4ff5-8313-761db4e4d659 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:50.797177 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53f70142-c234-472e-b14a-08ed0da35146 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:50.827979 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-88f9a116-1be4-4a87-814f-6bcb9493e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:50.828453 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-88f9a116-1be4-4a87-814f-6bcb9493e490 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:50.829817 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-88f9a116-1be4-4a87-814f-6bcb9493e490 service neutron] 10.222.0.53 "PUT /v2.0/ports/78474dff-4f23-42cf-94e1-31024083e962 HTTP/1.1" status: 200 len: 1093 time: 1.6473258 Jun 17 08:52:50.832264 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53f70142-c234-472e-b14a-08ed0da35146 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:50.869494 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9a116-1be4-4a87-814f-6bcb9493e490 service neutron] Pushing event updated for resources: {'Port': ['ID=78474dff-4f23-42cf-94e1-31024083e962,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:50.869821 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f563c911-4cd9-446d-af56-d1efe61bc667 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:50.878090 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-88f9a116-1be4-4a87-814f-6bcb9493e490 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:50.926867 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:50.942031 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-85093c23-d18e-42a3-9f72-ce37ad8b458a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:50.987824 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-aacc7196-95ac-46a0-a696-0fe5d4816122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:51.004545 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=58493e41-aa01-4821-8ccc-d020856636d3,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:51.005329 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f563c911-4cd9-446d-af56-d1efe61bc667 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:51.013091 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60426) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:51.016116 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:51.016824 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f563c911-4cd9-446d-af56-d1efe61bc667 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] 10.222.0.49 "DELETE /v2.0/networks/26fddeca-c847-4a25-b26f-d900bc76597d HTTP/1.1" status: 204 len: 168 time: 1.2147048 Jun 17 08:52:51.049537 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563c911-4cd9-446d-af56-d1efe61bc667 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Pushing event deleted for resources: {'Network': ['ID=26fddeca-c847-4a25-b26f-d900bc76597d,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:51.054164 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f563c911-4cd9-446d-af56-d1efe61bc667 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:51.105242 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1552cce4-1356-4f82-b50f-c2c01878688d', 'tag': '78474dff-4f23-42cf-94e1-31024083e962'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:52:51.105242 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e392e9-566e-4dd3-9e17-57c8bf64ba16" -d '{"events": [{"name": "network-changed", "server_uuid": "1552cce4-1356-4f82-b50f-c2c01878688d", "tag": "78474dff-4f23-42cf-94e1-31024083e962"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:51.143187 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-68d47317-f7e4-4431-a236-48ecfdf9ce27 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:51.158302 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47759c92-a43f-44ca-b4c3-c41a7dfd3b32 x-openstack-request-id: req-47759c92-a43f-44ca-b4c3-c41a7dfd3b32 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:51.158652 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1552cce4-1356-4f82-b50f-c2c01878688d", "tag": "78474dff-4f23-42cf-94e1-31024083e962", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:51.158953 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-47759c92-a43f-44ca-b4c3-c41a7dfd3b32 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:51.159389 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1552cce4-1356-4f82-b50f-c2c01878688d', 'tag': '78474dff-4f23-42cf-94e1-31024083e962', 'status': 'completed', 'code': 200} Jun 17 08:52:51.168809 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-a09b1e20-0344-4184-8e8e-a78191376f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:51.169301 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-a09b1e20-0344-4184-8e8e-a78191376f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:51.169832 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-a09b1e20-0344-4184-8e8e-a78191376f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:51.171487 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-a09b1e20-0344-4184-8e8e-a78191376f4e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=efb1f4611b1f491e8763ca939f24a14b&device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 2868 time: 0.1597838 Jun 17 08:52:51.177060 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-ac3b1f2a-a2a3-4c48-abb6-24447c953bc3 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Made reservation on behalf of bd10109956314342a91d0c169e21255b for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:51.185333 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-ac3b1f2a-a2a3-4c48-abb6-24447c953bc3 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:51.201144 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7d73a1ce-d834-4d55-9085-a0340140593f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:51.254282 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-5973bd2e-5f59-4ea2-804e-90feffee4397 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.132&port_id=64810585-43eb-4022-a348-6cb975bec3e0 HTTP/1.1" status: 200 len: 217 time: 0.0659084 Jun 17 08:52:51.254513 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53f70142-c234-472e-b14a-08ed0da35146 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:51.254610 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d3e5da8c-03b9-483e-a358-2dbf144f7274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:51.254714 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f70142-c234-472e-b14a-08ed0da35146 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Fanout notify agent at l3_agent the message router_deleted on router 1cd9556b-61d1-4219-94d3-baf9391170d9 {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:52:51.256077 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-42991382-38c2-4b38-b0a6-1530cf0e12d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:51.266782 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53f70142-c234-472e-b14a-08ed0da35146 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:51.268175 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-53f70142-c234-472e-b14a-08ed0da35146 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/routers/1cd9556b-61d1-4219-94d3-baf9391170d9 HTTP/1.1" status: 204 len: 168 time: 3.7019908 Jun 17 08:52:51.272206 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60436) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:51.279135 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-bb38fdfd-47f6-44cb-bbff-482b3791067a tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1229918633'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:51.295039 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5da8c-03b9-483e-a358-2dbf144f7274 None None] Pushing event deleted for resources: {'Port': ['ID=58493e41-aa01-4821-8ccc-d020856636d3,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:51.305994 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-d3e5da8c-03b9-483e-a358-2dbf144f7274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:51.307188 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e5da8c-03b9-483e-a358-2dbf144f7274 None None] No DVR routers for this DVR port 58493e41-aa01-4821-8ccc-d020856636d3 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:51.370355 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-a8e57ff2-6e39-4d53-99c3-ac8b56b901c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:51.371941 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-a8e57ff2-6e39-4d53-99c3-ac8b56b901c4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f35d048-8046-4b33-8711-690a21bc8e84 HTTP/1.1" status: 200 len: 801 time: 0.1140816 Jun 17 08:52:51.373531 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-68d47317-f7e4-4431-a236-48ecfdf9ce27 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Deleting port 58493e41-aa01-4821-8ccc-d020856636d3 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:51.385885 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-68d47317-f7e4-4431-a236-48ecfdf9ce27 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:51.423169 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7d73a1ce-d834-4d55-9085-a0340140593f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:51.551580 n-d-758944-30 neutron-server[94520]: INFO neutron.db.l3_db [None req-7d73a1ce-d834-4d55-9085-a0340140593f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Floating IP 2b6f76ac-02b5-45a4-872f-a5785e367c53 associated. External IP: 172.25.2.67, port: fb1398d5-adbf-485f-9b9e-5c423aee1261. Jun 17 08:52:51.560150 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-68d47317-f7e4-4431-a236-48ecfdf9ce27 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] For port 58493e41-aa01-4821-8ccc-d020856636d3, host n-d-758944-30, got binding levels [] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:51.560531 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-68d47317-f7e4-4431-a236-48ecfdf9ce27 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:51.588751 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-ac3b1f2a-a2a3-4c48-abb6-24447c953bc3 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Allocated IP 172.20.0.11 (606d4d03-9c60-403e-88e8-393895409399/5f31fbfc-ccb2-4d3d-b93f-5cbcf244aea1/c26287d7-feb2-439b-bbf2-1e6529e596ac) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:51.617740 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb38fdfd-47f6-44cb-bbff-482b3791067a tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Made reservation on behalf of b453b4a14bef4e7aaf5f450aad1ada65 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:51.621292 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bb38fdfd-47f6-44cb-bbff-482b3791067a tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:51.661814 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-68d47317-f7e4-4431-a236-48ecfdf9ce27 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Calling delete_port for 58493e41-aa01-4821-8ccc-d020856636d3 owned by network:dhcp {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:51.664333 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:51.670171 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:51.670171 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:51.670171 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:52:51.670171 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:52:51.670171 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:51.670171 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:51.670171 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:52:51.670171 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:52:51.670171 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:51.670171 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:51.670171 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:52:51.670171 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:52:51.670171 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:51.670171 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:51.670171 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:52:51.670171 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:52:51.678059 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.ipam_backend_mixin [None req-68d47317-f7e4-4431-a236-48ecfdf9ce27 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Port 58493e41-aa01-4821-8ccc-d020856636d3 was not found and therefore no delete operation was performed {{(pid=94519) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:52:51.690784 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-68d47317-f7e4-4431-a236-48ecfdf9ce27 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:51.695165 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8894d920-1eaf-4fbf-ae8d-d77b5d53ff68 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:51.704649 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-72e337e3-874d-4440-a5f7-7f5783f5682b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:51.706201 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-72e337e3-874d-4440-a5f7-7f5783f5682b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf1f31fe-52f0-440b-a024-251321addef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3260500 Jun 17 08:52:51.754484 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d47317-f7e4-4431-a236-48ecfdf9ce27 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Pushing event deleted for resources: {'Port': ['ID=58493e41-aa01-4821-8ccc-d020856636d3,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:51.765414 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ba6fc-d6de-489d-b122-b9c255ee082a req-c97ceccc-126a-4831-92a3-779d44c8725b tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:51.771446 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ba6fc-d6de-489d-b122-b9c255ee082a req-c97ceccc-126a-4831-92a3-779d44c8725b tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:51.778066 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ba6fc-d6de-489d-b122-b9c255ee082a req-c97ceccc-126a-4831-92a3-779d44c8725b tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:51.780092 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-344ba6fc-d6de-489d-b122-b9c255ee082a req-c97ceccc-126a-4831-92a3-779d44c8725b tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 2412 time: 0.3760641 Jun 17 08:52:51.793426 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-68d47317-f7e4-4431-a236-48ecfdf9ce27 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:51.805433 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d47317-f7e4-4431-a236-48ecfdf9ce27 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] No DVR routers for this DVR port 58493e41-aa01-4821-8ccc-d020856636d3 on host n-d-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:51.999213 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb38fdfd-47f6-44cb-bbff-482b3791067a tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:52:52.015232 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bb38fdfd-47f6-44cb-bbff-482b3791067a tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:52.015598 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-bb38fdfd-47f6-44cb-bbff-482b3791067a tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Added segment 6fdd2250-9ecc-49c6-b6dc-9ba92ec5944c of type vlan for network c674472a-84fe-476d-9b79-65f0ccb26fc8 Jun 17 08:52:52.020897 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-344ba6fc-d6de-489d-b122-b9c255ee082a req-4f46aa0b-1b6f-44b3-a0f9-19f7cc99c8a3 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216902 Jun 17 08:52:52.066079 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-68d47317-f7e4-4431-a236-48ecfdf9ce27 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:52.083694 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-68d47317-f7e4-4431-a236-48ecfdf9ce27 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5c4d2d-e034-4163-9709-2d1251f59d12']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:52.086524 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-9200d03c-6de6-496f-ae07-064a76600ce4 service neutron] 10.222.0.53 "GET /v2.0/networks/cf1f31fe-52f0-440b-a024-251321addef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724515 Jun 17 08:52:52.097023 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-68d47317-f7e4-4431-a236-48ecfdf9ce27 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c039912-d74b-483c-b4ce-b23eab272519') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:52.097755 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-68d47317-f7e4-4431-a236-48ecfdf9ce27 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c039912-d74b-483c-b4ce-b23eab272519') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:52.119992 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-68d47317-f7e4-4431-a236-48ecfdf9ce27 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:52.153389 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bb38fdfd-47f6-44cb-bbff-482b3791067a tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:52.179661 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-68d47317-f7e4-4431-a236-48ecfdf9ce27 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:52.200983 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d47317-f7e4-4431-a236-48ecfdf9ce27 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:52:52.205090 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-68d47317-f7e4-4431-a236-48ecfdf9ce27 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:52:52.207384 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:52:52.224123 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d73a1ce-d834-4d55-9085-a0340140593f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Router 3e32954e-284e-4730-bacd-ab3280499d59 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:52.344562 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d73a1ce-d834-4d55-9085-a0340140593f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:52.360312 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cf21be-2553-4972-944d-bf2fa77bb69b None None] Sync routers for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:52.373292 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cf21be-2553-4972-944d-bf2fa77bb69b None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:52.374224 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-93cf21be-2553-4972-944d-bf2fa77bb69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:52.390605 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bb38fdfd-47f6-44cb-bbff-482b3791067a tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:52.395863 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb38fdfd-47f6-44cb-bbff-482b3791067a tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:52.396528 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bb38fdfd-47f6-44cb-bbff-482b3791067a tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:52.426525 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bff2d5ab-839e-497a-aa66-bd128a9cdbf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:52.427403 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-93cf21be-2553-4972-944d-bf2fa77bb69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:52.442076 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cf21be-2553-4972-944d-bf2fa77bb69b None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:52.444014 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-93cf21be-2553-4972-944d-bf2fa77bb69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:52.492999 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-93cf21be-2553-4972-944d-bf2fa77bb69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:52.493975 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cf21be-2553-4972-944d-bf2fa77bb69b None None] The sync data for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:52.520608 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38fdfd-47f6-44cb-bbff-482b3791067a tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Network': ['ID=c674472a-84fe-476d-9b79-65f0ccb26fc8,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:52.524688 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bb38fdfd-47f6-44cb-bbff-482b3791067a tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:52.538329 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network c674472a-84fe-476d-9b79-65f0ccb26fc8 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:52:52.621708 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-838cf3c8-34af-4545-84fa-7c4b49666402 req-ae81365f-205e-4e23-b829-5f2dce41e647 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac41731-b660-492a-8ea3-3c38032ca863 HTTP/1.1" status: 200 len: 210 time: 0.4226017 Jun 17 08:52:52.652590 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-bb38fdfd-47f6-44cb-bbff-482b3791067a tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3791451 Jun 17 08:52:52.658483 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-ac3b1f2a-a2a3-4c48-abb6-24447c953bc3 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:52.698546 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60454) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:52.706895 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-867fa6fd-c8c7-43b8-8f83-7a6cf4052a39 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'subnet': {'network_id': 'c674472a-84fe-476d-9b79-65f0ccb26fc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:52.712585 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d73a1ce-d834-4d55-9085-a0340140593f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Router 3e32954e-284e-4730-bacd-ab3280499d59 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:52.736338 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-2ec4dc6e-9a08-4ee0-97f7-b6f6ab04e59c service neutron] 10.222.0.53 "GET /v2.0/networks/cf1f31fe-52f0-440b-a024-251321addef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6412940 Jun 17 08:52:52.805386 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-ceb85fd6-f7ca-41ce-ad7f-1f69a18c5f76 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.52&port_id=5301bef6-c56b-41e9-a953-8282317fc4bc HTTP/1.1" status: 200 len: 217 time: 0.0601757 Jun 17 08:52:52.808859 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-ac3b1f2a-a2a3-4c48-abb6-24447c953bc3 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:52.905267 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4e5630f3-b9eb-4fe5-9711-1423dafb1e8a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:52.925101 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-ac3b1f2a-a2a3-4c48-abb6-24447c953bc3 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Network 606d4d03-9c60-403e-88e8-393895409399 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:52.931692 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-24bb3845-579d-4cb2-a90c-3c5b117067aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:52.934530 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-24bb3845-579d-4cb2-a90c-3c5b117067aa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c0849350-a33d-40be-95f8-f947a33620d4 HTTP/1.1" status: 200 len: 801 time: 0.1120272 Jun 17 08:52:52.936214 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-68d47317-f7e4-4431-a236-48ecfdf9ce27 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:52.936552 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d73a1ce-d834-4d55-9085-a0340140593f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:52.941841 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7d73a1ce-d834-4d55-9085-a0340140593f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:52.948940 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d337f21d-33c1-4583-b794-7d24162697bc None None] Sync routers for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:52.968133 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-ac3b1f2a-a2a3-4c48-abb6-24447c953bc3 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:52.969607 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d337f21d-33c1-4583-b794-7d24162697bc None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:52.970245 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-d337f21d-33c1-4583-b794-7d24162697bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:52.984085 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-68d47317-f7e4-4431-a236-48ecfdf9ce27 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:52.994988 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-68d47317-f7e4-4431-a236-48ecfdf9ce27 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] 10.222.0.49 "DELETE /v2.0/networks/aa5c4d2d-e034-4163-9709-2d1251f59d12 HTTP/1.1" status: 204 len: 168 time: 1.9758976 Jun 17 08:52:52.994988 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-ac3b1f2a-a2a3-4c48-abb6-24447c953bc3 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:53.034428 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-d337f21d-33c1-4583-b794-7d24162697bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:53.055020 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d337f21d-33c1-4583-b794-7d24162697bc None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:53.055671 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-d337f21d-33c1-4583-b794-7d24162697bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:53.068023 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7d73a1ce-d834-4d55-9085-a0340140593f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "PUT /v2.0/floatingips/2b6f76ac-02b5-45a4-872f-a5785e367c53 HTTP/1.1" status: 200 len: 978 time: 3.3772385 Jun 17 08:52:53.071470 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60470) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:53.079117 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-3676ca7c-85a1-4cf5-b607-344727badc7d tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:53.085047 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867fa6fd-c8c7-43b8-8f83-7a6cf4052a39 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Made reservation on behalf of b453b4a14bef4e7aaf5f450aad1ada65 for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:53.089625 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-867fa6fd-c8c7-43b8-8f83-7a6cf4052a39 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:53.098719 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-d337f21d-33c1-4583-b794-7d24162697bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:53.099636 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d337f21d-33c1-4583-b794-7d24162697bc None None] The sync data for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:53.109253 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b1f2a-a2a3-4c48-abb6-24447c953bc3 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Pushing event updated for resources: {'Port': ['ID=c26287d7-feb2-439b-bbf2-1e6529e596ac,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:53.112569 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ac3b1f2a-a2a3-4c48-abb6-24447c953bc3 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:53.114770 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-14a74653-4502-4c82-980b-a4dc2d27925b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:53.125347 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-ac3b1f2a-a2a3-4c48-abb6-24447c953bc3 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:53.126165 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-ac3b1f2a-a2a3-4c48-abb6-24447c953bc3 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:53.150132 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d47317-f7e4-4431-a236-48ecfdf9ce27 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Pushing event deleted for resources: {'Network': ['ID=aa5c4d2d-e034-4163-9709-2d1251f59d12,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:53.158321 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-68d47317-f7e4-4431-a236-48ecfdf9ce27 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:53.161241 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-983a3573-7c4a-4e51-81ad-710a4cdba405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:53.162769 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-983a3573-7c4a-4e51-81ad-710a4cdba405 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d6cd75c0-fc6e-4991-9c70-bb9e48399bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1880386 Jun 17 08:52:53.207549 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3676ca7c-85a1-4cf5-b607-344727badc7d tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:53.304039 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-220e412d-9315-4309-906c-0d7a5f8722e6 service neutron] 10.222.0.53 "GET /v2.0/networks/d6cd75c0-fc6e-4991-9c70-bb9e48399bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332710 Jun 17 08:52:53.317028 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9a8da-3513-4318-ab03-ab536c4783c2 req-8f91df64-e5be-43c6-bb29-ee00e1dac9a1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:53.323774 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9a8da-3513-4318-ab03-ab536c4783c2 req-8f91df64-e5be-43c6-bb29-ee00e1dac9a1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:53.330047 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9a8da-3513-4318-ab03-ab536c4783c2 req-8f91df64-e5be-43c6-bb29-ee00e1dac9a1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:53.331651 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7df9a8da-3513-4318-ab03-ab536c4783c2 req-8f91df64-e5be-43c6-bb29-ee00e1dac9a1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 2412 time: 0.1516402 Jun 17 08:52:53.367626 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-ac3b1f2a-a2a3-4c48-abb6-24447c953bc3 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6757293 Jun 17 08:52:53.403591 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-dea2bd52-c751-4b1c-a4f7-af6af640a58d service neutron] Request body: {'port': {'device_id': 'aac41731-b660-492a-8ea3-3c38032ca863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:53.414775 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3676ca7c-85a1-4cf5-b607-344727badc7d tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:53.461808 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7df9a8da-3513-4318-ab03-ab536c4783c2 req-b156c3ff-a7a2-424e-aab0-738d43ac7565 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202810 Jun 17 08:52:53.530452 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-2b1670bb-be83-4692-a0f5-1683eaa14c52 service neutron] 10.222.0.53 "GET /v2.0/networks/d6cd75c0-fc6e-4991-9c70-bb9e48399bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975746 Jun 17 08:52:53.575803 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-dea2bd52-c751-4b1c-a4f7-af6af640a58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:53.578596 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-7c19b3e0-8aac-4582-9237-0dcbb9c5273f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.174&port_id=78474dff-4f23-42cf-94e1-31024083e962 HTTP/1.1" status: 200 len: 217 time: 0.0392511 Jun 17 08:52:53.634142 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3676ca7c-85a1-4cf5-b607-344727badc7d tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:53.634610 n-d-758944-30 neutron-server[94520]: INFO neutron.db.l3_db [None req-3676ca7c-85a1-4cf5-b607-344727badc7d tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Floating IP 2b6f76ac-02b5-45a4-872f-a5785e367c53 disassociated. External IP: 172.25.2.67, port: 39ea821e-7043-45b0-a76f-48f866594a70. Jun 17 08:52:53.671366 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-4cc07237-112c-4307-90f9-405aaafc5d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:53.672885 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-4cc07237-112c-4307-90f9-405aaafc5d03 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f35d048-8046-4b33-8711-690a21bc8e84 HTTP/1.1" status: 200 len: 801 time: 0.0871632 Jun 17 08:52:53.821678 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-867fa6fd-c8c7-43b8-8f83-7a6cf4052a39 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:53.826146 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4d8033b4-a8fc-4477-a26e-15c634e40d16 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:53.863025 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-fe1ef062-71c7-4838-a818-951ae8e69139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:53.864757 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-fe1ef062-71c7-4838-a818-951ae8e69139 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf1f31fe-52f0-440b-a024-251321addef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1818893 Jun 17 08:52:54.034363 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fa6fd-c8c7-43b8-8f83-7a6cf4052a39 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Subnet': ['ID=05cf5909-c79f-46f0-8af4-47018815786a,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:54.048846 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-867fa6fd-c8c7-43b8-8f83-7a6cf4052a39 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:54.048846 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867fa6fd-c8c7-43b8-8f83-7a6cf4052a39 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Checking segment: {'id': '6fdd2250-9ecc-49c6-b6dc-9ba92ec5944c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c674472a-84fe-476d-9b79-65f0ccb26fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:54.048846 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867fa6fd-c8c7-43b8-8f83-7a6cf4052a39 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network hostable DHCP agents. Network: c674472a-84fe-476d-9b79-65f0ccb26fc8, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:52:54.090180 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-c60edca6-6db8-4f52-b591-3ef63dc43a84 service neutron] 10.222.0.53 "GET /v2.0/networks/cf1f31fe-52f0-440b-a024-251321addef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080598 Jun 17 08:52:54.108906 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-dea2bd52-c751-4b1c-a4f7-af6af640a58d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c26287d7-feb2-439b-bbf2-1e6529e596ac {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:52:54.129105 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-dea2bd52-c751-4b1c-a4f7-af6af640a58d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:54.168421 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c654fe-6e1e-4fe7-880a-26a0b4f37187 req-f0e7f0fe-7d0e-41d0-a00e-c2e6c226862c tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:54.169950 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a4c654fe-6e1e-4fe7-880a-26a0b4f37187 req-f0e7f0fe-7d0e-41d0-a00e-c2e6c226862c tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac41731-b660-492a-8ea3-3c38032ca863 HTTP/1.1" status: 200 len: 932 time: 0.3596256 Jun 17 08:52:54.193443 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-dea2bd52-c751-4b1c-a4f7-af6af640a58d service neutron] Transition to ACTIVE for port object c26287d7-feb2-439b-bbf2-1e6529e596ac will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:54.218693 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3676ca7c-85a1-4cf5-b607-344727badc7d tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Router 3e32954e-284e-4730-bacd-ab3280499d59 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:54.243342 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b1028db-3204-426c-a6a3-2b056bd036ed req-9291e684-4a7e-4470-970c-15c5bdd53818 service neutron] 10.222.0.53 "GET /v2.0/networks/cf1f31fe-52f0-440b-a024-251321addef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448560 Jun 17 08:52:54.245708 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a4c654fe-6e1e-4fe7-880a-26a0b4f37187 req-fa196762-c63f-451c-b072-4d272e6897a5 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2998fa7-0c00-4fd9-8462-148861f3a738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640752 Jun 17 08:52:54.353698 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3676ca7c-85a1-4cf5-b607-344727badc7d tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:54.358204 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3676ca7c-85a1-4cf5-b607-344727badc7d tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:54.364817 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a681f22-fa5a-4d01-97f8-7a0a30e5bea0 None None] Sync routers for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:54.375924 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a681f22-fa5a-4d01-97f8-7a0a30e5bea0 None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:54.376820 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-8a681f22-fa5a-4d01-97f8-7a0a30e5bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:54.403355 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3676ca7c-85a1-4cf5-b607-344727badc7d tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "PUT /v2.0/floatingips/2b6f76ac-02b5-45a4-872f-a5785e367c53 HTTP/1.1" status: 200 len: 687 time: 1.3255441 Jun 17 08:52:54.403355 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60488) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:54.417139 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-8a681f22-fa5a-4d01-97f8-7a0a30e5bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:54.426666 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a681f22-fa5a-4d01-97f8-7a0a30e5bea0 None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:54.427316 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-8a681f22-fa5a-4d01-97f8-7a0a30e5bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:54.461536 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-8a681f22-fa5a-4d01-97f8-7a0a30e5bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:54.462263 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a681f22-fa5a-4d01-97f8-7a0a30e5bea0 None None] The sync data for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:54.468677 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-dea2bd52-c751-4b1c-a4f7-af6af640a58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:54.470917 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9cc21bd5-7ea3-44af-940b-cac341350573 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:54.493720 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867fa6fd-c8c7-43b8-8f83-7a6cf4052a39 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network c674472a-84fe-476d-9b79-65f0ccb26fc8 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:52:54.569095 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-4c390467-0cb8-4652-9a0f-a4e74d8f8af5 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Deleting port 1924116a-bca7-4fd6-b5db-ecedbdce4a38 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:54.569467 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c390467-0cb8-4652-9a0f-a4e74d8f8af5 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:54.631827 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-867fa6fd-c8c7-43b8-8f83-7a6cf4052a39 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, c674472a-84fe-476d-9b79-65f0ccb26fc8) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:54.641964 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c32a89c-1c07-4f7f-94d4-23417469ffbe None None] Network c674472a-84fe-476d-9b79-65f0ccb26fc8 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:54.651784 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867fa6fd-c8c7-43b8-8f83-7a6cf4052a39 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:54.652591 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-867fa6fd-c8c7-43b8-8f83-7a6cf4052a39 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:54.686188 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2bd52-c751-4b1c-a4f7-af6af640a58d service neutron] Pushing event updated for resources: {'Port': ['ID=c26287d7-feb2-439b-bbf2-1e6529e596ac,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:54.691188 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c390467-0cb8-4652-9a0f-a4e74d8f8af5 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:54.691671 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c390467-0cb8-4652-9a0f-a4e74d8f8af5 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:54.693158 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dea2bd52-c751-4b1c-a4f7-af6af640a58d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:54.734123 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-dea2bd52-c751-4b1c-a4f7-af6af640a58d service neutron] Attempting to bind port c26287d7-feb2-439b-bbf2-1e6529e596ac on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:52:54.734461 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-dea2bd52-c751-4b1c-a4f7-af6af640a58d service neutron] Attempting to bind port c26287d7-feb2-439b-bbf2-1e6529e596ac by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '10909b1f-4bfe-488d-aed8-aa3616b22bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '606d4d03-9c60-403e-88e8-393895409399'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:52:54.734784 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-dea2bd52-c751-4b1c-a4f7-af6af640a58d service neutron] Attempting to bind port c26287d7-feb2-439b-bbf2-1e6529e596ac on network 606d4d03-9c60-403e-88e8-393895409399 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:54.746652 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-dea2bd52-c751-4b1c-a4f7-af6af640a58d service neutron] Port c26287d7-feb2-439b-bbf2-1e6529e596ac on network 606d4d03-9c60-403e-88e8-393895409399 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:52:54.747015 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-dea2bd52-c751-4b1c-a4f7-af6af640a58d service neutron] Attempting to bind port c26287d7-feb2-439b-bbf2-1e6529e596ac on network 606d4d03-9c60-403e-88e8-393895409399 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:54.762866 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-dea2bd52-c751-4b1c-a4f7-af6af640a58d service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:52:54.763216 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-dea2bd52-c751-4b1c-a4f7-af6af640a58d service neutron] Checking segment: {'id': '10909b1f-4bfe-488d-aed8-aa3616b22bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '606d4d03-9c60-403e-88e8-393895409399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:54.763645 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-dea2bd52-c751-4b1c-a4f7-af6af640a58d service neutron] Bound using segment: {'id': '10909b1f-4bfe-488d-aed8-aa3616b22bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '606d4d03-9c60-403e-88e8-393895409399'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:52:54.764107 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-dea2bd52-c751-4b1c-a4f7-af6af640a58d service neutron] Bound port: c26287d7-feb2-439b-bbf2-1e6529e596ac, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10909b1f-4bfe-488d-aed8-aa3616b22bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '606d4d03-9c60-403e-88e8-393895409399'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:52:54.764457 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-dea2bd52-c751-4b1c-a4f7-af6af640a58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:54.788147 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-4c390467-0cb8-4652-9a0f-a4e74d8f8af5 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Calling delete_port for 1924116a-bca7-4fd6-b5db-ecedbdce4a38 owned by network:floatingip {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:54.790786 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e392e9-566e-4dd3-9e17-57c8bf64ba16 req-d1bccb2f-ebcc-485d-a6c6-708615f4e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:54.799618 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e392e9-566e-4dd3-9e17-57c8bf64ba16 req-d1bccb2f-ebcc-485d-a6c6-708615f4e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:54.799618 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e392e9-566e-4dd3-9e17-57c8bf64ba16 req-d1bccb2f-ebcc-485d-a6c6-708615f4e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:54.799618 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d4e392e9-566e-4dd3-9e17-57c8bf64ba16 req-d1bccb2f-ebcc-485d-a6c6-708615f4e721 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=efb1f4611b1f491e8763ca939f24a14b&device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 2868 time: 0.2468152 Jun 17 08:52:54.817908 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ec18ab-eca4-42ac-9474-6869681a6ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-c674472a-84fe-476d-9b79-65f0ccb26fc8', 'network_id': 'c674472a-84fe-476d-9b79-65f0ccb26fc8', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'fixed_ips': [{'subnet_id': '05cf5909-c79f-46f0-8af4-47018815786a'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:52:54.818718 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d8ec18ab-eca4-42ac-9474-6869681a6ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:54.860406 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2984db-5911-436d-847f-6f00cf2f0de2 req-02d892f8-21d6-48cc-af90-c37051920a06 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:54.866492 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2984db-5911-436d-847f-6f00cf2f0de2 req-02d892f8-21d6-48cc-af90-c37051920a06 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:54.872754 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2984db-5911-436d-847f-6f00cf2f0de2 req-02d892f8-21d6-48cc-af90-c37051920a06 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:54.874424 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d2984db-5911-436d-847f-6f00cf2f0de2 req-02d892f8-21d6-48cc-af90-c37051920a06 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 2412 time: 0.2221951 Jun 17 08:52:54.892497 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-867fa6fd-c8c7-43b8-8f83-7a6cf4052a39 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1920373 Jun 17 08:52:54.896175 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60494) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:54.901092 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-6cfb0712-7c28-47fd-b0b6-e4fd098b63bb tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1681626036', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:54.977156 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-dea2bd52-c751-4b1c-a4f7-af6af640a58d service neutron] For port c26287d7-feb2-439b-bbf2-1e6529e596ac, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:54.990416 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-d8ec18ab-eca4-42ac-9474-6869681a6ec3 None None] Allocated IP 2001:db8::2 (c674472a-84fe-476d-9b79-65f0ccb26fc8/05cf5909-c79f-46f0-8af4-47018815786a/896b8db8-276f-4f58-bc2c-43a555f41df4) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:54.990950 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-dea2bd52-c751-4b1c-a4f7-af6af640a58d service neutron] For port c26287d7-feb2-439b-bbf2-1e6529e596ac, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c26287d7-feb2-439b-bbf2-1e6529e596ac,segment=NetworkSegment(10909b1f-4bfe-488d-aed8-aa3616b22bff),segment_id=10909b1f-4bfe-488d-aed8-aa3616b22bff)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:52:55.028430 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d2984db-5911-436d-847f-6f00cf2f0de2 req-0fa20faa-0322-42c6-9194-61a17047500b tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144922 Jun 17 08:52:55.049842 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e392e9-566e-4dd3-9e17-57c8bf64ba16 req-9b12e880-2ad1-434d-91fd-7b59bc115335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:55.052143 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d4e392e9-566e-4dd3-9e17-57c8bf64ba16 req-9b12e880-2ad1-434d-91fd-7b59bc115335 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cf1f31fe-52f0-440b-a024-251321addef4 HTTP/1.1" status: 200 len: 903 time: 0.2503960 Jun 17 08:52:55.100311 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d4e392e9-566e-4dd3-9e17-57c8bf64ba16 req-01ad24e6-e442-4cc6-a6f1-7cd9c3f0f09e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.174&port_id=78474dff-4f23-42cf-94e1-31024083e962 HTTP/1.1" status: 200 len: 217 time: 0.0399711 Jun 17 08:52:55.132351 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6cfb0712-7c28-47fd-b0b6-e4fd098b63bb tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.132351 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6cfb0712-7c28-47fd-b0b6-e4fd098b63bb tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.156920 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e392e9-566e-4dd3-9e17-57c8bf64ba16 req-7ccad947-1906-4d66-a96e-82bcd04d8251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:55.158862 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d4e392e9-566e-4dd3-9e17-57c8bf64ba16 req-7ccad947-1906-4d66-a96e-82bcd04d8251 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f35d048-8046-4b33-8711-690a21bc8e84 HTTP/1.1" status: 200 len: 801 time: 0.0516872 Jun 17 08:52:55.168753 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d8ec18ab-eca4-42ac-9474-6869681a6ec3 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.184176 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-d8ec18ab-eca4-42ac-9474-6869681a6ec3 None None] Transition to ACTIVE for port object 896b8db8-276f-4f58-bc2c-43a555f41df4 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:55.198280 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-dea2bd52-c751-4b1c-a4f7-af6af640a58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.202302 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ac3b1f2a-a2a3-4c48-abb6-24447c953bc3 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:55.204438 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-d8ec18ab-eca4-42ac-9474-6869681a6ec3 None None] Transition to ACTIVE for port object 896b8db8-276f-4f58-bc2c-43a555f41df4 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:55.248731 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-dea2bd52-c751-4b1c-a4f7-af6af640a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:55.249519 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-dea2bd52-c751-4b1c-a4f7-af6af640a58d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.251036 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-dea2bd52-c751-4b1c-a4f7-af6af640a58d service neutron] 10.222.0.53 "PUT /v2.0/ports/c26287d7-feb2-439b-bbf2-1e6529e596ac HTTP/1.1" status: 200 len: 1093 time: 1.8559022 Jun 17 08:52:55.251658 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac41731-b660-492a-8ea3-3c38032ca863', 'tag': 'c26287d7-feb2-439b-bbf2-1e6529e596ac'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:52:55.254051 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f918712-5123-4c80-ba6e-2362f82a2efd" -d '{"events": [{"name": "network-changed", "server_uuid": "aac41731-b660-492a-8ea3-3c38032ca863", "tag": "c26287d7-feb2-439b-bbf2-1e6529e596ac"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:55.298353 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2bd52-c751-4b1c-a4f7-af6af640a58d service neutron] Pushing event updated for resources: {'Port': ['ID=c26287d7-feb2-439b-bbf2-1e6529e596ac,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:55.302201 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c390467-0cb8-4652-9a0f-a4e74d8f8af5 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.308100 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dea2bd52-c751-4b1c-a4f7-af6af640a58d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:55.313445 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e392e9-566e-4dd3-9e17-57c8bf64ba16 req-42a2075a-d142-4ca7-88f2-a8f7a8b4ac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:55.314991 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d4e392e9-566e-4dd3-9e17-57c8bf64ba16 req-42a2075a-d142-4ca7-88f2-a8f7a8b4ac4d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf1f31fe-52f0-440b-a024-251321addef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1486809 Jun 17 08:52:55.328441 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d68a4174-d53f-426f-911d-a3f0b6d1427d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:55.341755 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4c066a-c454-4e48-9924-19a2a0645160 x-openstack-request-id: req-8f4c066a-c454-4e48-9924-19a2a0645160 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:55.342298 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aac41731-b660-492a-8ea3-3c38032ca863", "tag": "c26287d7-feb2-439b-bbf2-1e6529e596ac", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:55.342820 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f4c066a-c454-4e48-9924-19a2a0645160 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:55.343427 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac41731-b660-492a-8ea3-3c38032ca863', 'tag': 'c26287d7-feb2-439b-bbf2-1e6529e596ac', 'status': 'completed', 'code': 200} Jun 17 08:52:55.394513 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d8ec18ab-eca4-42ac-9474-6869681a6ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.397230 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:55.404416 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c390467-0cb8-4652-9a0f-a4e74d8f8af5 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event deleted for resources: {'Port': ['ID=1924116a-bca7-4fd6-b5db-ecedbdce4a38,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:55.406878 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4c390467-0cb8-4652-9a0f-a4e74d8f8af5 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:55.412158 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6cfb0712-7c28-47fd-b0b6-e4fd098b63bb tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.459009 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ec18ab-eca4-42ac-9474-6869681a6ec3 None None] Network c674472a-84fe-476d-9b79-65f0ccb26fc8 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:55.462357 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-d8ec18ab-eca4-42ac-9474-6869681a6ec3 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:55.466309 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ec18ab-eca4-42ac-9474-6869681a6ec3 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:55.507435 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec18ab-eca4-42ac-9474-6869681a6ec3 None None] Pushing event updated for resources: {'Port': ['ID=896b8db8-276f-4f58-bc2c-43a555f41df4,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:55.511529 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-d8ec18ab-eca4-42ac-9474-6869681a6ec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:55.535139 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d4e392e9-566e-4dd3-9e17-57c8bf64ba16 req-a0b0c5fa-78f7-4099-90a0-c326dbea9239 service neutron] 10.222.0.53 "GET /v2.0/networks/cf1f31fe-52f0-440b-a024-251321addef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121158 Jun 17 08:52:55.538714 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c390467-0cb8-4652-9a0f-a4e74d8f8af5 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.542362 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f918712-5123-4c80-ba6e-2362f82a2efd req-5c5dd09e-80a0-44b4-a0f8-90295df3cbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:55.542957 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c390467-0cb8-4652-9a0f-a4e74d8f8af5 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.544746 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4c390467-0cb8-4652-9a0f-a4e74d8f8af5 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "DELETE /v2.0/floatingips/2b6f76ac-02b5-45a4-872f-a5785e367c53 HTTP/1.1" status: 204 len: 168 time: 1.1402719 Jun 17 08:52:55.544892 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0f918712-5123-4c80-ba6e-2362f82a2efd req-5c5dd09e-80a0-44b4-a0f8-90295df3cbef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bd10109956314342a91d0c169e21255b&device_id=aac41731-b660-492a-8ea3-3c38032ca863 HTTP/1.1" status: 200 len: 1096 time: 0.1688831 Jun 17 08:52:55.546894 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60512) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:55.552378 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-d8ec18ab-eca4-42ac-9474-6869681a6ec3 None None] Attempting to bind port 896b8db8-276f-4f58-bc2c-43a555f41df4 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:52:55.553127 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-d8ec18ab-eca4-42ac-9474-6869681a6ec3 None None] Attempting to bind port 896b8db8-276f-4f58-bc2c-43a555f41df4 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '6fdd2250-9ecc-49c6-b6dc-9ba92ec5944c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c674472a-84fe-476d-9b79-65f0ccb26fc8'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:52:55.553690 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ec18ab-eca4-42ac-9474-6869681a6ec3 None None] Attempting to bind port 896b8db8-276f-4f58-bc2c-43a555f41df4 on network c674472a-84fe-476d-9b79-65f0ccb26fc8 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:55.559316 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ec18ab-eca4-42ac-9474-6869681a6ec3 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:52:55.559740 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ec18ab-eca4-42ac-9474-6869681a6ec3 None None] Checking segment: {'id': '6fdd2250-9ecc-49c6-b6dc-9ba92ec5944c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c674472a-84fe-476d-9b79-65f0ccb26fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:55.560180 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d8ec18ab-eca4-42ac-9474-6869681a6ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.560610 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ec18ab-eca4-42ac-9474-6869681a6ec3 None None] Bound using segment: {'id': '6fdd2250-9ecc-49c6-b6dc-9ba92ec5944c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c674472a-84fe-476d-9b79-65f0ccb26fc8'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:52:55.561433 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-d8ec18ab-eca4-42ac-9474-6869681a6ec3 None None] Bound port: 896b8db8-276f-4f58-bc2c-43a555f41df4, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fdd2250-9ecc-49c6-b6dc-9ba92ec5944c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c674472a-84fe-476d-9b79-65f0ccb26fc8'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:52:55.566486 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d8ec18ab-eca4-42ac-9474-6869681a6ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.584969 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-1a42a674-6139-4a56-9fc4-7ad8094b4023 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] delete failed (client error): The resource could not be found. Jun 17 08:52:55.590837 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1a42a674-6139-4a56-9fc4-7ad8094b4023 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "DELETE /v2.0/floatingips/2b6f76ac-02b5-45a4-872f-a5785e367c53 HTTP/1.1" status: 404 len: 345 time: 0.0381916 Jun 17 08:52:55.590837 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6cfb0712-7c28-47fd-b0b6-e4fd098b63bb tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.598700 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60514) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:55.607117 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0fb752c6-53c4-429e-a83b-3ab251a4abf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.656437 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-d8ec18ab-eca4-42ac-9474-6869681a6ec3 None None] For port 896b8db8-276f-4f58-bc2c-43a555f41df4, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:55.662174 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-d8ec18ab-eca4-42ac-9474-6869681a6ec3 None None] For port 896b8db8-276f-4f58-bc2c-43a555f41df4, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=896b8db8-276f-4f58-bc2c-43a555f41df4,segment=NetworkSegment(6fdd2250-9ecc-49c6-b6dc-9ba92ec5944c),segment_id=6fdd2250-9ecc-49c6-b6dc-9ba92ec5944c)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:52:55.719794 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6cfb0712-7c28-47fd-b0b6-e4fd098b63bb tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.721368 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-6cfb0712-7c28-47fd-b0b6-e4fd098b63bb tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8242557 Jun 17 08:52:55.729616 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60518) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:55.763163 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d8ec18ab-eca4-42ac-9474-6869681a6ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.767141 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:55.780181 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9831d3-40b7-4710-b163-b37b3891ce29 req-5bccf3eb-c512-4c31-a600-db673a6b3c64 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:55.781713 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-da9831d3-40b7-4710-b163-b37b3891ce29 req-5bccf3eb-c512-4c31-a600-db673a6b3c64 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac41731-b660-492a-8ea3-3c38032ca863 HTTP/1.1" status: 200 len: 944 time: 0.2860482 Jun 17 08:52:55.834236 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec18ab-eca4-42ac-9474-6869681a6ec3 None None] Pushing event updated for resources: {'Port': ['ID=896b8db8-276f-4f58-bc2c-43a555f41df4,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:55.844916 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-d8ec18ab-eca4-42ac-9474-6869681a6ec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:55.857025 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d4e392e9-566e-4dd3-9e17-57c8bf64ba16 req-3fffdec3-54a7-4763-888e-cf427c17e86a service neutron] 10.222.0.53 "GET /v2.0/networks/cf1f31fe-52f0-440b-a024-251321addef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105278 Jun 17 08:52:55.878732 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f918712-5123-4c80-ba6e-2362f82a2efd req-7d7e836f-ab67-4a5c-9124-d972c3125ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:55.880204 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0f918712-5123-4c80-ba6e-2362f82a2efd req-7d7e836f-ab67-4a5c-9124-d972c3125ab3 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=bd10109956314342a91d0c169e21255b&shared=False HTTP/1.1" status: 200 len: 926 time: 0.3223882 Jun 17 08:52:55.900764 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-da9831d3-40b7-4710-b163-b37b3891ce29 req-87c0537e-b44a-44db-859f-133980e7f942 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2998fa7-0c00-4fd9-8462-148861f3a738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093709 Jun 17 08:52:55.926986 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a05e60-fb44-45a4-9ac4-968da60fbee7 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:55.933276 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a05e60-fb44-45a4-9ac4-968da60fbee7 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:55.939846 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a05e60-fb44-45a4-9ac4-968da60fbee7 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:55.941223 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-28a05e60-fb44-45a4-9ac4-968da60fbee7 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "GET /v2.0/ports?network_id=da66f6de-260b-4b7e-8b93-85136a1c4c5f HTTP/1.1" status: 200 len: 2358 time: 0.3403413 Jun 17 08:52:55.944870 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60520) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:56.045852 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1d2331-d9fd-4fce-a775-c6c2535a564c tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:56.047360 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7c1d2331-d9fd-4fce-a775-c6c2535a564c tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "GET /v2.0/subnets/1feb857f-1ed8-4f15-9865-64948e4ee0ed HTTP/1.1" status: 200 len: 797 time: 0.1015186 Jun 17 08:52:56.052847 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60522) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:56.086074 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-a12ec8f9-8a86-4ee5-a7ac-054a90aaadae tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Request body: {'port': {'network_id': 'da66f6de-260b-4b7e-8b93-85136a1c4c5f', 'name': 'tempest-FloatingIPTestJSON-1428294', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:56.131374 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f918712-5123-4c80-ba6e-2362f82a2efd req-a5b43cfc-5a6a-4df9-bb35-5b497c332266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:56.136408 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0f918712-5123-4c80-ba6e-2362f82a2efd req-a5b43cfc-5a6a-4df9-bb35-5b497c332266 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2452719 Jun 17 08:52:56.167545 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-12ccabe1-ce02-40af-99cb-70535853a274 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:56.342931 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-f3144240-f152-4bad-a45a-9bb2d02190ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:56.344609 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-f3144240-f152-4bad-a45a-9bb2d02190ae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bd10109956314342a91d0c169e21255b&device_id=aac41731-b660-492a-8ea3-3c38032ca863 HTTP/1.1" status: 200 len: 1096 time: 0.1508794 Jun 17 08:52:56.372872 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e1a2d-1e23-4ed9-b925-10fd6f3c57b0 req-ff76c398-098a-4626-8d41-1b1231c82589 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:56.379150 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e1a2d-1e23-4ed9-b925-10fd6f3c57b0 req-ff76c398-098a-4626-8d41-1b1231c82589 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:56.386016 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e1a2d-1e23-4ed9-b925-10fd6f3c57b0 req-ff76c398-098a-4626-8d41-1b1231c82589 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:56.393842 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1c5e1a2d-1e23-4ed9-b925-10fd6f3c57b0 req-ff76c398-098a-4626-8d41-1b1231c82589 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 2412 time: 0.1431453 Jun 17 08:52:56.430899 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-23add3ec-d077-478a-ab7f-da63c72abc9c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c26287d7-feb2-439b-bbf2-1e6529e596ac HTTP/1.1" status: 200 len: 217 time: 0.0790784 Jun 17 08:52:56.509520 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1c5e1a2d-1e23-4ed9-b925-10fd6f3c57b0 req-87a795e2-076d-4302-8a65-cb20792c39e0 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099169 Jun 17 08:52:56.519777 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-3b462d2a-474e-4631-9548-a4696097e7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:56.521692 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-3b462d2a-474e-4631-9548-a4696097e7c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5f31fbfc-ccb2-4d3d-b93f-5cbcf244aea1 HTTP/1.1" status: 200 len: 865 time: 0.0839920 Jun 17 08:52:56.598011 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-f3da393d-9834-4a01-9876-e82639255f57 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=606d4d03-9c60-403e-88e8-393895409399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678978 Jun 17 08:52:56.744869 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-491a89e0-f3e8-424d-be96-39d2aa3ed66f service neutron] 10.222.0.53 "GET /v2.0/networks/606d4d03-9c60-403e-88e8-393895409399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400177 Jun 17 08:52:56.908647 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-91afe3cd-c999-4b47-8f3b-3d183f17f673 req-7db9f6c0-ca86-46a7-ba95-840a6dc0e162 service neutron] 10.222.0.53 "GET /v2.0/networks/606d4d03-9c60-403e-88e8-393895409399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546679 Jun 17 08:52:57.017901 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-12ccabe1-ce02-40af-99cb-70535853a274 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Allocated IP 2001:db8::1 (c674472a-84fe-476d-9b79-65f0ccb26fc8/05cf5909-c79f-46f0-8af4-47018815786a/5f6e6361-2be0-4b4f-b8a1-e9c4f1d0e0fc) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:57.023043 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12ec8f9-8a86-4ee5-a7ac-054a90aaadae tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Made reservation on behalf of c8e4e0fd83114975aa056417d4a04f9f for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:57.226889 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cea157-3efa-48c8-9df3-9549c26b14e0 req-e477c937-303b-4ab4-bd24-9a673bc00e32 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:57.239302 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f9cea157-3efa-48c8-9df3-9549c26b14e0 req-e477c937-303b-4ab4-bd24-9a673bc00e32 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac41731-b660-492a-8ea3-3c38032ca863 HTTP/1.1" status: 200 len: 944 time: 0.1783063 Jun 17 08:52:57.262711 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a12ec8f9-8a86-4ee5-a7ac-054a90aaadae tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:57.311103 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [None req-a12ec8f9-8a86-4ee5-a7ac-054a90aaadae tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] device_id is not set on port 044ebb54-ebf5-4fb9-a43f-2aec86bb3f66 yet. {{(pid=94520) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:52:57.321757 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-12ccabe1-ce02-40af-99cb-70535853a274 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:57.328634 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f9cea157-3efa-48c8-9df3-9549c26b14e0 req-cf7f269e-81c3-4e42-9085-abb34267978e tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2998fa7-0c00-4fd9-8462-148861f3a738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864823 Jun 17 08:52:57.382387 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2b43f2-0565-437b-ac45-6ce7b174621f None None] Network c674472a-84fe-476d-9b79-65f0ccb26fc8 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:57.446843 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-12ccabe1-ce02-40af-99cb-70535853a274 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Transition to ACTIVE for port object 5f6e6361-2be0-4b4f-b8a1-e9c4f1d0e0fc will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:57.700140 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-2f2c5e0b-01ba-4eb9-bc81-d55dfc3e1866 None None] Provisioning for port 896b8db8-276f-4f58-bc2c-43a555f41df4 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:57.730501 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-a12ec8f9-8a86-4ee5-a7ac-054a90aaadae tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Allocated IP 172.20.0.14 (da66f6de-260b-4b7e-8b93-85136a1c4c5f/1feb857f-1ed8-4f15-9865-64948e4ee0ed/044ebb54-ebf5-4fb9-a43f-2aec86bb3f66) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:57.739869 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-a12ec8f9-8a86-4ee5-a7ac-054a90aaadae tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Allocated IP 172.20.0.13 (da66f6de-260b-4b7e-8b93-85136a1c4c5f/1feb857f-1ed8-4f15-9865-64948e4ee0ed/044ebb54-ebf5-4fb9-a43f-2aec86bb3f66) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:57.825030 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddb8ea-d7ae-4133-8d6f-3db5d6688f6b req-1c306c61-e526-4d82-a118-d4115c5aabb9 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:57.831999 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddb8ea-d7ae-4133-8d6f-3db5d6688f6b req-1c306c61-e526-4d82-a118-d4115c5aabb9 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:57.839566 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddb8ea-d7ae-4133-8d6f-3db5d6688f6b req-1c306c61-e526-4d82-a118-d4115c5aabb9 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:57.842024 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f2ddb8ea-d7ae-4133-8d6f-3db5d6688f6b req-1c306c61-e526-4d82-a118-d4115c5aabb9 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 2412 time: 0.1176038 Jun 17 08:52:57.881593 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-12ccabe1-ce02-40af-99cb-70535853a274 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:57.890131 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-09266e48-2ca9-4973-a3af-7e0533a9f72b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:57.916713 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f2ddb8ea-d7ae-4133-8d6f-3db5d6688f6b req-5f54acfb-af2f-406f-ac86-075241cbd45f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541513 Jun 17 08:52:57.942150 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ccabe1-ce02-40af-99cb-70535853a274 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Port': ['ID=5f6e6361-2be0-4b4f-b8a1-e9c4f1d0e0fc,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:57.948995 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-12ccabe1-ce02-40af-99cb-70535853a274 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:57.966557 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ccabe1-ce02-40af-99cb-70535853a274 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network c674472a-84fe-476d-9b79-65f0ccb26fc8 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:57.969776 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:57.971322 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-12ccabe1-ce02-40af-99cb-70535853a274 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:57.975472 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ccabe1-ce02-40af-99cb-70535853a274 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:57.976290 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-12ccabe1-ce02-40af-99cb-70535853a274 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.122204 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a12ec8f9-8a86-4ee5-a7ac-054a90aaadae tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.234604 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 64810585-43eb-4022-a348-6cb975bec3e0 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:52:58.251875 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 896b8db8-276f-4f58-bc2c-43a555f41df4 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:58.312438 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-12ccabe1-ce02-40af-99cb-70535853a274 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.440302 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 64810585-43eb-4022-a348-6cb975bec3e0, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=64810585-43eb-4022-a348-6cb975bec3e0,segment=NetworkSegment(80e4d3c2-24d1-411a-8139-b9cf37df6b05),segment_id=80e4d3c2-24d1-411a-8139-b9cf37df6b05)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:58.455047 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '64810585-43eb-4022-a348-6cb975bec3e0', 'network_id': 'cf1f31fe-52f0-440b-a024-251321addef4', 'port_id': '64810585-43eb-4022-a348-6cb975bec3e0', 'mac_address': 'fa:16:3e:55:6c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f35d048-8046-4b33-8711-690a21bc8e84', 'ip_address': '19.80.0.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:52:58.530407 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.550085 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64810585-43eb-4022-a348-6cb975bec3e0 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:52:58.559416 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a12ec8f9-8a86-4ee5-a7ac-054a90aaadae tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.566711 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d68a4174-d53f-426f-911d-a3f0b6d1427d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:58.567662 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 896b8db8-276f-4f58-bc2c-43a555f41df4 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:58.594898 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 64810585-43eb-4022-a348-6cb975bec3e0, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=64810585-43eb-4022-a348-6cb975bec3e0,segment=NetworkSegment(80e4d3c2-24d1-411a-8139-b9cf37df6b05),segment_id=80e4d3c2-24d1-411a-8139-b9cf37df6b05)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:58.599251 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 896b8db8-276f-4f58-bc2c-43a555f41df4 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:58.599671 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.679003 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12ec8f9-8a86-4ee5-a7ac-054a90aaadae tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Network da66f6de-260b-4b7e-8b93-85136a1c4c5f is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:58.702266 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ec8f9-8a86-4ee5-a7ac-054a90aaadae tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event updated for resources: {'Port': ['ID=044ebb54-ebf5-4fb9-a43f-2aec86bb3f66,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:58.706245 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-a12ec8f9-8a86-4ee5-a7ac-054a90aaadae tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:58.730496 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12ec8f9-8a86-4ee5-a7ac-054a90aaadae tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:58.730496 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a12ec8f9-8a86-4ee5-a7ac-054a90aaadae tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:58.731814 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.768004 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 896b8db8-276f-4f58-bc2c-43a555f41df4, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=896b8db8-276f-4f58-bc2c-43a555f41df4,segment=NetworkSegment(6fdd2250-9ecc-49c6-b6dc-9ba92ec5944c),segment_id=6fdd2250-9ecc-49c6-b6dc-9ba92ec5944c)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:58.825026 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e74f4-6204-4a2d-8b05-e74bf9a0fc41 req-c0b7a41e-065d-4806-ba12-786b13e244e6 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:58.826250 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-025e74f4-6204-4a2d-8b05-e74bf9a0fc41 req-c0b7a41e-065d-4806-ba12-786b13e244e6 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac41731-b660-492a-8ea3-3c38032ca863 HTTP/1.1" status: 200 len: 944 time: 0.3328209 Jun 17 08:52:58.839341 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ec29a90c-ce6e-47cd-b345-bddcd5db6bc0 None None] Provisioning for port 5f6e6361-2be0-4b4f-b8a1-e9c4f1d0e0fc completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:58.843259 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12ec8f9-8a86-4ee5-a7ac-054a90aaadae tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:58.847414 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ec29a90c-ce6e-47cd-b345-bddcd5db6bc0 None None] Provisioning complete for port 5f6e6361-2be0-4b4f-b8a1-e9c4f1d0e0fc triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:58.847611 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a12ec8f9-8a86-4ee5-a7ac-054a90aaadae tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.847782 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ec29a90c-ce6e-47cd-b345-bddcd5db6bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.898194 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-12ccabe1-ce02-40af-99cb-70535853a274 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.911345 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.914172 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.915603 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 5301bef6-c56b-41e9-a953-8282317fc4bc details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:52:58.918406 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-d3e5da8c-03b9-483e-a358-2dbf144f7274 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:58.922476 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-ec29a90c-ce6e-47cd-b345-bddcd5db6bc0 None None] Port 5f6e6361-2be0-4b4f-b8a1-e9c4f1d0e0fc cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:52:58.943186 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-025e74f4-6204-4a2d-8b05-e74bf9a0fc41 req-b8549023-1a66-4be5-bed2-ea2dd983d1d6 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2998fa7-0c00-4fd9-8462-148861f3a738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080585 Jun 17 08:52:58.994039 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a12ec8f9-8a86-4ee5-a7ac-054a90aaadae tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.9317160 Jun 17 08:52:58.994940 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60574) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:59.001507 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-3fd563fa-7cd0-4b5c-9590-000b02508a61 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'port_id': '044ebb54-ebf5-4fb9-a43f-2aec86bb3f66', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:59.009418 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=896b8db8-276f-4f58-bc2c-43a555f41df4,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:59.039583 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-12ccabe1-ce02-40af-99cb-70535853a274 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:59.040644 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-12ccabe1-ce02-40af-99cb-70535853a274 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:59.042819 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:59.043170 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:59.043590 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:59.043962 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:59.044303 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:59.044632 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:59.044959 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:59.045282 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:59.045604 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:59.046138 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:59.046626 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:59.047117 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:59.057813 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f4e66e46-76d8-4383-88e2-98a2764c74b1 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:59.143492 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=64810585-43eb-4022-a348-6cb975bec3e0,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:59.145136 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3fd563fa-7cd0-4b5c-9590-000b02508a61 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:59.148672 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:59.149159 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:59.149518 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:59.169741 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 5301bef6-c56b-41e9-a953-8282317fc4bc, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=5301bef6-c56b-41e9-a953-8282317fc4bc,segment=NetworkSegment(02311f9f-99a3-48a6-b2bc-c98bc3ec1b20),segment_id=02311f9f-99a3-48a6-b2bc-c98bc3ec1b20)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:59.169741 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '5301bef6-c56b-41e9-a953-8282317fc4bc', 'network_id': 'd6cd75c0-fc6e-4991-9c70-bb9e48399bd9', 'port_id': '5301bef6-c56b-41e9-a953-8282317fc4bc', 'mac_address': 'fa:16:3e:ef:9f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0849350-a33d-40be-95f8-f947a33620d4', 'ip_address': '19.86.0.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:52:59.190878 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ccabe1-ce02-40af-99cb-70535853a274 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Port': ['ID=5f6e6361-2be0-4b4f-b8a1-e9c4f1d0e0fc,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:59.197888 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-12ccabe1-ce02-40af-99cb-70535853a274 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:59.209671 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:59.222554 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5301bef6-c56b-41e9-a953-8282317fc4bc {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:52:59.243274 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 5301bef6-c56b-41e9-a953-8282317fc4bc, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=5301bef6-c56b-41e9-a953-8282317fc4bc,segment=NetworkSegment(02311f9f-99a3-48a6-b2bc-c98bc3ec1b20),segment_id=02311f9f-99a3-48a6-b2bc-c98bc3ec1b20)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:59.275490 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ccabe1-ce02-40af-99cb-70535853a274 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network c674472a-84fe-476d-9b79-65f0ccb26fc8 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:59.279380 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-12ccabe1-ce02-40af-99cb-70535853a274 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:59.304200 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a74f7f-afff-48ce-a693-faa10010ea36 req-7e9344eb-167b-4d53-b4bf-e1012426aa51 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:59.314240 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a74f7f-afff-48ce-a693-faa10010ea36 req-7e9344eb-167b-4d53-b4bf-e1012426aa51 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:59.320320 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a74f7f-afff-48ce-a693-faa10010ea36 req-7e9344eb-167b-4d53-b4bf-e1012426aa51 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:59.322091 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-77a74f7f-afff-48ce-a693-faa10010ea36 req-7e9344eb-167b-4d53-b4bf-e1012426aa51 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 2413 time: 0.2000136 Jun 17 08:52:59.351271 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:59.353514 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 78474dff-4f23-42cf-94e1-31024083e962 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:52:59.373429 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:59.424888 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a3fbd648-ec49-4266-9bac-5c15ba3f49e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:59.442456 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 78474dff-4f23-42cf-94e1-31024083e962, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=78474dff-4f23-42cf-94e1-31024083e962,segment=NetworkSegment(80e4d3c2-24d1-411a-8139-b9cf37df6b05),segment_id=80e4d3c2-24d1-411a-8139-b9cf37df6b05)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:59.466287 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-77a74f7f-afff-48ce-a693-faa10010ea36 req-883745d9-1559-41cf-bb75-12960ba31f2a tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033065 Jun 17 08:52:59.469363 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '78474dff-4f23-42cf-94e1-31024083e962', 'network_id': 'cf1f31fe-52f0-440b-a024-251321addef4', 'port_id': '78474dff-4f23-42cf-94e1-31024083e962', 'mac_address': 'fa:16:3e:33:ea:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f35d048-8046-4b33-8711-690a21bc8e84', 'ip_address': '19.80.0.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:52:59.478382 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=5301bef6-c56b-41e9-a953-8282317fc4bc,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:59.509526 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:59.511665 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3fd563fa-7cd0-4b5c-9590-000b02508a61 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:59.526558 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:59.540761 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78474dff-4f23-42cf-94e1-31024083e962 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:52:59.563531 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 78474dff-4f23-42cf-94e1-31024083e962, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=78474dff-4f23-42cf-94e1-31024083e962,segment=NetworkSegment(80e4d3c2-24d1-411a-8139-b9cf37df6b05),segment_id=80e4d3c2-24d1-411a-8139-b9cf37df6b05)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:59.623048 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-3fd563fa-7cd0-4b5c-9590-000b02508a61 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Allocated IP 172.25.2.89 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/7348b69f-61f4-4e50-8a91-9d20a00520ac) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:59.633318 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ccabe1-ce02-40af-99cb-70535853a274 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Router be73bc38-5f78-4359-9e01-62fa8313ad9e is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:52:59.653733 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-4682fe67-276b-4b22-9be5-85bad6c62762 None None] Provisioning complete for port 5f6e6361-2be0-4b4f-b8a1-e9c4f1d0e0fc triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:59.654018 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4682fe67-276b-4b22-9be5-85bad6c62762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:59.675434 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:59.679205 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:59.717678 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-4682fe67-276b-4b22-9be5-85bad6c62762 None None] Port 5f6e6361-2be0-4b4f-b8a1-e9c4f1d0e0fc cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:52:59.735527 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=78474dff-4f23-42cf-94e1-31024083e962,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:59.738636 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:59.794251 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ccabe1-ce02-40af-99cb-70535853a274 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:59.803836 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-12ccabe1-ce02-40af-99cb-70535853a274 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "PUT /v2.0/routers/be73bc38-5f78-4359-9e01-62fa8313ad9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0731564 Jun 17 08:52:59.806903 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60584) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:59.810992 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c344c2c0-507e-48a3-bd49-400729465422 None None] Sync routers for ids ['be73bc38-5f78-4359-9e01-62fa8313ad9e'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:59.834686 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c344c2c0-507e-48a3-bd49-400729465422 None None] Routers {'be73bc38-5f78-4359-9e01-62fa8313ad9e'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:59.834686 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-c344c2c0-507e-48a3-bd49-400729465422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['be73bc38-5f78-4359-9e01-62fa8313ad9e'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:59.858655 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3fd563fa-7cd0-4b5c-9590-000b02508a61 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:59.873053 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-c344c2c0-507e-48a3-bd49-400729465422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:59.882513 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c344c2c0-507e-48a3-bd49-400729465422 None None] Routers {'be73bc38-5f78-4359-9e01-62fa8313ad9e'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:59.884046 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-c344c2c0-507e-48a3-bd49-400729465422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['be73bc38-5f78-4359-9e01-62fa8313ad9e'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:59.895818 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c3ec97-a125-447e-bd7d-0961b9631262 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:59.900242 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-43c3ec97-a125-447e-bd7d-0961b9631262 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "GET /v2.0/ports/5f6e6361-2be0-4b4f-b8a1-e9c4f1d0e0fc HTTP/1.1" status: 200 len: 911 time: 0.0893087 Jun 17 08:52:59.900242 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60590) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:59.905646 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-b10e772d-eded-4566-be17-2a89067c8817 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '05cf5909-c79f-46f0-8af4-47018815786a'}]}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:59.919999 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-c344c2c0-507e-48a3-bd49-400729465422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:59.920770 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c344c2c0-507e-48a3-bd49-400729465422 None None] The sync data for ids ['be73bc38-5f78-4359-9e01-62fa8313ad9e'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:59.952786 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['64810585-43eb-4022-a348-6cb975bec3e0'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:53:00.001981 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['78474dff-4f23-42cf-94e1-31024083e962'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:53:00.165412 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 896b8db8-276f-4f58-bc2c-43a555f41df4 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:00.192882 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3fd563fa-7cd0-4b5c-9590-000b02508a61 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:00.217721 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2507d9ff-106e-4106-8215-88761aff71d8 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:00.283968 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device c26287d7-feb2-439b-bbf2-1e6529e596ac details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:53:00.294659 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd563fa-7cd0-4b5c-9590-000b02508a61 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:00.304961 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-3fd563fa-7cd0-4b5c-9590-000b02508a61 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:00.315993 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd563fa-7cd0-4b5c-9590-000b02508a61 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:00.374784 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b10e772d-eded-4566-be17-2a89067c8817 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:00.441525 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 896b8db8-276f-4f58-bc2c-43a555f41df4 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:00.441899 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:00.448026 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd563fa-7cd0-4b5c-9590-000b02508a61 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event updated for resources: {'Port': ['ID=7348b69f-61f4-4e50-8a91-9d20a00520ac,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:00.459544 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3fd563fa-7cd0-4b5c-9590-000b02508a61 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:00.501502 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db18cf-e17a-417d-9ddd-3d424afa9e5d req-f3e110c5-431a-4b96-9475-e471610689a0 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:00.526342 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d1db18cf-e17a-417d-9ddd-3d424afa9e5d req-f3e110c5-431a-4b96-9475-e471610689a0 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac41731-b660-492a-8ea3-3c38032ca863 HTTP/1.1" status: 200 len: 944 time: 0.3220260 Jun 17 08:53:00.668143 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d1db18cf-e17a-417d-9ddd-3d424afa9e5d req-132fd43d-dc20-4ec2-99f2-8f75e87b2312 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2998fa7-0c00-4fd9-8462-148861f3a738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408660 Jun 17 08:53:00.747467 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b123017-d9f6-4cfc-91db-4cf9a8a02517 req-2920ff8f-8be9-4015-952b-4ba07118e6b1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:00.759038 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b123017-d9f6-4cfc-91db-4cf9a8a02517 req-2920ff8f-8be9-4015-952b-4ba07118e6b1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:00.779205 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port c26287d7-feb2-439b-bbf2-1e6529e596ac, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c26287d7-feb2-439b-bbf2-1e6529e596ac,segment=NetworkSegment(10909b1f-4bfe-488d-aed8-aa3616b22bff),segment_id=10909b1f-4bfe-488d-aed8-aa3616b22bff)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:00.786451 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b123017-d9f6-4cfc-91db-4cf9a8a02517 req-2920ff8f-8be9-4015-952b-4ba07118e6b1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:00.788221 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0b123017-d9f6-4cfc-91db-4cf9a8a02517 req-2920ff8f-8be9-4015-952b-4ba07118e6b1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 2415 time: 0.1691053 Jun 17 08:53:00.793100 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': 'c26287d7-feb2-439b-bbf2-1e6529e596ac', 'network_id': '606d4d03-9c60-403e-88e8-393895409399', 'port_id': 'c26287d7-feb2-439b-bbf2-1e6529e596ac', 'mac_address': 'fa:16:3e:73:28:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f31fbfc-ccb2-4d3d-b93f-5cbcf244aea1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:53:00.878953 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:00.909493 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c26287d7-feb2-439b-bbf2-1e6529e596ac {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:53:00.934485 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port c26287d7-feb2-439b-bbf2-1e6529e596ac, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c26287d7-feb2-439b-bbf2-1e6529e596ac,segment=NetworkSegment(10909b1f-4bfe-488d-aed8-aa3616b22bff),segment_id=10909b1f-4bfe-488d-aed8-aa3616b22bff)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:00.977615 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['5301bef6-c56b-41e9-a953-8282317fc4bc'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:53:01.065480 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:01.093738 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-ddf02b35-c57c-4557-84e5-1559771db61a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:01.101751 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:01.178948 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=c26287d7-feb2-439b-bbf2-1e6529e596ac,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:01.186201 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:01.280202 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0b123017-d9f6-4cfc-91db-4cf9a8a02517 req-70dbf927-8bc6-4ba3-8606-5c79d585b1be tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4843104 Jun 17 08:53:01.324851 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['c26287d7-feb2-439b-bbf2-1e6529e596ac'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:53:01.783275 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3fd563fa-7cd0-4b5c-9590-000b02508a61 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:01.840063 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b10e772d-eded-4566-be17-2a89067c8817 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:01.913052 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d40334-c986-4726-bb11-b52b56e866dd req-4df00187-b687-42a5-bbf4-08c14e5e04ed tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:01.919460 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-94d40334-c986-4726-bb11-b52b56e866dd req-4df00187-b687-42a5-bbf4-08c14e5e04ed tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac41731-b660-492a-8ea3-3c38032ca863 HTTP/1.1" status: 200 len: 945 time: 0.0808773 Jun 17 08:53:01.947053 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b10e772d-eded-4566-be17-2a89067c8817 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:01.953840 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10e772d-eded-4566-be17-2a89067c8817 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:01.954533 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b10e772d-eded-4566-be17-2a89067c8817 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:01.955920 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b10e772d-eded-4566-be17-2a89067c8817 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "PUT /v2.0/ports/5f6e6361-2be0-4b4f-b8a1-e9c4f1d0e0fc HTTP/1.1" status: 200 len: 911 time: 2.0548952 Jun 17 08:53:01.958936 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8ca278b9-f639-44f2-8da6-79c463a2405b tempest-RoutersIpV6AdminTest-28929452 tempest-RoutersIpV6AdminTest-28929452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:01.960744 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60620) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:01.988937 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-94d40334-c986-4726-bb11-b52b56e866dd req-f2e8cee5-da37-4ee4-b983-e8822d4d1f51 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2998fa7-0c00-4fd9-8462-148861f3a738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671058 Jun 17 08:53:01.997155 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3fd563fa-7cd0-4b5c-9590-000b02508a61 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.055963 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e772d-eded-4566-be17-2a89067c8817 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Port': ['ID=5f6e6361-2be0-4b4f-b8a1-e9c4f1d0e0fc,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:02.060237 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b10e772d-eded-4566-be17-2a89067c8817 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:02.208377 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3fd563fa-7cd0-4b5c-9590-000b02508a61 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.267923 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3fd563fa-7cd0-4b5c-9590-000b02508a61 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.271905 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ddd28fa1-7ea8-4827-a5dc-19e40f72c597 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:02.274459 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device c26287d7-feb2-439b-bbf2-1e6529e596ac up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:02.362370 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-daaa2b8f-9632-4a09-ac20-7454cbf24f95 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.364259 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3fd563fa-7cd0-4b5c-9590-000b02508a61 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.450211 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd563fa-7cd0-4b5c-9590-000b02508a61 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event updated for resources: {'Port': ['ID=7348b69f-61f4-4e50-8a91-9d20a00520ac,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:02.454961 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3fd563fa-7cd0-4b5c-9590-000b02508a61 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:02.478245 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port c26287d7-feb2-439b-bbf2-1e6529e596ac completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:02.483669 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port c26287d7-feb2-439b-bbf2-1e6529e596ac triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:02.484170 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.490130 n-d-758944-30 neutron-server[94520]: INFO neutron.db.l3_db [None req-3fd563fa-7cd0-4b5c-9590-000b02508a61 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Floating IP 26f2b41a-c6c5-4386-8a3e-3ca150a49966 associated. External IP: 172.25.2.89, port: 044ebb54-ebf5-4fb9-a43f-2aec86bb3f66. Jun 17 08:53:02.508023 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.623519 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c6f14-cf7f-4104-96e9-45f0252aa0bc req-27c32bab-8cdd-4d1b-90a8-f7de7450c301 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:02.630606 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c6f14-cf7f-4104-96e9-45f0252aa0bc req-27c32bab-8cdd-4d1b-90a8-f7de7450c301 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:02.641347 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.642484 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c6f14-cf7f-4104-96e9-45f0252aa0bc req-27c32bab-8cdd-4d1b-90a8-f7de7450c301 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:02.650782 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ae6c6f14-cf7f-4104-96e9-45f0252aa0bc req-27c32bab-8cdd-4d1b-90a8-f7de7450c301 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 2415 time: 0.1879621 Jun 17 08:53:02.709105 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port c26287d7-feb2-439b-bbf2-1e6529e596ac, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c26287d7-feb2-439b-bbf2-1e6529e596ac,segment=NetworkSegment(10909b1f-4bfe-488d-aed8-aa3616b22bff),segment_id=10909b1f-4bfe-488d-aed8-aa3616b22bff)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:02.710018 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac41731-b660-492a-8ea3-3c38032ca863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26287d7-feb2-439b-bbf2-1e6529e596ac'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:53:02.714381 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1a7cb2-62df-4cf1-b991-58ba402c350f" -d '{"events": [{"server_uuid": "aac41731-b660-492a-8ea3-3c38032ca863", "name": "network-vif-plugged", "status": "completed", "tag": "c26287d7-feb2-439b-bbf2-1e6529e596ac"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:02.763623 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ae6c6f14-cf7f-4104-96e9-45f0252aa0bc req-30af84c4-15d6-4115-99e7-a4405eaedb31 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116986 Jun 17 08:53:02.769637 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd563fa-7cd0-4b5c-9590-000b02508a61 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Router 3e32954e-284e-4730-bacd-ab3280499d59 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:53:02.801627 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.802611 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 5301bef6-c56b-41e9-a953-8282317fc4bc up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:02.805175 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:02.869638 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d6d368-090a-432e-bd9a-90d406833081 x-openstack-request-id: req-07d6d368-090a-432e-bd9a-90d406833081 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:02.869947 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac41731-b660-492a-8ea3-3c38032ca863", "name": "network-vif-plugged", "status": "completed", "tag": "c26287d7-feb2-439b-bbf2-1e6529e596ac", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:02.870212 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-07d6d368-090a-432e-bd9a-90d406833081 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:02.870609 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac41731-b660-492a-8ea3-3c38032ca863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26287d7-feb2-439b-bbf2-1e6529e596ac', 'code': 200} Jun 17 08:53:02.871245 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-daaa2b8f-9632-4a09-ac20-7454cbf24f95 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Deleting port 5f6e6361-2be0-4b4f-b8a1-e9c4f1d0e0fc {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:02.871681 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-daaa2b8f-9632-4a09-ac20-7454cbf24f95 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.872666 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=c26287d7-feb2-439b-bbf2-1e6529e596ac,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:02.893792 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:03.013796 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd563fa-7cd0-4b5c-9590-000b02508a61 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:03.024276 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b4d21a-607d-49e7-99a1-f851199a4423 None None] Sync routers for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:03.035647 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b4d21a-607d-49e7-99a1-f851199a4423 None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:03.036581 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-b4b4d21a-607d-49e7-99a1-f851199a4423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:03.052781 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-daaa2b8f-9632-4a09-ac20-7454cbf24f95 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.074733 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-b4b4d21a-607d-49e7-99a1-f851199a4423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:03.081997 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 5301bef6-c56b-41e9-a953-8282317fc4bc completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:03.085064 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b4d21a-607d-49e7-99a1-f851199a4423 None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:03.090736 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-b4b4d21a-607d-49e7-99a1-f851199a4423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:03.090897 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 5301bef6-c56b-41e9-a953-8282317fc4bc triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:03.090897 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.131638 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3fd563fa-7cd0-4b5c-9590-000b02508a61 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.140432 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-daaa2b8f-9632-4a09-ac20-7454cbf24f95 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Calling delete_port for 5f6e6361-2be0-4b4f-b8a1-e9c4f1d0e0fc owned by network:router_interface {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:03.174909 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-b4b4d21a-607d-49e7-99a1-f851199a4423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:03.174909 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b4d21a-607d-49e7-99a1-f851199a4423 None None] The sync data for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:03.209700 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10479a88-b131-4fe0-b7df-12328a0a47d0 req-0d11cb04-0992-4b31-ad8f-629fb6391ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:03.211317 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-10479a88-b131-4fe0-b7df-12328a0a47d0 req-0d11cb04-0992-4b31-ad8f-629fb6391ac1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aac41731-b660-492a-8ea3-3c38032ca863 HTTP/1.1" status: 200 len: 1098 time: 0.2160926 Jun 17 08:53:03.224223 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.226899 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3fd563fa-7cd0-4b5c-9590-000b02508a61 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 4.2306120 Jun 17 08:53:03.227514 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60648) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:03.233518 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-0f033640-46ef-4b0d-a143-d015bdf6507f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Request body: {'floatingip': {'port_id': '044ebb54-ebf5-4fb9-a43f-2aec86bb3f66', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:03.300709 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 5301bef6-c56b-41e9-a953-8282317fc4bc, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=5301bef6-c56b-41e9-a953-8282317fc4bc,segment=NetworkSegment(02311f9f-99a3-48a6-b2bc-c98bc3ec1b20),segment_id=02311f9f-99a3-48a6-b2bc-c98bc3ec1b20)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:03.315378 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b5dc0-eaca-4dd9-bb99-895cdffd6774 req-66bf1187-0623-4a69-a2b0-1f42737e87ff tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:03.317005 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ce2b5dc0-eaca-4dd9-bb99-895cdffd6774 req-66bf1187-0623-4a69-a2b0-1f42737e87ff tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac41731-b660-492a-8ea3-3c38032ca863 HTTP/1.1" status: 200 len: 946 time: 0.1462131 Jun 17 08:53:03.322850 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0f033640-46ef-4b0d-a143-d015bdf6507f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.339457 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-10479a88-b131-4fe0-b7df-12328a0a47d0 req-196ae730-dfea-4aff-b1a2-037813258ef1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d2998fa7-0c00-4fd9-8462-148861f3a738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204908 Jun 17 08:53:03.408055 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.409317 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 64810585-43eb-4022-a348-6cb975bec3e0 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:03.413311 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ce2b5dc0-eaca-4dd9-bb99-895cdffd6774 req-52bf699f-30f7-48ed-b881-0a74e8487116 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2998fa7-0c00-4fd9-8462-148861f3a738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871413 Jun 17 08:53:03.431154 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:03.483944 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=5301bef6-c56b-41e9-a953-8282317fc4bc,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:03.490663 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:03.514460 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-daaa2b8f-9632-4a09-ac20-7454cbf24f95 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.518235 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f1e8c4bc-05d6-440b-95e6-729fc05e449f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:03.567233 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa2b8f-9632-4a09-ac20-7454cbf24f95 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Port': ['ID=5f6e6361-2be0-4b4f-b8a1-e9c4f1d0e0fc,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:03.571067 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-daaa2b8f-9632-4a09-ac20-7454cbf24f95 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:03.571600 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 64810585-43eb-4022-a348-6cb975bec3e0 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:03.576852 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 64810585-43eb-4022-a348-6cb975bec3e0 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:03.582316 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.715609 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-daaa2b8f-9632-4a09-ac20-7454cbf24f95 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.748959 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.824008 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 64810585-43eb-4022-a348-6cb975bec3e0, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=64810585-43eb-4022-a348-6cb975bec3e0,segment=NetworkSegment(80e4d3c2-24d1-411a-8139-b9cf37df6b05),segment_id=80e4d3c2-24d1-411a-8139-b9cf37df6b05)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:03.965163 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.968293 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 78474dff-4f23-42cf-94e1-31024083e962 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:03.973997 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-804d231d-297e-414e-b2a6-f453ca416245 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:04.059018 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60660) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:04.101630 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=64810585-43eb-4022-a348-6cb975bec3e0,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:04.120620 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:04.181243 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868d53f-ec50-4f6d-93fe-114af4ba0435 req-10d6acd5-eca1-40a5-b401-2380604cd1bc tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:04.185577 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daaa2b8f-9632-4a09-ac20-7454cbf24f95 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Router be73bc38-5f78-4359-9e01-62fa8313ad9e has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:53:04.188122 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868d53f-ec50-4f6d-93fe-114af4ba0435 req-10d6acd5-eca1-40a5-b401-2380604cd1bc tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:04.194691 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868d53f-ec50-4f6d-93fe-114af4ba0435 req-10d6acd5-eca1-40a5-b401-2380604cd1bc tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:04.202468 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d868d53f-ec50-4f6d-93fe-114af4ba0435 req-10d6acd5-eca1-40a5-b401-2380604cd1bc tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 2417 time: 0.2177825 Jun 17 08:53:04.298603 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 78474dff-4f23-42cf-94e1-31024083e962 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:04.302664 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d868d53f-ec50-4f6d-93fe-114af4ba0435 req-00687c87-953d-4280-8147-836b7dec8f24 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991952 Jun 17 08:53:04.303044 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 78474dff-4f23-42cf-94e1-31024083e962 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:04.303632 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:04.307440 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0f033640-46ef-4b0d-a143-d015bdf6507f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:04.399117 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0f033640-46ef-4b0d-a143-d015bdf6507f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:04.440802 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:04.490464 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 78474dff-4f23-42cf-94e1-31024083e962, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=78474dff-4f23-42cf-94e1-31024083e962,segment=NetworkSegment(80e4d3c2-24d1-411a-8139-b9cf37df6b05),segment_id=80e4d3c2-24d1-411a-8139-b9cf37df6b05)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:04.524677 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daaa2b8f-9632-4a09-ac20-7454cbf24f95 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:04.534026 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-daaa2b8f-9632-4a09-ac20-7454cbf24f95 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "PUT /v2.0/routers/be73bc38-5f78-4359-9e01-62fa8313ad9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5689666 Jun 17 08:53:04.539318 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60666) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:04.541581 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0998e3-be8b-4eef-9078-b4dfbfcfaf10 None None] Sync routers for ids ['be73bc38-5f78-4359-9e01-62fa8313ad9e'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:04.554866 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0998e3-be8b-4eef-9078-b4dfbfcfaf10 None None] Routers {'be73bc38-5f78-4359-9e01-62fa8313ad9e'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:04.555454 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-8c0998e3-be8b-4eef-9078-b4dfbfcfaf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['be73bc38-5f78-4359-9e01-62fa8313ad9e'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:04.575924 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c1d99e80-5f5b-40b3-8712-37c7d16d8d8f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "GET /v2.0/ports?device_id=be73bc38-5f78-4359-9e01-62fa8313ad9e HTTP/1.1" status: 200 len: 205 time: 0.0345464 Jun 17 08:53:04.576187 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60668) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:04.592036 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-8c0998e3-be8b-4eef-9078-b4dfbfcfaf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:04.596324 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:04.597970 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:04.633949 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0998e3-be8b-4eef-9078-b4dfbfcfaf10 None None] Routers {'be73bc38-5f78-4359-9e01-62fa8313ad9e'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:04.634589 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-8c0998e3-be8b-4eef-9078-b4dfbfcfaf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['be73bc38-5f78-4359-9e01-62fa8313ad9e'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:04.674005 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-8c0998e3-be8b-4eef-9078-b4dfbfcfaf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:04.674668 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0998e3-be8b-4eef-9078-b4dfbfcfaf10 None None] The sync data for ids ['be73bc38-5f78-4359-9e01-62fa8313ad9e'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:04.693946 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=78474dff-4f23-42cf-94e1-31024083e962,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:04.700560 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:04.773299 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-280eea75-5820-423f-a3e1-3c5ce8442c24 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:04.783094 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-889c8bb8-dc7b-427c-9e66-039b18fc7569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:04.872664 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1552cce4-1356-4f82-b50f-c2c01878688d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5301bef6-c56b-41e9-a953-8282317fc4bc'}, {'server_uuid': '1552cce4-1356-4f82-b50f-c2c01878688d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64810585-43eb-4022-a348-6cb975bec3e0'}, {'server_uuid': '1552cce4-1356-4f82-b50f-c2c01878688d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78474dff-4f23-42cf-94e1-31024083e962'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:53:04.876737 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d069c0f-de8c-4e5c-bec8-1dde0693326c" -d '{"events": [{"server_uuid": "1552cce4-1356-4f82-b50f-c2c01878688d", "name": "network-vif-plugged", "status": "completed", "tag": "5301bef6-c56b-41e9-a953-8282317fc4bc"}, {"server_uuid": "1552cce4-1356-4f82-b50f-c2c01878688d", "name": "network-vif-plugged", "status": "completed", "tag": "64810585-43eb-4022-a348-6cb975bec3e0"}, {"server_uuid": "1552cce4-1356-4f82-b50f-c2c01878688d", "name": "network-vif-plugged", "status": "completed", "tag": "78474dff-4f23-42cf-94e1-31024083e962"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:04.917466 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d764ec2-2987-4827-8f9f-ccbe9ed10ac5 req-9d19891b-71ef-43e0-8bd6-2a2364a400d2 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:04.918991 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8d764ec2-2987-4827-8f9f-ccbe9ed10ac5 req-9d19891b-71ef-43e0-8bd6-2a2364a400d2 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac41731-b660-492a-8ea3-3c38032ca863 HTTP/1.1" status: 200 len: 946 time: 0.3597765 Jun 17 08:53:04.952815 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f033640-46ef-4b0d-a143-d015bdf6507f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Router 3e32954e-284e-4730-bacd-ab3280499d59 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:53:05.004753 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-280eea75-5820-423f-a3e1-3c5ce8442c24 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:05.009269 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-280eea75-5820-423f-a3e1-3c5ce8442c24 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:05.021081 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 17 Jun 2021 08:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498dfc08-2c5a-436a-ab76-8cefc912978a x-openstack-request-id: req-498dfc08-2c5a-436a-ab76-8cefc912978a {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:05.021503 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1552cce4-1356-4f82-b50f-c2c01878688d", "name": "network-vif-plugged", "status": "completed", "tag": "5301bef6-c56b-41e9-a953-8282317fc4bc", "code": 200}, {"server_uuid": "1552cce4-1356-4f82-b50f-c2c01878688d", "name": "network-vif-plugged", "status": "completed", "tag": "64810585-43eb-4022-a348-6cb975bec3e0", "code": 200}, {"server_uuid": "1552cce4-1356-4f82-b50f-c2c01878688d", "name": "network-vif-plugged", "status": "completed", "tag": "78474dff-4f23-42cf-94e1-31024083e962", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:05.021779 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-498dfc08-2c5a-436a-ab76-8cefc912978a {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:05.022194 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1552cce4-1356-4f82-b50f-c2c01878688d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5301bef6-c56b-41e9-a953-8282317fc4bc', 'code': 200} Jun 17 08:53:05.022463 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1552cce4-1356-4f82-b50f-c2c01878688d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64810585-43eb-4022-a348-6cb975bec3e0', 'code': 200} Jun 17 08:53:05.022903 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1552cce4-1356-4f82-b50f-c2c01878688d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78474dff-4f23-42cf-94e1-31024083e962', 'code': 200} Jun 17 08:53:05.102558 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-889c8bb8-dc7b-427c-9e66-039b18fc7569 admin admin] Deleting port 4136e76a-8b57-42ba-84b3-867f0fd404c2 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:05.103064 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-889c8bb8-dc7b-427c-9e66-039b18fc7569 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:05.173854 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8d764ec2-2987-4827-8f9f-ccbe9ed10ac5 req-eeea43b6-6ee3-40b6-8095-0cd397ad4576 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2998fa7-0c00-4fd9-8462-148861f3a738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171957 Jun 17 08:53:05.206393 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-280eea75-5820-423f-a3e1-3c5ce8442c24 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:05.209221 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280eea75-5820-423f-a3e1-3c5ce8442c24 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Fanout notify agent at l3_agent the message router_deleted on router be73bc38-5f78-4359-9e01-62fa8313ad9e {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:53:05.229804 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-280eea75-5820-423f-a3e1-3c5ce8442c24 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:05.232377 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-280eea75-5820-423f-a3e1-3c5ce8442c24 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/routers/be73bc38-5f78-4359-9e01-62fa8313ad9e HTTP/1.1" status: 204 len: 168 time: 0.6453693 Jun 17 08:53:05.235662 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60690) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:05.245215 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-889c8bb8-dc7b-427c-9e66-039b18fc7569 admin admin] For port 4136e76a-8b57-42ba-84b3-867f0fd404c2, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=4136e76a-8b57-42ba-84b3-867f0fd404c2,segment=NetworkSegment(e057b94b-747a-4968-a889-77d4327a134e),segment_id=e057b94b-747a-4968-a889-77d4327a134e)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:05.245599 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-889c8bb8-dc7b-427c-9e66-039b18fc7569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:05.280301 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f033640-46ef-4b0d-a143-d015bdf6507f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:05.295018 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5f5f96-5e10-4cfc-9e7a-c5c66878753d None None] Sync routers for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:05.308311 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5f5f96-5e10-4cfc-9e7a-c5c66878753d None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:05.310651 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-4f5f5f96-5e10-4cfc-9e7a-c5c66878753d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:05.322713 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-889c8bb8-dc7b-427c-9e66-039b18fc7569 admin admin] Calling delete_port for 4136e76a-8b57-42ba-84b3-867f0fd404c2 owned by network:router_interface {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:05.341597 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab49b0-87f0-4bf2-af2e-6297b2d3d493 req-8bd303c6-8e36-4a80-9ba6-719565b70ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:05.344720 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab49b0-87f0-4bf2-af2e-6297b2d3d493 req-8bd303c6-8e36-4a80-9ba6-719565b70ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:05.344720 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab49b0-87f0-4bf2-af2e-6297b2d3d493 req-8bd303c6-8e36-4a80-9ba6-719565b70ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:05.344720 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-77ab49b0-87f0-4bf2-af2e-6297b2d3d493 req-8bd303c6-8e36-4a80-9ba6-719565b70ee1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 2874 time: 0.1861093 Jun 17 08:53:05.352687 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0f033640-46ef-4b0d-a143-d015bdf6507f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:05.365402 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-4f5f5f96-5e10-4cfc-9e7a-c5c66878753d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:05.378927 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5f5f96-5e10-4cfc-9e7a-c5c66878753d None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:05.379973 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-4f5f5f96-5e10-4cfc-9e7a-c5c66878753d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:05.455077 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-77ab49b0-87f0-4bf2-af2e-6297b2d3d493 req-4e95331f-738a-478f-97ce-4d9bc06002f6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878654 Jun 17 08:53:05.545966 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0761572-8323-44eb-bbc4-2bf233bff465 req-3c3bbc65-cf83-4315-9472-4261d37f2323 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:05.547513 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b0761572-8323-44eb-bbc4-2bf233bff465 req-3c3bbc65-cf83-4315-9472-4261d37f2323 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac41731-b660-492a-8ea3-3c38032ca863 HTTP/1.1" status: 200 len: 946 time: 0.2224960 Jun 17 08:53:05.567237 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-4f5f5f96-5e10-4cfc-9e7a-c5c66878753d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:05.568311 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5f5f96-5e10-4cfc-9e7a-c5c66878753d None None] The sync data for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:05.579183 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-063c214a-3ab6-433b-963b-a7017382051e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Deleting subnet 05cf5909-c79f-46f0-8af4-47018815786a {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:53:05.585083 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0f033640-46ef-4b0d-a143-d015bdf6507f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "PUT /v2.0/floatingips/26f2b41a-c6c5-4386-8a3e-3ca150a49966 HTTP/1.1" status: 200 len: 975 time: 2.3526645 Jun 17 08:53:05.589083 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60696) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:05.654613 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b0761572-8323-44eb-bbc4-2bf233bff465 req-732eaa45-4f8d-4946-ab91-571a78997a32 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2998fa7-0c00-4fd9-8462-148861f3a738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999272 Jun 17 08:53:05.765361 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60702) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:05.876203 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-889c8bb8-dc7b-427c-9e66-039b18fc7569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:05.888786 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f3faa800-3c71-4a50-ac35-8e9a09d07b22 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:05.898698 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-f867d4f1-55af-4783-9f7c-29dfbb46df53 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Deleting port 7348b69f-61f4-4e50-8a91-9d20a00520ac {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:05.898698 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f867d4f1-55af-4783-9f7c-29dfbb46df53 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:05.990269 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c8bb8-dc7b-427c-9e66-039b18fc7569 admin admin] Pushing event deleted for resources: {'Port': ['ID=4136e76a-8b57-42ba-84b3-867f0fd404c2,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:06.009469 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-063c214a-3ab6-433b-963b-a7017382051e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:06.025981 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-889c8bb8-dc7b-427c-9e66-039b18fc7569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:06.065259 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-063c214a-3ab6-433b-963b-a7017382051e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:06.135384 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a3dd7-1265-47cd-bb1d-e6569b298ac9 req-7a2f7e51-3135-4b53-bec8-f3fc72e111bd tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:06.141849 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a3dd7-1265-47cd-bb1d-e6569b298ac9 req-7a2f7e51-3135-4b53-bec8-f3fc72e111bd tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:06.147976 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a3dd7-1265-47cd-bb1d-e6569b298ac9 req-7a2f7e51-3135-4b53-bec8-f3fc72e111bd tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:06.149846 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a84a3dd7-1265-47cd-bb1d-e6569b298ac9 req-7a2f7e51-3135-4b53-bec8-f3fc72e111bd tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 2418 time: 0.6211629 Jun 17 08:53:06.241578 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a84a3dd7-1265-47cd-bb1d-e6569b298ac9 req-4ef16554-6b47-455e-ba64-3af95e55be47 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838156 Jun 17 08:53:06.245539 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-063c214a-3ab6-433b-963b-a7017382051e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:06.440076 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-063c214a-3ab6-433b-963b-a7017382051e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:06.442295 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-df93b330-8b30-411c-b85c-7022e2ac09a2 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:06.493825 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c214a-3ab6-433b-963b-a7017382051e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Subnet': ['ID=05cf5909-c79f-46f0-8af4-47018815786a,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:06.494062 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4e0e67bb-1fd3-425e-8305-1b0269ce4ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:06.505572 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-063c214a-3ab6-433b-963b-a7017382051e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:06.510022 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-063c214a-3ab6-433b-963b-a7017382051e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/subnets/05cf5909-c79f-46f0-8af4-47018815786a HTTP/1.1" status: 204 len: 168 time: 1.2683821 Jun 17 08:53:06.510206 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c18d096-cf5d-471e-82a7-3b24eacde7c0 None None] Network c674472a-84fe-476d-9b79-65f0ccb26fc8 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:06.510672 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-063c214a-3ab6-433b-963b-a7017382051e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:06.510981 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60712) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:06.596972 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4545e26f-8846-42c3-a463-515a321c090d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:06.658097 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-4545e26f-8846-42c3-a463-515a321c090d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Deleting port 896b8db8-276f-4f58-bc2c-43a555f41df4 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:06.658796 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4545e26f-8846-42c3-a463-515a321c090d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:06.733757 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f867d4f1-55af-4783-9f7c-29dfbb46df53 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:06.734101 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f867d4f1-55af-4783-9f7c-29dfbb46df53 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:06.740115 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16b6247-93f7-442d-8474-df5b73884bd0 None None] DHCP port deletion for c674472a-84fe-476d-9b79-65f0ccb26fc8 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:53:06.767174 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-4545e26f-8846-42c3-a463-515a321c090d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] For port 896b8db8-276f-4f58-bc2c-43a555f41df4, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=896b8db8-276f-4f58-bc2c-43a555f41df4,segment=NetworkSegment(6fdd2250-9ecc-49c6-b6dc-9ba92ec5944c),segment_id=6fdd2250-9ecc-49c6-b6dc-9ba92ec5944c)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:06.767636 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4545e26f-8846-42c3-a463-515a321c090d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:06.795998 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-b16b6247-93f7-442d-8474-df5b73884bd0 None None] Deleting port 896b8db8-276f-4f58-bc2c-43a555f41df4 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:06.796480 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b16b6247-93f7-442d-8474-df5b73884bd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:06.830733 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-f867d4f1-55af-4783-9f7c-29dfbb46df53 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Calling delete_port for 7348b69f-61f4-4e50-8a91-9d20a00520ac owned by network:floatingip {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:06.843498 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-4545e26f-8846-42c3-a463-515a321c090d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Calling delete_port for 896b8db8-276f-4f58-bc2c-43a555f41df4 owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:06.864588 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336c83f-2310-4fbc-bb05-40952cfefca3 req-4ea08d0b-33d1-49ab-a30f-0a4ad4cd58d9 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:06.865785 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-b16b6247-93f7-442d-8474-df5b73884bd0 None None] For port 896b8db8-276f-4f58-bc2c-43a555f41df4, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=896b8db8-276f-4f58-bc2c-43a555f41df4,segment=NetworkSegment(6fdd2250-9ecc-49c6-b6dc-9ba92ec5944c),segment_id=6fdd2250-9ecc-49c6-b6dc-9ba92ec5944c)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:06.866438 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b16b6247-93f7-442d-8474-df5b73884bd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:06.875919 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2336c83f-2310-4fbc-bb05-40952cfefca3 req-4ea08d0b-33d1-49ab-a30f-0a4ad4cd58d9 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac41731-b660-492a-8ea3-3c38032ca863 HTTP/1.1" status: 200 len: 946 time: 0.3233349 Jun 17 08:53:06.886234 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-889c8bb8-dc7b-427c-9e66-039b18fc7569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:06.935495 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-b16b6247-93f7-442d-8474-df5b73884bd0 None None] Calling delete_port for 896b8db8-276f-4f58-bc2c-43a555f41df4 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:07.061928 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4545e26f-8846-42c3-a463-515a321c090d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:07.065340 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c0f0a33b-92c0-434d-99c3-cb8151f230de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:07.069385 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b16b6247-93f7-442d-8474-df5b73884bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:07.072150 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:07.077732 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4e0e67bb-1fd3-425e-8305-1b0269ce4ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:07.095552 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545e26f-8846-42c3-a463-515a321c090d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Port': ['ID=896b8db8-276f-4f58-bc2c-43a555f41df4,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:07.096675 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b6247-93f7-442d-8474-df5b73884bd0 None None] Pushing event deleted for resources: {'Port': ['ID=896b8db8-276f-4f58-bc2c-43a555f41df4,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:07.098931 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-b16b6247-93f7-442d-8474-df5b73884bd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:07.101653 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16b6247-93f7-442d-8474-df5b73884bd0 None None] No DVR routers for this DVR port 896b8db8-276f-4f58-bc2c-43a555f41df4 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:53:07.106384 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2336c83f-2310-4fbc-bb05-40952cfefca3 req-cabeb901-b09b-4d74-a63d-0755d58067a5 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2998fa7-0c00-4fd9-8462-148861f3a738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295055 Jun 17 08:53:07.106889 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4545e26f-8846-42c3-a463-515a321c090d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:07.110513 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4545e26f-8846-42c3-a463-515a321c090d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] No DVR routers for this DVR port 896b8db8-276f-4f58-bc2c-43a555f41df4 on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:53:07.203108 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4e0e67bb-1fd3-425e-8305-1b0269ce4ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:07.225765 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4545e26f-8846-42c3-a463-515a321c090d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:07.234197 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6f93912a-267d-4029-ba7a-4a94220ec93b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:07.237353 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-4545e26f-8846-42c3-a463-515a321c090d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c674472a-84fe-476d-9b79-65f0ccb26fc8']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:07.248890 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-4545e26f-8846-42c3-a463-515a321c090d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fdd2250-9ecc-49c6-b6dc-9ba92ec5944c') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:07.249596 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-4545e26f-8846-42c3-a463-515a321c090d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fdd2250-9ecc-49c6-b6dc-9ba92ec5944c') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:07.261079 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4545e26f-8846-42c3-a463-515a321c090d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:07.276197 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4545e26f-8846-42c3-a463-515a321c090d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:07.282957 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4545e26f-8846-42c3-a463-515a321c090d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:53:07.283502 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4545e26f-8846-42c3-a463-515a321c090d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:53:07.286733 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:53:07.305320 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e67bb-1fd3-425e-8305-1b0269ce4ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b514a1-d9c5-4924-b2e1-a3a607c95218,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:07.309815 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4e0e67bb-1fd3-425e-8305-1b0269ce4ddb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=59ad10a337bc491e896a7d5d281370e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5414753 Jun 17 08:53:07.310832 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4e0e67bb-1fd3-425e-8305-1b0269ce4ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:07.315687 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60722) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:07.397793 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889c8bb8-dc7b-427c-9e66-039b18fc7569 admin admin] Router 8cb1f1f4-1a25-4919-915a-f9b981c13294 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:53:07.420512 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-538a20f7-a703-4086-aebe-222058e033e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:07.480065 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa542c8-828b-42b0-987d-2ec51f128b99 req-09cc33bd-8496-4ee0-8cb6-98eea75af3bf tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:07.485952 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa542c8-828b-42b0-987d-2ec51f128b99 req-09cc33bd-8496-4ee0-8cb6-98eea75af3bf tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:07.492076 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa542c8-828b-42b0-987d-2ec51f128b99 req-09cc33bd-8496-4ee0-8cb6-98eea75af3bf tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:07.495289 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8fa542c8-828b-42b0-987d-2ec51f128b99 req-09cc33bd-8496-4ee0-8cb6-98eea75af3bf tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 2418 time: 0.0827329 Jun 17 08:53:07.497866 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4545e26f-8846-42c3-a463-515a321c090d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:07.502920 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:07.508636 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-538a20f7-a703-4086-aebe-222058e033e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:07.509726 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4545e26f-8846-42c3-a463-515a321c090d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:07.515318 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4545e26f-8846-42c3-a463-515a321c090d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/networks/c674472a-84fe-476d-9b79-65f0ccb26fc8 HTTP/1.1" status: 204 len: 168 time: 0.9997592 Jun 17 08:53:07.517813 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60726) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:07.532217 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-862d008c-268b-48dd-8348-64567261c0dc tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-265245836', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:07.534128 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545e26f-8846-42c3-a463-515a321c090d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Network': ['ID=c674472a-84fe-476d-9b79-65f0ccb26fc8,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:07.538023 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4545e26f-8846-42c3-a463-515a321c090d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:07.556077 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8fa542c8-828b-42b0-987d-2ec51f128b99 req-f1180bb5-3431-4503-9375-12ab5f5a4101 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559216 Jun 17 08:53:07.579123 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f867d4f1-55af-4783-9f7c-29dfbb46df53 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:07.591403 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3c281569-f9ab-4918-8424-7328e9bd9a7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:07.637969 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867d4f1-55af-4783-9f7c-29dfbb46df53 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event deleted for resources: {'Port': ['ID=7348b69f-61f4-4e50-8a91-9d20a00520ac,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:07.643732 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f867d4f1-55af-4783-9f7c-29dfbb46df53 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:07.681254 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889c8bb8-dc7b-427c-9e66-039b18fc7569 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:07.690721 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-889c8bb8-dc7b-427c-9e66-039b18fc7569 admin admin] 10.222.0.49 "PUT /v2.0/routers/8cb1f1f4-1a25-4919-915a-f9b981c13294/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6278806 Jun 17 08:53:07.690721 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60730) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:07.696298 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d288caee-16c3-4c32-a2a4-8b1bed3630dd None None] Sync routers for ids ['8cb1f1f4-1a25-4919-915a-f9b981c13294'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:07.712315 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d288caee-16c3-4c32-a2a4-8b1bed3630dd None None] Routers {'8cb1f1f4-1a25-4919-915a-f9b981c13294'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:07.713843 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-d288caee-16c3-4c32-a2a4-8b1bed3630dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['8cb1f1f4-1a25-4919-915a-f9b981c13294'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:07.751007 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-862d008c-268b-48dd-8348-64567261c0dc tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:07.751938 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-862d008c-268b-48dd-8348-64567261c0dc tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:07.823143 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d8f2e8be-5159-40e0-9ab7-70cd234a27af req-c2557063-9ae8-4840-8d20-da44e96ccbbc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1552cce4-1356-4f82-b50f-c2c01878688d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 405 time: 0.3042839 Jun 17 08:53:07.830575 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-d288caee-16c3-4c32-a2a4-8b1bed3630dd None None] Set router 8cb1f1f4-1a25-4919-915a-f9b981c13294 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:07.832746 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-538a20f7-a703-4086-aebe-222058e033e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:07.835315 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-538a20f7-a703-4086-aebe-222058e033e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:07.839210 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-538a20f7-a703-4086-aebe-222058e033e6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/96b514a1-d9c5-4924-b2e1-a3a607c95218 HTTP/1.1" status: 204 len: 168 time: 0.5190067 Jun 17 08:53:07.842936 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-422813f5-c30f-4ffb-b73d-e0c63e26ad96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:07.845103 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f867d4f1-55af-4783-9f7c-29dfbb46df53 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:07.845441 n-d-758944-30 neutron-server[94519]: INFO neutron.db.l3_db [None req-f867d4f1-55af-4783-9f7c-29dfbb46df53 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Floating IP 26f2b41a-c6c5-4386-8a3e-3ca150a49966 disassociated (deleted). External IP: 172.25.2.89, port: 044ebb54-ebf5-4fb9-a43f-2aec86bb3f66. Jun 17 08:53:07.911942 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a20f7-a703-4086-aebe-222058e033e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b514a1-d9c5-4924-b2e1-a3a607c95218,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:07.969847 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-538a20f7-a703-4086-aebe-222058e033e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:08.003850 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-862d008c-268b-48dd-8348-64567261c0dc tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:08.013009 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-84cb783a-5111-4ad2-9a64-468928bae779 admin admin] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:08.097421 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-d288caee-16c3-4c32-a2a4-8b1bed3630dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb1f1f4-1a25-4919-915a-f9b981c13294', 'name': 'tempest-TaggedBootDevicesTest_v242-1143594179-router', 'tenant_id': '6151b9a1cbdb47b58bb257665571ce22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'f7babbfc-4c39-4190-a2a4-e092aff806ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:16Z', 'updated_at': '2021-06-17T08:53:05Z', 'revision_number': 5, 'project_id': '6151b9a1cbdb47b58bb257665571ce22', 'gw_port': {'id': 'f7babbfc-4c39-4190-a2a4-e092aff806ae', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb1f1f4-1a25-4919-915a-f9b981c13294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:18Z', 'updated_at': '2021-06-17T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:08.114015 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-862d008c-268b-48dd-8348-64567261c0dc tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:08.133058 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 896b8db8-276f-4f58-bc2c-43a555f41df4 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:53:08.135362 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d288caee-16c3-4c32-a2a4-8b1bed3630dd None None] Checking router: 8cb1f1f4-1a25-4919-915a-f9b981c13294 for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:08.156760 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 896b8db8-276f-4f58-bc2c-43a555f41df4 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:53:08.157118 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 896b8db8-276f-4f58-bc2c-43a555f41df4 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:53:08.163650 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d288caee-16c3-4c32-a2a4-8b1bed3630dd None None] Routers {'8cb1f1f4-1a25-4919-915a-f9b981c13294'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:08.164333 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-d288caee-16c3-4c32-a2a4-8b1bed3630dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['8cb1f1f4-1a25-4919-915a-f9b981c13294'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:08.213348 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2e8be-5159-40e0-9ab7-70cd234a27af req-49a3dd2e-85ea-49fa-99b3-51ab305bb1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:08.213828 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2e8be-5159-40e0-9ab7-70cd234a27af req-49a3dd2e-85ea-49fa-99b3-51ab305bb1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:08.214304 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2e8be-5159-40e0-9ab7-70cd234a27af req-49a3dd2e-85ea-49fa-99b3-51ab305bb1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:08.215971 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d8f2e8be-5159-40e0-9ab7-70cd234a27af req-49a3dd2e-85ea-49fa-99b3-51ab305bb1c3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=efb1f4611b1f491e8763ca939f24a14b&device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 2874 time: 0.3067877 Jun 17 08:53:08.293253 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-d288caee-16c3-4c32-a2a4-8b1bed3630dd None None] Set router 8cb1f1f4-1a25-4919-915a-f9b981c13294 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:08.511691 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-d288caee-16c3-4c32-a2a4-8b1bed3630dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb1f1f4-1a25-4919-915a-f9b981c13294', 'name': 'tempest-TaggedBootDevicesTest_v242-1143594179-router', 'tenant_id': '6151b9a1cbdb47b58bb257665571ce22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'f7babbfc-4c39-4190-a2a4-e092aff806ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:16Z', 'updated_at': '2021-06-17T08:53:05Z', 'revision_number': 5, 'project_id': '6151b9a1cbdb47b58bb257665571ce22', 'gw_port': {'id': 'f7babbfc-4c39-4190-a2a4-e092aff806ae', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb1f1f4-1a25-4919-915a-f9b981c13294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:18Z', 'updated_at': '2021-06-17T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:08.546292 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d288caee-16c3-4c32-a2a4-8b1bed3630dd None None] The sync data for ids ['8cb1f1f4-1a25-4919-915a-f9b981c13294'] in n-d-758944-30 is: [{'id': '8cb1f1f4-1a25-4919-915a-f9b981c13294', 'name': 'tempest-TaggedBootDevicesTest_v242-1143594179-router', 'tenant_id': '6151b9a1cbdb47b58bb257665571ce22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'f7babbfc-4c39-4190-a2a4-e092aff806ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:16Z', 'updated_at': '2021-06-17T08:53:05Z', 'revision_number': 5, 'project_id': '6151b9a1cbdb47b58bb257665571ce22', 'gw_port': {'id': 'f7babbfc-4c39-4190-a2a4-e092aff806ae', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb1f1f4-1a25-4919-915a-f9b981c13294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:18Z', 'updated_at': '2021-06-17T08:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:08.610946 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-84cb783a-5111-4ad2-9a64-468928bae779 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:08.628937 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-862d008c-268b-48dd-8348-64567261c0dc tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:08.630112 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-862d008c-268b-48dd-8348-64567261c0dc tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.1101444 Jun 17 08:53:08.633772 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60752) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:08.644361 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-64dc9619-040f-4d39-a625-33811c10d861 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1583295785'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:08.687498 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eae95f-450b-4c5d-b4b2-8e1d7014b81a req-962743ed-aabd-4a31-93c0-96bec6e71985 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:08.694114 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-56eae95f-450b-4c5d-b4b2-8e1d7014b81a req-962743ed-aabd-4a31-93c0-96bec6e71985 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac41731-b660-492a-8ea3-3c38032ca863 HTTP/1.1" status: 200 len: 946 time: 0.6075909 Jun 17 08:53:08.787618 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb953d-b5d3-4b3e-8fa0-604cbb106bcb req-0622617b-cfff-4015-a6eb-b8be6b58547f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:08.793469 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb953d-b5d3-4b3e-8fa0-604cbb106bcb req-0622617b-cfff-4015-a6eb-b8be6b58547f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:08.802429 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb953d-b5d3-4b3e-8fa0-604cbb106bcb req-0622617b-cfff-4015-a6eb-b8be6b58547f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:08.803050 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-56eae95f-450b-4c5d-b4b2-8e1d7014b81a req-fd163577-d150-4e2c-9865-6e050aff597f tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2998fa7-0c00-4fd9-8462-148861f3a738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018507 Jun 17 08:53:08.805953 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-18cb953d-b5d3-4b3e-8fa0-604cbb106bcb req-0622617b-cfff-4015-a6eb-b8be6b58547f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 2418 time: 0.0893276 Jun 17 08:53:08.809464 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f867d4f1-55af-4783-9f7c-29dfbb46df53 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Router 3e32954e-284e-4730-bacd-ab3280499d59 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:53:08.810815 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2e8be-5159-40e0-9ab7-70cd234a27af req-f86cb958-a82f-477c-b78a-0c8630fbe11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:08.811299 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2e8be-5159-40e0-9ab7-70cd234a27af req-f86cb958-a82f-477c-b78a-0c8630fbe11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:08.812874 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d8f2e8be-5159-40e0-9ab7-70cd234a27af req-f86cb958-a82f-477c-b78a-0c8630fbe11d service neutron] 10.222.0.53 "GET /v2.0/networks?id=cf1f31fe-52f0-440b-a024-251321addef4&id=d6cd75c0-fc6e-4991-9c70-bb9e48399bd9&id=cf1f31fe-52f0-440b-a024-251321addef4 HTTP/1.1" status: 200 len: 1593 time: 0.5621295 Jun 17 08:53:08.814439 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dc9619-040f-4d39-a625-33811c10d861 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Made reservation on behalf of b453b4a14bef4e7aaf5f450aad1ada65 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:08.822561 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-64dc9619-040f-4d39-a625-33811c10d861 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:08.855597 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64dc9619-040f-4d39-a625-33811c10d861 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:53:08.865803 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-64dc9619-040f-4d39-a625-33811c10d861 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:08.866211 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-64dc9619-040f-4d39-a625-33811c10d861 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Added segment 868c9404-3a30-4821-8802-5a7330ccbfa4 of type vlan for network df9f84fe-deac-4508-be3f-b1ca899b873d Jun 17 08:53:08.875030 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d8f2e8be-5159-40e0-9ab7-70cd234a27af req-e72bc716-9334-42e0-8fce-4ac0b24c7296 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.132&port_id=64810585-43eb-4022-a348-6cb975bec3e0 HTTP/1.1" status: 200 len: 217 time: 0.0521016 Jun 17 08:53:08.925001 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-64dc9619-040f-4d39-a625-33811c10d861 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:09.016475 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-18cb953d-b5d3-4b3e-8fa0-604cbb106bcb req-0dd7f244-114d-451f-8e54-ce512f2564ef tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740427 Jun 17 08:53:09.030163 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-84cb783a-5111-4ad2-9a64-468928bae779 admin admin] Deleting port f7babbfc-4c39-4190-a2a4-e092aff806ae {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:09.030565 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-84cb783a-5111-4ad2-9a64-468928bae779 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:09.051204 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2e8be-5159-40e0-9ab7-70cd234a27af req-8c5bf2a0-1c5a-4e64-be51-027730c3888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:09.053148 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d8f2e8be-5159-40e0-9ab7-70cd234a27af req-8c5bf2a0-1c5a-4e64-be51-027730c3888c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f35d048-8046-4b33-8711-690a21bc8e84 HTTP/1.1" status: 200 len: 801 time: 0.1635108 Jun 17 08:53:09.120295 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-64dc9619-040f-4d39-a625-33811c10d861 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:09.126641 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dc9619-040f-4d39-a625-33811c10d861 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:09.127577 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-64dc9619-040f-4d39-a625-33811c10d861 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:09.131614 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-673420f7-7023-4e3f-ab2a-41cda2d31826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:09.136606 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f867d4f1-55af-4783-9f7c-29dfbb46df53 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:09.143001 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f867d4f1-55af-4783-9f7c-29dfbb46df53 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:09.149658 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c4f3b5-3222-46eb-9f7b-e09fe56e7395 None None] Sync routers for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:09.162809 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c4f3b5-3222-46eb-9f7b-e09fe56e7395 None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:09.163460 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-42c4f3b5-3222-46eb-9f7b-e09fe56e7395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:09.216068 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-42c4f3b5-3222-46eb-9f7b-e09fe56e7395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:09.220413 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc9619-040f-4d39-a625-33811c10d861 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Network': ['ID=df9f84fe-deac-4508-be3f-b1ca899b873d,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:09.225453 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-64dc9619-040f-4d39-a625-33811c10d861 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:09.226354 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-84cb783a-5111-4ad2-9a64-468928bae779 admin admin] For port f7babbfc-4c39-4190-a2a4-e092aff806ae, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=f7babbfc-4c39-4190-a2a4-e092aff806ae,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:09.226728 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-84cb783a-5111-4ad2-9a64-468928bae779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:09.233228 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network df9f84fe-deac-4508-be3f-b1ca899b873d details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:53:09.236097 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c4f3b5-3222-46eb-9f7b-e09fe56e7395 None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:09.237691 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-42c4f3b5-3222-46eb-9f7b-e09fe56e7395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:09.252818 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f867d4f1-55af-4783-9f7c-29dfbb46df53 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "DELETE /v2.0/floatingips/26f2b41a-c6c5-4386-8a3e-3ca150a49966 HTTP/1.1" status: 204 len: 168 time: 3.6567540 Jun 17 08:53:09.256579 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60766) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:09.292355 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-42c4f3b5-3222-46eb-9f7b-e09fe56e7395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:09.293319 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c4f3b5-3222-46eb-9f7b-e09fe56e7395 None None] The sync data for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:09.306519 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2e8be-5159-40e0-9ab7-70cd234a27af req-cc116427-61f0-4282-a10b-3e450b2d6514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:09.308093 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d8f2e8be-5159-40e0-9ab7-70cd234a27af req-cc116427-61f0-4282-a10b-3e450b2d6514 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf1f31fe-52f0-440b-a024-251321addef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2273993 Jun 17 08:53:09.318558 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-64dc9619-040f-4d39-a625-33811c10d861 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6817243 Jun 17 08:53:09.322010 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60768) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:09.329047 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-c3fa660b-dcf1-4ba7-b799-db8f946fa9a2 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'subnet': {'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:09.333581 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-84cb783a-5111-4ad2-9a64-468928bae779 admin admin] Calling delete_port for f7babbfc-4c39-4190-a2a4-e092aff806ae owned by network:router_gateway {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:09.499617 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c687180-1122-470a-b28c-02bb3744ae3c req-4a633ab3-58c0-49bc-82c6-525368c8e583 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:09.501150 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5c687180-1122-470a-b28c-02bb3744ae3c req-4a633ab3-58c0-49bc-82c6-525368c8e583 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac41731-b660-492a-8ea3-3c38032ca863 HTTP/1.1" status: 200 len: 946 time: 0.2670796 Jun 17 08:53:09.502931 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-d4c54ffa-f520-48be-87a8-7c3a8b25b2ad tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Deleting port 044ebb54-ebf5-4fb9-a43f-2aec86bb3f66 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:09.503277 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d4c54ffa-f520-48be-87a8-7c3a8b25b2ad tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:09.508111 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d8f2e8be-5159-40e0-9ab7-70cd234a27af req-410ccd16-8573-4fe9-a1ca-e438282fe45b service neutron] 10.222.0.53 "GET /v2.0/networks/cf1f31fe-52f0-440b-a024-251321addef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684418 Jun 17 08:53:09.572249 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d480a55a-1bd9-4900-991a-271227e6719b req-bae01400-9eb4-413e-a7d7-10fede5adf28 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d4567a7a-c077-4674-860c-b2e56bd1e2f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1410027 Jun 17 08:53:09.610043 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fa660b-dcf1-4ba7-b799-db8f946fa9a2 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Made reservation on behalf of b453b4a14bef4e7aaf5f450aad1ada65 for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:09.613680 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c3fa660b-dcf1-4ba7-b799-db8f946fa9a2 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:09.619197 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d4c54ffa-f520-48be-87a8-7c3a8b25b2ad tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:09.750206 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d8f2e8be-5159-40e0-9ab7-70cd234a27af req-2b6a53e7-f873-4ccd-a47a-2affcac5c927 service neutron] 10.222.0.53 "GET /v2.0/networks/cf1f31fe-52f0-440b-a024-251321addef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321255 Jun 17 08:53:09.756078 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-d4c54ffa-f520-48be-87a8-7c3a8b25b2ad tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Calling delete_port for 044ebb54-ebf5-4fb9-a43f-2aec86bb3f66 owned by {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:09.806399 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d8f2e8be-5159-40e0-9ab7-70cd234a27af req-7563202b-b469-4aeb-a9c5-71503ef47eb1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.52&port_id=5301bef6-c56b-41e9-a953-8282317fc4bc HTTP/1.1" status: 200 len: 217 time: 0.0424712 Jun 17 08:53:09.811309 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-5c687180-1122-470a-b28c-02bb3744ae3c req-1804050c-7d03-452b-84ff-ca6b2b1eae86 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Deleting port c26287d7-feb2-439b-bbf2-1e6529e596ac {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:09.811652 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5c687180-1122-470a-b28c-02bb3744ae3c req-1804050c-7d03-452b-84ff-ca6b2b1eae86 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:09.899885 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-84cb783a-5111-4ad2-9a64-468928bae779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:09.905802 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-68d47317-f7e4-4431-a236-48ecfdf9ce27 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:09.909462 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480a55a-1bd9-4900-991a-271227e6719b req-87b3889b-be81-4fce-86e1-ade718f476ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:09.910981 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d480a55a-1bd9-4900-991a-271227e6719b req-87b3889b-be81-4fce-86e1-ade718f476ca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4201ecfcc96c4ba4985fddc21edba720&device_id=d4567a7a-c077-4674-860c-b2e56bd1e2f5 HTTP/1.1" status: 200 len: 1098 time: 0.2881033 Jun 17 08:53:09.936347 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2e8be-5159-40e0-9ab7-70cd234a27af req-400f3035-a516-4c6c-80eb-0fac5e9c257e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:09.937927 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d8f2e8be-5159-40e0-9ab7-70cd234a27af req-400f3035-a516-4c6c-80eb-0fac5e9c257e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c0849350-a33d-40be-95f8-f947a33620d4 HTTP/1.1" status: 200 len: 801 time: 0.1222146 Jun 17 08:53:09.941619 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb783a-5111-4ad2-9a64-468928bae779 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7babbfc-4c39-4190-a2a4-e092aff806ae,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:09.948120 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-84cb783a-5111-4ad2-9a64-468928bae779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:10.051210 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-5c687180-1122-470a-b28c-02bb3744ae3c req-1804050c-7d03-452b-84ff-ca6b2b1eae86 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] For port c26287d7-feb2-439b-bbf2-1e6529e596ac, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c26287d7-feb2-439b-bbf2-1e6529e596ac,segment=NetworkSegment(10909b1f-4bfe-488d-aed8-aa3616b22bff),segment_id=10909b1f-4bfe-488d-aed8-aa3616b22bff)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:10.051587 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5c687180-1122-470a-b28c-02bb3744ae3c req-1804050c-7d03-452b-84ff-ca6b2b1eae86 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:10.126393 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-5c687180-1122-470a-b28c-02bb3744ae3c req-1804050c-7d03-452b-84ff-ca6b2b1eae86 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Calling delete_port for c26287d7-feb2-439b-bbf2-1e6529e596ac owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:10.161112 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-84cb783a-5111-4ad2-9a64-468928bae779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:10.194596 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 4136e76a-8b57-42ba-84b3-867f0fd404c2 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:53:10.251863 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 4136e76a-8b57-42ba-84b3-867f0fd404c2 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:53:10.253087 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 4136e76a-8b57-42ba-84b3-867f0fd404c2 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:53:10.312275 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2e8be-5159-40e0-9ab7-70cd234a27af req-afaa3f99-12a3-4dad-be46-3e92f19280ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:10.313797 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d8f2e8be-5159-40e0-9ab7-70cd234a27af req-afaa3f99-12a3-4dad-be46-3e92f19280ed service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d6cd75c0-fc6e-4991-9c70-bb9e48399bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3648071 Jun 17 08:53:10.336856 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-84cb783a-5111-4ad2-9a64-468928bae779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:10.337077 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c3fa660b-dcf1-4ba7-b799-db8f946fa9a2 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:10.338440 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480a55a-1bd9-4900-991a-271227e6719b req-5e70519f-8466-47ef-af35-240228114a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:10.338973 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-84cb783a-5111-4ad2-9a64-468928bae779 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:10.339929 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d480a55a-1bd9-4900-991a-271227e6719b req-5e70519f-8466-47ef-af35-240228114a89 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c5173993-fd11-42fa-843a-bd1549cdbf9f HTTP/1.1" status: 200 len: 906 time: 0.4043596 Jun 17 08:53:10.345841 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0a7c65ab-d04c-4a44-93e0-24fb2a5baeac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:10.431028 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a8efe-766a-496a-810c-b02646f43b11 req-563f663a-37dd-4895-bb1b-887c14ecd8d2 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:10.432561 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b06a8efe-766a-496a-810c-b02646f43b11 req-563f663a-37dd-4895-bb1b-887c14ecd8d2 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac41731-b660-492a-8ea3-3c38032ca863 HTTP/1.1" status: 200 len: 946 time: 0.4552031 Jun 17 08:53:10.470798 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-32c9e226-bdf4-42a6-8d52-581ad9911926 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:10.477189 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-32c9e226-bdf4-42a6-8d52-581ad9911926 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:10.483297 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-32c9e226-bdf4-42a6-8d52-581ad9911926 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:10.484920 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-32c9e226-bdf4-42a6-8d52-581ad9911926 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.53 "GET /v2.0/ports?device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 2418 time: 0.3469384 Jun 17 08:53:10.485624 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d4c54ffa-f520-48be-87a8-7c3a8b25b2ad tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:10.515138 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f968a3-f576-42ca-ab22-9ad906ba8646 req-5d105bd0-b5ce-4f08-a0ee-753c02c7e031 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:10.521170 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f968a3-f576-42ca-ab22-9ad906ba8646 req-5d105bd0-b5ce-4f08-a0ee-753c02c7e031 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:10.527182 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f968a3-f576-42ca-ab22-9ad906ba8646 req-5d105bd0-b5ce-4f08-a0ee-753c02c7e031 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:10.528915 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-41f968a3-f576-42ca-ab22-9ad906ba8646 req-5d105bd0-b5ce-4f08-a0ee-753c02c7e031 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 2418 time: 0.2343364 Jun 17 08:53:10.560150 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-84cb783a-5111-4ad2-9a64-468928bae779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:10.560703 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cb783a-5111-4ad2-9a64-468928bae779 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cb1f1f4-1a25-4919-915a-f9b981c13294 {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:53:10.562628 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa660b-dcf1-4ba7-b799-db8f946fa9a2 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Subnet': ['ID=be08c183-c1d4-4b79-8662-81b6b3c50425,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:10.566151 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-84cb783a-5111-4ad2-9a64-468928bae779 admin admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:10.569966 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-84cb783a-5111-4ad2-9a64-468928bae779 admin admin] 10.222.0.49 "DELETE /v2.0/routers/8cb1f1f4-1a25-4919-915a-f9b981c13294 HTTP/1.1" status: 204 len: 168 time: 2.8782313 Jun 17 08:53:10.576171 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60796) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:10.587037 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c3fa660b-dcf1-4ba7-b799-db8f946fa9a2 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:10.589116 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4bdd09f2-3c28-4082-a679-a6e853a42c3d tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:10.603261 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d480a55a-1bd9-4900-991a-271227e6719b req-4b1f904e-4170-45c2-be6e-33a59112bdfa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48cdff42-5586-4199-9014-2a161ba839a8 HTTP/1.1" status: 200 len: 1002 time: 0.2532427 Jun 17 08:53:10.628943 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d8f2e8be-5159-40e0-9ab7-70cd234a27af req-d813a1a8-16d7-4831-99d5-3483be409c93 service neutron] 10.222.0.53 "GET /v2.0/networks/d6cd75c0-fc6e-4991-9c70-bb9e48399bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952683 Jun 17 08:53:10.661965 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c54ffa-f520-48be-87a8-7c3a8b25b2ad tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event deleted for resources: {'Port': ['ID=044ebb54-ebf5-4fb9-a43f-2aec86bb3f66,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:10.668505 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b06a8efe-766a-496a-810c-b02646f43b11 req-10f4fac8-894f-4209-97bd-ab56034085ef tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2998fa7-0c00-4fd9-8462-148861f3a738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247701 Jun 17 08:53:10.670608 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d4c54ffa-f520-48be-87a8-7c3a8b25b2ad tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:10.726753 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fa660b-dcf1-4ba7-b799-db8f946fa9a2 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Checking segment: {'id': '868c9404-3a30-4821-8802-5a7330ccbfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:10.727123 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fa660b-dcf1-4ba7-b799-db8f946fa9a2 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network hostable DHCP agents. Network: df9f84fe-deac-4508-be3f-b1ca899b873d, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:53:10.737616 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d405c9b-15f8-4d6f-843b-1deae63c2202 admin admin] Deleting subnet 24f20bd1-b3d6-4277-b6ee-13415f2c85c0 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:53:10.743009 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-41f968a3-f576-42ca-ab22-9ad906ba8646 req-47f50155-ebe4-47a5-9de6-21270545e6cd tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921027 Jun 17 08:53:10.746558 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6d405c9b-15f8-4d6f-843b-1deae63c2202 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:10.813251 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5c687180-1122-470a-b28c-02bb3744ae3c req-1804050c-7d03-452b-84ff-ca6b2b1eae86 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:10.816200 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480a55a-1bd9-4900-991a-271227e6719b req-ee21e1b7-e9b8-486d-ad4c-8a4a883ff34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:10.817678 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d480a55a-1bd9-4900-991a-271227e6719b req-ee21e1b7-e9b8-486d-ad4c-8a4a883ff34c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=96f5dabf-68ce-47ec-aa13-c93b9f2b86ce HTTP/1.1" status: 200 len: 844 time: 0.1813178 Jun 17 08:53:10.821350 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['c26287d7-feb2-439b-bbf2-1e6529e596ac'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:53:10.824076 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-05bfad6c-1864-4717-b4dc-f50f06ed5c9a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:10.833197 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6d405c9b-15f8-4d6f-843b-1deae63c2202 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:10.879250 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d4c54ffa-f520-48be-87a8-7c3a8b25b2ad tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:10.882456 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d4c54ffa-f520-48be-87a8-7c3a8b25b2ad tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "DELETE /v2.0/ports/044ebb54-ebf5-4fb9-a43f-2aec86bb3f66 HTTP/1.1" status: 204 len: 168 time: 1.6247818 Jun 17 08:53:10.888365 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60804) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:10.893367 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804050c-7d03-452b-84ff-ca6b2b1eae86 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Pushing event deleted for resources: {'Port': ['ID=c26287d7-feb2-439b-bbf2-1e6529e596ac,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:10.895736 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1804050c-7d03-452b-84ff-ca6b2b1eae86 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:10.901140 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-b81dfcd1-c878-4700-a778-8e12ea85846b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:10.930986 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-b9b33fd6-a9fa-43ef-93bd-a1a5abd175d4 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Deleting port 5301bef6-c56b-41e9-a953-8282317fc4bc {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:10.930986 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-b9b33fd6-a9fa-43ef-93bd-a1a5abd175d4 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:10.973000 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c687180-1122-470a-b28c-02bb3744ae3c req-1804050c-7d03-452b-84ff-ca6b2b1eae86 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] No DVR routers for this DVR port c26287d7-feb2-439b-bbf2-1e6529e596ac on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:53:10.975874 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5c687180-1122-470a-b28c-02bb3744ae3c req-1804050c-7d03-452b-84ff-ca6b2b1eae86 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:10.979012 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5c687180-1122-470a-b28c-02bb3744ae3c req-1804050c-7d03-452b-84ff-ca6b2b1eae86 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.53 "DELETE /v2.0/ports/c26287d7-feb2-439b-bbf2-1e6529e596ac HTTP/1.1" status: 204 len: 173 time: 1.4697990 Jun 17 08:53:10.983739 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fa660b-dcf1-4ba7-b799-db8f946fa9a2 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network df9f84fe-deac-4508-be3f-b1ca899b873d is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:53:10.985780 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac41731-b660-492a-8ea3-3c38032ca863', 'name': 'network-vif-deleted', 'tag': 'c26287d7-feb2-439b-bbf2-1e6529e596ac'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:53:10.988197 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92112556-e7b9-4bc1-9788-691dffff5198" -d '{"events": [{"server_uuid": "aac41731-b660-492a-8ea3-3c38032ca863", "name": "network-vif-deleted", "tag": "c26287d7-feb2-439b-bbf2-1e6529e596ac"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:11.004615 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480a55a-1bd9-4900-991a-271227e6719b req-2081edac-53c2-449f-a221-0d5ea40fd137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:11.007569 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d480a55a-1bd9-4900-991a-271227e6719b req-2081edac-53c2-449f-a221-0d5ea40fd137 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c5173993-fd11-42fa-843a-bd1549cdbf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1819777 Jun 17 08:53:11.029464 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d8f2e8be-5159-40e0-9ab7-70cd234a27af req-56c05ffb-e929-4d5f-950b-279da8a08c91 service neutron] 10.222.0.53 "GET /v2.0/networks/d6cd75c0-fc6e-4991-9c70-bb9e48399bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867688 Jun 17 08:53:11.034044 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436e6742-dc1e-4886-9ba6-5c30d4df28a3 x-openstack-request-id: req-436e6742-dc1e-4886-9ba6-5c30d4df28a3 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:11.034408 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac41731-b660-492a-8ea3-3c38032ca863", "name": "network-vif-deleted", "tag": "c26287d7-feb2-439b-bbf2-1e6529e596ac", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:11.034728 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-436e6742-dc1e-4886-9ba6-5c30d4df28a3 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:11.035187 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac41731-b660-492a-8ea3-3c38032ca863', 'name': 'network-vif-deleted', 'tag': 'c26287d7-feb2-439b-bbf2-1e6529e596ac', 'status': 'completed', 'code': 200} Jun 17 08:53:11.090108 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d8f2e8be-5159-40e0-9ab7-70cd234a27af req-75851503-459d-41ae-ae8e-cc855ad5ea77 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.174&port_id=78474dff-4f23-42cf-94e1-31024083e962 HTTP/1.1" status: 200 len: 217 time: 0.0446692 Jun 17 08:53:11.097645 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6d405c9b-15f8-4d6f-843b-1deae63c2202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:11.118495 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b81dfcd1-c878-4700-a778-8e12ea85846b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:11.160505 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-b9b33fd6-a9fa-43ef-93bd-a1a5abd175d4 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] For port 5301bef6-c56b-41e9-a953-8282317fc4bc, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=5301bef6-c56b-41e9-a953-8282317fc4bc,segment=NetworkSegment(02311f9f-99a3-48a6-b2bc-c98bc3ec1b20),segment_id=02311f9f-99a3-48a6-b2bc-c98bc3ec1b20)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:11.160866 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-b9b33fd6-a9fa-43ef-93bd-a1a5abd175d4 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:11.193536 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-c3fa660b-dcf1-4ba7-b799-db8f946fa9a2 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, df9f84fe-deac-4508-be3f-b1ca899b873d) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:11.202133 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5175ce-a534-4e47-8b84-eaa06b223f30 None None] Network df9f84fe-deac-4508-be3f-b1ca899b873d requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:11.208311 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fa660b-dcf1-4ba7-b799-db8f946fa9a2 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:11.208914 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c3fa660b-dcf1-4ba7-b799-db8f946fa9a2 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:11.216496 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2e8be-5159-40e0-9ab7-70cd234a27af req-122b703e-126d-466b-b68a-f05d3b42ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:11.218398 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d8f2e8be-5159-40e0-9ab7-70cd234a27af req-122b703e-126d-466b-b68a-f05d3b42ebcb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f35d048-8046-4b33-8711-690a21bc8e84 HTTP/1.1" status: 200 len: 801 time: 0.1224418 Jun 17 08:53:11.277278 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-b9b33fd6-a9fa-43ef-93bd-a1a5abd175d4 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Calling delete_port for 5301bef6-c56b-41e9-a953-8282317fc4bc owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:11.293326 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2e8be-5159-40e0-9ab7-70cd234a27af req-bb13a917-3b9c-4e68-93cf-c7549c6c1c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:11.295163 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d8f2e8be-5159-40e0-9ab7-70cd234a27af req-bb13a917-3b9c-4e68-93cf-c7549c6c1c57 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf1f31fe-52f0-440b-a024-251321addef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679946 Jun 17 08:53:11.372429 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d480a55a-1bd9-4900-991a-271227e6719b req-977e2277-9d72-4c0e-97bb-24fa0006d83d service neutron] 10.222.0.50 "GET /v2.0/networks/c5173993-fd11-42fa-843a-bd1549cdbf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571241 Jun 17 08:53:11.372701 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6d405c9b-15f8-4d6f-843b-1deae63c2202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:11.379409 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-47877a6a-8623-4999-a7e2-9970c6d8b1d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:11.436743 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c3fa660b-dcf1-4ba7-b799-db8f946fa9a2 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1134367 Jun 17 08:53:11.467199 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60812) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:11.611982 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf8ef50-878e-4532-a2e1-27226b25e237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-df9f84fe-deac-4508-be3f-b1ca899b873d', 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'fixed_ips': [{'subnet_id': 'be08c183-c1d4-4b79-8662-81b6b3c50425'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:53:11.622499 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9cf8ef50-878e-4532-a2e1-27226b25e237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:11.769007 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-9cf8ef50-878e-4532-a2e1-27226b25e237 None None] Allocated IP 2001:db8::2 (df9f84fe-deac-4508-be3f-b1ca899b873d/be08c183-c1d4-4b79-8662-81b6b3c50425/b0f44dbf-2d24-44e3-814c-163fd4a28e14) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:11.875567 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d405c9b-15f8-4d6f-843b-1deae63c2202 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24f20bd1-b3d6-4277-b6ee-13415f2c85c0,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:11.882946 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6d405c9b-15f8-4d6f-843b-1deae63c2202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:11.956128 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6d405c9b-15f8-4d6f-843b-1deae63c2202 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:11.958485 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6d405c9b-15f8-4d6f-843b-1deae63c2202 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/24f20bd1-b3d6-4277-b6ee-13415f2c85c0 HTTP/1.1" status: 204 len: 168 time: 1.3744023 Jun 17 08:53:11.964958 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3decc078-e1c4-41a1-8cb2-f61a21a4a3af req-8a2ad91d-e4af-452a-b6ae-203d2133f4a4 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] 10.222.0.49 "GET /v2.0/ports?device_id=aac41731-b660-492a-8ea3-3c38032ca863 HTTP/1.1" status: 200 len: 210 time: 0.0990310 Jun 17 08:53:11.967514 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60826) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:11.992545 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9cf8ef50-878e-4532-a2e1-27226b25e237 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:12.003314 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-9cf8ef50-878e-4532-a2e1-27226b25e237 None None] Transition to ACTIVE for port object b0f44dbf-2d24-44e3-814c-163fd4a28e14 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:12.022478 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-9cf8ef50-878e-4532-a2e1-27226b25e237 None None] Transition to ACTIVE for port object b0f44dbf-2d24-44e3-814c-163fd4a28e14 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:12.026077 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6fa8a9-a88d-47a2-b7ed-32f7fd58788b None None] Network 42f17473-b08b-4409-8997-e43be0b925af requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:12.059952 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d8f2e8be-5159-40e0-9ab7-70cd234a27af req-3409b2a5-03f3-4a66-a8a3-1a8b5c35a68d service neutron] 10.222.0.53 "GET /v2.0/networks/cf1f31fe-52f0-440b-a024-251321addef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7555363 Jun 17 08:53:12.105705 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9cf8ef50-878e-4532-a2e1-27226b25e237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:12.117125 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-b16b6247-93f7-442d-8474-df5b73884bd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:12.136038 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d480a55a-1bd9-4900-991a-271227e6719b req-b5d425fa-51d7-4cce-a753-d674d6c25d3a service neutron] 10.222.0.50 "GET /v2.0/networks/c5173993-fd11-42fa-843a-bd1549cdbf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7281466 Jun 17 08:53:12.157450 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device f7babbfc-4c39-4190-a2a4-e092aff806ae no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:53:12.191686 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d8f2e8be-5159-40e0-9ab7-70cd234a27af req-2f823320-90f0-4a15-9674-d40a9cb907fe service neutron] 10.222.0.53 "GET /v2.0/networks/cf1f31fe-52f0-440b-a024-251321addef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193967 Jun 17 08:53:12.194334 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a4059b7-dd93-4fe6-a30a-b0077e36c516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:12.260810 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-6a4059b7-dd93-4fe6-a30a-b0077e36c516 admin admin] Deleting port 289f5d09-e137-4336-beb3-81a638f4414f {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:12.261764 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a4059b7-dd93-4fe6-a30a-b0077e36c516 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:12.278530 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: f7babbfc-4c39-4190-a2a4-e092aff806ae {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:53:12.278892 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device f7babbfc-4c39-4190-a2a4-e092aff806ae not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:53:12.288782 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf8ef50-878e-4532-a2e1-27226b25e237 None None] Network df9f84fe-deac-4508-be3f-b1ca899b873d is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:12.296913 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-9cf8ef50-878e-4532-a2e1-27226b25e237 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:12.317114 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf8ef50-878e-4532-a2e1-27226b25e237 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:12.319354 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8ef50-878e-4532-a2e1-27226b25e237 None None] Pushing event updated for resources: {'Port': ['ID=b0f44dbf-2d24-44e3-814c-163fd4a28e14,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:12.323831 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9cf8ef50-878e-4532-a2e1-27226b25e237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:12.341569 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b81dfcd1-c878-4700-a778-8e12ea85846b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:12.394580 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-9cf8ef50-878e-4532-a2e1-27226b25e237 None None] Attempting to bind port b0f44dbf-2d24-44e3-814c-163fd4a28e14 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:53:12.394964 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-9cf8ef50-878e-4532-a2e1-27226b25e237 None None] Attempting to bind port b0f44dbf-2d24-44e3-814c-163fd4a28e14 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '868c9404-3a30-4821-8802-5a7330ccbfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:53:12.395879 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf8ef50-878e-4532-a2e1-27226b25e237 None None] Attempting to bind port b0f44dbf-2d24-44e3-814c-163fd4a28e14 on network df9f84fe-deac-4508-be3f-b1ca899b873d {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:12.405559 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf8ef50-878e-4532-a2e1-27226b25e237 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:53:12.405981 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf8ef50-878e-4532-a2e1-27226b25e237 None None] Checking segment: {'id': '868c9404-3a30-4821-8802-5a7330ccbfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:12.406362 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9cf8ef50-878e-4532-a2e1-27226b25e237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:12.406869 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf8ef50-878e-4532-a2e1-27226b25e237 None None] Bound using segment: {'id': '868c9404-3a30-4821-8802-5a7330ccbfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:53:12.407248 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-9cf8ef50-878e-4532-a2e1-27226b25e237 None None] Bound port: b0f44dbf-2d24-44e3-814c-163fd4a28e14, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '868c9404-3a30-4821-8802-5a7330ccbfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:53:12.407635 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9cf8ef50-878e-4532-a2e1-27226b25e237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:12.420423 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-6a4059b7-dd93-4fe6-a30a-b0077e36c516 admin admin] For port 289f5d09-e137-4336-beb3-81a638f4414f, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=289f5d09-e137-4336-beb3-81a638f4414f,segment=NetworkSegment(e057b94b-747a-4968-a889-77d4327a134e),segment_id=e057b94b-747a-4968-a889-77d4327a134e)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:12.421162 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a4059b7-dd93-4fe6-a30a-b0077e36c516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:12.494794 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-9cf8ef50-878e-4532-a2e1-27226b25e237 None None] For port b0f44dbf-2d24-44e3-814c-163fd4a28e14, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:53:12.501272 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-9cf8ef50-878e-4532-a2e1-27226b25e237 None None] For port b0f44dbf-2d24-44e3-814c-163fd4a28e14, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=b0f44dbf-2d24-44e3-814c-163fd4a28e14,segment=NetworkSegment(868c9404-3a30-4821-8802-5a7330ccbfa4),segment_id=868c9404-3a30-4821-8802-5a7330ccbfa4)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:53:12.509231 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c060a552-e57b-416c-b77e-7e111651c809 None None] DHCP port deletion for 42f17473-b08b-4409-8997-e43be0b925af request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:53:12.525320 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55ce1e-d922-4105-82d1-81145c2090c7 req-df8b9aca-be17-4602-a5c2-ab541c4045e9 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:12.529853 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-6a4059b7-dd93-4fe6-a30a-b0077e36c516 admin admin] Calling delete_port for 289f5d09-e137-4336-beb3-81a638f4414f owned by network:dhcp {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:12.531294 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55ce1e-d922-4105-82d1-81145c2090c7 req-df8b9aca-be17-4602-a5c2-ab541c4045e9 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:12.537537 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55ce1e-d922-4105-82d1-81145c2090c7 req-df8b9aca-be17-4602-a5c2-ab541c4045e9 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:12.546022 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ec55ce1e-d922-4105-82d1-81145c2090c7 req-df8b9aca-be17-4602-a5c2-ab541c4045e9 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 2418 time: 0.4274368 Jun 17 08:53:12.576531 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-c060a552-e57b-416c-b77e-7e111651c809 None None] Deleting port 289f5d09-e137-4336-beb3-81a638f4414f {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:12.576531 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c060a552-e57b-416c-b77e-7e111651c809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:12.588525 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-b81dfcd1-c878-4700-a778-8e12ea85846b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Allocated IP 172.25.2.206 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/3a405ab2-ca62-4aa9-b15e-e05b0e2fd7ae) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:12.601986 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9cf8ef50-878e-4532-a2e1-27226b25e237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:12.638812 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-bb3ac13e-9195-48a5-bc94-afa36cb8a7dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:12.657279 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ec55ce1e-d922-4105-82d1-81145c2090c7 req-88b3dfeb-4013-482c-956b-cd132e275c04 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103561 Jun 17 08:53:12.707160 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-c060a552-e57b-416c-b77e-7e111651c809 None None] For port 289f5d09-e137-4336-beb3-81a638f4414f, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=289f5d09-e137-4336-beb3-81a638f4414f,segment=NetworkSegment(e057b94b-747a-4968-a889-77d4327a134e),segment_id=e057b94b-747a-4968-a889-77d4327a134e)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:12.707160 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c060a552-e57b-416c-b77e-7e111651c809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:12.723932 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8ef50-878e-4532-a2e1-27226b25e237 None None] Pushing event updated for resources: {'Port': ['ID=b0f44dbf-2d24-44e3-814c-163fd4a28e14,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:12.730292 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9cf8ef50-878e-4532-a2e1-27226b25e237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:12.731985 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4d32937e-921e-4598-bac6-1b82c9aeb653 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:12.763458 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a4059b7-dd93-4fe6-a30a-b0077e36c516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:12.769190 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3c281569-f9ab-4918-8424-7328e9bd9a7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:12.786517 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-c060a552-e57b-416c-b77e-7e111651c809 None None] Calling delete_port for 289f5d09-e137-4336-beb3-81a638f4414f owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:12.809089 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4059b7-dd93-4fe6-a30a-b0077e36c516 admin admin] Pushing event deleted for resources: {'Port': ['ID=289f5d09-e137-4336-beb3-81a638f4414f,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:12.813237 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6a4059b7-dd93-4fe6-a30a-b0077e36c516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:12.820300 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4059b7-dd93-4fe6-a30a-b0077e36c516 admin admin] No DVR routers for this DVR port 289f5d09-e137-4336-beb3-81a638f4414f on host n-d-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:53:12.868027 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-b9b33fd6-a9fa-43ef-93bd-a1a5abd175d4 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:12.880571 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-60c1b4e9-781d-4627-b860-7d17c6ace06f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:12.881446 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c060a552-e57b-416c-b77e-7e111651c809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:12.883528 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0a58c686-feba-4579-b8c7-4898816ebe5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:12.912591 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060a552-e57b-416c-b77e-7e111651c809 None None] Pushing event deleted for resources: {'Port': ['ID=289f5d09-e137-4336-beb3-81a638f4414f,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:12.916474 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-c060a552-e57b-416c-b77e-7e111651c809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:12.917298 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c060a552-e57b-416c-b77e-7e111651c809 None None] No DVR routers for this DVR port 289f5d09-e137-4336-beb3-81a638f4414f on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:53:12.925981 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b33fd6-a9fa-43ef-93bd-a1a5abd175d4 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Pushing event deleted for resources: {'Port': ['ID=5301bef6-c56b-41e9-a953-8282317fc4bc,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:12.938601 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b9b33fd6-a9fa-43ef-93bd-a1a5abd175d4 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:13.009214 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a4059b7-dd93-4fe6-a30a-b0077e36c516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:13.040675 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-6a4059b7-dd93-4fe6-a30a-b0077e36c516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f17473-b08b-4409-8997-e43be0b925af']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:13.075735 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-6a4059b7-dd93-4fe6-a30a-b0077e36c516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e057b94b-747a-4968-a889-77d4327a134e') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:13.076007 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-6a4059b7-dd93-4fe6-a30a-b0077e36c516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e057b94b-747a-4968-a889-77d4327a134e') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:13.093029 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a4059b7-dd93-4fe6-a30a-b0077e36c516 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:13.120798 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a4059b7-dd93-4fe6-a30a-b0077e36c516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:13.122936 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b81dfcd1-c878-4700-a778-8e12ea85846b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:13.125556 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60838) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:13.133729 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-b9b33fd6-a9fa-43ef-93bd-a1a5abd175d4 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] No DVR routers for this DVR port 5301bef6-c56b-41e9-a953-8282317fc4bc on host n-h2-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:53:13.136431 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a4059b7-dd93-4fe6-a30a-b0077e36c516 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:53:13.136881 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a4059b7-dd93-4fe6-a30a-b0077e36c516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:13.138048 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-b9b33fd6-a9fa-43ef-93bd-a1a5abd175d4 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:53:13.138819 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:53:13.145404 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-b9b33fd6-a9fa-43ef-93bd-a1a5abd175d4 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.53 "DELETE /v2.0/ports/5301bef6-c56b-41e9-a953-8282317fc4bc HTTP/1.1" status: 204 len: 173 time: 2.6461358 Jun 17 08:53:13.155735 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1552cce4-1356-4f82-b50f-c2c01878688d', 'name': 'network-vif-deleted', 'tag': '5301bef6-c56b-41e9-a953-8282317fc4bc'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:53:13.176609 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95074744-5d44-473a-9f41-a6bdb0c69ada" -d '{"events": [{"server_uuid": "1552cce4-1356-4f82-b50f-c2c01878688d", "name": "network-vif-deleted", "tag": "5301bef6-c56b-41e9-a953-8282317fc4bc"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:13.239169 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-432b575e-4673-4e28-8cc5-ba39dafd8885 admin admin] Deleting subnet 5f31fbfc-ccb2-4d3d-b93f-5cbcf244aea1 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:53:13.258295 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-432b575e-4673-4e28-8cc5-ba39dafd8885 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:13.278397 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3711d2e-6a82-4208-b6d0-211137c09683 x-openstack-request-id: req-d3711d2e-6a82-4208-b6d0-211137c09683 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:13.278719 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1552cce4-1356-4f82-b50f-c2c01878688d", "name": "network-vif-deleted", "tag": "5301bef6-c56b-41e9-a953-8282317fc4bc", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:13.295066 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d3711d2e-6a82-4208-b6d0-211137c09683 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:13.296016 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1552cce4-1356-4f82-b50f-c2c01878688d', 'name': 'network-vif-deleted', 'tag': '5301bef6-c56b-41e9-a953-8282317fc4bc', 'status': 'completed', 'code': 200} Jun 17 08:53:13.328628 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-432b575e-4673-4e28-8cc5-ba39dafd8885 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:13.330527 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a4059b7-dd93-4fe6-a30a-b0077e36c516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:13.361767 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cffed386-80c2-42c2-ae37-77d32ca200c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:13.364457 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a4059b7-dd93-4fe6-a30a-b0077e36c516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:13.367561 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6a4059b7-dd93-4fe6-a30a-b0077e36c516 admin admin] 10.222.0.49 "DELETE /v2.0/networks/42f17473-b08b-4409-8997-e43be0b925af HTTP/1.1" status: 204 len: 168 time: 1.3982377 Jun 17 08:53:13.384051 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4059b7-dd93-4fe6-a30a-b0077e36c516 admin admin] Pushing event deleted for resources: {'Network': ['ID=42f17473-b08b-4409-8997-e43be0b925af,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:13.387901 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6a4059b7-dd93-4fe6-a30a-b0077e36c516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:13.397110 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-4d32937e-921e-4598-bac6-1b82c9aeb653 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Allocated IP 2001:db8::1 (df9f84fe-deac-4508-be3f-b1ca899b873d/be08c183-c1d4-4b79-8662-81b6b3c50425/52d53972-fb8a-43ca-9d11-eab19bb94bc9) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:13.406824 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-432b575e-4673-4e28-8cc5-ba39dafd8885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:13.494381 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-46a38821-583a-4ace-af4b-10d34d3002a9 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Deleting port 78474dff-4f23-42cf-94e1-31024083e962 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:13.494723 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-46a38821-583a-4ace-af4b-10d34d3002a9 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:13.551679 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b81dfcd1-c878-4700-a778-8e12ea85846b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:13.560710 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-43999f4a-ce64-4a75-b0aa-183c64f651f8 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:13.635484 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4d32937e-921e-4598-bac6-1b82c9aeb653 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:13.645285 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-432b575e-4673-4e28-8cc5-ba39dafd8885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:13.648580 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-96abff44-604b-470e-8d16-ca0f985dd9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:13.659930 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81dfcd1-c878-4700-a778-8e12ea85846b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:13.666235 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81dfcd1-c878-4700-a778-8e12ea85846b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event updated for resources: {'Port': ['ID=3a405ab2-ca62-4aa9-b15e-e05b0e2fd7ae,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:13.675813 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b575e-4673-4e28-8cc5-ba39dafd8885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f31fbfc-ccb2-4d3d-b93f-5cbcf244aea1,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:13.678322 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-432b575e-4673-4e28-8cc5-ba39dafd8885 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:13.679982 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b81dfcd1-c878-4700-a778-8e12ea85846b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:13.683529 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-432b575e-4673-4e28-8cc5-ba39dafd8885 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5f31fbfc-ccb2-4d3d-b93f-5cbcf244aea1 HTTP/1.1" status: 204 len: 168 time: 0.5544000 Jun 17 08:53:13.683529 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-432b575e-4673-4e28-8cc5-ba39dafd8885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:13.685142 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60850) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:13.688479 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-b81dfcd1-c878-4700-a778-8e12ea85846b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:13.701741 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81dfcd1-c878-4700-a778-8e12ea85846b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:13.752528 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-4d32937e-921e-4598-bac6-1b82c9aeb653 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Transition to ACTIVE for port object 52d53972-fb8a-43ca-9d11-eab19bb94bc9 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:13.755351 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-46a38821-583a-4ace-af4b-10d34d3002a9 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] For port 78474dff-4f23-42cf-94e1-31024083e962, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=78474dff-4f23-42cf-94e1-31024083e962,segment=NetworkSegment(80e4d3c2-24d1-411a-8139-b9cf37df6b05),segment_id=80e4d3c2-24d1-411a-8139-b9cf37df6b05)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:13.755747 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-46a38821-583a-4ace-af4b-10d34d3002a9 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:13.793376 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5684cd7d-e6c0-4a7e-91e3-ecd160ebe69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:13.868895 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-46a38821-583a-4ace-af4b-10d34d3002a9 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Calling delete_port for 78474dff-4f23-42cf-94e1-31024083e962 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:13.879395 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60856) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:13.879742 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60858) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:13.950989 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5684cd7d-e6c0-4a7e-91e3-ecd160ebe69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:13.967084 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-5684cd7d-e6c0-4a7e-91e3-ecd160ebe69d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606d4d03-9c60-403e-88e8-393895409399']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:13.991070 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-5684cd7d-e6c0-4a7e-91e3-ecd160ebe69d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10909b1f-4bfe-488d-aed8-aa3616b22bff') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:13.991362 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-5684cd7d-e6c0-4a7e-91e3-ecd160ebe69d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10909b1f-4bfe-488d-aed8-aa3616b22bff') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:14.019557 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5684cd7d-e6c0-4a7e-91e3-ecd160ebe69d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.020798 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b81dfcd1-c878-4700-a778-8e12ea85846b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.024009 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-72046e4c-6f8f-4ab8-84d1-b389ee7b5688 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6151b9a1cbdb47b58bb257665571ce22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1390536 Jun 17 08:53:14.026583 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60862) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:14.044745 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e14080-5043-48d9-b7cd-8937b45b5a0e req-8fbd7147-bcfe-4031-aedc-aaf7a6fdd01e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:14.050763 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e14080-5043-48d9-b7cd-8937b45b5a0e req-8fbd7147-bcfe-4031-aedc-aaf7a6fdd01e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:14.058061 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-65e14080-5043-48d9-b7cd-8937b45b5a0e req-8fbd7147-bcfe-4031-aedc-aaf7a6fdd01e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 1683 time: 0.2228615 Jun 17 08:53:14.063176 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5684cd7d-e6c0-4a7e-91e3-ecd160ebe69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.085009 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5684cd7d-e6c0-4a7e-91e3-ecd160ebe69d admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:53:14.086323 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5684cd7d-e6c0-4a7e-91e3-ecd160ebe69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:53:14.088890 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:53:14.110176 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b79ef4d4-e4cd-4dc0-a128-4fb92418ff2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.169070 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4d32937e-921e-4598-bac6-1b82c9aeb653 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.172039 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf1da23-ca48-43f8-829e-1df9bb6ccecc None None] Network df9f84fe-deac-4508-be3f-b1ca899b873d requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:14.184996 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d4c54ffa-f520-48be-87a8-7c3a8b25b2ad tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:14.185439 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-65e14080-5043-48d9-b7cd-8937b45b5a0e req-b422d442-0c15-4a4c-aed7-f26d31a84f56 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263957 Jun 17 08:53:14.213391 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d32937e-921e-4598-bac6-1b82c9aeb653 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network df9f84fe-deac-4508-be3f-b1ca899b873d is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:14.221212 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e21459bc-09c9-4e03-ac36-48aa582648d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.237915 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b79ef4d4-e4cd-4dc0-a128-4fb92418ff2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.244466 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-4d32937e-921e-4598-bac6-1b82c9aeb653 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:14.256363 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device b0f44dbf-2d24-44e3-814c-163fd4a28e14 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:14.261720 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d32937e-921e-4598-bac6-1b82c9aeb653 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:14.262279 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4d32937e-921e-4598-bac6-1b82c9aeb653 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.337157 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 64810585-43eb-4022-a348-6cb975bec3e0 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:53:14.366249 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32937e-921e-4598-bac6-1b82c9aeb653 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Port': ['ID=52d53972-fb8a-43ca-9d11-eab19bb94bc9,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:14.373183 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4d32937e-921e-4598-bac6-1b82c9aeb653 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:14.392190 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b81dfcd1-c878-4700-a778-8e12ea85846b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.427550 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-33e2c578-0abe-44f7-999e-cf1e4da59775 None None] Provisioning for port b0f44dbf-2d24-44e3-814c-163fd4a28e14 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:14.431056 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-46a38821-583a-4ace-af4b-10d34d3002a9 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.432791 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5684cd7d-e6c0-4a7e-91e3-ecd160ebe69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.447069 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3fd563fa-7cd0-4b5c-9590-000b02508a61 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:14.449342 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-28e5d4f3-9553-4037-bc4d-f49c0fbe9788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:14.455572 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5684cd7d-e6c0-4a7e-91e3-ecd160ebe69d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.461901 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5684cd7d-e6c0-4a7e-91e3-ecd160ebe69d admin admin] 10.222.0.49 "DELETE /v2.0/networks/606d4d03-9c60-403e-88e8-393895409399 HTTP/1.1" status: 204 len: 168 time: 0.7732716 Jun 17 08:53:14.464795 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60866) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:14.480778 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684cd7d-e6c0-4a7e-91e3-ecd160ebe69d admin admin] Pushing event deleted for resources: {'Network': ['ID=606d4d03-9c60-403e-88e8-393895409399,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:14.491052 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5684cd7d-e6c0-4a7e-91e3-ecd160ebe69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:14.498865 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.517768 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a38821-583a-4ace-af4b-10d34d3002a9 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Pushing event deleted for resources: {'Port': ['ID=78474dff-4f23-42cf-94e1-31024083e962,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:14.536407 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-46a38821-583a-4ace-af4b-10d34d3002a9 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:14.540073 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1552cce4-1356-4f82-b50f-c2c01878688d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64810585-43eb-4022-a348-6cb975bec3e0'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:53:14.542497 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a6a0f3-3eaf-4c6f-ac50-d70c3eb6c0d7" -d '{"events": [{"server_uuid": "1552cce4-1356-4f82-b50f-c2c01878688d", "name": "network-vif-unplugged", "status": "completed", "tag": "64810585-43eb-4022-a348-6cb975bec3e0"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:14.561651 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 64810585-43eb-4022-a348-6cb975bec3e0, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=64810585-43eb-4022-a348-6cb975bec3e0,segment=NetworkSegment(80e4d3c2-24d1-411a-8139-b9cf37df6b05),segment_id=80e4d3c2-24d1-411a-8139-b9cf37df6b05)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:14.563482 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port b0f44dbf-2d24-44e3-814c-163fd4a28e14 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:14.569034 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port b0f44dbf-2d24-44e3-814c-163fd4a28e14 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:14.577386 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.619524 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6d40d6-b0f4-4a36-8fea-695fc4687469 x-openstack-request-id: req-fd6d40d6-b0f4-4a36-8fea-695fc4687469 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:14.619854 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1552cce4-1356-4f82-b50f-c2c01878688d", "name": "network-vif-unplugged", "status": "completed", "tag": "64810585-43eb-4022-a348-6cb975bec3e0", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:14.620122 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fd6d40d6-b0f4-4a36-8fea-695fc4687469 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:14.620525 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1552cce4-1356-4f82-b50f-c2c01878688d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64810585-43eb-4022-a348-6cb975bec3e0', 'code': 200} Jun 17 08:53:14.640154 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-46a38821-583a-4ace-af4b-10d34d3002a9 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] No DVR routers for this DVR port 78474dff-4f23-42cf-94e1-31024083e962 on host n-h2-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:53:14.641833 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b79ef4d4-e4cd-4dc0-a128-4fb92418ff2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.644447 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b79ef4d4-e4cd-4dc0-a128-4fb92418ff2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.645767 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b79ef4d4-e4cd-4dc0-a128-4fb92418ff2f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b39fbb28-942e-495b-88cd-7b7086ea0600 HTTP/1.1" status: 204 len: 168 time: 0.6153946 Jun 17 08:53:14.649773 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-46a38821-583a-4ace-af4b-10d34d3002a9 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.653092 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-46a38821-583a-4ace-af4b-10d34d3002a9 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.53 "DELETE /v2.0/ports/78474dff-4f23-42cf-94e1-31024083e962 HTTP/1.1" status: 204 len: 173 time: 1.4696214 Jun 17 08:53:14.690088 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ef594131-82c7-4ecf-9f1e-f610ab81cef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:14.703301 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.713636 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device c26287d7-feb2-439b-bbf2-1e6529e596ac no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:53:14.727006 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e21459bc-09c9-4e03-ac36-48aa582648d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.757107 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:14.759147 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: c26287d7-feb2-439b-bbf2-1e6529e596ac {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:53:14.759511 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device c26287d7-feb2-439b-bbf2-1e6529e596ac not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:53:14.760086 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 78474dff-4f23-42cf-94e1-31024083e962 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:53:14.760240 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ef4d4-e4cd-4dc0-a128-4fb92418ff2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39fbb28-942e-495b-88cd-7b7086ea0600,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:14.769483 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-7186ffb1-3311-4fbb-af64-ceaca971e724 admin admin] Deleting subnet feb3cc5e-b9f9-40eb-9991-3b276ef53e1f {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:53:14.776996 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b79ef4d4-e4cd-4dc0-a128-4fb92418ff2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:14.812593 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7186ffb1-3311-4fbb-af64-ceaca971e724 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.820580 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 78474dff-4f23-42cf-94e1-31024083e962 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:53:14.820936 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 78474dff-4f23-42cf-94e1-31024083e962 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:53:14.822536 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 5301bef6-c56b-41e9-a953-8282317fc4bc no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:53:14.826185 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.834229 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4d32937e-921e-4598-bac6-1b82c9aeb653 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.857208 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 5301bef6-c56b-41e9-a953-8282317fc4bc {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:53:14.857562 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 5301bef6-c56b-41e9-a953-8282317fc4bc not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:53:14.899323 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port b0f44dbf-2d24-44e3-814c-163fd4a28e14, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=b0f44dbf-2d24-44e3-814c-163fd4a28e14,segment=NetworkSegment(868c9404-3a30-4821-8802-5a7330ccbfa4),segment_id=868c9404-3a30-4821-8802-5a7330ccbfa4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:14.902893 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=64810585-43eb-4022-a348-6cb975bec3e0,revision_number=6']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:14.906196 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:14.915553 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e21459bc-09c9-4e03-ac36-48aa582648d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.919238 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-88b40300-2b29-4a2d-800a-334b099e8ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:14.955130 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e21459bc-09c9-4e03-ac36-48aa582648d2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8ad5577de7d748e98982d5a622030b90&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0700841 Jun 17 08:53:14.957147 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60874) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:14.978890 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21459bc-09c9-4e03-ac36-48aa582648d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b0ecbf-7581-446c-954d-456861f81ffc,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:14.982146 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e21459bc-09c9-4e03-ac36-48aa582648d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:14.998760 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-7c8e4e11-175d-467e-b226-31699aa146da None None] Provisioning complete for port b0f44dbf-2d24-44e3-814c-163fd4a28e14 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:14.999153 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4e11-175d-467e-b226-31699aa146da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:15.017081 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7186ffb1-3311-4fbb-af64-ceaca971e724 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:15.020257 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3a9c4b17-ad8f-44bd-b87c-20e27b00185b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:15.025396 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b81dfcd1-c878-4700-a778-8e12ea85846b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:15.033998 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:15.042997 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-84e7448c-b9ac-452f-a32a-928bc185372d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:15.051589 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3a9c4b17-ad8f-44bd-b87c-20e27b00185b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:15.121815 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=b0f44dbf-2d24-44e3-814c-163fd4a28e14,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:15.141342 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:15.168835 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7186ffb1-3311-4fbb-af64-ceaca971e724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:15.171009 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b81dfcd1-c878-4700-a778-8e12ea85846b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:15.180156 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 289f5d09-e137-4336-beb3-81a638f4414f no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:53:15.199251 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4e86c02d-856b-464c-beb9-8ae30d5fe138 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:15.205048 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 289f5d09-e137-4336-beb3-81a638f4414f {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:53:15.205831 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 289f5d09-e137-4336-beb3-81a638f4414f not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:53:15.243651 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-c607d07c-b6c2-4577-8765-ba97ec5d7cc3 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Deleting port 64810585-43eb-4022-a348-6cb975bec3e0 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:15.244290 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-c607d07c-b6c2-4577-8765-ba97ec5d7cc3 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:15.276341 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3a9c4b17-ad8f-44bd-b87c-20e27b00185b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:15.284484 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3a9c4b17-ad8f-44bd-b87c-20e27b00185b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:15.284484 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3a9c4b17-ad8f-44bd-b87c-20e27b00185b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/99b0ecbf-7581-446c-954d-456861f81ffc HTTP/1.1" status: 204 len: 168 time: 0.3245676 Jun 17 08:53:15.284484 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e24b8b8f-2c63-494c-b456-ed48d9bcd98a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:15.296186 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c4b17-ad8f-44bd-b87c-20e27b00185b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b0ecbf-7581-446c-954d-456861f81ffc,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:15.299191 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3a9c4b17-ad8f-44bd-b87c-20e27b00185b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:15.318165 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1552cce4-1356-4f82-b50f-c2c01878688d', 'name': 'network-vif-deleted', 'tag': '78474dff-4f23-42cf-94e1-31024083e962'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:53:15.321854 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af10a059-3085-48cf-bbde-19e4dd16c986" -d '{"events": [{"server_uuid": "1552cce4-1356-4f82-b50f-c2c01878688d", "name": "network-vif-deleted", "tag": "78474dff-4f23-42cf-94e1-31024083e962"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:15.344131 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-7c8e4e11-175d-467e-b226-31699aa146da None None] Provisioning for port 52d53972-fb8a-43ca-9d11-eab19bb94bc9 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:15.348581 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-7c8e4e11-175d-467e-b226-31699aa146da None None] Provisioning complete for port 52d53972-fb8a-43ca-9d11-eab19bb94bc9 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:15.349468 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4e11-175d-467e-b226-31699aa146da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:15.400303 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e4e11-175d-467e-b226-31699aa146da None None] Port 52d53972-fb8a-43ca-9d11-eab19bb94bc9 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:53:15.520288 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-f6995e8d-11ab-41b8-a3a3-698837ae5a03 None None] Provisioning complete for port 52d53972-fb8a-43ca-9d11-eab19bb94bc9 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:15.520775 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f6995e8d-11ab-41b8-a3a3-698837ae5a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:15.563339 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-f6995e8d-11ab-41b8-a3a3-698837ae5a03 None None] Port 52d53972-fb8a-43ca-9d11-eab19bb94bc9 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:53:15.768950 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974cc8ab-62ea-4a45-aee0-7a2df3bf6e4e x-openstack-request-id: req-974cc8ab-62ea-4a45-aee0-7a2df3bf6e4e {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:15.769308 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1552cce4-1356-4f82-b50f-c2c01878688d", "name": "network-vif-deleted", "tag": "78474dff-4f23-42cf-94e1-31024083e962", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:15.769532 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-974cc8ab-62ea-4a45-aee0-7a2df3bf6e4e {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:15.770040 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1552cce4-1356-4f82-b50f-c2c01878688d', 'name': 'network-vif-deleted', 'tag': '78474dff-4f23-42cf-94e1-31024083e962', 'status': 'completed', 'code': 200} Jun 17 08:53:15.779343 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81dfcd1-c878-4700-a778-8e12ea85846b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event updated for resources: {'Port': ['ID=3a405ab2-ca62-4aa9-b15e-e05b0e2fd7ae,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:15.815319 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b81dfcd1-c878-4700-a778-8e12ea85846b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:15.860273 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b81dfcd1-c878-4700-a778-8e12ea85846b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:15.910030 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-c607d07c-b6c2-4577-8765-ba97ec5d7cc3 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] For port 64810585-43eb-4022-a348-6cb975bec3e0, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=64810585-43eb-4022-a348-6cb975bec3e0,segment=NetworkSegment(80e4d3c2-24d1-411a-8139-b9cf37df6b05),segment_id=80e4d3c2-24d1-411a-8139-b9cf37df6b05)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:15.910387 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-c607d07c-b6c2-4577-8765-ba97ec5d7cc3 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:15.995184 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-c607d07c-b6c2-4577-8765-ba97ec5d7cc3 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Calling delete_port for 64810585-43eb-4022-a348-6cb975bec3e0 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:16.005494 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7186ffb1-3311-4fbb-af64-ceaca971e724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.015160 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d603e25f-54f8-4c71-8a70-83ec20661b87 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:16.031971 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db1a00-d858-47b2-a9df-216e9c22e0ee req-b1a6c0f0-4b9c-44d7-a05f-869bd7e75e61 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:16.033444 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-99db1a00-d858-47b2-a9df-216e9c22e0ee req-b1a6c0f0-4b9c-44d7-a05f-869bd7e75e61 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 944 time: 0.6667364 Jun 17 08:53:16.063401 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4d32937e-921e-4598-bac6-1b82c9aeb653 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.066054 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186ffb1-3311-4fbb-af64-ceaca971e724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feb3cc5e-b9f9-40eb-9991-3b276ef53e1f,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:16.068943 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7186ffb1-3311-4fbb-af64-ceaca971e724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:16.093148 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device b0f44dbf-2d24-44e3-814c-163fd4a28e14 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:16.107841 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7186ffb1-3311-4fbb-af64-ceaca971e724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.110319 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7186ffb1-3311-4fbb-af64-ceaca971e724 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/feb3cc5e-b9f9-40eb-9991-3b276ef53e1f HTTP/1.1" status: 204 len: 168 time: 1.6381953 Jun 17 08:53:16.112525 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60906) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:16.113008 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b81dfcd1-c878-4700-a778-8e12ea85846b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.116950 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b81dfcd1-c878-4700-a778-8e12ea85846b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2207069 Jun 17 08:53:16.122311 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60908) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:16.132964 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-6be6a936-edc2-41d7-9405-37865ff48729 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Request body: {'port': {'network_id': 'da66f6de-260b-4b7e-8b93-85136a1c4c5f', 'name': 'tempest-FloatingIPTestJSON-1185227574'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:16.148857 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60910) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:16.151929 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port b0f44dbf-2d24-44e3-814c-163fd4a28e14 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:16.152320 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.204274 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ac3ed01-fafa-49b5-a8ba-4ba27ed392f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.205637 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4d32937e-921e-4598-bac6-1b82c9aeb653 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.206482 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4d32937e-921e-4598-bac6-1b82c9aeb653 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.214749 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-12ccabe1-ce02-40af-99cb-70535853a274 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:16.229604 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-99db1a00-d858-47b2-a9df-216e9c22e0ee req-6f59be06-6564-45f4-b268-e512f3700517 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701493 Jun 17 08:53:16.250716 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-53aae440-21d0-4d3b-bb19-3ddef88ad411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.260839 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60912) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:16.365570 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32937e-921e-4598-bac6-1b82c9aeb653 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Port': ['ID=52d53972-fb8a-43ca-9d11-eab19bb94bc9,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:16.371618 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4d32937e-921e-4598-bac6-1b82c9aeb653 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:16.376363 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-53aae440-21d0-4d3b-bb19-3ddef88ad411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.391547 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-53aae440-21d0-4d3b-bb19-3ddef88ad411 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8007ce38-c292-4a45-ab8d-ca60a2a40973']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:16.406372 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-53aae440-21d0-4d3b-bb19-3ddef88ad411 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148a9e1d-c270-467b-b13a-c8fe01ad5506') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:16.406667 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-53aae440-21d0-4d3b-bb19-3ddef88ad411 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148a9e1d-c270-467b-b13a-c8fe01ad5506') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:16.409728 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-82b54805-6c55-4463-b689-2d783e0427bd admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1848782446-network', 'tenant_id': '105ff33ad0104f0bb37aaa476e6819f4'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:16.419571 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-53aae440-21d0-4d3b-bb19-3ddef88ad411 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.440720 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-53aae440-21d0-4d3b-bb19-3ddef88ad411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.453275 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53aae440-21d0-4d3b-bb19-3ddef88ad411 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:53:16.453684 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-53aae440-21d0-4d3b-bb19-3ddef88ad411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:53:16.455548 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:53:16.466284 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d32937e-921e-4598-bac6-1b82c9aeb653 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network df9f84fe-deac-4508-be3f-b1ca899b873d is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:16.469169 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-4d32937e-921e-4598-bac6-1b82c9aeb653 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:16.470195 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ac3ed01-fafa-49b5-a8ba-4ba27ed392f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.589866 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-c607d07c-b6c2-4577-8765-ba97ec5d7cc3 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.593967 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4c390467-0cb8-4652-9a0f-a4e74d8f8af5 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:16.619230 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607d07c-b6c2-4577-8765-ba97ec5d7cc3 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Pushing event deleted for resources: {'Port': ['ID=64810585-43eb-4022-a348-6cb975bec3e0,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:16.622965 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c607d07c-b6c2-4577-8765-ba97ec5d7cc3 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:16.623377 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-53aae440-21d0-4d3b-bb19-3ddef88ad411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.627295 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ac3ed01-fafa-49b5-a8ba-4ba27ed392f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.632986 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e21459bc-09c9-4e03-ac36-48aa582648d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:16.651402 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-53aae440-21d0-4d3b-bb19-3ddef88ad411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.653348 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-53aae440-21d0-4d3b-bb19-3ddef88ad411 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8007ce38-c292-4a45-ab8d-ca60a2a40973 HTTP/1.1" status: 204 len: 168 time: 0.5354719 Jun 17 08:53:16.665685 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d32937e-921e-4598-bac6-1b82c9aeb653 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Router cc72f6e1-f861-4de1-9cab-5097f370e70b is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:53:16.690446 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7ac3ed01-fafa-49b5-a8ba-4ba27ed392f3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c3a1f2e052d42dcadafb52a68fff32b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5385778 Jun 17 08:53:16.691665 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3ed01-fafa-49b5-a8ba-4ba27ed392f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133823a1-f940-4238-9015-4dc2fd90dfd6,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:16.692652 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-c607d07c-b6c2-4577-8765-ba97ec5d7cc3 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] No DVR routers for this DVR port 64810585-43eb-4022-a348-6cb975bec3e0 on host n-h2-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:53:16.694845 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60918) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:16.696831 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-c607d07c-b6c2-4577-8765-ba97ec5d7cc3 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.699201 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-244bfbff-b629-4e37-9ad1-192dff3bd9de req-c607d07c-b6c2-4577-8765-ba97ec5d7cc3 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.53 "DELETE /v2.0/ports/64810585-43eb-4022-a348-6cb975bec3e0 HTTP/1.1" status: 204 len: 173 time: 1.9936168 Jun 17 08:53:16.704727 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7ac3ed01-fafa-49b5-a8ba-4ba27ed392f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:16.705462 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d95e705a-3056-41c0-a85c-e0662aa64a95 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:16.726252 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aae440-21d0-4d3b-bb19-3ddef88ad411 admin admin] Pushing event deleted for resources: {'Network': ['ID=8007ce38-c292-4a45-ab8d-ca60a2a40973,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:16.730287 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-53aae440-21d0-4d3b-bb19-3ddef88ad411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:16.769856 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-751dd77f-ac4a-499f-bb06-c5ec4de59219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.782934 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be6a936-edc2-41d7-9405-37865ff48729 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Made reservation on behalf of c8e4e0fd83114975aa056417d4a04f9f for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:16.786727 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6be6a936-edc2-41d7-9405-37865ff48729 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.797005 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-751dd77f-ac4a-499f-bb06-c5ec4de59219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.805721 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a4d6bc04-e023-4938-94e3-2278fb635d1d None None] Provisioning complete for port 52d53972-fb8a-43ca-9d11-eab19bb94bc9 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:16.805721 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a4d6bc04-e023-4938-94e3-2278fb635d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.816728 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [None req-6be6a936-edc2-41d7-9405-37865ff48729 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] device_id is not set on port 1683e2c0-6b18-482e-93f7-2736816c2e78 yet. {{(pid=94520) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:53:16.848421 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6bc04-e023-4938-94e3-2278fb635d1d None None] Port 52d53972-fb8a-43ca-9d11-eab19bb94bc9 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:53:16.885634 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d32937e-921e-4598-bac6-1b82c9aeb653 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:16.891320 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4d32937e-921e-4598-bac6-1b82c9aeb653 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "PUT /v2.0/routers/cc72f6e1-f861-4de1-9cab-5097f370e70b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4230459 Jun 17 08:53:16.899395 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54dccf7-2f91-45b0-be31-0dd6608674f3 None None] Sync routers for ids ['cc72f6e1-f861-4de1-9cab-5097f370e70b'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:16.905384 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60922) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:16.912929 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-dac31c88-d4e4-4b6c-97ae-b636f6c19f51 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2005441951'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:16.920407 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54dccf7-2f91-45b0-be31-0dd6608674f3 None None] Routers {'cc72f6e1-f861-4de1-9cab-5097f370e70b'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:16.921067 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-a54dccf7-2f91-45b0-be31-0dd6608674f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cc72f6e1-f861-4de1-9cab-5097f370e70b'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:16.995334 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-751dd77f-ac4a-499f-bb06-c5ec4de59219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.995334 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-751dd77f-ac4a-499f-bb06-c5ec4de59219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.995334 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-751dd77f-ac4a-499f-bb06-c5ec4de59219 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/133823a1-f940-4238-9015-4dc2fd90dfd6 HTTP/1.1" status: 204 len: 168 time: 0.2964578 Jun 17 08:53:17.001193 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b54805-6c55-4463-b689-2d783e0427bd admin admin] Made reservation on behalf of 105ff33ad0104f0bb37aaa476e6819f4 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:17.003950 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6a067061-7fdf-411a-86ee-05ef7a0560f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:17.008087 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-82b54805-6c55-4463-b689-2d783e0427bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:17.030829 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-82b54805-6c55-4463-b689-2d783e0427bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:17.035493 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751dd77f-ac4a-499f-bb06-c5ec4de59219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133823a1-f940-4238-9015-4dc2fd90dfd6,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:17.046093 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-751dd77f-ac4a-499f-bb06-c5ec4de59219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:17.071344 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-6be6a936-edc2-41d7-9405-37865ff48729 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Allocated IP 172.20.0.7 (da66f6de-260b-4b7e-8b93-85136a1c4c5f/1feb857f-1ed8-4f15-9865-64948e4ee0ed/1683e2c0-6b18-482e-93f7-2736816c2e78) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:17.150285 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac31c88-d4e4-4b6c-97ae-b636f6c19f51 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Made reservation on behalf of b453b4a14bef4e7aaf5f450aad1ada65 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:17.154296 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dac31c88-d4e4-4b6c-97ae-b636f6c19f51 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:17.182905 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac31c88-d4e4-4b6c-97ae-b636f6c19f51 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:53:17.195214 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dac31c88-d4e4-4b6c-97ae-b636f6c19f51 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:17.196587 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-dac31c88-d4e4-4b6c-97ae-b636f6c19f51 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Added segment 9d2bb867-56d3-4030-9e79-8d732554f2cb of type vlan for network a104f7af-fcd3-4c65-acd4-263dbbab1d16 Jun 17 08:53:17.239749 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60928) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:17.251522 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dac31c88-d4e4-4b6c-97ae-b636f6c19f51 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:17.262793 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-a54dccf7-2f91-45b0-be31-0dd6608674f3 None None] Set router cc72f6e1-f861-4de1-9cab-5097f370e70b gateway port host: None {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:17.290277 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6be6a936-edc2-41d7-9405-37865ff48729 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:17.315136 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-eb35e7a6-6bfa-4306-b60e-fb35296a054d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd10109956314342a91d0c169e21255b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0737183 Jun 17 08:53:17.317771 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60932) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:17.358907 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-82b54805-6c55-4463-b689-2d783e0427bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:17.381764 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4df8e6e7-475a-4651-ba62-a3d8619cb300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:17.406792 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4df8e6e7-475a-4651-ba62-a3d8619cb300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:17.447443 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7588e61d-bdb6-4a42-a8c0-c658111f597f req-ea2240dd-0ef8-49fb-b297-5ce773936b14 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1552cce4-1356-4f82-b50f-c2c01878688d HTTP/1.1" status: 200 len: 210 time: 0.0428321 Jun 17 08:53:17.449971 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dac31c88-d4e4-4b6c-97ae-b636f6c19f51 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:17.455613 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac31c88-d4e4-4b6c-97ae-b636f6c19f51 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:17.456256 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dac31c88-d4e4-4b6c-97ae-b636f6c19f51 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:17.466660 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1d0df596-d5cc-4412-b14f-b8760a2ebf55 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:17.487134 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-82b54805-6c55-4463-b689-2d783e0427bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:17.487134 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6a169240-00d9-4f70-8d71-fcded7c45890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:17.510118 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82b54805-6c55-4463-b689-2d783e0427bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:53:17.520795 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b54805-6c55-4463-b689-2d783e0427bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9465c24-d5b9-46b7-8a08-a22e57ef4833,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:17.524205 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-a54dccf7-2f91-45b0-be31-0dd6608674f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:53:14Z', 'revision_number': 2, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None, '_interfaces': [{'id': '52d53972-fb8a-43ca-9d11-eab19bb94bc9', 'name': '', 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:3b:8e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:12Z', 'updated_at': '2021-06-17T08:53:15Z', 'revision_number': 2, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:17.524818 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-82b54805-6c55-4463-b689-2d783e0427bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:17.528447 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-82b54805-6c55-4463-b689-2d783e0427bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:17.530173 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-82b54805-6c55-4463-b689-2d783e0427bd admin admin] Added segment 7f643f25-20a7-4954-999c-1593520abdfe of type vlan for network 50934354-3191-48c9-bd49-e9b62269b310 Jun 17 08:53:17.552026 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac31c88-d4e4-4b6c-97ae-b636f6c19f51 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Network': ['ID=a104f7af-fcd3-4c65-acd4-263dbbab1d16,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:17.554714 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dac31c88-d4e4-4b6c-97ae-b636f6c19f51 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:17.569324 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54dccf7-2f91-45b0-be31-0dd6608674f3 None None] Checking router: cc72f6e1-f861-4de1-9cab-5097f370e70b for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:17.569746 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54dccf7-2f91-45b0-be31-0dd6608674f3 None None] Updating router cc72f6e1-f861-4de1-9cab-5097f370e70b port 52d53972-fb8a-43ca-9d11-eab19bb94bc9 binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:53:17.575645 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-82b54805-6c55-4463-b689-2d783e0427bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:17.586075 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6be6a936-edc2-41d7-9405-37865ff48729 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:17.587903 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b9b33fd6-a9fa-43ef-93bd-a1a5abd175d4 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:17.595073 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network a104f7af-fcd3-4c65-acd4-263dbbab1d16 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:53:17.624749 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:17.654879 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be6a936-edc2-41d7-9405-37865ff48729 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Network da66f6de-260b-4b7e-8b93-85136a1c4c5f is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:17.663674 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-6be6a936-edc2-41d7-9405-37865ff48729 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:17.666610 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be6a936-edc2-41d7-9405-37865ff48729 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:17.668655 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a54dccf7-2f91-45b0-be31-0dd6608674f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:17.671283 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6a936-edc2-41d7-9405-37865ff48729 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event updated for resources: {'Port': ['ID=1683e2c0-6b18-482e-93f7-2736816c2e78,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:17.676796 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6be6a936-edc2-41d7-9405-37865ff48729 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:17.688391 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-dac31c88-d4e4-4b6c-97ae-b636f6c19f51 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7788832 Jun 17 08:53:17.688391 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60938) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:17.688391 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4df8e6e7-475a-4651-ba62-a3d8619cb300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:17.690408 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4df8e6e7-475a-4651-ba62-a3d8619cb300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:17.693982 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4df8e6e7-475a-4651-ba62-a3d8619cb300 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d2998fa7-0c00-4fd9-8462-148861f3a738 HTTP/1.1" status: 204 len: 168 time: 0.3723552 Jun 17 08:53:17.705527 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-623fcc7a-45e7-485a-b1a0-bd9d4176a2d5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'subnet': {'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:17.709000 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-de14ecc3-fe24-445d-bddc-51c0b72b7fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:17.730099 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be6a936-edc2-41d7-9405-37865ff48729 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:17.730419 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8e6e7-475a-4651-ba62-a3d8619cb300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2998fa7-0c00-4fd9-8462-148861f3a738,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:17.730750 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6be6a936-edc2-41d7-9405-37865ff48729 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:17.757365 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4df8e6e7-475a-4651-ba62-a3d8619cb300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:17.771549 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1552cce4-1356-4f82-b50f-c2c01878688d', 'name': 'network-vif-deleted', 'tag': '64810585-43eb-4022-a348-6cb975bec3e0'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:53:17.775033 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2c18da-defe-4192-82b7-369933f0266a" -d '{"events": [{"server_uuid": "1552cce4-1356-4f82-b50f-c2c01878688d", "name": "network-vif-deleted", "tag": "64810585-43eb-4022-a348-6cb975bec3e0"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:17.779599 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-82b54805-6c55-4463-b689-2d783e0427bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:17.780703 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b54805-6c55-4463-b689-2d783e0427bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:17.781285 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-82b54805-6c55-4463-b689-2d783e0427bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:17.805356 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-203b52e7-4947-4de5-9a42-11889a60bdd5 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:17.828396 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f918830-a993-4d3e-8406-8cb9d93af765 x-openstack-request-id: req-8f918830-a993-4d3e-8406-8cb9d93af765 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:17.828695 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1552cce4-1356-4f82-b50f-c2c01878688d", "name": "network-vif-deleted", "tag": "64810585-43eb-4022-a348-6cb975bec3e0", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:17.828953 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f918830-a993-4d3e-8406-8cb9d93af765 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:17.837379 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1552cce4-1356-4f82-b50f-c2c01878688d', 'name': 'network-vif-deleted', 'tag': '64810585-43eb-4022-a348-6cb975bec3e0', 'status': 'completed', 'code': 200} Jun 17 08:53:17.876167 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-6be6a936-edc2-41d7-9405-37865ff48729 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7511714 Jun 17 08:53:17.878901 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60948) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:17.883946 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-de943479-9ab2-4bc7-9bbc-7dfcff236042 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Request body: {'floatingip': {'port_id': '1683e2c0-6b18-482e-93f7-2736816c2e78'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:17.893645 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b54805-6c55-4463-b689-2d783e0427bd admin admin] Pushing event updated for resources: {'Network': ['ID=50934354-3191-48c9-bd49-e9b62269b310,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:17.897419 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-82b54805-6c55-4463-b689-2d783e0427bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:17.931600 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 50934354-3191-48c9-bd49-e9b62269b310 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:53:17.945227 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-82b54805-6c55-4463-b689-2d783e0427bd admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6809101 Jun 17 08:53:17.947967 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60950) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:17.953256 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-8e262c89-1c0a-4034-a7c3-8fdedceca7fc admin admin] Request body: {'subnet': {'network_id': '50934354-3191-48c9-bd49-e9b62269b310', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1848782446-subnet', 'tenant_id': '105ff33ad0104f0bb37aaa476e6819f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:17.979329 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.db.api [None req-8e262c89-1c0a-4034-a7c3-8fdedceca7fc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:53:17.979329 n-d-758944-30 neutron-server[94520]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:53:17.979329 n-d-758944-30 neutron-server[94520]: [parameters: {'project_id_1': '105ff33ad0104f0bb37aaa476e6819f4', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 53, 17, 964339)}] Jun 17 08:53:17.979329 n-d-758944-30 neutron-server[94520]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:53:17.982023 n-d-758944-30 neutron-server[94520]: DEBUG oslo_db.api [None req-8e262c89-1c0a-4034-a7c3-8fdedceca7fc admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:53:17.985032 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-de943479-9ab2-4bc7-9bbc-7dfcff236042 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:18.151070 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623fcc7a-45e7-485a-b1a0-bd9d4176a2d5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Made reservation on behalf of b453b4a14bef4e7aaf5f450aad1ada65 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:18.158128 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-623fcc7a-45e7-485a-b1a0-bd9d4176a2d5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:18.168230 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a54dccf7-2f91-45b0-be31-0dd6608674f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:18.178788 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a54dccf7-2f91-45b0-be31-0dd6608674f3 None None] Transition to ACTIVE for port object 52d53972-fb8a-43ca-9d11-eab19bb94bc9 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:18.318950 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a54dccf7-2f91-45b0-be31-0dd6608674f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:18.322258 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:18.422393 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe753ff-d102-4541-8ffd-41d549ed7dc5 None None] Pushing event updated for resources: {'Port': ['ID=52d53972-fb8a-43ca-9d11-eab19bb94bc9,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:18.424720 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9fe753ff-d102-4541-8ffd-41d549ed7dc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:18.479261 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-a54dccf7-2f91-45b0-be31-0dd6608674f3 None None] Attempting to bind port 52d53972-fb8a-43ca-9d11-eab19bb94bc9 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:53:18.479694 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-a54dccf7-2f91-45b0-be31-0dd6608674f3 None None] Attempting to bind port 52d53972-fb8a-43ca-9d11-eab19bb94bc9 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '868c9404-3a30-4821-8802-5a7330ccbfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:53:18.480391 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54dccf7-2f91-45b0-be31-0dd6608674f3 None None] Attempting to bind port 52d53972-fb8a-43ca-9d11-eab19bb94bc9 on network df9f84fe-deac-4508-be3f-b1ca899b873d {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:18.493268 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54dccf7-2f91-45b0-be31-0dd6608674f3 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:53:18.493656 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54dccf7-2f91-45b0-be31-0dd6608674f3 None None] Checking segment: {'id': '868c9404-3a30-4821-8802-5a7330ccbfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:18.494078 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a54dccf7-2f91-45b0-be31-0dd6608674f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:18.494486 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54dccf7-2f91-45b0-be31-0dd6608674f3 None None] Bound using segment: {'id': '868c9404-3a30-4821-8802-5a7330ccbfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:53:18.494970 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-a54dccf7-2f91-45b0-be31-0dd6608674f3 None None] Bound port: 52d53972-fb8a-43ca-9d11-eab19bb94bc9, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '868c9404-3a30-4821-8802-5a7330ccbfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:53:18.495356 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a54dccf7-2f91-45b0-be31-0dd6608674f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:18.586515 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a54dccf7-2f91-45b0-be31-0dd6608674f3 None None] For port 52d53972-fb8a-43ca-9d11-eab19bb94bc9, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:53:18.591920 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a54dccf7-2f91-45b0-be31-0dd6608674f3 None None] For port 52d53972-fb8a-43ca-9d11-eab19bb94bc9, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=52d53972-fb8a-43ca-9d11-eab19bb94bc9,segment=NetworkSegment(868c9404-3a30-4821-8802-5a7330ccbfa4),segment_id=868c9404-3a30-4821-8802-5a7330ccbfa4)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:53:18.598922 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60970) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:18.616801 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60972) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:18.656523 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e262c89-1c0a-4034-a7c3-8fdedceca7fc admin admin] Made reservation on behalf of 105ff33ad0104f0bb37aaa476e6819f4 for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:18.659009 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8e262c89-1c0a-4034-a7c3-8fdedceca7fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:18.708663 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b689b084-2799-4163-a752-e26d800e092a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4ba8155125334381a0779fb51b030f5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1085103 Jun 17 08:53:18.718488 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60976) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:18.727183 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-1027b287-5b0c-45c9-b273-9791d911ecad tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Deleting subnet c0849350-a33d-40be-95f8-f947a33620d4 {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:53:18.733087 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1027b287-5b0c-45c9-b273-9791d911ecad tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:18.738220 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-de943479-9ab2-4bc7-9bbc-7dfcff236042 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:18.746903 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a54dccf7-2f91-45b0-be31-0dd6608674f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:18.748308 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-623fcc7a-45e7-485a-b1a0-bd9d4176a2d5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:18.751225 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f4994757-cc55-417b-b721-f79cb5b94a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:18.754128 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3d80f224-625e-41da-b5c7-e8a6d04a3273 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:18.796094 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1027b287-5b0c-45c9-b273-9791d911ecad tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:18.823678 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-de943479-9ab2-4bc7-9bbc-7dfcff236042 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:18.859501 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54dccf7-2f91-45b0-be31-0dd6608674f3 None None] Routers {'cc72f6e1-f861-4de1-9cab-5097f370e70b'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:18.860228 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-a54dccf7-2f91-45b0-be31-0dd6608674f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cc72f6e1-f861-4de1-9cab-5097f370e70b'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:18.881078 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fcc7a-45e7-485a-b1a0-bd9d4176a2d5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Subnet': ['ID=3982d99e-5375-4227-a997-e2e427cc4f29,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:18.927517 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:53:18.937711 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1027b287-5b0c-45c9-b273-9791d911ecad tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:18.938059 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-623fcc7a-45e7-485a-b1a0-bd9d4176a2d5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:18.943981 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d56e1b22-7ae2-4b85-b7c1-5b00dcb47738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:18.984961 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe753ff-d102-4541-8ffd-41d549ed7dc5 None None] Pushing event updated for resources: {'Port': ['ID=52d53972-fb8a-43ca-9d11-eab19bb94bc9,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:18.989400 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9fe753ff-d102-4541-8ffd-41d549ed7dc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:18.993523 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-a54dccf7-2f91-45b0-be31-0dd6608674f3 None None] Set router cc72f6e1-f861-4de1-9cab-5097f370e70b gateway port host: None {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:19.001445 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623fcc7a-45e7-485a-b1a0-bd9d4176a2d5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Checking segment: {'id': '9d2bb867-56d3-4030-9e79-8d732554f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:19.002057 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623fcc7a-45e7-485a-b1a0-bd9d4176a2d5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network hostable DHCP agents. Network: a104f7af-fcd3-4c65-acd4-263dbbab1d16, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:53:19.045121 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d56e1b22-7ae2-4b85-b7c1-5b00dcb47738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.108311 n-d-758944-30 neutron-server[94519]: INFO neutron.db.l3_db [None req-de943479-9ab2-4bc7-9bbc-7dfcff236042 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Floating IP 80aef65f-b88a-4186-a228-797d73a18840 associated. External IP: 172.25.2.206, port: 1683e2c0-6b18-482e-93f7-2736816c2e78. Jun 17 08:53:19.138338 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1027b287-5b0c-45c9-b273-9791d911ecad tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.141351 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1e01a2a0-7a59-477b-9dca-1a862bd3a880 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:19.176795 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1027b287-5b0c-45c9-b273-9791d911ecad tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.179550 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1027b287-5b0c-45c9-b273-9791d911ecad tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "DELETE /v2.0/subnets/c0849350-a33d-40be-95f8-f947a33620d4 HTTP/1.1" status: 204 len: 168 time: 0.5609715 Jun 17 08:53:19.181100 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027b287-5b0c-45c9-b273-9791d911ecad tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Pushing event deleted for resources: {'Subnet': ['ID=c0849350-a33d-40be-95f8-f947a33620d4,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:19.182767 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 60982) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:19.192618 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1027b287-5b0c-45c9-b273-9791d911ecad tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:19.202765 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc58af1-ed38-4838-bb1c-1353565d3ada None None] Network d6cd75c0-fc6e-4991-9c70-bb9e48399bd9 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:19.224418 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623fcc7a-45e7-485a-b1a0-bd9d4176a2d5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network a104f7af-fcd3-4c65-acd4-263dbbab1d16 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:53:19.281326 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-17b4406d-8a42-4960-afa0-4304ef1eff16 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.296303 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8e262c89-1c0a-4034-a7c3-8fdedceca7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.300711 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:19.371083 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d56e1b22-7ae2-4b85-b7c1-5b00dcb47738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.374229 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d56e1b22-7ae2-4b85-b7c1-5b00dcb47738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.375392 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d56e1b22-7ae2-4b85-b7c1-5b00dcb47738 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8d93ec30-7089-4b19-a58d-fb603d016045 HTTP/1.1" status: 204 len: 168 time: 0.6559851 Jun 17 08:53:19.379573 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3a9c4b17-ad8f-44bd-b87c-20e27b00185b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:19.391017 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e1b22-7ae2-4b85-b7c1-5b00dcb47738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d93ec30-7089-4b19-a58d-fb603d016045,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:19.395343 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d56e1b22-7ae2-4b85-b7c1-5b00dcb47738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:19.408891 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e262c89-1c0a-4034-a7c3-8fdedceca7fc admin admin] Checking segment: {'id': '7f643f25-20a7-4954-999c-1593520abdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '50934354-3191-48c9-bd49-e9b62269b310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:19.409270 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e262c89-1c0a-4034-a7c3-8fdedceca7fc admin admin] Network hostable DHCP agents. Network: 50934354-3191-48c9-bd49-e9b62269b310, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:53:19.414296 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e262c89-1c0a-4034-a7c3-8fdedceca7fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a45424cb-452c-4fd7-9da0-2578b2d96c56,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:19.420325 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8e262c89-1c0a-4034-a7c3-8fdedceca7fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:19.421836 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-623fcc7a-45e7-485a-b1a0-bd9d4176a2d5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, a104f7af-fcd3-4c65-acd4-263dbbab1d16) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:19.428683 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623fcc7a-45e7-485a-b1a0-bd9d4176a2d5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:19.429647 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-623fcc7a-45e7-485a-b1a0-bd9d4176a2d5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.447870 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-17b4406d-8a42-4960-afa0-4304ef1eff16 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Deleting port 56fa8c3d-1d70-4fbb-8c52-29573574b2c9 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:19.448229 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-17b4406d-8a42-4960-afa0-4304ef1eff16 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.454220 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4a8cac-727c-46dc-8c86-78bb6979c577 None None] Network a104f7af-fcd3-4c65-acd4-263dbbab1d16 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:19.458368 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de943479-9ab2-4bc7-9bbc-7dfcff236042 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Router 3e32954e-284e-4730-bacd-ab3280499d59 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:53:19.526555 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-17b4406d-8a42-4960-afa0-4304ef1eff16 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] For port 56fa8c3d-1d70-4fbb-8c52-29573574b2c9, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=56fa8c3d-1d70-4fbb-8c52-29573574b2c9,segment=NetworkSegment(02311f9f-99a3-48a6-b2bc-c98bc3ec1b20),segment_id=02311f9f-99a3-48a6-b2bc-c98bc3ec1b20)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:19.527214 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-17b4406d-8a42-4960-afa0-4304ef1eff16 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.530906 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e262c89-1c0a-4034-a7c3-8fdedceca7fc admin admin] Network 50934354-3191-48c9-bd49-e9b62269b310 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:53:19.542999 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-8e262c89-1c0a-4034-a7c3-8fdedceca7fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 50934354-3191-48c9-bd49-e9b62269b310) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:19.552831 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e262c89-1c0a-4034-a7c3-8fdedceca7fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:19.553595 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8e262c89-1c0a-4034-a7c3-8fdedceca7fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.561475 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-623fcc7a-45e7-485a-b1a0-bd9d4176a2d5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8745286 Jun 17 08:53:19.566780 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 60992) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:19.611681 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c53a20-3939-49d1-88af-41035525afdd None None] Network 50934354-3191-48c9-bd49-e9b62269b310 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:19.617956 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-17b4406d-8a42-4960-afa0-4304ef1eff16 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Calling delete_port for 56fa8c3d-1d70-4fbb-8c52-29573574b2c9 owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:19.755187 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-8e262c89-1c0a-4034-a7c3-8fdedceca7fc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8058250 Jun 17 08:53:19.870422 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-17b4406d-8a42-4960-afa0-4304ef1eff16 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:19.876333 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2fc8c115-927d-4ba9-9ffd-01bc34ff6541 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:19.937602 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b4406d-8a42-4960-afa0-4304ef1eff16 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] No DVR routers for this DVR port 56fa8c3d-1d70-4fbb-8c52-29573574b2c9 on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:53:19.939761 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b4406d-8a42-4960-afa0-4304ef1eff16 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Pushing event deleted for resources: {'Port': ['ID=56fa8c3d-1d70-4fbb-8c52-29573574b2c9,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:19.951175 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-17b4406d-8a42-4960-afa0-4304ef1eff16 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:19.976027 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213e18d3-a743-421c-8b25-aab68670b65c None None] DHCP port deletion for d6cd75c0-fc6e-4991-9c70-bb9e48399bd9 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:53:20.109595 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-a54dccf7-2f91-45b0-be31-0dd6608674f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:53:14Z', 'revision_number': 2, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None, '_interfaces': [{'id': '52d53972-fb8a-43ca-9d11-eab19bb94bc9', 'name': '', 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:3b:8e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:12Z', 'updated_at': '2021-06-17T08:53:18Z', 'revision_number': 4, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:20.112072 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6348f29-ced1-40ed-9251-8dc84999c0ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-a104f7af-fcd3-4c65-acd4-263dbbab1d16', 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'fixed_ips': [{'subnet_id': '3982d99e-5375-4227-a997-e2e427cc4f29'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:53:20.113046 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b6348f29-ced1-40ed-9251-8dc84999c0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:20.140468 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-17b4406d-8a42-4960-afa0-4304ef1eff16 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:20.156555 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-17b4406d-8a42-4960-afa0-4304ef1eff16 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6cd75c0-fc6e-4991-9c70-bb9e48399bd9']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:20.170014 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de943479-9ab2-4bc7-9bbc-7dfcff236042 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:20.172651 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 56fa8c3d-1d70-4fbb-8c52-29573574b2c9 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:53:20.177824 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-de943479-9ab2-4bc7-9bbc-7dfcff236042 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:20.186740 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54dccf7-2f91-45b0-be31-0dd6608674f3 None None] The sync data for ids ['cc72f6e1-f861-4de1-9cab-5097f370e70b'] in n-d-758944-30 is: [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:53:14Z', 'revision_number': 2, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None, '_interfaces': [{'id': '52d53972-fb8a-43ca-9d11-eab19bb94bc9', 'name': '', 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:3b:8e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:12Z', 'updated_at': '2021-06-17T08:53:18Z', 'revision_number': 4, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:20.186884 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a458a503-3724-4daf-96d3-95ade3541c8c None None] Sync routers for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:20.188893 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-17b4406d-8a42-4960-afa0-4304ef1eff16 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02311f9f-99a3-48a6-b2bc-c98bc3ec1b20') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:20.189403 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-17b4406d-8a42-4960-afa0-4304ef1eff16 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02311f9f-99a3-48a6-b2bc-c98bc3ec1b20') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:20.196272 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a458a503-3724-4daf-96d3-95ade3541c8c None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:20.196919 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-a458a503-3724-4daf-96d3-95ade3541c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:20.210594 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-17b4406d-8a42-4960-afa0-4304ef1eff16 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:20.240442 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-17b4406d-8a42-4960-afa0-4304ef1eff16 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:20.240676 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 56fa8c3d-1d70-4fbb-8c52-29573574b2c9 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:53:20.240812 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 56fa8c3d-1d70-4fbb-8c52-29573574b2c9 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:53:20.264044 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b4406d-8a42-4960-afa0-4304ef1eff16 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:53:20.264458 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-17b4406d-8a42-4960-afa0-4304ef1eff16 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:53:20.270092 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:53:20.279950 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-a458a503-3724-4daf-96d3-95ade3541c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:20.301329 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a458a503-3724-4daf-96d3-95ade3541c8c None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:20.301987 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-a458a503-3724-4daf-96d3-95ade3541c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:20.320825 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-de943479-9ab2-4bc7-9bbc-7dfcff236042 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "PUT /v2.0/floatingips/80aef65f-b88a-4186-a228-797d73a18840 HTTP/1.1" status: 200 len: 978 time: 2.4407866 Jun 17 08:53:20.338216 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 32788) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:20.384579 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-a458a503-3724-4daf-96d3-95ade3541c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:20.387618 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a458a503-3724-4daf-96d3-95ade3541c8c None None] The sync data for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:20.459255 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13256567-c3ba-414d-9062-ce086bc8d088 None None] Network 50934354-3191-48c9-bd49-e9b62269b310 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:20.589288 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:20.618144 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-17b4406d-8a42-4960-afa0-4304ef1eff16 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:20.622963 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2fdb23d7-af9c-472b-8d50-81ed5438c997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:20.630901 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-17b4406d-8a42-4960-afa0-4304ef1eff16 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:20.639507 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-17b4406d-8a42-4960-afa0-4304ef1eff16 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "DELETE /v2.0/networks/d6cd75c0-fc6e-4991-9c70-bb9e48399bd9 HTTP/1.1" status: 204 len: 168 time: 1.4545364 Jun 17 08:53:20.643499 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 32802) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:20.678988 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c3338e9e-19c5-4f0d-88f4-6e67b02cb922 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:20.693777 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-b6348f29-ced1-40ed-9251-8dc84999c0ce None None] Allocated IP 2001:db8:1::2 (a104f7af-fcd3-4c65-acd4-263dbbab1d16/3982d99e-5375-4227-a997-e2e427cc4f29/49fba2c8-ccf2-4f40-a67d-8df7be7932e9) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:20.709974 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b4406d-8a42-4960-afa0-4304ef1eff16 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Pushing event deleted for resources: {'Network': ['ID=d6cd75c0-fc6e-4991-9c70-bb9e48399bd9,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:20.798441 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-17b4406d-8a42-4960-afa0-4304ef1eff16 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:20.816581 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-dffb7bf4-8203-4868-940d-bd92b3c6979b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Deleting port 1683e2c0-6b18-482e-93f7-2736816c2e78 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:20.817228 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dffb7bf4-8203-4868-940d-bd92b3c6979b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:20.962894 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e3e229-a411-4a2a-9039-b3faff49172f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Deleting subnet 4f35d048-8046-4b33-8711-690a21bc8e84 {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:53:20.971165 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-99e3e229-a411-4a2a-9039-b3faff49172f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:21.015675 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dffb7bf4-8203-4868-940d-bd92b3c6979b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:21.043564 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b6348f29-ced1-40ed-9251-8dc84999c0ce None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:21.054918 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b6348f29-ced1-40ed-9251-8dc84999c0ce None None] Transition to ACTIVE for port object 49fba2c8-ccf2-4f40-a67d-8df7be7932e9 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:21.065821 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-99e3e229-a411-4a2a-9039-b3faff49172f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:21.089675 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b6348f29-ced1-40ed-9251-8dc84999c0ce None None] Transition to ACTIVE for port object 49fba2c8-ccf2-4f40-a67d-8df7be7932e9 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:21.106834 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-6f7347ff-b6dc-4c3a-b49b-8c3f29394145 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:21.112317 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-6f7347ff-b6dc-4c3a-b49b-8c3f29394145 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/networks?id=50934354-3191-48c9-bd49-e9b62269b310 HTTP/1.1" status: 200 len: 818 time: 0.4473751 Jun 17 08:53:21.142147 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-e3579bda-37e3-46dc-89cc-edecea528319 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/quotas/105ff33ad0104f0bb37aaa476e6819f4 HTTP/1.1" status: 200 len: 375 time: 0.0207770 Jun 17 08:53:21.212522 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-4b7cb46d-5602-47f6-ab71-edd4cb508caf tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=105ff33ad0104f0bb37aaa476e6819f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583136 Jun 17 08:53:21.245961 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-99e3e229-a411-4a2a-9039-b3faff49172f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:21.268270 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b6348f29-ced1-40ed-9251-8dc84999c0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:21.272213 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:21.335799 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6348f29-ced1-40ed-9251-8dc84999c0ce None None] Network a104f7af-fcd3-4c65-acd4-263dbbab1d16 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:21.337624 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6348f29-ced1-40ed-9251-8dc84999c0ce None None] Pushing event updated for resources: {'Port': ['ID=49fba2c8-ccf2-4f40-a67d-8df7be7932e9,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:21.340689 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-b6348f29-ced1-40ed-9251-8dc84999c0ce None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:21.342931 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-b6348f29-ced1-40ed-9251-8dc84999c0ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:21.343916 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6348f29-ced1-40ed-9251-8dc84999c0ce None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:21.370389 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-c3338e9e-19c5-4f0d-88f4-6e67b02cb922 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Allocated IP 2001:db8:1::1 (a104f7af-fcd3-4c65-acd4-263dbbab1d16/3982d99e-5375-4227-a997-e2e427cc4f29/0b82a9b4-475b-4afb-8359-7b426335542e) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:21.391900 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dffb7bf4-8203-4868-940d-bd92b3c6979b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:21.392286 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dffb7bf4-8203-4868-940d-bd92b3c6979b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:21.392605 n-d-758944-30 neutron-server[94519]: INFO neutron.db.l3_db [None req-dffb7bf4-8203-4868-940d-bd92b3c6979b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Floating IP 80aef65f-b88a-4186-a228-797d73a18840 disassociated. External IP: 172.25.2.206, port: 1683e2c0-6b18-482e-93f7-2736816c2e78. Jun 17 08:53:21.392956 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-dffb7bf4-8203-4868-940d-bd92b3c6979b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Calling delete_port for 1683e2c0-6b18-482e-93f7-2736816c2e78 owned by {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:21.408745 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-d3f91052-2c3a-464b-ba36-8c2eb67fdd55 service neutron] 10.222.0.49 "GET /v2.0/networks/50934354-3191-48c9-bd49-e9b62269b310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866164 Jun 17 08:53:21.452127 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-b6348f29-ced1-40ed-9251-8dc84999c0ce None None] Attempting to bind port 49fba2c8-ccf2-4f40-a67d-8df7be7932e9 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:53:21.456418 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-b6348f29-ced1-40ed-9251-8dc84999c0ce None None] Attempting to bind port 49fba2c8-ccf2-4f40-a67d-8df7be7932e9 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '9d2bb867-56d3-4030-9e79-8d732554f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:53:21.456418 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6348f29-ced1-40ed-9251-8dc84999c0ce None None] Attempting to bind port 49fba2c8-ccf2-4f40-a67d-8df7be7932e9 on network a104f7af-fcd3-4c65-acd4-263dbbab1d16 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:21.470422 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6348f29-ced1-40ed-9251-8dc84999c0ce None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:53:21.470805 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6348f29-ced1-40ed-9251-8dc84999c0ce None None] Checking segment: {'id': '9d2bb867-56d3-4030-9e79-8d732554f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:21.471215 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b6348f29-ced1-40ed-9251-8dc84999c0ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:21.471616 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6348f29-ced1-40ed-9251-8dc84999c0ce None None] Bound using segment: {'id': '9d2bb867-56d3-4030-9e79-8d732554f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:53:21.472138 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-b6348f29-ced1-40ed-9251-8dc84999c0ce None None] Bound port: 49fba2c8-ccf2-4f40-a67d-8df7be7932e9, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2bb867-56d3-4030-9e79-8d732554f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:53:21.472522 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b6348f29-ced1-40ed-9251-8dc84999c0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:21.508105 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-99e3e229-a411-4a2a-9039-b3faff49172f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:21.534553 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-867fa6fd-c8c7-43b8-8f83-7a6cf4052a39 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:21.550943 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-b6348f29-ced1-40ed-9251-8dc84999c0ce None None] For port 49fba2c8-ccf2-4f40-a67d-8df7be7932e9, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:53:21.557340 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-b6348f29-ced1-40ed-9251-8dc84999c0ce None None] For port 49fba2c8-ccf2-4f40-a67d-8df7be7932e9, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=49fba2c8-ccf2-4f40-a67d-8df7be7932e9,segment=NetworkSegment(9d2bb867-56d3-4030-9e79-8d732554f2cb),segment_id=9d2bb867-56d3-4030-9e79-8d732554f2cb)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:53:21.563520 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231a92ea-f86b-4d58-b761-934139529c56 None None] Network cf1f31fe-52f0-440b-a024-251321addef4 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:21.563975 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-99e3e229-a411-4a2a-9039-b3faff49172f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:21.568677 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-99e3e229-a411-4a2a-9039-b3faff49172f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "DELETE /v2.0/subnets/4f35d048-8046-4b33-8711-690a21bc8e84 HTTP/1.1" status: 204 len: 168 time: 0.8985205 Jun 17 08:53:21.569078 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 32826) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:21.595190 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3e229-a411-4a2a-9039-b3faff49172f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Pushing event deleted for resources: {'Subnet': ['ID=4f35d048-8046-4b33-8711-690a21bc8e84,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:21.603002 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-99e3e229-a411-4a2a-9039-b3faff49172f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:21.650412 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-46b11f91-f230-4fab-b507-cbe014bbe78f service neutron] 10.222.0.49 "GET /v2.0/networks/50934354-3191-48c9-bd49-e9b62269b310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374866 Jun 17 08:53:21.661924 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b6348f29-ced1-40ed-9251-8dc84999c0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:21.673240 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:21.804256 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6348f29-ced1-40ed-9251-8dc84999c0ce None None] Pushing event updated for resources: {'Port': ['ID=49fba2c8-ccf2-4f40-a67d-8df7be7932e9,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:21.807928 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-b6348f29-ced1-40ed-9251-8dc84999c0ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:21.864337 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c3338e9e-19c5-4f0d-88f4-6e67b02cb922 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:21.900964 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-c3338e9e-19c5-4f0d-88f4-6e67b02cb922 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Transition to ACTIVE for port object 0b82a9b4-475b-4afb-8359-7b426335542e will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:21.937751 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c386b8-2d8a-456c-ab32-b7f110ab5c76 None None] DHCP port deletion for cf1f31fe-52f0-440b-a024-251321addef4 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:53:21.945455 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2e88eb82-785f-4261-bc33-c939ea69dfa1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:22.047163 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-b8c386b8-2d8a-456c-ab32-b7f110ab5c76 None None] Deleting port 5544bb1b-6ce0-468a-a817-caeea3c668e6 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:22.047769 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b8c386b8-2d8a-456c-ab32-b7f110ab5c76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:22.127363 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-b8c386b8-2d8a-456c-ab32-b7f110ab5c76 None None] For port 5544bb1b-6ce0-468a-a817-caeea3c668e6, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=5544bb1b-6ce0-468a-a817-caeea3c668e6,segment=NetworkSegment(80e4d3c2-24d1-411a-8139-b9cf37df6b05),segment_id=80e4d3c2-24d1-411a-8139-b9cf37df6b05)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:22.127824 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b8c386b8-2d8a-456c-ab32-b7f110ab5c76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:22.167685 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-2e88eb82-785f-4261-bc33-c939ea69dfa1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Deleting port 5544bb1b-6ce0-468a-a817-caeea3c668e6 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:22.168154 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2e88eb82-785f-4261-bc33-c939ea69dfa1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:22.238050 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-b8c386b8-2d8a-456c-ab32-b7f110ab5c76 None None] Calling delete_port for 5544bb1b-6ce0-468a-a817-caeea3c668e6 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:22.264461 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dffb7bf4-8203-4868-940d-bd92b3c6979b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:22.272269 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-2e88eb82-785f-4261-bc33-c939ea69dfa1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] For port 5544bb1b-6ce0-468a-a817-caeea3c668e6, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=5544bb1b-6ce0-468a-a817-caeea3c668e6,segment=NetworkSegment(80e4d3c2-24d1-411a-8139-b9cf37df6b05),segment_id=80e4d3c2-24d1-411a-8139-b9cf37df6b05)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:22.274394 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2e88eb82-785f-4261-bc33-c939ea69dfa1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:22.277090 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c87848c2-e576-464d-a41a-bc109ca7866a tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:22.293240 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 49fba2c8-ccf2-4f40-a67d-8df7be7932e9 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:22.314582 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb7bf4-8203-4868-940d-bd92b3c6979b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event deleted for resources: {'Port': ['ID=1683e2c0-6b18-482e-93f7-2736816c2e78,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:22.394512 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-2e88eb82-785f-4261-bc33-c939ea69dfa1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Calling delete_port for 5544bb1b-6ce0-468a-a817-caeea3c668e6 owned by network:dhcp {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:22.396898 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dffb7bf4-8203-4868-940d-bd92b3c6979b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:22.402089 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c3338e9e-19c5-4f0d-88f4-6e67b02cb922 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:22.406988 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-05bfad6c-1864-4717-b4dc-f50f06ed5c9a tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:22.498393 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 49fba2c8-ccf2-4f40-a67d-8df7be7932e9 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:22.503140 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 52d53972-fb8a-43ca-9d11-eab19bb94bc9 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:22.564174 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b8c386b8-2d8a-456c-ab32-b7f110ab5c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:22.569992 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3338e9e-19c5-4f0d-88f4-6e67b02cb922 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network a104f7af-fcd3-4c65-acd4-263dbbab1d16 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:22.573594 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9cf8ef50-878e-4532-a2e1-27226b25e237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:22.586378 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-c3338e9e-19c5-4f0d-88f4-6e67b02cb922 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:22.598554 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3338e9e-19c5-4f0d-88f4-6e67b02cb922 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:22.599105 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c3338e9e-19c5-4f0d-88f4-6e67b02cb922 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:22.606683 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c386b8-2d8a-456c-ab32-b7f110ab5c76 None None] Pushing event deleted for resources: {'Port': ['ID=5544bb1b-6ce0-468a-a817-caeea3c668e6,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:22.610100 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3338e9e-19c5-4f0d-88f4-6e67b02cb922 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Port': ['ID=0b82a9b4-475b-4afb-8359-7b426335542e,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:22.616399 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-b8c386b8-2d8a-456c-ab32-b7f110ab5c76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:22.621307 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c386b8-2d8a-456c-ab32-b7f110ab5c76 None None] No DVR routers for this DVR port 5544bb1b-6ce0-468a-a817-caeea3c668e6 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:53:22.671399 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c3338e9e-19c5-4f0d-88f4-6e67b02cb922 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:22.764344 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2e88eb82-785f-4261-bc33-c939ea69dfa1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:22.767315 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 52d53972-fb8a-43ca-9d11-eab19bb94bc9 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:22.773712 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 52d53972-fb8a-43ca-9d11-eab19bb94bc9 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:22.774097 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:22.774817 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-73d27b78-864f-4b9e-8ffa-a6b2dff9b9d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:22.779191 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dffb7bf4-8203-4868-940d-bd92b3c6979b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Router 3e32954e-284e-4730-bacd-ab3280499d59 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:53:22.812574 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88eb82-785f-4261-bc33-c939ea69dfa1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Pushing event deleted for resources: {'Port': ['ID=5544bb1b-6ce0-468a-a817-caeea3c668e6,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:22.816617 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2e88eb82-785f-4261-bc33-c939ea69dfa1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:22.818497 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e88eb82-785f-4261-bc33-c939ea69dfa1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] No DVR routers for this DVR port 5544bb1b-6ce0-468a-a817-caeea3c668e6 on host n-d-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:53:22.822666 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f43cf5a0-d84a-49ec-b6e4-a325f00c9f39 req-43893cb3-3b86-4bf8-8a99-0ff999eb567e tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d9e8b15-1e54-46db-ae41-0ccebeca7172 HTTP/1.1" status: 200 len: 210 time: 0.0452695 Jun 17 08:53:22.840703 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 32858) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:22.954176 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.021269 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2e88eb82-785f-4261-bc33-c939ea69dfa1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.023194 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 52d53972-fb8a-43ca-9d11-eab19bb94bc9, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=52d53972-fb8a-43ca-9d11-eab19bb94bc9,segment=NetworkSegment(868c9404-3a30-4821-8802-5a7330ccbfa4),segment_id=868c9404-3a30-4821-8802-5a7330ccbfa4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:23.027028 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e11c5506-e94b-4e9e-9fe7-6082fc50886f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.059426 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-2e88eb82-785f-4261-bc33-c939ea69dfa1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1f31fe-52f0-440b-a024-251321addef4']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:23.073682 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-2e88eb82-785f-4261-bc33-c939ea69dfa1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e4d3c2-24d1-411a-8139-b9cf37df6b05') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:23.073997 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-2e88eb82-785f-4261-bc33-c939ea69dfa1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e4d3c2-24d1-411a-8139-b9cf37df6b05') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:23.086505 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2e88eb82-785f-4261-bc33-c939ea69dfa1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.104736 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2e88eb82-785f-4261-bc33-c939ea69dfa1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.112884 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e88eb82-785f-4261-bc33-c939ea69dfa1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:53:23.113301 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2e88eb82-785f-4261-bc33-c939ea69dfa1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.147607 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e11c5506-e94b-4e9e-9fe7-6082fc50886f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: self.session.flush() Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: self.session.flush() Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: self.session.flush() Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: self.session.flush() Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:53:23.159593 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:53:23.196156 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.198052 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:23.209955 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c3338e9e-19c5-4f0d-88f4-6e67b02cb922 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.262796 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffb7bf4-8203-4868-940d-bd92b3c6979b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:23.263301 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e11c5506-e94b-4e9e-9fe7-6082fc50886f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.279609 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-81e2ef88-ede2-4c8a-9c75-234493201253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:23.287238 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ab0672-7067-4217-ad01-6fc5b29936fb None None] Sync routers for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:23.309682 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ab0672-7067-4217-ad01-6fc5b29936fb None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:23.311347 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-e4ab0672-7067-4217-ad01-6fc5b29936fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:23.315539 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 5544bb1b-6ce0-468a-a817-caeea3c668e6 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:53:23.320188 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=52d53972-fb8a-43ca-9d11-eab19bb94bc9,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:23.320391 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c5506-e94b-4e9e-9fe7-6082fc50886f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc0b306-5885-4130-a7c6-4cb58c69b6bd,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:23.331823 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e11c5506-e94b-4e9e-9fe7-6082fc50886f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:23.348961 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e11c5506-e94b-4e9e-9fe7-6082fc50886f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ee2c655ee5cc4d4c8915ecdf78272705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5070276 Jun 17 08:53:23.353955 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 32864) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:23.369629 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:23.370899 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-e4ab0672-7067-4217-ad01-6fc5b29936fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:23.373157 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 5544bb1b-6ce0-468a-a817-caeea3c668e6 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:53:23.373697 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 5544bb1b-6ce0-468a-a817-caeea3c668e6 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:53:23.386435 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ab0672-7067-4217-ad01-6fc5b29936fb None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:23.387249 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-e4ab0672-7067-4217-ad01-6fc5b29936fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:23.392208 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e84b63-1cb4-45da-b6b3-961ec4491ce1 None None] Network a104f7af-fcd3-4c65-acd4-263dbbab1d16 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:23.425274 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2e88eb82-785f-4261-bc33-c939ea69dfa1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.434546 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-94ff2299-fc42-4cd2-95b2-b0f09e2f7fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:23.437560 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-095dcc94-77f1-41dd-9b2f-f2960c63fc0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.444643 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2e88eb82-785f-4261-bc33-c939ea69dfa1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.446967 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-2e88eb82-785f-4261-bc33-c939ea69dfa1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "DELETE /v2.0/networks/cf1f31fe-52f0-440b-a024-251321addef4 HTTP/1.1" status: 204 len: 168 time: 1.8625257 Jun 17 08:53:23.457466 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 32868) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:23.464938 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-5eb314a3-97f6-4c56-a1bc-bdd7caaa1ec5 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1752423235'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:23.472476 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-e4ab0672-7067-4217-ad01-6fc5b29936fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:23.473151 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ab0672-7067-4217-ad01-6fc5b29936fb None None] The sync data for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:23.498089 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88eb82-785f-4261-bc33-c939ea69dfa1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Pushing event deleted for resources: {'Network': ['ID=cf1f31fe-52f0-440b-a024-251321addef4,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:23.507012 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2e88eb82-785f-4261-bc33-c939ea69dfa1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:23.511607 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dffb7bf4-8203-4868-940d-bd92b3c6979b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.518373 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-dffb7bf4-8203-4868-940d-bd92b3c6979b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "DELETE /v2.0/ports/1683e2c0-6b18-482e-93f7-2736816c2e78 HTTP/1.1" status: 204 len: 168 time: 3.1721718 Jun 17 08:53:23.518373 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 32874) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:23.524910 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-095dcc94-77f1-41dd-9b2f-f2960c63fc0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.562623 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 32876) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:23.577579 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-216d7d7d-5406-4be5-ab6e-94a080167fef tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "GET /v2.0/floatingips/80aef65f-b88a-4186-a228-797d73a18840 HTTP/1.1" status: 200 len: 688 time: 0.0601656 Jun 17 08:53:23.584748 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 32880) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:23.630114 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb314a3-97f6-4c56-a1bc-bdd7caaa1ec5 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Made reservation on behalf of efb1f4611b1f491e8763ca939f24a14b for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:23.634224 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5eb314a3-97f6-4c56-a1bc-bdd7caaa1ec5 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.676672 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-3ea16e12-74f6-441e-b51c-4a7fe952901a None None] Provisioning for port 49fba2c8-ccf2-4f40-a67d-8df7be7932e9 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:23.683694 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-3ea16e12-74f6-441e-b51c-4a7fe952901a None None] Provisioning complete for port 49fba2c8-ccf2-4f40-a67d-8df7be7932e9 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:23.684571 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-3ea16e12-74f6-441e-b51c-4a7fe952901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.736593 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-460f4e65-cb50-48e8-ae2b-4b1c63f3fb52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.742107 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c3338e9e-19c5-4f0d-88f4-6e67b02cb922 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.779665 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-f1ab458b-e0c2-4c96-83fd-94a3d2a62fd8 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Deleting port 3a405ab2-ca62-4aa9-b15e-e05b0e2fd7ae {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:23.780058 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f1ab458b-e0c2-4c96-83fd-94a3d2a62fd8 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.802000 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-3ea16e12-74f6-441e-b51c-4a7fe952901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.837406 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-3ea16e12-74f6-441e-b51c-4a7fe952901a None None] For port 49fba2c8-ccf2-4f40-a67d-8df7be7932e9, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=49fba2c8-ccf2-4f40-a67d-8df7be7932e9,segment=NetworkSegment(9d2bb867-56d3-4030-9e79-8d732554f2cb),segment_id=9d2bb867-56d3-4030-9e79-8d732554f2cb)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:23.867551 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f1ab458b-e0c2-4c96-83fd-94a3d2a62fd8 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.868064 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f1ab458b-e0c2-4c96-83fd-94a3d2a62fd8 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.872496 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-095dcc94-77f1-41dd-9b2f-f2960c63fc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.875129 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-095dcc94-77f1-41dd-9b2f-f2960c63fc0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.880473 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-095dcc94-77f1-41dd-9b2f-f2960c63fc0f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bfc0b306-5885-4130-a7c6-4cb58c69b6bd HTTP/1.1" status: 204 len: 168 time: 0.5240219 Jun 17 08:53:23.905229 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c6baf80d-f2f8-43c2-8f28-497e7e846f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:23.915329 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c3338e9e-19c5-4f0d-88f4-6e67b02cb922 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.917206 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c3338e9e-19c5-4f0d-88f4-6e67b02cb922 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.951662 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb314a3-97f6-4c56-a1bc-bdd7caaa1ec5 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:53:23.952055 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-889c8bb8-dc7b-427c-9e66-039b18fc7569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:23.961180 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ef9fc895-5ce2-4a3b-b1da-0ab2025e2a6c req-22f9da37-84c9-4c5d-bd66-66363098f19a tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d9e8b15-1e54-46db-ae41-0ccebeca7172 HTTP/1.1" status: 200 len: 210 time: 0.0709822 Jun 17 08:53:23.961649 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-3ea16e12-74f6-441e-b51c-4a7fe952901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:23.963463 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-d8ec18ab-eca4-42ac-9474-6869681a6ec3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:24.003491 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095dcc94-77f1-41dd-9b2f-f2960c63fc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc0b306-5885-4130-a7c6-4cb58c69b6bd,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:24.047931 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-095dcc94-77f1-41dd-9b2f-f2960c63fc0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:24.073622 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3338e9e-19c5-4f0d-88f4-6e67b02cb922 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Port': ['ID=0b82a9b4-475b-4afb-8359-7b426335542e,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:24.077937 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c3338e9e-19c5-4f0d-88f4-6e67b02cb922 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:24.144163 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3338e9e-19c5-4f0d-88f4-6e67b02cb922 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network a104f7af-fcd3-4c65-acd4-263dbbab1d16 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:24.148202 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-c3338e9e-19c5-4f0d-88f4-6e67b02cb922 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:24.150203 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea16e12-74f6-441e-b51c-4a7fe952901a None None] Pushing event updated for resources: {'Port': ['ID=49fba2c8-ccf2-4f40-a67d-8df7be7932e9,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:24.164539 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-3ea16e12-74f6-441e-b51c-4a7fe952901a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:24.268644 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 52d53972-fb8a-43ca-9d11-eab19bb94bc9 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:24.405558 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 52d53972-fb8a-43ca-9d11-eab19bb94bc9 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:24.406228 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:24.446694 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-11e2413a-fde2-4c6a-a26e-57a9cdb5bf61 None None] Provisioning for port 0b82a9b4-475b-4afb-8359-7b426335542e completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:24.451908 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-11e2413a-fde2-4c6a-a26e-57a9cdb5bf61 None None] Provisioning complete for port 0b82a9b4-475b-4afb-8359-7b426335542e triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:24.452413 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-11e2413a-fde2-4c6a-a26e-57a9cdb5bf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:24.568170 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-11e2413a-fde2-4c6a-a26e-57a9cdb5bf61 None None] Port 0b82a9b4-475b-4afb-8359-7b426335542e cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:53:24.568290 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-f1ab458b-e0c2-4c96-83fd-94a3d2a62fd8 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Calling delete_port for 3a405ab2-ca62-4aa9-b15e-e05b0e2fd7ae owned by network:floatingip {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:24.574109 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-11e2413a-fde2-4c6a-a26e-57a9cdb5bf61 None None] Provisioning complete for port 49fba2c8-ccf2-4f40-a67d-8df7be7932e9 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:24.574606 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-11e2413a-fde2-4c6a-a26e-57a9cdb5bf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:24.582887 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5eb314a3-97f6-4c56-a1bc-bdd7caaa1ec5 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:24.583303 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-5eb314a3-97f6-4c56-a1bc-bdd7caaa1ec5 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Added segment f6d78a4c-ef2e-4f34-a072-8cdc211e4c60 of type vlan for network b89406c4-5ce2-40be-92aa-c0dbc840cb38 Jun 17 08:53:24.687397 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-460f4e65-cb50-48e8-ae2b-4b1c63f3fb52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:24.741071 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5eb314a3-97f6-4c56-a1bc-bdd7caaa1ec5 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:24.789457 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3338e9e-19c5-4f0d-88f4-6e67b02cb922 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Router cc72f6e1-f861-4de1-9cab-5097f370e70b has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:53:24.810956 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-4df52bd3-d9de-497e-a7f0-3fc3f2b8a207 None None] Provisioning complete for port 0b82a9b4-475b-4afb-8359-7b426335542e triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:24.811360 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4df52bd3-d9de-497e-a7f0-3fc3f2b8a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:24.837254 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-460f4e65-cb50-48e8-ae2b-4b1c63f3fb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:24.845301 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bff2d5ab-839e-497a-aa66-bd128a9cdbf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:24.847066 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-4df52bd3-d9de-497e-a7f0-3fc3f2b8a207 None None] Port 0b82a9b4-475b-4afb-8359-7b426335542e cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:53:24.893549 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-460f4e65-cb50-48e8-ae2b-4b1c63f3fb52 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=87552edddc9c429fbf20a0993365a632&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3296683 Jun 17 08:53:24.896710 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 32906) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:24.897168 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3338e9e-19c5-4f0d-88f4-6e67b02cb922 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:24.902227 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c3338e9e-19c5-4f0d-88f4-6e67b02cb922 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "PUT /v2.0/routers/cc72f6e1-f861-4de1-9cab-5097f370e70b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3346355 Jun 17 08:53:24.904882 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 32908) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:24.907132 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f4e65-cb50-48e8-ae2b-4b1c63f3fb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ae0a7d-9321-44db-bae6-e9d76a7a3ccb,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:24.907846 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b9be5b-9b1c-4676-9011-80e290d25677 None None] Sync routers for ids ['cc72f6e1-f861-4de1-9cab-5097f370e70b'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:24.912228 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-e1a84377-c47b-45c3-a22d-a7b0a2e62ed4 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1698867312'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:24.918470 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-460f4e65-cb50-48e8-ae2b-4b1c63f3fb52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:24.921723 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5eb314a3-97f6-4c56-a1bc-bdd7caaa1ec5 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:24.929462 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb314a3-97f6-4c56-a1bc-bdd7caaa1ec5 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:24.930451 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5eb314a3-97f6-4c56-a1bc-bdd7caaa1ec5 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:24.940337 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b9be5b-9b1c-4676-9011-80e290d25677 None None] Routers {'cc72f6e1-f861-4de1-9cab-5097f370e70b'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:24.940337 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-99b9be5b-9b1c-4676-9011-80e290d25677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cc72f6e1-f861-4de1-9cab-5097f370e70b'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:24.941061 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-82b54805-6c55-4463-b689-2d783e0427bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:24.978784 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b2cc55e5-c89a-46e6-9584-dc1af38ce439 None None] Provisioning complete for port 0b82a9b4-475b-4afb-8359-7b426335542e triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:24.979283 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b2cc55e5-c89a-46e6-9584-dc1af38ce439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.048864 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-b2cc55e5-c89a-46e6-9584-dc1af38ce439 None None] Port 0b82a9b4-475b-4afb-8359-7b426335542e cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:53:25.058546 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-99b9be5b-9b1c-4676-9011-80e290d25677 None None] Set router cc72f6e1-f861-4de1-9cab-5097f370e70b gateway port host: None {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:25.059592 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb314a3-97f6-4c56-a1bc-bdd7caaa1ec5 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Pushing event updated for resources: {'Network': ['ID=b89406c4-5ce2-40be-92aa-c0dbc840cb38,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:25.063654 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f1ab458b-e0c2-4c96-83fd-94a3d2a62fd8 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.074051 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network b89406c4-5ce2-40be-92aa-c0dbc840cb38 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:53:25.075002 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5eb314a3-97f6-4c56-a1bc-bdd7caaa1ec5 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:25.076820 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-12c267a0-d6aa-4d8a-afb2-da27fb34e8f3 tempest-DeleteServersTestJSON-607395120 tempest-DeleteServersTestJSON-607395120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:25.106673 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a84377-c47b-45c3-a22d-a7b0a2e62ed4 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Made reservation on behalf of b453b4a14bef4e7aaf5f450aad1ada65 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:25.110286 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e1a84377-c47b-45c3-a22d-a7b0a2e62ed4 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.146193 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-312570c3-358f-45e9-a6be-16c6a4aefd81 req-1ab9a893-ed40-4eea-ac4e-cb51453e9618 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d9e8b15-1e54-46db-ae41-0ccebeca7172 HTTP/1.1" status: 200 len: 210 time: 0.0889840 Jun 17 08:53:25.151683 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab458b-e0c2-4c96-83fd-94a3d2a62fd8 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event deleted for resources: {'Port': ['ID=3a405ab2-ca62-4aa9-b15e-e05b0e2fd7ae,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:25.156268 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a84377-c47b-45c3-a22d-a7b0a2e62ed4 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:53:25.174554 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f1ab458b-e0c2-4c96-83fd-94a3d2a62fd8 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:25.203516 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5c7d67dd-9d3f-4f5a-8dea-d65d43d57b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.224676 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e1a84377-c47b-45c3-a22d-a7b0a2e62ed4 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.225037 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-e1a84377-c47b-45c3-a22d-a7b0a2e62ed4 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Added segment f52e2f40-183e-4a83-a860-8b533a65ef1a of type vlan for network 508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972 Jun 17 08:53:25.261209 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5eb314a3-97f6-4c56-a1bc-bdd7caaa1ec5 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8018575 Jun 17 08:53:25.261434 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 32916) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:25.262118 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f1ab458b-e0c2-4c96-83fd-94a3d2a62fd8 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.264893 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f1ab458b-e0c2-4c96-83fd-94a3d2a62fd8 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.272923 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f1ab458b-e0c2-4c96-83fd-94a3d2a62fd8 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "DELETE /v2.0/floatingips/80aef65f-b88a-4186-a228-797d73a18840 HTTP/1.1" status: 204 len: 168 time: 1.6817737 Jun 17 08:53:25.276650 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 32918) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:25.285429 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-4c6d245e-0ad7-4344-8202-1fd08da3ec77 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Request body: {'subnet': {'network_id': 'b89406c4-5ce2-40be-92aa-c0dbc840cb38', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:25.292079 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-99b9be5b-9b1c-4676-9011-80e290d25677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:53:22Z', 'revision_number': 3, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None, '_interfaces': [{'id': '0b82a9b4-475b-4afb-8359-7b426335542e', 'name': '', 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a5:7a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:20Z', 'updated_at': '2021-06-17T08:53:23Z', 'revision_number': 2, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d53972-fb8a-43ca-9d11-eab19bb94bc9', 'name': '', 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:3b:8e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:12Z', 'updated_at': '2021-06-17T08:53:22Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:25.296950 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-ecc1bb3c-64d8-474c-bd81-d85b47426fb0 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'port_id': '39ea821e-7043-45b0-a76f-48f866594a70'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:25.320413 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e1a84377-c47b-45c3-a22d-a7b0a2e62ed4 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.323558 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b9be5b-9b1c-4676-9011-80e290d25677 None None] Checking router: cc72f6e1-f861-4de1-9cab-5097f370e70b for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:25.324139 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b9be5b-9b1c-4676-9011-80e290d25677 None None] Updating router cc72f6e1-f861-4de1-9cab-5097f370e70b port 0b82a9b4-475b-4afb-8359-7b426335542e binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:53:25.330107 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5c7d67dd-9d3f-4f5a-8dea-d65d43d57b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.385456 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-99b9be5b-9b1c-4676-9011-80e290d25677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.481197 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e87a5208-02ae-4ce9-afa8-6fb1ded7c793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.484607 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e1a84377-c47b-45c3-a22d-a7b0a2e62ed4 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.487848 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ecc1bb3c-64d8-474c-bd81-d85b47426fb0 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.492104 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a84377-c47b-45c3-a22d-a7b0a2e62ed4 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:25.492751 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e1a84377-c47b-45c3-a22d-a7b0a2e62ed4 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.496608 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-49c151c7-1b9c-4cfe-afac-d0085b7b673a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:25.586651 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5c7d67dd-9d3f-4f5a-8dea-d65d43d57b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.590813 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5c7d67dd-9d3f-4f5a-8dea-d65d43d57b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.595924 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5c7d67dd-9d3f-4f5a-8dea-d65d43d57b0b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55ae0a7d-9321-44db-bae6-e9d76a7a3ccb HTTP/1.1" status: 204 len: 168 time: 0.6980145 Jun 17 08:53:25.597158 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-227a3a12-4c14-4cfa-828c-a5510e1223c1 tempest-ImagesNegativeTestJSON-1800803913 tempest-ImagesNegativeTestJSON-1800803913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:25.611686 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a84377-c47b-45c3-a22d-a7b0a2e62ed4 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Network': ['ID=508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:25.614488 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e1a84377-c47b-45c3-a22d-a7b0a2e62ed4 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:25.623337 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:53:25.627571 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d67dd-9d3f-4f5a-8dea-d65d43d57b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ae0a7d-9321-44db-bae6-e9d76a7a3ccb,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:25.638497 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5c7d67dd-9d3f-4f5a-8dea-d65d43d57b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:25.643600 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6d245e-0ad7-4344-8202-1fd08da3ec77 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Made reservation on behalf of efb1f4611b1f491e8763ca939f24a14b for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:25.650807 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c6d245e-0ad7-4344-8202-1fd08da3ec77 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.727365 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e1a84377-c47b-45c3-a22d-a7b0a2e62ed4 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8205597 Jun 17 08:53:25.730206 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 32932) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:25.736690 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-7b51961c-d835-41e5-915a-6968ffb4bd7b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'subnet': {'network_id': '508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:25.825082 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-99b9be5b-9b1c-4676-9011-80e290d25677 None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.842141 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-99b9be5b-9b1c-4676-9011-80e290d25677 None None] Transition to ACTIVE for port object 0b82a9b4-475b-4afb-8359-7b426335542e will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:25.920932 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ecc1bb3c-64d8-474c-bd81-d85b47426fb0 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.957954 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-99b9be5b-9b1c-4676-9011-80e290d25677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.961234 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-4f1a58b7-c35a-42de-8cbf-768c5e29e74c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:25.978724 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17386ab5-c225-4b0a-a30b-a2eceda4a914 req-8cbc88d4-cf43-4b49-afe4-a2701ef54e52 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:25.980534 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-17386ab5-c225-4b0a-a30b-a2eceda4a914 req-8cbc88d4-cf43-4b49-afe4-a2701ef54e52 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4567a7a-c077-4674-860c-b2e56bd1e2f5 HTTP/1.1" status: 200 len: 946 time: 0.1156349 Jun 17 08:53:26.071851 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-17386ab5-c225-4b0a-a30b-a2eceda4a914 req-b154e2bf-f481-4429-93f7-18e0f3cc786e tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/security-groups?id=4da72bb0-3b3c-4314-9a13-8b9006a273f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788655 Jun 17 08:53:26.075552 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b51961c-d835-41e5-915a-6968ffb4bd7b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Made reservation on behalf of b453b4a14bef4e7aaf5f450aad1ada65 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:26.078845 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7b51961c-d835-41e5-915a-6968ffb4bd7b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:26.098193 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-ecc1bb3c-64d8-474c-bd81-d85b47426fb0 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Allocated IP 172.25.2.55 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/68e5d3b9-892a-4e4c-a4bb-b12cd4efcf41) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:26.138642 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47c44e-4b49-4c9c-8d4b-9bc2974506fa None None] Pushing event updated for resources: {'Port': ['ID=0b82a9b4-475b-4afb-8359-7b426335542e,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:26.174729 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47c44e-4b49-4c9c-8d4b-9bc2974506fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:26.175229 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47c44e-4b49-4c9c-8d4b-9bc2974506fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:26.175581 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47c44e-4b49-4c9c-8d4b-9bc2974506fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:26.175990 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47c44e-4b49-4c9c-8d4b-9bc2974506fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:26.176922 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47c44e-4b49-4c9c-8d4b-9bc2974506fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:26.177431 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47c44e-4b49-4c9c-8d4b-9bc2974506fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:26.177927 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47c44e-4b49-4c9c-8d4b-9bc2974506fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:26.178416 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47c44e-4b49-4c9c-8d4b-9bc2974506fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:26.179472 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47c44e-4b49-4c9c-8d4b-9bc2974506fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:26.179988 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47c44e-4b49-4c9c-8d4b-9bc2974506fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:26.180516 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47c44e-4b49-4c9c-8d4b-9bc2974506fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:26.181020 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47c44e-4b49-4c9c-8d4b-9bc2974506fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:26.185304 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-ae47c44e-4b49-4c9c-8d4b-9bc2974506fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:26.204393 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-99b9be5b-9b1c-4676-9011-80e290d25677 None None] Attempting to bind port 0b82a9b4-475b-4afb-8359-7b426335542e on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:53:26.204511 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-99b9be5b-9b1c-4676-9011-80e290d25677 None None] Attempting to bind port 0b82a9b4-475b-4afb-8359-7b426335542e by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '9d2bb867-56d3-4030-9e79-8d732554f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:53:26.204837 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b9be5b-9b1c-4676-9011-80e290d25677 None None] Attempting to bind port 0b82a9b4-475b-4afb-8359-7b426335542e on network a104f7af-fcd3-4c65-acd4-263dbbab1d16 {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:26.211562 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b9be5b-9b1c-4676-9011-80e290d25677 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:53:26.212278 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b9be5b-9b1c-4676-9011-80e290d25677 None None] Checking segment: {'id': '9d2bb867-56d3-4030-9e79-8d732554f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:26.213102 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-99b9be5b-9b1c-4676-9011-80e290d25677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:26.213694 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b9be5b-9b1c-4676-9011-80e290d25677 None None] Bound using segment: {'id': '9d2bb867-56d3-4030-9e79-8d732554f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:53:26.214774 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-99b9be5b-9b1c-4676-9011-80e290d25677 None None] Bound port: 0b82a9b4-475b-4afb-8359-7b426335542e, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2bb867-56d3-4030-9e79-8d732554f2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:53:26.215339 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-99b9be5b-9b1c-4676-9011-80e290d25677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:26.229710 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 49fba2c8-ccf2-4f40-a67d-8df7be7932e9 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:26.244893 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c6d245e-0ad7-4344-8202-1fd08da3ec77 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:26.254040 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-99e3e229-a411-4a2a-9039-b3faff49172f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:26.324413 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-99b9be5b-9b1c-4676-9011-80e290d25677 None None] For port 0b82a9b4-475b-4afb-8359-7b426335542e, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:53:26.329979 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-99b9be5b-9b1c-4676-9011-80e290d25677 None None] For port 0b82a9b4-475b-4afb-8359-7b426335542e, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=0b82a9b4-475b-4afb-8359-7b426335542e,segment=NetworkSegment(9d2bb867-56d3-4030-9e79-8d732554f2cb),segment_id=9d2bb867-56d3-4030-9e79-8d732554f2cb)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:53:26.372622 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 49fba2c8-ccf2-4f40-a67d-8df7be7932e9 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:26.373360 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:26.446167 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6df88088-c07e-4319-a9fb-ce204f70127a req-5a617b99-2fcb-449a-947d-5628ffb22215 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d9e8b15-1e54-46db-ae41-0ccebeca7172 HTTP/1.1" status: 200 len: 210 time: 0.0968604 Jun 17 08:53:26.453781 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-99b9be5b-9b1c-4676-9011-80e290d25677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:26.486526 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-6020189c-aa67-4fc5-aa92-61ffcc0127f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:26.554399 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d245e-0ad7-4344-8202-1fd08da3ec77 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Pushing event updated for resources: {'Subnet': ['ID=ccf0eb19-cfb2-4973-9c64-0057108f0320,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:26.567898 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4c6d245e-0ad7-4344-8202-1fd08da3ec77 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:26.608188 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ecc1bb3c-64d8-474c-bd81-d85b47426fb0 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:26.626774 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6d245e-0ad7-4344-8202-1fd08da3ec77 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Checking segment: {'id': 'f6d78a4c-ef2e-4f34-a072-8cdc211e4c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b89406c4-5ce2-40be-92aa-c0dbc840cb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:26.627770 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6d245e-0ad7-4344-8202-1fd08da3ec77 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Network hostable DHCP agents. Network: b89406c4-5ce2-40be-92aa-c0dbc840cb38, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:53:26.642133 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7b51961c-d835-41e5-915a-6968ffb4bd7b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:26.644435 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b9be5b-9b1c-4676-9011-80e290d25677 None None] Routers {'cc72f6e1-f861-4de1-9cab-5097f370e70b'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:26.645256 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-99b9be5b-9b1c-4676-9011-80e290d25677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:52:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cc72f6e1-f861-4de1-9cab-5097f370e70b'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:26.647080 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-432b575e-4673-4e28-8cc5-ba39dafd8885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:26.650521 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47c44e-4b49-4c9c-8d4b-9bc2974506fa None None] Pushing event updated for resources: {'Port': ['ID=0b82a9b4-475b-4afb-8359-7b426335542e,revision_number=4']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:26.692896 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-ae47c44e-4b49-4c9c-8d4b-9bc2974506fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:26.747953 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51961c-d835-41e5-915a-6968ffb4bd7b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Subnet': ['ID=e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:26.764291 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6d245e-0ad7-4344-8202-1fd08da3ec77 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Network b89406c4-5ce2-40be-92aa-c0dbc840cb38 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:53:26.770551 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7b51961c-d835-41e5-915a-6968ffb4bd7b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:26.774926 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b51961c-d835-41e5-915a-6968ffb4bd7b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Checking segment: {'id': 'f52e2f40-183e-4a83-a860-8b533a65ef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:26.775520 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b51961c-d835-41e5-915a-6968ffb4bd7b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network hostable DHCP agents. Network: 508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:53:26.797020 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ecc1bb3c-64d8-474c-bd81-d85b47426fb0 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:26.797020 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1fe6eb92-95c6-41b1-9640-77eaf06bcd5e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:26.803169 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-99b9be5b-9b1c-4676-9011-80e290d25677 None None] Set router cc72f6e1-f861-4de1-9cab-5097f370e70b gateway port host: None {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:26.855198 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc1bb3c-64d8-474c-bd81-d85b47426fb0 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:26.859170 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-4c6d245e-0ad7-4344-8202-1fd08da3ec77 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, b89406c4-5ce2-40be-92aa-c0dbc840cb38) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:26.865797 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-ecc1bb3c-64d8-474c-bd81-d85b47426fb0 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:26.873041 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc1767c-5cc5-4bdc-9f4c-f80278e1a9d7 None None] Network b89406c4-5ce2-40be-92aa-c0dbc840cb38 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:26.884327 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc1bb3c-64d8-474c-bd81-d85b47426fb0 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:26.888287 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6d245e-0ad7-4344-8202-1fd08da3ec77 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:26.889276 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c6d245e-0ad7-4344-8202-1fd08da3ec77 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:26.899346 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1bb3c-64d8-474c-bd81-d85b47426fb0 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event updated for resources: {'Port': ['ID=68e5d3b9-892a-4e4c-a4bb-b12cd4efcf41,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:26.931377 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ecc1bb3c-64d8-474c-bd81-d85b47426fb0 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:26.970310 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b51961c-d835-41e5-915a-6968ffb4bd7b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network 508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:53:26.988059 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-7b51961c-d835-41e5-915a-6968ffb4bd7b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:26.999458 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b51961c-d835-41e5-915a-6968ffb4bd7b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:27.006821 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 32954) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:27.021955 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7b51961c-d835-41e5-915a-6968ffb4bd7b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:27.026887 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a7509a-5be8-4621-bcca-5f902db915e5 None None] Network 508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:27.072200 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2a3aa6cc-73c4-4083-a07f-9cb9b5f1d305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:27.125655 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4c6d245e-0ad7-4344-8202-1fd08da3ec77 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8511136 Jun 17 08:53:27.126452 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 32956) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:27.135671 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-92e5f416-767e-42d8-8ca5-c438aac98847 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-334933264'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:27.250882 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-99b9be5b-9b1c-4676-9011-80e290d25677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:53:22Z', 'revision_number': 3, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None, '_interfaces': [{'id': '0b82a9b4-475b-4afb-8359-7b426335542e', 'name': '', 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a5:7a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:20Z', 'updated_at': '2021-06-17T08:53:26Z', 'revision_number': 4, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d53972-fb8a-43ca-9d11-eab19bb94bc9', 'name': '', 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:3b:8e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:12Z', 'updated_at': '2021-06-17T08:53:22Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:27.260231 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7b51961c-d835-41e5-915a-6968ffb4bd7b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5284927 Jun 17 08:53:27.265831 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 32960) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:27.322215 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b9be5b-9b1c-4676-9011-80e290d25677 None None] The sync data for ids ['cc72f6e1-f861-4de1-9cab-5097f370e70b'] in n-d-758944-30 is: [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:53:22Z', 'revision_number': 3, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None, '_interfaces': [{'id': '0b82a9b4-475b-4afb-8359-7b426335542e', 'name': '', 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a5:7a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:20Z', 'updated_at': '2021-06-17T08:53:26Z', 'revision_number': 4, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d53972-fb8a-43ca-9d11-eab19bb94bc9', 'name': '', 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:3b:8e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:12Z', 'updated_at': '2021-06-17T08:53:22Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:27.482306 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db54adc3-4266-462f-8d6b-d5f1f799e503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-b89406c4-5ce2-40be-92aa-c0dbc840cb38', 'network_id': 'b89406c4-5ce2-40be-92aa-c0dbc840cb38', 'tenant_id': 'efb1f4611b1f491e8763ca939f24a14b', 'fixed_ips': [{'subnet_id': 'ccf0eb19-cfb2-4973-9c64-0057108f0320'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:53:27.484709 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-db54adc3-4266-462f-8d6b-d5f1f799e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:27.547465 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2a3aa6cc-73c4-4083-a07f-9cb9b5f1d305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:27.717162 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2643085-d544-4fea-bcfb-1df84d2d60f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972', 'network_id': '508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'fixed_ips': [{'subnet_id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:53:27.718319 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c2643085-d544-4fea-bcfb-1df84d2d60f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:27.760143 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2a3aa6cc-73c4-4083-a07f-9cb9b5f1d305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:27.781159 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4422c-1561-476d-b640-417470f328b9 req-b9a86b44-2475-4be9-bd69-8632b3b0b75f tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:27.782908 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c1d4422c-1561-476d-b640-417470f328b9 req-b9a86b44-2475-4be9-bd69-8632b3b0b75f tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4567a7a-c077-4674-860c-b2e56bd1e2f5 HTTP/1.1" status: 200 len: 946 time: 0.3496673 Jun 17 08:53:27.858376 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c1d4422c-1561-476d-b640-417470f328b9 req-8f7099a5-3772-445a-bd0f-c6cf175eabd0 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/security-groups?id=4da72bb0-3b3c-4314-9a13-8b9006a273f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670800 Jun 17 08:53:27.898594 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3f68f7c8-6e74-4dfe-ba7c-bcff8545f1f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:27.901148 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e5f416-767e-42d8-8ca5-c438aac98847 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Made reservation on behalf of efb1f4611b1f491e8763ca939f24a14b for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:27.905036 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-92e5f416-767e-42d8-8ca5-c438aac98847 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:27.971412 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e5f416-767e-42d8-8ca5-c438aac98847 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:53:27.992488 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fd8c44cc-f894-4466-91f1-c7d34e22d9ef req-063fc788-bc64-467f-831e-5a957ff9954a tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d9e8b15-1e54-46db-ae41-0ccebeca7172 HTTP/1.1" status: 200 len: 210 time: 0.3370101 Jun 17 08:53:28.056496 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ea4fb46-9fea-4829-a50c-5dbab7e1a746 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.069908 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-92e5f416-767e-42d8-8ca5-c438aac98847 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.070349 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-92e5f416-767e-42d8-8ca5-c438aac98847 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Added segment 51d9365d-b04e-4fec-b73e-7c245a3c9529 of type vlan for network 1217f561-ccf4-4c84-98b2-7856be3953a9 Jun 17 08:53:28.088105 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-db54adc3-4266-462f-8d6b-d5f1f799e503 None None] Allocated IP 19.80.0.2 (b89406c4-5ce2-40be-92aa-c0dbc840cb38/ccf0eb19-cfb2-4973-9c64-0057108f0320/e823bf9e-c38b-468b-9e73-2ef6acbbc0ce) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:28.195370 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2a3aa6cc-73c4-4083-a07f-9cb9b5f1d305 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b96cff5b203d44768d5f1fadda07bf0a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1870224 Jun 17 08:53:28.207826 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 32974) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:28.266808 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3aa6cc-73c4-4083-a07f-9cb9b5f1d305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a73c185-b5d4-4a63-8e5c-90393eae65c8,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:28.300622 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2a3aa6cc-73c4-4083-a07f-9cb9b5f1d305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:28.338003 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-92e5f416-767e-42d8-8ca5-c438aac98847 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.400668 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ecc1bb3c-64d8-474c-bd81-d85b47426fb0 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.435423 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-db54adc3-4266-462f-8d6b-d5f1f799e503 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.448187 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-db54adc3-4266-462f-8d6b-d5f1f799e503 None None] Transition to ACTIVE for port object e823bf9e-c38b-468b-9e73-2ef6acbbc0ce will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:28.463733 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-d3f4beba-7a77-4c2c-9646-9b1d9db63c16 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:28.465310 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-d3f4beba-7a77-4c2c-9646-9b1d9db63c16 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.53 "GET /v2.0/networks?id=50934354-3191-48c9-bd49-e9b62269b310 HTTP/1.1" status: 200 len: 818 time: 0.8049517 Jun 17 08:53:28.472292 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-54be27e0-2a2c-4a58-833b-8614da3f76fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.481226 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-db54adc3-4266-462f-8d6b-d5f1f799e503 None None] Transition to ACTIVE for port object e823bf9e-c38b-468b-9e73-2ef6acbbc0ce will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:28.483217 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-0bc46da5-d697-4444-ae6d-8b9dbbb8ca31 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Request body: {'port': {'device_id': '6d270702-edaf-4970-86e9-2489fa1e3ce5', 'network_id': '50934354-3191-48c9-bd49-e9b62269b310', 'admin_state_up': True, 'tenant_id': '105ff33ad0104f0bb37aaa476e6819f4'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:28.500343 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 0b82a9b4-475b-4afb-8359-7b426335542e up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:28.503380 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-92e5f416-767e-42d8-8ca5-c438aac98847 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.512283 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e5f416-767e-42d8-8ca5-c438aac98847 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:28.512969 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-92e5f416-767e-42d8-8ca5-c438aac98847 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.521277 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-61a605fc-320a-4b69-b848-fc05f6f2ee58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:28.616541 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-db54adc3-4266-462f-8d6b-d5f1f799e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.621599 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-d8ec18ab-eca4-42ac-9474-6869681a6ec3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:28.663604 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-54be27e0-2a2c-4a58-833b-8614da3f76fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.673536 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.673893 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5f416-767e-42d8-8ca5-c438aac98847 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Pushing event updated for resources: {'Network': ['ID=1217f561-ccf4-4c84-98b2-7856be3953a9,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:28.687622 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-92e5f416-767e-42d8-8ca5-c438aac98847 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:28.693195 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-92e5f416-767e-42d8-8ca5-c438aac98847 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5652087 Jun 17 08:53:28.696938 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 32978) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:28.702237 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 1217f561-ccf4-4c84-98b2-7856be3953a9 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:53:28.708486 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-a64933dc-cca0-4268-8de6-f6ba88966ae0 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Request body: {'subnet': {'network_id': '1217f561-ccf4-4c84-98b2-7856be3953a9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:28.725630 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db54adc3-4266-462f-8d6b-d5f1f799e503 None None] Network b89406c4-5ce2-40be-92aa-c0dbc840cb38 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:28.777437 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-db54adc3-4266-462f-8d6b-d5f1f799e503 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:28.783220 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-c2643085-d544-4fea-bcfb-1df84d2d60f5 None None] Allocated IP 2001:db8:2::2 (508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972/e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f/5a06c230-5d47-45fd-b0cd-080a342fc9b2) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:28.789863 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db54adc3-4266-462f-8d6b-d5f1f799e503 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:28.795747 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54adc3-4266-462f-8d6b-d5f1f799e503 None None] Pushing event updated for resources: {'Port': ['ID=e823bf9e-c38b-468b-9e73-2ef6acbbc0ce,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:28.815501 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-db54adc3-4266-462f-8d6b-d5f1f799e503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:28.930225 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-db54adc3-4266-462f-8d6b-d5f1f799e503 None None] Attempting to bind port e823bf9e-c38b-468b-9e73-2ef6acbbc0ce on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:53:28.930660 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-db54adc3-4266-462f-8d6b-d5f1f799e503 None None] Attempting to bind port e823bf9e-c38b-468b-9e73-2ef6acbbc0ce by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'f6d78a4c-ef2e-4f34-a072-8cdc211e4c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b89406c4-5ce2-40be-92aa-c0dbc840cb38'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:53:28.931042 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db54adc3-4266-462f-8d6b-d5f1f799e503 None None] Attempting to bind port e823bf9e-c38b-468b-9e73-2ef6acbbc0ce on network b89406c4-5ce2-40be-92aa-c0dbc840cb38 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:28.933133 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 0b82a9b4-475b-4afb-8359-7b426335542e completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:28.943749 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 0b82a9b4-475b-4afb-8359-7b426335542e triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:28.943749 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.949546 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db54adc3-4266-462f-8d6b-d5f1f799e503 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:53:28.949961 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db54adc3-4266-462f-8d6b-d5f1f799e503 None None] Checking segment: {'id': 'f6d78a4c-ef2e-4f34-a072-8cdc211e4c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b89406c4-5ce2-40be-92aa-c0dbc840cb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:28.950359 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-db54adc3-4266-462f-8d6b-d5f1f799e503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.950780 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db54adc3-4266-462f-8d6b-d5f1f799e503 None None] Bound using segment: {'id': 'f6d78a4c-ef2e-4f34-a072-8cdc211e4c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b89406c4-5ce2-40be-92aa-c0dbc840cb38'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:53:28.951322 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-db54adc3-4266-462f-8d6b-d5f1f799e503 None None] Bound port: e823bf9e-c38b-468b-9e73-2ef6acbbc0ce, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d78a4c-ef2e-4f34-a072-8cdc211e4c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b89406c4-5ce2-40be-92aa-c0dbc840cb38'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:53:28.951749 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-db54adc3-4266-462f-8d6b-d5f1f799e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.976334 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ecc1bb3c-64d8-474c-bd81-d85b47426fb0 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:29.050968 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64933dc-cca0-4268-8de6-f6ba88966ae0 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Made reservation on behalf of efb1f4611b1f491e8763ca939f24a14b for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:29.067685 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a64933dc-cca0-4268-8de6-f6ba88966ae0 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:29.090300 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-a0456f08-8e2c-444e-bd05-6c2c53908c6d tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:29.093999 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-a0456f08-8e2c-444e-bd05-6c2c53908c6d tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.50 "GET /v2.0/networks?id=50934354-3191-48c9-bd49-e9b62269b310 HTTP/1.1" status: 200 len: 818 time: 0.4645483 Jun 17 08:53:29.144916 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c2643085-d544-4fea-bcfb-1df84d2d60f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:29.152156 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-db54adc3-4266-462f-8d6b-d5f1f799e503 None None] For port e823bf9e-c38b-468b-9e73-2ef6acbbc0ce, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:53:29.155981 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-db54adc3-4266-462f-8d6b-d5f1f799e503 None None] For port e823bf9e-c38b-468b-9e73-2ef6acbbc0ce, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=e823bf9e-c38b-468b-9e73-2ef6acbbc0ce,segment=NetworkSegment(f6d78a4c-ef2e-4f34-a072-8cdc211e4c60),segment_id=f6d78a4c-ef2e-4f34-a072-8cdc211e4c60)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:53:29.163620 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c2643085-d544-4fea-bcfb-1df84d2d60f5 None None] Transition to ACTIVE for port object 5a06c230-5d47-45fd-b0cd-080a342fc9b2 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:29.186114 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-169bac07-0339-4c55-8c75-0be6a00cf210 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Request body: {'port': {'device_id': '6cfc3f43-c846-4b1c-9afd-f8355ae473f2', 'network_id': '50934354-3191-48c9-bd49-e9b62269b310', 'admin_state_up': True, 'tenant_id': '105ff33ad0104f0bb37aaa476e6819f4'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:29.216466 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c2643085-d544-4fea-bcfb-1df84d2d60f5 None None] Transition to ACTIVE for port object 5a06c230-5d47-45fd-b0cd-080a342fc9b2 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:29.224710 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:29.262629 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 0b82a9b4-475b-4afb-8359-7b426335542e, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=0b82a9b4-475b-4afb-8359-7b426335542e,segment=NetworkSegment(9d2bb867-56d3-4030-9e79-8d732554f2cb),segment_id=9d2bb867-56d3-4030-9e79-8d732554f2cb)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:29.267792 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6f6d466c-7916-4658-b609-987fa2fae147 req-51ab3349-77fb-46b0-acbe-8fa14dbc2021 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d9e8b15-1e54-46db-ae41-0ccebeca7172 HTTP/1.1" status: 200 len: 210 time: 0.0803905 Jun 17 08:53:29.361909 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-db54adc3-4266-462f-8d6b-d5f1f799e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:29.365604 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-b81a950c-0361-4298-a7cb-031b1554504c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:29.372268 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-54be27e0-2a2c-4a58-833b-8614da3f76fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:29.372268 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-54be27e0-2a2c-4a58-833b-8614da3f76fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:29.375247 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-54be27e0-2a2c-4a58-833b-8614da3f76fd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4a73c185-b5d4-4a63-8e5c-90393eae65c8 HTTP/1.1" status: 204 len: 168 time: 1.1636095 Jun 17 08:53:29.388907 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-054ed3bc-3855-4e82-ba90-59cbfec7e067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:29.468396 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-0bc46da5-d697-4444-ae6d-8b9dbbb8ca31 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Made reservation on behalf of 105ff33ad0104f0bb37aaa476e6819f4 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:29.476343 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-0bc46da5-d697-4444-ae6d-8b9dbbb8ca31 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:29.478941 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c2643085-d544-4fea-bcfb-1df84d2d60f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:29.498749 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5936e372-c4ea-42d9-a334-e04dcd554ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:29.508094 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:29.509115 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be27e0-2a2c-4a58-833b-8614da3f76fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a73c185-b5d4-4a63-8e5c-90393eae65c8,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:29.564017 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2643085-d544-4fea-bcfb-1df84d2d60f5 None None] Network 508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:29.577756 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-54be27e0-2a2c-4a58-833b-8614da3f76fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:29.578757 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-c2643085-d544-4fea-bcfb-1df84d2d60f5 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:29.592587 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2643085-d544-4fea-bcfb-1df84d2d60f5 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:29.611158 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54adc3-4266-462f-8d6b-d5f1f799e503 None None] Pushing event updated for resources: {'Port': ['ID=e823bf9e-c38b-468b-9e73-2ef6acbbc0ce,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:29.620277 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-db54adc3-4266-462f-8d6b-d5f1f799e503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:29.620746 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-b6348f29-ced1-40ed-9251-8dc84999c0ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:29.642095 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-7ea4fb46-9fea-4829-a50c-5dbab7e1a746 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Allocated IP 2001:db8:2::1 (508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972/e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f/b4aa108b-fbc1-433e-816a-f28436b01361) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:29.716798 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-5d26cc18-d7c4-432d-99bb-6819e6b0ad10 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:29.718485 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-5d26cc18-d7c4-432d-99bb-6819e6b0ad10 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.53 "GET /v2.0/networks?id=50934354-3191-48c9-bd49-e9b62269b310 HTTP/1.1" status: 200 len: 818 time: 0.3885682 Jun 17 08:53:29.723378 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ecc1bb3c-64d8-474c-bd81-d85b47426fb0 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:29.734573 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-c2643085-d544-4fea-bcfb-1df84d2d60f5 None None] Attempting to bind port 5a06c230-5d47-45fd-b0cd-080a342fc9b2 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:53:29.734851 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-c2643085-d544-4fea-bcfb-1df84d2d60f5 None None] Attempting to bind port 5a06c230-5d47-45fd-b0cd-080a342fc9b2 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'f52e2f40-183e-4a83-a860-8b533a65ef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:53:29.735200 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2643085-d544-4fea-bcfb-1df84d2d60f5 None None] Attempting to bind port 5a06c230-5d47-45fd-b0cd-080a342fc9b2 on network 508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:29.737188 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2643085-d544-4fea-bcfb-1df84d2d60f5 None None] Pushing event updated for resources: {'Port': ['ID=5a06c230-5d47-45fd-b0cd-080a342fc9b2,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:29.738147 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-784cdbfd-c7f6-4b1b-a3d1-7792f8437808 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Request body: {'port': {'device_id': '3d9e8b15-1e54-46db-ae41-0ccebeca7172', 'network_id': '50934354-3191-48c9-bd49-e9b62269b310', 'admin_state_up': True, 'tenant_id': '105ff33ad0104f0bb37aaa476e6819f4'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:29.747066 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2643085-d544-4fea-bcfb-1df84d2d60f5 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:53:29.747455 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2643085-d544-4fea-bcfb-1df84d2d60f5 None None] Checking segment: {'id': 'f52e2f40-183e-4a83-a860-8b533a65ef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:29.747900 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c2643085-d544-4fea-bcfb-1df84d2d60f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:29.748306 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2643085-d544-4fea-bcfb-1df84d2d60f5 None None] Bound using segment: {'id': 'f52e2f40-183e-4a83-a860-8b533a65ef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:53:29.748796 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-c2643085-d544-4fea-bcfb-1df84d2d60f5 None None] Bound port: 5a06c230-5d47-45fd-b0cd-080a342fc9b2, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52e2f40-183e-4a83-a860-8b533a65ef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:53:29.749639 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c2643085-d544-4fea-bcfb-1df84d2d60f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:29.800339 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4af4a2-a3fd-4785-98b2-37d5661319a2 req-2e03e5d9-0ae0-492a-a39a-8abba2cb268e tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:29.801701 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=0b82a9b4-475b-4afb-8359-7b426335542e,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:29.802189 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2e4af4a2-a3fd-4785-98b2-37d5661319a2 req-2e03e5d9-0ae0-492a-a39a-8abba2cb268e tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4567a7a-c077-4674-860c-b2e56bd1e2f5 HTTP/1.1" status: 200 len: 946 time: 0.1955874 Jun 17 08:53:29.826448 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-0bc46da5-d697-4444-ae6d-8b9dbbb8ca31 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Allocated IP 172.20.0.4 (50934354-3191-48c9-bd49-e9b62269b310/a45424cb-452c-4fd7-9da0-2578b2d96c56/8926a91d-b807-4e83-abca-1b95630251b5) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:29.849618 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:29.851466 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9cf8ef50-878e-4532-a2e1-27226b25e237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.340s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:29.852938 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9cf8ef50-878e-4532-a2e1-27226b25e237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:29.952008 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ecc1bb3c-64d8-474c-bd81-d85b47426fb0 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:29.954756 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-169bac07-0339-4c55-8c75-0be6a00cf210 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Made reservation on behalf of 105ff33ad0104f0bb37aaa476e6819f4 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:29.976332 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-169bac07-0339-4c55-8c75-0be6a00cf210 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:29.976471 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-c2643085-d544-4fea-bcfb-1df84d2d60f5 None None] For port 5a06c230-5d47-45fd-b0cd-080a342fc9b2, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:53:29.976579 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b81dfcd1-c878-4700-a778-8e12ea85846b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:29.976694 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-c2643085-d544-4fea-bcfb-1df84d2d60f5 None None] For port 5a06c230-5d47-45fd-b0cd-080a342fc9b2, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=5a06c230-5d47-45fd-b0cd-080a342fc9b2,segment=NetworkSegment(f52e2f40-183e-4a83-a860-8b533a65ef1a),segment_id=f52e2f40-183e-4a83-a860-8b533a65ef1a)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:53:30.011642 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a64933dc-cca0-4268-8de6-f6ba88966ae0 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:30.022888 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ea4fb46-9fea-4829-a50c-5dbab7e1a746 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:30.025838 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-99cad677-85b2-4d88-a352-f12a76a8c615 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:30.040274 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2e4af4a2-a3fd-4785-98b2-37d5661319a2 req-d5d53788-0f36-40bd-9eda-df5f35ee18fd tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/security-groups?id=4da72bb0-3b3c-4314-9a13-8b9006a273f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309611 Jun 17 08:53:30.075847 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c2643085-d544-4fea-bcfb-1df84d2d60f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:30.081725 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:30.128231 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-7ea4fb46-9fea-4829-a50c-5dbab7e1a746 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Transition to ACTIVE for port object b4aa108b-fbc1-433e-816a-f28436b01361 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:30.148220 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64933dc-cca0-4268-8de6-f6ba88966ae0 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Pushing event updated for resources: {'Subnet': ['ID=d67dd722-a43c-45af-bbf1-986eabf0c566,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:30.155975 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a64933dc-cca0-4268-8de6-f6ba88966ae0 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:30.191102 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64933dc-cca0-4268-8de6-f6ba88966ae0 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Checking segment: {'id': '51d9365d-b04e-4fec-b73e-7c245a3c9529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1217f561-ccf4-4c84-98b2-7856be3953a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:30.191546 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64933dc-cca0-4268-8de6-f6ba88966ae0 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Network hostable DHCP agents. Network: 1217f561-ccf4-4c84-98b2-7856be3953a9, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:53:30.200438 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2643085-d544-4fea-bcfb-1df84d2d60f5 None None] Pushing event updated for resources: {'Port': ['ID=5a06c230-5d47-45fd-b0cd-080a342fc9b2,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:30.205489 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-c2643085-d544-4fea-bcfb-1df84d2d60f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:30.278568 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-784cdbfd-c7f6-4b1b-a3d1-7792f8437808 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Made reservation on behalf of 105ff33ad0104f0bb37aaa476e6819f4 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:30.291102 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-784cdbfd-c7f6-4b1b-a3d1-7792f8437808 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:30.291274 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1bb3c-64d8-474c-bd81-d85b47426fb0 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event updated for resources: {'Port': ['ID=68e5d3b9-892a-4e4c-a4bb-b12cd4efcf41,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:30.298859 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ecc1bb3c-64d8-474c-bd81-d85b47426fb0 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:30.337348 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device e823bf9e-c38b-468b-9e73-2ef6acbbc0ce up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:30.383631 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ea4fb46-9fea-4829-a50c-5dbab7e1a746 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:30.392507 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1461e40a-4ef7-430a-8fa9-baf743bb9599 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:30.420916 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64933dc-cca0-4268-8de6-f6ba88966ae0 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Network 1217f561-ccf4-4c84-98b2-7856be3953a9 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:53:30.426628 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ecc1bb3c-64d8-474c-bd81-d85b47426fb0 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:30.572825 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea4fb46-9fea-4829-a50c-5dbab7e1a746 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network 508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:30.577891 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port e823bf9e-c38b-468b-9e73-2ef6acbbc0ce completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:30.583237 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 0b82a9b4-475b-4afb-8359-7b426335542e up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:30.633505 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-0bc46da5-d697-4444-ae6d-8b9dbbb8ca31 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:30.653756 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-7ea4fb46-9fea-4829-a50c-5dbab7e1a746 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:30.655627 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-a64933dc-cca0-4268-8de6-f6ba88966ae0 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 1217f561-ccf4-4c84-98b2-7856be3953a9) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:30.676290 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eda19e-1097-45f3-885b-b30f4dc2d4c1 None None] Network 1217f561-ccf4-4c84-98b2-7856be3953a9 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:30.691222 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea4fb46-9fea-4829-a50c-5dbab7e1a746 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:30.691804 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ea4fb46-9fea-4829-a50c-5dbab7e1a746 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:30.702976 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64933dc-cca0-4268-8de6-f6ba88966ae0 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:30.703586 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a64933dc-cca0-4268-8de6-f6ba88966ae0 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:30.718352 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-86539b07-6f12-43b7-81fd-14887f431cb6 req-2205b22b-f60b-4f6e-9364-ed3ff3d60942 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d9e8b15-1e54-46db-ae41-0ccebeca7172 HTTP/1.1" status: 200 len: 210 time: 0.1756437 Jun 17 08:53:30.726242 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4fb46-9fea-4829-a50c-5dbab7e1a746 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Port': ['ID=b4aa108b-fbc1-433e-816a-f28436b01361,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:30.731748 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7ea4fb46-9fea-4829-a50c-5dbab7e1a746 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:30.895486 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 0b82a9b4-475b-4afb-8359-7b426335542e triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:30.895894 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:30.985881 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:31.011299 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a64933dc-cca0-4268-8de6-f6ba88966ae0 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3129585 Jun 17 08:53:31.089566 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c7173e-4d35-464b-a88f-7cd105da1f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-1217f561-ccf4-4c84-98b2-7856be3953a9', 'network_id': '1217f561-ccf4-4c84-98b2-7856be3953a9', 'tenant_id': 'efb1f4611b1f491e8763ca939f24a14b', 'fixed_ips': [{'subnet_id': 'd67dd722-a43c-45af-bbf1-986eabf0c566'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:53:31.090596 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-41c7173e-4d35-464b-a88f-7cd105da1f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:31.254070 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ea4fb46-9fea-4829-a50c-5dbab7e1a746 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:31.355153 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb2827c-e074-4d75-be00-ebee38bc8dd1 None None] Network b89406c4-5ce2-40be-92aa-c0dbc840cb38 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:31.485655 n-d-758944-30 neutron-server[94520]: INFO neutron.db.l3_db [None req-ecc1bb3c-64d8-474c-bd81-d85b47426fb0 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Floating IP 8a490f5c-6909-409f-b7a4-34099ec39f3b associated. External IP: 172.25.2.55, port: 39ea821e-7043-45b0-a76f-48f866594a70. Jun 17 08:53:31.540379 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3233d-23e8-4fa4-94df-ec662ac91363 req-dfe3384c-d817-4922-b47f-11c3013e1ff0 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:31.542301 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-54e3233d-23e8-4fa4-94df-ec662ac91363 req-dfe3384c-d817-4922-b47f-11c3013e1ff0 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4567a7a-c077-4674-860c-b2e56bd1e2f5 HTTP/1.1" status: 200 len: 946 time: 0.8394713 Jun 17 08:53:31.551064 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-41c7173e-4d35-464b-a88f-7cd105da1f62 None None] Allocated IP 19.86.0.2 (1217f561-ccf4-4c84-98b2-7856be3953a9/d67dd722-a43c-45af-bbf1-986eabf0c566/73d68241-95fa-4ce7-9799-5d2deb794d5e) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:31.605314 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-6d7fb439-b3d8-4956-87a2-6584827b42d2 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:31.611914 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-6d7fb439-b3d8-4956-87a2-6584827b42d2 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:31.613862 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-6d7fb439-b3d8-4956-87a2-6584827b42d2 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/networks?id=b89406c4-5ce2-40be-92aa-c0dbc840cb38&id=1217f561-ccf4-4c84-98b2-7856be3953a9 HTTP/1.1" status: 200 len: 1391 time: 0.1736732 Jun 17 08:53:31.644655 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-0bc46da5-d697-4444-ae6d-8b9dbbb8ca31 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:31.654983 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-53f70142-c234-472e-b14a-08ed0da35146 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:31.739415 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86fb9-c706-46a2-a072-5570dfb52152 req-76fc9674-adf0-43c6-9f4d-42d4217ee126 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:31.742157 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fba86fb9-c706-46a2-a072-5570dfb52152 req-76fc9674-adf0-43c6-9f4d-42d4217ee126 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4567a7a-c077-4674-860c-b2e56bd1e2f5 HTTP/1.1" status: 200 len: 946 time: 0.3839989 Jun 17 08:53:31.750558 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e853b524-212f-42c8-91eb-14f91ccfb55b None None] Provisioning for port e823bf9e-c38b-468b-9e73-2ef6acbbc0ce completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:31.792832 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ea4fb46-9fea-4829-a50c-5dbab7e1a746 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:31.819774 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-a3d90d13-daf2-41c0-96de-e1f7541a785c tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/quotas/efb1f4611b1f491e8763ca939f24a14b HTTP/1.1" status: 200 len: 375 time: 0.0227978 Jun 17 08:53:31.913862 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ea4fb46-9fea-4829-a50c-5dbab7e1a746 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:31.914731 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ea4fb46-9fea-4829-a50c-5dbab7e1a746 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:31.936590 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c3338e9e-19c5-4f0d-88f4-6e67b02cb922 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:31.961541 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-0bc46da5-d697-4444-ae6d-8b9dbbb8ca31 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Network 50934354-3191-48c9-bd49-e9b62269b310 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:31.989745 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-0bc46da5-d697-4444-ae6d-8b9dbbb8ca31 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:32.005782 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-0bc46da5-d697-4444-ae6d-8b9dbbb8ca31 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:32.014641 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e853b524-212f-42c8-91eb-14f91ccfb55b None None] Provisioning complete for port e823bf9e-c38b-468b-9e73-2ef6acbbc0ce triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:32.015026 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e853b524-212f-42c8-91eb-14f91ccfb55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:32.046930 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566f0baf-cd07-4ac4-b67a-eba369919f57 None None] Network 508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:32.199287 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-169bac07-0339-4c55-8c75-0be6a00cf210 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Allocated IP 172.20.0.6 (50934354-3191-48c9-bd49-e9b62269b310/a45424cb-452c-4fd7-9da0-2578b2d96c56/b987b29d-9750-41aa-be6b-98f368e4ce36) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:32.223313 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc46da5-d697-4444-ae6d-8b9dbbb8ca31 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Pushing event updated for resources: {'Port': ['ID=8926a91d-b807-4e83-abca-1b95630251b5,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:32.244474 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e853b524-212f-42c8-91eb-14f91ccfb55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:32.285967 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 5a06c230-5d47-45fd-b0cd-080a342fc9b2 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:32.316956 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0bc46da5-d697-4444-ae6d-8b9dbbb8ca31 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:32.423084 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-41c7173e-4d35-464b-a88f-7cd105da1f62 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:32.456139 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fba86fb9-c706-46a2-a072-5570dfb52152 req-6cada57e-4cc9-405c-b34e-e9b30ca106e4 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/security-groups?id=4da72bb0-3b3c-4314-9a13-8b9006a273f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6204290 Jun 17 08:53:32.482169 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-41c7173e-4d35-464b-a88f-7cd105da1f62 None None] Transition to ACTIVE for port object 73d68241-95fa-4ce7-9799-5d2deb794d5e will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:32.523472 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-54e3233d-23e8-4fa4-94df-ec662ac91363 req-5b550210-10dd-4c00-877d-f7b51c4ca22e tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Deleting port 48cdff42-5586-4199-9014-2a161ba839a8 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:32.523472 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-54e3233d-23e8-4fa4-94df-ec662ac91363 req-5b550210-10dd-4c00-877d-f7b51c4ca22e tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:32.532846 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-e853b524-212f-42c8-91eb-14f91ccfb55b None None] For port e823bf9e-c38b-468b-9e73-2ef6acbbc0ce, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=e823bf9e-c38b-468b-9e73-2ef6acbbc0ce,segment=NetworkSegment(f6d78a4c-ef2e-4f34-a072-8cdc211e4c60),segment_id=f6d78a4c-ef2e-4f34-a072-8cdc211e4c60)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:32.547467 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-0bc46da5-d697-4444-ae6d-8b9dbbb8ca31 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:32.548156 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-0bc46da5-d697-4444-ae6d-8b9dbbb8ca31 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:32.556045 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-41c7173e-4d35-464b-a88f-7cd105da1f62 None None] Transition to ACTIVE for port object 73d68241-95fa-4ce7-9799-5d2deb794d5e will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:32.580736 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4fb46-9fea-4829-a50c-5dbab7e1a746 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Port': ['ID=b4aa108b-fbc1-433e-816a-f28436b01361,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:32.590449 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7ea4fb46-9fea-4829-a50c-5dbab7e1a746 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:32.617185 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-c3930c06-bb8b-44c1-8c2a-720dd9003775 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=efb1f4611b1f491e8763ca939f24a14b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7951889 Jun 17 08:53:32.626242 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:32.659904 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-0bc46da5-d697-4444-ae6d-8b9dbbb8ca31 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1849554 Jun 17 08:53:32.670846 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e853b524-212f-42c8-91eb-14f91ccfb55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:32.673368 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:32.722986 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-13735254-7f6b-4fc9-bcc4-ef0f14174f54 service neutron] Request body: {'port': {'device_id': '6d270702-edaf-4970-86e9-2489fa1e3ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:32.730360 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 5a06c230-5d47-45fd-b0cd-080a342fc9b2 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:32.753397 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-41c7173e-4d35-464b-a88f-7cd105da1f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:32.766956 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea4fb46-9fea-4829-a50c-5dbab7e1a746 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network 508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:32.774276 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-7ea4fb46-9fea-4829-a50c-5dbab7e1a746 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:32.803079 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c7173e-4d35-464b-a88f-7cd105da1f62 None None] Network 1217f561-ccf4-4c84-98b2-7856be3953a9 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:32.809221 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ab522fd9-6d51-4198-bf50-1347df57a2ee req-d1039b53-ec0b-4910-990e-6a54eb3d4c00 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d9e8b15-1e54-46db-ae41-0ccebeca7172 HTTP/1.1" status: 200 len: 210 time: 0.1034396 Jun 17 08:53:32.836154 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-41c7173e-4d35-464b-a88f-7cd105da1f62 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:32.840437 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc1bb3c-64d8-474c-bd81-d85b47426fb0 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Router 3e32954e-284e-4730-bacd-ab3280499d59 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:53:32.861416 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c7173e-4d35-464b-a88f-7cd105da1f62 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:32.922052 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853b524-212f-42c8-91eb-14f91ccfb55b None None] Pushing event updated for resources: {'Port': ['ID=e823bf9e-c38b-468b-9e73-2ef6acbbc0ce,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:32.937886 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e853b524-212f-42c8-91eb-14f91ccfb55b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:32.984164 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9fe753ff-d102-4541-8ffd-41d549ed7dc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:32.986553 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-b94f1266-4d3e-4e3a-a100-801002ba3b8e service neutron] 10.222.0.49 "GET /v2.0/networks/b89406c4-5ce2-40be-92aa-c0dbc840cb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674715 Jun 17 08:53:33.041216 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e41260cb-f4f1-4c7e-98ce-db04ddac2f6e None None] Provisioning for port 5a06c230-5d47-45fd-b0cd-080a342fc9b2 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:33.059101 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e41260cb-f4f1-4c7e-98ce-db04ddac2f6e None None] Provisioning complete for port 5a06c230-5d47-45fd-b0cd-080a342fc9b2 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:33.059555 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e41260cb-f4f1-4c7e-98ce-db04ddac2f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.063187 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-41c7173e-4d35-464b-a88f-7cd105da1f62 None None] Attempting to bind port 73d68241-95fa-4ce7-9799-5d2deb794d5e on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:53:33.063580 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-41c7173e-4d35-464b-a88f-7cd105da1f62 None None] Attempting to bind port 73d68241-95fa-4ce7-9799-5d2deb794d5e by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '51d9365d-b04e-4fec-b73e-7c245a3c9529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1217f561-ccf4-4c84-98b2-7856be3953a9'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:53:33.064023 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c7173e-4d35-464b-a88f-7cd105da1f62 None None] Attempting to bind port 73d68241-95fa-4ce7-9799-5d2deb794d5e on network 1217f561-ccf4-4c84-98b2-7856be3953a9 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:33.116137 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea4fb46-9fea-4829-a50c-5dbab7e1a746 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Router cc72f6e1-f861-4de1-9cab-5097f370e70b has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:53:33.120353 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7173e-4d35-464b-a88f-7cd105da1f62 None None] Pushing event updated for resources: {'Port': ['ID=73d68241-95fa-4ce7-9799-5d2deb794d5e,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:33.136813 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c7173e-4d35-464b-a88f-7cd105da1f62 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:53:33.143979 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c7173e-4d35-464b-a88f-7cd105da1f62 None None] Checking segment: {'id': '51d9365d-b04e-4fec-b73e-7c245a3c9529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1217f561-ccf4-4c84-98b2-7856be3953a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:33.144795 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-41c7173e-4d35-464b-a88f-7cd105da1f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.145238 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c7173e-4d35-464b-a88f-7cd105da1f62 None None] Bound using segment: {'id': '51d9365d-b04e-4fec-b73e-7c245a3c9529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1217f561-ccf4-4c84-98b2-7856be3953a9'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:53:33.145866 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-41c7173e-4d35-464b-a88f-7cd105da1f62 None None] Bound port: 73d68241-95fa-4ce7-9799-5d2deb794d5e, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51d9365d-b04e-4fec-b73e-7c245a3c9529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1217f561-ccf4-4c84-98b2-7856be3953a9'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:53:33.146304 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc1bb3c-64d8-474c-bd81-d85b47426fb0 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:33.146484 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-41c7173e-4d35-464b-a88f-7cd105da1f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.153091 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-41c7173e-4d35-464b-a88f-7cd105da1f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:33.161678 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-13735254-7f6b-4fc9-bcc4-ef0f14174f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.190938 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4bfb62-8c5e-4ebc-ad17-0ece64c46664 None None] Sync routers for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:33.219094 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-86fd0fdb-4efe-44bd-896e-31e5bb888619 service neutron] 10.222.0.49 "GET /v2.0/networks/b89406c4-5ce2-40be-92aa-c0dbc840cb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315028 Jun 17 08:53:33.229441 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-169bac07-0339-4c55-8c75-0be6a00cf210 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.251428 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 48cdff42-5586-4199-9014-2a161ba839a8 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:53:33.253415 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-54e3233d-23e8-4fa4-94df-ec662ac91363 req-5b550210-10dd-4c00-877d-f7b51c4ca22e tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] For port 48cdff42-5586-4199-9014-2a161ba839a8, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=48cdff42-5586-4199-9014-2a161ba839a8,segment=NetworkSegment(9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f),segment_id=9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:33.257703 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-54e3233d-23e8-4fa4-94df-ec662ac91363 req-5b550210-10dd-4c00-877d-f7b51c4ca22e tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.350149 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4bfb62-8c5e-4ebc-ad17-0ece64c46664 None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:33.351043 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-2b4bfb62-8c5e-4ebc-ad17-0ece64c46664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:33.366529 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-0b45beee-e4f3-48fd-af5a-a5848ebec84f service neutron] 10.222.0.49 "GET /v2.0/networks/1217f561-ccf4-4c84-98b2-7856be3953a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316588 Jun 17 08:53:33.477298 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-2b4bfb62-8c5e-4ebc-ad17-0ece64c46664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:33.498793 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-7a511727-334f-4b6c-80c6-04217ae621cb service neutron] 10.222.0.49 "GET /v2.0/networks/1217f561-ccf4-4c84-98b2-7856be3953a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330822 Jun 17 08:53:33.603739 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ecc1bb3c-64d8-474c-bd81-d85b47426fb0 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.605819 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea4fb46-9fea-4829-a50c-5dbab7e1a746 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:33.615109 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7ea4fb46-9fea-4829-a50c-5dbab7e1a746 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "PUT /v2.0/routers/cc72f6e1-f861-4de1-9cab-5097f370e70b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3531139 Jun 17 08:53:33.616006 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33064) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:33.619207 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0792c6d0-fb8c-47cb-a13b-f7b6e1a41ca4 None None] Sync routers for ids ['cc72f6e1-f861-4de1-9cab-5097f370e70b'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:33.634663 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-ed58d7b1-e823-417e-9774-30303b707b89 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1158364101'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:33.648288 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0792c6d0-fb8c-47cb-a13b-f7b6e1a41ca4 None None] Routers {'cc72f6e1-f861-4de1-9cab-5097f370e70b'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:33.671444 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-0792c6d0-fb8c-47cb-a13b-f7b6e1a41ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cc72f6e1-f861-4de1-9cab-5097f370e70b'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:33.736785 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4bfb62-8c5e-4ebc-ad17-0ece64c46664 None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:33.736785 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-2b4bfb62-8c5e-4ebc-ad17-0ece64c46664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:33.736785 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-41c7173e-4d35-464b-a88f-7cd105da1f62 None None] For port 73d68241-95fa-4ce7-9799-5d2deb794d5e, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:53:33.772401 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed58d7b1-e823-417e-9774-30303b707b89 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Made reservation on behalf of b453b4a14bef4e7aaf5f450aad1ada65 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:33.776416 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ed58d7b1-e823-417e-9774-30303b707b89 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.833563 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed58d7b1-e823-417e-9774-30303b707b89 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:53:33.834221 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-2b4bfb62-8c5e-4ebc-ad17-0ece64c46664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:33.835531 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4bfb62-8c5e-4ebc-ad17-0ece64c46664 None None] The sync data for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:33.840206 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e41260cb-f4f1-4c7e-98ce-db04ddac2f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.850041 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-41c7173e-4d35-464b-a88f-7cd105da1f62 None None] For port 73d68241-95fa-4ce7-9799-5d2deb794d5e, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=73d68241-95fa-4ce7-9799-5d2deb794d5e,segment=NetworkSegment(51d9365d-b04e-4fec-b73e-7c245a3c9529),segment_id=51d9365d-b04e-4fec-b73e-7c245a3c9529)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:53:33.850833 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ed58d7b1-e823-417e-9774-30303b707b89 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.851287 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-ed58d7b1-e823-417e-9774-30303b707b89 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Added segment faaddfcb-50f6-489d-b753-3be3bd17a420 of type vlan for network 9041a988-0ab6-4480-bad2-375a6cd7ae07 Jun 17 08:53:33.938335 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-e41260cb-f4f1-4c7e-98ce-db04ddac2f6e None None] For port 5a06c230-5d47-45fd-b0cd-080a342fc9b2, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=5a06c230-5d47-45fd-b0cd-080a342fc9b2,segment=NetworkSegment(f52e2f40-183e-4a83-a860-8b533a65ef1a),segment_id=f52e2f40-183e-4a83-a860-8b533a65ef1a)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:33.940477 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.968409 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4567a7a-c077-4674-860c-b2e56bd1e2f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48cdff42-5586-4199-9014-2a161ba839a8'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:53:33.970731 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13384292-1a37-4c92-9e1d-9739dec024fc" -d '{"events": [{"server_uuid": "d4567a7a-c077-4674-860c-b2e56bd1e2f5", "name": "network-vif-unplugged", "status": "completed", "tag": "48cdff42-5586-4199-9014-2a161ba839a8"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:33.979980 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ed58d7b1-e823-417e-9774-30303b707b89 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.987259 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 48cdff42-5586-4199-9014-2a161ba839a8, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=48cdff42-5586-4199-9014-2a161ba839a8,segment=NetworkSegment(9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f),segment_id=9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:33.998367 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-169bac07-0339-4c55-8c75-0be6a00cf210 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.998529 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-784cdbfd-c7f6-4b1b-a3d1-7792f8437808 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Allocated IP 172.20.0.7 (50934354-3191-48c9-bd49-e9b62269b310/a45424cb-452c-4fd7-9da0-2578b2d96c56/4e27e292-1d75-440b-92b4-f456f154593b) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:34.000279 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-41c7173e-4d35-464b-a88f-7cd105da1f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:34.007337 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:34.072177 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e41260cb-f4f1-4c7e-98ce-db04ddac2f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:34.081757 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-0792c6d0-fb8c-47cb-a13b-f7b6e1a41ca4 None None] Set router cc72f6e1-f861-4de1-9cab-5097f370e70b gateway port host: None {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:34.095021 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f1ab458b-e0c2-4c96-83fd-94a3d2a62fd8 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:34.142614 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:34.159253 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e41260cb-f4f1-4c7e-98ce-db04ddac2f6e None None] Provisioning complete for port e823bf9e-c38b-468b-9e73-2ef6acbbc0ce triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:34.160082 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e41260cb-f4f1-4c7e-98ce-db04ddac2f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:34.212873 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7173e-4d35-464b-a88f-7cd105da1f62 None None] Pushing event updated for resources: {'Port': ['ID=73d68241-95fa-4ce7-9799-5d2deb794d5e,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:34.215988 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device e823bf9e-c38b-468b-9e73-2ef6acbbc0ce up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:34.218076 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-41c7173e-4d35-464b-a88f-7cd105da1f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:34.220481 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-c060a552-e57b-416c-b77e-7e111651c809 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:34.272711 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ed58d7b1-e823-417e-9774-30303b707b89 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:34.279736 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed58d7b1-e823-417e-9774-30303b707b89 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:34.279941 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169bac07-0339-4c55-8c75-0be6a00cf210 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Pushing event updated for resources: {'Port': ['ID=b987b29d-9750-41aa-be6b-98f368e4ce36,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:34.280394 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ed58d7b1-e823-417e-9774-30303b707b89 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:34.308377 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-169bac07-0339-4c55-8c75-0be6a00cf210 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:34.325814 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ecc1bb3c-64d8-474c-bd81-d85b47426fb0 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.0449970 Jun 17 08:53:34.331965 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 33090) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:34.344776 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-58e969fe-517a-4a60-b774-3268aa3b947b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-16851380'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:34.389553 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-75bf1190-c741-445d-88fe-953c255646b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:34.409274 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-169bac07-0339-4c55-8c75-0be6a00cf210 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Network 50934354-3191-48c9-bd49-e9b62269b310 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:34.413740 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e8baf835-cdad-4e89-9212-e95db9af0990 req-6decd1b0-3828-4c7a-bdf6-637921642460 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d9e8b15-1e54-46db-ae41-0ccebeca7172 HTTP/1.1" status: 200 len: 210 time: 0.1711276 Jun 17 08:53:34.459071 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-169bac07-0339-4c55-8c75-0be6a00cf210 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:34.464919 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-169bac07-0339-4c55-8c75-0be6a00cf210 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:34.543560 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41260cb-f4f1-4c7e-98ce-db04ddac2f6e None None] Pushing event updated for resources: {'Port': ['ID=5a06c230-5d47-45fd-b0cd-080a342fc9b2,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:34.610930 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port e823bf9e-c38b-468b-9e73-2ef6acbbc0ce triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:34.611321 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:34.611634 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa820e02-d5a3-4174-bfb1-beeaa3b99c1e req-556318f5-aee7-4179-b8fe-e284d4a2af41 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:34.638564 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fa820e02-d5a3-4174-bfb1-beeaa3b99c1e req-556318f5-aee7-4179-b8fe-e284d4a2af41 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4567a7a-c077-4674-860c-b2e56bd1e2f5 HTTP/1.1" status: 200 len: 946 time: 0.8695698 Jun 17 08:53:34.650482 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-784cdbfd-c7f6-4b1b-a3d1-7792f8437808 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:34.654990 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-54e3233d-23e8-4fa4-94df-ec662ac91363 req-5b550210-10dd-4c00-877d-f7b51c4ca22e tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:34.655551 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-54e3233d-23e8-4fa4-94df-ec662ac91363 req-5b550210-10dd-4c00-877d-f7b51c4ca22e tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:34.656259 n-d-758944-30 neutron-server[94520]: INFO neutron.db.l3_db [req-54e3233d-23e8-4fa4-94df-ec662ac91363 req-5b550210-10dd-4c00-877d-f7b51c4ca22e tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Floating IP 9e0e668c-3b4f-4929-8f35-d276a2a475cd disassociated. External IP: 172.25.2.199, port: 48cdff42-5586-4199-9014-2a161ba839a8. Jun 17 08:53:34.656830 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-54e3233d-23e8-4fa4-94df-ec662ac91363 req-5b550210-10dd-4c00-877d-f7b51c4ca22e tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Calling delete_port for 48cdff42-5586-4199-9014-2a161ba839a8 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:34.658049 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-0792c6d0-fb8c-47cb-a13b-f7b6e1a41ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:53:30Z', 'revision_number': 4, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None, '_interfaces': [{'id': '0b82a9b4-475b-4afb-8359-7b426335542e', 'name': '', 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a5:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:20Z', 'updated_at': '2021-06-17T08:53:29Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d53972-fb8a-43ca-9d11-eab19bb94bc9', 'name': '', 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:3b:8e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:12Z', 'updated_at': '2021-06-17T08:53:22Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4aa108b-fbc1-433e-816a-f28436b01361', 'name': '', 'network_id': '508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a4:90:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:28Z', 'updated_at': '2021-06-17T08:53:31Z', 'revision_number': 2, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:34.697878 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-169bac07-0339-4c55-8c75-0be6a00cf210 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:34.698858 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-169bac07-0339-4c55-8c75-0be6a00cf210 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:34.724662 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0792c6d0-fb8c-47cb-a13b-f7b6e1a41ca4 None None] Checking router: cc72f6e1-f861-4de1-9cab-5097f370e70b for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:34.725350 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0792c6d0-fb8c-47cb-a13b-f7b6e1a41ca4 None None] Updating router cc72f6e1-f861-4de1-9cab-5097f370e70b port b4aa108b-fbc1-433e-816a-f28436b01361 binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:53:34.764380 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-0792c6d0-fb8c-47cb-a13b-f7b6e1a41ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:34.765858 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=48cdff42-5586-4199-9014-2a161ba839a8,revision_number=6']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:34.769255 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e969fe-517a-4a60-b774-3268aa3b947b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Made reservation on behalf of c8e4e0fd83114975aa056417d4a04f9f for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:34.772400 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:34.773168 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-58e969fe-517a-4a60-b774-3268aa3b947b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:34.777228 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-3d8ac250-16df-4810-9ba4-184ed7a470fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.626s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:34.777589 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-3d8ac250-16df-4810-9ba4-184ed7a470fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:34.786078 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9691004e-713f-4306-a15f-8e47b919dc3c req-7dc59642-7b96-4cf6-a035-b04cc37800ea tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d674b05-a575-4f86-910e-6bc9c1dae34b HTTP/1.1" status: 200 len: 210 time: 0.0824599 Jun 17 08:53:34.792045 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58d7b1-e823-417e-9774-30303b707b89 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Network': ['ID=9041a988-0ab6-4480-bad2-375a6cd7ae07,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:34.798659 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ed58d7b1-e823-417e-9774-30303b707b89 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:34.815939 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fa820e02-d5a3-4174-bfb1-beeaa3b99c1e req-a92b68ea-55f0-47df-99df-285d3c8f44cb tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/security-groups?id=4da72bb0-3b3c-4314-9a13-8b9006a273f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766875 Jun 17 08:53:34.841150 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 9041a988-0ab6-4480-bad2-375a6cd7ae07 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:53:34.848468 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-784cdbfd-c7f6-4b1b-a3d1-7792f8437808 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:34.852915 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6a4059b7-dd93-4fe6-a30a-b0077e36c516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:34.878226 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8090dd-0814-47c2-80b7-fc0b34ebcf87 x-openstack-request-id: req-db8090dd-0814-47c2-80b7-fc0b34ebcf87 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:34.878546 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4567a7a-c077-4674-860c-b2e56bd1e2f5", "name": "network-vif-unplugged", "status": "completed", "tag": "48cdff42-5586-4199-9014-2a161ba839a8", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:34.878796 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db8090dd-0814-47c2-80b7-fc0b34ebcf87 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:34.879715 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4567a7a-c077-4674-860c-b2e56bd1e2f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48cdff42-5586-4199-9014-2a161ba839a8', 'code': 200} Jun 17 08:53:34.884738 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-f3270209-5a6a-4dd6-902d-93f6bd77b9ca None None] Provisioning for port b4aa108b-fbc1-433e-816a-f28436b01361 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:34.920704 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-f3270209-5a6a-4dd6-902d-93f6bd77b9ca None None] Provisioning complete for port b4aa108b-fbc1-433e-816a-f28436b01361 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:34.921091 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f3270209-5a6a-4dd6-902d-93f6bd77b9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:34.945646 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ed58d7b1-e823-417e-9774-30303b707b89 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3284431 Jun 17 08:53:34.946581 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33098) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:34.974762 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-169bac07-0339-4c55-8c75-0be6a00cf210 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8038535 Jun 17 08:53:35.002742 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-6bfe5a64-88da-4a3a-9b0a-1b32fc9d19af tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'subnet': {'network_id': '9041a988-0ab6-4480-bad2-375a6cd7ae07', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:35.030554 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-c5380640-e53d-4f97-b4f3-f44ee7b9eb44 service neutron] Request body: {'port': {'device_id': '6cfc3f43-c846-4b1c-9afd-f8355ae473f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:35.047774 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e969fe-517a-4a60-b774-3268aa3b947b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:53:35.051925 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-f3270209-5a6a-4dd6-902d-93f6bd77b9ca None None] Port b4aa108b-fbc1-433e-816a-f28436b01361 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:53:35.074611 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-f3270209-5a6a-4dd6-902d-93f6bd77b9ca None None] Provisioning complete for port 5a06c230-5d47-45fd-b0cd-080a342fc9b2 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:35.075013 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f3270209-5a6a-4dd6-902d-93f6bd77b9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:35.096224 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-58e969fe-517a-4a60-b774-3268aa3b947b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:35.096810 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-58e969fe-517a-4a60-b774-3268aa3b947b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Added segment e2c045fa-08c7-439b-af9e-ab388a85d66b of type vlan for network dcc63cb7-c1d6-4262-b2fc-5aeedf0bb5a6 Jun 17 08:53:35.236576 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784cdbfd-c7f6-4b1b-a3d1-7792f8437808 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Pushing event updated for resources: {'Port': ['ID=4e27e292-1d75-440b-92b4-f456f154593b,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:35.242591 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-784cdbfd-c7f6-4b1b-a3d1-7792f8437808 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:35.249926 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-784cdbfd-c7f6-4b1b-a3d1-7792f8437808 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Network 50934354-3191-48c9-bd49-e9b62269b310 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:35.255215 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-784cdbfd-c7f6-4b1b-a3d1-7792f8437808 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:35.259292 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-784cdbfd-c7f6-4b1b-a3d1-7792f8437808 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:35.299296 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-c5380640-e53d-4f97-b4f3-f44ee7b9eb44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:35.343578 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-784cdbfd-c7f6-4b1b-a3d1-7792f8437808 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:35.344663 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-784cdbfd-c7f6-4b1b-a3d1-7792f8437808 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:35.363846 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-58e969fe-517a-4a60-b774-3268aa3b947b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:35.364421 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-0792c6d0-fb8c-47cb-a13b-f7b6e1a41ca4 None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:35.385795 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-0792c6d0-fb8c-47cb-a13b-f7b6e1a41ca4 None None] Transition to ACTIVE for port object b4aa108b-fbc1-433e-816a-f28436b01361 will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:35.442301 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfe5a64-88da-4a3a-9b0a-1b32fc9d19af tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Made reservation on behalf of b453b4a14bef4e7aaf5f450aad1ada65 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:35.446124 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6bfe5a64-88da-4a3a-9b0a-1b32fc9d19af tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:35.518642 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-0792c6d0-fb8c-47cb-a13b-f7b6e1a41ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:35.524402 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-c6febfe4-7381-45f9-9b73-14ffe7569295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:35.585173 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-58e969fe-517a-4a60-b774-3268aa3b947b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:35.602589 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e969fe-517a-4a60-b774-3268aa3b947b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:35.617218 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-58e969fe-517a-4a60-b774-3268aa3b947b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:35.665672 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bb38fdfd-47f6-44cb-bbff-482b3791067a tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:35.672197 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-54e3233d-23e8-4fa4-94df-ec662ac91363 req-5b550210-10dd-4c00-877d-f7b51c4ca22e tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:35.702254 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-784cdbfd-c7f6-4b1b-a3d1-7792f8437808 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9736836 Jun 17 08:53:35.732215 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-bc83f422-c8de-49e3-af3d-9fa1c61aa0dc service neutron] Request body: {'port': {'device_id': '3d9e8b15-1e54-46db-ae41-0ccebeca7172', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:35.794022 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-13735254-7f6b-4fc9-bcc4-ef0f14174f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8926a91d-b807-4e83-abca-1b95630251b5 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:53:35.813668 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9659d0-11f3-47dd-bf58-f80b1fc374fc None None] Network 1217f561-ccf4-4c84-98b2-7856be3953a9 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:35.848610 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-13735254-7f6b-4fc9-bcc4-ef0f14174f54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:35.853964 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28dfec5-24a4-443e-a360-b7a4f46636a1 None None] Pushing event updated for resources: {'Port': ['ID=b4aa108b-fbc1-433e-816a-f28436b01361,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:35.917816 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-58e969fe-517a-4a60-b774-3268aa3b947b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5778651 Jun 17 08:53:35.929482 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 33114) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:35.936731 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-0ee51ec6-1a5c-4271-8dac-41d53fe2b956 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Request body: {'subnet': {'network_id': 'dcc63cb7-c1d6-4262-b2fc-5aeedf0bb5a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:35.950954 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-13735254-7f6b-4fc9-bcc4-ef0f14174f54 service neutron] Transition to ACTIVE for port object 8926a91d-b807-4e83-abca-1b95630251b5 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:35.963577 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-f28dfec5-24a4-443e-a360-b7a4f46636a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:36.036402 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-0792c6d0-fb8c-47cb-a13b-f7b6e1a41ca4 None None] Attempting to bind port b4aa108b-fbc1-433e-816a-f28436b01361 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:53:36.037015 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-0792c6d0-fb8c-47cb-a13b-f7b6e1a41ca4 None None] Attempting to bind port b4aa108b-fbc1-433e-816a-f28436b01361 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'f52e2f40-183e-4a83-a860-8b533a65ef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:53:36.038530 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0792c6d0-fb8c-47cb-a13b-f7b6e1a41ca4 None None] Attempting to bind port b4aa108b-fbc1-433e-816a-f28436b01361 on network 508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972 {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:36.057683 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e969fe-517a-4a60-b774-3268aa3b947b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event updated for resources: {'Network': ['ID=dcc63cb7-c1d6-4262-b2fc-5aeedf0bb5a6,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:36.092420 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0792c6d0-fb8c-47cb-a13b-f7b6e1a41ca4 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:53:36.093251 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0792c6d0-fb8c-47cb-a13b-f7b6e1a41ca4 None None] Checking segment: {'id': 'f52e2f40-183e-4a83-a860-8b533a65ef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:36.093954 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-0792c6d0-fb8c-47cb-a13b-f7b6e1a41ca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.096190 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0792c6d0-fb8c-47cb-a13b-f7b6e1a41ca4 None None] Bound using segment: {'id': 'f52e2f40-183e-4a83-a860-8b533a65ef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:53:36.097081 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-0792c6d0-fb8c-47cb-a13b-f7b6e1a41ca4 None None] Bound port: b4aa108b-fbc1-433e-816a-f28436b01361, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52e2f40-183e-4a83-a860-8b533a65ef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:53:36.098612 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-0792c6d0-fb8c-47cb-a13b-f7b6e1a41ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.111403 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network dcc63cb7-c1d6-4262-b2fc-5aeedf0bb5a6 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:53:36.174694 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-58e969fe-517a-4a60-b774-3268aa3b947b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:36.177132 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-17b4406d-8a42-4960-afa0-4304ef1eff16 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.423s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:36.241479 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-0792c6d0-fb8c-47cb-a13b-f7b6e1a41ca4 None None] For port b4aa108b-fbc1-433e-816a-f28436b01361, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:53:36.246690 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-0792c6d0-fb8c-47cb-a13b-f7b6e1a41ca4 None None] For port b4aa108b-fbc1-433e-816a-f28436b01361, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=b4aa108b-fbc1-433e-816a-f28436b01361,segment=NetworkSegment(f52e2f40-183e-4a83-a860-8b533a65ef1a),segment_id=f52e2f40-183e-4a83-a860-8b533a65ef1a)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:53:36.274304 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-13735254-7f6b-4fc9-bcc4-ef0f14174f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.345824 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-bc83f422-c8de-49e3-af3d-9fa1c61aa0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.351244 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-abe24c01-318e-4cf8-b425-41106cc35131 None None] Provisioning for port 73d68241-95fa-4ce7-9799-5d2deb794d5e completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:36.436913 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 5a06c230-5d47-45fd-b0cd-080a342fc9b2 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:36.485823 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-0792c6d0-fb8c-47cb-a13b-f7b6e1a41ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.489949 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-6ac9a6b8-cac8-4bc1-a173-5643154a04f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:36.666622 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 5a06c230-5d47-45fd-b0cd-080a342fc9b2 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:36.666622 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.712132 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51141a8-fe26-4266-bb1a-511a27a9f0ef req-ad08ce4e-ec4f-4b2b-bdae-d9b1c75e3ed8 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:36.732395 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b51141a8-fe26-4266-bb1a-511a27a9f0ef req-ad08ce4e-ec4f-4b2b-bdae-d9b1c75e3ed8 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d9e8b15-1e54-46db-ae41-0ccebeca7172 HTTP/1.1" status: 200 len: 931 time: 1.0215828 Jun 17 08:53:36.745372 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0792c6d0-fb8c-47cb-a13b-f7b6e1a41ca4 None None] Routers {'cc72f6e1-f861-4de1-9cab-5097f370e70b'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:36.746272 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-0792c6d0-fb8c-47cb-a13b-f7b6e1a41ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cc72f6e1-f861-4de1-9cab-5097f370e70b'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:37.033214 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-0792c6d0-fb8c-47cb-a13b-f7b6e1a41ca4 None None] Set router cc72f6e1-f861-4de1-9cab-5097f370e70b gateway port host: None {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:37.062245 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6bfe5a64-88da-4a3a-9b0a-1b32fc9d19af tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.107628 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-45918c43-33cf-460a-bb0b-8f30aa560ff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:37.182350 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 73d68241-95fa-4ce7-9799-5d2deb794d5e up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:37.206431 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b51141a8-fe26-4266-bb1a-511a27a9f0ef req-85dae505-33df-4a16-ac08-1e746f44342a tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9465c24-d5b9-46b7-8a08-a22e57ef4833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728034 Jun 17 08:53:37.317189 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfe5a64-88da-4a3a-9b0a-1b32fc9d19af tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Checking segment: {'id': 'faaddfcb-50f6-489d-b753-3be3bd17a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9041a988-0ab6-4480-bad2-375a6cd7ae07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:37.317967 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfe5a64-88da-4a3a-9b0a-1b32fc9d19af tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network hostable DHCP agents. Network: 9041a988-0ab6-4480-bad2-375a6cd7ae07, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:53:37.319041 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28dfec5-24a4-443e-a360-b7a4f46636a1 None None] Pushing event updated for resources: {'Port': ['ID=b4aa108b-fbc1-433e-816a-f28436b01361,revision_number=4']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:37.330822 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-f28dfec5-24a4-443e-a360-b7a4f46636a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.841s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:37.341553 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe5a64-88da-4a3a-9b0a-1b32fc9d19af tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Subnet': ['ID=a376550a-f743-4824-9f09-1be639622030,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:37.359027 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6bfe5a64-88da-4a3a-9b0a-1b32fc9d19af tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:37.411156 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33132) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:37.462029 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 73d68241-95fa-4ce7-9799-5d2deb794d5e completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:37.467418 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 73d68241-95fa-4ce7-9799-5d2deb794d5e triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:37.467858 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.488143 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-91f5a153-f5a3-43e4-9369-424e77831cc6 req-4387b7eb-1d09-4b4c-886f-caaf2368602c tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4567a7a-c077-4674-860c-b2e56bd1e2f5 HTTP/1.1" status: 200 len: 210 time: 0.0769961 Jun 17 08:53:37.505812 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfe5a64-88da-4a3a-9b0a-1b32fc9d19af tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network 9041a988-0ab6-4480-bad2-375a6cd7ae07 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:53:37.558176 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b550210-10dd-4c00-877d-f7b51c4ca22e tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Pushing event deleted for resources: {'Port': ['ID=48cdff42-5586-4199-9014-2a161ba839a8,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:37.563165 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5b550210-10dd-4c00-877d-f7b51c4ca22e tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.386s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:37.569929 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-43999f4a-ce64-4a75-b0aa-183c64f651f8 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.230s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:37.582736 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-efe50186-e74a-41b3-bff2-469a0e65f013 req-8075ee54-b4f9-4aa0-8edf-eec58600b02b tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d674b05-a575-4f86-910e-6bc9c1dae34b HTTP/1.1" status: 200 len: 210 time: 1.4110615 Jun 17 08:53:37.670649 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-0792c6d0-fb8c-47cb-a13b-f7b6e1a41ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:53:30Z', 'revision_number': 4, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None, '_interfaces': [{'id': '0b82a9b4-475b-4afb-8359-7b426335542e', 'name': '', 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a5:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:20Z', 'updated_at': '2021-06-17T08:53:29Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d53972-fb8a-43ca-9d11-eab19bb94bc9', 'name': '', 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:3b:8e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:12Z', 'updated_at': '2021-06-17T08:53:22Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4aa108b-fbc1-433e-816a-f28436b01361', 'name': '', 'network_id': '508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a4:90:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:28Z', 'updated_at': '2021-06-17T08:53:36Z', 'revision_number': 4, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:37.698924 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.716202 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54e3233d-23e8-4fa4-94df-ec662ac91363 req-5b550210-10dd-4c00-877d-f7b51c4ca22e tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Router 7b977344-036a-4bd5-bc23-39a7b13a3d8f has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:53:37.719557 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0792c6d0-fb8c-47cb-a13b-f7b6e1a41ca4 None None] The sync data for ids ['cc72f6e1-f861-4de1-9cab-5097f370e70b'] in n-d-758944-30 is: [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:53:30Z', 'revision_number': 4, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None, '_interfaces': [{'id': '0b82a9b4-475b-4afb-8359-7b426335542e', 'name': '', 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a5:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:20Z', 'updated_at': '2021-06-17T08:53:29Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d53972-fb8a-43ca-9d11-eab19bb94bc9', 'name': '', 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:3b:8e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:12Z', 'updated_at': '2021-06-17T08:53:22Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4aa108b-fbc1-433e-816a-f28436b01361', 'name': '', 'network_id': '508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a4:90:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:28Z', 'updated_at': '2021-06-17T08:53:36Z', 'revision_number': 4, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:37.737721 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13735254-7f6b-4fc9-bcc4-ef0f14174f54 service neutron] Pushing event updated for resources: {'Port': ['ID=8926a91d-b807-4e83-abca-1b95630251b5,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:37.755866 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-6bfe5a64-88da-4a3a-9b0a-1b32fc9d19af tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 9041a988-0ab6-4480-bad2-375a6cd7ae07) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:37.781142 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-68abd7d8-8a30-4990-a30f-f36b2019ac96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.781954 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-13735254-7f6b-4fc9-bcc4-ef0f14174f54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:37.782185 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72606013-e91c-47bc-b86f-824e3e80e775 None None] Network 9041a988-0ab6-4480-bad2-375a6cd7ae07 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:37.784915 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfe5a64-88da-4a3a-9b0a-1b32fc9d19af tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:37.790152 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6bfe5a64-88da-4a3a-9b0a-1b32fc9d19af tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.809735 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 73d68241-95fa-4ce7-9799-5d2deb794d5e, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=73d68241-95fa-4ce7-9799-5d2deb794d5e,segment=NetworkSegment(51d9365d-b04e-4fec-b73e-7c245a3c9529),segment_id=51d9365d-b04e-4fec-b73e-7c245a3c9529)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:37.893397 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-b05dad0d-c6d8-4aa6-ae8f-0123ef523c83 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:37.900173 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-b05dad0d-c6d8-4aa6-ae8f-0123ef523c83 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:37.903910 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-b05dad0d-c6d8-4aa6-ae8f-0123ef523c83 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.50 "GET /v2.0/networks?id=b89406c4-5ce2-40be-92aa-c0dbc840cb38&id=1217f561-ccf4-4c84-98b2-7856be3953a9 HTTP/1.1" status: 200 len: 1391 time: 0.3687115 Jun 17 08:53:37.917870 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-0813e28d-bfbd-43cd-9548-b7bca04707fa tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Request body: {'port': {'device_id': '1d674b05-a575-4f86-910e-6bc9c1dae34b', 'network_id': 'b89406c4-5ce2-40be-92aa-c0dbc840cb38', 'admin_state_up': True, 'tenant_id': 'efb1f4611b1f491e8763ca939f24a14b'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:38.022799 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.030707 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:38.064751 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee51ec6-1a5c-4271-8dac-41d53fe2b956 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Made reservation on behalf of c8e4e0fd83114975aa056417d4a04f9f for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:38.073321 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0ee51ec6-1a5c-4271-8dac-41d53fe2b956 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.094429 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-c5380640-e53d-4f97-b4f3-f44ee7b9eb44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b987b29d-9750-41aa-be6b-98f368e4ce36 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:53:38.125502 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6bfe5a64-88da-4a3a-9b0a-1b32fc9d19af tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1481178 Jun 17 08:53:38.132358 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-c5380640-e53d-4f97-b4f3-f44ee7b9eb44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.137808 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33136) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:38.166672 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=73d68241-95fa-4ce7-9799-5d2deb794d5e,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:38.170626 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:38.188010 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8255e67-be5f-4767-9995-d70c0dfccb9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-9041a988-0ab6-4480-bad2-375a6cd7ae07', 'network_id': '9041a988-0ab6-4480-bad2-375a6cd7ae07', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'fixed_ips': [{'subnet_id': 'a376550a-f743-4824-9f09-1be639622030'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:53:38.189151 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f8255e67-be5f-4767-9995-d70c0dfccb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.205760 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-13735254-7f6b-4fc9-bcc4-ef0f14174f54 service neutron] Attempting to bind port 8926a91d-b807-4e83-abca-1b95630251b5 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:53:38.206399 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-13735254-7f6b-4fc9-bcc4-ef0f14174f54 service neutron] Attempting to bind port 8926a91d-b807-4e83-abca-1b95630251b5 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '7f643f25-20a7-4954-999c-1593520abdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '50934354-3191-48c9-bd49-e9b62269b310'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:53:38.206905 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-13735254-7f6b-4fc9-bcc4-ef0f14174f54 service neutron] Attempting to bind port 8926a91d-b807-4e83-abca-1b95630251b5 on network 50934354-3191-48c9-bd49-e9b62269b310 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:38.232345 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device b4aa108b-fbc1-433e-816a-f28436b01361 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:38.242056 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-13735254-7f6b-4fc9-bcc4-ef0f14174f54 service neutron] Port 8926a91d-b807-4e83-abca-1b95630251b5 on network 50934354-3191-48c9-bd49-e9b62269b310 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:53:38.242389 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-13735254-7f6b-4fc9-bcc4-ef0f14174f54 service neutron] Attempting to bind port 8926a91d-b807-4e83-abca-1b95630251b5 on network 50934354-3191-48c9-bd49-e9b62269b310 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:38.272704 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-c5380640-e53d-4f97-b4f3-f44ee7b9eb44 service neutron] Transition to ACTIVE for port object b987b29d-9750-41aa-be6b-98f368e4ce36 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:38.277628 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-13735254-7f6b-4fc9-bcc4-ef0f14174f54 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:53:38.278249 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-13735254-7f6b-4fc9-bcc4-ef0f14174f54 service neutron] Checking segment: {'id': '7f643f25-20a7-4954-999c-1593520abdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '50934354-3191-48c9-bd49-e9b62269b310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:38.278819 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-13735254-7f6b-4fc9-bcc4-ef0f14174f54 service neutron] Bound using segment: {'id': '7f643f25-20a7-4954-999c-1593520abdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '50934354-3191-48c9-bd49-e9b62269b310'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:53:38.279568 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-13735254-7f6b-4fc9-bcc4-ef0f14174f54 service neutron] Bound port: 8926a91d-b807-4e83-abca-1b95630251b5, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f643f25-20a7-4954-999c-1593520abdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '50934354-3191-48c9-bd49-e9b62269b310'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:53:38.280114 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-13735254-7f6b-4fc9-bcc4-ef0f14174f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.413836 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-13735254-7f6b-4fc9-bcc4-ef0f14174f54 service neutron] For port 8926a91d-b807-4e83-abca-1b95630251b5, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:53:38.417766 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-13735254-7f6b-4fc9-bcc4-ef0f14174f54 service neutron] For port 8926a91d-b807-4e83-abca-1b95630251b5, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=8926a91d-b807-4e83-abca-1b95630251b5,segment=NetworkSegment(7f643f25-20a7-4954-999c-1593520abdfe),segment_id=7f643f25-20a7-4954-999c-1593520abdfe)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:53:38.425544 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54e3233d-23e8-4fa4-94df-ec662ac91363 req-5b550210-10dd-4c00-877d-f7b51c4ca22e tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:38.432702 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-c5380640-e53d-4f97-b4f3-f44ee7b9eb44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.444122 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-339814c8-1525-4cf3-a261-a0aff77ff1d3 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:38.468672 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcf81aa-cbfd-4a3e-9e4c-f19339bed87d None None] Sync routers for ids ['7b977344-036a-4bd5-bc23-39a7b13a3d8f'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:38.502209 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcf81aa-cbfd-4a3e-9e4c-f19339bed87d None None] Routers {'7b977344-036a-4bd5-bc23-39a7b13a3d8f'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:38.507996 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-8fcf81aa-cbfd-4a3e-9e4c-f19339bed87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7b977344-036a-4bd5-bc23-39a7b13a3d8f'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:38.631541 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e3233d-23e8-4fa4-94df-ec662ac91363 req-5b550210-10dd-4c00-877d-f7b51c4ca22e tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] No DVR routers for this DVR port 48cdff42-5586-4199-9014-2a161ba839a8 on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:53:38.634199 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-13735254-7f6b-4fc9-bcc4-ef0f14174f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.640835 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-54e3233d-23e8-4fa4-94df-ec662ac91363 req-5b550210-10dd-4c00-877d-f7b51c4ca22e tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.643388 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-54e3233d-23e8-4fa4-94df-ec662ac91363 req-5b550210-10dd-4c00-877d-f7b51c4ca22e tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.50 "DELETE /v2.0/ports/48cdff42-5586-4199-9014-2a161ba839a8 HTTP/1.1" status: 204 len: 173 time: 7.0431874 Jun 17 08:53:38.647757 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4567a7a-c077-4674-860c-b2e56bd1e2f5', 'name': 'network-vif-deleted', 'tag': '48cdff42-5586-4199-9014-2a161ba839a8'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:53:38.650211 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0bb2fe-7fd7-4b20-96ca-e564f6c7f4b9" -d '{"events": [{"server_uuid": "d4567a7a-c077-4674-860c-b2e56bd1e2f5", "name": "network-vif-deleted", "tag": "48cdff42-5586-4199-9014-2a161ba839a8"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:38.682835 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-8fcf81aa-cbfd-4a3e-9e4c-f19339bed87d None None] Set router 7b977344-036a-4bd5-bc23-39a7b13a3d8f gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:38.704512 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5380640-e53d-4f97-b4f3-f44ee7b9eb44 service neutron] Pushing event updated for resources: {'Port': ['ID=b987b29d-9750-41aa-be6b-98f368e4ce36,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:38.715188 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c5380640-e53d-4f97-b4f3-f44ee7b9eb44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:38.716218 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4d32937e-921e-4598-bac6-1b82c9aeb653 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:38.738668 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-f8255e67-be5f-4767-9995-d70c0dfccb9b None None] Allocated IP 2001:db8:3::2 (9041a988-0ab6-4480-bad2-375a6cd7ae07/a376550a-f743-4824-9f09-1be639622030/743470fd-f8c9-4367-a5e4-20baf384a950) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:38.757615 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port b4aa108b-fbc1-433e-816a-f28436b01361 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:38.781040 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-13735254-7f6b-4fc9-bcc4-ef0f14174f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:38.781672 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-13735254-7f6b-4fc9-bcc4-ef0f14174f54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.783350 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-13735254-7f6b-4fc9-bcc4-ef0f14174f54 service neutron] 10.222.0.53 "PUT /v2.0/ports/8926a91d-b807-4e83-abca-1b95630251b5 HTTP/1.1" status: 200 len: 1092 time: 6.0744588 Jun 17 08:53:38.789987 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-68abd7d8-8a30-4990-a30f-f36b2019ac96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.815628 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port b4aa108b-fbc1-433e-816a-f28436b01361 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:38.818192 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.835920 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7ed23111-8739-4244-b2cc-1d2836cc28c7 req-a999dd55-6d83-46ee-8283-0d101abf8dd2 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4567a7a-c077-4674-860c-b2e56bd1e2f5 HTTP/1.1" status: 200 len: 210 time: 0.1469326 Jun 17 08:53:38.932936 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-68abd7d8-8a30-4990-a30f-f36b2019ac96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:38.955107 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-538a20f7-a703-4086-aebe-222058e033e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:39.011560 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13735254-7f6b-4fc9-bcc4-ef0f14174f54 service neutron] Pushing event updated for resources: {'Port': ['ID=8926a91d-b807-4e83-abca-1b95630251b5,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:39.019025 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-13735254-7f6b-4fc9-bcc4-ef0f14174f54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:39.034493 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-c5380640-e53d-4f97-b4f3-f44ee7b9eb44 service neutron] Attempting to bind port b987b29d-9750-41aa-be6b-98f368e4ce36 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:53:39.036865 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-c5380640-e53d-4f97-b4f3-f44ee7b9eb44 service neutron] Attempting to bind port b987b29d-9750-41aa-be6b-98f368e4ce36 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '7f643f25-20a7-4954-999c-1593520abdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '50934354-3191-48c9-bd49-e9b62269b310'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:53:39.036865 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-c5380640-e53d-4f97-b4f3-f44ee7b9eb44 service neutron] Attempting to bind port b987b29d-9750-41aa-be6b-98f368e4ce36 on network 50934354-3191-48c9-bd49-e9b62269b310 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:39.054257 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-c5380640-e53d-4f97-b4f3-f44ee7b9eb44 service neutron] Port b987b29d-9750-41aa-be6b-98f368e4ce36 on network 50934354-3191-48c9-bd49-e9b62269b310 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:53:39.059080 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-c5380640-e53d-4f97-b4f3-f44ee7b9eb44 service neutron] Attempting to bind port b987b29d-9750-41aa-be6b-98f368e4ce36 on network 50934354-3191-48c9-bd49-e9b62269b310 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:39.067587 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de731a-dfea-4edc-a2c0-72ce69841d0c req-28dca509-3a84-43ae-b645-cf5aaea3087a tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:39.069753 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-24de731a-dfea-4edc-a2c0-72ce69841d0c req-28dca509-3a84-43ae-b645-cf5aaea3087a tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d9e8b15-1e54-46db-ae41-0ccebeca7172 HTTP/1.1" status: 200 len: 931 time: 0.6144528 Jun 17 08:53:39.084516 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-bc83f422-c8de-49e3-af3d-9fa1c61aa0dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e27e292-1d75-440b-92b4-f456f154593b {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:53:39.104886 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-68abd7d8-8a30-4990-a30f-f36b2019ac96 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ffe7176d059f4f388747b7ce447604fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6902633 Jun 17 08:53:39.111565 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 33152) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:39.133197 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-bc83f422-c8de-49e3-af3d-9fa1c61aa0dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.139146 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-08905bcf-6697-44bc-be94-7af797a74415 req-8fcb6f63-f9b6-41bd-9bcc-319878ad4159 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d674b05-a575-4f86-910e-6bc9c1dae34b HTTP/1.1" status: 200 len: 210 time: 0.0651710 Jun 17 08:53:39.157420 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68abd7d8-8a30-4990-a30f-f36b2019ac96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b55bfba-5226-4007-b0f8-96cf089e1a13,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:39.158445 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-c5380640-e53d-4f97-b4f3-f44ee7b9eb44 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:53:39.158804 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-c5380640-e53d-4f97-b4f3-f44ee7b9eb44 service neutron] Checking segment: {'id': '7f643f25-20a7-4954-999c-1593520abdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '50934354-3191-48c9-bd49-e9b62269b310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:39.159175 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-c5380640-e53d-4f97-b4f3-f44ee7b9eb44 service neutron] Bound using segment: {'id': '7f643f25-20a7-4954-999c-1593520abdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '50934354-3191-48c9-bd49-e9b62269b310'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:53:39.159622 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-c5380640-e53d-4f97-b4f3-f44ee7b9eb44 service neutron] Bound port: b987b29d-9750-41aa-be6b-98f368e4ce36, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f643f25-20a7-4954-999c-1593520abdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '50934354-3191-48c9-bd49-e9b62269b310'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:53:39.160001 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-c5380640-e53d-4f97-b4f3-f44ee7b9eb44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.160556 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f8255e67-be5f-4767-9995-d70c0dfccb9b None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.173114 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-f8255e67-be5f-4767-9995-d70c0dfccb9b None None] Transition to ACTIVE for port object 743470fd-f8c9-4367-a5e4-20baf384a950 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:39.176671 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-68abd7d8-8a30-4990-a30f-f36b2019ac96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:39.184012 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-0813e28d-bfbd-43cd-9548-b7bca04707fa tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Made reservation on behalf of efb1f4611b1f491e8763ca939f24a14b for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:39.188561 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-0813e28d-bfbd-43cd-9548-b7bca04707fa tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.192401 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-bc83f422-c8de-49e3-af3d-9fa1c61aa0dc service neutron] Transition to ACTIVE for port object 4e27e292-1d75-440b-92b4-f456f154593b will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:39.195642 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-f8255e67-be5f-4767-9995-d70c0dfccb9b None None] Transition to ACTIVE for port object 743470fd-f8c9-4367-a5e4-20baf384a950 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:39.202138 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.215049 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0ee51ec6-1a5c-4271-8dac-41d53fe2b956 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.220117 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1a26d114-a0d9-43d0-889b-af87bfcb08d6 tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:39.262901 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port b4aa108b-fbc1-433e-816a-f28436b01361, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=b4aa108b-fbc1-433e-816a-f28436b01361,segment=NetworkSegment(f52e2f40-183e-4a83-a860-8b533a65ef1a),segment_id=f52e2f40-183e-4a83-a860-8b533a65ef1a)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:39.272362 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-8fcf81aa-cbfd-4a3e-9e4c-f19339bed87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'name': 'tempest-ServersTestJSON-662377247-router', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:05Z', 'updated_at': '2021-06-17T08:51:13Z', 'revision_number': 4, 'project_id': '4201ecfcc96c4ba4985fddc21edba720', 'gw_port': {'id': 'ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:06Z', 'updated_at': '2021-06-17T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '57042db1-0bdd-4e10-9d3a-803aeb185a0c', 'name': '', 'network_id': 'c5173993-fd11-42fa-843a-bd1549cdbf9f', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'mac_address': 'fa:16:3e:72:39:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '96f5dabf-68ce-47ec-aa13-c93b9f2b86ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:10Z', 'updated_at': '2021-06-17T08:51:21Z', 'revision_number': 5, 'project_id': '4201ecfcc96c4ba4985fddc21edba720', 'subnets': [{'id': '96f5dabf-68ce-47ec-aa13-c93b9f2b86ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:39.317485 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcf81aa-cbfd-4a3e-9e4c-f19339bed87d None None] Checking router: 7b977344-036a-4bd5-bc23-39a7b13a3d8f for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:39.320887 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7da2d80-99a6-4181-b5b1-708b8f1b69ea x-openstack-request-id: req-b7da2d80-99a6-4181-b5b1-708b8f1b69ea {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:39.321474 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4567a7a-c077-4674-860c-b2e56bd1e2f5", "name": "network-vif-deleted", "tag": "48cdff42-5586-4199-9014-2a161ba839a8", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:39.321967 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b7da2d80-99a6-4181-b5b1-708b8f1b69ea {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:39.322621 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4567a7a-c077-4674-860c-b2e56bd1e2f5', 'name': 'network-vif-deleted', 'tag': '48cdff42-5586-4199-9014-2a161ba839a8', 'status': 'completed', 'code': 200} Jun 17 08:53:39.328769 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f8255e67-be5f-4767-9995-d70c0dfccb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.332480 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-bc83f422-c8de-49e3-af3d-9fa1c61aa0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.339491 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-3ea16e12-74f6-441e-b51c-4a7fe952901a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:39.345267 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcf81aa-cbfd-4a3e-9e4c-f19339bed87d None None] Routers {'7b977344-036a-4bd5-bc23-39a7b13a3d8f'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:39.346034 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-8fcf81aa-cbfd-4a3e-9e4c-f19339bed87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7b977344-036a-4bd5-bc23-39a7b13a3d8f'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:39.346886 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a81d3520-3514-4e6c-b8bb-4b4a8571d15f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:39.409492 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-24de731a-dfea-4edc-a2c0-72ce69841d0c req-bf1f2cb9-9f52-4489-bc92-b34a4b84db3a tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9465c24-d5b9-46b7-8a08-a22e57ef4833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003798 Jun 17 08:53:39.433685 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bde50af3-8a97-4736-b11d-7203b54276ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.445678 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee51ec6-1a5c-4271-8dac-41d53fe2b956 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event updated for resources: {'Subnet': ['ID=728a4f05-3044-4bc0-97c8-54d360e6c1e3,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:39.456073 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-79edb9cf-fb54-4439-9cdb-2a0dc28eee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:39.457488 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-79edb9cf-fb54-4439-9cdb-2a0dc28eee8b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=105ff33ad0104f0bb37aaa476e6819f4&device_id=6d270702-edaf-4970-86e9-2489fa1e3ce5 HTTP/1.1" status: 200 len: 1095 time: 0.4083285 Jun 17 08:53:39.464963 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0ee51ec6-1a5c-4271-8dac-41d53fe2b956 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:39.470717 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8255e67-be5f-4767-9995-d70c0dfccb9b None None] Network 9041a988-0ab6-4480-bad2-375a6cd7ae07 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:39.476843 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.484642 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-f8255e67-be5f-4767-9995-d70c0dfccb9b None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:39.487984 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee51ec6-1a5c-4271-8dac-41d53fe2b956 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Checking segment: {'id': 'e2c045fa-08c7-439b-af9e-ab388a85d66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'dcc63cb7-c1d6-4262-b2fc-5aeedf0bb5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:39.507674 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee51ec6-1a5c-4271-8dac-41d53fe2b956 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Network hostable DHCP agents. Network: dcc63cb7-c1d6-4262-b2fc-5aeedf0bb5a6, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:53:39.507674 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-c5380640-e53d-4f97-b4f3-f44ee7b9eb44 service neutron] For port b987b29d-9750-41aa-be6b-98f368e4ce36, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:53:39.508696 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8255e67-be5f-4767-9995-d70c0dfccb9b None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:39.508696 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8255e67-be5f-4767-9995-d70c0dfccb9b None None] Pushing event updated for resources: {'Port': ['ID=743470fd-f8c9-4367-a5e4-20baf384a950,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:39.514745 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f8255e67-be5f-4767-9995-d70c0dfccb9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:39.515524 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:39.544490 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bde50af3-8a97-4736-b11d-7203b54276ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.562595 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-86a2ffd2-af6b-4b48-8730-b7e3d39e5943 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8926a91d-b807-4e83-abca-1b95630251b5 HTTP/1.1" status: 200 len: 217 time: 0.0927846 Jun 17 08:53:39.590115 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-c5380640-e53d-4f97-b4f3-f44ee7b9eb44 service neutron] For port b987b29d-9750-41aa-be6b-98f368e4ce36, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=b987b29d-9750-41aa-be6b-98f368e4ce36,segment=NetworkSegment(7f643f25-20a7-4954-999c-1593520abdfe),segment_id=7f643f25-20a7-4954-999c-1593520abdfe)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:53:39.647737 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-8fcf81aa-cbfd-4a3e-9e4c-f19339bed87d None None] Set router 7b977344-036a-4bd5-bc23-39a7b13a3d8f gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:39.650683 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-f8255e67-be5f-4767-9995-d70c0dfccb9b None None] Attempting to bind port 743470fd-f8c9-4367-a5e4-20baf384a950 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:53:39.650683 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-f8255e67-be5f-4767-9995-d70c0dfccb9b None None] Attempting to bind port 743470fd-f8c9-4367-a5e4-20baf384a950 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'faaddfcb-50f6-489d-b753-3be3bd17a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9041a988-0ab6-4480-bad2-375a6cd7ae07'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:53:39.652796 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8255e67-be5f-4767-9995-d70c0dfccb9b None None] Attempting to bind port 743470fd-f8c9-4367-a5e4-20baf384a950 on network 9041a988-0ab6-4480-bad2-375a6cd7ae07 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:39.667133 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-3d83bf4f-3f00-42fa-ae7c-0ab99994287d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:39.668652 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-3d83bf4f-3f00-42fa-ae7c-0ab99994287d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a45424cb-452c-4fd7-9da0-2578b2d96c56 HTTP/1.1" status: 200 len: 858 time: 0.0894053 Jun 17 08:53:39.682114 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=b4aa108b-fbc1-433e-816a-f28436b01361,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:39.689105 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:39.690170 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8255e67-be5f-4767-9995-d70c0dfccb9b None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:53:39.690693 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8255e67-be5f-4767-9995-d70c0dfccb9b None None] Checking segment: {'id': 'faaddfcb-50f6-489d-b753-3be3bd17a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9041a988-0ab6-4480-bad2-375a6cd7ae07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:39.691225 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f8255e67-be5f-4767-9995-d70c0dfccb9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.691892 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8255e67-be5f-4767-9995-d70c0dfccb9b None None] Bound using segment: {'id': 'faaddfcb-50f6-489d-b753-3be3bd17a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9041a988-0ab6-4480-bad2-375a6cd7ae07'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:53:39.692536 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-f8255e67-be5f-4767-9995-d70c0dfccb9b None None] Bound port: 743470fd-f8c9-4367-a5e4-20baf384a950, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faaddfcb-50f6-489d-b753-3be3bd17a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9041a988-0ab6-4480-bad2-375a6cd7ae07'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:53:39.692999 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f8255e67-be5f-4767-9995-d70c0dfccb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.711314 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-c5380640-e53d-4f97-b4f3-f44ee7b9eb44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.730222 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-83e28850-06ad-46b2-bdf3-b3b71bfc77a5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=50934354-3191-48c9-bd49-e9b62269b310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543082 Jun 17 08:53:39.738470 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a12ec8f9-8a86-4ee5-a7ac-054a90aaadae tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:39.891618 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.892649 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5380640-e53d-4f97-b4f3-f44ee7b9eb44 service neutron] Pushing event updated for resources: {'Port': ['ID=b987b29d-9750-41aa-be6b-98f368e4ce36,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:39.898441 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c5380640-e53d-4f97-b4f3-f44ee7b9eb44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:39.909791 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bde50af3-8a97-4736-b11d-7203b54276ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.913555 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bde50af3-8a97-4736-b11d-7203b54276ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.918261 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-bde50af3-8a97-4736-b11d-7203b54276ab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b55bfba-5226-4007-b0f8-96cf089e1a13 HTTP/1.1" status: 204 len: 168 time: 0.8051541 Jun 17 08:53:39.918899 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee51ec6-1a5c-4271-8dac-41d53fe2b956 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Network dcc63cb7-c1d6-4262-b2fc-5aeedf0bb5a6 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:53:39.968737 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83f422-c8de-49e3-af3d-9fa1c61aa0dc service neutron] Pushing event updated for resources: {'Port': ['ID=4e27e292-1d75-440b-92b4-f456f154593b,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:39.984339 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e93cef47-3d8f-41c9-a83d-98827a849b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:39.985897 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-bc83f422-c8de-49e3-af3d-9fa1c61aa0dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:40.003563 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-c5380640-e53d-4f97-b4f3-f44ee7b9eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:40.003563 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-c5380640-e53d-4f97-b4f3-f44ee7b9eb44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:40.005047 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-c5380640-e53d-4f97-b4f3-f44ee7b9eb44 service neutron] 10.222.0.50 "PUT /v2.0/ports/b987b29d-9750-41aa-be6b-98f368e4ce36 HTTP/1.1" status: 200 len: 1092 time: 5.0156596 Jun 17 08:53:40.006707 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde50af3-8a97-4736-b11d-7203b54276ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b55bfba-5226-4007-b0f8-96cf089e1a13,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:40.015179 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bde50af3-8a97-4736-b11d-7203b54276ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:40.056754 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-0ee51ec6-1a5c-4271-8dac-41d53fe2b956 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, dcc63cb7-c1d6-4262-b2fc-5aeedf0bb5a6) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:40.066821 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee51ec6-1a5c-4271-8dac-41d53fe2b956 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:40.067550 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0ee51ec6-1a5c-4271-8dac-41d53fe2b956 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:40.075231 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dc9d04-36c2-42a3-ad3e-c7de431a9dec None None] Network dcc63cb7-c1d6-4262-b2fc-5aeedf0bb5a6 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:40.113641 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-8167dfd3-a4b9-411f-8aad-82ed6cbe3122 service neutron] 10.222.0.53 "GET /v2.0/networks/50934354-3191-48c9-bd49-e9b62269b310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589871 Jun 17 08:53:40.216420 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-f8255e67-be5f-4767-9995-d70c0dfccb9b None None] For port 743470fd-f8c9-4367-a5e4-20baf384a950, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:53:40.252275 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0ee51ec6-1a5c-4271-8dac-41d53fe2b956 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3198509 Jun 17 08:53:40.253315 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 33178) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:40.267216 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-77310969-8a2a-4bb0-83a3-35f1b80b00ba tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-181413839', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}, 'admin_state_up': False}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:40.271178 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-f8255e67-be5f-4767-9995-d70c0dfccb9b None None] For port 743470fd-f8c9-4367-a5e4-20baf384a950, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=743470fd-f8c9-4367-a5e4-20baf384a950,segment=NetworkSegment(faaddfcb-50f6-489d-b753-3be3bd17a420),segment_id=faaddfcb-50f6-489d-b753-3be3bd17a420)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:53:40.272685 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device b4aa108b-fbc1-433e-816a-f28436b01361 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:40.281928 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-0813e28d-bfbd-43cd-9548-b7bca04707fa tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Allocated IP 19.80.0.14 (b89406c4-5ce2-40be-92aa-c0dbc840cb38/ccf0eb19-cfb2-4973-9c64-0057108f0320/228dee14-9e88-4af2-83d0-7c7e197f09a1) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:40.333024 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-5cd4d6c6-9d7b-4326-b6fc-8a3579a656de service neutron] 10.222.0.53 "GET /v2.0/networks/50934354-3191-48c9-bd49-e9b62269b310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174940 Jun 17 08:53:40.406721 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac2d66a-8194-4e75-98b1-6292f55f9f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-dcc63cb7-c1d6-4262-b2fc-5aeedf0bb5a6', 'network_id': 'dcc63cb7-c1d6-4262-b2fc-5aeedf0bb5a6', 'tenant_id': 'c8e4e0fd83114975aa056417d4a04f9f', 'fixed_ips': [{'subnet_id': '728a4f05-3044-4bc0-97c8-54d360e6c1e3'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:53:40.407825 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-aac2d66a-8194-4e75-98b1-6292f55f9f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:40.423138 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1dc1283c-e615-4d7e-84e2-190b7f80290a req-bcc8f1a5-13a9-4d6a-871e-4e4e5cae229a tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4567a7a-c077-4674-860c-b2e56bd1e2f5 HTTP/1.1" status: 200 len: 210 time: 0.0642216 Jun 17 08:53:40.458783 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-bc83f422-c8de-49e3-af3d-9fa1c61aa0dc service neutron] Attempting to bind port 4e27e292-1d75-440b-92b4-f456f154593b on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:53:40.459210 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-bc83f422-c8de-49e3-af3d-9fa1c61aa0dc service neutron] Attempting to bind port 4e27e292-1d75-440b-92b4-f456f154593b by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '7f643f25-20a7-4954-999c-1593520abdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '50934354-3191-48c9-bd49-e9b62269b310'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:53:40.459807 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-bc83f422-c8de-49e3-af3d-9fa1c61aa0dc service neutron] Attempting to bind port 4e27e292-1d75-440b-92b4-f456f154593b on network 50934354-3191-48c9-bd49-e9b62269b310 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:40.482016 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f8255e67-be5f-4767-9995-d70c0dfccb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:40.488813 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-db54adc3-4266-462f-8d6b-d5f1f799e503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:40.496900 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-bc83f422-c8de-49e3-af3d-9fa1c61aa0dc service neutron] Port 4e27e292-1d75-440b-92b4-f456f154593b on network 50934354-3191-48c9-bd49-e9b62269b310 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:53:40.497357 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-bc83f422-c8de-49e3-af3d-9fa1c61aa0dc service neutron] Attempting to bind port 4e27e292-1d75-440b-92b4-f456f154593b on network 50934354-3191-48c9-bd49-e9b62269b310 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:40.525386 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-bc83f422-c8de-49e3-af3d-9fa1c61aa0dc service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:53:40.526341 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-bc83f422-c8de-49e3-af3d-9fa1c61aa0dc service neutron] Checking segment: {'id': '7f643f25-20a7-4954-999c-1593520abdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '50934354-3191-48c9-bd49-e9b62269b310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:40.527015 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-bc83f422-c8de-49e3-af3d-9fa1c61aa0dc service neutron] Bound using segment: {'id': '7f643f25-20a7-4954-999c-1593520abdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '50934354-3191-48c9-bd49-e9b62269b310'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:53:40.527812 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-bc83f422-c8de-49e3-af3d-9fa1c61aa0dc service neutron] Bound port: 4e27e292-1d75-440b-92b4-f456f154593b, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f643f25-20a7-4954-999c-1593520abdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '50934354-3191-48c9-bd49-e9b62269b310'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:53:40.528660 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-bc83f422-c8de-49e3-af3d-9fa1c61aa0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:40.568424 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-77310969-8a2a-4bb0-83a3-35f1b80b00ba tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:40.569684 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-77310969-8a2a-4bb0-83a3-35f1b80b00ba tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:40.577174 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fe03f079-4c3a-40dc-be49-a1c52ef58b11 req-01201620-e9c5-4c4e-9c2e-ab537f3d70b5 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d674b05-a575-4f86-910e-6bc9c1dae34b HTTP/1.1" status: 200 len: 210 time: 0.0815384 Jun 17 08:53:40.580345 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-68f58327-3087-4cfa-ba5a-760eb0dc5317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:40.581818 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-68f58327-3087-4cfa-ba5a-760eb0dc5317 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=105ff33ad0104f0bb37aaa476e6819f4&device_id=6cfc3f43-c846-4b1c-9afd-f8355ae473f2 HTTP/1.1" status: 200 len: 1095 time: 0.2178068 Jun 17 08:53:40.616441 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8255e67-be5f-4767-9995-d70c0dfccb9b None None] Pushing event updated for resources: {'Port': ['ID=743470fd-f8c9-4367-a5e4-20baf384a950,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:40.711729 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-77310969-8a2a-4bb0-83a3-35f1b80b00ba tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:40.768921 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-0e85aa59-670e-4a63-ab25-8361897b1a9b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b987b29d-9750-41aa-be6b-98f368e4ce36 HTTP/1.1" status: 200 len: 217 time: 0.1778493 Jun 17 08:53:40.790868 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-bc83f422-c8de-49e3-af3d-9fa1c61aa0dc service neutron] For port 4e27e292-1d75-440b-92b4-f456f154593b, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:53:40.794500 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f8255e67-be5f-4767-9995-d70c0dfccb9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:40.817775 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-0813e28d-bfbd-43cd-9548-b7bca04707fa tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:40.856152 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port b4aa108b-fbc1-433e-816a-f28436b01361 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:40.866881 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:40.874042 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-8fcf81aa-cbfd-4a3e-9e4c-f19339bed87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'name': 'tempest-ServersTestJSON-662377247-router', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:05Z', 'updated_at': '2021-06-17T08:51:13Z', 'revision_number': 4, 'project_id': '4201ecfcc96c4ba4985fddc21edba720', 'gw_port': {'id': 'ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:06Z', 'updated_at': '2021-06-17T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '57042db1-0bdd-4e10-9d3a-803aeb185a0c', 'name': '', 'network_id': 'c5173993-fd11-42fa-843a-bd1549cdbf9f', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'mac_address': 'fa:16:3e:72:39:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '96f5dabf-68ce-47ec-aa13-c93b9f2b86ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:10Z', 'updated_at': '2021-06-17T08:51:21Z', 'revision_number': 5, 'project_id': '4201ecfcc96c4ba4985fddc21edba720', 'subnets': [{'id': '96f5dabf-68ce-47ec-aa13-c93b9f2b86ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:40.887971 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Allocated IP 2001:db8:3::1 (9041a988-0ab6-4480-bad2-375a6cd7ae07/a376550a-f743-4824-9f09-1be639622030/af048c26-42d5-43e4-b016-1e57d5c40a03) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:40.906336 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-ae2ab322-a8b2-4f6e-b6d1-272cc8500a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:40.910291 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-ae2ab322-a8b2-4f6e-b6d1-272cc8500a1e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a45424cb-452c-4fd7-9da0-2578b2d96c56 HTTP/1.1" status: 200 len: 858 time: 0.1323340 Jun 17 08:53:40.917599 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-bc83f422-c8de-49e3-af3d-9fa1c61aa0dc service neutron] For port 4e27e292-1d75-440b-92b4-f456f154593b, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4e27e292-1d75-440b-92b4-f456f154593b,segment=NetworkSegment(7f643f25-20a7-4954-999c-1593520abdfe),segment_id=7f643f25-20a7-4954-999c-1593520abdfe)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:53:40.936052 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-0813e28d-bfbd-43cd-9548-b7bca04707fa tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Transition to ACTIVE for port object 228dee14-9e88-4af2-83d0-7c7e197f09a1 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:40.952857 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcf81aa-cbfd-4a3e-9e4c-f19339bed87d None None] The sync data for ids ['7b977344-036a-4bd5-bc23-39a7b13a3d8f'] in n-d-758944-30 is: [{'id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'name': 'tempest-ServersTestJSON-662377247-router', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:05Z', 'updated_at': '2021-06-17T08:51:13Z', 'revision_number': 4, 'project_id': '4201ecfcc96c4ba4985fddc21edba720', 'gw_port': {'id': 'ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:06Z', 'updated_at': '2021-06-17T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '57042db1-0bdd-4e10-9d3a-803aeb185a0c', 'name': '', 'network_id': 'c5173993-fd11-42fa-843a-bd1549cdbf9f', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'mac_address': 'fa:16:3e:72:39:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '96f5dabf-68ce-47ec-aa13-c93b9f2b86ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:10Z', 'updated_at': '2021-06-17T08:51:21Z', 'revision_number': 5, 'project_id': '4201ecfcc96c4ba4985fddc21edba720', 'subnets': [{'id': '96f5dabf-68ce-47ec-aa13-c93b9f2b86ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:40.973383 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-aac2d66a-8194-4e75-98b1-6292f55f9f6f None None] Allocated IP 172.20.0.2 (dcc63cb7-c1d6-4262-b2fc-5aeedf0bb5a6/728a4f05-3044-4bc0-97c8-54d360e6c1e3/21c767ed-06b8-423d-8ee9-fc27b9c1ee2b) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:41.014994 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-3d7055a2-be24-4769-9146-fcf4b1fbe0ef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=50934354-3191-48c9-bd49-e9b62269b310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648589 Jun 17 08:53:41.166890 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 73d68241-95fa-4ce7-9799-5d2deb794d5e up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:41.218438 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-bc83f422-c8de-49e3-af3d-9fa1c61aa0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.221944 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ffd598de-d9e9-42f1-b63c-7c7013d0758f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:41.312886 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-bc83f422-c8de-49e3-af3d-9fa1c61aa0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:41.313794 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-bc83f422-c8de-49e3-af3d-9fa1c61aa0dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.315418 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-bc83f422-c8de-49e3-af3d-9fa1c61aa0dc service neutron] 10.222.0.53 "PUT /v2.0/ports/4e27e292-1d75-440b-92b4-f456f154593b HTTP/1.1" status: 200 len: 1092 time: 5.6020942 Jun 17 08:53:41.316262 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9e8b15-1e54-46db-ae41-0ccebeca7172', 'tag': '4e27e292-1d75-440b-92b4-f456f154593b'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:53:41.318943 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5e22d1-41f8-4093-8255-60c0c7635d1f" -d '{"events": [{"name": "network-changed", "server_uuid": "3d9e8b15-1e54-46db-ae41-0ccebeca7172", "tag": "4e27e292-1d75-440b-92b4-f456f154593b"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:41.361624 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d270702-edaf-4970-86e9-2489fa1e3ce5', 'tag': '8926a91d-b807-4e83-abca-1b95630251b5'}, {'name': 'network-changed', 'server_uuid': '6cfc3f43-c846-4b1c-9afd-f8355ae473f2', 'tag': 'b987b29d-9750-41aa-be6b-98f368e4ce36'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:53:41.368662 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea0456b-f4e6-4360-9ded-dc8f50e50c16" -d '{"events": [{"name": "network-changed", "server_uuid": "6d270702-edaf-4970-86e9-2489fa1e3ce5", "tag": "8926a91d-b807-4e83-abca-1b95630251b5"}, {"name": "network-changed", "server_uuid": "6cfc3f43-c846-4b1c-9afd-f8355ae473f2", "tag": "b987b29d-9750-41aa-be6b-98f368e4ce36"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:41.387397 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83f422-c8de-49e3-af3d-9fa1c61aa0dc service neutron] Pushing event updated for resources: {'Port': ['ID=4e27e292-1d75-440b-92b4-f456f154593b,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:41.391295 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-bc83f422-c8de-49e3-af3d-9fa1c61aa0dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:41.439120 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.440415 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-77310969-8a2a-4bb0-83a3-35f1b80b00ba tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.472919 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-aac2d66a-8194-4e75-98b1-6292f55f9f6f None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.482324 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 73d68241-95fa-4ce7-9799-5d2deb794d5e triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:41.482721 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.486115 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Transition to ACTIVE for port object af048c26-42d5-43e4-b016-1e57d5c40a03 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:41.486556 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b69fec-6fea-4c26-8013-c2ab536716b2 req-2fc1d350-8313-47ca-b324-de602ca367c1 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:41.489135 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-36b69fec-6fea-4c26-8013-c2ab536716b2 req-2fc1d350-8313-47ca-b324-de602ca367c1 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d9e8b15-1e54-46db-ae41-0ccebeca7172 HTTP/1.1" status: 200 len: 943 time: 0.6909461 Jun 17 08:53:41.497322 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8981a97d-b34b-4fef-8f96-5401b79f9bfd None None] New status for floating IP 9e0e668c-3b4f-4929-8f35-d276a2a475cd: DOWN {{(pid=94522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:53:41.512425 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-aac2d66a-8194-4e75-98b1-6292f55f9f6f None None] Transition to ACTIVE for port object 21c767ed-06b8-423d-8ee9-fc27b9c1ee2b will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:41.514063 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d3782d-4425-4b5a-9095-104231b5caf8 x-openstack-request-id: req-87d3782d-4425-4b5a-9095-104231b5caf8 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:41.514410 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d9e8b15-1e54-46db-ae41-0ccebeca7172", "tag": "4e27e292-1d75-440b-92b4-f456f154593b", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:41.514718 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-87d3782d-4425-4b5a-9095-104231b5caf8 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:41.515176 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d9e8b15-1e54-46db-ae41-0ccebeca7172', 'tag': '4e27e292-1d75-440b-92b4-f456f154593b', 'status': 'completed', 'code': 200} Jun 17 08:53:41.549749 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-aac2d66a-8194-4e75-98b1-6292f55f9f6f None None] Transition to ACTIVE for port object 21c767ed-06b8-423d-8ee9-fc27b9c1ee2b will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:41.588406 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-0813e28d-bfbd-43cd-9548-b7bca04707fa tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.589040 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 17 Jun 2021 08:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b9934e-34e4-459c-938e-c7d262915a8e x-openstack-request-id: req-57b9934e-34e4-459c-938e-c7d262915a8e {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:41.590200 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d270702-edaf-4970-86e9-2489fa1e3ce5", "tag": "8926a91d-b807-4e83-abca-1b95630251b5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6cfc3f43-c846-4b1c-9afd-f8355ae473f2", "tag": "b987b29d-9750-41aa-be6b-98f368e4ce36", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:41.596045 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-57b9934e-34e4-459c-938e-c7d262915a8e {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:41.596570 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d270702-edaf-4970-86e9-2489fa1e3ce5', 'tag': '8926a91d-b807-4e83-abca-1b95630251b5', 'status': 'completed', 'code': 200} Jun 17 08:53:41.596856 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cfc3f43-c846-4b1c-9afd-f8355ae473f2', 'tag': 'b987b29d-9750-41aa-be6b-98f368e4ce36', 'status': 'completed', 'code': 200} Jun 17 08:53:41.611179 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-2925fb3c-4fdb-407b-ba3b-46a5db8b153f service neutron] 10.222.0.50 "GET /v2.0/networks/50934354-3191-48c9-bd49-e9b62269b310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861042 Jun 17 08:53:41.611757 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 33212) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:41.643155 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3427d4cf-fc41-4650-9a87-6b339257e207 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:41.669767 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-aac2d66a-8194-4e75-98b1-6292f55f9f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.671952 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-41c7173e-4d35-464b-a88f-7cd105da1f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:41.733153 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813e28d-bfbd-43cd-9548-b7bca04707fa tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Pushing event updated for resources: {'Port': ['ID=228dee14-9e88-4af2-83d0-7c7e197f09a1,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:41.737941 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-60b54136-fa29-4182-8b57-86e36b98eafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.751620 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0813e28d-bfbd-43cd-9548-b7bca04707fa tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:41.764351 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2d66a-8194-4e75-98b1-6292f55f9f6f None None] Pushing event updated for resources: {'Port': ['ID=21c767ed-06b8-423d-8ee9-fc27b9c1ee2b,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:41.767928 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-36b69fec-6fea-4c26-8013-c2ab536716b2 req-72134a33-018a-4b7f-b740-2b38b4eb67ad tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9465c24-d5b9-46b7-8a08-a22e57ef4833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657950 Jun 17 08:53:41.770017 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-aac2d66a-8194-4e75-98b1-6292f55f9f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:41.786053 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac2d66a-8194-4e75-98b1-6292f55f9f6f None None] Network dcc63cb7-c1d6-4262-b2fc-5aeedf0bb5a6 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:41.792368 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-aac2d66a-8194-4e75-98b1-6292f55f9f6f None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:41.795327 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-0813e28d-bfbd-43cd-9548-b7bca04707fa tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Network b89406c4-5ce2-40be-92aa-c0dbc840cb38 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:41.804812 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac2d66a-8194-4e75-98b1-6292f55f9f6f None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:41.804967 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-0813e28d-bfbd-43cd-9548-b7bca04707fa tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:41.818831 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.825881 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-0813e28d-bfbd-43cd-9548-b7bca04707fa tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:41.833066 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-84cb783a-5111-4ad2-9a64-468928bae779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:41.889898 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-aac2d66a-8194-4e75-98b1-6292f55f9f6f None None] Attempting to bind port 21c767ed-06b8-423d-8ee9-fc27b9c1ee2b on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:53:41.890417 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-aac2d66a-8194-4e75-98b1-6292f55f9f6f None None] Attempting to bind port 21c767ed-06b8-423d-8ee9-fc27b9c1ee2b by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'e2c045fa-08c7-439b-af9e-ab388a85d66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'dcc63cb7-c1d6-4262-b2fc-5aeedf0bb5a6'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:53:41.890921 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac2d66a-8194-4e75-98b1-6292f55f9f6f None None] Attempting to bind port 21c767ed-06b8-423d-8ee9-fc27b9c1ee2b on network dcc63cb7-c1d6-4262-b2fc-5aeedf0bb5a6 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:41.901709 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac2d66a-8194-4e75-98b1-6292f55f9f6f None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:53:41.902129 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac2d66a-8194-4e75-98b1-6292f55f9f6f None None] Checking segment: {'id': 'e2c045fa-08c7-439b-af9e-ab388a85d66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'dcc63cb7-c1d6-4262-b2fc-5aeedf0bb5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:41.902552 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-aac2d66a-8194-4e75-98b1-6292f55f9f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.902979 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac2d66a-8194-4e75-98b1-6292f55f9f6f None None] Bound using segment: {'id': 'e2c045fa-08c7-439b-af9e-ab388a85d66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'dcc63cb7-c1d6-4262-b2fc-5aeedf0bb5a6'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:53:41.907925 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-aac2d66a-8194-4e75-98b1-6292f55f9f6f None None] Bound port: 21c767ed-06b8-423d-8ee9-fc27b9c1ee2b, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c045fa-08c7-439b-af9e-ab388a85d66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'dcc63cb7-c1d6-4262-b2fc-5aeedf0bb5a6'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:53:41.908366 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-aac2d66a-8194-4e75-98b1-6292f55f9f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.996513 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e22d1-41f8-4093-8255-60c0c7635d1f req-e5c280c0-26ae-4869-85aa-7e9409a74e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:41.998049 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-eb5e22d1-41f8-4093-8255-60c0c7635d1f req-e5c280c0-26ae-4869-85aa-7e9409a74e92 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=105ff33ad0104f0bb37aaa476e6819f4&device_id=3d9e8b15-1e54-46db-ae41-0ccebeca7172 HTTP/1.1" status: 200 len: 1095 time: 0.4268763 Jun 17 08:53:42.032075 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-aac2d66a-8194-4e75-98b1-6292f55f9f6f None None] For port 21c767ed-06b8-423d-8ee9-fc27b9c1ee2b, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:53:42.035788 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-aac2d66a-8194-4e75-98b1-6292f55f9f6f None None] For port 21c767ed-06b8-423d-8ee9-fc27b9c1ee2b, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=21c767ed-06b8-423d-8ee9-fc27b9c1ee2b,segment=NetworkSegment(e2c045fa-08c7-439b-af9e-ab388a85d66b),segment_id=e2c045fa-08c7-439b-af9e-ab388a85d66b)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:53:42.170765 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-aac2d66a-8194-4e75-98b1-6292f55f9f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:42.175116 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:42.192311 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 33222) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:42.216637 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network 9041a988-0ab6-4480-bad2-375a6cd7ae07 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:42.218591 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e22d1-41f8-4093-8255-60c0c7635d1f req-11b79089-c91c-4ede-aa99-119df9dda7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:42.220134 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-eb5e22d1-41f8-4093-8255-60c0c7635d1f req-11b79089-c91c-4ede-aa99-119df9dda7c4 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=105ff33ad0104f0bb37aaa476e6819f4&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2003543 Jun 17 08:53:42.245327 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:42.278110 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-60b54136-fa29-4182-8b57-86e36b98eafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:42.284533 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:42.285335 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:42.368363 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2d66a-8194-4e75-98b1-6292f55f9f6f None None] Pushing event updated for resources: {'Port': ['ID=21c767ed-06b8-423d-8ee9-fc27b9c1ee2b,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:42.385101 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-aac2d66a-8194-4e75-98b1-6292f55f9f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:42.438498 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-868183f7-dc5b-4f87-b644-4df1aca5d643 None None] Provisioning for port 228dee14-9e88-4af2-83d0-7c7e197f09a1 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:42.443848 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-868183f7-dc5b-4f87-b644-4df1aca5d643 None None] Provisioning complete for port 228dee14-9e88-4af2-83d0-7c7e197f09a1 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:42.444366 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-868183f7-dc5b-4f87-b644-4df1aca5d643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:42.469815 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Port': ['ID=af048c26-42d5-43e4-b016-1e57d5c40a03,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:42.473585 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6991f2c2-d5ad-4a32-9022-8f02aec131dc tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:42.480603 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-60b54136-fa29-4182-8b57-86e36b98eafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:42.481840 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-0813e28d-bfbd-43cd-9548-b7bca04707fa tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:42.491328 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-0813e28d-bfbd-43cd-9548-b7bca04707fa tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:42.496986 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae002d1-e190-4073-a50f-eeeb1eed0088 None None] Network 9041a988-0ab6-4480-bad2-375a6cd7ae07 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:42.518429 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0456b-f4e6-4360-9ded-dc8f50e50c16 req-7be78d6c-6371-47ba-a3a3-52bcab8f1545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:42.520386 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aea0456b-f4e6-4360-9ded-dc8f50e50c16 req-7be78d6c-6371-47ba-a3a3-52bcab8f1545 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=105ff33ad0104f0bb37aaa476e6819f4&device_id=6d270702-edaf-4970-86e9-2489fa1e3ce5 HTTP/1.1" status: 200 len: 1095 time: 0.8743773 Jun 17 08:53:42.527638 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-370ff131-046e-4140-9c86-b8c4b4eba10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:42.552873 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-60b54136-fa29-4182-8b57-86e36b98eafe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c6a8ec4a04844bbcbcc1c8732e6ba303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9352107 Jun 17 08:53:42.560458 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b54136-fa29-4182-8b57-86e36b98eafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1159af-7494-4bd0-892a-4aa647d33b6b,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:42.595496 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 33226) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:42.597258 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b54136-fa29-4182-8b57-86e36b98eafe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:42.597643 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b54136-fa29-4182-8b57-86e36b98eafe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:42.598028 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b54136-fa29-4182-8b57-86e36b98eafe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:42.598394 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b54136-fa29-4182-8b57-86e36b98eafe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:42.598761 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b54136-fa29-4182-8b57-86e36b98eafe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:42.599127 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b54136-fa29-4182-8b57-86e36b98eafe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:42.599497 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b54136-fa29-4182-8b57-86e36b98eafe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:42.599908 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b54136-fa29-4182-8b57-86e36b98eafe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:42.600546 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b54136-fa29-4182-8b57-86e36b98eafe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:42.600914 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b54136-fa29-4182-8b57-86e36b98eafe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:42.601289 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b54136-fa29-4182-8b57-86e36b98eafe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:42.601631 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b54136-fa29-4182-8b57-86e36b98eafe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:42.606744 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-60b54136-fa29-4182-8b57-86e36b98eafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:42.614565 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 8926a91d-b807-4e83-abca-1b95630251b5 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:53:42.624210 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 743470fd-f8c9-4367-a5e4-20baf384a950 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:42.716644 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-0813e28d-bfbd-43cd-9548-b7bca04707fa tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8063705 Jun 17 08:53:42.727691 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-868183f7-dc5b-4f87-b644-4df1aca5d643 None None] Port 228dee14-9e88-4af2-83d0-7c7e197f09a1 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:53:42.751804 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d2da263a-2ff6-4df6-bd4a-d4be3fab60a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:42.752393 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:42.752393 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:42.752617 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:42.752943 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:42.753319 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:42.754005 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:42.754144 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:42.754408 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:42.754776 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:42.767495 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:42.768522 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:42.768904 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:42.775394 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e22d1-41f8-4093-8255-60c0c7635d1f req-ac73875d-88ba-4cbd-a4da-0076bf0564cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:42.776854 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-eb5e22d1-41f8-4093-8255-60c0c7635d1f req-ac73875d-88ba-4cbd-a4da-0076bf0564cd service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5424294 Jun 17 08:53:42.777847 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.945s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:42.799336 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-ac224a87-b4e0-4590-ab72-548bc1f6a3a7 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Request body: {'port': {'device_id': '1d674b05-a575-4f86-910e-6bc9c1dae34b', 'network_id': '1217f561-ccf4-4c84-98b2-7856be3953a9', 'admin_state_up': True, 'tenant_id': 'efb1f4611b1f491e8763ca939f24a14b'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:43.023554 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:43.041837 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 8926a91d-b807-4e83-abca-1b95630251b5, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=8926a91d-b807-4e83-abca-1b95630251b5,segment=NetworkSegment(7f643f25-20a7-4954-999c-1593520abdfe),segment_id=7f643f25-20a7-4954-999c-1593520abdfe)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:43.065659 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '8926a91d-b807-4e83-abca-1b95630251b5', 'network_id': '50934354-3191-48c9-bd49-e9b62269b310', 'port_id': '8926a91d-b807-4e83-abca-1b95630251b5', 'mac_address': 'fa:16:3e:ac:41:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a45424cb-452c-4fd7-9da0-2578b2d96c56', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:53:43.146570 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:43.180343 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8926a91d-b807-4e83-abca-1b95630251b5 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:53:43.212771 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 8926a91d-b807-4e83-abca-1b95630251b5, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=8926a91d-b807-4e83-abca-1b95630251b5,segment=NetworkSegment(7f643f25-20a7-4954-999c-1593520abdfe),segment_id=7f643f25-20a7-4954-999c-1593520abdfe)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:43.224297 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 743470fd-f8c9-4367-a5e4-20baf384a950 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:43.229015 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-74be81d8-699f-4a28-8e3d-8d17f1803faa None None] Provisioning for port 743470fd-f8c9-4367-a5e4-20baf384a950 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:43.236549 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 743470fd-f8c9-4367-a5e4-20baf384a950 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:43.236943 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:43.260487 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-17fb0633-2efe-4718-b72a-0768b9c6886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:43.262136 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-17fb0633-2efe-4718-b72a-0768b9c6886d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=105ff33ad0104f0bb37aaa476e6819f4&device_id=3d9e8b15-1e54-46db-ae41-0ccebeca7172 HTTP/1.1" status: 200 len: 1095 time: 0.4169614 Jun 17 08:53:43.309038 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-74be81d8-699f-4a28-8e3d-8d17f1803faa None None] Provisioning complete for port 743470fd-f8c9-4367-a5e4-20baf384a950 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:43.314433 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-74be81d8-699f-4a28-8e3d-8d17f1803faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:43.355078 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-cd8c58ba-bd88-43d1-8279-502f6e251361 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e27e292-1d75-440b-92b4-f456f154593b HTTP/1.1" status: 200 len: 217 time: 0.0807128 Jun 17 08:53:43.366964 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-866cb6fc-e516-4947-8f6a-886956c2f9ab service neutron] 10.222.0.50 "GET /v2.0/networks/50934354-3191-48c9-bd49-e9b62269b310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7378345 Jun 17 08:53:43.367504 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:43.382443 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6991f2c2-d5ad-4a32-9022-8f02aec131dc tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:43.392547 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4223e-0c8f-482d-b1ca-e31516292c90 req-65bf78ca-6db6-47c4-a0c3-074678308cab tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:43.397646 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-16b4223e-0c8f-482d-b1ca-e31516292c90 req-65bf78ca-6db6-47c4-a0c3-074678308cab tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d9e8b15-1e54-46db-ae41-0ccebeca7172 HTTP/1.1" status: 200 len: 943 time: 0.3890684 Jun 17 08:53:43.418801 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5abba9-afa1-409b-a297-5ef601aff2e8 req-b09481c3-dc82-4853-9213-67830bf91741 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:43.427324 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fd5abba9-afa1-409b-a297-5ef601aff2e8 req-b09481c3-dc82-4853-9213-67830bf91741 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d674b05-a575-4f86-910e-6bc9c1dae34b HTTP/1.1" status: 200 len: 931 time: 1.2211342 Jun 17 08:53:43.447527 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:43.467486 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d2da263a-2ff6-4df6-bd4a-d4be3fab60a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:43.501948 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-ac224a87-b4e0-4590-ab72-548bc1f6a3a7 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Made reservation on behalf of efb1f4611b1f491e8763ca939f24a14b for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:43.513160 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-ac224a87-b4e0-4590-ab72-548bc1f6a3a7 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:43.523311 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:43.545007 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=8926a91d-b807-4e83-abca-1b95630251b5,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:43.573809 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-77310969-8a2a-4bb0-83a3-35f1b80b00ba tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for router_gateway, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:43.575832 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:43.612136 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 743470fd-f8c9-4367-a5e4-20baf384a950, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=743470fd-f8c9-4367-a5e4-20baf384a950,segment=NetworkSegment(faaddfcb-50f6-489d-b753-3be3bd17a420),segment_id=faaddfcb-50f6-489d-b753-3be3bd17a420)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:43.670743 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-74be81d8-699f-4a28-8e3d-8d17f1803faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:43.688674 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['8926a91d-b807-4e83-abca-1b95630251b5'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:53:43.693032 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-bd9b00a9-572c-439e-907f-b24d6fd2fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:43.695464 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-bd9b00a9-572c-439e-907f-b24d6fd2fec3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a45424cb-452c-4fd7-9da0-2578b2d96c56 HTTP/1.1" status: 200 len: 858 time: 0.3321197 Jun 17 08:53:43.714453 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-77310969-8a2a-4bb0-83a3-35f1b80b00ba tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:43.720920 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-16b4223e-0c8f-482d-b1ca-e31516292c90 req-d0f9104a-24a9-45e0-8023-62f10625a243 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9465c24-d5b9-46b7-8a08-a22e57ef4833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910359 Jun 17 08:53:43.763542 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fd5abba9-afa1-409b-a297-5ef601aff2e8 req-1f56bfc0-e13a-4465-b80a-325278dc805d tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343713 Jun 17 08:53:43.780395 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0456b-f4e6-4360-9ded-dc8f50e50c16 req-57650591-f9c5-4091-aeb3-ba4fcb21e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:43.781905 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aea0456b-f4e6-4360-9ded-dc8f50e50c16 req-57650591-f9c5-4091-aeb3-ba4fcb21e1ad service neutron] 10.222.0.53 "GET /v2.0/networks?id=50934354-3191-48c9-bd49-e9b62269b310 HTTP/1.1" status: 200 len: 919 time: 1.2296672 Jun 17 08:53:43.822333 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:43.833139 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f8255e67-be5f-4767-9995-d70c0dfccb9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:43.866920 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:43.949960 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-100b9048-2c30-4a4d-a8e5-c5ab1f433ba6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=50934354-3191-48c9-bd49-e9b62269b310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803163 Jun 17 08:53:43.979042 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aea0456b-f4e6-4360-9ded-dc8f50e50c16 req-59a1b63b-cf3f-46ed-9dbe-b892b6675799 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8926a91d-b807-4e83-abca-1b95630251b5 HTTP/1.1" status: 200 len: 217 time: 0.1402245 Jun 17 08:53:44.008645 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6991f2c2-d5ad-4a32-9022-8f02aec131dc tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:44.011841 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6991f2c2-d5ad-4a32-9022-8f02aec131dc tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:44.013105 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-6991f2c2-d5ad-4a32-9022-8f02aec131dc tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "DELETE /v2.0/security-groups/4da72bb0-3b3c-4314-9a13-8b9006a273f6 HTTP/1.1" status: 204 len: 168 time: 1.7660639 Jun 17 08:53:44.028260 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.db.api [None req-74be81d8-699f-4a28-8e3d-8d17f1803faa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:53:44.028680 n-d-758944-30 neutron-server[94521]: DEBUG oslo_db.api [None req-74be81d8-699f-4a28-8e3d-8d17f1803faa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:53:44.034732 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33234) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:44.043576 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0241ee83-bec0-428d-b60c-97af17158c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:44.045652 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=743470fd-f8c9-4367-a5e4-20baf384a950,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:44.048911 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:44.049987 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:44.064150 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7ea4fb46-9fea-4829-a50c-5dbab7e1a746 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:44.065319 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:44.079752 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-e51b1d65-c8a0-4286-9755-365bea8b1714 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] show failed (client error): The resource could not be found. Jun 17 08:53:44.083654 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e51b1d65-c8a0-4286-9755-365bea8b1714 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "GET /v2.0/security-groups/4da72bb0-3b3c-4314-9a13-8b9006a273f6 HTTP/1.1" status: 404 len: 347 time: 0.0443513 Jun 17 08:53:44.136404 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33236) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:44.194117 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9964799f-a387-4bbb-b183-47cb89defc1e None None] Network dcc63cb7-c1d6-4262-b2fc-5aeedf0bb5a6 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:44.212041 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-77310969-8a2a-4bb0-83a3-35f1b80b00ba tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Allocated IP 172.25.2.160 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/9ebc72a5-948b-42c5-8efc-8696661a784f) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:44.239932 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0456b-f4e6-4360-9ded-dc8f50e50c16 req-cea1b475-e356-49ed-b707-509e0951e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:44.246854 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aea0456b-f4e6-4360-9ded-dc8f50e50c16 req-cea1b475-e356-49ed-b707-509e0951e2f2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a45424cb-452c-4fd7-9da0-2578b2d96c56 HTTP/1.1" status: 200 len: 858 time: 0.2582426 Jun 17 08:53:44.270078 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d2da263a-2ff6-4df6-bd4a-d4be3fab60a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:44.273662 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d2da263a-2ff6-4df6-bd4a-d4be3fab60a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:44.276961 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d2da263a-2ff6-4df6-bd4a-d4be3fab60a2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ea1159af-7494-4bd0-892a-4aa647d33b6b HTTP/1.1" status: 204 len: 168 time: 1.6554620 Jun 17 08:53:44.365741 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aea0456b-f4e6-4360-9ded-dc8f50e50c16 req-0cf2c06b-bb63-4536-9e12-33c0b5189c78 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=50934354-3191-48c9-bd49-e9b62269b310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103625 Jun 17 08:53:44.377951 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991f2c2-d5ad-4a32-9022-8f02aec131dc tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da72bb0-3b3c-4314-9a13-8b9006a273f6,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:44.425814 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 21c767ed-06b8-423d-8ee9-fc27b9c1ee2b up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:44.526221 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6991f2c2-d5ad-4a32-9022-8f02aec131dc tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:44.528666 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aea0456b-f4e6-4360-9ded-dc8f50e50c16 req-dc6002b5-1602-422e-a680-9fb1f32bed87 service neutron] 10.222.0.53 "GET /v2.0/networks/50934354-3191-48c9-bd49-e9b62269b310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458707 Jun 17 08:53:44.529236 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2a3aa6cc-73c4-4083-a07f-9cb9b5f1d305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:44.548276 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0456b-f4e6-4360-9ded-dc8f50e50c16 req-f0ff2a37-4514-4005-88eb-6f6d83eb84dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:44.549810 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aea0456b-f4e6-4360-9ded-dc8f50e50c16 req-f0ff2a37-4514-4005-88eb-6f6d83eb84dd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=105ff33ad0104f0bb37aaa476e6819f4&device_id=6cfc3f43-c846-4b1c-9afd-f8355ae473f2 HTTP/1.1" status: 200 len: 1095 time: 0.8769825 Jun 17 08:53:44.559143 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-415fc032-0f4d-4c86-b14e-67bee67a9bfb service neutron] 10.222.0.53 "GET /v2.0/networks/50934354-3191-48c9-bd49-e9b62269b310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6013315 Jun 17 08:53:44.621535 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da263a-2ff6-4df6-bd4a-d4be3fab60a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1159af-7494-4bd0-892a-4aa647d33b6b,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:44.628383 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d2da263a-2ff6-4df6-bd4a-d4be3fab60a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:44.773427 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aea0456b-f4e6-4360-9ded-dc8f50e50c16 req-0dc173f7-7dee-4040-aba2-e40df34ad94a service neutron] 10.222.0.53 "GET /v2.0/networks/50934354-3191-48c9-bd49-e9b62269b310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310829 Jun 17 08:53:44.818519 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-77310969-8a2a-4bb0-83a3-35f1b80b00ba tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:44.878182 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0456b-f4e6-4360-9ded-dc8f50e50c16 req-5362eaa7-93af-4411-93a8-4504bd687a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:44.879757 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aea0456b-f4e6-4360-9ded-dc8f50e50c16 req-5362eaa7-93af-4411-93a8-4504bd687a27 service neutron] 10.222.0.50 "GET /v2.0/networks?id=50934354-3191-48c9-bd49-e9b62269b310 HTTP/1.1" status: 200 len: 919 time: 0.2560391 Jun 17 08:53:44.897571 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 21c767ed-06b8-423d-8ee9-fc27b9c1ee2b completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:44.902372 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 743470fd-f8c9-4367-a5e4-20baf384a950 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:45.030013 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aea0456b-f4e6-4360-9ded-dc8f50e50c16 req-8c09b080-33ee-4345-b2b1-ee293d79db4e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b987b29d-9750-41aa-be6b-98f368e4ce36 HTTP/1.1" status: 200 len: 217 time: 0.1406336 Jun 17 08:53:45.035575 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 743470fd-f8c9-4367-a5e4-20baf384a950 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:45.036120 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:45.090498 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-33fcefb0-9200-40f7-90bf-272775ef0dd0 None None] Provisioning for port af048c26-42d5-43e4-b016-1e57d5c40a03 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:45.102578 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-33fcefb0-9200-40f7-90bf-272775ef0dd0 None None] Provisioning complete for port af048c26-42d5-43e4-b016-1e57d5c40a03 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:45.103214 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-33fcefb0-9200-40f7-90bf-272775ef0dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:45.143467 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-33fcefb0-9200-40f7-90bf-272775ef0dd0 None None] Port af048c26-42d5-43e4-b016-1e57d5c40a03 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:53:45.165736 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0456b-f4e6-4360-9ded-dc8f50e50c16 req-e2b29491-bb62-4d8b-9e24-a380744ef3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:45.168148 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aea0456b-f4e6-4360-9ded-dc8f50e50c16 req-e2b29491-bb62-4d8b-9e24-a380744ef3e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a45424cb-452c-4fd7-9da0-2578b2d96c56 HTTP/1.1" status: 200 len: 858 time: 0.1220863 Jun 17 08:53:45.182030 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acd08c-cc1e-404e-b4fb-ade6febfa145 req-f71d2b71-4014-40df-9894-0072799f2262 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:45.184089 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f0acd08c-cc1e-404e-b4fb-ade6febfa145 req-f71d2b71-4014-40df-9894-0072799f2262 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d9e8b15-1e54-46db-ae41-0ccebeca7172 HTTP/1.1" status: 200 len: 943 time: 0.2647307 Jun 17 08:53:45.186223 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event updated for resources: {'Port': ['ID=af048c26-42d5-43e4-b016-1e57d5c40a03,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:45.220358 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aea0456b-f4e6-4360-9ded-dc8f50e50c16 req-432b4140-7e25-413d-a82c-f56cca77f21c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=50934354-3191-48c9-bd49-e9b62269b310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347965 Jun 17 08:53:45.264528 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.200s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:45.290025 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-77310969-8a2a-4bb0-83a3-35f1b80b00ba tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:45.296294 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-13735254-7f6b-4fc9-bcc4-ef0f14174f54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:45.322314 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device b987b29d-9750-41aa-be6b-98f368e4ce36 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:53:45.359667 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f0acd08c-cc1e-404e-b4fb-ade6febfa145 req-62d13c78-82c5-47c7-93d6-c5b95921debc tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9465c24-d5b9-46b7-8a08-a22e57ef4833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382370 Jun 17 08:53:45.365494 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77310969-8a2a-4bb0-83a3-35f1b80b00ba tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:45.373052 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-77310969-8a2a-4bb0-83a3-35f1b80b00ba tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:45.389893 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77310969-8a2a-4bb0-83a3-35f1b80b00ba tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:45.423762 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-33fcefb0-9200-40f7-90bf-272775ef0dd0 None None] Provisioning for port 21c767ed-06b8-423d-8ee9-fc27b9c1ee2b completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:45.427943 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77310969-8a2a-4bb0-83a3-35f1b80b00ba tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event updated for resources: {'Port': ['ID=9ebc72a5-948b-42c5-8efc-8696661a784f,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:45.441479 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-ac224a87-b4e0-4590-ab72-548bc1f6a3a7 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Allocated IP 19.86.0.232 (1217f561-ccf4-4c84-98b2-7856be3953a9/d67dd722-a43c-45af-bbf1-986eabf0c566/63143ff8-54f6-4324-915e-19d2851e84c6) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:45.445351 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-33fcefb0-9200-40f7-90bf-272775ef0dd0 None None] Provisioning complete for port 21c767ed-06b8-423d-8ee9-fc27b9c1ee2b triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:45.446714 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-33fcefb0-9200-40f7-90bf-272775ef0dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:45.453923 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cecdaa54-a5ed-4d98-8192-7fcce15e5c74 req-93f8bebd-cc8e-4178-b550-dc4a9731ac00 service neutron] 10.222.0.53 "GET /v2.0/networks/50934354-3191-48c9-bd49-e9b62269b310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8615768 Jun 17 08:53:45.470009 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-77310969-8a2a-4bb0-83a3-35f1b80b00ba tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:45.481851 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Network 9041a988-0ab6-4480-bad2-375a6cd7ae07 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:45.494801 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:45.510993 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790ba9c-b456-4a08-a8fe-1caefad3c239 req-7bbb6561-a98d-428b-ae9f-6f2cc3bf4a29 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:45.516486 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aea0456b-f4e6-4360-9ded-dc8f50e50c16 req-bf8510c0-e6d2-4ece-8cef-6985c60d5362 service neutron] 10.222.0.50 "GET /v2.0/networks/50934354-3191-48c9-bd49-e9b62269b310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871156 Jun 17 08:53:45.519231 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7790ba9c-b456-4a08-a8fe-1caefad3c239 req-7bbb6561-a98d-428b-ae9f-6f2cc3bf4a29 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d674b05-a575-4f86-910e-6bc9c1dae34b HTTP/1.1" status: 200 len: 931 time: 0.3480752 Jun 17 08:53:45.645024 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port b987b29d-9750-41aa-be6b-98f368e4ce36, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=b987b29d-9750-41aa-be6b-98f368e4ce36,segment=NetworkSegment(7f643f25-20a7-4954-999c-1593520abdfe),segment_id=7f643f25-20a7-4954-999c-1593520abdfe)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:45.693314 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-04433b48-7010-4b82-ace2-f4e5fc7bb251 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Deleting port 0cae433a-6e63-4c67-af47-ef355f28ac5c {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:45.694223 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-04433b48-7010-4b82-ace2-f4e5fc7bb251 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:45.696603 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aea0456b-f4e6-4360-9ded-dc8f50e50c16 req-e661d844-08a0-4f8d-ba82-160c51a12171 service neutron] 10.222.0.50 "GET /v2.0/networks/50934354-3191-48c9-bd49-e9b62269b310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727507 Jun 17 08:53:45.717067 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': 'b987b29d-9750-41aa-be6b-98f368e4ce36', 'network_id': '50934354-3191-48c9-bd49-e9b62269b310', 'port_id': 'b987b29d-9750-41aa-be6b-98f368e4ce36', 'mac_address': 'fa:16:3e:67:3a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a45424cb-452c-4fd7-9da0-2578b2d96c56', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:53:45.743581 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7790ba9c-b456-4a08-a8fe-1caefad3c239 req-9d329aed-b3ff-4e98-a7f6-e0b2326ccb1e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232735 Jun 17 08:53:45.767055 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:45.785951 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b987b29d-9750-41aa-be6b-98f368e4ce36 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:53:45.842577 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-33fcefb0-9200-40f7-90bf-272775ef0dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:45.847724 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port b987b29d-9750-41aa-be6b-98f368e4ce36, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=b987b29d-9750-41aa-be6b-98f368e4ce36,segment=NetworkSegment(7f643f25-20a7-4954-999c-1593520abdfe),segment_id=7f643f25-20a7-4954-999c-1593520abdfe)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:45.894533 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Router cc72f6e1-f861-4de1-9cab-5097f370e70b has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:53:45.894866 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-33fcefb0-9200-40f7-90bf-272775ef0dd0 None None] For port 21c767ed-06b8-423d-8ee9-fc27b9c1ee2b, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=21c767ed-06b8-423d-8ee9-fc27b9c1ee2b,segment=NetworkSegment(e2c045fa-08c7-439b-af9e-ab388a85d66b),segment_id=e2c045fa-08c7-439b-af9e-ab388a85d66b)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:45.916565 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-04433b48-7010-4b82-ace2-f4e5fc7bb251 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:45.916899 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-04433b48-7010-4b82-ace2-f4e5fc7bb251 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:46.010351 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-77310969-8a2a-4bb0-83a3-35f1b80b00ba tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for router_gateway, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:46.051751 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-04433b48-7010-4b82-ace2-f4e5fc7bb251 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Calling delete_port for 0cae433a-6e63-4c67-af47-ef355f28ac5c owned by network:floatingip {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:46.076458 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-ac224a87-b4e0-4590-ab72-548bc1f6a3a7 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:46.101521 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:46.103791 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:46.164061 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-33fcefb0-9200-40f7-90bf-272775ef0dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:46.169254 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=b987b29d-9750-41aa-be6b-98f368e4ce36,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:46.181959 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:46.182652 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:46.246235 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-ac224a87-b4e0-4590-ab72-548bc1f6a3a7 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Transition to ACTIVE for port object 63143ff8-54f6-4324-915e-19d2851e84c6 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:46.255220 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-33fcefb0-9200-40f7-90bf-272775ef0dd0 None None] Provisioning complete for port 743470fd-f8c9-4367-a5e4-20baf384a950 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:46.255847 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-33fcefb0-9200-40f7-90bf-272775ef0dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:46.260681 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fcefb0-9200-40f7-90bf-272775ef0dd0 None None] Pushing event updated for resources: {'Port': ['ID=21c767ed-06b8-423d-8ee9-fc27b9c1ee2b,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:46.263879 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-33fcefb0-9200-40f7-90bf-272775ef0dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:46.273560 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-77310969-8a2a-4bb0-83a3-35f1b80b00ba tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:46.335189 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['b987b29d-9750-41aa-be6b-98f368e4ce36'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:53:46.546629 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 8926a91d-b807-4e83-abca-1b95630251b5 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:46.549886 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-ac224a87-b4e0-4590-ab72-548bc1f6a3a7 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:46.566766 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:46.645202 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-ac224a87-b4e0-4590-ab72-548bc1f6a3a7 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Network 1217f561-ccf4-4c84-98b2-7856be3953a9 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:46.650218 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac224a87-b4e0-4590-ab72-548bc1f6a3a7 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Pushing event updated for resources: {'Port': ['ID=63143ff8-54f6-4324-915e-19d2851e84c6,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:46.660859 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-ac224a87-b4e0-4590-ab72-548bc1f6a3a7 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:46.675010 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ac224a87-b4e0-4590-ab72-548bc1f6a3a7 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:46.685748 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-ac224a87-b4e0-4590-ab72-548bc1f6a3a7 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:46.716578 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77310969-8a2a-4bb0-83a3-35f1b80b00ba tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Router 98d8e5fb-f4a8-4792-905f-dadd777769a6 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:53:46.811922 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-4a0d7411-685d-4b85-839a-44eebc47b03f None None] Provisioning complete for port af048c26-42d5-43e4-b016-1e57d5c40a03 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:46.813848 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4a0d7411-685d-4b85-839a-44eebc47b03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:46.834601 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-ac224a87-b4e0-4590-ab72-548bc1f6a3a7 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:46.835429 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-ac224a87-b4e0-4590-ab72-548bc1f6a3a7 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:46.843693 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-04433b48-7010-4b82-ace2-f4e5fc7bb251 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:46.862017 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:46.872279 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dea2bd52-c751-4b1c-a4f7-af6af640a58d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:46.898031 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-4a0d7411-685d-4b85-839a-44eebc47b03f None None] Port af048c26-42d5-43e4-b016-1e57d5c40a03 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:53:46.909506 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431a5d69-1bb2-4871-b6ee-292d1072be2f None None] Sync routers for ids ['cc72f6e1-f861-4de1-9cab-5097f370e70b'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:46.909822 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "PUT /v2.0/routers/cc72f6e1-f861-4de1-9cab-5097f370e70b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7697711 Jun 17 08:53:46.911087 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04433b48-7010-4b82-ace2-f4e5fc7bb251 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Pushing event deleted for resources: {'Port': ['ID=0cae433a-6e63-4c67-af47-ef355f28ac5c,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:46.920781 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33290) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:46.965045 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-b1073441-af2a-415a-9b63-18764b9645e4 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:46.967778 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0442e77-fec3-4562-ab0b-9240425ccf4d req-22393cf1-4b64-44db-899a-bb9b1c0bc468 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:46.968202 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-04433b48-7010-4b82-ace2-f4e5fc7bb251 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:46.973230 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b0442e77-fec3-4562-ab0b-9240425ccf4d req-22393cf1-4b64-44db-899a-bb9b1c0bc468 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d9e8b15-1e54-46db-ae41-0ccebeca7172 HTTP/1.1" status: 200 len: 943 time: 0.3786991 Jun 17 08:53:46.990406 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431a5d69-1bb2-4871-b6ee-292d1072be2f None None] Routers {'cc72f6e1-f861-4de1-9cab-5097f370e70b'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:46.992404 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-431a5d69-1bb2-4871-b6ee-292d1072be2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cc72f6e1-f861-4de1-9cab-5097f370e70b'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:46.999850 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 8926a91d-b807-4e83-abca-1b95630251b5 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:47.035584 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b0442e77-fec3-4562-ab0b-9240425ccf4d req-9892b233-2510-43b4-8821-24650f261606 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9465c24-d5b9-46b7-8a08-a22e57ef4833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395782 Jun 17 08:53:47.058508 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 8926a91d-b807-4e83-abca-1b95630251b5 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:47.060495 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:47.086852 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77310969-8a2a-4bb0-83a3-35f1b80b00ba tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:47.098267 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23794a1-6385-401c-ab33-46ddf9ea7656 None None] Sync routers for ids ['98d8e5fb-f4a8-4792-905f-dadd777769a6'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:47.112298 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23794a1-6385-401c-ab33-46ddf9ea7656 None None] Routers {'98d8e5fb-f4a8-4792-905f-dadd777769a6'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:47.113350 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-b23794a1-6385-401c-ab33-46ddf9ea7656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['98d8e5fb-f4a8-4792-905f-dadd777769a6'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:47.168606 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-b23794a1-6385-401c-ab33-46ddf9ea7656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:47.187228 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23794a1-6385-401c-ab33-46ddf9ea7656 None None] Routers {'98d8e5fb-f4a8-4792-905f-dadd777769a6'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:47.188258 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-b23794a1-6385-401c-ab33-46ddf9ea7656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['98d8e5fb-f4a8-4792-905f-dadd777769a6'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:47.200542 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-431a5d69-1bb2-4871-b6ee-292d1072be2f None None] Set router cc72f6e1-f861-4de1-9cab-5097f370e70b gateway port host: None {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:47.224361 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-b23794a1-6385-401c-ab33-46ddf9ea7656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:47.226580 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23794a1-6385-401c-ab33-46ddf9ea7656 None None] The sync data for ids ['98d8e5fb-f4a8-4792-905f-dadd777769a6'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:47.253785 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-ac224a87-b4e0-4590-ab72-548bc1f6a3a7 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4799783 Jun 17 08:53:47.263137 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-77310969-8a2a-4bb0-83a3-35f1b80b00ba tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:47.270284 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-77310969-8a2a-4bb0-83a3-35f1b80b00ba tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.0042787 Jun 17 08:53:47.270284 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 33294) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:47.271500 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-72f1798c-560f-45f7-9c00-22a43f881ef1 service neutron] Request body: {'port': {'device_id': '1d674b05-a575-4f86-910e-6bc9c1dae34b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:47.285141 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-4a0d7411-685d-4b85-839a-44eebc47b03f None None] Provisioning complete for port 21c767ed-06b8-423d-8ee9-fc27b9c1ee2b triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:47.285868 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4a0d7411-685d-4b85-839a-44eebc47b03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:47.539581 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33298) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:47.567340 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-72f1798c-560f-45f7-9c00-22a43f881ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:47.575279 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-04433b48-7010-4b82-ace2-f4e5fc7bb251 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks [] for floatingip, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:47.578870 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-04433b48-7010-4b82-ace2-f4e5fc7bb251 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:47.582858 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-04433b48-7010-4b82-ace2-f4e5fc7bb251 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] 10.222.0.49 "DELETE /v2.0/floatingips/9e0e668c-3b4f-4929-8f35-d276a2a475cd HTTP/1.1" status: 204 len: 168 time: 3.4361625 Jun 17 08:53:47.590704 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33302) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:47.605270 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:47.660321 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d270702-edaf-4970-86e9-2489fa1e3ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8926a91d-b807-4e83-abca-1b95630251b5'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:53:47.662948 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a1774f-32e8-4d65-a460-bd8a46675447" -d '{"events": [{"server_uuid": "6d270702-edaf-4970-86e9-2489fa1e3ce5", "name": "network-vif-plugged", "status": "completed", "tag": "8926a91d-b807-4e83-abca-1b95630251b5"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:47.680590 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 8926a91d-b807-4e83-abca-1b95630251b5, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=8926a91d-b807-4e83-abca-1b95630251b5,segment=NetworkSegment(7f643f25-20a7-4954-999c-1593520abdfe),segment_id=7f643f25-20a7-4954-999c-1593520abdfe)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:47.685727 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-431a5d69-1bb2-4871-b6ee-292d1072be2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:53:42Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None, '_interfaces': [{'id': '0b82a9b4-475b-4afb-8359-7b426335542e', 'name': '', 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a5:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:20Z', 'updated_at': '2021-06-17T08:53:29Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d53972-fb8a-43ca-9d11-eab19bb94bc9', 'name': '', 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:3b:8e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:12Z', 'updated_at': '2021-06-17T08:53:22Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af048c26-42d5-43e4-b016-1e57d5c40a03', 'name': '', 'network_id': '9041a988-0ab6-4480-bad2-375a6cd7ae07', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:89:b4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'a376550a-f743-4824-9f09-1be639622030', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:40Z', 'updated_at': '2021-06-17T08:53:43Z', 'revision_number': 2, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'a376550a-f743-4824-9f09-1be639622030', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4aa108b-fbc1-433e-816a-f28436b01361', 'name': '', 'network_id': '508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a4:90:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:28Z', 'updated_at': '2021-06-17T08:53:39Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:47.698156 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:47.739343 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85df3ae6-983f-4ea3-8f35-0c9f46cbba5e x-openstack-request-id: req-85df3ae6-983f-4ea3-8f35-0c9f46cbba5e {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:47.739868 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d270702-edaf-4970-86e9-2489fa1e3ce5", "name": "network-vif-plugged", "status": "completed", "tag": "8926a91d-b807-4e83-abca-1b95630251b5", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:47.740813 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-85df3ae6-983f-4ea3-8f35-0c9f46cbba5e {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:47.741491 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d270702-edaf-4970-86e9-2489fa1e3ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8926a91d-b807-4e83-abca-1b95630251b5', 'code': 200} Jun 17 08:53:47.743316 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431a5d69-1bb2-4871-b6ee-292d1072be2f None None] Checking router: cc72f6e1-f861-4de1-9cab-5097f370e70b for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:47.743973 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431a5d69-1bb2-4871-b6ee-292d1072be2f None None] Updating router cc72f6e1-f861-4de1-9cab-5097f370e70b port af048c26-42d5-43e4-b016-1e57d5c40a03 binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:53:47.817829 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-431a5d69-1bb2-4871-b6ee-292d1072be2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:47.980607 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2dd727-a627-4aed-b968-e61227e47983 req-9fc20d42-d874-41db-8422-a34ba3c41914 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:47.987439 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2dd727-a627-4aed-b968-e61227e47983 req-9fc20d42-d874-41db-8422-a34ba3c41914 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:47.989282 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0a2dd727-a627-4aed-b968-e61227e47983 req-9fc20d42-d874-41db-8422-a34ba3c41914 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d674b05-a575-4f86-910e-6bc9c1dae34b HTTP/1.1" status: 200 len: 1654 time: 1.0193787 Jun 17 08:53:48.025922 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cab43503-e200-4b55-ae14-1cb178abdfb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:48.103012 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-83021558-739a-423c-b2d6-a61393b4a283 None None] Provisioning for port 63143ff8-54f6-4324-915e-19d2851e84c6 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:48.115056 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-83021558-739a-423c-b2d6-a61393b4a283 None None] Provisioning complete for port 63143ff8-54f6-4324-915e-19d2851e84c6 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:48.116220 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-83021558-739a-423c-b2d6-a61393b4a283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:48.191436 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:48.198725 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-33fcefb0-9200-40f7-90bf-272775ef0dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:48.200874 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 21c767ed-06b8-423d-8ee9-fc27b9c1ee2b up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:48.293788 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-83021558-739a-423c-b2d6-a61393b4a283 None None] Port 63143ff8-54f6-4324-915e-19d2851e84c6 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:53:48.318102 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.extraroute_db [None req-b1073441-af2a-415a-9b63-18764b9645e4 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94519) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 17 08:53:48.348037 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=8926a91d-b807-4e83-abca-1b95630251b5,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:48.356891 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:48.365924 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 21c767ed-06b8-423d-8ee9-fc27b9c1ee2b triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:48.366291 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:48.386121 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeb12d-6983-4d2c-9777-f5004313553a req-9e30a10b-982a-4c5f-869a-97fb72444537 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:48.387834 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-98aeb12d-6983-4d2c-9777-f5004313553a req-9e30a10b-982a-4c5f-869a-97fb72444537 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d9e8b15-1e54-46db-ae41-0ccebeca7172 HTTP/1.1" status: 200 len: 943 time: 0.1264226 Jun 17 08:53:48.451169 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-431a5d69-1bb2-4871-b6ee-292d1072be2f None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:48.467617 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-431a5d69-1bb2-4871-b6ee-292d1072be2f None None] Transition to ACTIVE for port object af048c26-42d5-43e4-b016-1e57d5c40a03 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:48.493026 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-98aeb12d-6983-4d2c-9777-f5004313553a req-0a16aac9-4379-4d32-bb95-8783de6b58ce tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9465c24-d5b9-46b7-8a08-a22e57ef4833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862491 Jun 17 08:53:48.549111 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-234e2bd1-4234-4458-bedc-7fdbe5509d97 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:48.557938 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 4e27e292-1d75-440b-92b4-f456f154593b details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:53:48.668247 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-431a5d69-1bb2-4871-b6ee-292d1072be2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:48.684889 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:48.809241 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0a2dd727-a627-4aed-b968-e61227e47983 req-62d4cf38-18ab-4ea8-876e-61c13483ccfd tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7797213 Jun 17 08:53:48.844857 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.extraroute_db [None req-b1073441-af2a-415a-9b63-18764b9645e4 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Removed routes are [] {{(pid=94519) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 17 08:53:48.845113 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b1073441-af2a-415a-9b63-18764b9645e4 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:48.930414 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-234e2bd1-4234-4458-bedc-7fdbe5509d97 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Allocated IP 172.20.0.1 (dcc63cb7-c1d6-4262-b2fc-5aeedf0bb5a6/728a4f05-3044-4bc0-97c8-54d360e6c1e3/3c85963b-b8a5-4433-9328-44d4fb6c08b1) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:48.959521 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 4e27e292-1d75-440b-92b4-f456f154593b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4e27e292-1d75-440b-92b4-f456f154593b,segment=NetworkSegment(7f643f25-20a7-4954-999c-1593520abdfe),segment_id=7f643f25-20a7-4954-999c-1593520abdfe)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:49.004662 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '4e27e292-1d75-440b-92b4-f456f154593b', 'network_id': '50934354-3191-48c9-bd49-e9b62269b310', 'port_id': '4e27e292-1d75-440b-92b4-f456f154593b', 'mac_address': 'fa:16:3e:9d:8c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a45424cb-452c-4fd7-9da0-2578b2d96c56', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:53:49.012565 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56320d-11ca-4c5d-b7a1-019af7fa0b61 None None] Pushing event updated for resources: {'Port': ['ID=af048c26-42d5-43e4-b016-1e57d5c40a03,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:49.022676 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9d56320d-11ca-4c5d-b7a1-019af7fa0b61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:49.027363 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-431a5d69-1bb2-4871-b6ee-292d1072be2f None None] Attempting to bind port af048c26-42d5-43e4-b016-1e57d5c40a03 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:53:49.027886 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-431a5d69-1bb2-4871-b6ee-292d1072be2f None None] Attempting to bind port af048c26-42d5-43e4-b016-1e57d5c40a03 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'faaddfcb-50f6-489d-b753-3be3bd17a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9041a988-0ab6-4480-bad2-375a6cd7ae07'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:53:49.028192 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a5d69-1bb2-4871-b6ee-292d1072be2f None None] Attempting to bind port af048c26-42d5-43e4-b016-1e57d5c40a03 on network 9041a988-0ab6-4480-bad2-375a6cd7ae07 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:49.042209 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-72f1798c-560f-45f7-9c00-22a43f881ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228dee14-9e88-4af2-83d0-7c7e197f09a1 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:53:49.051272 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-72f1798c-560f-45f7-9c00-22a43f881ef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:49.056915 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a5d69-1bb2-4871-b6ee-292d1072be2f None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:53:49.060392 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a5d69-1bb2-4871-b6ee-292d1072be2f None None] Checking segment: {'id': 'faaddfcb-50f6-489d-b753-3be3bd17a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9041a988-0ab6-4480-bad2-375a6cd7ae07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:49.060392 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-431a5d69-1bb2-4871-b6ee-292d1072be2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:49.060392 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a5d69-1bb2-4871-b6ee-292d1072be2f None None] Bound using segment: {'id': 'faaddfcb-50f6-489d-b753-3be3bd17a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9041a988-0ab6-4480-bad2-375a6cd7ae07'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:53:49.060392 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-431a5d69-1bb2-4871-b6ee-292d1072be2f None None] Bound port: af048c26-42d5-43e4-b016-1e57d5c40a03, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faaddfcb-50f6-489d-b753-3be3bd17a420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9041a988-0ab6-4480-bad2-375a6cd7ae07'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:53:49.060392 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-431a5d69-1bb2-4871-b6ee-292d1072be2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:49.073390 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-72f1798c-560f-45f7-9c00-22a43f881ef1 service neutron] Transition to ACTIVE for port object 228dee14-9e88-4af2-83d0-7c7e197f09a1 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:49.083685 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-234e2bd1-4234-4458-bedc-7fdbe5509d97 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:49.084320 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcdcdd-53f4-4ea4-9c73-b6dbfda28ef2 req-49294e67-d14e-4121-95db-5478cda5ae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:49.086374 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-56fcdcdd-53f4-4ea4-9c73-b6dbfda28ef2 req-49294e67-d14e-4121-95db-5478cda5ae8c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6d270702-edaf-4970-86e9-2489fa1e3ce5 HTTP/1.1" status: 200 len: 1097 time: 1.2436998 Jun 17 08:53:49.089991 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:49.109040 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-234e2bd1-4234-4458-bedc-7fdbe5509d97 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Transition to ACTIVE for port object 3c85963b-b8a5-4433-9328-44d4fb6c08b1 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:49.132595 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e27e292-1d75-440b-92b4-f456f154593b {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:53:49.180019 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-431a5d69-1bb2-4871-b6ee-292d1072be2f None None] For port af048c26-42d5-43e4-b016-1e57d5c40a03, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:53:49.191277 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-431a5d69-1bb2-4871-b6ee-292d1072be2f None None] For port af048c26-42d5-43e4-b016-1e57d5c40a03, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=af048c26-42d5-43e4-b016-1e57d5c40a03,segment=NetworkSegment(faaddfcb-50f6-489d-b753-3be3bd17a420),segment_id=faaddfcb-50f6-489d-b753-3be3bd17a420)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:53:49.195951 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 4e27e292-1d75-440b-92b4-f456f154593b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4e27e292-1d75-440b-92b4-f456f154593b,segment=NetworkSegment(7f643f25-20a7-4954-999c-1593520abdfe),segment_id=7f643f25-20a7-4954-999c-1593520abdfe)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:49.265569 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-56fcdcdd-53f4-4ea4-9c73-b6dbfda28ef2 req-b76e4336-bc27-4d8e-bb03-a44e2f72f7a7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d9465c24-d5b9-46b7-8a08-a22e57ef4833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674552 Jun 17 08:53:49.283339 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-72f1798c-560f-45f7-9c00-22a43f881ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:49.312901 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:49.313445 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-234e2bd1-4234-4458-bedc-7fdbe5509d97 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:49.320426 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:49.321894 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-bc83f422-c8de-49e3-af3d-9fa1c61aa0dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:49.331516 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ecc1bb3c-64d8-474c-bd81-d85b47426fb0 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:49.359535 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cab43503-e200-4b55-ae14-1cb178abdfb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:49.393351 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234e2bd1-4234-4458-bedc-7fdbe5509d97 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Network dcc63cb7-c1d6-4262-b2fc-5aeedf0bb5a6 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:49.395907 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e2bd1-4234-4458-bedc-7fdbe5509d97 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event updated for resources: {'Port': ['ID=3c85963b-b8a5-4433-9328-44d4fb6c08b1,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:49.399404 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-234e2bd1-4234-4458-bedc-7fdbe5509d97 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:49.401639 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-234e2bd1-4234-4458-bedc-7fdbe5509d97 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:49.402787 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234e2bd1-4234-4458-bedc-7fdbe5509d97 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:49.443337 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-431a5d69-1bb2-4871-b6ee-292d1072be2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:49.450362 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device b987b29d-9750-41aa-be6b-98f368e4ce36 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:49.488080 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b1073441-af2a-415a-9b63-18764b9645e4 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:49.496457 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-234e2bd1-4234-4458-bedc-7fdbe5509d97 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:49.497849 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1798c-560f-45f7-9c00-22a43f881ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=228dee14-9e88-4af2-83d0-7c7e197f09a1,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:49.500336 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=4e27e292-1d75-440b-92b4-f456f154593b,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:49.500660 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b1073441-af2a-415a-9b63-18764b9645e4 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-940956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941038', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-949414'] for router, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:49.503453 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-72f1798c-560f-45f7-9c00-22a43f881ef1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:49.516701 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:49.517196 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e853b524-212f-42c8-91eb-14f91ccfb55b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:49.633890 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cab43503-e200-4b55-ae14-1cb178abdfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:49.658189 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56320d-11ca-4c5d-b7a1-019af7fa0b61 None None] Pushing event updated for resources: {'Port': ['ID=af048c26-42d5-43e4-b016-1e57d5c40a03,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:49.674640 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9d56320d-11ca-4c5d-b7a1-019af7fa0b61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:49.676576 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['4e27e292-1d75-440b-92b4-f456f154593b'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:53:49.774550 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9ac852f2-38ec-4ce2-9601-6218eff0197d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:49.841446 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431a5d69-1bb2-4871-b6ee-292d1072be2f None None] Routers {'cc72f6e1-f861-4de1-9cab-5097f370e70b'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:49.842461 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-431a5d69-1bb2-4871-b6ee-292d1072be2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cc72f6e1-f861-4de1-9cab-5097f370e70b'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:50.010003 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-234e2bd1-4234-4458-bedc-7fdbe5509d97 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:50.106396 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1073441-af2a-415a-9b63-18764b9645e4 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Router cc72f6e1-f861-4de1-9cab-5097f370e70b has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:53:50.109211 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab43503-e200-4b55-ae14-1cb178abdfb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56a0136-f251-419a-abaf-f69c9f71c233,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:50.151889 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-431a5d69-1bb2-4871-b6ee-292d1072be2f None None] Set router cc72f6e1-f861-4de1-9cab-5097f370e70b gateway port host: None {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:50.155656 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-cab43503-e200-4b55-ae14-1cb178abdfb0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3f84c7fac29d490ca9f2c038a0ec3160&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6098082 Jun 17 08:53:50.158598 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cab43503-e200-4b55-ae14-1cb178abdfb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:50.166815 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 33326) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:50.167867 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-72f1798c-560f-45f7-9c00-22a43f881ef1 service neutron] Attempting to bind port 228dee14-9e88-4af2-83d0-7c7e197f09a1 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:53:50.168220 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-72f1798c-560f-45f7-9c00-22a43f881ef1 service neutron] Attempting to bind port 228dee14-9e88-4af2-83d0-7c7e197f09a1 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': 'f6d78a4c-ef2e-4f34-a072-8cdc211e4c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b89406c4-5ce2-40be-92aa-c0dbc840cb38'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:53:50.168560 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-72f1798c-560f-45f7-9c00-22a43f881ef1 service neutron] Attempting to bind port 228dee14-9e88-4af2-83d0-7c7e197f09a1 on network b89406c4-5ce2-40be-92aa-c0dbc840cb38 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:50.203087 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-72f1798c-560f-45f7-9c00-22a43f881ef1 service neutron] Port 228dee14-9e88-4af2-83d0-7c7e197f09a1 on network b89406c4-5ce2-40be-92aa-c0dbc840cb38 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:53:50.203420 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-72f1798c-560f-45f7-9c00-22a43f881ef1 service neutron] Attempting to bind port 228dee14-9e88-4af2-83d0-7c7e197f09a1 on network b89406c4-5ce2-40be-92aa-c0dbc840cb38 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:50.219223 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-72f1798c-560f-45f7-9c00-22a43f881ef1 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:53:50.219630 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-72f1798c-560f-45f7-9c00-22a43f881ef1 service neutron] Checking segment: {'id': 'f6d78a4c-ef2e-4f34-a072-8cdc211e4c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b89406c4-5ce2-40be-92aa-c0dbc840cb38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:50.219998 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-72f1798c-560f-45f7-9c00-22a43f881ef1 service neutron] Bound using segment: {'id': 'f6d78a4c-ef2e-4f34-a072-8cdc211e4c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b89406c4-5ce2-40be-92aa-c0dbc840cb38'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:53:50.220453 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-72f1798c-560f-45f7-9c00-22a43f881ef1 service neutron] Bound port: 228dee14-9e88-4af2-83d0-7c7e197f09a1, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d78a4c-ef2e-4f34-a072-8cdc211e4c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b89406c4-5ce2-40be-92aa-c0dbc840cb38'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:53:50.220876 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-72f1798c-560f-45f7-9c00-22a43f881ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:50.237249 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a5279-da78-450a-84d7-eec15d961b19 req-d2bcab2c-150e-42ca-9ad8-7d2bf07b1507 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:50.245405 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-277a5279-da78-450a-84d7-eec15d961b19 req-d2bcab2c-150e-42ca-9ad8-7d2bf07b1507 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d9e8b15-1e54-46db-ae41-0ccebeca7172 HTTP/1.1" status: 200 len: 944 time: 0.4681168 Jun 17 08:53:50.290479 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port b987b29d-9750-41aa-be6b-98f368e4ce36 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:50.360051 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port b987b29d-9750-41aa-be6b-98f368e4ce36 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:50.360767 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:50.479733 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-277a5279-da78-450a-84d7-eec15d961b19 req-34142f76-632b-4a63-9fd8-385f058765a3 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9465c24-d5b9-46b7-8a08-a22e57ef4833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332766 Jun 17 08:53:50.564706 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b84b6857-7249-4923-a1d6-dba532afa922 None None] Provisioning for port 3c85963b-b8a5-4433-9328-44d4fb6c08b1 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:50.565549 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527ec44-6a17-45fa-b9e3-8fc1c5c9e554 req-aa50175d-b80a-4799-b376-91347f88626c tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:50.571904 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:50.576228 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527ec44-6a17-45fa-b9e3-8fc1c5c9e554 req-aa50175d-b80a-4799-b376-91347f88626c tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:50.589133 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8527ec44-6a17-45fa-b9e3-8fc1c5c9e554 req-aa50175d-b80a-4799-b376-91347f88626c tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d674b05-a575-4f86-910e-6bc9c1dae34b HTTP/1.1" status: 200 len: 1666 time: 0.5060208 Jun 17 08:53:50.598245 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1450ad54-e5a3-4b24-a611-93d50aac2672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:50.668485 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e1abae97-6068-4667-a90c-13793d9d4041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:50.670446 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b84b6857-7249-4923-a1d6-dba532afa922 None None] Provisioning complete for port 3c85963b-b8a5-4433-9328-44d4fb6c08b1 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:50.670446 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b84b6857-7249-4923-a1d6-dba532afa922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:50.675037 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:50.738495 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8527ec44-6a17-45fa-b9e3-8fc1c5c9e554 req-a24ebf48-8076-4161-8436-5db36628ebbf tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481345 Jun 17 08:53:50.741054 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1450ad54-e5a3-4b24-a611-93d50aac2672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:50.763203 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1073441-af2a-415a-9b63-18764b9645e4 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:50.776230 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfc3f43-c846-4b1c-9afd-f8355ae473f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b987b29d-9750-41aa-be6b-98f368e4ce36'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:53:50.779200 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab737d6-6592-4124-91fa-627681798566" -d '{"events": [{"server_uuid": "6cfc3f43-c846-4b1c-9afd-f8355ae473f2", "name": "network-vif-plugged", "status": "completed", "tag": "b987b29d-9750-41aa-be6b-98f368e4ce36"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:50.786070 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port b987b29d-9750-41aa-be6b-98f368e4ce36, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=b987b29d-9750-41aa-be6b-98f368e4ce36,segment=NetworkSegment(7f643f25-20a7-4954-999c-1593520abdfe),segment_id=7f643f25-20a7-4954-999c-1593520abdfe)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:50.789054 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b1073441-af2a-415a-9b63-18764b9645e4 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:50.792908 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b1073441-af2a-415a-9b63-18764b9645e4 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "PUT /v2.0/routers/cc72f6e1-f861-4de1-9cab-5097f370e70b HTTP/1.1" status: 200 len: 953 time: 3.8371165 Jun 17 08:53:50.793082 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 33332) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:50.798277 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-b84b6857-7249-4923-a1d6-dba532afa922 None None] Port 3c85963b-b8a5-4433-9328-44d4fb6c08b1 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:53:50.799199 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-72f1798c-560f-45f7-9c00-22a43f881ef1 service neutron] For port 228dee14-9e88-4af2-83d0-7c7e197f09a1, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:53:50.809580 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-72f1798c-560f-45f7-9c00-22a43f881ef1 service neutron] For port 228dee14-9e88-4af2-83d0-7c7e197f09a1, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=228dee14-9e88-4af2-83d0-7c7e197f09a1,segment=NetworkSegment(f6d78a4c-ef2e-4f34-a072-8cdc211e4c60),segment_id=f6d78a4c-ef2e-4f34-a072-8cdc211e4c60)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:53:50.822062 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-431a5d69-1bb2-4871-b6ee-292d1072be2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:53:48Z', 'revision_number': 6, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None, '_interfaces': [{'id': '0b82a9b4-475b-4afb-8359-7b426335542e', 'name': '', 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a5:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:20Z', 'updated_at': '2021-06-17T08:53:29Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d53972-fb8a-43ca-9d11-eab19bb94bc9', 'name': '', 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:3b:8e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:12Z', 'updated_at': '2021-06-17T08:53:22Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af048c26-42d5-43e4-b016-1e57d5c40a03', 'name': '', 'network_id': '9041a988-0ab6-4480-bad2-375a6cd7ae07', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:89:b4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'a376550a-f743-4824-9f09-1be639622030', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:40Z', 'updated_at': '2021-06-17T08:53:49Z', 'revision_number': 4, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'a376550a-f743-4824-9f09-1be639622030', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4aa108b-fbc1-433e-816a-f28436b01361', 'name': '', 'network_id': '508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a4:90:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:28Z', 'updated_at': '2021-06-17T08:53:39Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:50.897364 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35af2565-db68-420f-858b-fa378987b89d x-openstack-request-id: req-35af2565-db68-420f-858b-fa378987b89d {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:50.897681 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfc3f43-c846-4b1c-9afd-f8355ae473f2", "name": "network-vif-plugged", "status": "completed", "tag": "b987b29d-9750-41aa-be6b-98f368e4ce36", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:50.898134 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-35af2565-db68-420f-858b-fa378987b89d {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:50.898638 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfc3f43-c846-4b1c-9afd-f8355ae473f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b987b29d-9750-41aa-be6b-98f368e4ce36', 'code': 200} Jun 17 08:53:50.904159 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431a5d69-1bb2-4871-b6ee-292d1072be2f None None] The sync data for ids ['cc72f6e1-f861-4de1-9cab-5097f370e70b'] in n-d-758944-30 is: [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:53:48Z', 'revision_number': 6, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None, '_interfaces': [{'id': '0b82a9b4-475b-4afb-8359-7b426335542e', 'name': '', 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a5:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:20Z', 'updated_at': '2021-06-17T08:53:29Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d53972-fb8a-43ca-9d11-eab19bb94bc9', 'name': '', 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:3b:8e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:12Z', 'updated_at': '2021-06-17T08:53:22Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af048c26-42d5-43e4-b016-1e57d5c40a03', 'name': '', 'network_id': '9041a988-0ab6-4480-bad2-375a6cd7ae07', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:89:b4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'a376550a-f743-4824-9f09-1be639622030', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:40Z', 'updated_at': '2021-06-17T08:53:49Z', 'revision_number': 4, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'a376550a-f743-4824-9f09-1be639622030', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4aa108b-fbc1-433e-816a-f28436b01361', 'name': '', 'network_id': '508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a4:90:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:28Z', 'updated_at': '2021-06-17T08:53:39Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:50.934285 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:50.942715 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-b8c386b8-2d8a-456c-ab32-b7f110ab5c76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:50.953728 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-72f1798c-560f-45f7-9c00-22a43f881ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:50.966557 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f867d4f1-55af-4783-9f7c-29dfbb46df53 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:51.041605 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-72f1798c-560f-45f7-9c00-22a43f881ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:51.042623 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-72f1798c-560f-45f7-9c00-22a43f881ef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:51.044012 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-72f1798c-560f-45f7-9c00-22a43f881ef1 service neutron] 10.222.0.50 "PUT /v2.0/ports/228dee14-9e88-4af2-83d0-7c7e197f09a1 HTTP/1.1" status: 200 len: 1092 time: 3.7813320 Jun 17 08:53:51.049280 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=b987b29d-9750-41aa-be6b-98f368e4ce36,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:51.056780 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d674b05-a575-4f86-910e-6bc9c1dae34b', 'tag': '228dee14-9e88-4af2-83d0-7c7e197f09a1'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:53:51.063444 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb9b355-a4cd-4cc7-bafe-0c909985dc81" -d '{"events": [{"name": "network-changed", "server_uuid": "1d674b05-a575-4f86-910e-6bc9c1dae34b", "tag": "228dee14-9e88-4af2-83d0-7c7e197f09a1"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:51.063937 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:51.111181 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1798c-560f-45f7-9c00-22a43f881ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=228dee14-9e88-4af2-83d0-7c7e197f09a1,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:51.116550 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-72f1798c-560f-45f7-9c00-22a43f881ef1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:51.128043 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a23110e-ceaf-4858-b336-c990f6c11dbf x-openstack-request-id: req-2a23110e-ceaf-4858-b336-c990f6c11dbf {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:51.128717 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d674b05-a575-4f86-910e-6bc9c1dae34b", "tag": "228dee14-9e88-4af2-83d0-7c7e197f09a1", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:51.129283 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2a23110e-ceaf-4858-b336-c990f6c11dbf {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:51.130004 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d674b05-a575-4f86-910e-6bc9c1dae34b', 'tag': '228dee14-9e88-4af2-83d0-7c7e197f09a1', 'status': 'completed', 'code': 200} Jun 17 08:53:51.153778 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-fb252955-582d-4023-bb3b-bc05535bef3d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "GET /v2.0/routers/cc72f6e1-f861-4de1-9cab-5097f370e70b HTTP/1.1" status: 200 len: 953 time: 0.3570940 Jun 17 08:53:51.178711 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 33336) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:51.186364 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-f13a9890-3a82-49e5-829a-ac437683375a tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'router': {'routes': None}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:51.329115 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-e1abae97-6068-4667-a90c-13793d9d4041 admin admin] Deleting port 57042db1-0bdd-4e10-9d3a-803aeb185a0c {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:51.329476 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e1abae97-6068-4667-a90c-13793d9d4041 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:51.362518 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-6e73af82-4be5-42ac-8812-d7a9a73ab563 service neutron] Request body: {'port': {'device_id': '1d674b05-a575-4f86-910e-6bc9c1dae34b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:51.413971 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9b355-a4cd-4cc7-bafe-0c909985dc81 req-ccff692e-93ed-47be-9acb-59873f6d26b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:51.414450 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9b355-a4cd-4cc7-bafe-0c909985dc81 req-ccff692e-93ed-47be-9acb-59873f6d26b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:51.416364 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ccb9b355-a4cd-4cc7-bafe-0c909985dc81 req-ccff692e-93ed-47be-9acb-59873f6d26b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=efb1f4611b1f491e8763ca939f24a14b&device_id=1d674b05-a575-4f86-910e-6bc9c1dae34b HTTP/1.1" status: 200 len: 1914 time: 0.1511033 Jun 17 08:53:51.416998 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-234e2bd1-4234-4458-bedc-7fdbe5509d97 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:51.419083 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1450ad54-e5a3-4b24-a611-93d50aac2672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:51.421837 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1450ad54-e5a3-4b24-a611-93d50aac2672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:51.423106 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1450ad54-e5a3-4b24-a611-93d50aac2672 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e56a0136-f251-419a-abaf-f69c9f71c233 HTTP/1.1" status: 204 len: 168 time: 1.2452190 Jun 17 08:53:51.508465 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-e1abae97-6068-4667-a90c-13793d9d4041 admin admin] For port 57042db1-0bdd-4e10-9d3a-803aeb185a0c, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=57042db1-0bdd-4e10-9d3a-803aeb185a0c,segment=NetworkSegment(9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f),segment_id=9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:51.509016 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e1abae97-6068-4667-a90c-13793d9d4041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:51.511881 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f47a10e6-9b9d-4459-8f31-e1e89f649ebc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:51.580894 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450ad54-e5a3-4b24-a611-93d50aac2672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56a0136-f251-419a-abaf-f69c9f71c233,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:51.588802 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-234e2bd1-4234-4458-bedc-7fdbe5509d97 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:51.595295 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1450ad54-e5a3-4b24-a611-93d50aac2672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:51.608449 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b10e772d-eded-4566-be17-2a89067c8817 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:51.613132 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-e1abae97-6068-4667-a90c-13793d9d4041 admin admin] Calling delete_port for 57042db1-0bdd-4e10-9d3a-803aeb185a0c owned by network:router_interface {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:51.720797 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9b355-a4cd-4cc7-bafe-0c909985dc81 req-442864d1-7cc1-407f-b474-8395353a9108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:51.721546 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9b355-a4cd-4cc7-bafe-0c909985dc81 req-442864d1-7cc1-407f-b474-8395353a9108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:51.722175 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9b355-a4cd-4cc7-bafe-0c909985dc81 req-442864d1-7cc1-407f-b474-8395353a9108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:51.723393 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ccb9b355-a4cd-4cc7-bafe-0c909985dc81 req-442864d1-7cc1-407f-b474-8395353a9108 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=efb1f4611b1f491e8763ca939f24a14b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2987039 Jun 17 08:53:51.743188 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e2bd1-4234-4458-bedc-7fdbe5509d97 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event updated for resources: {'Port': ['ID=3c85963b-b8a5-4433-9328-44d4fb6c08b1,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:51.778786 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-234e2bd1-4234-4458-bedc-7fdbe5509d97 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:51.819835 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a01ae7-aaa8-4bf0-a377-ab424bcbcf8b req-4c081c9e-c115-430a-a298-1c82b9747ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:51.821395 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e9a01ae7-aaa8-4bf0-a377-ab424bcbcf8b req-4c081c9e-c115-430a-a298-1c82b9747ded service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6cfc3f43-c846-4b1c-9afd-f8355ae473f2 HTTP/1.1" status: 200 len: 1097 time: 0.7931819 Jun 17 08:53:51.948682 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-234e2bd1-4234-4458-bedc-7fdbe5509d97 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:52.020524 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-6e73af82-4be5-42ac-8812-d7a9a73ab563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:52.151631 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3927f7-4670-49ae-95b0-fcc2ea38f400 None None] Sync routers for ids ['cc72f6e1-f861-4de1-9cab-5097f370e70b'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:52.174167 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3927f7-4670-49ae-95b0-fcc2ea38f400 None None] Routers {'cc72f6e1-f861-4de1-9cab-5097f370e70b'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:52.174833 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-9c3927f7-4670-49ae-95b0-fcc2ea38f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cc72f6e1-f861-4de1-9cab-5097f370e70b'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:52.234594 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e9a01ae7-aaa8-4bf0-a377-ab424bcbcf8b req-c7fca5ae-9e04-4412-8546-21f0ed22be61 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d9465c24-d5b9-46b7-8a08-a22e57ef4833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787521 Jun 17 08:53:52.307416 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device af048c26-42d5-43e4-b016-1e57d5c40a03 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:52.402039 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-9c3927f7-4670-49ae-95b0-fcc2ea38f400 None None] Set router cc72f6e1-f861-4de1-9cab-5097f370e70b gateway port host: None {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:52.626332 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 4e27e292-1d75-440b-92b4-f456f154593b up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:52.630637 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port af048c26-42d5-43e4-b016-1e57d5c40a03 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:52.634921 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dbffc5-9e9f-4ef0-8a7a-fe55f12ab90b req-59f01728-1886-4660-92fb-01212e4722ff tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:52.635504 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234e2bd1-4234-4458-bedc-7fdbe5509d97 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Network dcc63cb7-c1d6-4262-b2fc-5aeedf0bb5a6 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:52.639828 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b3dbffc5-9e9f-4ef0-8a7a-fe55f12ab90b req-59f01728-1886-4660-92fb-01212e4722ff tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d9e8b15-1e54-46db-ae41-0ccebeca7172 HTTP/1.1" status: 200 len: 944 time: 0.9324121 Jun 17 08:53:52.645606 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-234e2bd1-4234-4458-bedc-7fdbe5509d97 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:52.675911 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port af048c26-42d5-43e4-b016-1e57d5c40a03 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:52.676344 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:52.692513 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.extraroute_db [None req-f13a9890-3a82-49e5-829a-ac437683375a tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Added routes are [] {{(pid=94520) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 17 08:53:52.692838 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.extraroute_db [None req-f13a9890-3a82-49e5-829a-ac437683375a tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94520) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 17 08:53:52.705935 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9b355-a4cd-4cc7-bafe-0c909985dc81 req-d00fec69-7ebd-45c5-a540-775bb4f231c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:52.721948 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ccb9b355-a4cd-4cc7-bafe-0c909985dc81 req-d00fec69-7ebd-45c5-a540-775bb4f231c9 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9921634 Jun 17 08:53:52.802194 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:52.825414 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-9c3927f7-4670-49ae-95b0-fcc2ea38f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:53:48Z', 'revision_number': 6, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None, '_interfaces': [{'id': '0b82a9b4-475b-4afb-8359-7b426335542e', 'name': '', 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a5:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:20Z', 'updated_at': '2021-06-17T08:53:29Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d53972-fb8a-43ca-9d11-eab19bb94bc9', 'name': '', 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:3b:8e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:12Z', 'updated_at': '2021-06-17T08:53:22Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af048c26-42d5-43e4-b016-1e57d5c40a03', 'name': '', 'network_id': '9041a988-0ab6-4480-bad2-375a6cd7ae07', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:89:b4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'a376550a-f743-4824-9f09-1be639622030', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:40Z', 'updated_at': '2021-06-17T08:53:49Z', 'revision_number': 4, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'a376550a-f743-4824-9f09-1be639622030', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4aa108b-fbc1-433e-816a-f28436b01361', 'name': '', 'network_id': '508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a4:90:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:28Z', 'updated_at': '2021-06-17T08:53:39Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:52.889409 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3927f7-4670-49ae-95b0-fcc2ea38f400 None None] Checking router: cc72f6e1-f861-4de1-9cab-5097f370e70b for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:52.902086 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port af048c26-42d5-43e4-b016-1e57d5c40a03, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=af048c26-42d5-43e4-b016-1e57d5c40a03,segment=NetworkSegment(faaddfcb-50f6-489d-b753-3be3bd17a420),segment_id=faaddfcb-50f6-489d-b753-3be3bd17a420)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:52.914583 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3927f7-4670-49ae-95b0-fcc2ea38f400 None None] Routers {'cc72f6e1-f861-4de1-9cab-5097f370e70b'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:52.915237 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-9c3927f7-4670-49ae-95b0-fcc2ea38f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cc72f6e1-f861-4de1-9cab-5097f370e70b'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:52.938893 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b3dbffc5-9e9f-4ef0-8a7a-fe55f12ab90b req-210b8d5a-83d2-4b79-bf4c-a6ddc1b4b3ac tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9465c24-d5b9-46b7-8a08-a22e57ef4833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764418 Jun 17 08:53:52.977134 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e7f52-2628-4005-88eb-c60ef5d7283f req-969455e1-a386-4735-bb7a-9d81838c0665 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:52.995495 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e7f52-2628-4005-88eb-c60ef5d7283f req-969455e1-a386-4735-bb7a-9d81838c0665 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:53.013955 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-437e7f52-2628-4005-88eb-c60ef5d7283f req-969455e1-a386-4735-bb7a-9d81838c0665 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d674b05-a575-4f86-910e-6bc9c1dae34b HTTP/1.1" status: 200 len: 1666 time: 0.6982102 Jun 17 08:53:53.126404 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e1abae97-6068-4667-a90c-13793d9d4041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:53.134910 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f13a9890-3a82-49e5-829a-ac437683375a tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:53.136378 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ac224a87-b4e0-4590-ab72-548bc1f6a3a7 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:53.181882 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-6e73af82-4be5-42ac-8812-d7a9a73ab563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63143ff8-54f6-4324-915e-19d2851e84c6 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:53:53.209698 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-437e7f52-2628-4005-88eb-c60ef5d7283f req-fe2414a6-3629-4b8b-a898-d99a427bc66e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926215 Jun 17 08:53:53.216324 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-6e73af82-4be5-42ac-8812-d7a9a73ab563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:53.222932 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234e2bd1-4234-4458-bedc-7fdbe5509d97 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Router 98d8e5fb-f4a8-4792-905f-dadd777769a6 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:53:53.287099 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1abae97-6068-4667-a90c-13793d9d4041 admin admin] Pushing event deleted for resources: {'Port': ['ID=57042db1-0bdd-4e10-9d3a-803aeb185a0c,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:53.316492 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e1abae97-6068-4667-a90c-13793d9d4041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:53.343133 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-6e73af82-4be5-42ac-8812-d7a9a73ab563 service neutron] Transition to ACTIVE for port object 63143ff8-54f6-4324-915e-19d2851e84c6 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:53.421514 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-9c3927f7-4670-49ae-95b0-fcc2ea38f400 None None] Set router cc72f6e1-f861-4de1-9cab-5097f370e70b gateway port host: None {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:53.473007 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:53.484726 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 4e27e292-1d75-440b-92b4-f456f154593b completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:53.487282 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-aac2d66a-8194-4e75-98b1-6292f55f9f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:53.505697 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 4e27e292-1d75-440b-92b4-f456f154593b triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:53.506764 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:53.597849 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-50ba9bfb-5fde-4f39-a84b-e13814c81d4e None None] Provisioning complete for port 3c85963b-b8a5-4433-9328-44d4fb6c08b1 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:53.598512 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-50ba9bfb-5fde-4f39-a84b-e13814c81d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:53.605124 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e1abae97-6068-4667-a90c-13793d9d4041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:53.747481 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-50ba9bfb-5fde-4f39-a84b-e13814c81d4e None None] Port 3c85963b-b8a5-4433-9328-44d4fb6c08b1 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:53:53.763961 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=af048c26-42d5-43e4-b016-1e57d5c40a03,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:53.772775 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:53.938253 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:53.974690 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1abae97-6068-4667-a90c-13793d9d4041 admin admin] Router 7b977344-036a-4bd5-bc23-39a7b13a3d8f has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:53:53.992116 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-6e73af82-4be5-42ac-8812-d7a9a73ab563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:54.001848 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b81dfcd1-c878-4700-a778-8e12ea85846b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:54.019530 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9e8b15-1e54-46db-ae41-0ccebeca7172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e27e292-1d75-440b-92b4-f456f154593b'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:53:54.022330 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0882846a-8600-42ff-9f09-9aa559857b30" -d '{"events": [{"server_uuid": "3d9e8b15-1e54-46db-ae41-0ccebeca7172", "name": "network-vif-plugged", "status": "completed", "tag": "4e27e292-1d75-440b-92b4-f456f154593b"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:54.105907 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 4e27e292-1d75-440b-92b4-f456f154593b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4e27e292-1d75-440b-92b4-f456f154593b,segment=NetworkSegment(7f643f25-20a7-4954-999c-1593520abdfe),segment_id=7f643f25-20a7-4954-999c-1593520abdfe)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:54.158090 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1abae97-6068-4667-a90c-13793d9d4041 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:54.158377 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-9c3927f7-4670-49ae-95b0-fcc2ea38f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:53:48Z', 'revision_number': 6, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None, '_interfaces': [{'id': '0b82a9b4-475b-4afb-8359-7b426335542e', 'name': '', 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a5:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:20Z', 'updated_at': '2021-06-17T08:53:29Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d53972-fb8a-43ca-9d11-eab19bb94bc9', 'name': '', 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:3b:8e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:12Z', 'updated_at': '2021-06-17T08:53:22Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af048c26-42d5-43e4-b016-1e57d5c40a03', 'name': '', 'network_id': '9041a988-0ab6-4480-bad2-375a6cd7ae07', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:89:b4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'a376550a-f743-4824-9f09-1be639622030', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:40Z', 'updated_at': '2021-06-17T08:53:49Z', 'revision_number': 4, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'a376550a-f743-4824-9f09-1be639622030', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4aa108b-fbc1-433e-816a-f28436b01361', 'name': '', 'network_id': '508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a4:90:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:28Z', 'updated_at': '2021-06-17T08:53:39Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:54.170213 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e1abae97-6068-4667-a90c-13793d9d4041 admin admin] 10.222.0.49 "PUT /v2.0/routers/7b977344-036a-4bd5-bc23-39a7b13a3d8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5742407 Jun 17 08:53:54.175409 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcb3c32-77d2-405a-a735-979ce29f5051 None None] Sync routers for ids ['7b977344-036a-4bd5-bc23-39a7b13a3d8f'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:54.176103 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33396) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:54.187683 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c92158-24d5-4acb-8983-e545a13733f8 x-openstack-request-id: req-c6c92158-24d5-4acb-8983-e545a13733f8 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:54.188039 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9e8b15-1e54-46db-ae41-0ccebeca7172", "name": "network-vif-plugged", "status": "completed", "tag": "4e27e292-1d75-440b-92b4-f456f154593b", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:54.190798 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c6c92158-24d5-4acb-8983-e545a13733f8 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:54.190798 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9e8b15-1e54-46db-ae41-0ccebeca7172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e27e292-1d75-440b-92b4-f456f154593b', 'code': 200} Jun 17 08:53:54.191894 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcb3c32-77d2-405a-a735-979ce29f5051 None None] Routers {'7b977344-036a-4bd5-bc23-39a7b13a3d8f'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:54.192472 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-adcb3c32-77d2-405a-a735-979ce29f5051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7b977344-036a-4bd5-bc23-39a7b13a3d8f'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:54.295243 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:54.295243 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3927f7-4670-49ae-95b0-fcc2ea38f400 None None] The sync data for ids ['cc72f6e1-f861-4de1-9cab-5097f370e70b'] in n-d-758944-30 is: [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:53:48Z', 'revision_number': 6, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None, '_interfaces': [{'id': '0b82a9b4-475b-4afb-8359-7b426335542e', 'name': '', 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a5:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:20Z', 'updated_at': '2021-06-17T08:53:29Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d53972-fb8a-43ca-9d11-eab19bb94bc9', 'name': '', 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:3b:8e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:12Z', 'updated_at': '2021-06-17T08:53:22Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af048c26-42d5-43e4-b016-1e57d5c40a03', 'name': '', 'network_id': '9041a988-0ab6-4480-bad2-375a6cd7ae07', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:89:b4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'a376550a-f743-4824-9f09-1be639622030', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:40Z', 'updated_at': '2021-06-17T08:53:49Z', 'revision_number': 4, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'a376550a-f743-4824-9f09-1be639622030', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4aa108b-fbc1-433e-816a-f28436b01361', 'name': '', 'network_id': '508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a4:90:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:28Z', 'updated_at': '2021-06-17T08:53:39Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:54.301907 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:54.448541 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device af048c26-42d5-43e4-b016-1e57d5c40a03 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:54.510024 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73af82-4be5-42ac-8812-d7a9a73ab563 service neutron] Pushing event updated for resources: {'Port': ['ID=63143ff8-54f6-4324-915e-19d2851e84c6,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:54.539331 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6e73af82-4be5-42ac-8812-d7a9a73ab563 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:54.558275 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-adcb3c32-77d2-405a-a735-979ce29f5051 None None] Set router 7b977344-036a-4bd5-bc23-39a7b13a3d8f gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:54.573902 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-71e26567-1738-4b63-a7c4-1b8e7bc3e6e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:54.573902 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6eb608-8e23-4183-86eb-b773c4ce0e57 req-9ed495be-23c2-4572-8551-ae9370a53743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:54.573902 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7c6eb608-8e23-4183-86eb-b773c4ce0e57 req-9ed495be-23c2-4572-8551-ae9370a53743 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3d9e8b15-1e54-46db-ae41-0ccebeca7172 HTTP/1.1" status: 200 len: 1097 time: 0.2436342 Jun 17 08:53:54.637177 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=4e27e292-1d75-440b-92b4-f456f154593b,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:54.645815 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:54.683980 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234e2bd1-4234-4458-bedc-7fdbe5509d97 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:54.699109 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38343f6f-390f-4d14-b133-02986f8e2cc9 None None] Sync routers for ids ['98d8e5fb-f4a8-4792-905f-dadd777769a6'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:54.736949 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port af048c26-42d5-43e4-b016-1e57d5c40a03 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:54.736949 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:54.737247 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-234e2bd1-4234-4458-bedc-7fdbe5509d97 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "PUT /v2.0/routers/98d8e5fb-f4a8-4792-905f-dadd777769a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4650745 Jun 17 08:53:54.742642 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33406) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:54.748358 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-30541054-8d5c-4a2a-801a-297ec9fd7748 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Request body: {'port': {'network_id': 'dcc63cb7-c1d6-4262-b2fc-5aeedf0bb5a6', 'name': 'tempest-FloatingIPTestJSON-25887846'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:54.750763 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f13a9890-3a82-49e5-829a-ac437683375a tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:54.771087 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7c6eb608-8e23-4183-86eb-b773c4ce0e57 req-921dd9a9-b205-4a5a-98b4-8a36d5d5aa39 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d9465c24-d5b9-46b7-8a08-a22e57ef4833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894450 Jun 17 08:53:54.778492 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38343f6f-390f-4d14-b133-02986f8e2cc9 None None] Routers {'98d8e5fb-f4a8-4792-905f-dadd777769a6'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:54.785261 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f13a9890-3a82-49e5-829a-ac437683375a tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-940956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941038', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-949414'] for router, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:54.786351 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-38343f6f-390f-4d14-b133-02986f8e2cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['98d8e5fb-f4a8-4792-905f-dadd777769a6'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:54.890285 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-38343f6f-390f-4d14-b133-02986f8e2cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:54.891231 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-71e26567-1738-4b63-a7c4-1b8e7bc3e6e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:54.896839 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d75240-927b-445e-9f86-f658eda3e2b0 req-071d3b03-0a3c-4adc-b122-37c0543d5167 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:54.904821 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-61d75240-927b-445e-9f86-f658eda3e2b0 req-071d3b03-0a3c-4adc-b122-37c0543d5167 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d9e8b15-1e54-46db-ae41-0ccebeca7172 HTTP/1.1" status: 200 len: 945 time: 0.5107644 Jun 17 08:53:54.906530 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9bccf-5897-4155-9c6a-f9b21d72f88b req-be09f5d4-f571-440f-a569-c77132f5cce5 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:54.910568 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-6e73af82-4be5-42ac-8812-d7a9a73ab563 service neutron] Attempting to bind port 63143ff8-54f6-4324-915e-19d2851e84c6 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:53:54.910916 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-6e73af82-4be5-42ac-8812-d7a9a73ab563 service neutron] Attempting to bind port 63143ff8-54f6-4324-915e-19d2851e84c6 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '51d9365d-b04e-4fec-b73e-7c245a3c9529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1217f561-ccf4-4c84-98b2-7856be3953a9'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:53:54.911231 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-6e73af82-4be5-42ac-8812-d7a9a73ab563 service neutron] Attempting to bind port 63143ff8-54f6-4324-915e-19d2851e84c6 on network 1217f561-ccf4-4c84-98b2-7856be3953a9 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:54.913859 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9bccf-5897-4155-9c6a-f9b21d72f88b req-be09f5d4-f571-440f-a569-c77132f5cce5 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:54.920638 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38343f6f-390f-4d14-b133-02986f8e2cc9 None None] Routers {'98d8e5fb-f4a8-4792-905f-dadd777769a6'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:54.922201 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-57b9bccf-5897-4155-9c6a-f9b21d72f88b req-be09f5d4-f571-440f-a569-c77132f5cce5 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d674b05-a575-4f86-910e-6bc9c1dae34b HTTP/1.1" status: 200 len: 1678 time: 0.3499970 Jun 17 08:53:54.929686 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-38343f6f-390f-4d14-b133-02986f8e2cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['98d8e5fb-f4a8-4792-905f-dadd777769a6'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:54.938147 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-6e73af82-4be5-42ac-8812-d7a9a73ab563 service neutron] Port 63143ff8-54f6-4324-915e-19d2851e84c6 on network 1217f561-ccf4-4c84-98b2-7856be3953a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:53:54.938499 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-6e73af82-4be5-42ac-8812-d7a9a73ab563 service neutron] Attempting to bind port 63143ff8-54f6-4324-915e-19d2851e84c6 on network 1217f561-ccf4-4c84-98b2-7856be3953a9 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:54.984499 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-57b9bccf-5897-4155-9c6a-f9b21d72f88b req-9d90b939-a8c4-42b9-a1d4-c98370886ef1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612566 Jun 17 08:53:55.001065 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-6e73af82-4be5-42ac-8812-d7a9a73ab563 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:53:55.001065 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-6e73af82-4be5-42ac-8812-d7a9a73ab563 service neutron] Checking segment: {'id': '51d9365d-b04e-4fec-b73e-7c245a3c9529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1217f561-ccf4-4c84-98b2-7856be3953a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:55.001065 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-6e73af82-4be5-42ac-8812-d7a9a73ab563 service neutron] Bound using segment: {'id': '51d9365d-b04e-4fec-b73e-7c245a3c9529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1217f561-ccf4-4c84-98b2-7856be3953a9'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:53:55.001065 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-6e73af82-4be5-42ac-8812-d7a9a73ab563 service neutron] Bound port: 63143ff8-54f6-4324-915e-19d2851e84c6, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51d9365d-b04e-4fec-b73e-7c245a3c9529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1217f561-ccf4-4c84-98b2-7856be3953a9'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:53:55.001065 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-6e73af82-4be5-42ac-8812-d7a9a73ab563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:55.019082 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-adcb3c32-77d2-405a-a735-979ce29f5051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'name': 'tempest-ServersTestJSON-662377247-router', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:05Z', 'updated_at': '2021-06-17T08:53:52Z', 'revision_number': 5, 'project_id': '4201ecfcc96c4ba4985fddc21edba720', 'gw_port': {'id': 'ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:06Z', 'updated_at': '2021-06-17T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:55.026785 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-38343f6f-390f-4d14-b133-02986f8e2cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:55.027568 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38343f6f-390f-4d14-b133-02986f8e2cc9 None None] The sync data for ids ['98d8e5fb-f4a8-4792-905f-dadd777769a6'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:55.124610 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-71e26567-1738-4b63-a7c4-1b8e7bc3e6e2 admin admin] Deleting port ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:55.125066 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-71e26567-1738-4b63-a7c4-1b8e7bc3e6e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:55.128015 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13a9890-3a82-49e5-829a-ac437683375a tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Router cc72f6e1-f861-4de1-9cab-5097f370e70b has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:53:55.163972 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-61d75240-927b-445e-9f86-f658eda3e2b0 req-8b8cec59-4d0e-411a-8cf6-c72be0fc1295 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9465c24-d5b9-46b7-8a08-a22e57ef4833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580228 Jun 17 08:53:55.166468 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 33410) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:55.219973 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30541054-8d5c-4a2a-801a-297ec9fd7748 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Made reservation on behalf of c8e4e0fd83114975aa056417d4a04f9f for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:55.224059 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-30541054-8d5c-4a2a-801a-297ec9fd7748 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:55.232603 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcb3c32-77d2-405a-a735-979ce29f5051 None None] Checking router: 7b977344-036a-4bd5-bc23-39a7b13a3d8f for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:55.243396 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcb3c32-77d2-405a-a735-979ce29f5051 None None] Routers {'7b977344-036a-4bd5-bc23-39a7b13a3d8f'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:55.244323 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-adcb3c32-77d2-405a-a735-979ce29f5051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7b977344-036a-4bd5-bc23-39a7b13a3d8f'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:55.254702 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-6e73af82-4be5-42ac-8812-d7a9a73ab563 service neutron] For port 63143ff8-54f6-4324-915e-19d2851e84c6, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:53:55.261793 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [None req-30541054-8d5c-4a2a-801a-297ec9fd7748 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] device_id is not set on port 3e3d3552-6498-4d59-8071-3d601f83b0f2 yet. {{(pid=94519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:53:55.262560 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-6e73af82-4be5-42ac-8812-d7a9a73ab563 service neutron] For port 63143ff8-54f6-4324-915e-19d2851e84c6, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=63143ff8-54f6-4324-915e-19d2851e84c6,segment=NetworkSegment(51d9365d-b04e-4fec-b73e-7c245a3c9529),segment_id=51d9365d-b04e-4fec-b73e-7c245a3c9529)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:53:55.321283 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-71e26567-1738-4b63-a7c4-1b8e7bc3e6e2 admin admin] For port ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:55.321716 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-71e26567-1738-4b63-a7c4-1b8e7bc3e6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:55.386629 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-adcb3c32-77d2-405a-a735-979ce29f5051 None None] Set router 7b977344-036a-4bd5-bc23-39a7b13a3d8f gateway port host: None {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:55.395430 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 33416) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:55.424877 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-6e73af82-4be5-42ac-8812-d7a9a73ab563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:55.441066 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b3f92da8-bb12-4706-bb19-522492946baf tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:55.466291 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-71e26567-1738-4b63-a7c4-1b8e7bc3e6e2 admin admin] Calling delete_port for ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2 owned by network:router_gateway {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:55.494602 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-adcb3c32-77d2-405a-a735-979ce29f5051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'name': 'tempest-ServersTestJSON-662377247-router', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:05Z', 'updated_at': '2021-06-17T08:53:54Z', 'revision_number': 6, 'project_id': '4201ecfcc96c4ba4985fddc21edba720', 'gw_port_host': None}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:55.522055 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcb3c32-77d2-405a-a735-979ce29f5051 None None] The sync data for ids ['7b977344-036a-4bd5-bc23-39a7b13a3d8f'] in n-d-758944-30 is: [{'id': '7b977344-036a-4bd5-bc23-39a7b13a3d8f', 'name': 'tempest-ServersTestJSON-662377247-router', 'tenant_id': '4201ecfcc96c4ba4985fddc21edba720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:05Z', 'updated_at': '2021-06-17T08:53:54Z', 'revision_number': 6, 'project_id': '4201ecfcc96c4ba4985fddc21edba720', 'gw_port_host': None}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:55.525782 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1c2dca1a-f9b6-4457-b96b-6816fcaf0971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:55.538195 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-77636e08-30b3-43e2-b0b0-474fc5b2d01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:55.556667 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-6e73af82-4be5-42ac-8812-d7a9a73ab563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:55.557568 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-6e73af82-4be5-42ac-8812-d7a9a73ab563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:55.559205 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-6e73af82-4be5-42ac-8812-d7a9a73ab563 service neutron] 10.222.0.50 "PUT /v2.0/ports/63143ff8-54f6-4324-915e-19d2851e84c6 HTTP/1.1" status: 200 len: 1093 time: 4.2023442 Jun 17 08:53:55.561845 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d674b05-a575-4f86-910e-6bc9c1dae34b', 'tag': '63143ff8-54f6-4324-915e-19d2851e84c6'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:53:55.564928 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d378e97a-a7a6-4597-bbb3-97d66d9012b3" -d '{"events": [{"name": "network-changed", "server_uuid": "1d674b05-a575-4f86-910e-6bc9c1dae34b", "tag": "63143ff8-54f6-4324-915e-19d2851e84c6"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:55.590719 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73af82-4be5-42ac-8812-d7a9a73ab563 service neutron] Pushing event updated for resources: {'Port': ['ID=63143ff8-54f6-4324-915e-19d2851e84c6,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:55.610676 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13a9890-3a82-49e5-829a-ac437683375a tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:55.612610 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6e73af82-4be5-42ac-8812-d7a9a73ab563 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:55.618589 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-30541054-8d5c-4a2a-801a-297ec9fd7748 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Allocated IP 172.20.0.3 (dcc63cb7-c1d6-4262-b2fc-5aeedf0bb5a6/728a4f05-3044-4bc0-97c8-54d360e6c1e3/3e3d3552-6498-4d59-8071-3d601f83b0f2) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:55.626659 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8662cb05-6c72-44a6-a6d9-f054bf05db47 None None] Sync routers for ids ['cc72f6e1-f861-4de1-9cab-5097f370e70b'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:55.631746 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f13a9890-3a82-49e5-829a-ac437683375a tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:55.636879 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33422) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:55.640115 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8662cb05-6c72-44a6-a6d9-f054bf05db47 None None] Routers {'cc72f6e1-f861-4de1-9cab-5097f370e70b'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:55.640926 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-8662cb05-6c72-44a6-a6d9-f054bf05db47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cc72f6e1-f861-4de1-9cab-5097f370e70b'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:55.643610 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f13a9890-3a82-49e5-829a-ac437683375a tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "PUT /v2.0/routers/cc72f6e1-f861-4de1-9cab-5097f370e70b HTTP/1.1" status: 200 len: 703 time: 4.4623151 Jun 17 08:53:55.655406 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7ffe96-0000-4cce-9d74-0f1c74e47750 x-openstack-request-id: req-2f7ffe96-0000-4cce-9d74-0f1c74e47750 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:55.655406 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d674b05-a575-4f86-910e-6bc9c1dae34b", "tag": "63143ff8-54f6-4324-915e-19d2851e84c6", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:55.655406 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f7ffe96-0000-4cce-9d74-0f1c74e47750 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:55.655406 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d674b05-a575-4f86-910e-6bc9c1dae34b', 'tag': '63143ff8-54f6-4324-915e-19d2851e84c6', 'status': 'completed', 'code': 200} Jun 17 08:53:55.677668 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-45793efb-01c3-4f40-a620-27a975127c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:55.770026 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378e97a-a7a6-4597-bbb3-97d66d9012b3 req-68575199-81a0-4250-bbd9-8acd631df4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:55.770651 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378e97a-a7a6-4597-bbb3-97d66d9012b3 req-68575199-81a0-4250-bbd9-8acd631df4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:55.772923 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d378e97a-a7a6-4597-bbb3-97d66d9012b3 req-68575199-81a0-4250-bbd9-8acd631df4d0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=efb1f4611b1f491e8763ca939f24a14b&device_id=1d674b05-a575-4f86-910e-6bc9c1dae34b HTTP/1.1" status: 200 len: 1982 time: 0.1097124 Jun 17 08:53:55.792196 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-8662cb05-6c72-44a6-a6d9-f054bf05db47 None None] Set router cc72f6e1-f861-4de1-9cab-5097f370e70b gateway port host: None {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:55.839508 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-38d7aaaa-0317-4668-8687-d30d56810c6b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "GET /v2.0/routers/cc72f6e1-f861-4de1-9cab-5097f370e70b HTTP/1.1" status: 200 len: 703 time: 0.1971693 Jun 17 08:53:55.845289 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 33424) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:55.973907 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:53:56.058555 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1c2dca1a-f9b6-4457-b96b-6816fcaf0971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:56.075830 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-30541054-8d5c-4a2a-801a-297ec9fd7748 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:56.113539 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-71e26567-1738-4b63-a7c4-1b8e7bc3e6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:56.117357 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 57042db1-0bdd-4e10-9d3a-803aeb185a0c no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:53:56.131666 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-30541054-8d5c-4a2a-801a-297ec9fd7748 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Transition to ACTIVE for port object 3e3d3552-6498-4d59-8071-3d601f83b0f2 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:56.133927 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a3a9314e-7ddb-4df7-bcdc-013b3913305e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:56.161728 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 57042db1-0bdd-4e10-9d3a-803aeb185a0c {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:53:56.165220 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 57042db1-0bdd-4e10-9d3a-803aeb185a0c not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:53:56.165502 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-8662cb05-6c72-44a6-a6d9-f054bf05db47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:53:52Z', 'revision_number': 7, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None, '_interfaces': [{'id': '0b82a9b4-475b-4afb-8359-7b426335542e', 'name': '', 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a5:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:20Z', 'updated_at': '2021-06-17T08:53:29Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d53972-fb8a-43ca-9d11-eab19bb94bc9', 'name': '', 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:3b:8e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:12Z', 'updated_at': '2021-06-17T08:53:22Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af048c26-42d5-43e4-b016-1e57d5c40a03', 'name': '', 'network_id': '9041a988-0ab6-4480-bad2-375a6cd7ae07', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:89:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'a376550a-f743-4824-9f09-1be639622030', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:40Z', 'updated_at': '2021-06-17T08:53:52Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'a376550a-f743-4824-9f09-1be639622030', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4aa108b-fbc1-433e-816a-f28436b01361', 'name': '', 'network_id': '508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a4:90:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:28Z', 'updated_at': '2021-06-17T08:53:39Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:56.211795 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8662cb05-6c72-44a6-a6d9-f054bf05db47 None None] Checking router: cc72f6e1-f861-4de1-9cab-5097f370e70b for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:56.222373 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8662cb05-6c72-44a6-a6d9-f054bf05db47 None None] Routers {'cc72f6e1-f861-4de1-9cab-5097f370e70b'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:56.223097 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-8662cb05-6c72-44a6-a6d9-f054bf05db47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cc72f6e1-f861-4de1-9cab-5097f370e70b'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:56.249660 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e26567-1738-4b63-a7c4-1b8e7bc3e6e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:56.255237 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-71e26567-1738-4b63-a7c4-1b8e7bc3e6e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:56.256152 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-71e26567-1738-4b63-a7c4-1b8e7bc3e6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:56.266190 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378e97a-a7a6-4597-bbb3-97d66d9012b3 req-6ae84dac-abd4-441f-a066-f2be1392f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:56.266813 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378e97a-a7a6-4597-bbb3-97d66d9012b3 req-6ae84dac-abd4-441f-a066-f2be1392f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:56.267295 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378e97a-a7a6-4597-bbb3-97d66d9012b3 req-6ae84dac-abd4-441f-a066-f2be1392f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:56.269085 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d378e97a-a7a6-4597-bbb3-97d66d9012b3 req-6ae84dac-abd4-441f-a066-f2be1392f9f4 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=efb1f4611b1f491e8763ca939f24a14b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4862335 Jun 17 08:53:56.271785 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1c2dca1a-f9b6-4457-b96b-6816fcaf0971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:56.302671 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d1cb9f24-739c-412e-967d-7815cf2b9dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:56.350579 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-8662cb05-6c72-44a6-a6d9-f054bf05db47 None None] Set router cc72f6e1-f861-4de1-9cab-5097f370e70b gateway port host: None {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:56.409755 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2dca1a-f9b6-4457-b96b-6816fcaf0971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb38d17-0405-4769-b5d5-23586aa4b976,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:56.420150 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1c2dca1a-f9b6-4457-b96b-6816fcaf0971 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ba6db2315723434f9175c4b9ad0bdd8b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2524438 Jun 17 08:53:56.421289 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 33432) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:56.455046 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1c2dca1a-f9b6-4457-b96b-6816fcaf0971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:56.630551 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-8662cb05-6c72-44a6-a6d9-f054bf05db47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:53:52Z', 'revision_number': 7, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None, '_interfaces': [{'id': '0b82a9b4-475b-4afb-8359-7b426335542e', 'name': '', 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a5:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:20Z', 'updated_at': '2021-06-17T08:53:29Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d53972-fb8a-43ca-9d11-eab19bb94bc9', 'name': '', 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:3b:8e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:12Z', 'updated_at': '2021-06-17T08:53:22Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af048c26-42d5-43e4-b016-1e57d5c40a03', 'name': '', 'network_id': '9041a988-0ab6-4480-bad2-375a6cd7ae07', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:89:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'a376550a-f743-4824-9f09-1be639622030', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:40Z', 'updated_at': '2021-06-17T08:53:52Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'a376550a-f743-4824-9f09-1be639622030', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4aa108b-fbc1-433e-816a-f28436b01361', 'name': '', 'network_id': '508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a4:90:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:28Z', 'updated_at': '2021-06-17T08:53:39Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:56.661329 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8662cb05-6c72-44a6-a6d9-f054bf05db47 None None] The sync data for ids ['cc72f6e1-f861-4de1-9cab-5097f370e70b'] in n-d-758944-30 is: [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:53:52Z', 'revision_number': 7, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None, '_interfaces': [{'id': '0b82a9b4-475b-4afb-8359-7b426335542e', 'name': '', 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a5:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:20Z', 'updated_at': '2021-06-17T08:53:29Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d53972-fb8a-43ca-9d11-eab19bb94bc9', 'name': '', 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:3b:8e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:12Z', 'updated_at': '2021-06-17T08:53:22Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af048c26-42d5-43e4-b016-1e57d5c40a03', 'name': '', 'network_id': '9041a988-0ab6-4480-bad2-375a6cd7ae07', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:89:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'a376550a-f743-4824-9f09-1be639622030', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:40Z', 'updated_at': '2021-06-17T08:53:52Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'a376550a-f743-4824-9f09-1be639622030', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4aa108b-fbc1-433e-816a-f28436b01361', 'name': '', 'network_id': '508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a4:90:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:28Z', 'updated_at': '2021-06-17T08:53:39Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:56.687451 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9ed72-7537-40f4-a69f-afdbfb532b06 req-936a7181-f004-42e0-a52d-d035ce6d91b4 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:56.694749 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9ed72-7537-40f4-a69f-afdbfb532b06 req-936a7181-f004-42e0-a52d-d035ce6d91b4 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:56.695889 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c4b9ed72-7537-40f4-a69f-afdbfb532b06 req-936a7181-f004-42e0-a52d-d035ce6d91b4 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d674b05-a575-4f86-910e-6bc9c1dae34b HTTP/1.1" status: 200 len: 1678 time: 0.5257461 Jun 17 08:53:56.701374 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378e97a-a7a6-4597-bbb3-97d66d9012b3 req-ca6e4f54-3e49-4c70-bfef-a6f49f2ae017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:56.702645 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d378e97a-a7a6-4597-bbb3-97d66d9012b3 req-ca6e4f54-3e49-4c70-bfef-a6f49f2ae017 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3719537 Jun 17 08:53:56.703379 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dcdd955e-8311-4016-87d0-af049b88df1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:56.768162 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dcdd955e-8311-4016-87d0-af049b88df1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:56.826172 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-71e26567-1738-4b63-a7c4-1b8e7bc3e6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:56.830182 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-71e26567-1738-4b63-a7c4-1b8e7bc3e6e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:56.857175 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-45793efb-01c3-4f40-a620-27a975127c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:56.862170 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c4b9ed72-7537-40f4-a69f-afdbfb532b06 req-aefcf674-8f64-47eb-8382-8afe388fd215 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565409 Jun 17 08:53:56.929913 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-1a02c4cf-1cd1-4a5d-a619-bbd5ff78d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:56.930459 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-1a02c4cf-1cd1-4a5d-a619-bbd5ff78d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:56.932197 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-1a02c4cf-1cd1-4a5d-a619-bbd5ff78d1a2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=efb1f4611b1f491e8763ca939f24a14b&device_id=1d674b05-a575-4f86-910e-6bc9c1dae34b HTTP/1.1" status: 200 len: 1982 time: 0.1751692 Jun 17 08:53:56.949878 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe92d27-069a-4825-a00e-d611f4458b82 req-9f5bd175-5ccb-4d8f-976e-cbe3691281a4 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:56.951860 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6fe92d27-069a-4825-a00e-d611f4458b82 req-9f5bd175-5ccb-4d8f-976e-cbe3691281a4 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d9e8b15-1e54-46db-ae41-0ccebeca7172 HTTP/1.1" status: 200 len: 945 time: 0.1452377 Jun 17 08:53:57.017539 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-0aa6729c-b3f5-4e43-b2af-757d6bff9869 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.14&port_id=228dee14-9e88-4af2-83d0-7c7e197f09a1 HTTP/1.1" status: 200 len: 217 time: 0.0593185 Jun 17 08:53:57.022973 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6fe92d27-069a-4825-a00e-d611f4458b82 req-a9f91a2b-bc8e-46ea-aa7d-819631eb6d53 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9465c24-d5b9-46b7-8a08-a22e57ef4833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571611 Jun 17 08:53:57.095513 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-30541054-8d5c-4a2a-801a-297ec9fd7748 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:57.096572 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-45793efb-01c3-4f40-a620-27a975127c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:57.097237 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-71e26567-1738-4b63-a7c4-1b8e7bc3e6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:57.097237 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e26567-1738-4b63-a7c4-1b8e7bc3e6e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b977344-036a-4bd5-bc23-39a7b13a3d8f {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:53:57.097237 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0813e28d-bfbd-43cd-9548-b7bca04707fa tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:57.097542 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d902a0b6-a08d-4e08-b040-4e561527b76a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:57.097647 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-71e26567-1738-4b63-a7c4-1b8e7bc3e6e2 admin admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:57.097647 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-71e26567-1738-4b63-a7c4-1b8e7bc3e6e2 admin admin] 10.222.0.49 "DELETE /v2.0/routers/7b977344-036a-4bd5-bc23-39a7b13a3d8f HTTP/1.1" status: 204 len: 168 time: 2.9056954 Jun 17 08:53:57.098436 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33436) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:57.120740 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5a578f23-6d06-461a-af4a-7a6d181e4483 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:57.129706 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-af85be97-caca-45bd-b827-d7000e688ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:57.131779 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-af85be97-caca-45bd-b827-d7000e688ba1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ccf0eb19-cfb2-4973-9c64-0057108f0320 HTTP/1.1" status: 200 len: 801 time: 0.1071312 Jun 17 08:53:57.136628 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45793efb-01c3-4f40-a620-27a975127c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d3cda5-69b6-460a-85ab-38ce991bfd9e,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:57.181031 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-45793efb-01c3-4f40-a620-27a975127c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:57.195563 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30541054-8d5c-4a2a-801a-297ec9fd7748 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event updated for resources: {'Port': ['ID=3e3d3552-6498-4d59-8071-3d601f83b0f2,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:57.205288 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-30541054-8d5c-4a2a-801a-297ec9fd7748 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:57.205288 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30541054-8d5c-4a2a-801a-297ec9fd7748 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Network dcc63cb7-c1d6-4262-b2fc-5aeedf0bb5a6 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:57.207908 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-30541054-8d5c-4a2a-801a-297ec9fd7748 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:57.211372 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30541054-8d5c-4a2a-801a-297ec9fd7748 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:57.249003 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce2f108a-c98f-411d-a1af-7ff8fefbdbc1 admin admin] Deleting subnet 96f5dabf-68ce-47ec-aa13-c93b9f2b86ce {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:53:57.250713 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dcdd955e-8311-4016-87d0-af049b88df1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:57.253306 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dcdd955e-8311-4016-87d0-af049b88df1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:57.254416 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-dcdd955e-8311-4016-87d0-af049b88df1c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7cb38d17-0405-4769-b5d5-23586aa4b976 HTTP/1.1" status: 204 len: 168 time: 0.7984440 Jun 17 08:53:57.256509 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ce2f108a-c98f-411d-a1af-7ff8fefbdbc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:57.274619 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-60b54136-fa29-4182-8b57-86e36b98eafe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:57.316627 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30541054-8d5c-4a2a-801a-297ec9fd7748 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:57.317354 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-30541054-8d5c-4a2a-801a-297ec9fd7748 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:57.367557 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ce2f108a-c98f-411d-a1af-7ff8fefbdbc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:57.422381 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-30541054-8d5c-4a2a-801a-297ec9fd7748 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.6776786 Jun 17 08:53:57.422685 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33442) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:57.434255 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-d3702e58-0f55-48b6-b2f6-95b23d909bf7 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Request body: {'floatingip': {'port_id': '3e3d3552-6498-4d59-8071-3d601f83b0f2'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:57.530435 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d3702e58-0f55-48b6-b2f6-95b23d909bf7 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:57.534562 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ce2f108a-c98f-411d-a1af-7ff8fefbdbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:57.666478 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-45793efb-01c3-4f40-a620-27a975127c2f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=55232e5a15f34dd18248ddb0e2b0d598&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2697828 Jun 17 08:53:57.671471 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33446) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:57.680289 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd955e-8311-4016-87d0-af049b88df1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb38d17-0405-4769-b5d5-23586aa4b976,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:57.695864 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dcdd955e-8311-4016-87d0-af049b88df1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:57.731290 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-08cc971c-c772-4964-bf17-2c13f1d8b34e None None] Provisioning for port 3e3d3552-6498-4d59-8071-3d601f83b0f2 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:57.737730 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-08cc971c-c772-4964-bf17-2c13f1d8b34e None None] Provisioning complete for port 3e3d3552-6498-4d59-8071-3d601f83b0f2 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:57.738260 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-08cc971c-c772-4964-bf17-2c13f1d8b34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:57.769362 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f70fe3b0-bba5-4c0f-b8e2-0a1926e6135a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:57.809319 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-08cc971c-c772-4964-bf17-2c13f1d8b34e None None] Port 3e3d3552-6498-4d59-8071-3d601f83b0f2 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:53:57.818667 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-8fc04ef8-8b0c-49e0-82fd-57c8436c94cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:57.820323 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-8fc04ef8-8b0c-49e0-82fd-57c8436c94cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b89406c4-5ce2-40be-92aa-c0dbc840cb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6409059 Jun 17 08:53:57.834612 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b20c8a-9e06-4c63-b5aa-ec81fe754ec8 req-dbf8a924-e61b-4e0a-a308-83914f9d3bf5 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:57.836416 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-44b20c8a-9e06-4c63-b5aa-ec81fe754ec8 req-dbf8a924-e61b-4e0a-a308-83914f9d3bf5 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cfc3f43-c846-4b1c-9afd-f8355ae473f2 HTTP/1.1" status: 200 len: 945 time: 0.5918729 Jun 17 08:53:57.868626 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ce2f108a-c98f-411d-a1af-7ff8fefbdbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:57.874022 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5316895f-88cb-40d7-9306-85273e1a854d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:57.898021 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f70fe3b0-bba5-4c0f-b8e2-0a1926e6135a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:57.899962 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f108a-c98f-411d-a1af-7ff8fefbdbc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96f5dabf-68ce-47ec-aa13-c93b9f2b86ce,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:57.912727 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ce2f108a-c98f-411d-a1af-7ff8fefbdbc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:57.933301 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ce2f108a-c98f-411d-a1af-7ff8fefbdbc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:57.936438 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ce2f108a-c98f-411d-a1af-7ff8fefbdbc1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/96f5dabf-68ce-47ec-aa13-c93b9f2b86ce HTTP/1.1" status: 204 len: 168 time: 0.8359444 Jun 17 08:53:57.938447 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 33456) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:57.944178 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09e0ef5-c95e-4480-b299-c2b444813898 None None] Network c5173993-fd11-42fa-843a-bd1549cdbf9f requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:57.996423 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-44b20c8a-9e06-4c63-b5aa-ec81fe754ec8 req-b3dd4674-1114-4d7f-ab4e-ccbfba4c21b3 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9465c24-d5b9-46b7-8a08-a22e57ef4833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502669 Jun 17 08:53:58.020224 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:58.184449 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f70fe3b0-bba5-4c0f-b8e2-0a1926e6135a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:58.184449 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f70fe3b0-bba5-4c0f-b8e2-0a1926e6135a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:58.186692 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f70fe3b0-bba5-4c0f-b8e2-0a1926e6135a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/44d3cda5-69b6-460a-85ab-38ce991bfd9e HTTP/1.1" status: 204 len: 168 time: 0.5117605 Jun 17 08:53:58.202265 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:53:58.213580 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-df21f4fc-9185-4a3d-8b35-9b73a66286e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:58.237471 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:53:58.238115 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device ee037bb5-1bb7-4b06-8a9a-1681ce2b98b2 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:53:58.238744 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70fe3b0-bba5-4c0f-b8e2-0a1926e6135a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d3cda5-69b6-460a-85ab-38ce991bfd9e,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:58.248165 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f70fe3b0-bba5-4c0f-b8e2-0a1926e6135a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:58.301209 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9744c7d-a805-4fdb-a4f3-38c53e31fcc8 None None] DHCP port deletion for c5173993-fd11-42fa-843a-bd1549cdbf9f request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:53:58.312727 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-eff76530-b7d5-40c6-9635-eebf3898cd67 service neutron] 10.222.0.50 "GET /v2.0/networks/b89406c4-5ce2-40be-92aa-c0dbc840cb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751937 Jun 17 08:53:58.351007 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bc7fe13f-6f07-4033-a528-39b79f9a7c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:58.351368 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb6659-8769-4e8c-8064-7f8c0dbabc09 req-f23fbe80-81f2-4a26-9b2b-cab959e2a8f3 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:58.358197 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb6659-8769-4e8c-8064-7f8c0dbabc09 req-f23fbe80-81f2-4a26-9b2b-cab959e2a8f3 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:58.359634 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f7eb6659-8769-4e8c-8064-7f8c0dbabc09 req-f23fbe80-81f2-4a26-9b2b-cab959e2a8f3 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d674b05-a575-4f86-910e-6bc9c1dae34b HTTP/1.1" status: 200 len: 1678 time: 0.2402060 Jun 17 08:53:58.365639 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-c9744c7d-a805-4fdb-a4f3-38c53e31fcc8 None None] Deleting port d51d1f46-00c7-4ad1-bcfc-68be958e18a2 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:58.366029 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c9744c7d-a805-4fdb-a4f3-38c53e31fcc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:58.396881 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d3702e58-0f55-48b6-b2f6-95b23d909bf7 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:58.434745 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f7eb6659-8769-4e8c-8064-7f8c0dbabc09 req-2313c321-0893-4374-bbea-64573e4aacc2 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645144 Jun 17 08:53:58.485774 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-c9744c7d-a805-4fdb-a4f3-38c53e31fcc8 None None] For port d51d1f46-00c7-4ad1-bcfc-68be958e18a2, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=d51d1f46-00c7-4ad1-bcfc-68be958e18a2,segment=NetworkSegment(9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f),segment_id=9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:58.485774 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c9744c7d-a805-4fdb-a4f3-38c53e31fcc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:58.508767 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d3702e58-0f55-48b6-b2f6-95b23d909bf7 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:58.567652 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-c9744c7d-a805-4fdb-a4f3-38c53e31fcc8 None None] Calling delete_port for d51d1f46-00c7-4ad1-bcfc-68be958e18a2 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:58.589111 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24297b1a-0695-4194-991f-c79b3d84054f req-627cbd29-4de6-462f-936c-ed472dcc7268 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:58.590854 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-24297b1a-0695-4194-991f-c79b3d84054f req-627cbd29-4de6-462f-936c-ed472dcc7268 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d270702-edaf-4970-86e9-2489fa1e3ce5 HTTP/1.1" status: 200 len: 945 time: 0.2929268 Jun 17 08:53:58.610078 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-5a578f23-6d06-461a-af4a-7a6d181e4483 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Deleting port af048c26-42d5-43e4-b016-1e57d5c40a03 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:58.611122 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5a578f23-6d06-461a-af4a-7a6d181e4483 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:58.627488 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-f7d5d9f5-0ff4-41de-80c2-2948d0e77d43 service neutron] 10.222.0.50 "GET /v2.0/networks/b89406c4-5ce2-40be-92aa-c0dbc840cb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677646 Jun 17 08:53:58.651118 n-d-758944-30 neutron-server[94519]: INFO neutron.db.l3_db [None req-d3702e58-0f55-48b6-b2f6-95b23d909bf7 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Floating IP 8a490f5c-6909-409f-b7a4-34099ec39f3b associated. External IP: 172.25.2.55, port: 39ea821e-7043-45b0-a76f-48f866594a70. Jun 17 08:53:58.750552 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-433d8bd5-e538-4b83-bac4-d0dac0188fcf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.232&port_id=63143ff8-54f6-4324-915e-19d2851e84c6 HTTP/1.1" status: 200 len: 217 time: 0.1107082 Jun 17 08:53:58.777588 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c9744c7d-a805-4fdb-a4f3-38c53e31fcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:58.781087 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9fe753ff-d102-4541-8ffd-41d549ed7dc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:58.781602 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-bc7fe13f-6f07-4033-a528-39b79f9a7c0d admin admin] Deleting port d51d1f46-00c7-4ad1-bcfc-68be958e18a2 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:58.781954 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bc7fe13f-6f07-4033-a528-39b79f9a7c0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:58.815338 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9744c7d-a805-4fdb-a4f3-38c53e31fcc8 None None] Pushing event deleted for resources: {'Port': ['ID=d51d1f46-00c7-4ad1-bcfc-68be958e18a2,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:58.822948 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-c9744c7d-a805-4fdb-a4f3-38c53e31fcc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:58.825902 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9744c7d-a805-4fdb-a4f3-38c53e31fcc8 None None] No DVR routers for this DVR port d51d1f46-00c7-4ad1-bcfc-68be958e18a2 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:53:58.840362 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-24297b1a-0695-4194-991f-c79b3d84054f req-f4e47af6-8ef3-4527-8063-8b6a46a21f4d tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9465c24-d5b9-46b7-8a08-a22e57ef4833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162669 Jun 17 08:53:58.922983 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-1b52df45-e72c-414a-9e49-3b85497104b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:58.924531 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-1b52df45-e72c-414a-9e49-3b85497104b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d67dd722-a43c-45af-bbf1-986eabf0c566 HTTP/1.1" status: 200 len: 801 time: 0.1608284 Jun 17 08:53:58.935403 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-bc7fe13f-6f07-4033-a528-39b79f9a7c0d admin admin] For port d51d1f46-00c7-4ad1-bcfc-68be958e18a2, host n-d-758944-30, got binding levels [] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:58.935795 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bc7fe13f-6f07-4033-a528-39b79f9a7c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:58.961557 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-5a578f23-6d06-461a-af4a-7a6d181e4483 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] For port af048c26-42d5-43e4-b016-1e57d5c40a03, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=af048c26-42d5-43e4-b016-1e57d5c40a03,segment=NetworkSegment(faaddfcb-50f6-489d-b753-3be3bd17a420),segment_id=faaddfcb-50f6-489d-b753-3be3bd17a420)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:58.961926 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5a578f23-6d06-461a-af4a-7a6d181e4483 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:59.032806 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3702e58-0f55-48b6-b2f6-95b23d909bf7 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Router 3e32954e-284e-4730-bacd-ab3280499d59 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:53:59.060902 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-bc7fe13f-6f07-4033-a528-39b79f9a7c0d admin admin] Calling delete_port for d51d1f46-00c7-4ad1-bcfc-68be958e18a2 owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:59.075366 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.ipam_backend_mixin [None req-bc7fe13f-6f07-4033-a528-39b79f9a7c0d admin admin] Port d51d1f46-00c7-4ad1-bcfc-68be958e18a2 was not found and therefore no delete operation was performed {{(pid=94520) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:53:59.113861 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bc7fe13f-6f07-4033-a528-39b79f9a7c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:59.146913 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-5a578f23-6d06-461a-af4a-7a6d181e4483 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Calling delete_port for af048c26-42d5-43e4-b016-1e57d5c40a03 owned by network:router_interface {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:59.149011 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3fd563fa-7cd0-4b5c-9590-000b02508a61 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:59.179861 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3702e58-0f55-48b6-b2f6-95b23d909bf7 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:59.185035 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7fe13f-6f07-4033-a528-39b79f9a7c0d admin admin] No DVR routers for this DVR port d51d1f46-00c7-4ad1-bcfc-68be958e18a2 on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:53:59.194635 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd2b45d-6cd6-4b98-aea0-24ed3d336030 None None] Sync routers for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:59.194819 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7fe13f-6f07-4033-a528-39b79f9a7c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=d51d1f46-00c7-4ad1-bcfc-68be958e18a2,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:59.197114 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bc7fe13f-6f07-4033-a528-39b79f9a7c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:59.213330 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd2b45d-6cd6-4b98-aea0-24ed3d336030 None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:59.217147 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-dcd2b45d-6cd6-4b98-aea0-24ed3d336030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:59.256451 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-dcd2b45d-6cd6-4b98-aea0-24ed3d336030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:59.266611 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd2b45d-6cd6-4b98-aea0-24ed3d336030 None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:59.267545 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-dcd2b45d-6cd6-4b98-aea0-24ed3d336030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:59.300316 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-dcd2b45d-6cd6-4b98-aea0-24ed3d336030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:59.300974 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd2b45d-6cd6-4b98-aea0-24ed3d336030 None None] The sync data for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:59.341095 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bc7fe13f-6f07-4033-a528-39b79f9a7c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:59.351861 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-4e2a01ae-46cc-49dd-9509-dc92bf5ec460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:59.353649 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-4e2a01ae-46cc-49dd-9509-dc92bf5ec460 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1217f561-ccf4-4c84-98b2-7856be3953a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4153612 Jun 17 08:53:59.367069 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-bc7fe13f-6f07-4033-a528-39b79f9a7c0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5173993-fd11-42fa-843a-bd1549cdbf9f']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:59.418163 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-893f1996-aefb-44cd-8563-9c25ba213b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:59.441517 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-bc7fe13f-6f07-4033-a528-39b79f9a7c0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:59.441800 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-bc7fe13f-6f07-4033-a528-39b79f9a7c0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af0a48f-0a71-449e-9a7e-cf2f1bec1d4f') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:59.496313 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bc7fe13f-6f07-4033-a528-39b79f9a7c0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:59.537467 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3702e58-0f55-48b6-b2f6-95b23d909bf7 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Router 98d8e5fb-f4a8-4792-905f-dadd777769a6 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:53:59.556447 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bc7fe13f-6f07-4033-a528-39b79f9a7c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:59.576883 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7fe13f-6f07-4033-a528-39b79f9a7c0d admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:53:59.577567 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bc7fe13f-6f07-4033-a528-39b79f9a7c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:53:59.579554 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:53:59.682744 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3702e58-0f55-48b6-b2f6-95b23d909bf7 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:59.699404 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7179f30b-c590-45b1-ad07-1be413775d69 None None] Sync routers for ids ['98d8e5fb-f4a8-4792-905f-dadd777769a6'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:59.700042 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d3702e58-0f55-48b6-b2f6-95b23d909bf7 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:59.710912 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7179f30b-c590-45b1-ad07-1be413775d69 None None] Routers {'98d8e5fb-f4a8-4792-905f-dadd777769a6'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:59.711906 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-7179f30b-c590-45b1-ad07-1be413775d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['98d8e5fb-f4a8-4792-905f-dadd777769a6'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:59.727800 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-4299a074-5df6-4ae0-87a6-a02dff66ba87 service neutron] 10.222.0.50 "GET /v2.0/networks/1217f561-ccf4-4c84-98b2-7856be3953a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575575 Jun 17 08:53:59.775250 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-7179f30b-c590-45b1-ad07-1be413775d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:59.787799 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7179f30b-c590-45b1-ad07-1be413775d69 None None] Routers {'98d8e5fb-f4a8-4792-905f-dadd777769a6'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:59.788624 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-7179f30b-c590-45b1-ad07-1be413775d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['98d8e5fb-f4a8-4792-905f-dadd777769a6'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:59.827873 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-7179f30b-c590-45b1-ad07-1be413775d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:59.829628 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7179f30b-c590-45b1-ad07-1be413775d69 None None] The sync data for ids ['98d8e5fb-f4a8-4792-905f-dadd777769a6'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:59.855002 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217f674-0fa9-41f3-915c-b5e9dff5bf23 req-29693954-0716-4157-b4b2-aeb51c6046b5 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:59.858627 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58320af4-a212-437b-ae78-63a3b63da2bf req-b19ac509-2d1b-43e2-92f9-9008fd15f0b6 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:59.860145 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-58320af4-a212-437b-ae78-63a3b63da2bf req-b19ac509-2d1b-43e2-92f9-9008fd15f0b6 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d270702-edaf-4970-86e9-2489fa1e3ce5 HTTP/1.1" status: 200 len: 945 time: 0.1588430 Jun 17 08:53:59.860944 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217f674-0fa9-41f3-915c-b5e9dff5bf23 req-29693954-0716-4157-b4b2-aeb51c6046b5 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:59.862545 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a217f674-0fa9-41f3-915c-b5e9dff5bf23 req-29693954-0716-4157-b4b2-aeb51c6046b5 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d674b05-a575-4f86-910e-6bc9c1dae34b HTTP/1.1" status: 200 len: 1678 time: 0.2082806 Jun 17 08:53:59.864557 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d3702e58-0f55-48b6-b2f6-95b23d909bf7 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "PUT /v2.0/floatingips/8a490f5c-6909-409f-b7a4-34099ec39f3b HTTP/1.1" status: 200 len: 975 time: 2.4374511 Jun 17 08:53:59.865319 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33508) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:59.869024 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bc7fe13f-6f07-4033-a528-39b79f9a7c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:59.877899 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bc7fe13f-6f07-4033-a528-39b79f9a7c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:59.883063 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-bc7fe13f-6f07-4033-a528-39b79f9a7c0d admin admin] 10.222.0.49 "DELETE /v2.0/networks/c5173993-fd11-42fa-843a-bd1549cdbf9f HTTP/1.1" status: 204 len: 168 time: 1.9350922 Jun 17 08:53:59.901543 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-14b78320-b88e-40f1-8b8e-d9b068450dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:59.920431 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7667b536-d2c5-4cc2-bc37-0ed27e5eeae4 req-711ca770-4708-4256-8910-5c8e3826fb32 service neutron] 10.222.0.50 "GET /v2.0/networks/1217f561-ccf4-4c84-98b2-7856be3953a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858401 Jun 17 08:53:59.922617 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7fe13f-6f07-4033-a528-39b79f9a7c0d admin admin] Pushing event deleted for resources: {'Network': ['ID=c5173993-fd11-42fa-843a-bd1549cdbf9f,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:59.925768 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bc7fe13f-6f07-4033-a528-39b79f9a7c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:59.937995 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5a578f23-6d06-461a-af4a-7a6d181e4483 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:59.942672 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4d32937e-921e-4598-bac6-1b82c9aeb653 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:59.952553 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a217f674-0fa9-41f3-915c-b5e9dff5bf23 req-93c72f41-6da4-48d1-92cb-ce42b5fca5f7 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701666 Jun 17 08:53:59.975836 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a578f23-6d06-461a-af4a-7a6d181e4483 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Port': ['ID=af048c26-42d5-43e4-b016-1e57d5c40a03,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:59.980702 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5a578f23-6d06-461a-af4a-7a6d181e4483 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:59.983680 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-58320af4-a212-437b-ae78-63a3b63da2bf req-d9b5e235-28d5-4bd2-ac87-81d2285265a1 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9465c24-d5b9-46b7-8a08-a22e57ef4833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085508 Jun 17 08:54:00.046746 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-044184f2-10d2-4193-91eb-4a3bfc96c871 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Deleting port 3e3d3552-6498-4d59-8071-3d601f83b0f2 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:00.047093 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-044184f2-10d2-4193-91eb-4a3bfc96c871 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:00.171897 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-044184f2-10d2-4193-91eb-4a3bfc96c871 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:00.284286 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5a578f23-6d06-461a-af4a-7a6d181e4483 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:00.312521 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d51d1f46-00c7-4ad1-bcfc-68be958e18a2 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:54:00.332522 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: d51d1f46-00c7-4ad1-bcfc-68be958e18a2 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:54:00.333102 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d51d1f46-00c7-4ad1-bcfc-68be958e18a2 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:54:00.406544 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-044184f2-10d2-4193-91eb-4a3bfc96c871 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:00.407032 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-044184f2-10d2-4193-91eb-4a3bfc96c871 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:00.407413 n-d-758944-30 neutron-server[94519]: INFO neutron.db.l3_db [None req-044184f2-10d2-4193-91eb-4a3bfc96c871 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Floating IP 8a490f5c-6909-409f-b7a4-34099ec39f3b disassociated. External IP: 172.25.2.55, port: 3e3d3552-6498-4d59-8071-3d601f83b0f2. Jun 17 08:54:00.408184 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-044184f2-10d2-4193-91eb-4a3bfc96c871 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Calling delete_port for 3e3d3552-6498-4d59-8071-3d601f83b0f2 owned by {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:00.519453 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a578f23-6d06-461a-af4a-7a6d181e4483 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Router cc72f6e1-f861-4de1-9cab-5097f370e70b has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:54:00.640610 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a578f23-6d06-461a-af4a-7a6d181e4483 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:54:00.647437 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5a578f23-6d06-461a-af4a-7a6d181e4483 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "PUT /v2.0/routers/cc72f6e1-f861-4de1-9cab-5097f370e70b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8007329 Jun 17 08:54:00.653023 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db842179-64bd-406b-811e-d682ea5fe85f None None] Sync routers for ids ['cc72f6e1-f861-4de1-9cab-5097f370e70b'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:54:00.665763 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db842179-64bd-406b-811e-d682ea5fe85f None None] Routers {'cc72f6e1-f861-4de1-9cab-5097f370e70b'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:00.666879 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-db842179-64bd-406b-811e-d682ea5fe85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cc72f6e1-f861-4de1-9cab-5097f370e70b'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:00.684657 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 33526) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:00.748856 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc6e3cf-804f-4187-b86b-a8968c340db3 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Deleting subnet a376550a-f743-4824-9f09-1be639622030 {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:54:00.752659 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5cc6e3cf-804f-4187-b86b-a8968c340db3 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:00.765341 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33532) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:00.772804 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-db842179-64bd-406b-811e-d682ea5fe85f None None] Set router cc72f6e1-f861-4de1-9cab-5097f370e70b gateway port host: None {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:54:00.796484 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5cc6e3cf-804f-4187-b86b-a8968c340db3 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:00.815299 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a8e23642-fa3d-42d1-8f59-7356f4a7ab42 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4201ecfcc96c4ba4985fddc21edba720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478852 Jun 17 08:54:00.817628 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33536) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:00.849352 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-044184f2-10d2-4193-91eb-4a3bfc96c871 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:00.858276 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7ea4fb46-9fea-4829-a50c-5dbab7e1a746 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:00.884932 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044184f2-10d2-4193-91eb-4a3bfc96c871 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event deleted for resources: {'Port': ['ID=3e3d3552-6498-4d59-8071-3d601f83b0f2,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:00.890547 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-044184f2-10d2-4193-91eb-4a3bfc96c871 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:00.922953 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5cc6e3cf-804f-4187-b86b-a8968c340db3 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:00.983413 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d040542a-bc06-4e06-a09c-99e496c7af29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:00.994543 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:01.044851 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d040542a-bc06-4e06-a09c-99e496c7af29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:01.083417 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-db842179-64bd-406b-811e-d682ea5fe85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:53:59Z', 'revision_number': 8, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None, '_interfaces': [{'id': '0b82a9b4-475b-4afb-8359-7b426335542e', 'name': '', 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a5:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:20Z', 'updated_at': '2021-06-17T08:53:29Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d53972-fb8a-43ca-9d11-eab19bb94bc9', 'name': '', 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:3b:8e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:12Z', 'updated_at': '2021-06-17T08:53:22Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4aa108b-fbc1-433e-816a-f28436b01361', 'name': '', 'network_id': '508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a4:90:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:28Z', 'updated_at': '2021-06-17T08:53:39Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:01.123849 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5cc6e3cf-804f-4187-b86b-a8968c340db3 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:01.125013 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db842179-64bd-406b-811e-d682ea5fe85f None None] Checking router: cc72f6e1-f861-4de1-9cab-5097f370e70b for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:54:01.127152 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d1caa191-a4b2-492c-9a3d-0fca63d7080f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:01.147629 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db842179-64bd-406b-811e-d682ea5fe85f None None] Routers {'cc72f6e1-f861-4de1-9cab-5097f370e70b'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:01.148654 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-db842179-64bd-406b-811e-d682ea5fe85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cc72f6e1-f861-4de1-9cab-5097f370e70b'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:01.194949 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6e3cf-804f-4187-b86b-a8968c340db3 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Subnet': ['ID=a376550a-f743-4824-9f09-1be639622030,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:01.202846 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5cc6e3cf-804f-4187-b86b-a8968c340db3 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:01.210854 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5cc6e3cf-804f-4187-b86b-a8968c340db3 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:01.213091 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5cc6e3cf-804f-4187-b86b-a8968c340db3 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/subnets/a376550a-f743-4824-9f09-1be639622030 HTTP/1.1" status: 204 len: 168 time: 0.5273135 Jun 17 08:54:01.215688 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 33556) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:01.221522 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044184f2-10d2-4193-91eb-4a3bfc96c871 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Router 98d8e5fb-f4a8-4792-905f-dadd777769a6 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:54:01.234982 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aefb25e-7d57-494c-8c69-3efb1cb0f581 None None] Network 9041a988-0ab6-4480-bad2-375a6cd7ae07 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:54:01.446717 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 228dee14-9e88-4af2-83d0-7c7e197f09a1 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:54:01.451043 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dbc9a311-5694-4574-a9a2-b1b00acd74c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:01.469113 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3122c1-d1ec-4fc7-84b9-25f4dcd3171c req-44e5db63-85b3-439c-81d2-1059d7b8dc7b tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:01.470739 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3b3122c1-d1ec-4fc7-84b9-25f4dcd3171c req-44e5db63-85b3-439c-81d2-1059d7b8dc7b tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d270702-edaf-4970-86e9-2489fa1e3ce5 HTTP/1.1" status: 200 len: 945 time: 0.1935105 Jun 17 08:54:01.549085 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3b3122c1-d1ec-4fc7-84b9-25f4dcd3171c req-0994c97b-656f-46b8-85fd-83d4694a0783 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9465c24-d5b9-46b7-8a08-a22e57ef4833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504260 Jun 17 08:54:01.568522 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-dbc9a311-5694-4574-a9a2-b1b00acd74c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Deleting port 743470fd-f8c9-4367-a5e4-20baf384a950 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:01.569093 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dbc9a311-5694-4574-a9a2-b1b00acd74c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:01.618860 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-db842179-64bd-406b-811e-d682ea5fe85f None None] Set router cc72f6e1-f861-4de1-9cab-5097f370e70b gateway port host: None {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:54:01.682270 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-dbc9a311-5694-4574-a9a2-b1b00acd74c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] For port 743470fd-f8c9-4367-a5e4-20baf384a950, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=743470fd-f8c9-4367-a5e4-20baf384a950,segment=NetworkSegment(faaddfcb-50f6-489d-b753-3be3bd17a420),segment_id=faaddfcb-50f6-489d-b753-3be3bd17a420)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:01.682646 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dbc9a311-5694-4574-a9a2-b1b00acd74c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:01.784187 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-dbc9a311-5694-4574-a9a2-b1b00acd74c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Calling delete_port for 743470fd-f8c9-4367-a5e4-20baf384a950 owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:01.807605 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b28f34-34e9-4267-8721-aa2314ff6e98 req-cb15d404-7c36-4de4-baec-1624e81fbff9 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:01.810206 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-32b28f34-34e9-4267-8721-aa2314ff6e98 req-cb15d404-7c36-4de4-baec-1624e81fbff9 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d270702-edaf-4970-86e9-2489fa1e3ce5 HTTP/1.1" status: 200 len: 945 time: 0.7251575 Jun 17 08:54:01.924460 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d040542a-bc06-4e06-a09c-99e496c7af29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:01.929290 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d040542a-bc06-4e06-a09c-99e496c7af29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:01.936246 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d040542a-bc06-4e06-a09c-99e496c7af29 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fc2a7cad-0910-4311-9c94-495033dfbfc5 HTTP/1.1" status: 204 len: 168 time: 1.1168284 Jun 17 08:54:01.944040 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7eaea065-c8e5-4011-9b38-232f233bc620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:01.948909 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044184f2-10d2-4193-91eb-4a3bfc96c871 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:54:01.954569 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 228dee14-9e88-4af2-83d0-7c7e197f09a1, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=228dee14-9e88-4af2-83d0-7c7e197f09a1,segment=NetworkSegment(f6d78a4c-ef2e-4f34-a072-8cdc211e4c60),segment_id=f6d78a4c-ef2e-4f34-a072-8cdc211e4c60)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:01.970815 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93129883-867f-4f49-be69-92ead30257f4 None None] Sync routers for ids ['98d8e5fb-f4a8-4792-905f-dadd777769a6'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:54:01.984455 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93129883-867f-4f49-be69-92ead30257f4 None None] Routers {'98d8e5fb-f4a8-4792-905f-dadd777769a6'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:01.985443 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-93129883-867f-4f49-be69-92ead30257f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['98d8e5fb-f4a8-4792-905f-dadd777769a6'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:02.000464 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '228dee14-9e88-4af2-83d0-7c7e197f09a1', 'network_id': 'b89406c4-5ce2-40be-92aa-c0dbc840cb38', 'port_id': '228dee14-9e88-4af2-83d0-7c7e197f09a1', 'mac_address': 'fa:16:3e:58:52:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf0eb19-cfb2-4973-9c64-0057108f0320', 'ip_address': '19.80.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:54:02.002744 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040542a-bc06-4e06-a09c-99e496c7af29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2a7cad-0910-4311-9c94-495033dfbfc5,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:02.012396 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d3c62-30a0-448f-92e6-44d241d3474d req-432cd180-3618-4315-ac5c-885c4fc39ab0 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:02.018379 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d3c62-30a0-448f-92e6-44d241d3474d req-432cd180-3618-4315-ac5c-885c4fc39ab0 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:02.020018 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-961d3c62-30a0-448f-92e6-44d241d3474d req-432cd180-3618-4315-ac5c-885c4fc39ab0 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d674b05-a575-4f86-910e-6bc9c1dae34b HTTP/1.1" status: 200 len: 1678 time: 0.7259562 Jun 17 08:54:02.024213 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d040542a-bc06-4e06-a09c-99e496c7af29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:02.033067 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-93129883-867f-4f49-be69-92ead30257f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:02.047355 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93129883-867f-4f49-be69-92ead30257f4 None None] Routers {'98d8e5fb-f4a8-4792-905f-dadd777769a6'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:02.048501 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-93129883-867f-4f49-be69-92ead30257f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['98d8e5fb-f4a8-4792-905f-dadd777769a6'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:02.065900 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dbc9a311-5694-4574-a9a2-b1b00acd74c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:02.071209 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bc7fe13f-6f07-4033-a528-39b79f9a7c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:02.087875 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-93129883-867f-4f49-be69-92ead30257f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:02.088653 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93129883-867f-4f49-be69-92ead30257f4 None None] The sync data for ids ['98d8e5fb-f4a8-4792-905f-dadd777769a6'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:54:02.115808 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-044184f2-10d2-4193-91eb-4a3bfc96c871 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:02.120760 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-044184f2-10d2-4193-91eb-4a3bfc96c871 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "DELETE /v2.0/ports/3e3d3552-6498-4d59-8071-3d601f83b0f2 HTTP/1.1" status: 204 len: 168 time: 2.2544384 Jun 17 08:54:02.126528 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 33582) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:02.136181 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-961d3c62-30a0-448f-92e6-44d241d3474d req-21845887-964d-4175-8341-a45836176c75 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843573 Jun 17 08:54:02.137510 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-32b28f34-34e9-4267-8721-aa2314ff6e98 req-c1405781-c793-4d3f-9fc5-96dcffe009b1 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Deleting port 8926a91d-b807-4e83-abca-1b95630251b5 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:02.137855 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-32b28f34-34e9-4267-8721-aa2314ff6e98 req-c1405781-c793-4d3f-9fc5-96dcffe009b1 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:02.164040 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9a311-5694-4574-a9a2-b1b00acd74c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Port': ['ID=743470fd-f8c9-4367-a5e4-20baf384a950,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:02.172519 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dbc9a311-5694-4574-a9a2-b1b00acd74c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:02.183094 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:02.214863 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228dee14-9e88-4af2-83d0-7c7e197f09a1 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:54:02.256778 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc9a311-5694-4574-a9a2-b1b00acd74c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] No DVR routers for this DVR port 743470fd-f8c9-4367-a5e4-20baf384a950 on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:54:02.262279 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 228dee14-9e88-4af2-83d0-7c7e197f09a1, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=228dee14-9e88-4af2-83d0-7c7e197f09a1,segment=NetworkSegment(f6d78a4c-ef2e-4f34-a072-8cdc211e4c60),segment_id=f6d78a4c-ef2e-4f34-a072-8cdc211e4c60)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:02.282085 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-32b28f34-34e9-4267-8721-aa2314ff6e98 req-c1405781-c793-4d3f-9fc5-96dcffe009b1 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] For port 8926a91d-b807-4e83-abca-1b95630251b5, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=8926a91d-b807-4e83-abca-1b95630251b5,segment=NetworkSegment(7f643f25-20a7-4954-999c-1593520abdfe),segment_id=7f643f25-20a7-4954-999c-1593520abdfe)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:02.282460 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-32b28f34-34e9-4267-8721-aa2314ff6e98 req-c1405781-c793-4d3f-9fc5-96dcffe009b1 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:02.285421 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b81c2c2-8f10-49eb-bb9d-d8f3bafab03c None None] DHCP port deletion for 9041a988-0ab6-4480-bad2-375a6cd7ae07 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:54:02.301702 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-db842179-64bd-406b-811e-d682ea5fe85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:53:59Z', 'revision_number': 8, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None, '_interfaces': [{'id': '0b82a9b4-475b-4afb-8359-7b426335542e', 'name': '', 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a5:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:20Z', 'updated_at': '2021-06-17T08:53:29Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d53972-fb8a-43ca-9d11-eab19bb94bc9', 'name': '', 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:3b:8e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:12Z', 'updated_at': '2021-06-17T08:53:22Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4aa108b-fbc1-433e-816a-f28436b01361', 'name': '', 'network_id': '508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a4:90:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:28Z', 'updated_at': '2021-06-17T08:53:39Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:02.338692 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db842179-64bd-406b-811e-d682ea5fe85f None None] The sync data for ids ['cc72f6e1-f861-4de1-9cab-5097f370e70b'] in n-d-758944-30 is: [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:53:59Z', 'revision_number': 8, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None, '_interfaces': [{'id': '0b82a9b4-475b-4afb-8359-7b426335542e', 'name': '', 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a5:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:20Z', 'updated_at': '2021-06-17T08:53:29Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d53972-fb8a-43ca-9d11-eab19bb94bc9', 'name': '', 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:3b:8e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:12Z', 'updated_at': '2021-06-17T08:53:22Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4aa108b-fbc1-433e-816a-f28436b01361', 'name': '', 'network_id': '508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a4:90:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:28Z', 'updated_at': '2021-06-17T08:53:39Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:54:02.341465 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33590) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:02.357192 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:02.359155 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-db54adc3-4266-462f-8d6b-d5f1f799e503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:02.375541 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-32b28f34-34e9-4267-8721-aa2314ff6e98 req-c1405781-c793-4d3f-9fc5-96dcffe009b1 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Calling delete_port for 8926a91d-b807-4e83-abca-1b95630251b5 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:02.439456 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dbc9a311-5694-4574-a9a2-b1b00acd74c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:02.455016 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=228dee14-9e88-4af2-83d0-7c7e197f09a1,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:02.458189 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-dbc9a311-5694-4574-a9a2-b1b00acd74c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9041a988-0ab6-4480-bad2-375a6cd7ae07']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:02.473200 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:02.473553 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:02.473774 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-dbc9a311-5694-4574-a9a2-b1b00acd74c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faaddfcb-50f6-489d-b753-3be3bd17a420') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:02.473921 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:02.474161 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-dbc9a311-5694-4574-a9a2-b1b00acd74c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faaddfcb-50f6-489d-b753-3be3bd17a420') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:02.478255 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:02.481767 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:02.481767 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:02.481767 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:02.481767 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:02.481767 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:02.482321 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:02.483136 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:02.484154 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:02.491433 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dbc9a311-5694-4574-a9a2-b1b00acd74c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:02.493964 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:02.512884 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:02.522514 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dbc9a311-5694-4574-a9a2-b1b00acd74c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:02.587579 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['228dee14-9e88-4af2-83d0-7c7e197f09a1'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:54:02.717227 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-32b28f34-34e9-4267-8721-aa2314ff6e98 req-c1405781-c793-4d3f-9fc5-96dcffe009b1 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:02.722354 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c3338e9e-19c5-4f0d-88f4-6e67b02cb922 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:02.734044 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['4e27e292-1d75-440b-92b4-f456f154593b'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:54:02.821690 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1405781-c793-4d3f-9fc5-96dcffe009b1 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Pushing event deleted for resources: {'Port': ['ID=8926a91d-b807-4e83-abca-1b95630251b5,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:02.825417 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c1405781-c793-4d3f-9fc5-96dcffe009b1 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:02.976550 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b28f34-34e9-4267-8721-aa2314ff6e98 req-c1405781-c793-4d3f-9fc5-96dcffe009b1 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] No DVR routers for this DVR port 8926a91d-b807-4e83-abca-1b95630251b5 on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:54:02.993719 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-32b28f34-34e9-4267-8721-aa2314ff6e98 req-c1405781-c793-4d3f-9fc5-96dcffe009b1 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:02.993719 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-32b28f34-34e9-4267-8721-aa2314ff6e98 req-c1405781-c793-4d3f-9fc5-96dcffe009b1 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.53 "DELETE /v2.0/ports/8926a91d-b807-4e83-abca-1b95630251b5 HTTP/1.1" status: 204 len: 173 time: 1.1671584 Jun 17 08:54:03.013583 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d270702-edaf-4970-86e9-2489fa1e3ce5', 'name': 'network-vif-deleted', 'tag': '8926a91d-b807-4e83-abca-1b95630251b5'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:03.022175 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5aa9649-6970-4116-88e1-be141fc4a79a" -d '{"events": [{"server_uuid": "6d270702-edaf-4970-86e9-2489fa1e3ce5", "name": "network-vif-deleted", "tag": "8926a91d-b807-4e83-abca-1b95630251b5"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:03.044268 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e86da0e8-d5b4-4f16-8783-f398d31d836c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:03.086277 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26c338d-ecc3-4a3e-9bde-cf1b0f450c1e x-openstack-request-id: req-c26c338d-ecc3-4a3e-9bde-cf1b0f450c1e {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:03.087628 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d270702-edaf-4970-86e9-2489fa1e3ce5", "name": "network-vif-deleted", "tag": "8926a91d-b807-4e83-abca-1b95630251b5", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:03.088192 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c26c338d-ecc3-4a3e-9bde-cf1b0f450c1e {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:03.089456 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d270702-edaf-4970-86e9-2489fa1e3ce5', 'name': 'network-vif-deleted', 'tag': '8926a91d-b807-4e83-abca-1b95630251b5', 'status': 'completed', 'code': 200} Jun 17 08:54:03.123653 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc9a311-5694-4574-a9a2-b1b00acd74c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:54:03.124271 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dbc9a311-5694-4574-a9a2-b1b00acd74c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:54:03.127764 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:54:03.172472 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3529fae8-6825-4ab0-9748-72f02b4abaf1 req-0a611de5-fd3c-45dd-9ac9-9a2f741c79b3 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d270702-edaf-4970-86e9-2489fa1e3ce5 HTTP/1.1" status: 200 len: 210 time: 0.0515029 Jun 17 08:54:03.326717 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['b987b29d-9750-41aa-be6b-98f368e4ce36'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:54:03.333433 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d315c-faab-4e8b-9773-86dfd43e7609 req-ff23558c-173d-4010-b09f-37c639aedd99 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:03.340395 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d315c-faab-4e8b-9773-86dfd43e7609 req-ff23558c-173d-4010-b09f-37c639aedd99 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:03.342124 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-880d315c-faab-4e8b-9773-86dfd43e7609 req-ff23558c-173d-4010-b09f-37c639aedd99 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d674b05-a575-4f86-910e-6bc9c1dae34b HTTP/1.1" status: 200 len: 1679 time: 0.0788450 Jun 17 08:54:03.371132 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dbc9a311-5694-4574-a9a2-b1b00acd74c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:03.375503 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dbc9a311-5694-4574-a9a2-b1b00acd74c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:03.379181 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-dbc9a311-5694-4574-a9a2-b1b00acd74c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/networks/9041a988-0ab6-4480-bad2-375a6cd7ae07 HTTP/1.1" status: 204 len: 168 time: 2.1623878 Jun 17 08:54:03.381010 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-751b8b65-d06e-4830-9c94-d1bb9695529a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:03.385995 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33624) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:03.422015 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 63143ff8-54f6-4324-915e-19d2851e84c6 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:54:03.431969 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9a311-5694-4574-a9a2-b1b00acd74c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Network': ['ID=9041a988-0ab6-4480-bad2-375a6cd7ae07,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:03.436153 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 228dee14-9e88-4af2-83d0-7c7e197f09a1 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:54:03.486484 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-880d315c-faab-4e8b-9773-86dfd43e7609 req-afa5079d-e2f7-4264-9ccc-5e909ffead17 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377842 Jun 17 08:54:03.527414 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dbc9a311-5694-4574-a9a2-b1b00acd74c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:03.563854 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1d1661f9-8bb7-4de5-a837-0db7d5e6e5c6 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:03.622182 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e86da0e8-d5b4-4f16-8783-f398d31d836c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:03.703946 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 63143ff8-54f6-4324-915e-19d2851e84c6, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=63143ff8-54f6-4324-915e-19d2851e84c6,segment=NetworkSegment(51d9365d-b04e-4fec-b73e-7c245a3c9529),segment_id=51d9365d-b04e-4fec-b73e-7c245a3c9529)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:03.726332 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '63143ff8-54f6-4324-915e-19d2851e84c6', 'network_id': '1217f561-ccf4-4c84-98b2-7856be3953a9', 'port_id': '63143ff8-54f6-4324-915e-19d2851e84c6', 'mac_address': 'fa:16:3e:2a:0b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd67dd722-a43c-45af-bbf1-986eabf0c566', 'ip_address': '19.86.0.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:54:03.736217 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e86da0e8-d5b4-4f16-8783-f398d31d836c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:03.772371 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 228dee14-9e88-4af2-83d0-7c7e197f09a1 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:54:03.773061 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-68abd7d8-8a30-4990-a30f-f36b2019ac96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:03.784075 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 228dee14-9e88-4af2-83d0-7c7e197f09a1 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:03.784458 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:03.789276 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:03.803916 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e86da0e8-d5b4-4f16-8783-f398d31d836c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5adc37872f824e3e910cda767466b5e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4601755 Jun 17 08:54:03.806677 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33648) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:03.831246 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63143ff8-54f6-4324-915e-19d2851e84c6 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:54:03.834208 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86da0e8-d5b4-4f16-8783-f398d31d836c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbff96ed-7b8f-466d-88ed-9a5c81dbf754,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:03.869041 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 63143ff8-54f6-4324-915e-19d2851e84c6, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=63143ff8-54f6-4324-915e-19d2851e84c6,segment=NetworkSegment(51d9365d-b04e-4fec-b73e-7c245a3c9529),segment_id=51d9365d-b04e-4fec-b73e-7c245a3c9529)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:03.892605 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e86da0e8-d5b4-4f16-8783-f398d31d836c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:03.914278 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:03.935035 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d70306f2-c906-4b6d-8379-37c80ea2fce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:03.943526 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d674b05-a575-4f86-910e-6bc9c1dae34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228dee14-9e88-4af2-83d0-7c7e197f09a1'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:03.946217 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c40c97b-2314-4a4f-91ac-7a73913fd4e7" -d '{"events": [{"server_uuid": "1d674b05-a575-4f86-910e-6bc9c1dae34b", "name": "network-vif-plugged", "status": "completed", "tag": "228dee14-9e88-4af2-83d0-7c7e197f09a1"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:03.964760 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-1d1661f9-8bb7-4de5-a837-0db7d5e6e5c6 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Deleting port 3c85963b-b8a5-4433-9328-44d4fb6c08b1 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:03.965113 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1d1661f9-8bb7-4de5-a837-0db7d5e6e5c6 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:03.967121 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 228dee14-9e88-4af2-83d0-7c7e197f09a1, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=228dee14-9e88-4af2-83d0-7c7e197f09a1,segment=NetworkSegment(f6d78a4c-ef2e-4f34-a072-8cdc211e4c60),segment_id=f6d78a4c-ef2e-4f34-a072-8cdc211e4c60)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:03.969627 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d70306f2-c906-4b6d-8379-37c80ea2fce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:04.017110 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:04.019183 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-aac2d66a-8194-4e75-98b1-6292f55f9f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:04.051227 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5ad2c5-d7aa-481b-89b7-f1308150d5e9 x-openstack-request-id: req-fb5ad2c5-d7aa-481b-89b7-f1308150d5e9 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:04.051622 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d674b05-a575-4f86-910e-6bc9c1dae34b", "name": "network-vif-plugged", "status": "completed", "tag": "228dee14-9e88-4af2-83d0-7c7e197f09a1", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:04.051974 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb5ad2c5-d7aa-481b-89b7-f1308150d5e9 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:04.052964 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d674b05-a575-4f86-910e-6bc9c1dae34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228dee14-9e88-4af2-83d0-7c7e197f09a1', 'code': 200} Jun 17 08:54:04.106646 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:04.136199 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=63143ff8-54f6-4324-915e-19d2851e84c6,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:04.145157 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1d1661f9-8bb7-4de5-a837-0db7d5e6e5c6 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:04.145844 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:04.145844 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f8255e67-be5f-4767-9995-d70c0dfccb9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:04.168665 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33658) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:04.210561 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d70306f2-c906-4b6d-8379-37c80ea2fce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:04.216883 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d70306f2-c906-4b6d-8379-37c80ea2fce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:04.224953 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d70306f2-c906-4b6d-8379-37c80ea2fce1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fbff96ed-7b8f-466d-88ed-9a5c81dbf754 HTTP/1.1" status: 204 len: 168 time: 0.4168460 Jun 17 08:54:04.227093 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d56e1b22-7ae2-4b85-b7c1-5b00dcb47738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:04.259467 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70306f2-c906-4b6d-8379-37c80ea2fce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbff96ed-7b8f-466d-88ed-9a5c81dbf754,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:04.275927 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 743470fd-f8c9-4367-a5e4-20baf384a950 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:54:04.277138 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d70306f2-c906-4b6d-8379-37c80ea2fce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:04.310504 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=228dee14-9e88-4af2-83d0-7c7e197f09a1,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:04.313950 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 743470fd-f8c9-4367-a5e4-20baf384a950 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:54:04.313950 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 743470fd-f8c9-4367-a5e4-20baf384a950 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:54:04.318869 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device af048c26-42d5-43e4-b016-1e57d5c40a03 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:54:04.337079 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:04.337757 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: af048c26-42d5-43e4-b016-1e57d5c40a03 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:54:04.338490 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device af048c26-42d5-43e4-b016-1e57d5c40a03 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:54:04.339981 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['63143ff8-54f6-4324-915e-19d2851e84c6'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:54:04.344527 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-756e37d3-360b-4339-91e8-7e79d0400c6f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:04.376226 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-1d1661f9-8bb7-4de5-a837-0db7d5e6e5c6 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Calling delete_port for 3c85963b-b8a5-4433-9328-44d4fb6c08b1 owned by network:router_interface {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:04.433792 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-5c84649c-7b5e-4e87-ad53-f8397104e440 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1382042004-network', 'tenant_id': '22ef6047a86443e4be0b6c7a582383e9'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:04.544090 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c9066d66-44be-4b20-99da-8010a43ea3f2 req-04c2ab6d-0945-421f-8a9a-bd2645f914e3 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d270702-edaf-4970-86e9-2489fa1e3ce5 HTTP/1.1" status: 200 len: 210 time: 0.0299919 Jun 17 08:54:04.619011 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 8926a91d-b807-4e83-abca-1b95630251b5 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:54:04.645436 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 8926a91d-b807-4e83-abca-1b95630251b5 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:54:04.645784 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 8926a91d-b807-4e83-abca-1b95630251b5 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:54:04.704825 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c84649c-7b5e-4e87-ad53-f8397104e440 admin admin] Made reservation on behalf of 22ef6047a86443e4be0b6c7a582383e9 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:04.707175 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5c84649c-7b5e-4e87-ad53-f8397104e440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:04.723512 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5c84649c-7b5e-4e87-ad53-f8397104e440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:04.764233 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 33670) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:04.788393 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852e27a-71c9-4000-8c09-ac0118eae6c3 req-e39a0d92-06b3-4c43-b913-d3f99d15d9d5 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:04.794334 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852e27a-71c9-4000-8c09-ac0118eae6c3 req-e39a0d92-06b3-4c43-b913-d3f99d15d9d5 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:04.795979 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9852e27a-71c9-4000-8c09-ac0118eae6c3 req-e39a0d92-06b3-4c43-b913-d3f99d15d9d5 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d674b05-a575-4f86-910e-6bc9c1dae34b HTTP/1.1" status: 200 len: 1681 time: 0.1504464 Jun 17 08:54:04.817468 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1d1661f9-8bb7-4de5-a837-0db7d5e6e5c6 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:04.827725 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4545e26f-8846-42c3-a463-515a321c090d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:04.919210 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1661f9-8bb7-4de5-a837-0db7d5e6e5c6 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event deleted for resources: {'Port': ['ID=3c85963b-b8a5-4433-9328-44d4fb6c08b1,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:04.932215 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1d1661f9-8bb7-4de5-a837-0db7d5e6e5c6 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:04.935216 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-61c867b4-412f-40c2-a9fc-89a7e58fffe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:05.032245 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9852e27a-71c9-4000-8c09-ac0118eae6c3 req-683fc372-981a-40bc-9fb8-718695f9c5b6 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440840 Jun 17 08:54:05.032245 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5c84649c-7b5e-4e87-ad53-f8397104e440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:05.042160 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-756e37d3-360b-4339-91e8-7e79d0400c6f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Deleting port b4aa108b-fbc1-433e-816a-f28436b01361 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:05.042502 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-756e37d3-360b-4339-91e8-7e79d0400c6f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:05.167174 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-756e37d3-360b-4339-91e8-7e79d0400c6f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] For port b4aa108b-fbc1-433e-816a-f28436b01361, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=b4aa108b-fbc1-433e-816a-f28436b01361,segment=NetworkSegment(f52e2f40-183e-4a83-a860-8b533a65ef1a),segment_id=f52e2f40-183e-4a83-a860-8b533a65ef1a)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:05.167174 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-756e37d3-360b-4339-91e8-7e79d0400c6f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:05.167402 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1d1661f9-8bb7-4de5-a837-0db7d5e6e5c6 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:05.209093 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5c84649c-7b5e-4e87-ad53-f8397104e440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:05.243787 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-756e37d3-360b-4339-91e8-7e79d0400c6f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Calling delete_port for b4aa108b-fbc1-433e-816a-f28436b01361 owned by network:router_interface {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:05.246010 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-939b1d0b-ce61-443f-a584-245de4faa4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:05.271829 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c84649c-7b5e-4e87-ad53-f8397104e440 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:54:05.321657 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84649c-7b5e-4e87-ad53-f8397104e440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1265e3b-2834-4857-b08b-ae2659dd2528,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:05.326518 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5c84649c-7b5e-4e87-ad53-f8397104e440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:05.326865 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-5c84649c-7b5e-4e87-ad53-f8397104e440 admin admin] Added segment 8b09ab30-e72c-413f-ba3e-98e0a1bb60b4 of type vlan for network eccbc072-50fb-4234-8176-49cfc92d8a16 Jun 17 08:54:05.329576 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5c84649c-7b5e-4e87-ad53-f8397104e440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:05.383377 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5c84649c-7b5e-4e87-ad53-f8397104e440 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:05.432687 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 63143ff8-54f6-4324-915e-19d2851e84c6 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:54:05.447618 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-61c867b4-412f-40c2-a9fc-89a7e58fffe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:05.488268 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1661f9-8bb7-4de5-a837-0db7d5e6e5c6 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Router 98d8e5fb-f4a8-4792-905f-dadd777769a6 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:54:05.516652 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33682) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:05.539459 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8101cc29-7b94-4ed5-8e39-844c585f3b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:05.572133 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-61c867b4-412f-40c2-a9fc-89a7e58fffe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:05.580893 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1c2dca1a-f9b6-4457-b96b-6816fcaf0971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:05.587162 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 63143ff8-54f6-4324-915e-19d2851e84c6 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:54:05.596894 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 63143ff8-54f6-4324-915e-19d2851e84c6 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:05.597543 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:05.637235 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c867b4-412f-40c2-a9fc-89a7e58fffe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a2fb6b-f330-4073-ad87-5be9ac484513,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:05.644441 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-61c867b4-412f-40c2-a9fc-89a7e58fffe9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d705db5259284cef8fc8e566f65fdd73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8766491 Jun 17 08:54:05.644441 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-61c867b4-412f-40c2-a9fc-89a7e58fffe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:05.646695 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 33688) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:05.671411 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5c84649c-7b5e-4e87-ad53-f8397104e440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:05.672775 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c84649c-7b5e-4e87-ad53-f8397104e440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:05.673361 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5c84649c-7b5e-4e87-ad53-f8397104e440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:05.680187 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ff97abc0-88c2-4bfa-bf34-8bcc6d2c5eef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:05.715504 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-756e37d3-360b-4339-91e8-7e79d0400c6f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:05.717050 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1661f9-8bb7-4de5-a837-0db7d5e6e5c6 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:54:05.737366 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1d1661f9-8bb7-4de5-a837-0db7d5e6e5c6 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "PUT /v2.0/routers/98d8e5fb-f4a8-4792-905f-dadd777769a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5994360 Jun 17 08:54:05.756300 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8960c3-6464-491b-a94c-0c1d8ed4f57f None None] Sync routers for ids ['98d8e5fb-f4a8-4792-905f-dadd777769a6'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:54:05.758014 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33692) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:05.763194 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d1bb3781-8f8a-492e-81d4-8a2ce605c952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:05.793612 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8960c3-6464-491b-a94c-0c1d8ed4f57f None None] Routers {'98d8e5fb-f4a8-4792-905f-dadd777769a6'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:05.795862 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-ba8960c3-6464-491b-a94c-0c1d8ed4f57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['98d8e5fb-f4a8-4792-905f-dadd777769a6'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:05.797683 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8101cc29-7b94-4ed5-8e39-844c585f3b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:05.822573 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d1bb3781-8f8a-492e-81d4-8a2ce605c952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:05.911267 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-ba8960c3-6464-491b-a94c-0c1d8ed4f57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:05.915544 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:05.923255 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84649c-7b5e-4e87-ad53-f8397104e440 admin admin] Pushing event updated for resources: {'Network': ['ID=eccbc072-50fb-4234-8176-49cfc92d8a16,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:05.958114 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network eccbc072-50fb-4234-8176-49cfc92d8a16 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:54:05.958223 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8101cc29-7b94-4ed5-8e39-844c585f3b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:05.958223 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5c84649c-7b5e-4e87-ad53-f8397104e440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:05.958223 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5c1eafd2-57b4-4843-9002-c56a97b72ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:06.062639 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d1bb3781-8f8a-492e-81d4-8a2ce605c952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:06.065615 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d1bb3781-8f8a-492e-81d4-8a2ce605c952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:06.066849 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d1bb3781-8f8a-492e-81d4-8a2ce605c952 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/32a2fb6b-f330-4073-ad87-5be9ac484513 HTTP/1.1" status: 204 len: 168 time: 0.4190776 Jun 17 08:54:06.067682 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2aaa8972-dd02-42cc-9524-4e9733070a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:06.086545 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb3781-8f8a-492e-81d4-8a2ce605c952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a2fb6b-f330-4073-ad87-5be9ac484513,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:06.092496 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d1bb3781-8f8a-492e-81d4-8a2ce605c952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:06.132206 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8960c3-6464-491b-a94c-0c1d8ed4f57f None None] Routers {'98d8e5fb-f4a8-4792-905f-dadd777769a6'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:06.134760 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-ba8960c3-6464-491b-a94c-0c1d8ed4f57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['98d8e5fb-f4a8-4792-905f-dadd777769a6'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:06.154121 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5c84649c-7b5e-4e87-ad53-f8397104e440 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9793253 Jun 17 08:54:06.155015 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 33704) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:06.164115 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-cbf3e36d-f335-4dcf-8be4-7821579d65bf admin admin] Request body: {'subnet': {'network_id': 'eccbc072-50fb-4234-8176-49cfc92d8a16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1382042004-subnet', 'tenant_id': '22ef6047a86443e4be0b6c7a582383e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:06.206908 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-8101cc29-7b94-4ed5-8e39-844c585f3b60 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1e4a7110b1fb45dd8fc9e6f84946e629&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6887286 Jun 17 08:54:06.219697 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33706) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:06.220984 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101cc29-7b94-4ed5-8e39-844c585f3b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1961a9e1-46b5-402c-ab7a-20460cd2b63d,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:06.229867 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8101cc29-7b94-4ed5-8e39-844c585f3b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:06.240226 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-71e26567-1738-4b63-a7c4-1b8e7bc3e6e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.518s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:06.275320 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e37d3-360b-4339-91e8-7e79d0400c6f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Port': ['ID=b4aa108b-fbc1-433e-816a-f28436b01361,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:06.279500 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-756e37d3-360b-4339-91e8-7e79d0400c6f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:06.298952 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d674b05-a575-4f86-910e-6bc9c1dae34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63143ff8-54f6-4324-915e-19d2851e84c6'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:06.307475 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790c05f6-601f-41ad-b8ad-b6aaa27624ab" -d '{"events": [{"server_uuid": "1d674b05-a575-4f86-910e-6bc9c1dae34b", "name": "network-vif-plugged", "status": "completed", "tag": "63143ff8-54f6-4324-915e-19d2851e84c6"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:06.313981 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-756e37d3-360b-4339-91e8-7e79d0400c6f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:06.333152 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-aa55c282-3a90-4264-8910-34796747214d tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:06.336361 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-ba8960c3-6464-491b-a94c-0c1d8ed4f57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:06.337068 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8960c3-6464-491b-a94c-0c1d8ed4f57f None None] The sync data for ids ['98d8e5fb-f4a8-4792-905f-dadd777769a6'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:54:06.358774 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 63143ff8-54f6-4324-915e-19d2851e84c6, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=63143ff8-54f6-4324-915e-19d2851e84c6,segment=NetworkSegment(51d9365d-b04e-4fec-b73e-7c245a3c9529),segment_id=51d9365d-b04e-4fec-b73e-7c245a3c9529)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:06.433638 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214ec29-c8a6-4f06-b30b-1f142ffedccd req-dea8240e-4ef9-4289-afb0-4f8a7b32eb90 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:06.440831 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214ec29-c8a6-4f06-b30b-1f142ffedccd req-dea8240e-4ef9-4289-afb0-4f8a7b32eb90 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:06.448552 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e214ec29-c8a6-4f06-b30b-1f142ffedccd req-dea8240e-4ef9-4289-afb0-4f8a7b32eb90 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d674b05-a575-4f86-910e-6bc9c1dae34b HTTP/1.1" status: 200 len: 1681 time: 0.1878355 Jun 17 08:54:06.490894 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-66cdb606-47d4-4a78-9696-0fc16f15bec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:06.502471 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e214ec29-c8a6-4f06-b30b-1f142ffedccd req-e24e5420-292a-4492-89f6-1cec0b04cd15 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529089 Jun 17 08:54:06.563171 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30f19f9-6b68-4dbb-ae0e-642035f9840c x-openstack-request-id: req-b30f19f9-6b68-4dbb-ae0e-642035f9840c {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:06.564453 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d674b05-a575-4f86-910e-6bc9c1dae34b", "name": "network-vif-plugged", "status": "completed", "tag": "63143ff8-54f6-4324-915e-19d2851e84c6", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:06.564913 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b30f19f9-6b68-4dbb-ae0e-642035f9840c {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:06.565686 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d674b05-a575-4f86-910e-6bc9c1dae34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63143ff8-54f6-4324-915e-19d2851e84c6', 'code': 200} Jun 17 08:54:06.566471 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf3e36d-f335-4dcf-8be4-7821579d65bf admin admin] Made reservation on behalf of 22ef6047a86443e4be0b6c7a582383e9 for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:06.571152 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cbf3e36d-f335-4dcf-8be4-7821579d65bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:06.618916 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-66cdb606-47d4-4a78-9696-0fc16f15bec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:06.664943 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:06.680882 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-41c7173e-4d35-464b-a88f-7cd105da1f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:06.689517 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-aa55c282-3a90-4264-8910-34796747214d tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:06.782548 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=63143ff8-54f6-4324-915e-19d2851e84c6,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:06.786358 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:06.842339 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756e37d3-360b-4339-91e8-7e79d0400c6f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Router cc72f6e1-f861-4de1-9cab-5097f370e70b has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:54:06.857264 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-aa55c282-3a90-4264-8910-34796747214d tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Deleting port 9ebc72a5-948b-42c5-8efc-8696661a784f {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:06.857264 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-aa55c282-3a90-4264-8910-34796747214d tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:06.857495 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06588b88-e621-486b-b42e-79290b2cde2f req-f57bad1e-83f2-496d-b4aa-52e9ce14f718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:06.858421 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06588b88-e621-486b-b42e-79290b2cde2f req-f57bad1e-83f2-496d-b4aa-52e9ce14f718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:06.860149 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-06588b88-e621-486b-b42e-79290b2cde2f req-f57bad1e-83f2-496d-b4aa-52e9ce14f718 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1d674b05-a575-4f86-910e-6bc9c1dae34b HTTP/1.1" status: 200 len: 1986 time: 0.1882639 Jun 17 08:54:06.924707 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-06588b88-e621-486b-b42e-79290b2cde2f req-4e6c4084-9723-4768-8376-ca3b7a8f03f6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540278 Jun 17 08:54:07.097584 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cbf3e36d-f335-4dcf-8be4-7821579d65bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:07.101333 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7186ffb1-3311-4fbb-af64-ceaca971e724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:07.165774 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3e36d-f335-4dcf-8be4-7821579d65bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=52ee78f2-03df-40f6-909e-7994b6ca5c1f,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:07.168741 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-cbf3e36d-f335-4dcf-8be4-7821579d65bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:07.179550 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf3e36d-f335-4dcf-8be4-7821579d65bf admin admin] Checking segment: {'id': '8b09ab30-e72c-413f-ba3e-98e0a1bb60b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eccbc072-50fb-4234-8176-49cfc92d8a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:54:07.180106 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf3e36d-f335-4dcf-8be4-7821579d65bf admin admin] Network hostable DHCP agents. Network: eccbc072-50fb-4234-8176-49cfc92d8a16, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:54:07.319853 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-66cdb606-47d4-4a78-9696-0fc16f15bec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:07.321787 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-66cdb606-47d4-4a78-9696-0fc16f15bec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:07.322954 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-66cdb606-47d4-4a78-9696-0fc16f15bec0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1961a9e1-46b5-402c-ab7a-20460cd2b63d HTTP/1.1" status: 204 len: 168 time: 1.0958428 Jun 17 08:54:07.328334 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-aa22c865-e633-4037-91d7-24d7732a2c51 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:07.370222 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cdb606-47d4-4a78-9696-0fc16f15bec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1961a9e1-46b5-402c-ab7a-20460cd2b63d,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:07.377031 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf3e36d-f335-4dcf-8be4-7821579d65bf admin admin] Network eccbc072-50fb-4234-8176-49cfc92d8a16 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:54:07.377165 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-66cdb606-47d4-4a78-9696-0fc16f15bec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:07.398877 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756e37d3-360b-4339-91e8-7e79d0400c6f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:54:07.409269 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5cbfb9-656f-41b9-b272-23eaedea265a None None] Sync routers for ids ['cc72f6e1-f861-4de1-9cab-5097f370e70b'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:54:07.410334 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-756e37d3-360b-4339-91e8-7e79d0400c6f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "PUT /v2.0/routers/cc72f6e1-f861-4de1-9cab-5097f370e70b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0227752 Jun 17 08:54:07.418064 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 33732) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:07.420543 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-aa55c282-3a90-4264-8910-34796747214d tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:07.423056 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5cbfb9-656f-41b9-b272-23eaedea265a None None] Routers {'cc72f6e1-f861-4de1-9cab-5097f370e70b'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:07.423990 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-ff5cbfb9-656f-41b9-b272-23eaedea265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cc72f6e1-f861-4de1-9cab-5097f370e70b'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:07.509206 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-aa55c282-3a90-4264-8910-34796747214d tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Calling delete_port for 9ebc72a5-948b-42c5-8efc-8696661a784f owned by network:router_gateway {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:07.518376 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-cbf3e36d-f335-4dcf-8be4-7821579d65bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, eccbc072-50fb-4234-8176-49cfc92d8a16) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:07.533286 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004d4f43-694a-4d68-bbf4-3abf1fe14052 None None] Network eccbc072-50fb-4234-8176-49cfc92d8a16 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:54:07.553806 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-ff5cbfb9-656f-41b9-b272-23eaedea265a None None] Set router cc72f6e1-f861-4de1-9cab-5097f370e70b gateway port host: None {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:54:07.555645 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf3e36d-f335-4dcf-8be4-7821579d65bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:07.556833 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cbf3e36d-f335-4dcf-8be4-7821579d65bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:07.594167 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-82580b4f-06f1-4110-8381-dc7e61a585de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Deleting subnet e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:54:07.602537 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-82580b4f-06f1-4110-8381-dc7e61a585de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:07.625771 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33738) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:07.673051 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-82580b4f-06f1-4110-8381-dc7e61a585de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:07.681462 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62589011-ef06-4e1d-9057-fcaa5521f662 req-11009013-d771-4190-a8e7-bd0b7570706a tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:07.700828 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62589011-ef06-4e1d-9057-fcaa5521f662 req-11009013-d771-4190-a8e7-bd0b7570706a tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:07.702897 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-62589011-ef06-4e1d-9057-fcaa5521f662 req-11009013-d771-4190-a8e7-bd0b7570706a tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d9e8b15-1e54-46db-ae41-0ccebeca7172&device_id=6cfc3f43-c846-4b1c-9afd-f8355ae473f2 HTTP/1.1" status: 200 len: 1681 time: 0.4026177 Jun 17 08:54:07.714269 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e1a741bf-d77f-4a1b-9bcb-27c334b261e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:07.803503 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-82580b4f-06f1-4110-8381-dc7e61a585de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:07.849052 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-62589011-ef06-4e1d-9057-fcaa5521f662 req-1cd2ba49-1d2e-44e0-ab27-369191e7b06a tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9465c24-d5b9-46b7-8a08-a22e57ef4833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234469 Jun 17 08:54:07.895508 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-cbf3e36d-f335-4dcf-8be4-7821579d65bf admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7402053 Jun 17 08:54:08.127019 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3803963-18c6-4ab6-a2f0-7bbc134c8295 req-50a4fad2-de64-453e-b944-de922dceeefc tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:08.134560 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3803963-18c6-4ab6-a2f0-7bbc134c8295 req-50a4fad2-de64-453e-b944-de922dceeefc tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:08.143208 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e3803963-18c6-4ab6-a2f0-7bbc134c8295 req-50a4fad2-de64-453e-b944-de922dceeefc tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d674b05-a575-4f86-910e-6bc9c1dae34b HTTP/1.1" status: 200 len: 1682 time: 0.3294961 Jun 17 08:54:08.275315 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e3803963-18c6-4ab6-a2f0-7bbc134c8295 req-7de8e1b7-e7f3-47bf-b324-d3e15cf5f1c9 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293700 Jun 17 08:54:08.283031 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-82580b4f-06f1-4110-8381-dc7e61a585de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:08.285742 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-ff5cbfb9-656f-41b9-b272-23eaedea265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:54:05Z', 'revision_number': 9, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None, '_interfaces': [{'id': '0b82a9b4-475b-4afb-8359-7b426335542e', 'name': '', 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a5:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:20Z', 'updated_at': '2021-06-17T08:53:29Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d53972-fb8a-43ca-9d11-eab19bb94bc9', 'name': '', 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:3b:8e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:12Z', 'updated_at': '2021-06-17T08:53:22Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:08.292524 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-43927aba-7a10-4a42-a0b3-555522038525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:08.339402 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42531163-8f4e-44df-adf9-29350a9a2816 None None] Network eccbc072-50fb-4234-8176-49cfc92d8a16 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:54:08.382209 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5cbfb9-656f-41b9-b272-23eaedea265a None None] Checking router: cc72f6e1-f861-4de1-9cab-5097f370e70b for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:54:08.386822 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82580b4f-06f1-4110-8381-dc7e61a585de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Subnet': ['ID=e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:08.393756 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-82580b4f-06f1-4110-8381-dc7e61a585de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:08.398314 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-82580b4f-06f1-4110-8381-dc7e61a585de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:08.401839 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-82580b4f-06f1-4110-8381-dc7e61a585de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/subnets/e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f HTTP/1.1" status: 204 len: 168 time: 0.9747005 Jun 17 08:54:08.404246 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5cbfb9-656f-41b9-b272-23eaedea265a None None] Routers {'cc72f6e1-f861-4de1-9cab-5097f370e70b'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:08.405115 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 33764) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:08.406136 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-ff5cbfb9-656f-41b9-b272-23eaedea265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cc72f6e1-f861-4de1-9cab-5097f370e70b'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:08.509000 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e1a741bf-d77f-4a1b-9bcb-27c334b261e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:08.515551 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-aa55c282-3a90-4264-8910-34796747214d tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:08.518546 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-37ba2cad-ae9a-4874-ab84-c298a0210298 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:08.537204 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e4487a-7317-4d5d-a52d-223e9205653a None None] Network 508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:54:08.611913 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55c282-3a90-4264-8910-34796747214d tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event deleted for resources: {'Port': ['ID=9ebc72a5-948b-42c5-8efc-8696661a784f,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:08.621040 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-aa55c282-3a90-4264-8910-34796747214d tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:08.693498 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-ff5cbfb9-656f-41b9-b272-23eaedea265a None None] Set router cc72f6e1-f861-4de1-9cab-5097f370e70b gateway port host: None {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:54:08.761594 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-00465a73-e93b-4b0e-9380-2363021691ee tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:08.779419 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e1a741bf-d77f-4a1b-9bcb-27c334b261e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:08.794555 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-aa55c282-3a90-4264-8910-34796747214d tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:08.797426 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-751dd77f-ac4a-499f-bb06-c5ec4de59219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:08.938628 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-00465a73-e93b-4b0e-9380-2363021691ee tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Deleting port 5a06c230-5d47-45fd-b0cd-080a342fc9b2 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:08.939081 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-00465a73-e93b-4b0e-9380-2363021691ee tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:09.105043 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-ff5cbfb9-656f-41b9-b272-23eaedea265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:54:05Z', 'revision_number': 9, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None, '_interfaces': [{'id': '0b82a9b4-475b-4afb-8359-7b426335542e', 'name': '', 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a5:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:20Z', 'updated_at': '2021-06-17T08:53:29Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d53972-fb8a-43ca-9d11-eab19bb94bc9', 'name': '', 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:3b:8e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:12Z', 'updated_at': '2021-06-17T08:53:22Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:09.114242 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e1a741bf-d77f-4a1b-9bcb-27c334b261e2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d3c204bc29ac4f33b04db5241e2905b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4872038 Jun 17 08:54:09.130080 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33786) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:09.139364 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5cbfb9-656f-41b9-b272-23eaedea265a None None] The sync data for ids ['cc72f6e1-f861-4de1-9cab-5097f370e70b'] in n-d-758944-30 is: [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:54:05Z', 'revision_number': 9, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None, '_interfaces': [{'id': '0b82a9b4-475b-4afb-8359-7b426335542e', 'name': '', 'network_id': 'a104f7af-fcd3-4c65-acd4-263dbbab1d16', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:a5:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:20Z', 'updated_at': '2021-06-17T08:53:29Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': '3982d99e-5375-4227-a997-e2e427cc4f29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d53972-fb8a-43ca-9d11-eab19bb94bc9', 'name': '', 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:3b:8e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:12Z', 'updated_at': '2021-06-17T08:53:22Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:54:09.141575 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a741bf-d77f-4a1b-9bcb-27c334b261e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68b3d3c-d239-48e6-8cf1-061dda38ec0d,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:09.153164 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e1a741bf-d77f-4a1b-9bcb-27c334b261e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:09.162412 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-aa55c282-3a90-4264-8910-34796747214d tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:09.167929 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a86a721-ef0c-4b83-b72a-e5d72d343522 None None] DHCP port deletion for 508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:54:09.176734 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-aa55c282-3a90-4264-8910-34796747214d tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:09.253582 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795731a7-984a-48a2-97c2-c1d27d84218d req-2caa9215-b379-4e32-bf41-835a542e5381 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:09.267073 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-795731a7-984a-48a2-97c2-c1d27d84218d req-2caa9215-b379-4e32-bf41-835a542e5381 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/networks?id=eccbc072-50fb-4234-8176-49cfc92d8a16 HTTP/1.1" status: 200 len: 815 time: 0.1995285 Jun 17 08:54:09.267797 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-73d8f0c4-1276-4c87-9548-17d795350895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:09.273268 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-1a86a721-ef0c-4b83-b72a-e5d72d343522 None None] Deleting port 5a06c230-5d47-45fd-b0cd-080a342fc9b2 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:09.273923 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1a86a721-ef0c-4b83-b72a-e5d72d343522 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:09.307066 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-73d8f0c4-1276-4c87-9548-17d795350895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:09.316332 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-795731a7-984a-48a2-97c2-c1d27d84218d req-f1d109cf-c167-46e0-a089-5a5abdf8f09d tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/quotas/22ef6047a86443e4be0b6c7a582383e9 HTTP/1.1" status: 200 len: 375 time: 0.0461738 Jun 17 08:54:09.379128 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-aa55c282-3a90-4264-8910-34796747214d tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:09.379907 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa55c282-3a90-4264-8910-34796747214d tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Fanout notify agent at l3_agent the message router_deleted on router 98d8e5fb-f4a8-4792-905f-dadd777769a6 {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:54:09.388586 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-aa55c282-3a90-4264-8910-34796747214d tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:09.393112 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-aa55c282-3a90-4264-8910-34796747214d tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "DELETE /v2.0/routers/98d8e5fb-f4a8-4792-905f-dadd777769a6 HTTP/1.1" status: 204 len: 168 time: 3.6284218 Jun 17 08:54:09.394239 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33792) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:09.397198 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-1a86a721-ef0c-4b83-b72a-e5d72d343522 None None] For port 5a06c230-5d47-45fd-b0cd-080a342fc9b2, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=5a06c230-5d47-45fd-b0cd-080a342fc9b2,segment=NetworkSegment(f52e2f40-183e-4a83-a860-8b533a65ef1a),segment_id=f52e2f40-183e-4a83-a860-8b533a65ef1a)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:09.398475 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1a86a721-ef0c-4b83-b72a-e5d72d343522 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:09.401511 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-795731a7-984a-48a2-97c2-c1d27d84218d req-96a7b026-19af-4108-89df-cfa03a359869 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=22ef6047a86443e4be0b6c7a582383e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841529 Jun 17 08:54:09.459334 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-e872b860-3008-4cfe-adbd-50ffaf9dba1c tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Deleting subnet 728a4f05-3044-4bc0-97c8-54d360e6c1e3 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:54:09.463531 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e872b860-3008-4cfe-adbd-50ffaf9dba1c tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:09.487147 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-1a86a721-ef0c-4b83-b72a-e5d72d343522 None None] Calling delete_port for 5a06c230-5d47-45fd-b0cd-080a342fc9b2 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:09.557912 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-795731a7-984a-48a2-97c2-c1d27d84218d req-a36fab51-6c1d-4a90-82ac-bfc90eed0a93 service neutron] 10.222.0.49 "GET /v2.0/networks/eccbc072-50fb-4234-8176-49cfc92d8a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554432 Jun 17 08:54:09.599434 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e872b860-3008-4cfe-adbd-50ffaf9dba1c tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:09.685124 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-00465a73-e93b-4b0e-9380-2363021691ee tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] For port 5a06c230-5d47-45fd-b0cd-080a342fc9b2, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=5a06c230-5d47-45fd-b0cd-080a342fc9b2,segment=NetworkSegment(f52e2f40-183e-4a83-a860-8b533a65ef1a),segment_id=f52e2f40-183e-4a83-a860-8b533a65ef1a)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:09.685825 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-00465a73-e93b-4b0e-9380-2363021691ee tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:09.686355 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-73d8f0c4-1276-4c87-9548-17d795350895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:09.689558 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-73d8f0c4-1276-4c87-9548-17d795350895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:09.690949 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-73d8f0c4-1276-4c87-9548-17d795350895 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a68b3d3c-d239-48e6-8cf1-061dda38ec0d HTTP/1.1" status: 204 len: 168 time: 0.5584311 Jun 17 08:54:09.706120 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-66cdb606-47d4-4a78-9696-0fc16f15bec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:09.710499 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8f0c4-1276-4c87-9548-17d795350895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68b3d3c-d239-48e6-8cf1-061dda38ec0d,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:09.740245 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-73d8f0c4-1276-4c87-9548-17d795350895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:09.754824 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1a86a721-ef0c-4b83-b72a-e5d72d343522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:09.758476 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-3d8ac250-16df-4810-9ba4-184ed7a470fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:09.785960 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-00465a73-e93b-4b0e-9380-2363021691ee tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Calling delete_port for 5a06c230-5d47-45fd-b0cd-080a342fc9b2 owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:09.820206 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86a721-ef0c-4b83-b72a-e5d72d343522 None None] Pushing event deleted for resources: {'Port': ['ID=5a06c230-5d47-45fd-b0cd-080a342fc9b2,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:09.823413 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a86a721-ef0c-4b83-b72a-e5d72d343522 None None] No DVR routers for this DVR port 5a06c230-5d47-45fd-b0cd-080a342fc9b2 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:54:09.825463 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-1a86a721-ef0c-4b83-b72a-e5d72d343522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:09.874784 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e872b860-3008-4cfe-adbd-50ffaf9dba1c tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:09.888790 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-795731a7-984a-48a2-97c2-c1d27d84218d req-be31f8eb-0902-498a-8ac2-a3b3dcc8985c service neutron] 10.222.0.49 "GET /v2.0/networks/eccbc072-50fb-4234-8176-49cfc92d8a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299656 Jun 17 08:54:09.924020 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-00465a73-e93b-4b0e-9380-2363021691ee tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:09.928497 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6be6a936-edc2-41d7-9405-37865ff48729 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:09.942941 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5292368-9bd7-4505-909e-e5b924287c6c req-a211fb2f-0faa-4068-8783-968516f82b02 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:09.949227 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5292368-9bd7-4505-909e-e5b924287c6c req-a211fb2f-0faa-4068-8783-968516f82b02 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:09.950938 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e5292368-9bd7-4505-909e-e5b924287c6c req-a211fb2f-0faa-4068-8783-968516f82b02 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d674b05-a575-4f86-910e-6bc9c1dae34b HTTP/1.1" status: 200 len: 1682 time: 0.1615324 Jun 17 08:54:09.954539 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00465a73-e93b-4b0e-9380-2363021691ee tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Port': ['ID=5a06c230-5d47-45fd-b0cd-080a342fc9b2,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:09.959399 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-00465a73-e93b-4b0e-9380-2363021691ee tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:09.970830 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00465a73-e93b-4b0e-9380-2363021691ee tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] No DVR routers for this DVR port 5a06c230-5d47-45fd-b0cd-080a342fc9b2 on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:54:10.017179 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e5292368-9bd7-4505-909e-e5b924287c6c req-d4047af1-af68-4022-92ae-9cb9516491ea tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446055 Jun 17 08:54:10.071116 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-00465a73-e93b-4b0e-9380-2363021691ee tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:10.082705 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-00465a73-e93b-4b0e-9380-2363021691ee tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:10.101821 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-00465a73-e93b-4b0e-9380-2363021691ee tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f52e2f40-183e-4a83-a860-8b533a65ef1a') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:10.102387 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-00465a73-e93b-4b0e-9380-2363021691ee tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f52e2f40-183e-4a83-a860-8b533a65ef1a') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:10.113470 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-00465a73-e93b-4b0e-9380-2363021691ee tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:10.136443 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-00465a73-e93b-4b0e-9380-2363021691ee tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:10.143069 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00465a73-e93b-4b0e-9380-2363021691ee tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:54:10.143471 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-00465a73-e93b-4b0e-9380-2363021691ee tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:54:10.146955 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:54:10.158522 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 5a06c230-5d47-45fd-b0cd-080a342fc9b2 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:54:10.179200 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 5a06c230-5d47-45fd-b0cd-080a342fc9b2 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:54:10.179570 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 5a06c230-5d47-45fd-b0cd-080a342fc9b2 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:54:10.180038 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device b4aa108b-fbc1-433e-816a-f28436b01361 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:54:10.200593 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: b4aa108b-fbc1-433e-816a-f28436b01361 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:54:10.200998 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device b4aa108b-fbc1-433e-816a-f28436b01361 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:54:10.219415 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e872b860-3008-4cfe-adbd-50ffaf9dba1c tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:10.231257 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ce2f108a-c98f-411d-a1af-7ff8fefbdbc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:10.260010 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e872b860-3008-4cfe-adbd-50ffaf9dba1c tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:10.264346 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e872b860-3008-4cfe-adbd-50ffaf9dba1c tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "DELETE /v2.0/subnets/728a4f05-3044-4bc0-97c8-54d360e6c1e3 HTTP/1.1" status: 204 len: 168 time: 0.8666425 Jun 17 08:54:10.264346 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872b860-3008-4cfe-adbd-50ffaf9dba1c tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event deleted for resources: {'Subnet': ['ID=728a4f05-3044-4bc0-97c8-54d360e6c1e3,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:10.265448 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 33816) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:10.265718 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e872b860-3008-4cfe-adbd-50ffaf9dba1c tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:10.269884 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fc4c38-3e26-4dd2-8952-ac9f39bccbd1 None None] Network dcc63cb7-c1d6-4262-b2fc-5aeedf0bb5a6 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:54:10.389679 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-09ea3eb7-b0eb-43d5-b1ae-5fa31c2ec41f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:10.430093 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-00465a73-e93b-4b0e-9380-2363021691ee tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:10.448059 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f9fa2078-666c-4480-8728-9d0f175f91c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:10.465762 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-00465a73-e93b-4b0e-9380-2363021691ee tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:10.471193 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-00465a73-e93b-4b0e-9380-2363021691ee tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/networks/508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972 HTTP/1.1" status: 204 len: 168 time: 2.0638132 Jun 17 08:54:10.473261 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33826) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:10.513610 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00465a73-e93b-4b0e-9380-2363021691ee tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Network': ['ID=508a1dbc-3dcc-4c18-b9d3-6a8cc4e5b972,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:10.525961 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-00465a73-e93b-4b0e-9380-2363021691ee tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:10.591369 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d99a49-398b-4276-a0e5-8500e39e92a2 None None] DHCP port deletion for dcc63cb7-c1d6-4262-b2fc-5aeedf0bb5a6 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:54:10.729974 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-73d99a49-398b-4276-a0e5-8500e39e92a2 None None] Deleting port 21c767ed-06b8-423d-8ee9-fc27b9c1ee2b {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:10.730676 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-73d99a49-398b-4276-a0e5-8500e39e92a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:10.749202 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-09ea3eb7-b0eb-43d5-b1ae-5fa31c2ec41f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Deleting port 21c767ed-06b8-423d-8ee9-fc27b9c1ee2b {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:10.749747 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-09ea3eb7-b0eb-43d5-b1ae-5fa31c2ec41f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:10.810313 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-73d99a49-398b-4276-a0e5-8500e39e92a2 None None] For port 21c767ed-06b8-423d-8ee9-fc27b9c1ee2b, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=21c767ed-06b8-423d-8ee9-fc27b9c1ee2b,segment=NetworkSegment(e2c045fa-08c7-439b-af9e-ab388a85d66b),segment_id=e2c045fa-08c7-439b-af9e-ab388a85d66b)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:10.810627 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-73d99a49-398b-4276-a0e5-8500e39e92a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:10.933760 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-73d99a49-398b-4276-a0e5-8500e39e92a2 None None] Calling delete_port for 21c767ed-06b8-423d-8ee9-fc27b9c1ee2b owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:11.200510 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-087437c0-cc4d-49df-8f8d-d59c8c921228 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:11.207205 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-73d99a49-398b-4276-a0e5-8500e39e92a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:11.218085 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:11.236418 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6ae709e3-3ca6-46f2-804f-cff2ce3a1a6a req-91c1649c-7ae0-4fed-aabe-9dbe72e6dec1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6304021 Jun 17 08:54:11.253450 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d99a49-398b-4276-a0e5-8500e39e92a2 None None] Pushing event deleted for resources: {'Port': ['ID=21c767ed-06b8-423d-8ee9-fc27b9c1ee2b,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:11.259908 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-73d99a49-398b-4276-a0e5-8500e39e92a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:11.261947 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d99a49-398b-4276-a0e5-8500e39e92a2 None None] No DVR routers for this DVR port 21c767ed-06b8-423d-8ee9-fc27b9c1ee2b on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:54:11.303895 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11169ed-7c23-4f2c-a228-2576cd710240 req-27093413-bc24-422a-a49c-a1b1996c0c44 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:11.305563 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f11169ed-7c23-4f2c-a228-2576cd710240 req-27093413-bc24-422a-a49c-a1b1996c0c44 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cfc3f43-c846-4b1c-9afd-f8355ae473f2 HTTP/1.1" status: 200 len: 945 time: 0.2409327 Jun 17 08:54:11.317499 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-33a16308-ca9a-4a86-99dc-1030d555de85 req-5eafe366-9737-4241-bc45-3371e49e5657 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 210 time: 0.0781767 Jun 17 08:54:11.458822 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-09ea3eb7-b0eb-43d5-b1ae-5fa31c2ec41f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] For port 21c767ed-06b8-423d-8ee9-fc27b9c1ee2b, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=21c767ed-06b8-423d-8ee9-fc27b9c1ee2b,segment=NetworkSegment(e2c045fa-08c7-439b-af9e-ab388a85d66b),segment_id=e2c045fa-08c7-439b-af9e-ab388a85d66b)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:11.458822 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-09ea3eb7-b0eb-43d5-b1ae-5fa31c2ec41f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:11.571688 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-f11169ed-7c23-4f2c-a228-2576cd710240 req-2a955b13-c9d9-42bd-97d2-52f54bef072d tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Deleting port b987b29d-9750-41aa-be6b-98f368e4ce36 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:11.572418 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f11169ed-7c23-4f2c-a228-2576cd710240 req-2a955b13-c9d9-42bd-97d2-52f54bef072d tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:11.577990 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-09ea3eb7-b0eb-43d5-b1ae-5fa31c2ec41f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Calling delete_port for 21c767ed-06b8-423d-8ee9-fc27b9c1ee2b owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:11.770165 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-09ea3eb7-b0eb-43d5-b1ae-5fa31c2ec41f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:11.774271 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-13735254-7f6b-4fc9-bcc4-ef0f14174f54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:11.782777 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-f11169ed-7c23-4f2c-a228-2576cd710240 req-2a955b13-c9d9-42bd-97d2-52f54bef072d tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] For port b987b29d-9750-41aa-be6b-98f368e4ce36, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=b987b29d-9750-41aa-be6b-98f368e4ce36,segment=NetworkSegment(7f643f25-20a7-4954-999c-1593520abdfe),segment_id=7f643f25-20a7-4954-999c-1593520abdfe)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:11.783428 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f11169ed-7c23-4f2c-a228-2576cd710240 req-2a955b13-c9d9-42bd-97d2-52f54bef072d tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:11.811417 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea3eb7-b0eb-43d5-b1ae-5fa31c2ec41f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event deleted for resources: {'Port': ['ID=21c767ed-06b8-423d-8ee9-fc27b9c1ee2b,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:11.815136 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ea3eb7-b0eb-43d5-b1ae-5fa31c2ec41f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] No DVR routers for this DVR port 21c767ed-06b8-423d-8ee9-fc27b9c1ee2b on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:54:11.818235 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-09ea3eb7-b0eb-43d5-b1ae-5fa31c2ec41f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:11.882696 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df580e-aab4-4016-a027-f04c070f0136 req-06bab88c-d231-4d5f-a0a1-466688c6c07a tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:11.884349 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b4df580e-aab4-4016-a027-f04c070f0136 req-06bab88c-d231-4d5f-a0a1-466688c6c07a tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cfc3f43-c846-4b1c-9afd-f8355ae473f2 HTTP/1.1" status: 200 len: 945 time: 0.2263319 Jun 17 08:54:11.910725 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-09ea3eb7-b0eb-43d5-b1ae-5fa31c2ec41f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:11.917838 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-f11169ed-7c23-4f2c-a228-2576cd710240 req-2a955b13-c9d9-42bd-97d2-52f54bef072d tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Calling delete_port for b987b29d-9750-41aa-be6b-98f368e4ce36 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:11.925818 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-09ea3eb7-b0eb-43d5-b1ae-5fa31c2ec41f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc63cb7-c1d6-4262-b2fc-5aeedf0bb5a6']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:11.969040 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-09ea3eb7-b0eb-43d5-b1ae-5fa31c2ec41f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c045fa-08c7-439b-af9e-ab388a85d66b') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:11.969994 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-09ea3eb7-b0eb-43d5-b1ae-5fa31c2ec41f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c045fa-08c7-439b-af9e-ab388a85d66b') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:12.017763 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-09ea3eb7-b0eb-43d5-b1ae-5fa31c2ec41f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:12.020153 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b4df580e-aab4-4016-a027-f04c070f0136 req-3b1f82e0-cdff-49fa-b2f2-f742f666cb54 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9465c24-d5b9-46b7-8a08-a22e57ef4833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977151 Jun 17 08:54:12.023427 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae709e3-3ca6-46f2-804f-cff2ce3a1a6a req-cc98b255-4d22-4de7-881e-f0b2a58b603a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:12.026060 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6ae709e3-3ca6-46f2-804f-cff2ce3a1a6a req-cc98b255-4d22-4de7-881e-f0b2a58b603a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=625e2459307b434fab6fcf2f0c349af9&device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 1097 time: 0.7248688 Jun 17 08:54:12.055821 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-087437c0-cc4d-49df-8f8d-d59c8c921228 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Deleting port 0b82a9b4-475b-4afb-8359-7b426335542e {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:12.061271 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-087437c0-cc4d-49df-8f8d-d59c8c921228 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:12.155404 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-09ea3eb7-b0eb-43d5-b1ae-5fa31c2ec41f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:12.173033 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 21c767ed-06b8-423d-8ee9-fc27b9c1ee2b no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:54:12.193375 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ea3eb7-b0eb-43d5-b1ae-5fa31c2ec41f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:54:12.193674 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-09ea3eb7-b0eb-43d5-b1ae-5fa31c2ec41f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:54:12.197955 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:54:12.227741 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 21c767ed-06b8-423d-8ee9-fc27b9c1ee2b {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:54:12.227741 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 21c767ed-06b8-423d-8ee9-fc27b9c1ee2b not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:54:12.277177 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-087437c0-cc4d-49df-8f8d-d59c8c921228 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] For port 0b82a9b4-475b-4afb-8359-7b426335542e, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=0b82a9b4-475b-4afb-8359-7b426335542e,segment=NetworkSegment(9d2bb867-56d3-4030-9e79-8d732554f2cb),segment_id=9d2bb867-56d3-4030-9e79-8d732554f2cb)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:12.277794 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-087437c0-cc4d-49df-8f8d-d59c8c921228 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:12.302130 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae709e3-3ca6-46f2-804f-cff2ce3a1a6a req-cbd34429-220d-4c4a-959f-d1938c2f292b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:12.303771 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6ae709e3-3ca6-46f2-804f-cff2ce3a1a6a req-cbd34429-220d-4c4a-959f-d1938c2f292b service neutron] 10.222.0.50 "GET /v2.0/networks?id=98c6fd42-c22b-4725-9f11-0381a8c4c410 HTTP/1.1" status: 200 len: 910 time: 0.2474003 Jun 17 08:54:12.377489 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-087437c0-cc4d-49df-8f8d-d59c8c921228 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Calling delete_port for 0b82a9b4-475b-4afb-8359-7b426335542e owned by network:router_interface {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:12.387958 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6ae709e3-3ca6-46f2-804f-cff2ce3a1a6a req-3c3b3483-fd56-4e43-b9a7-1e31af08930f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9f7637c-87ac-464f-adbc-aeaf22b63e53 HTTP/1.1" status: 200 len: 1001 time: 0.0757372 Jun 17 08:54:12.471981 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-09ea3eb7-b0eb-43d5-b1ae-5fa31c2ec41f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:12.480550 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f11169ed-7c23-4f2c-a228-2576cd710240 req-2a955b13-c9d9-42bd-97d2-52f54bef072d tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:12.487594 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9bd233c6-5026-4351-8245-11f6b6546910 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:12.493822 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['4e27e292-1d75-440b-92b4-f456f154593b'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:54:12.497887 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-09ea3eb7-b0eb-43d5-b1ae-5fa31c2ec41f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:12.505500 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-09ea3eb7-b0eb-43d5-b1ae-5fa31c2ec41f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "DELETE /v2.0/networks/dcc63cb7-c1d6-4262-b2fc-5aeedf0bb5a6 HTTP/1.1" status: 204 len: 168 time: 2.2385237 Jun 17 08:54:12.523927 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33898) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:12.540371 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae709e3-3ca6-46f2-804f-cff2ce3a1a6a req-3f13099b-9b8a-4a0b-b26e-84f3280b8c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:12.541899 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6ae709e3-3ca6-46f2-804f-cff2ce3a1a6a req-3f13099b-9b8a-4a0b-b26e-84f3280b8c2b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a83ebad8-51c9-4ee1-95b8-dfade1c9c144 HTTP/1.1" status: 200 len: 848 time: 0.1478703 Jun 17 08:54:12.544423 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea3eb7-b0eb-43d5-b1ae-5fa31c2ec41f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event deleted for resources: {'Network': ['ID=dcc63cb7-c1d6-4262-b2fc-5aeedf0bb5a6,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:12.555980 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-09ea3eb7-b0eb-43d5-b1ae-5fa31c2ec41f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:12.656892 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-04433b48-7010-4b82-ace2-f4e5fc7bb251 tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:12.708139 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fb5e0c77-3c7d-4fa5-858f-f1f76d9f2fc0 req-2434b52e-7d98-46ed-832f-912070b9b97d tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 210 time: 0.0588536 Jun 17 08:54:12.753087 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae709e3-3ca6-46f2-804f-cff2ce3a1a6a req-a913a964-a75e-4a49-98aa-3eaa9dbdf101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:12.754885 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6ae709e3-3ca6-46f2-804f-cff2ce3a1a6a req-a913a964-a75e-4a49-98aa-3eaa9dbdf101 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98c6fd42-c22b-4725-9f11-0381a8c4c410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2025089 Jun 17 08:54:12.828250 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a955b13-c9d9-42bd-97d2-52f54bef072d tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Pushing event deleted for resources: {'Port': ['ID=b987b29d-9750-41aa-be6b-98f368e4ce36,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:12.860787 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2a955b13-c9d9-42bd-97d2-52f54bef072d tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:12.887170 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6ae709e3-3ca6-46f2-804f-cff2ce3a1a6a req-cacfeb74-7cd5-4b09-aa50-1c794ac20953 service neutron] 10.222.0.50 "GET /v2.0/networks/98c6fd42-c22b-4725-9f11-0381a8c4c410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238334 Jun 17 08:54:12.917658 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11169ed-7c23-4f2c-a228-2576cd710240 req-2a955b13-c9d9-42bd-97d2-52f54bef072d tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] No DVR routers for this DVR port b987b29d-9750-41aa-be6b-98f368e4ce36 on host n-h1-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:54:12.923782 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f11169ed-7c23-4f2c-a228-2576cd710240 req-2a955b13-c9d9-42bd-97d2-52f54bef072d tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:12.925794 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f11169ed-7c23-4f2c-a228-2576cd710240 req-2a955b13-c9d9-42bd-97d2-52f54bef072d tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.50 "DELETE /v2.0/ports/b987b29d-9750-41aa-be6b-98f368e4ce36 HTTP/1.1" status: 204 len: 173 time: 1.5799930 Jun 17 08:54:12.935973 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b71e9-204a-499c-bad2-1a8835c282cc req-e657bcae-5fd1-4781-b126-357c3c0917b6 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:12.937830 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fc2b71e9-204a-499c-bad2-1a8835c282cc req-e657bcae-5fd1-4781-b126-357c3c0917b6 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d9e8b15-1e54-46db-ae41-0ccebeca7172 HTTP/1.1" status: 200 len: 945 time: 0.6043489 Jun 17 08:54:12.944531 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfc3f43-c846-4b1c-9afd-f8355ae473f2', 'name': 'network-vif-deleted', 'tag': 'b987b29d-9750-41aa-be6b-98f368e4ce36'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:12.944531 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574a80b2-e679-49d1-8908-93067f2c0394" -d '{"events": [{"server_uuid": "6cfc3f43-c846-4b1c-9afd-f8355ae473f2", "name": "network-vif-deleted", "tag": "b987b29d-9750-41aa-be6b-98f368e4ce36"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:13.027287 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525699a1-d8d9-4ca7-9a4f-6c1e67179efb x-openstack-request-id: req-525699a1-d8d9-4ca7-9a4f-6c1e67179efb {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:13.027287 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfc3f43-c846-4b1c-9afd-f8355ae473f2", "name": "network-vif-deleted", "tag": "b987b29d-9750-41aa-be6b-98f368e4ce36", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:13.027874 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-525699a1-d8d9-4ca7-9a4f-6c1e67179efb {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:13.028407 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfc3f43-c846-4b1c-9afd-f8355ae473f2', 'name': 'network-vif-deleted', 'tag': 'b987b29d-9750-41aa-be6b-98f368e4ce36', 'status': 'completed', 'code': 200} Jun 17 08:54:13.046933 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2bf81-6404-46bb-9465-7b06056fe7ce req-fff91f28-b2db-4050-9f85-29bbdaac17c5 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:13.054090 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2bf81-6404-46bb-9465-7b06056fe7ce req-fff91f28-b2db-4050-9f85-29bbdaac17c5 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:13.061872 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e8c2bf81-6404-46bb-9465-7b06056fe7ce req-fff91f28-b2db-4050-9f85-29bbdaac17c5 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d674b05-a575-4f86-910e-6bc9c1dae34b HTTP/1.1" status: 200 len: 1682 time: 0.7289553 Jun 17 08:54:13.068556 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6ae709e3-3ca6-46f2-804f-cff2ce3a1a6a req-cca4120d-decb-4f22-990a-b72a378d3a35 service neutron] 10.222.0.50 "GET /v2.0/networks/98c6fd42-c22b-4725-9f11-0381a8c4c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694090 Jun 17 08:54:13.228353 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e8c2bf81-6404-46bb-9465-7b06056fe7ce req-a2e23829-bfd5-4302-af7b-b2432fed2521 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656256 Jun 17 08:54:13.237301 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-a52add6e-7d60-4c7c-ac7a-edcce5c5aa4f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Deleting port 68e5d3b9-892a-4e4c-a4bb-b12cd4efcf41 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:13.242002 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a52add6e-7d60-4c7c-ac7a-edcce5c5aa4f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:13.331240 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8cac21e7-ee79-44ea-ad31-6adab3370ee8 req-242863a2-3c07-4309-ba90-491173f9d412 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cfc3f43-c846-4b1c-9afd-f8355ae473f2 HTTP/1.1" status: 200 len: 210 time: 0.0440695 Jun 17 08:54:13.419283 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-fc2b71e9-204a-499c-bad2-1a8835c282cc req-81038b23-24b0-4de2-acf9-6d08a10a0401 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Deleting port 4e27e292-1d75-440b-92b4-f456f154593b {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:13.419924 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-fc2b71e9-204a-499c-bad2-1a8835c282cc req-81038b23-24b0-4de2-acf9-6d08a10a0401 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:13.465274 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device b987b29d-9750-41aa-be6b-98f368e4ce36 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:54:13.525879 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-087437c0-cc4d-49df-8f8d-d59c8c921228 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:13.526011 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: b987b29d-9750-41aa-be6b-98f368e4ce36 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:54:13.526011 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device b987b29d-9750-41aa-be6b-98f368e4ce36 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:54:13.540097 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a52add6e-7d60-4c7c-ac7a-edcce5c5aa4f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:13.540435 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a52add6e-7d60-4c7c-ac7a-edcce5c5aa4f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:13.543427 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-daaa2b8f-9632-4a09-ac20-7454cbf24f95 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:13.691920 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087437c0-cc4d-49df-8f8d-d59c8c921228 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Port': ['ID=0b82a9b4-475b-4afb-8359-7b426335542e,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:13.698460 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-087437c0-cc4d-49df-8f8d-d59c8c921228 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:13.791236 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cec82-7577-4552-9185-b791c5b9c5e7 req-5e1e9bbf-2473-4ccb-a087-dbf7bf58ae24 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:13.799125 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cec82-7577-4552-9185-b791c5b9c5e7 req-5e1e9bbf-2473-4ccb-a087-dbf7bf58ae24 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:13.801766 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-375cec82-7577-4552-9185-b791c5b9c5e7 req-5e1e9bbf-2473-4ccb-a087-dbf7bf58ae24 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d674b05-a575-4f86-910e-6bc9c1dae34b HTTP/1.1" status: 200 len: 1682 time: 0.1213415 Jun 17 08:54:13.802987 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-a52add6e-7d60-4c7c-ac7a-edcce5c5aa4f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Calling delete_port for 68e5d3b9-892a-4e4c-a4bb-b12cd4efcf41 owned by network:floatingip {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:13.991849 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-375cec82-7577-4552-9185-b791c5b9c5e7 req-7ccc317e-4622-4f2a-b461-c5b6a81986f7 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Deleting port 228dee14-9e88-4af2-83d0-7c7e197f09a1 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:13.992238 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-375cec82-7577-4552-9185-b791c5b9c5e7 req-7ccc317e-4622-4f2a-b461-c5b6a81986f7 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:14.126007 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-375cec82-7577-4552-9185-b791c5b9c5e7 req-7ccc317e-4622-4f2a-b461-c5b6a81986f7 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] For port 228dee14-9e88-4af2-83d0-7c7e197f09a1, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=228dee14-9e88-4af2-83d0-7c7e197f09a1,segment=NetworkSegment(f6d78a4c-ef2e-4f34-a072-8cdc211e4c60),segment_id=f6d78a4c-ef2e-4f34-a072-8cdc211e4c60)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:14.126533 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-375cec82-7577-4552-9185-b791c5b9c5e7 req-7ccc317e-4622-4f2a-b461-c5b6a81986f7 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:14.297108 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-375cec82-7577-4552-9185-b791c5b9c5e7 req-7ccc317e-4622-4f2a-b461-c5b6a81986f7 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Calling delete_port for 228dee14-9e88-4af2-83d0-7c7e197f09a1 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:14.352325 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6de606c4-156f-4811-88e3-011ba0a412df req-fbfbd22e-f830-4226-9f28-0030f9b12166 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 210 time: 0.1051388 Jun 17 08:54:14.437101 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-fc2b71e9-204a-499c-bad2-1a8835c282cc req-81038b23-24b0-4de2-acf9-6d08a10a0401 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] For port 4e27e292-1d75-440b-92b4-f456f154593b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=4e27e292-1d75-440b-92b4-f456f154593b,segment=NetworkSegment(7f643f25-20a7-4954-999c-1593520abdfe),segment_id=7f643f25-20a7-4954-999c-1593520abdfe)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:14.439161 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-fc2b71e9-204a-499c-bad2-1a8835c282cc req-81038b23-24b0-4de2-acf9-6d08a10a0401 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:14.542236 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-fc2b71e9-204a-499c-bad2-1a8835c282cc req-81038b23-24b0-4de2-acf9-6d08a10a0401 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Calling delete_port for 4e27e292-1d75-440b-92b4-f456f154593b owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:14.698439 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-087437c0-cc4d-49df-8f8d-d59c8c921228 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:14.720534 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 33964) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:14.741540 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d0ea97eb-8c31-47da-8e96-e9bb8d944aac req-944a7dcb-0259-45fd-90dd-4bfc938b6254 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cfc3f43-c846-4b1c-9afd-f8355ae473f2 HTTP/1.1" status: 200 len: 210 time: 0.0441318 Jun 17 08:54:14.815681 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b0ddb-99e0-40f8-ae02-074cd1a74cbd req-11df21f9-4836-4172-bc09-eb379afeac01 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:14.822367 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b0ddb-99e0-40f8-ae02-074cd1a74cbd req-11df21f9-4836-4172-bc09-eb379afeac01 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:14.826736 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-521b0ddb-99e0-40f8-ae02-074cd1a74cbd req-11df21f9-4836-4172-bc09-eb379afeac01 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d674b05-a575-4f86-910e-6bc9c1dae34b HTTP/1.1" status: 200 len: 1682 time: 0.3171268 Jun 17 08:54:14.837238 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795731a7-984a-48a2-97c2-c1d27d84218d req-9b7d2a8d-be3f-4977-8d24-c7bc501289f2 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:14.838819 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-795731a7-984a-48a2-97c2-c1d27d84218d req-9b7d2a8d-be3f-4977-8d24-c7bc501289f2 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.53 "GET /v2.0/networks?id=eccbc072-50fb-4234-8176-49cfc92d8a16 HTTP/1.1" status: 200 len: 815 time: 0.2856159 Jun 17 08:54:14.854040 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-795731a7-984a-48a2-97c2-c1d27d84218d req-e662f593-9f63-4e82-9086-4300b415487e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Request body: {'port': {'device_id': '12ca3b65-3b92-4f9f-97f7-d3e892a64d3e', 'network_id': 'eccbc072-50fb-4234-8176-49cfc92d8a16', 'admin_state_up': True, 'tenant_id': '22ef6047a86443e4be0b6c7a582383e9'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:14.992362 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-375cec82-7577-4552-9185-b791c5b9c5e7 req-7ccc317e-4622-4f2a-b461-c5b6a81986f7 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:15.007770 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['228dee14-9e88-4af2-83d0-7c7e197f09a1', '63143ff8-54f6-4324-915e-19d2851e84c6'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:54:15.021479 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c5380640-e53d-4f97-b4f3-f44ee7b9eb44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:15.113283 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc317e-4622-4f2a-b461-c5b6a81986f7 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Pushing event deleted for resources: {'Port': ['ID=228dee14-9e88-4af2-83d0-7c7e197f09a1,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:15.121000 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7ccc317e-4622-4f2a-b461-c5b6a81986f7 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:15.156036 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-fc2b71e9-204a-499c-bad2-1a8835c282cc req-81038b23-24b0-4de2-acf9-6d08a10a0401 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:15.159031 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-521b0ddb-99e0-40f8-ae02-074cd1a74cbd req-f3e79346-fbf0-4bf0-8967-ec177e041d9e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191881 Jun 17 08:54:15.179736 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-ead662c4-d4ef-4053-bfe8-0426eb1c76a0 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:15.190417 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2a955b13-c9d9-42bd-97d2-52f54bef072d tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:15.231570 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a52add6e-7d60-4c7c-ac7a-edcce5c5aa4f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:15.234971 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81038b23-24b0-4de2-acf9-6d08a10a0401 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Pushing event deleted for resources: {'Port': ['ID=4e27e292-1d75-440b-92b4-f456f154593b,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:15.244764 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-81038b23-24b0-4de2-acf9-6d08a10a0401 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:15.247163 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-375cec82-7577-4552-9185-b791c5b9c5e7 req-7ccc317e-4622-4f2a-b461-c5b6a81986f7 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] No DVR routers for this DVR port 228dee14-9e88-4af2-83d0-7c7e197f09a1 on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:54:15.248667 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-756e37d3-360b-4339-91e8-7e79d0400c6f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:15.249855 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-375cec82-7577-4552-9185-b791c5b9c5e7 req-7ccc317e-4622-4f2a-b461-c5b6a81986f7 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:15.252324 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-375cec82-7577-4552-9185-b791c5b9c5e7 req-7ccc317e-4622-4f2a-b461-c5b6a81986f7 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.50 "DELETE /v2.0/ports/228dee14-9e88-4af2-83d0-7c7e197f09a1 HTTP/1.1" status: 204 len: 173 time: 1.4450212 Jun 17 08:54:15.255765 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d674b05-a575-4f86-910e-6bc9c1dae34b', 'name': 'network-vif-deleted', 'tag': '228dee14-9e88-4af2-83d0-7c7e197f09a1'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:15.257860 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9a803d-5dce-4c02-92c7-dd49c64207c9" -d '{"events": [{"server_uuid": "1d674b05-a575-4f86-910e-6bc9c1dae34b", "name": "network-vif-deleted", "tag": "228dee14-9e88-4af2-83d0-7c7e197f09a1"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:15.347538 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f92b4b-049c-4fda-aa5d-e392e395418a x-openstack-request-id: req-78f92b4b-049c-4fda-aa5d-e392e395418a {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:15.348026 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d674b05-a575-4f86-910e-6bc9c1dae34b", "name": "network-vif-deleted", "tag": "228dee14-9e88-4af2-83d0-7c7e197f09a1", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:15.348336 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-78f92b4b-049c-4fda-aa5d-e392e395418a {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:15.348834 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d674b05-a575-4f86-910e-6bc9c1dae34b', 'name': 'network-vif-deleted', 'tag': '228dee14-9e88-4af2-83d0-7c7e197f09a1', 'status': 'completed', 'code': 200} Jun 17 08:54:15.357211 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52add6e-7d60-4c7c-ac7a-edcce5c5aa4f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event deleted for resources: {'Port': ['ID=68e5d3b9-892a-4e4c-a4bb-b12cd4efcf41,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:15.381451 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087437c0-cc4d-49df-8f8d-d59c8c921228 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Router cc72f6e1-f861-4de1-9cab-5097f370e70b has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:54:15.393474 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-375cec82-7577-4552-9185-b791c5b9c5e7 req-046b850a-d814-42b4-92c3-85ad64585f0d tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Deleting port 63143ff8-54f6-4324-915e-19d2851e84c6 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:15.395897 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-375cec82-7577-4552-9185-b791c5b9c5e7 req-046b850a-d814-42b4-92c3-85ad64585f0d tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:15.423692 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a52add6e-7d60-4c7c-ac7a-edcce5c5aa4f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:15.470490 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2b71e9-204a-499c-bad2-1a8835c282cc req-81038b23-24b0-4de2-acf9-6d08a10a0401 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] No DVR routers for this DVR port 4e27e292-1d75-440b-92b4-f456f154593b on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:54:15.474179 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-fc2b71e9-204a-499c-bad2-1a8835c282cc req-81038b23-24b0-4de2-acf9-6d08a10a0401 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:15.477412 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fc2b71e9-204a-499c-bad2-1a8835c282cc req-81038b23-24b0-4de2-acf9-6d08a10a0401 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.53 "DELETE /v2.0/ports/4e27e292-1d75-440b-92b4-f456f154593b HTTP/1.1" status: 204 len: 173 time: 2.5269935 Jun 17 08:54:15.480774 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9e8b15-1e54-46db-ae41-0ccebeca7172', 'name': 'network-vif-deleted', 'tag': '4e27e292-1d75-440b-92b4-f456f154593b'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:15.484243 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937fa74b-dfc0-4d49-b2b3-cf10abadb5f7" -d '{"events": [{"server_uuid": "3d9e8b15-1e54-46db-ae41-0ccebeca7172", "name": "network-vif-deleted", "tag": "4e27e292-1d75-440b-92b4-f456f154593b"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:15.506285 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-795731a7-984a-48a2-97c2-c1d27d84218d req-e662f593-9f63-4e82-9086-4300b415487e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Made reservation on behalf of 22ef6047a86443e4be0b6c7a582383e9 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:15.507868 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-795731a7-984a-48a2-97c2-c1d27d84218d req-e662f593-9f63-4e82-9086-4300b415487e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:15.624035 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35df3a13-7907-46a4-b344-35182ad383be x-openstack-request-id: req-35df3a13-7907-46a4-b344-35182ad383be {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:15.624681 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9e8b15-1e54-46db-ae41-0ccebeca7172", "name": "network-vif-deleted", "tag": "4e27e292-1d75-440b-92b4-f456f154593b", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:15.624970 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-35df3a13-7907-46a4-b344-35182ad383be {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:15.625488 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9e8b15-1e54-46db-ae41-0ccebeca7172', 'name': 'network-vif-deleted', 'tag': '4e27e292-1d75-440b-92b4-f456f154593b', 'status': 'completed', 'code': 200} Jun 17 08:54:15.639847 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a52add6e-7d60-4c7c-ac7a-edcce5c5aa4f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for floatingip, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:15.644009 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a52add6e-7d60-4c7c-ac7a-edcce5c5aa4f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:15.647460 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a52add6e-7d60-4c7c-ac7a-edcce5c5aa4f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "DELETE /v2.0/floatingips/8a490f5c-6909-409f-b7a4-34099ec39f3b HTTP/1.1" status: 204 len: 168 time: 3.0604646 Jun 17 08:54:15.656194 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 33984) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:15.663416 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087437c0-cc4d-49df-8f8d-d59c8c921228 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:54:15.678022 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-087437c0-cc4d-49df-8f8d-d59c8c921228 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "PUT /v2.0/routers/cc72f6e1-f861-4de1-9cab-5097f370e70b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2006037 Jun 17 08:54:15.678899 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33986) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:15.689646 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66de919e-e582-485c-b032-6b549ba44786 None None] Sync routers for ids ['cc72f6e1-f861-4de1-9cab-5097f370e70b'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:54:15.708016 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66de919e-e582-485c-b032-6b549ba44786 None None] Routers {'cc72f6e1-f861-4de1-9cab-5097f370e70b'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:15.710976 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-66de919e-e582-485c-b032-6b549ba44786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cc72f6e1-f861-4de1-9cab-5097f370e70b'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:15.723169 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0ee37a67-99c7-40d6-a125-56195991afe4 req-f68f24df-3fdc-46f6-8f5e-54d19cb4eef9 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 210 time: 0.0877876 Jun 17 08:54:15.779467 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8876450-b0e2-409b-b14a-7871ba01402c tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Deleting subnet 3982d99e-5375-4227-a997-e2e427cc4f29 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:54:15.783919 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a8876450-b0e2-409b-b14a-7871ba01402c tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:15.803874 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ead662c4-d4ef-4053-bfe8-0426eb1c76a0 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks [] for floatingip, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:15.827379 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-aadc6170-bd3b-4b95-81e7-eb201bba1e51 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] DELETE failed (client error): The resource could not be found. Jun 17 08:54:15.828187 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aadc6170-bd3b-4b95-81e7-eb201bba1e51 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:54:15.840648 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-aadc6170-bd3b-4b95-81e7-eb201bba1e51 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "DELETE /v2.0/ports/3e3d3552-6498-4d59-8071-3d601f83b0f2 HTTP/1.1" status: 404 len: 333 time: 0.1744385 Jun 17 08:54:15.850344 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33994) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:15.880958 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-66de919e-e582-485c-b032-6b549ba44786 None None] Set router cc72f6e1-f861-4de1-9cab-5097f370e70b gateway port host: None {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:54:15.887124 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-375cec82-7577-4552-9185-b791c5b9c5e7 req-046b850a-d814-42b4-92c3-85ad64585f0d tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] For port 63143ff8-54f6-4324-915e-19d2851e84c6, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=63143ff8-54f6-4324-915e-19d2851e84c6,segment=NetworkSegment(51d9365d-b04e-4fec-b73e-7c245a3c9529),segment_id=51d9365d-b04e-4fec-b73e-7c245a3c9529)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:15.887548 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-375cec82-7577-4552-9185-b791c5b9c5e7 req-046b850a-d814-42b4-92c3-85ad64585f0d tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:15.944130 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-cb572a6f-3722-48ba-ad66-5ecb034d23fc tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "GET /v2.0/ports?device_id=98d8e5fb-f4a8-4792-905f-dadd777769a6 HTTP/1.1" status: 200 len: 205 time: 0.0899060 Jun 17 08:54:15.952918 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 33996) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:15.991563 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a8876450-b0e2-409b-b14a-7871ba01402c tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:16.017162 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-375cec82-7577-4552-9185-b791c5b9c5e7 req-046b850a-d814-42b4-92c3-85ad64585f0d tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Calling delete_port for 63143ff8-54f6-4324-915e-19d2851e84c6 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:16.097326 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a8876450-b0e2-409b-b14a-7871ba01402c tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:16.145656 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-795731a7-984a-48a2-97c2-c1d27d84218d req-e662f593-9f63-4e82-9086-4300b415487e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Allocated IP 172.20.0.5 (eccbc072-50fb-4234-8176-49cfc92d8a16/52ee78f2-03df-40f6-909e-7994b6ca5c1f/346f6d8b-8101-4cdf-861b-485e015958b6) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:54:16.184715 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-5cec4b85-47be-4726-b60f-d71fd8cf27ee tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] delete failed (client error): The resource could not be found. Jun 17 08:54:16.191285 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5cec4b85-47be-4726-b60f-d71fd8cf27ee tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "DELETE /v2.0/routers/98d8e5fb-f4a8-4792-905f-dadd777769a6 HTTP/1.1" status: 404 len: 336 time: 0.2289581 Jun 17 08:54:16.191467 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34004) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:16.284270 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d17f96-65cd-447d-b75e-abcd88882d67 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] DELETE failed (client error): The resource could not be found. Jun 17 08:54:16.289659 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d17f96-65cd-447d-b75e-abcd88882d67 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:54:16.289659 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-38d17f96-65cd-447d-b75e-abcd88882d67 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "DELETE /v2.0/subnets/728a4f05-3044-4bc0-97c8-54d360e6c1e3 HTTP/1.1" status: 404 len: 337 time: 0.0940518 Jun 17 08:54:16.290485 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34010) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:16.316858 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-66de919e-e582-485c-b032-6b549ba44786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:54:13Z', 'revision_number': 10, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None, '_interfaces': [{'id': '52d53972-fb8a-43ca-9d11-eab19bb94bc9', 'name': '', 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:3b:8e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:12Z', 'updated_at': '2021-06-17T08:53:22Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:16.335032 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-262b37ab-9bb5-4f5b-bea3-c713503e5e51 req-27aaf0d2-f571-4fe9-a0cf-9b2c7ced3c92 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d9e8b15-1e54-46db-ae41-0ccebeca7172 HTTP/1.1" status: 200 len: 210 time: 0.0612733 Jun 17 08:54:16.359888 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66de919e-e582-485c-b032-6b549ba44786 None None] Checking router: cc72f6e1-f861-4de1-9cab-5097f370e70b for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:54:16.378138 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66de919e-e582-485c-b032-6b549ba44786 None None] Routers {'cc72f6e1-f861-4de1-9cab-5097f370e70b'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:16.378721 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-66de919e-e582-485c-b032-6b549ba44786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cc72f6e1-f861-4de1-9cab-5097f370e70b'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:16.402911 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a8876450-b0e2-409b-b14a-7871ba01402c tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:16.413922 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ead662c4-d4ef-4053-bfe8-0426eb1c76a0 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:16.428959 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-73d1e11f-e1ba-4ed4-8e78-e9af8cf540c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:16.468263 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8876450-b0e2-409b-b14a-7871ba01402c tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Subnet': ['ID=3982d99e-5375-4227-a997-e2e427cc4f29,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:16.482734 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a8876450-b0e2-409b-b14a-7871ba01402c tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:16.502796 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-66de919e-e582-485c-b032-6b549ba44786 None None] Set router cc72f6e1-f861-4de1-9cab-5097f370e70b gateway port host: None {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:54:16.510619 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a8876450-b0e2-409b-b14a-7871ba01402c tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:16.514087 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a8876450-b0e2-409b-b14a-7871ba01402c tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/subnets/3982d99e-5375-4227-a997-e2e427cc4f29 HTTP/1.1" status: 204 len: 168 time: 0.8325069 Jun 17 08:54:16.518494 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34014) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:16.540304 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db3e984-a1ca-4f51-b683-1c3e94bf6b57 None None] Network a104f7af-fcd3-4c65-acd4-263dbbab1d16 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:54:16.649325 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-795731a7-984a-48a2-97c2-c1d27d84218d req-e662f593-9f63-4e82-9086-4300b415487e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:16.659485 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-ead662c4-d4ef-4053-bfe8-0426eb1c76a0 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Allocated IP 172.25.2.82 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/eba48965-88d1-44cb-9eae-0c8243adda32) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:54:16.659776 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67e27e9a-46b7-4930-bab2-60ebdfd8734f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:16.676036 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0ac6f-f18f-4140-9ef7-7dad6d7774b8 req-9aa3092d-f6c9-4e2a-a188-bac9c7497390 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:16.679250 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-34b0ac6f-f18f-4140-9ef7-7dad6d7774b8 req-9aa3092d-f6c9-4e2a-a188-bac9c7497390 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d674b05-a575-4f86-910e-6bc9c1dae34b HTTP/1.1" status: 200 len: 946 time: 0.2994182 Jun 17 08:54:16.700266 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-375cec82-7577-4552-9185-b791c5b9c5e7 req-046b850a-d814-42b4-92c3-85ad64585f0d tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:16.703324 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 4e27e292-1d75-440b-92b4-f456f154593b no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:54:16.712019 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0bc46da5-d697-4444-ae6d-8b9dbbb8ca31 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:16.734543 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-6d6dec80-e3e3-40e7-bb6a-7587ffbd401e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Deleting port 39ea821e-7043-45b0-a76f-48f866594a70 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:16.735250 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6d6dec80-e3e3-40e7-bb6a-7587ffbd401e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:16.768946 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b850a-d814-42b4-92c3-85ad64585f0d tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Pushing event deleted for resources: {'Port': ['ID=63143ff8-54f6-4324-915e-19d2851e84c6,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:16.772056 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-046b850a-d814-42b4-92c3-85ad64585f0d tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:16.881472 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-34b0ac6f-f18f-4140-9ef7-7dad6d7774b8 req-b1fa9af7-346c-445a-b768-f5637ed1a44f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/security-groups?id=76286939-cb8f-4dd3-8e28-42a319075f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928775 Jun 17 08:54:16.917374 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-375cec82-7577-4552-9185-b791c5b9c5e7 req-046b850a-d814-42b4-92c3-85ad64585f0d tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] No DVR routers for this DVR port 63143ff8-54f6-4324-915e-19d2851e84c6 on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:54:16.920197 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-375cec82-7577-4552-9185-b791c5b9c5e7 req-046b850a-d814-42b4-92c3-85ad64585f0d tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:16.922524 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-375cec82-7577-4552-9185-b791c5b9c5e7 req-046b850a-d814-42b4-92c3-85ad64585f0d tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.50 "DELETE /v2.0/ports/63143ff8-54f6-4324-915e-19d2851e84c6 HTTP/1.1" status: 204 len: 173 time: 1.6617866 Jun 17 08:54:17.037134 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6d6dec80-e3e3-40e7-bb6a-7587ffbd401e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:17.049953 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ead662c4-d4ef-4053-bfe8-0426eb1c76a0 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:17.089326 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6ca1d9e7-bbf5-42e9-805b-529d10e92558 req-467aa252-f96c-4ffe-97d0-6e647c59aca6 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 210 time: 0.0858893 Jun 17 08:54:17.123201 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 4e27e292-1d75-440b-92b4-f456f154593b {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:54:17.123449 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 4e27e292-1d75-440b-92b4-f456f154593b not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:54:17.145059 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-6d6dec80-e3e3-40e7-bb6a-7587ffbd401e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Calling delete_port for 39ea821e-7043-45b0-a76f-48f866594a70 owned by {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:17.159805 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-67e27e9a-46b7-4930-bab2-60ebdfd8734f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Deleting port 49fba2c8-ccf2-4f40-a67d-8df7be7932e9 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:17.160140 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67e27e9a-46b7-4930-bab2-60ebdfd8734f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:17.166572 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-795731a7-984a-48a2-97c2-c1d27d84218d req-e662f593-9f63-4e82-9086-4300b415487e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:17.171795 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1d1661f9-8bb7-4de5-a837-0db7d5e6e5c6 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:17.231529 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662f593-9f63-4e82-9086-4300b415487e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Pushing event updated for resources: {'Port': ['ID=346f6d8b-8101-4cdf-861b-485e015958b6,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:17.237071 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e662f593-9f63-4e82-9086-4300b415487e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:17.249514 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-795731a7-984a-48a2-97c2-c1d27d84218d req-e662f593-9f63-4e82-9086-4300b415487e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Network eccbc072-50fb-4234-8176-49cfc92d8a16 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:17.251347 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-795731a7-984a-48a2-97c2-c1d27d84218d req-e662f593-9f63-4e82-9086-4300b415487e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:17.259071 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-795731a7-984a-48a2-97c2-c1d27d84218d req-e662f593-9f63-4e82-9086-4300b415487e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:54:17.285534 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ead662c4-d4ef-4053-bfe8-0426eb1c76a0 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:17.297896 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5a578f23-6d06-461a-af4a-7a6d181e4483 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:17.346005 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead662c4-d4ef-4053-bfe8-0426eb1c76a0 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:17.351574 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead662c4-d4ef-4053-bfe8-0426eb1c76a0 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Pushing event updated for resources: {'Port': ['ID=eba48965-88d1-44cb-9eae-0c8243adda32,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:17.354951 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-ead662c4-d4ef-4053-bfe8-0426eb1c76a0 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:17.357613 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d674b05-a575-4f86-910e-6bc9c1dae34b', 'name': 'network-vif-deleted', 'tag': '63143ff8-54f6-4324-915e-19d2851e84c6'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:17.360072 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a98db3-2233-4a38-970d-183ebd59251f" -d '{"events": [{"server_uuid": "1d674b05-a575-4f86-910e-6bc9c1dae34b", "name": "network-vif-deleted", "tag": "63143ff8-54f6-4324-915e-19d2851e84c6"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:17.367009 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead662c4-d4ef-4053-bfe8-0426eb1c76a0 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:54:17.369623 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ead662c4-d4ef-4053-bfe8-0426eb1c76a0 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:17.414200 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-66de919e-e582-485c-b032-6b549ba44786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:54:13Z', 'revision_number': 10, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None, '_interfaces': [{'id': '52d53972-fb8a-43ca-9d11-eab19bb94bc9', 'name': '', 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:3b:8e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:12Z', 'updated_at': '2021-06-17T08:53:22Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:17.418980 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795731a7-984a-48a2-97c2-c1d27d84218d req-e662f593-9f63-4e82-9086-4300b415487e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:17.420131 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-795731a7-984a-48a2-97c2-c1d27d84218d req-e662f593-9f63-4e82-9086-4300b415487e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:17.472421 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-67e27e9a-46b7-4930-bab2-60ebdfd8734f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] For port 49fba2c8-ccf2-4f40-a67d-8df7be7932e9, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=49fba2c8-ccf2-4f40-a67d-8df7be7932e9,segment=NetworkSegment(9d2bb867-56d3-4030-9e79-8d732554f2cb),segment_id=9d2bb867-56d3-4030-9e79-8d732554f2cb)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:17.472421 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67e27e9a-46b7-4930-bab2-60ebdfd8734f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:17.502159 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34036) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:17.519825 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 63143ff8-54f6-4324-915e-19d2851e84c6 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:54:17.541901 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fd7750-7548-4c3e-a5bc-0935f2050663 None None] DHCP port deletion for a104f7af-fcd3-4c65-acd4-263dbbab1d16 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:54:17.550091 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 63143ff8-54f6-4324-915e-19d2851e84c6 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:54:17.550091 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 63143ff8-54f6-4324-915e-19d2851e84c6 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:54:17.550091 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 228dee14-9e88-4af2-83d0-7c7e197f09a1 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:54:17.571325 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66de919e-e582-485c-b032-6b549ba44786 None None] The sync data for ids ['cc72f6e1-f861-4de1-9cab-5097f370e70b'] in n-d-758944-30 is: [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:54:13Z', 'revision_number': 10, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None, '_interfaces': [{'id': '52d53972-fb8a-43ca-9d11-eab19bb94bc9', 'name': '', 'network_id': 'df9f84fe-deac-4508-be3f-b1ca899b873d', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'mac_address': 'fa:16:3e:3b:8e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:53:12Z', 'updated_at': '2021-06-17T08:53:22Z', 'revision_number': 5, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'subnets': [{'id': 'be08c183-c1d4-4b79-8662-81b6b3c50425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:54:17.576663 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 228dee14-9e88-4af2-83d0-7c7e197f09a1 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:54:17.577832 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 228dee14-9e88-4af2-83d0-7c7e197f09a1 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:54:17.609018 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-67e27e9a-46b7-4930-bab2-60ebdfd8734f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Calling delete_port for 49fba2c8-ccf2-4f40-a67d-8df7be7932e9 owned by network:dhcp {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:17.630799 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab0f01c0-1c36-48bd-a9c1-41f338d6336e admin admin] Deleting subnet a45424cb-452c-4fd7-9da0-2578b2d96c56 {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:54:17.636207 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-49fd7750-7548-4c3e-a5bc-0935f2050663 None None] Deleting port 49fba2c8-ccf2-4f40-a67d-8df7be7932e9 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:17.636676 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-49fd7750-7548-4c3e-a5bc-0935f2050663 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:17.639856 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ab0f01c0-1c36-48bd-a9c1-41f338d6336e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:17.683794 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3ce55b-f851-4760-8775-49992799953f x-openstack-request-id: req-5a3ce55b-f851-4760-8775-49992799953f {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:17.684545 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d674b05-a575-4f86-910e-6bc9c1dae34b", "name": "network-vif-deleted", "tag": "63143ff8-54f6-4324-915e-19d2851e84c6", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:17.685295 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5a3ce55b-f851-4760-8775-49992799953f {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:17.686217 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d674b05-a575-4f86-910e-6bc9c1dae34b', 'name': 'network-vif-deleted', 'tag': '63143ff8-54f6-4324-915e-19d2851e84c6', 'status': 'completed', 'code': 200} Jun 17 08:54:17.698612 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-795731a7-984a-48a2-97c2-c1d27d84218d req-e662f593-9f63-4e82-9086-4300b415487e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8501003 Jun 17 08:54:17.710661 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-49fd7750-7548-4c3e-a5bc-0935f2050663 None None] For port 49fba2c8-ccf2-4f40-a67d-8df7be7932e9, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=49fba2c8-ccf2-4f40-a67d-8df7be7932e9,segment=NetworkSegment(9d2bb867-56d3-4030-9e79-8d732554f2cb),segment_id=9d2bb867-56d3-4030-9e79-8d732554f2cb)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:17.711286 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-49fd7750-7548-4c3e-a5bc-0935f2050663 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:17.715129 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-795731a7-984a-48a2-97c2-c1d27d84218d req-06c2c108-6234-4d55-8728-d45e6d8a6bd1 service neutron] Request body: {'port': {'device_id': '12ca3b65-3b92-4f9f-97f7-d3e892a64d3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:17.727131 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:17.760513 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ead662c4-d4ef-4053-bfe8-0426eb1c76a0 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:17.772978 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ab0f01c0-1c36-48bd-a9c1-41f338d6336e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:17.789437 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-49fd7750-7548-4c3e-a5bc-0935f2050663 None None] Calling delete_port for 49fba2c8-ccf2-4f40-a67d-8df7be7932e9 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:17.841349 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6d6dec80-e3e3-40e7-bb6a-7587ffbd401e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:17.849413 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2e88eb82-785f-4261-bc33-c939ea69dfa1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:17.873582 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ab0f01c0-1c36-48bd-a9c1-41f338d6336e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:17.901465 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-49fd7750-7548-4c3e-a5bc-0935f2050663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:17.905307 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:17.907613 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67e27e9a-46b7-4930-bab2-60ebdfd8734f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:17.938626 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-795731a7-984a-48a2-97c2-c1d27d84218d req-06c2c108-6234-4d55-8728-d45e6d8a6bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:17.948404 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6dec80-e3e3-40e7-bb6a-7587ffbd401e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event deleted for resources: {'Port': ['ID=39ea821e-7043-45b0-a76f-48f866594a70,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:17.951862 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6d6dec80-e3e3-40e7-bb6a-7587ffbd401e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:17.953041 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e27e9a-46b7-4930-bab2-60ebdfd8734f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] No DVR routers for this DVR port 49fba2c8-ccf2-4f40-a67d-8df7be7932e9 on host n-d-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:54:17.959774 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-bc83f422-c8de-49e3-af3d-9fa1c61aa0dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:18.003796 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd7750-7548-4c3e-a5bc-0935f2050663 None None] Pushing event deleted for resources: {'Port': ['ID=49fba2c8-ccf2-4f40-a67d-8df7be7932e9,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:18.016672 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-49fd7750-7548-4c3e-a5bc-0935f2050663 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:18.032942 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fd7750-7548-4c3e-a5bc-0935f2050663 None None] No DVR routers for this DVR port 49fba2c8-ccf2-4f40-a67d-8df7be7932e9 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:54:18.136138 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e27e9a-46b7-4930-bab2-60ebdfd8734f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Port': ['ID=49fba2c8-ccf2-4f40-a67d-8df7be7932e9,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:18.141587 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-67e27e9a-46b7-4930-bab2-60ebdfd8734f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:18.212234 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ead662c4-d4ef-4053-bfe8-0426eb1c76a0 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:18.257186 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 0b82a9b4-475b-4afb-8359-7b426335542e no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:54:18.268777 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-081d3861-2abf-4fb0-9b37-d4d5c089dcd6 req-2f742303-1ca6-421d-ac37-fcd552801819 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d674b05-a575-4f86-910e-6bc9c1dae34b HTTP/1.1" status: 200 len: 210 time: 0.0752344 Jun 17 08:54:18.304590 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 0b82a9b4-475b-4afb-8359-7b426335542e {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:54:18.304867 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 0b82a9b4-475b-4afb-8359-7b426335542e not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:54:18.305299 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 49fba2c8-ccf2-4f40-a67d-8df7be7932e9 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:54:18.347542 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 49fba2c8-ccf2-4f40-a67d-8df7be7932e9 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:54:18.347926 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 49fba2c8-ccf2-4f40-a67d-8df7be7932e9 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:54:18.359240 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67e27e9a-46b7-4930-bab2-60ebdfd8734f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:18.371393 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6d6dec80-e3e3-40e7-bb6a-7587ffbd401e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:18.376109 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6d6dec80-e3e3-40e7-bb6a-7587ffbd401e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "DELETE /v2.0/ports/39ea821e-7043-45b0-a76f-48f866594a70 HTTP/1.1" status: 204 len: 168 time: 2.0845487 Jun 17 08:54:18.376731 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34058) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:18.387589 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-67e27e9a-46b7-4930-bab2-60ebdfd8734f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a104f7af-fcd3-4c65-acd4-263dbbab1d16']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:18.419816 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-67e27e9a-46b7-4930-bab2-60ebdfd8734f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2bb867-56d3-4030-9e79-8d732554f2cb') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:18.420122 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-67e27e9a-46b7-4930-bab2-60ebdfd8734f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2bb867-56d3-4030-9e79-8d732554f2cb') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:18.462320 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67e27e9a-46b7-4930-bab2-60ebdfd8734f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:18.471031 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ab0f01c0-1c36-48bd-a9c1-41f338d6336e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:18.500826 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-71f462a7-a41c-4291-9351-c4cca1a61d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:18.505829 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67e27e9a-46b7-4930-bab2-60ebdfd8734f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:18.530475 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e27e9a-46b7-4930-bab2-60ebdfd8734f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:54:18.530893 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67e27e9a-46b7-4930-bab2-60ebdfd8734f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:54:18.534323 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:54:18.676006 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef41a8-8f8e-40b4-9650-b8795b224700 req-1b41a7ed-f08d-4dcc-aa84-cd4e7199cca6 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:18.679023 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6eef41a8-8f8e-40b4-9650-b8795b224700 req-1b41a7ed-f08d-4dcc-aa84-cd4e7199cca6 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 931 time: 0.2874398 Jun 17 08:54:18.725143 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67e27e9a-46b7-4930-bab2-60ebdfd8734f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:18.730861 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67e27e9a-46b7-4930-bab2-60ebdfd8734f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:18.733039 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-67e27e9a-46b7-4930-bab2-60ebdfd8734f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/networks/a104f7af-fcd3-4c65-acd4-263dbbab1d16 HTTP/1.1" status: 204 len: 168 time: 2.2120273 Jun 17 08:54:18.735336 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e1a84377-c47b-45c3-a22d-a7b0a2e62ed4 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:18.740129 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-6b3986e7-cda5-4e7d-8dd2-d5aac6d880d5 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Deleting port fb1398d5-adbf-485f-9b9e-5c423aee1261 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:18.740787 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6b3986e7-cda5-4e7d-8dd2-d5aac6d880d5 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:18.744463 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34064) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:18.789636 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e27e9a-46b7-4930-bab2-60ebdfd8734f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Network': ['ID=a104f7af-fcd3-4c65-acd4-263dbbab1d16,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:18.795599 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-67e27e9a-46b7-4930-bab2-60ebdfd8734f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:18.941185 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f01c0-1c36-48bd-a9c1-41f338d6336e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a45424cb-452c-4fd7-9da0-2578b2d96c56,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:18.947164 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ab0f01c0-1c36-48bd-a9c1-41f338d6336e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:18.951564 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ab0f01c0-1c36-48bd-a9c1-41f338d6336e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a45424cb-452c-4fd7-9da0-2578b2d96c56 HTTP/1.1" status: 204 len: 168 time: 1.4456246 Jun 17 08:54:18.952130 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ab0f01c0-1c36-48bd-a9c1-41f338d6336e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:18.956734 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34072) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:19.117210 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-396e9743-68b4-48f6-be45-eb8209f11933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:19.184648 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ead662c4-d4ef-4053-bfe8-0426eb1c76a0 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:19.216407 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-795731a7-984a-48a2-97c2-c1d27d84218d req-06c2c108-6234-4d55-8728-d45e6d8a6bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 346f6d8b-8101-4cdf-861b-485e015958b6 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:54:19.233707 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-795731a7-984a-48a2-97c2-c1d27d84218d req-06c2c108-6234-4d55-8728-d45e6d8a6bd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:19.242220 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6eef41a8-8f8e-40b4-9650-b8795b224700 req-24a9db4c-1d96-467f-ade5-8c80f2df65c9 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5483670 Jun 17 08:54:19.279789 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-795731a7-984a-48a2-97c2-c1d27d84218d req-06c2c108-6234-4d55-8728-d45e6d8a6bd1 service neutron] Transition to ACTIVE for port object 346f6d8b-8101-4cdf-861b-485e015958b6 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:19.281646 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-396e9743-68b4-48f6-be45-eb8209f11933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:19.291675 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ead662c4-d4ef-4053-bfe8-0426eb1c76a0 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:19.296203 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-396e9743-68b4-48f6-be45-eb8209f11933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50934354-3191-48c9-bd49-e9b62269b310']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:19.312066 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dbc9a311-5694-4574-a9a2-b1b00acd74c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:19.337467 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6b3986e7-cda5-4e7d-8dd2-d5aac6d880d5 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:19.365193 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-396e9743-68b4-48f6-be45-eb8209f11933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f643f25-20a7-4954-999c-1593520abdfe') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:19.365476 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-396e9743-68b4-48f6-be45-eb8209f11933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f643f25-20a7-4954-999c-1593520abdfe') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:19.369491 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34084) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:19.412651 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-396e9743-68b4-48f6-be45-eb8209f11933 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:19.435004 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-6b3986e7-cda5-4e7d-8dd2-d5aac6d880d5 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Calling delete_port for fb1398d5-adbf-485f-9b9e-5c423aee1261 owned by {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:19.451079 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-795731a7-984a-48a2-97c2-c1d27d84218d req-06c2c108-6234-4d55-8728-d45e6d8a6bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:19.453275 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead662c4-d4ef-4053-bfe8-0426eb1c76a0 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Pushing event updated for resources: {'Port': ['ID=eba48965-88d1-44cb-9eae-0c8243adda32,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:19.465176 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ead662c4-d4ef-4053-bfe8-0426eb1c76a0 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:19.467384 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-234e2bd1-4234-4458-bedc-7fdbe5509d97 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:19.472673 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-396e9743-68b4-48f6-be45-eb8209f11933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:19.510093 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396e9743-68b4-48f6-be45-eb8209f11933 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:54:19.510093 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-396e9743-68b4-48f6-be45-eb8209f11933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:19.512224 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ead662c4-d4ef-4053-bfe8-0426eb1c76a0 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:54:19.514877 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:54:19.616700 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3fe9a38-e172-429d-a64c-c1dc4e03c257 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Deleting subnet d67dd722-a43c-45af-bbf1-986eabf0c566 {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:54:19.641009 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f3fe9a38-e172-429d-a64c-c1dc4e03c257 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:19.643620 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2c108-6234-4d55-8728-d45e6d8a6bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=346f6d8b-8101-4cdf-861b-485e015958b6,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:19.672820 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-06c2c108-6234-4d55-8728-d45e6d8a6bd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:19.728447 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f3fe9a38-e172-429d-a64c-c1dc4e03c257 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:19.752639 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-619abba1-0606-4af4-bfde-6d42f7c61475 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:19.754658 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ead662c4-d4ef-4053-bfe8-0426eb1c76a0 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:19.756446 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ead662c4-d4ef-4053-bfe8-0426eb1c76a0 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0321090 Jun 17 08:54:19.760624 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34114) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:19.771006 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-a09768c2-305c-43e9-a825-3f5f000d8aa2 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1820370315'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:19.799201 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-396e9743-68b4-48f6-be45-eb8209f11933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:19.802829 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6b3986e7-cda5-4e7d-8dd2-d5aac6d880d5 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:19.808412 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-30541054-8d5c-4a2a-801a-297ec9fd7748 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:19.817417 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a32257f2-0c7b-45c8-b829-9bdd1024159b tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:19.817417 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-396e9743-68b4-48f6-be45-eb8209f11933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:19.828112 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-396e9743-68b4-48f6-be45-eb8209f11933 admin admin] 10.222.0.49 "DELETE /v2.0/networks/50934354-3191-48c9-bd49-e9b62269b310 HTTP/1.1" status: 204 len: 168 time: 0.8633859 Jun 17 08:54:19.841858 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3986e7-cda5-4e7d-8dd2-d5aac6d880d5 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event deleted for resources: {'Port': ['ID=fb1398d5-adbf-485f-9b9e-5c423aee1261,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:19.849817 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6b3986e7-cda5-4e7d-8dd2-d5aac6d880d5 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:19.855856 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-795731a7-984a-48a2-97c2-c1d27d84218d req-06c2c108-6234-4d55-8728-d45e6d8a6bd1 service neutron] Attempting to bind port 346f6d8b-8101-4cdf-861b-485e015958b6 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:19.866745 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-795731a7-984a-48a2-97c2-c1d27d84218d req-06c2c108-6234-4d55-8728-d45e6d8a6bd1 service neutron] Attempting to bind port 346f6d8b-8101-4cdf-861b-485e015958b6 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '8b09ab30-e72c-413f-ba3e-98e0a1bb60b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eccbc072-50fb-4234-8176-49cfc92d8a16'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:19.866745 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795731a7-984a-48a2-97c2-c1d27d84218d req-06c2c108-6234-4d55-8728-d45e6d8a6bd1 service neutron] Attempting to bind port 346f6d8b-8101-4cdf-861b-485e015958b6 on network eccbc072-50fb-4234-8176-49cfc92d8a16 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:19.931999 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f3fe9a38-e172-429d-a64c-c1dc4e03c257 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:19.990151 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6b3986e7-cda5-4e7d-8dd2-d5aac6d880d5 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:19.992153 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6b3986e7-cda5-4e7d-8dd2-d5aac6d880d5 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "DELETE /v2.0/ports/fb1398d5-adbf-485f-9b9e-5c423aee1261 HTTP/1.1" status: 204 len: 168 time: 1.6128130 Jun 17 08:54:19.994471 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e9743-68b4-48f6-be45-eb8209f11933 admin admin] Pushing event deleted for resources: {'Network': ['ID=50934354-3191-48c9-bd49-e9b62269b310,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:19.995447 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34138) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:19.996351 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795731a7-984a-48a2-97c2-c1d27d84218d req-06c2c108-6234-4d55-8728-d45e6d8a6bd1 service neutron] Port 346f6d8b-8101-4cdf-861b-485e015958b6 on network eccbc072-50fb-4234-8176-49cfc92d8a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:19.996679 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795731a7-984a-48a2-97c2-c1d27d84218d req-06c2c108-6234-4d55-8728-d45e6d8a6bd1 service neutron] Attempting to bind port 346f6d8b-8101-4cdf-861b-485e015958b6 on network eccbc072-50fb-4234-8176-49cfc92d8a16 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:20.002233 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-396e9743-68b4-48f6-be45-eb8209f11933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:20.007597 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795731a7-984a-48a2-97c2-c1d27d84218d req-06c2c108-6234-4d55-8728-d45e6d8a6bd1 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:54:20.008041 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795731a7-984a-48a2-97c2-c1d27d84218d req-06c2c108-6234-4d55-8728-d45e6d8a6bd1 service neutron] Checking segment: {'id': '8b09ab30-e72c-413f-ba3e-98e0a1bb60b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eccbc072-50fb-4234-8176-49cfc92d8a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:54:20.008628 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795731a7-984a-48a2-97c2-c1d27d84218d req-06c2c108-6234-4d55-8728-d45e6d8a6bd1 service neutron] Bound using segment: {'id': '8b09ab30-e72c-413f-ba3e-98e0a1bb60b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eccbc072-50fb-4234-8176-49cfc92d8a16'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:54:20.009474 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-795731a7-984a-48a2-97c2-c1d27d84218d req-06c2c108-6234-4d55-8728-d45e6d8a6bd1 service neutron] Bound port: 346f6d8b-8101-4cdf-861b-485e015958b6, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b09ab30-e72c-413f-ba3e-98e0a1bb60b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eccbc072-50fb-4234-8176-49cfc92d8a16'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:54:20.010002 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-795731a7-984a-48a2-97c2-c1d27d84218d req-06c2c108-6234-4d55-8728-d45e6d8a6bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:20.025243 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09768c2-305c-43e9-a825-3f5f000d8aa2 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Made reservation on behalf of 056deefcde27475a8f24d102a9124908 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:20.028994 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a09768c2-305c-43e9-a825-3f5f000d8aa2 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:20.050140 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a09768c2-305c-43e9-a825-3f5f000d8aa2 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:20.136540 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-795731a7-984a-48a2-97c2-c1d27d84218d req-06c2c108-6234-4d55-8728-d45e6d8a6bd1 service neutron] For port 346f6d8b-8101-4cdf-861b-485e015958b6, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:54:20.145626 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4560fc27-b50d-4e54-b1d7-326559a75eaf tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:20.145874 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-795731a7-984a-48a2-97c2-c1d27d84218d req-06c2c108-6234-4d55-8728-d45e6d8a6bd1 service neutron] For port 346f6d8b-8101-4cdf-861b-485e015958b6, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=346f6d8b-8101-4cdf-861b-485e015958b6,segment=NetworkSegment(8b09ab30-e72c-413f-ba3e-98e0a1bb60b4),segment_id=8b09ab30-e72c-413f-ba3e-98e0a1bb60b4)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:54:20.146015 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4560fc27-b50d-4e54-b1d7-326559a75eaf tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e32954e-284e-4730-bacd-ab3280499d59 HTTP/1.1" status: 200 len: 913 time: 0.1454918 Jun 17 08:54:20.146112 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34144) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:20.195938 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f3fe9a38-e172-429d-a64c-c1dc4e03c257 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:20.227780 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c4b393ae-f028-4406-8d92-db6ea7c1b85b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:20.259067 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-619abba1-0606-4af4-bfde-6d42f7c61475 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Deleting port 52d53972-fb8a-43ca-9d11-eab19bb94bc9 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:20.259666 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-619abba1-0606-4af4-bfde-6d42f7c61475 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:20.261409 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-795731a7-984a-48a2-97c2-c1d27d84218d req-06c2c108-6234-4d55-8728-d45e6d8a6bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:20.270587 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe9a38-e172-429d-a64c-c1dc4e03c257 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Pushing event deleted for resources: {'Subnet': ['ID=d67dd722-a43c-45af-bbf1-986eabf0c566,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:20.287345 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f3fe9a38-e172-429d-a64c-c1dc4e03c257 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:20.287654 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e662f593-9f63-4e82-9086-4300b415487e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:20.290553 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f3fe9a38-e172-429d-a64c-c1dc4e03c257 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:20.294729 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f3fe9a38-e172-429d-a64c-c1dc4e03c257 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "DELETE /v2.0/subnets/d67dd722-a43c-45af-bbf1-986eabf0c566 HTTP/1.1" status: 204 len: 168 time: 0.9032023 Jun 17 08:54:20.301677 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34162) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:20.309787 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59eb8e3f-4275-4a8c-9839-2f231686acf6 None None] Network 1217f561-ccf4-4c84-98b2-7856be3953a9 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:54:20.342802 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795731a7-984a-48a2-97c2-c1d27d84218d req-06c2c108-6234-4d55-8728-d45e6d8a6bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:20.343433 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-795731a7-984a-48a2-97c2-c1d27d84218d req-06c2c108-6234-4d55-8728-d45e6d8a6bd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:20.344926 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-795731a7-984a-48a2-97c2-c1d27d84218d req-06c2c108-6234-4d55-8728-d45e6d8a6bd1 service neutron] 10.222.0.53 "PUT /v2.0/ports/346f6d8b-8101-4cdf-861b-485e015958b6 HTTP/1.1" status: 200 len: 1092 time: 2.6342065 Jun 17 08:54:20.347968 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ca3b65-3b92-4f9f-97f7-d3e892a64d3e', 'tag': '346f6d8b-8101-4cdf-861b-485e015958b6'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:20.351195 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1753dddd-bb79-44e7-ada2-ce635e6ace77" -d '{"events": [{"name": "network-changed", "server_uuid": "12ca3b65-3b92-4f9f-97f7-d3e892a64d3e", "tag": "346f6d8b-8101-4cdf-861b-485e015958b6"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:20.474076 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d41d23-2980-4e66-9b39-cd813e2358b8 x-openstack-request-id: req-a1d41d23-2980-4e66-9b39-cd813e2358b8 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:20.474076 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ca3b65-3b92-4f9f-97f7-d3e892a64d3e", "tag": "346f6d8b-8101-4cdf-861b-485e015958b6", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:20.474076 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1d41d23-2980-4e66-9b39-cd813e2358b8 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:20.474076 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ca3b65-3b92-4f9f-97f7-d3e892a64d3e', 'tag': '346f6d8b-8101-4cdf-861b-485e015958b6', 'status': 'completed', 'code': 200} Jun 17 08:54:20.474465 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-619abba1-0606-4af4-bfde-6d42f7c61475 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] For port 52d53972-fb8a-43ca-9d11-eab19bb94bc9, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=52d53972-fb8a-43ca-9d11-eab19bb94bc9,segment=NetworkSegment(868c9404-3a30-4821-8802-5a7330ccbfa4),segment_id=868c9404-3a30-4821-8802-5a7330ccbfa4)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:20.474465 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-619abba1-0606-4af4-bfde-6d42f7c61475 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:20.486690 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a09768c2-305c-43e9-a825-3f5f000d8aa2 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:20.577112 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2c108-6234-4d55-8728-d45e6d8a6bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=346f6d8b-8101-4cdf-861b-485e015958b6,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:20.596071 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-619abba1-0606-4af4-bfde-6d42f7c61475 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Calling delete_port for 52d53972-fb8a-43ca-9d11-eab19bb94bc9 owned by network:router_interface {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:20.599190 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-06c2c108-6234-4d55-8728-d45e6d8a6bd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:20.612218 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2766902-8599-408a-9ee6-490398fe3376 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:20.725035 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:20.738810 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f130bc1-3b84-4782-9db7-8673327c9ac0 None None] DHCP port deletion for 1217f561-ccf4-4c84-98b2-7856be3953a9 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:54:20.739920 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753dddd-bb79-44e7-ada2-ce635e6ace77 req-92ff1971-b266-48e0-98b2-e566bd0fa643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:20.741606 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1753dddd-bb79-44e7-ada2-ce635e6ace77 req-92ff1971-b266-48e0-98b2-e566bd0fa643 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=22ef6047a86443e4be0b6c7a582383e9&device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 1095 time: 0.2435944 Jun 17 08:54:20.742239 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a09768c2-305c-43e9-a825-3f5f000d8aa2 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:20.749244 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-61c867b4-412f-40c2-a9fc-89a7e58fffe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:20.780469 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34186) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:20.793298 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a09768c2-305c-43e9-a825-3f5f000d8aa2 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:54:20.821642 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-0f130bc1-3b84-4782-9db7-8673327c9ac0 None None] Deleting port 73d68241-95fa-4ce7-9799-5d2deb794d5e {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:20.822036 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0f130bc1-3b84-4782-9db7-8673327c9ac0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:20.889825 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-0f130bc1-3b84-4782-9db7-8673327c9ac0 None None] For port 73d68241-95fa-4ce7-9799-5d2deb794d5e, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=73d68241-95fa-4ce7-9799-5d2deb794d5e,segment=NetworkSegment(51d9365d-b04e-4fec-b73e-7c245a3c9529),segment_id=51d9365d-b04e-4fec-b73e-7c245a3c9529)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:20.890226 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0f130bc1-3b84-4782-9db7-8673327c9ac0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:20.892862 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a09768c2-305c-43e9-a825-3f5f000d8aa2 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:20.893219 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-a09768c2-305c-43e9-a825-3f5f000d8aa2 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Added segment df025706-04f9-46ac-9a50-b33c9ff4f919 of type vlan for network 07817798-1f0e-46d3-88dd-c0960c665e71 Jun 17 08:54:20.899552 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09768c2-305c-43e9-a825-3f5f000d8aa2 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c32e2244-0b48-4c56-b195-18097585e288,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:20.929916 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a09768c2-305c-43e9-a825-3f5f000d8aa2 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:20.939039 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdef9c2-a208-45bd-abc2-4236408ee3ed req-64d31e52-1fd7-4ee1-b52b-032dbed5329f tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:20.941560 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2cdef9c2-a208-45bd-abc2-4236408ee3ed req-64d31e52-1fd7-4ee1-b52b-032dbed5329f tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 943 time: 0.1589103 Jun 17 08:54:20.957677 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-a2766902-8599-408a-9ee6-490398fe3376 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Deleting port 73d68241-95fa-4ce7-9799-5d2deb794d5e {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:20.957677 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2766902-8599-408a-9ee6-490398fe3376 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:20.999732 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-0f130bc1-3b84-4782-9db7-8673327c9ac0 None None] Calling delete_port for 73d68241-95fa-4ce7-9799-5d2deb794d5e owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:21.006596 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2cdef9c2-a208-45bd-abc2-4236408ee3ed req-2e6e7096-aa23-438b-9196-484b2c8a1f7c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556076 Jun 17 08:54:21.060470 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2f141061-963e-4f44-a2e7-ca8ab7e1de80 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=105ff33ad0104f0bb37aaa476e6819f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768133 Jun 17 08:54:21.063296 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34192) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:21.081703 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a09768c2-305c-43e9-a825-3f5f000d8aa2 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:21.095616 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753dddd-bb79-44e7-ada2-ce635e6ace77 req-0393c205-7f55-44f4-8f7c-67911ad80678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:21.097555 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1753dddd-bb79-44e7-ada2-ce635e6ace77 req-0393c205-7f55-44f4-8f7c-67911ad80678 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=22ef6047a86443e4be0b6c7a582383e9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3398602 Jun 17 08:54:21.116540 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b3f7c9c9-e344-452d-9aff-35cd1b41e437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:21.127208 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-a2766902-8599-408a-9ee6-490398fe3376 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] For port 73d68241-95fa-4ce7-9799-5d2deb794d5e, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=73d68241-95fa-4ce7-9799-5d2deb794d5e,segment=NetworkSegment(51d9365d-b04e-4fec-b73e-7c245a3c9529),segment_id=51d9365d-b04e-4fec-b73e-7c245a3c9529)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:21.127575 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2766902-8599-408a-9ee6-490398fe3376 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:21.143128 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b3f7c9c9-e344-452d-9aff-35cd1b41e437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:21.174034 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-619abba1-0606-4af4-bfde-6d42f7c61475 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:21.179532 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dffb7bf4-8203-4868-940d-bd92b3c6979b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:21.208754 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619abba1-0606-4af4-bfde-6d42f7c61475 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Port': ['ID=52d53972-fb8a-43ca-9d11-eab19bb94bc9,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:21.212194 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0f130bc1-3b84-4782-9db7-8673327c9ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:21.215745 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-619abba1-0606-4af4-bfde-6d42f7c61475 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:21.226690 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-c9744c7d-a805-4fdb-a4f3-38c53e31fcc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:21.271621 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f130bc1-3b84-4782-9db7-8673327c9ac0 None None] Pushing event deleted for resources: {'Port': ['ID=73d68241-95fa-4ce7-9799-5d2deb794d5e,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:21.271621 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f130bc1-3b84-4782-9db7-8673327c9ac0 None None] No DVR routers for this DVR port 73d68241-95fa-4ce7-9799-5d2deb794d5e on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:54:21.272422 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0f130bc1-3b84-4782-9db7-8673327c9ac0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:21.281855 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-a2766902-8599-408a-9ee6-490398fe3376 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Calling delete_port for 73d68241-95fa-4ce7-9799-5d2deb794d5e owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:21.369781 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-619abba1-0606-4af4-bfde-6d42f7c61475 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:21.396656 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753dddd-bb79-44e7-ada2-ce635e6ace77 req-592b1fa0-ee17-4e78-af48-0b1c988b80ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:21.398259 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1753dddd-bb79-44e7-ada2-ce635e6ace77 req-592b1fa0-ee17-4e78-af48-0b1c988b80ee service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2898898 Jun 17 08:54:21.449466 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-210aa9ea-1a70-4749-9a50-6de63b9e9b57 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:21.520028 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b3f7c9c9-e344-452d-9aff-35cd1b41e437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:21.523140 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b3f7c9c9-e344-452d-9aff-35cd1b41e437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:21.524340 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b3f7c9c9-e344-452d-9aff-35cd1b41e437 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9465c24-d5b9-46b7-8a08-a22e57ef4833 HTTP/1.1" status: 204 len: 168 time: 0.4597211 Jun 17 08:54:21.556814 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4df8e6e7-475a-4651-ba62-a3d8619cb300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:21.557065 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a09768c2-305c-43e9-a825-3f5f000d8aa2 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:21.564961 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09768c2-305c-43e9-a825-3f5f000d8aa2 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:21.565755 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a09768c2-305c-43e9-a825-3f5f000d8aa2 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:21.566925 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7c9c9-e344-452d-9aff-35cd1b41e437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9465c24-d5b9-46b7-8a08-a22e57ef4833,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:21.573734 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b3f7c9c9-e344-452d-9aff-35cd1b41e437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:21.593698 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619abba1-0606-4af4-bfde-6d42f7c61475 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Router cc72f6e1-f861-4de1-9cab-5097f370e70b has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:54:21.604073 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bc7fe13f-6f07-4033-a528-39b79f9a7c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:21.639545 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2766902-8599-408a-9ee6-490398fe3376 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:21.709045 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2766902-8599-408a-9ee6-490398fe3376 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] No DVR routers for this DVR port 73d68241-95fa-4ce7-9799-5d2deb794d5e on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:54:21.713398 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619abba1-0606-4af4-bfde-6d42f7c61475 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:54:21.721536 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-619abba1-0606-4af4-bfde-6d42f7c61475 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "PUT /v2.0/routers/cc72f6e1-f861-4de1-9cab-5097f370e70b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9756429 Jun 17 08:54:21.724843 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34212) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:21.725207 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b68442-a81a-4f59-a4ff-11720cbd6484 None None] Sync routers for ids ['cc72f6e1-f861-4de1-9cab-5097f370e70b'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:54:21.743048 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b68442-a81a-4f59-a4ff-11720cbd6484 None None] Routers {'cc72f6e1-f861-4de1-9cab-5097f370e70b'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:21.745534 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-e8b68442-a81a-4f59-a4ff-11720cbd6484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cc72f6e1-f861-4de1-9cab-5097f370e70b'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:21.776886 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09768c2-305c-43e9-a825-3f5f000d8aa2 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Pushing event updated for resources: {'Network': ['ID=07817798-1f0e-46d3-88dd-c0960c665e71,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:21.788937 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 07817798-1f0e-46d3-88dd-c0960c665e71 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:54:21.791543 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e36a64f-3896-4067-bfaa-9256ba68c1a7 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Deleting subnet be08c183-c1d4-4b79-8662-81b6b3c50425 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:54:21.795759 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2e36a64f-3896-4067-bfaa-9256ba68c1a7 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:21.829541 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-e8b68442-a81a-4f59-a4ff-11720cbd6484 None None] Set router cc72f6e1-f861-4de1-9cab-5097f370e70b gateway port host: None {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:54:21.844071 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2e36a64f-3896-4067-bfaa-9256ba68c1a7 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:21.865303 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2766902-8599-408a-9ee6-490398fe3376 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:21.876265 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-a2766902-8599-408a-9ee6-490398fe3376 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1217f561-ccf4-4c84-98b2-7856be3953a9']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:21.888155 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-a2766902-8599-408a-9ee6-490398fe3376 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d9365d-b04e-4fec-b73e-7c245a3c9529') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:21.888927 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-a2766902-8599-408a-9ee6-490398fe3376 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d9365d-b04e-4fec-b73e-7c245a3c9529') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:21.906934 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2766902-8599-408a-9ee6-490398fe3376 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:21.911495 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-e8b68442-a81a-4f59-a4ff-11720cbd6484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:54:20Z', 'revision_number': 11, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:21.943105 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a09768c2-305c-43e9-a825-3f5f000d8aa2 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:21.945091 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-12ccabe1-ce02-40af-99cb-70535853a274 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:21.953351 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b68442-a81a-4f59-a4ff-11720cbd6484 None None] Checking router: cc72f6e1-f861-4de1-9cab-5097f370e70b for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:54:21.956861 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a09768c2-305c-43e9-a825-3f5f000d8aa2 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1915760 Jun 17 08:54:21.960180 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34218) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:21.960363 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2e36a64f-3896-4067-bfaa-9256ba68c1a7 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:21.969443 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b68442-a81a-4f59-a4ff-11720cbd6484 None None] Routers {'cc72f6e1-f861-4de1-9cab-5097f370e70b'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:21.970722 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-e8b68442-a81a-4f59-a4ff-11720cbd6484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cc72f6e1-f861-4de1-9cab-5097f370e70b'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:21.972308 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-56348009-ebc2-46f6-a1dc-685cd595026d tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Request body: {'subnet': {'network_id': '07817798-1f0e-46d3-88dd-c0960c665e71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:21.998809 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2766902-8599-408a-9ee6-490398fe3376 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.023425 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2766902-8599-408a-9ee6-490398fe3376 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Pushing event deleted for resources: {'Port': ['ID=73d68241-95fa-4ce7-9799-5d2deb794d5e,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:22.035476 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a2766902-8599-408a-9ee6-490398fe3376 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:22.036689 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2766902-8599-408a-9ee6-490398fe3376 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:54:22.037052 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2766902-8599-408a-9ee6-490398fe3376 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.056293 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-e8b68442-a81a-4f59-a4ff-11720cbd6484 None None] Set router cc72f6e1-f861-4de1-9cab-5097f370e70b gateway port host: None {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:54:22.078005 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:54:22.146593 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-e8b68442-a81a-4f59-a4ff-11720cbd6484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:54:20Z', 'revision_number': 11, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:22.177855 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b68442-a81a-4f59-a4ff-11720cbd6484 None None] The sync data for ids ['cc72f6e1-f861-4de1-9cab-5097f370e70b'] in n-d-758944-30 is: [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:54:20Z', 'revision_number': 11, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:54:22.221491 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2e36a64f-3896-4067-bfaa-9256ba68c1a7 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.230098 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2c0156cd-0d15-45de-831e-05986fad747d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:22.261841 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36a64f-3896-4067-bfaa-9256ba68c1a7 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Subnet': ['ID=be08c183-c1d4-4b79-8662-81b6b3c50425,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:22.265262 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2e36a64f-3896-4067-bfaa-9256ba68c1a7 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:22.266371 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2e36a64f-3896-4067-bfaa-9256ba68c1a7 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.269059 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-2e36a64f-3896-4067-bfaa-9256ba68c1a7 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/subnets/be08c183-c1d4-4b79-8662-81b6b3c50425 HTTP/1.1" status: 204 len: 168 time: 0.5404260 Jun 17 08:54:22.275146 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34230) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:22.275297 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795731a7-984a-48a2-97c2-c1d27d84218d req-50082671-4d84-4674-9665-dcee891ea1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:22.276747 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-795731a7-984a-48a2-97c2-c1d27d84218d req-50082671-4d84-4674-9665-dcee891ea1a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=22ef6047a86443e4be0b6c7a582383e9&device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 1095 time: 0.8250978 Jun 17 08:54:22.280109 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da09073a-93ff-4738-8677-fc5e15161136 None None] Network df9f84fe-deac-4508-be3f-b1ca899b873d requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:54:22.354211 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-795731a7-984a-48a2-97c2-c1d27d84218d req-bff610b0-2108-4adb-8cd3-92b80dd9778e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=346f6d8b-8101-4cdf-861b-485e015958b6 HTTP/1.1" status: 200 len: 217 time: 0.0502305 Jun 17 08:54:22.372062 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f0511d93-fddb-455b-9beb-0b3ee45554ed tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.433835 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-f0511d93-fddb-455b-9beb-0b3ee45554ed tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Deleting port b0f44dbf-2d24-44e3-814c-163fd4a28e14 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:22.434190 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f0511d93-fddb-455b-9beb-0b3ee45554ed tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.447668 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795731a7-984a-48a2-97c2-c1d27d84218d req-d3531c47-7c03-4733-ba1a-8402f86fdf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:22.448984 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-795731a7-984a-48a2-97c2-c1d27d84218d req-d3531c47-7c03-4733-ba1a-8402f86fdf47 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=52ee78f2-03df-40f6-909e-7994b6ca5c1f HTTP/1.1" status: 200 len: 855 time: 0.0852141 Jun 17 08:54:22.454627 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2766902-8599-408a-9ee6-490398fe3376 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.467477 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8603b34-2cce-4c3a-9c96-fe30cfd8ec68 req-b0312e62-5b4c-4e26-9380-d94559c04141 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:22.474557 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a8603b34-2cce-4c3a-9c96-fe30cfd8ec68 req-b0312e62-5b4c-4e26-9380-d94559c04141 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 943 time: 0.2595661 Jun 17 08:54:22.486543 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fe5c833f-6a96-4b30-908d-ae1dc35bdc2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:22.491571 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2766902-8599-408a-9ee6-490398fe3376 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.493596 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a2766902-8599-408a-9ee6-490398fe3376 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "DELETE /v2.0/networks/1217f561-ccf4-4c84-98b2-7856be3953a9 HTTP/1.1" status: 204 len: 168 time: 2.1880972 Jun 17 08:54:22.496313 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34236) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:22.528455 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-795731a7-984a-48a2-97c2-c1d27d84218d req-ebb414ee-5ceb-47a9-88fc-389525def0bb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eccbc072-50fb-4234-8176-49cfc92d8a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721257 Jun 17 08:54:22.579796 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-f0511d93-fddb-455b-9beb-0b3ee45554ed tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] For port b0f44dbf-2d24-44e3-814c-163fd4a28e14, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=b0f44dbf-2d24-44e3-814c-163fd4a28e14,segment=NetworkSegment(868c9404-3a30-4821-8802-5a7330ccbfa4),segment_id=868c9404-3a30-4821-8802-5a7330ccbfa4)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:22.580208 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f0511d93-fddb-455b-9beb-0b3ee45554ed tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.591825 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0ea162-f361-406b-92c9-7dc0094905e4 None None] DHCP port deletion for df9f84fe-deac-4508-be3f-b1ca899b873d request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:54:22.595899 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56348009-ebc2-46f6-a1dc-685cd595026d tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Made reservation on behalf of 056deefcde27475a8f24d102a9124908 for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:22.600378 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-56348009-ebc2-46f6-a1dc-685cd595026d tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.606545 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2766902-8599-408a-9ee6-490398fe3376 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Pushing event deleted for resources: {'Network': ['ID=1217f561-ccf4-4c84-98b2-7856be3953a9,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:22.647412 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a2766902-8599-408a-9ee6-490398fe3376 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:22.665943 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 73d68241-95fa-4ce7-9799-5d2deb794d5e no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:54:22.706986 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 73d68241-95fa-4ce7-9799-5d2deb794d5e {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:54:22.706986 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 73d68241-95fa-4ce7-9799-5d2deb794d5e not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:54:22.752681 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-f0511d93-fddb-455b-9beb-0b3ee45554ed tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Calling delete_port for b0f44dbf-2d24-44e3-814c-163fd4a28e14 owned by network:dhcp {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:22.759880 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-af0ea162-f361-406b-92c9-7dc0094905e4 None None] Deleting port b0f44dbf-2d24-44e3-814c-163fd4a28e14 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:22.760902 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-af0ea162-f361-406b-92c9-7dc0094905e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.761745 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f78c052-1691-4ac9-bc11-1a945f20a65d tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Deleting subnet ccf0eb19-cfb2-4973-9c64-0057108f0320 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:54:22.769223 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6f78c052-1691-4ac9-bc11-1a945f20a65d tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.813506 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a8603b34-2cce-4c3a-9c96-fe30cfd8ec68 req-40fdf036-e24e-46e6-bc25-08f6d863c592 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379772 Jun 17 08:54:22.945148 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-af0ea162-f361-406b-92c9-7dc0094905e4 None None] For port b0f44dbf-2d24-44e3-814c-163fd4a28e14, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=b0f44dbf-2d24-44e3-814c-163fd4a28e14,segment=NetworkSegment(868c9404-3a30-4821-8802-5a7330ccbfa4),segment_id=868c9404-3a30-4821-8802-5a7330ccbfa4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:22.946778 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-af0ea162-f361-406b-92c9-7dc0094905e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.948168 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6f78c052-1691-4ac9-bc11-1a945f20a65d tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:23.115571 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-af0ea162-f361-406b-92c9-7dc0094905e4 None None] Calling delete_port for b0f44dbf-2d24-44e3-814c-163fd4a28e14 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:23.160264 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6f78c052-1691-4ac9-bc11-1a945f20a65d tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:23.291985 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-795731a7-984a-48a2-97c2-c1d27d84218d req-7acfc9a7-f874-478b-b720-942aceecfb34 service neutron] 10.222.0.53 "GET /v2.0/networks/eccbc072-50fb-4234-8176-49cfc92d8a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7431183 Jun 17 08:54:23.297999 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f0511d93-fddb-455b-9beb-0b3ee45554ed tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:23.311695 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-88f9a116-1be4-4a87-814f-6bcb9493e490 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:23.312740 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-af0ea162-f361-406b-92c9-7dc0094905e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:23.316398 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:23.337673 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0511d93-fddb-455b-9beb-0b3ee45554ed tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Port': ['ID=b0f44dbf-2d24-44e3-814c-163fd4a28e14,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:23.339733 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0511d93-fddb-455b-9beb-0b3ee45554ed tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] No DVR routers for this DVR port b0f44dbf-2d24-44e3-814c-163fd4a28e14 on host n-d-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:54:23.341160 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f0511d93-fddb-455b-9beb-0b3ee45554ed tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:23.344161 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ea162-f361-406b-92c9-7dc0094905e4 None None] Pushing event deleted for resources: {'Port': ['ID=b0f44dbf-2d24-44e3-814c-163fd4a28e14,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:23.347522 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-af0ea162-f361-406b-92c9-7dc0094905e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:23.349102 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0ea162-f361-406b-92c9-7dc0094905e4 None None] No DVR routers for this DVR port b0f44dbf-2d24-44e3-814c-163fd4a28e14 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:54:23.373513 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-210aa9ea-1a70-4749-9a50-6de63b9e9b57 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Deleting port f2411c41-f179-4d99-8d9a-12101e681587 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:23.373857 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-210aa9ea-1a70-4749-9a50-6de63b9e9b57 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:23.435591 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f0511d93-fddb-455b-9beb-0b3ee45554ed tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:23.446628 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-f0511d93-fddb-455b-9beb-0b3ee45554ed tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9f84fe-deac-4508-be3f-b1ca899b873d']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:23.462558 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-f0511d93-fddb-455b-9beb-0b3ee45554ed tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868c9404-3a30-4821-8802-5a7330ccbfa4') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:23.463131 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-f0511d93-fddb-455b-9beb-0b3ee45554ed tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868c9404-3a30-4821-8802-5a7330ccbfa4') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:23.467429 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6f78c052-1691-4ac9-bc11-1a945f20a65d tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:23.467683 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-795731a7-984a-48a2-97c2-c1d27d84218d req-758df5aa-bc41-4f1f-a5df-eb991204fa50 service neutron] 10.222.0.53 "GET /v2.0/networks/eccbc072-50fb-4234-8176-49cfc92d8a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678021 Jun 17 08:54:23.474902 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2e36a64f-3896-4067-bfaa-9256ba68c1a7 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:23.489352 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f0511d93-fddb-455b-9beb-0b3ee45554ed tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:23.520092 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-210aa9ea-1a70-4749-9a50-6de63b9e9b57 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:23.522769 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78c052-1691-4ac9-bc11-1a945f20a65d tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Pushing event deleted for resources: {'Subnet': ['ID=ccf0eb19-cfb2-4973-9c64-0057108f0320,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:23.530542 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6f78c052-1691-4ac9-bc11-1a945f20a65d tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:23.530542 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6f78c052-1691-4ac9-bc11-1a945f20a65d tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:23.532365 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6f78c052-1691-4ac9-bc11-1a945f20a65d tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "DELETE /v2.0/subnets/ccf0eb19-cfb2-4973-9c64-0057108f0320 HTTP/1.1" status: 204 len: 168 time: 1.0331395 Jun 17 08:54:23.533715 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f0511d93-fddb-455b-9beb-0b3ee45554ed tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:23.538500 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34268) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:23.542952 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dfb8ba-ecbe-47a1-a2e2-56df59100379 None None] Network b89406c4-5ce2-40be-92aa-c0dbc840cb38 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:54:23.548713 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0511d93-fddb-455b-9beb-0b3ee45554ed tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:54:23.549116 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f0511d93-fddb-455b-9beb-0b3ee45554ed tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:54:23.553210 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:54:23.608973 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34270) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:23.613878 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-210aa9ea-1a70-4749-9a50-6de63b9e9b57 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Calling delete_port for f2411c41-f179-4d99-8d9a-12101e681587 owned by network:router_interface {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:23.688589 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-58fc779e-6548-453f-89d0-7b20db0d9a4e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:23.802339 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-4d94b66a-68ac-4339-b754-0fb03f3b0610 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1150707297-network', 'tenant_id': '12ffbe5df47a409caaa09a4e37876325'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:23.816052 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-58fc779e-6548-453f-89d0-7b20db0d9a4e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Deleting port e823bf9e-c38b-468b-9e73-2ef6acbbc0ce {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:23.816774 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-58fc779e-6548-453f-89d0-7b20db0d9a4e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:23.850242 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc632a16-b0f8-44d6-b398-80a8bd4cc670 None None] DHCP port deletion for b89406c4-5ce2-40be-92aa-c0dbc840cb38 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:54:23.908587 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-58fc779e-6548-453f-89d0-7b20db0d9a4e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] For port e823bf9e-c38b-468b-9e73-2ef6acbbc0ce, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=e823bf9e-c38b-468b-9e73-2ef6acbbc0ce,segment=NetworkSegment(f6d78a4c-ef2e-4f34-a072-8cdc211e4c60),segment_id=f6d78a4c-ef2e-4f34-a072-8cdc211e4c60)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:23.908944 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-58fc779e-6548-453f-89d0-7b20db0d9a4e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:23.909158 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-dc632a16-b0f8-44d6-b398-80a8bd4cc670 None None] Deleting port e823bf9e-c38b-468b-9e73-2ef6acbbc0ce {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:23.909940 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-dc632a16-b0f8-44d6-b398-80a8bd4cc670 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:23.925918 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f0511d93-fddb-455b-9beb-0b3ee45554ed tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:23.980173 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-939b1d0b-ce61-443f-a584-245de4faa4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:23.992106 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f0511d93-fddb-455b-9beb-0b3ee45554ed tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:23.995534 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f0511d93-fddb-455b-9beb-0b3ee45554ed tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/networks/df9f84fe-deac-4508-be3f-b1ca899b873d HTTP/1.1" status: 204 len: 168 time: 1.7183342 Jun 17 08:54:23.998857 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34282) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:24.001938 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-dc632a16-b0f8-44d6-b398-80a8bd4cc670 None None] For port e823bf9e-c38b-468b-9e73-2ef6acbbc0ce, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=e823bf9e-c38b-468b-9e73-2ef6acbbc0ce,segment=NetworkSegment(f6d78a4c-ef2e-4f34-a072-8cdc211e4c60),segment_id=f6d78a4c-ef2e-4f34-a072-8cdc211e4c60)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:24.002978 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-dc632a16-b0f8-44d6-b398-80a8bd4cc670 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:24.003771 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-16d0084a-5128-4a4b-b102-4bf1d197f4cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'router': {'routes': None}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:24.031652 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-58fc779e-6548-453f-89d0-7b20db0d9a4e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Calling delete_port for e823bf9e-c38b-468b-9e73-2ef6acbbc0ce owned by network:dhcp {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:24.084123 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-dc632a16-b0f8-44d6-b398-80a8bd4cc670 None None] Calling delete_port for e823bf9e-c38b-468b-9e73-2ef6acbbc0ce owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:24.108298 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-56348009-ebc2-46f6-a1dc-685cd595026d tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:24.115393 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ccae07e5-8dc3-4b1c-9f0f-d13593f595e5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:24.205011 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0511d93-fddb-455b-9beb-0b3ee45554ed tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Pushing event deleted for resources: {'Network': ['ID=df9f84fe-deac-4508-be3f-b1ca899b873d,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:24.211493 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f0511d93-fddb-455b-9beb-0b3ee45554ed tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:24.212896 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d94b66a-68ac-4339-b754-0fb03f3b0610 admin admin] Made reservation on behalf of 12ffbe5df47a409caaa09a4e37876325 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:24.217893 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4d94b66a-68ac-4339-b754-0fb03f3b0610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:24.229208 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device e823bf9e-c38b-468b-9e73-2ef6acbbc0ce no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:54:24.233425 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4d94b66a-68ac-4339-b754-0fb03f3b0610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:24.257087 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-210aa9ea-1a70-4749-9a50-6de63b9e9b57 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:24.288430 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d7bcd-c0d9-4643-945c-c15bb49fe8d0 req-5387b159-3418-4779-b1d0-1eb9da4cda42 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:24.290033 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-637d7bcd-c0d9-4643-945c-c15bb49fe8d0 req-5387b159-3418-4779-b1d0-1eb9da4cda42 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 943 time: 0.3196220 Jun 17 08:54:24.321086 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:24.350100 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-637d7bcd-c0d9-4643-945c-c15bb49fe8d0 req-c0c31099-2f1f-4c08-9d57-d42a1e4fe7dc tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522211 Jun 17 08:54:24.369096 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56348009-ebc2-46f6-a1dc-685cd595026d tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Pushing event updated for resources: {'Subnet': ['ID=5e323561-b664-4074-8d22-0964a1a4da7c,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:24.371799 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.extraroute_db [None req-16d0084a-5128-4a4b-b102-4bf1d197f4cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Added routes are [] {{(pid=94520) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 17 08:54:24.372001 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.extraroute_db [None req-16d0084a-5128-4a4b-b102-4bf1d197f4cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Removed routes are [] {{(pid=94520) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 17 08:54:24.372274 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-16d0084a-5128-4a4b-b102-4bf1d197f4cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:24.383748 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-56348009-ebc2-46f6-a1dc-685cd595026d tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:24.383748 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-00465a73-e93b-4b0e-9380-2363021691ee tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:24.387486 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-58fc779e-6548-453f-89d0-7b20db0d9a4e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:24.389465 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d6505de3-ddce-4581-84ae-ef7fab26e19e tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:24.402557 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56348009-ebc2-46f6-a1dc-685cd595026d tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Checking segment: {'id': 'df025706-04f9-46ac-9a50-b33c9ff4f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '07817798-1f0e-46d3-88dd-c0960c665e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:54:24.402897 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56348009-ebc2-46f6-a1dc-685cd595026d tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Network hostable DHCP agents. Network: 07817798-1f0e-46d3-88dd-c0960c665e71, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:54:24.410302 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210aa9ea-1a70-4749-9a50-6de63b9e9b57 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event deleted for resources: {'Port': ['ID=f2411c41-f179-4d99-8d9a-12101e681587,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:24.437871 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device b0f44dbf-2d24-44e3-814c-163fd4a28e14 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:54:24.446110 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fc779e-6548-453f-89d0-7b20db0d9a4e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] No DVR routers for this DVR port e823bf9e-c38b-468b-9e73-2ef6acbbc0ce on host n-d-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:54:24.449226 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4d94b66a-68ac-4339-b754-0fb03f3b0610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:24.453359 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc779e-6548-453f-89d0-7b20db0d9a4e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Pushing event deleted for resources: {'Port': ['ID=e823bf9e-c38b-468b-9e73-2ef6acbbc0ce,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:24.460228 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-58fc779e-6548-453f-89d0-7b20db0d9a4e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:24.461796 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: b0f44dbf-2d24-44e3-814c-163fd4a28e14 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:54:24.462169 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device b0f44dbf-2d24-44e3-814c-163fd4a28e14 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:54:24.462733 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 52d53972-fb8a-43ca-9d11-eab19bb94bc9 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:54:24.464553 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-dc632a16-b0f8-44d6-b398-80a8bd4cc670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:24.474267 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-b6348f29-ced1-40ed-9251-8dc84999c0ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:24.487595 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-210aa9ea-1a70-4749-9a50-6de63b9e9b57 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:24.495955 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc632a16-b0f8-44d6-b398-80a8bd4cc670 None None] No DVR routers for this DVR port e823bf9e-c38b-468b-9e73-2ef6acbbc0ce on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:54:24.514682 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 52d53972-fb8a-43ca-9d11-eab19bb94bc9 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:54:24.515072 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 52d53972-fb8a-43ca-9d11-eab19bb94bc9 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:54:24.518365 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc632a16-b0f8-44d6-b398-80a8bd4cc670 None None] Pushing event deleted for resources: {'Port': ['ID=e823bf9e-c38b-468b-9e73-2ef6acbbc0ce,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:24.520911 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-dc632a16-b0f8-44d6-b398-80a8bd4cc670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:24.556010 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-58fc779e-6548-453f-89d0-7b20db0d9a4e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:24.566378 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-58fc779e-6548-453f-89d0-7b20db0d9a4e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b89406c4-5ce2-40be-92aa-c0dbc840cb38']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:24.584533 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4d94b66a-68ac-4339-b754-0fb03f3b0610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:24.601552 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-58fc779e-6548-453f-89d0-7b20db0d9a4e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d78a4c-ef2e-4f34-a072-8cdc211e4c60') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:24.602372 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-58fc779e-6548-453f-89d0-7b20db0d9a4e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d78a4c-ef2e-4f34-a072-8cdc211e4c60') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:24.602743 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-16d0084a-5128-4a4b-b102-4bf1d197f4cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:24.605320 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b3f7c9c9-e344-452d-9aff-35cd1b41e437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:24.622352 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d94b66a-68ac-4339-b754-0fb03f3b0610 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:54:24.655941 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-58fc779e-6548-453f-89d0-7b20db0d9a4e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:24.683385 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4d94b66a-68ac-4339-b754-0fb03f3b0610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:24.683961 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-4d94b66a-68ac-4339-b754-0fb03f3b0610 admin admin] Added segment 7ec75b8f-49db-495c-8722-903a6539440d of type vlan for network bd7e8056-ca11-4a34-8dd4-c128681c2a28 Jun 17 08:54:24.706274 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56348009-ebc2-46f6-a1dc-685cd595026d tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Network 07817798-1f0e-46d3-88dd-c0960c665e71 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:54:24.715117 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-16d0084a-5128-4a4b-b102-4bf1d197f4cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-940956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941038', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-949414'] for router, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:24.746636 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94b66a-68ac-4339-b754-0fb03f3b0610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3331b8-4d4a-4990-936c-5d7fe0cda953,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:24.751485 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-58fc779e-6548-453f-89d0-7b20db0d9a4e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:24.764290 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4d94b66a-68ac-4339-b754-0fb03f3b0610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:24.778691 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58fc779e-6548-453f-89d0-7b20db0d9a4e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:54:24.779336 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-58fc779e-6548-453f-89d0-7b20db0d9a4e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:54:24.784694 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:54:24.805891 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4d94b66a-68ac-4339-b754-0fb03f3b0610 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:24.851612 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-56348009-ebc2-46f6-a1dc-685cd595026d tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 07817798-1f0e-46d3-88dd-c0960c665e71) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:24.862756 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170b2960-8577-4050-911d-26a8303229f3 None None] Network 07817798-1f0e-46d3-88dd-c0960c665e71 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:54:24.871056 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56348009-ebc2-46f6-a1dc-685cd595026d tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:24.872408 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-56348009-ebc2-46f6-a1dc-685cd595026d tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:24.915991 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d0084a-5128-4a4b-b102-4bf1d197f4cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Router cc72f6e1-f861-4de1-9cab-5097f370e70b has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:54:24.937245 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-210aa9ea-1a70-4749-9a50-6de63b9e9b57 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:25.014950 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-58fc779e-6548-453f-89d0-7b20db0d9a4e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:25.021812 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-56348009-ebc2-46f6-a1dc-685cd595026d tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0545154 Jun 17 08:54:25.022493 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-67e27e9a-46b7-4930-bab2-60ebdfd8734f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:25.024810 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34310) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:25.029444 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-58fc779e-6548-453f-89d0-7b20db0d9a4e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:25.033166 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-58fc779e-6548-453f-89d0-7b20db0d9a4e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] 10.222.0.49 "DELETE /v2.0/networks/b89406c4-5ce2-40be-92aa-c0dbc840cb38 HTTP/1.1" status: 204 len: 168 time: 1.4936604 Jun 17 08:54:25.054560 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc779e-6548-453f-89d0-7b20db0d9a4e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Pushing event deleted for resources: {'Network': ['ID=b89406c4-5ce2-40be-92aa-c0dbc840cb38,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:25.059540 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-58fc779e-6548-453f-89d0-7b20db0d9a4e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:25.076553 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba619872-ea5b-4cf6-810e-37d13aab1342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-07817798-1f0e-46d3-88dd-c0960c665e71', 'network_id': '07817798-1f0e-46d3-88dd-c0960c665e71', 'tenant_id': '056deefcde27475a8f24d102a9124908', 'fixed_ips': [{'subnet_id': '5e323561-b664-4074-8d22-0964a1a4da7c'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:54:25.079995 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ba619872-ea5b-4cf6-810e-37d13aab1342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:25.100257 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-dbd7bfbc-1ea2-45d8-8678-a4bc863a95bb tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-369114807', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}, 'admin_state_up': False}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:25.115727 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d0084a-5128-4a4b-b102-4bf1d197f4cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:54:25.127013 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-16d0084a-5128-4a4b-b102-4bf1d197f4cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:25.130746 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-16d0084a-5128-4a4b-b102-4bf1d197f4cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "PUT /v2.0/routers/cc72f6e1-f861-4de1-9cab-5097f370e70b HTTP/1.1" status: 200 len: 704 time: 1.1283224 Jun 17 08:54:25.131410 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34320) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:25.148123 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4d94b66a-68ac-4339-b754-0fb03f3b0610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:25.163124 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d94b66a-68ac-4339-b754-0fb03f3b0610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:25.163765 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4d94b66a-68ac-4339-b754-0fb03f3b0610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:25.194717 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-68d47317-f7e4-4431-a236-48ecfdf9ce27 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:25.203748 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-1d5d4693-253c-4be9-b32a-dd458fb2b8c4 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc72f6e1-f861-4de1-9cab-5097f370e70b HTTP/1.1" status: 200 len: 205 time: 0.0693104 Jun 17 08:54:25.207372 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34326) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:25.241237 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a69062e-6861-44b5-a2e7-ec9d55543ec4 None None] Sync routers for ids ['cc72f6e1-f861-4de1-9cab-5097f370e70b'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:54:25.268150 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94b66a-68ac-4339-b754-0fb03f3b0610 admin admin] Pushing event updated for resources: {'Network': ['ID=bd7e8056-ca11-4a34-8dd4-c128681c2a28,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:25.282057 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4d94b66a-68ac-4339-b754-0fb03f3b0610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:25.325243 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dbd7bfbc-1ea2-45d8-8678-a4bc863a95bb tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:25.326460 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dbd7bfbc-1ea2-45d8-8678-a4bc863a95bb tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:25.409201 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-44a5d9c8-0563-496f-b850-736087c7e29b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:25.424932 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network bd7e8056-ca11-4a34-8dd4-c128681c2a28 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:54:25.461485 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34338) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:25.523760 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a69062e-6861-44b5-a2e7-ec9d55543ec4 None None] Routers {'cc72f6e1-f861-4de1-9cab-5097f370e70b'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:25.524715 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-3a69062e-6861-44b5-a2e7-ec9d55543ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cc72f6e1-f861-4de1-9cab-5097f370e70b'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:25.543696 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dbd7bfbc-1ea2-45d8-8678-a4bc863a95bb tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:25.572211 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4d94b66a-68ac-4339-b754-0fb03f3b0610 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9321151 Jun 17 08:54:25.575498 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34340) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:25.580714 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-c89ef3c8-8311-4c34-b73e-4b072323054b admin admin] Request body: {'subnet': {'network_id': 'bd7e8056-ca11-4a34-8dd4-c128681c2a28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1150707297-subnet', 'tenant_id': '12ffbe5df47a409caaa09a4e37876325', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:25.657263 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-3a69062e-6861-44b5-a2e7-ec9d55543ec4 None None] Set router cc72f6e1-f861-4de1-9cab-5097f370e70b gateway port host: None {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:54:25.669560 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-44a5d9c8-0563-496f-b850-736087c7e29b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:25.673086 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-44a5d9c8-0563-496f-b850-736087c7e29b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:25.718444 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-61a6f3e1-9c98-4937-90a8-4c5c022f313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:25.725598 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-3a69062e-6861-44b5-a2e7-ec9d55543ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:54:20Z', 'revision_number': 11, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:25.727421 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210aa9ea-1a70-4749-9a50-6de63b9e9b57 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Router 3e32954e-284e-4730-bacd-ab3280499d59 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:54:25.732282 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-ba619872-ea5b-4cf6-810e-37d13aab1342 None None] Allocated IP 172.20.0.2 (07817798-1f0e-46d3-88dd-c0960c665e71/5e323561-b664-4074-8d22-0964a1a4da7c/b6a076a5-f325-4d1e-9e7e-ded19767bc7b) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:54:25.773996 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a69062e-6861-44b5-a2e7-ec9d55543ec4 None None] Checking router: cc72f6e1-f861-4de1-9cab-5097f370e70b for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:54:25.796930 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a69062e-6861-44b5-a2e7-ec9d55543ec4 None None] Routers {'cc72f6e1-f861-4de1-9cab-5097f370e70b'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:25.798298 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-3a69062e-6861-44b5-a2e7-ec9d55543ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['cc72f6e1-f861-4de1-9cab-5097f370e70b'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:25.828264 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b10622-0e7b-463e-89cf-3896751b7d30 req-76a04261-ef0d-455e-8c6d-80be27c502e8 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:25.830396 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a3b10622-0e7b-463e-89cf-3896751b7d30 req-76a04261-ef0d-455e-8c6d-80be27c502e8 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 943 time: 0.3033204 Jun 17 08:54:25.982524 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-44a5d9c8-0563-496f-b850-736087c7e29b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:25.983335 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a5d9c8-0563-496f-b850-736087c7e29b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Fanout notify agent at l3_agent the message router_deleted on router cc72f6e1-f861-4de1-9cab-5097f370e70b {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:54:25.997066 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-44a5d9c8-0563-496f-b850-736087c7e29b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:25.998440 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-44a5d9c8-0563-496f-b850-736087c7e29b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/routers/cc72f6e1-f861-4de1-9cab-5097f370e70b HTTP/1.1" status: 204 len: 168 time: 0.7894969 Jun 17 08:54:26.000905 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dbd7bfbc-1ea2-45d8-8678-a4bc863a95bb tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:26.009285 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34352) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:26.035080 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-baa8d590-214b-42ae-a91d-b0e4b9eb10e3 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-991436379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:26.054874 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a3b10622-0e7b-463e-89cf-3896751b7d30 req-bdfeade2-3395-4418-a17d-b5935bdd299f tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857910 Jun 17 08:54:26.099967 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210aa9ea-1a70-4749-9a50-6de63b9e9b57 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:54:26.115167 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-210aa9ea-1a70-4749-9a50-6de63b9e9b57 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "PUT /v2.0/routers/3e32954e-284e-4730-bacd-ab3280499d59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9585915 Jun 17 08:54:26.115747 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89ef3c8-8311-4c34-b73e-4b072323054b admin admin] Made reservation on behalf of 12ffbe5df47a409caaa09a4e37876325 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:26.115747 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c89ef3c8-8311-4c34-b73e-4b072323054b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:26.116087 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c69f91-d032-4407-a2f9-12d0c96c95e7 None None] Sync routers for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:54:26.116885 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34358) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:26.136993 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-3a69062e-6861-44b5-a2e7-ec9d55543ec4 None None] Set router cc72f6e1-f861-4de1-9cab-5097f370e70b gateway port host: None {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:54:26.160185 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c69f91-d032-4407-a2f9-12d0c96c95e7 None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:26.161679 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-09c69f91-d032-4407-a2f9-12d0c96c95e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:26.236444 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-09c69f91-d032-4407-a2f9-12d0c96c95e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:26.262050 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c69f91-d032-4407-a2f9-12d0c96c95e7 None None] Routers {'3e32954e-284e-4730-bacd-ab3280499d59'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:26.265236 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-09c69f91-d032-4407-a2f9-12d0c96c95e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['3e32954e-284e-4730-bacd-ab3280499d59'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:26.273291 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-3a69062e-6861-44b5-a2e7-ec9d55543ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:54:20Z', 'revision_number': 11, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:26.325501 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-09c69f91-d032-4407-a2f9-12d0c96c95e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:26.326459 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c69f91-d032-4407-a2f9-12d0c96c95e7 None None] The sync data for ids ['3e32954e-284e-4730-bacd-ab3280499d59'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:54:26.329120 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ba619872-ea5b-4cf6-810e-37d13aab1342 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:26.332031 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a69062e-6861-44b5-a2e7-ec9d55543ec4 None None] The sync data for ids ['cc72f6e1-f861-4de1-9cab-5097f370e70b'] in n-d-758944-30 is: [{'id': 'cc72f6e1-f861-4de1-9cab-5097f370e70b', 'name': 'tempest-RoutersIpV6Test-router-265245836', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:53:07Z', 'updated_at': '2021-06-17T08:54:20Z', 'revision_number': 11, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:54:26.340651 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ba619872-ea5b-4cf6-810e-37d13aab1342 None None] Transition to ACTIVE for port object b6a076a5-f325-4d1e-9e7e-ded19767bc7b will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:26.375092 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ba619872-ea5b-4cf6-810e-37d13aab1342 None None] Transition to ACTIVE for port object b6a076a5-f325-4d1e-9e7e-ded19767bc7b will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:26.485748 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ba619872-ea5b-4cf6-810e-37d13aab1342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:26.498559 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9d56320d-11ca-4c5d-b7a1-019af7fa0b61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:26.554021 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e59d5ae2-fdf3-4e84-8a54-668bc3b81c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:26.567431 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba619872-ea5b-4cf6-810e-37d13aab1342 None None] Pushing event updated for resources: {'Port': ['ID=b6a076a5-f325-4d1e-9e7e-ded19767bc7b,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:26.575312 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba619872-ea5b-4cf6-810e-37d13aab1342 None None] Network 07817798-1f0e-46d3-88dd-c0960c665e71 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:26.577613 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-ba619872-ea5b-4cf6-810e-37d13aab1342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:26.577613 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-ba619872-ea5b-4cf6-810e-37d13aab1342 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:26.590230 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba619872-ea5b-4cf6-810e-37d13aab1342 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:54:26.603064 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c89ef3c8-8311-4c34-b73e-4b072323054b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:26.640871 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d1290ee4-c488-474a-9b80-bb1d8b19eeed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:26.686718 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-ba619872-ea5b-4cf6-810e-37d13aab1342 None None] Attempting to bind port b6a076a5-f325-4d1e-9e7e-ded19767bc7b on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:26.688184 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-ba619872-ea5b-4cf6-810e-37d13aab1342 None None] Attempting to bind port b6a076a5-f325-4d1e-9e7e-ded19767bc7b by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'df025706-04f9-46ac-9a50-b33c9ff4f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '07817798-1f0e-46d3-88dd-c0960c665e71'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:26.688184 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba619872-ea5b-4cf6-810e-37d13aab1342 None None] Attempting to bind port b6a076a5-f325-4d1e-9e7e-ded19767bc7b on network 07817798-1f0e-46d3-88dd-c0960c665e71 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:26.693347 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba619872-ea5b-4cf6-810e-37d13aab1342 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:54:26.694434 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba619872-ea5b-4cf6-810e-37d13aab1342 None None] Checking segment: {'id': 'df025706-04f9-46ac-9a50-b33c9ff4f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '07817798-1f0e-46d3-88dd-c0960c665e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:54:26.695249 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ba619872-ea5b-4cf6-810e-37d13aab1342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:26.695563 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba619872-ea5b-4cf6-810e-37d13aab1342 None None] Bound using segment: {'id': 'df025706-04f9-46ac-9a50-b33c9ff4f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '07817798-1f0e-46d3-88dd-c0960c665e71'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:54:26.696109 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-ba619872-ea5b-4cf6-810e-37d13aab1342 None None] Bound port: b6a076a5-f325-4d1e-9e7e-ded19767bc7b, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df025706-04f9-46ac-9a50-b33c9ff4f919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '07817798-1f0e-46d3-88dd-c0960c665e71'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:54:26.696511 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ba619872-ea5b-4cf6-810e-37d13aab1342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:26.702029 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 346f6d8b-8101-4cdf-861b-485e015958b6 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:54:26.735817 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ef3c8-8311-4c34-b73e-4b072323054b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4585c993-d98d-46ff-93fd-582dde9c2efa,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:26.747584 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c89ef3c8-8311-4c34-b73e-4b072323054b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:26.764433 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89ef3c8-8311-4c34-b73e-4b072323054b admin admin] Checking segment: {'id': '7ec75b8f-49db-495c-8722-903a6539440d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bd7e8056-ca11-4a34-8dd4-c128681c2a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:54:26.765098 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89ef3c8-8311-4c34-b73e-4b072323054b admin admin] Network hostable DHCP agents. Network: bd7e8056-ca11-4a34-8dd4-c128681c2a28, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:54:26.780288 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-baa8d590-214b-42ae-a91d-b0e4b9eb10e3 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:26.781260 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-baa8d590-214b-42ae-a91d-b0e4b9eb10e3 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:26.903499 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-ba619872-ea5b-4cf6-810e-37d13aab1342 None None] For port b6a076a5-f325-4d1e-9e7e-ded19767bc7b, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:54:26.908476 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-ba619872-ea5b-4cf6-810e-37d13aab1342 None None] For port b6a076a5-f325-4d1e-9e7e-ded19767bc7b, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=b6a076a5-f325-4d1e-9e7e-ded19767bc7b,segment=NetworkSegment(df025706-04f9-46ac-9a50-b33c9ff4f919),segment_id=df025706-04f9-46ac-9a50-b33c9ff4f919)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:54:26.964712 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 346f6d8b-8101-4cdf-861b-485e015958b6, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=346f6d8b-8101-4cdf-861b-485e015958b6,segment=NetworkSegment(8b09ab30-e72c-413f-ba3e-98e0a1bb60b4),segment_id=8b09ab30-e72c-413f-ba3e-98e0a1bb60b4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:26.981353 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '346f6d8b-8101-4cdf-861b-485e015958b6', 'network_id': 'eccbc072-50fb-4234-8176-49cfc92d8a16', 'port_id': '346f6d8b-8101-4cdf-861b-485e015958b6', 'mac_address': 'fa:16:3e:6b:54:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ee78f2-03df-40f6-909e-7994b6ca5c1f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:54:26.983212 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-baa8d590-214b-42ae-a91d-b0e4b9eb10e3 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:26.986125 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c05413e8-e1a0-459b-bc8c-6b0c2ff4d4cd tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:26.998306 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89ef3c8-8311-4c34-b73e-4b072323054b admin admin] Network bd7e8056-ca11-4a34-8dd4-c128681c2a28 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:54:27.022229 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-e59d5ae2-fdf3-4e84-8a54-668bc3b81c1f admin admin] Deleting port 4ec50eee-7c7f-4e56-9793-7df744d30efb {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:27.022634 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e59d5ae2-fdf3-4e84-8a54-668bc3b81c1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:27.057550 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ba619872-ea5b-4cf6-810e-37d13aab1342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:27.057550 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:27.066612 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:27.125336 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eff9e1-a6d0-430a-829c-fb7942c1aa6d req-f7939fa0-9308-4cae-bcf0-fcad9a830440 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:27.127225 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d3eff9e1-a6d0-430a-829c-fb7942c1aa6d req-f7939fa0-9308-4cae-bcf0-fcad9a830440 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.2522247 Jun 17 08:54:27.150269 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-e59d5ae2-fdf3-4e84-8a54-668bc3b81c1f admin admin] For port 4ec50eee-7c7f-4e56-9793-7df744d30efb, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=4ec50eee-7c7f-4e56-9793-7df744d30efb,segment=NetworkSegment(465483f9-cee2-4abf-9f81-d9ce640dddee),segment_id=465483f9-cee2-4abf-9f81-d9ce640dddee)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:27.150780 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e59d5ae2-fdf3-4e84-8a54-668bc3b81c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:27.167970 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 346f6d8b-8101-4cdf-861b-485e015958b6 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:54:27.179170 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c05413e8-e1a0-459b-bc8c-6b0c2ff4d4cd tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:27.219777 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba619872-ea5b-4cf6-810e-37d13aab1342 None None] Pushing event updated for resources: {'Port': ['ID=b6a076a5-f325-4d1e-9e7e-ded19767bc7b,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:27.227910 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-ba619872-ea5b-4cf6-810e-37d13aab1342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:27.247896 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 346f6d8b-8101-4cdf-861b-485e015958b6, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=346f6d8b-8101-4cdf-861b-485e015958b6,segment=NetworkSegment(8b09ab30-e72c-413f-ba3e-98e0a1bb60b4),segment_id=8b09ab30-e72c-413f-ba3e-98e0a1bb60b4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:27.271012 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-e59d5ae2-fdf3-4e84-8a54-668bc3b81c1f admin admin] Calling delete_port for 4ec50eee-7c7f-4e56-9793-7df744d30efb owned by network:router_interface {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:27.280776 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-baa8d590-214b-42ae-a91d-b0e4b9eb10e3 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:27.291515 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d3eff9e1-a6d0-430a-829c-fb7942c1aa6d req-8ff67dac-daa3-417f-a25e-7303fa21457b tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1471577 Jun 17 08:54:27.325443 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dbd7bfbc-1ea2-45d8-8678-a4bc863a95bb tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks [] for router_gateway, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:27.348494 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dbd7bfbc-1ea2-45d8-8678-a4bc863a95bb tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:27.405473 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-c89ef3c8-8311-4c34-b73e-4b072323054b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, bd7e8056-ca11-4a34-8dd4-c128681c2a28) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:27.448019 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94169908-ea44-4a39-a9cd-f707ac2b7ab5 None None] Network bd7e8056-ca11-4a34-8dd4-c128681c2a28 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:54:27.471760 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89ef3c8-8311-4c34-b73e-4b072323054b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:27.472104 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c89ef3c8-8311-4c34-b73e-4b072323054b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:27.482181 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be334aaa-b531-4130-aaa6-def393bcc754 req-e487257d-9af0-49bd-bbbc-b2a259d23682 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:27.485912 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be334aaa-b531-4130-aaa6-def393bcc754 req-e487257d-9af0-49bd-bbbc-b2a259d23682 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 943 time: 0.2100916 Jun 17 08:54:27.505424 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-baa8d590-214b-42ae-a91d-b0e4b9eb10e3 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:27.506932 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-baa8d590-214b-42ae-a91d-b0e4b9eb10e3 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.4922438 Jun 17 08:54:27.512123 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34380) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:27.524128 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-388646f3-3d14-49ca-b2f8-1c78c314ce98 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:27.534278 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:27.540999 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9cf8ef50-878e-4532-a2e1-27226b25e237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:27.573470 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-dbd7bfbc-1ea2-45d8-8678-a4bc863a95bb tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Allocated IP 172.25.2.68 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/ae0e27dd-3087-439f-9c3e-5ca6ab0ba24a) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:54:27.616446 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=346f6d8b-8101-4cdf-861b-485e015958b6,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:27.620970 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:27.689271 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d18bdf-9d4b-4396-bc18-19cc5ee26bd4 None None] Network bd7e8056-ca11-4a34-8dd4-c128681c2a28 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:54:27.715910 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-be334aaa-b531-4130-aaa6-def393bcc754 req-ae60e42f-f350-4f61-a361-4051d4ccfe5f tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051105 Jun 17 08:54:27.732925 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-c05413e8-e1a0-459b-bc8c-6b0c2ff4d4cd tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Deleting port 363e96ba-c716-44c5-916a-c625cad855a8 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:27.733745 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c05413e8-e1a0-459b-bc8c-6b0c2ff4d4cd tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:27.748408 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['346f6d8b-8101-4cdf-861b-485e015958b6'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:54:27.757676 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c89ef3c8-8311-4c34-b73e-4b072323054b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1810286 Jun 17 08:54:27.812150 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dbd7bfbc-1ea2-45d8-8678-a4bc863a95bb tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:27.864234 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c05413e8-e1a0-459b-bc8c-6b0c2ff4d4cd tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:27.902167 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-388646f3-3d14-49ca-b2f8-1c78c314ce98 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:27.952082 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-c05413e8-e1a0-459b-bc8c-6b0c2ff4d4cd tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Calling delete_port for 363e96ba-c716-44c5-916a-c625cad855a8 owned by network:router_gateway {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:28.031751 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e59d5ae2-fdf3-4e84-8a54-668bc3b81c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:28.035344 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-aa55c282-3a90-4264-8910-34796747214d tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:28.055581 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34388) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:28.113512 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d5ae2-fdf3-4e84-8a54-668bc3b81c1f admin admin] Pushing event deleted for resources: {'Port': ['ID=4ec50eee-7c7f-4e56-9793-7df744d30efb,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:28.127187 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:28.149440 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e59d5ae2-fdf3-4e84-8a54-668bc3b81c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:28.152979 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-388646f3-3d14-49ca-b2f8-1c78c314ce98 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-940956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941038', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-949414'] for router, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:28.229159 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dbd7bfbc-1ea2-45d8-8678-a4bc863a95bb tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:28.239747 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5b550210-10dd-4c00-877d-f7b51c4ca22e tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:28.307582 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7bfbc-1ea2-45d8-8678-a4bc863a95bb tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Pushing event updated for resources: {'Port': ['ID=ae0e27dd-3087-439f-9c3e-5ca6ab0ba24a,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:28.312940 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dbd7bfbc-1ea2-45d8-8678-a4bc863a95bb tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:28.328883 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd7bfbc-1ea2-45d8-8678-a4bc863a95bb tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:28.331595 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-dbd7bfbc-1ea2-45d8-8678-a4bc863a95bb tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:28.337445 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd7bfbc-1ea2-45d8-8678-a4bc863a95bb tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:54:28.346331 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device b6a076a5-f325-4d1e-9e7e-ded19767bc7b up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:54:28.411675 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c05413e8-e1a0-459b-bc8c-6b0c2ff4d4cd tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:28.440666 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6e73af82-4be5-42ac-8812-d7a9a73ab563 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:28.581919 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port b6a076a5-f325-4d1e-9e7e-ded19767bc7b completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:54:28.587032 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-98af891a-d26c-48c2-a7f5-e9f0ee70eb0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:28.610598 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05413e8-e1a0-459b-bc8c-6b0c2ff4d4cd tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event deleted for resources: {'Port': ['ID=363e96ba-c716-44c5-916a-c625cad855a8,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:28.617915 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c05413e8-e1a0-459b-bc8c-6b0c2ff4d4cd tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:28.649490 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e59d5ae2-fdf3-4e84-8a54-668bc3b81c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:28.703134 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 346f6d8b-8101-4cdf-861b-485e015958b6 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:54:28.730864 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c05413e8-e1a0-459b-bc8c-6b0c2ff4d4cd tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:28.739959 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44d91f5-1eba-4738-afe0-096089285d14 None None] Network 07817798-1f0e-46d3-88dd-c0960c665e71 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:54:28.805856 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd161c3-674a-40a6-8142-39890ad01def req-d8abb45f-153d-4aea-85a2-087245d637a8 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:28.807481 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0fd161c3-674a-40a6-8142-39890ad01def req-d8abb45f-153d-4aea-85a2-087245d637a8 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.2592387 Jun 17 08:54:28.869565 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0fd161c3-674a-40a6-8142-39890ad01def req-5db5298b-c30a-42ed-9f58-6b0c275d4677 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487857 Jun 17 08:54:28.876961 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388646f3-3d14-49ca-b2f8-1c78c314ce98 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Router d40d47df-70b4-4ecd-97d3-290ad0cec8e5 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:54:28.941149 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c05413e8-e1a0-459b-bc8c-6b0c2ff4d4cd tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:28.941710 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c015442d-5ded-4b5a-927c-e9613f7346c7 None None] Provisioning for port b6a076a5-f325-4d1e-9e7e-ded19767bc7b completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:54:28.948954 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c05413e8-e1a0-459b-bc8c-6b0c2ff4d4cd tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:28.956468 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c015442d-5ded-4b5a-927c-e9613f7346c7 None None] Provisioning complete for port b6a076a5-f325-4d1e-9e7e-ded19767bc7b triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:28.957055 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c015442d-5ded-4b5a-927c-e9613f7346c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:28.996973 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 346f6d8b-8101-4cdf-861b-485e015958b6 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:54:29.006208 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388646f3-3d14-49ca-b2f8-1c78c314ce98 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:54:29.013701 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-388646f3-3d14-49ca-b2f8-1c78c314ce98 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:29.018097 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 346f6d8b-8101-4cdf-861b-485e015958b6 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:29.018286 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-388646f3-3d14-49ca-b2f8-1c78c314ce98 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "PUT /v2.0/routers/d40d47df-70b4-4ecd-97d3-290ad0cec8e5 HTTP/1.1" status: 200 len: 697 time: 1.4957416 Jun 17 08:54:29.018400 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:29.019995 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937677e9-54d0-4e80-8765-f68c7d10bf78 None None] Sync routers for ids ['d40d47df-70b4-4ecd-97d3-290ad0cec8e5'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:54:29.043347 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34408) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:29.057454 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-98af891a-d26c-48c2-a7f5-e9f0ee70eb0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:29.096921 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937677e9-54d0-4e80-8765-f68c7d10bf78 None None] Routers {'d40d47df-70b4-4ecd-97d3-290ad0cec8e5'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:29.097909 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-937677e9-54d0-4e80-8765-f68c7d10bf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['d40d47df-70b4-4ecd-97d3-290ad0cec8e5'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:29.152817 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-54c1de9b-0b19-4a35-8c92-4c64f45c65b8 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:29.154503 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-54c1de9b-0b19-4a35-8c92-4c64f45c65b8 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.49 "GET /v2.0/networks?id=bd7e8056-ca11-4a34-8dd4-c128681c2a28 HTTP/1.1" status: 200 len: 809 time: 0.4613626 Jun 17 08:54:29.177688 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dbd7bfbc-1ea2-45d8-8678-a4bc863a95bb tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks [] for router_gateway, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:29.193590 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-15a9e9ac-8f1a-40ff-bc6f-30a467db2ad1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "GET /v2.0/routers/d40d47df-70b4-4ecd-97d3-290ad0cec8e5 HTTP/1.1" status: 200 len: 703 time: 0.1481073 Jun 17 08:54:29.196477 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34410) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:29.196782 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-9f65bec1-1d76-4eec-9583-dce847b36437 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.49 "GET /v2.0/quotas/12ffbe5df47a409caaa09a4e37876325 HTTP/1.1" status: 200 len: 375 time: 0.0299237 Jun 17 08:54:29.248304 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-578634b3-ac5f-4859-b091-8ec0d1482c7a tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "GET /v2.0/ports?device_id=d40d47df-70b4-4ecd-97d3-290ad0cec8e5 HTTP/1.1" status: 200 len: 205 time: 0.0508554 Jun 17 08:54:29.252381 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34412) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:29.259905 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-937677e9-54d0-4e80-8765-f68c7d10bf78 None None] Set router d40d47df-70b4-4ecd-97d3-290ad0cec8e5 gateway port host: None {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:54:29.261946 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:29.286651 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-dae4d707-d878-448a-9e7e-e90fd748e057 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=12ffbe5df47a409caaa09a4e37876325&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591600 Jun 17 08:54:29.287259 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c05413e8-e1a0-459b-bc8c-6b0c2ff4d4cd tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:29.287787 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05413e8-e1a0-459b-bc8c-6b0c2ff4d4cd tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Fanout notify agent at l3_agent the message router_deleted on router 3e32954e-284e-4730-bacd-ab3280499d59 {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:54:29.295833 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c05413e8-e1a0-459b-bc8c-6b0c2ff4d4cd tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:29.299186 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c05413e8-e1a0-459b-bc8c-6b0c2ff4d4cd tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "DELETE /v2.0/routers/3e32954e-284e-4730-bacd-ab3280499d59 HTTP/1.1" status: 204 len: 168 time: 3.1789744 Jun 17 08:54:29.314767 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34414) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:29.348782 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-98af891a-d26c-48c2-a7f5-e9f0ee70eb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:29.349249 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-937677e9-54d0-4e80-8765-f68c7d10bf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40d47df-70b4-4ecd-97d3-290ad0cec8e5', 'name': 'tempest-RoutersIpV6Test-router-991436379', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:54:26Z', 'updated_at': '2021-06-17T08:54:27Z', 'revision_number': 2, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:29.359195 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b51136-10e8-4f71-8745-e66b67dab211 req-e628f619-c167-44c8-b8df-094174591f2c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:29.364360 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-77b51136-10e8-4f71-8745-e66b67dab211 req-e628f619-c167-44c8-b8df-094174591f2c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 944 time: 0.2593110 Jun 17 08:54:29.368799 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e2a3ef86-7b66-4504-bda4-2445a019b34b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:29.374083 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9a2255f2-6893-4301-812c-743b0a0b6f2d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:29.399766 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937677e9-54d0-4e80-8765-f68c7d10bf78 None None] Checking router: d40d47df-70b4-4ecd-97d3-290ad0cec8e5 for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:54:29.405372 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ca3b65-3b92-4f9f-97f7-d3e892a64d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346f6d8b-8101-4cdf-861b-485e015958b6'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:29.407651 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3210517e-b695-42ad-891d-99421a0c50e0" -d '{"events": [{"server_uuid": "12ca3b65-3b92-4f9f-97f7-d3e892a64d3e", "name": "network-vif-plugged", "status": "completed", "tag": "346f6d8b-8101-4cdf-861b-485e015958b6"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:29.413955 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c015442d-5ded-4b5a-927c-e9613f7346c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:29.431360 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-745ddf96-e40b-4fdf-9806-fd0551ddb411 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Deleting subnet 1feb857f-1ed8-4f15-9865-64948e4ee0ed {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:54:29.433049 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 346f6d8b-8101-4cdf-861b-485e015958b6, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=346f6d8b-8101-4cdf-861b-485e015958b6,segment=NetworkSegment(8b09ab30-e72c-413f-ba3e-98e0a1bb60b4),segment_id=8b09ab30-e72c-413f-ba3e-98e0a1bb60b4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:29.438564 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-745ddf96-e40b-4fdf-9806-fd0551ddb411 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:29.445806 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937677e9-54d0-4e80-8765-f68c7d10bf78 None None] Routers {'d40d47df-70b4-4ecd-97d3-290ad0cec8e5'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:29.446442 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-937677e9-54d0-4e80-8765-f68c7d10bf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:53:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['d40d47df-70b4-4ecd-97d3-290ad0cec8e5'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:29.514743 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59d5ae2-fdf3-4e84-8a54-668bc3b81c1f admin admin] Router 2d242d03-81bf-4b19-a984-ef1c0976fe34 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:54:29.530129 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-98af891a-d26c-48c2-a7f5-e9f0ee70eb0f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c95ab988f705490f9ab16367b1822a61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4729631 Jun 17 08:54:29.536928 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34418) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:29.550076 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af891a-d26c-48c2-a7f5-e9f0ee70eb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086c26cc-b8f6-4eef-a76e-c4ae51d9f992,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:29.556824 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-77b51136-10e8-4f71-8745-e66b67dab211 req-619b6f3d-2361-42a1-90b0-a17ce559d831 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747143 Jun 17 08:54:29.557895 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-98af891a-d26c-48c2-a7f5-e9f0ee70eb0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:29.667510 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69caed3-fa22-4ea7-b222-c9b9288bebbd x-openstack-request-id: req-e69caed3-fa22-4ea7-b222-c9b9288bebbd {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:29.667869 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ca3b65-3b92-4f9f-97f7-d3e892a64d3e", "name": "network-vif-plugged", "status": "completed", "tag": "346f6d8b-8101-4cdf-861b-485e015958b6", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:29.668178 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e69caed3-fa22-4ea7-b222-c9b9288bebbd {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:29.668499 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ca3b65-3b92-4f9f-97f7-d3e892a64d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346f6d8b-8101-4cdf-861b-485e015958b6', 'code': 200} Jun 17 08:54:29.674996 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e0186a32-08ca-48c5-910c-b3e51912e9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:29.678038 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:29.690449 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:29.701057 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-c015442d-5ded-4b5a-927c-e9613f7346c7 None None] For port b6a076a5-f325-4d1e-9e7e-ded19767bc7b, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=b6a076a5-f325-4d1e-9e7e-ded19767bc7b,segment=NetworkSegment(df025706-04f9-46ac-9a50-b33c9ff4f919),segment_id=df025706-04f9-46ac-9a50-b33c9ff4f919)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:29.702678 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-937677e9-54d0-4e80-8765-f68c7d10bf78 None None] Set router d40d47df-70b4-4ecd-97d3-290ad0cec8e5 gateway port host: None {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:54:29.783099 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-937677e9-54d0-4e80-8765-f68c7d10bf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40d47df-70b4-4ecd-97d3-290ad0cec8e5', 'name': 'tempest-RoutersIpV6Test-router-991436379', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:54:26Z', 'updated_at': '2021-06-17T08:54:27Z', 'revision_number': 2, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:29.821698 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c015442d-5ded-4b5a-927c-e9613f7346c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:29.827003 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937677e9-54d0-4e80-8765-f68c7d10bf78 None None] The sync data for ids ['d40d47df-70b4-4ecd-97d3-290ad0cec8e5'] in n-d-758944-30 is: [{'id': 'd40d47df-70b4-4ecd-97d3-290ad0cec8e5', 'name': 'tempest-RoutersIpV6Test-router-991436379', 'tenant_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:54:26Z', 'updated_at': '2021-06-17T08:54:27Z', 'revision_number': 2, 'project_id': 'b453b4a14bef4e7aaf5f450aad1ada65', 'gw_port_host': None}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:54:29.839094 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=346f6d8b-8101-4cdf-861b-485e015958b6,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:29.849766 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:29.850473 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-10de1cad-934d-4e4a-b71c-6bea38cb4fb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:29.904301 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015442d-5ded-4b5a-927c-e9613f7346c7 None None] Pushing event updated for resources: {'Port': ['ID=b6a076a5-f325-4d1e-9e7e-ded19767bc7b,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:29.918701 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-c015442d-5ded-4b5a-927c-e9613f7346c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:29.969325 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-56b5bf79-5833-409e-b47f-048dfe8209f2 None None] Provisioning complete for port b6a076a5-f325-4d1e-9e7e-ded19767bc7b triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:29.969802 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-56b5bf79-5833-409e-b47f-048dfe8209f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:29.970999 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-745ddf96-e40b-4fdf-9806-fd0551ddb411 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:29.978706 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-1a8abee6-d51c-4e01-bc81-2f5c7195685c service neutron] 10.222.0.49 "GET /v2.0/networks/bd7e8056-ca11-4a34-8dd4-c128681c2a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6718125 Jun 17 08:54:30.071950 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9a2255f2-6893-4301-812c-743b0a0b6f2d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:30.100647 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-745ddf96-e40b-4fdf-9806-fd0551ddb411 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:30.107720 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9a2255f2-6893-4301-812c-743b0a0b6f2d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:30.147530 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dbd7bfbc-1ea2-45d8-8678-a4bc863a95bb tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:30.225110 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-96a2475d-58bb-4c3f-877f-cd6613940317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:30.262160 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d15087-3410-4fa1-881c-314d7de5cbac req-3696101d-3d59-4982-ad61-ca2cbd454610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:30.263664 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c2d15087-3410-4fa1-881c-314d7de5cbac req-3696101d-3d59-4982-ad61-ca2cbd454610 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 1097 time: 0.3572459 Jun 17 08:54:30.267513 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59d5ae2-fdf3-4e84-8a54-668bc3b81c1f admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:54:30.269718 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-c6f60d01-2d4f-4dc5-8a25-7606bc269c05 service neutron] 10.222.0.49 "GET /v2.0/networks/bd7e8056-ca11-4a34-8dd4-c128681c2a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636418 Jun 17 08:54:30.273642 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-96a2475d-58bb-4c3f-877f-cd6613940317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:30.278808 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e59d5ae2-fdf3-4e84-8a54-668bc3b81c1f admin admin] 10.222.0.49 "PUT /v2.0/routers/2d242d03-81bf-4b19-a984-ef1c0976fe34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8157992 Jun 17 08:54:30.282899 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aef5c7-4c35-4786-a149-a4bb2ed53c93 None None] Sync routers for ids ['2d242d03-81bf-4b19-a984-ef1c0976fe34'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:54:30.286911 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34422) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:30.299805 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1164fb6-dccd-432f-9561-35fec05c1a45 req-2e3c2d26-8fc5-43cf-8bf9-f5a04f25a9c2 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:30.301599 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aef5c7-4c35-4786-a149-a4bb2ed53c93 None None] Routers {'2d242d03-81bf-4b19-a984-ef1c0976fe34'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:30.303318 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-59aef5c7-4c35-4786-a149-a4bb2ed53c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:54:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['2d242d03-81bf-4b19-a984-ef1c0976fe34'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:30.304243 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device b6a076a5-f325-4d1e-9e7e-ded19767bc7b up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:54:30.306949 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e1164fb6-dccd-432f-9561-35fec05c1a45 req-2e3c2d26-8fc5-43cf-8bf9-f5a04f25a9c2 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.1970150 Jun 17 08:54:30.397303 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e1164fb6-dccd-432f-9561-35fec05c1a45 req-a6ff758f-d066-4459-abfd-3f68dd9574e0 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791023 Jun 17 08:54:30.413364 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9a2255f2-6893-4301-812c-743b0a0b6f2d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:30.413646 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c2d15087-3410-4fa1-881c-314d7de5cbac req-55e5240f-b99f-46ac-995e-7bfbe384b228 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408925 Jun 17 08:54:30.413926 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2255f2-6893-4301-812c-743b0a0b6f2d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Fanout notify agent at l3_agent the message router_deleted on router d40d47df-70b4-4ecd-97d3-290ad0cec8e5 {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:54:30.424052 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9a2255f2-6893-4301-812c-743b0a0b6f2d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:30.432142 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9a2255f2-6893-4301-812c-743b0a0b6f2d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/routers/d40d47df-70b4-4ecd-97d3-290ad0cec8e5 HTTP/1.1" status: 204 len: 168 time: 1.1782758 Jun 17 08:54:30.433201 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34424) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:30.446084 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port b6a076a5-f325-4d1e-9e7e-ded19767bc7b triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:30.446841 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:30.464720 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-2d28eaba-2a84-4c54-b907-72c68c051f24 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "GET /v2.0/ports?device_id=d40d47df-70b4-4ecd-97d3-290ad0cec8e5 HTTP/1.1" status: 200 len: 205 time: 0.0305715 Jun 17 08:54:30.483337 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-59aef5c7-4c35-4786-a149-a4bb2ed53c93 None None] Set router 2d242d03-81bf-4b19-a984-ef1c0976fe34 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:54:30.484131 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34426) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:30.489950 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2071b455-2877-4549-a2a9-f1c2d261e42b admin admin] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:30.564180 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-be611fdb-81d6-48ce-8c5c-947b95163eda tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] delete failed (client error): The resource could not be found. Jun 17 08:54:30.565305 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-be611fdb-81d6-48ce-8c5c-947b95163eda tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/routers/d40d47df-70b4-4ecd-97d3-290ad0cec8e5 HTTP/1.1" status: 404 len: 336 time: 0.0801539 Jun 17 08:54:30.566834 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-745ddf96-e40b-4fdf-9806-fd0551ddb411 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:30.571858 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34428) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:30.574725 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-82580b4f-06f1-4110-8381-dc7e61a585de tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:30.612045 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5237a5-d0e1-409b-8be3-555f1d1faf3d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] DELETE failed (client error): The resource could not be found. Jun 17 08:54:30.612560 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c5237a5-d0e1-409b-8be3-555f1d1faf3d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:54:30.616066 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4c5237a5-d0e1-409b-8be3-555f1d1faf3d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/subnets/a376550a-f743-4824-9f09-1be639622030 HTTP/1.1" status: 404 len: 337 time: 0.0428212 Jun 17 08:54:30.616957 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-745ddf96-e40b-4fdf-9806-fd0551ddb411 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:30.617094 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-96a2475d-58bb-4c3f-877f-cd6613940317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:30.618995 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-745ddf96-e40b-4fdf-9806-fd0551ddb411 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "DELETE /v2.0/subnets/1feb857f-1ed8-4f15-9865-64948e4ee0ed HTTP/1.1" status: 204 len: 168 time: 1.3032539 Jun 17 08:54:30.620113 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ddf96-e40b-4fdf-9806-fd0551ddb411 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event deleted for resources: {'Subnet': ['ID=1feb857f-1ed8-4f15-9865-64948e4ee0ed,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:30.624146 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-96a2475d-58bb-4c3f-877f-cd6613940317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:30.624317 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34432) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:30.624432 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34434) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:30.627885 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-745ddf96-e40b-4fdf-9806-fd0551ddb411 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:30.628029 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-96a2475d-58bb-4c3f-877f-cd6613940317 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/086c26cc-b8f6-4eef-a76e-c4ae51d9f992 HTTP/1.1" status: 204 len: 168 time: 1.0882819 Jun 17 08:54:30.628972 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-de6337fe-b056-4611-a0dd-d4d7d8c0cc64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:30.638250 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2475d-58bb-4c3f-877f-cd6613940317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086c26cc-b8f6-4eef-a76e-c4ae51d9f992,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:30.640968 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-96a2475d-58bb-4c3f-877f-cd6613940317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:30.667908 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-9117b5e9-0899-4d74-acd4-c7f8efed0a94 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] DELETE failed (client error): The resource could not be found. Jun 17 08:54:30.671793 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9117b5e9-0899-4d74-acd4-c7f8efed0a94 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:54:30.673609 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-9117b5e9-0899-4d74-acd4-c7f8efed0a94 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/subnets/e24fc2ee-bdfe-4cd7-abb9-d14537b0ad9f HTTP/1.1" status: 404 len: 337 time: 0.0482264 Jun 17 08:54:30.678637 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34438) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:30.690988 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd7bfbc-1ea2-45d8-8678-a4bc863a95bb tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Router 960f6c0a-1977-4c24-8929-59d6d734a9fa is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:54:30.745302 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-068dcfd7-4779-4e41-9bdb-e40c42b1d447 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] DELETE failed (client error): The resource could not be found. Jun 17 08:54:30.746009 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-068dcfd7-4779-4e41-9bdb-e40c42b1d447 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:54:30.751531 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-068dcfd7-4779-4e41-9bdb-e40c42b1d447 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/subnets/3982d99e-5375-4227-a997-e2e427cc4f29 HTTP/1.1" status: 404 len: 337 time: 0.0715961 Jun 17 08:54:30.753350 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34440) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:30.785449 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-59aef5c7-4c35-4786-a149-a4bb2ed53c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d242d03-81bf-4b19-a984-ef1c0976fe34', 'name': 'tempest-ServersTestMultiNic-1083453017-router', 'tenant_id': 'efb1f4611b1f491e8763ca939f24a14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '947f1820-382c-4b32-a73d-3f50da6e6bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:54:27Z', 'revision_number': 5, 'project_id': 'efb1f4611b1f491e8763ca939f24a14b', 'gw_port': {'id': '947f1820-382c-4b32-a73d-3f50da6e6bd4', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d242d03-81bf-4b19-a984-ef1c0976fe34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:14Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:30.828762 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aef5c7-4c35-4786-a149-a4bb2ed53c93 None None] Checking router: 2d242d03-81bf-4b19-a984-ef1c0976fe34 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:54:30.838767 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aef5c7-4c35-4786-a149-a4bb2ed53c93 None None] Routers {'2d242d03-81bf-4b19-a984-ef1c0976fe34'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:30.839411 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-59aef5c7-4c35-4786-a149-a4bb2ed53c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:54:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['2d242d03-81bf-4b19-a984-ef1c0976fe34'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:30.848702 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-804f1585-6a56-4bee-b413-2aabf47f3f03 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] DELETE failed (client error): The resource could not be found. Jun 17 08:54:30.849122 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-804f1585-6a56-4bee-b413-2aabf47f3f03 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:54:30.853948 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-804f1585-6a56-4bee-b413-2aabf47f3f03 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/subnets/be08c183-c1d4-4b79-8662-81b6b3c50425 HTTP/1.1" status: 404 len: 337 time: 0.0975420 Jun 17 08:54:30.854603 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34446) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:30.905334 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-145e25da-38e1-4449-9949-39a476bbec94 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:30.928168 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3a175eac-f340-4e97-97cd-6df743f88e00 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc72f6e1-f861-4de1-9cab-5097f370e70b HTTP/1.1" status: 200 len: 205 time: 0.0713477 Jun 17 08:54:30.929110 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34448) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:30.964680 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:30.968224 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2071b455-2877-4549-a2a9-f1c2d261e42b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:30.981776 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1489580c-7f30-4213-8e8b-ed642470643a req-b2dbaaf4-b0d4-43d9-ac4d-895b70030f80 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ffa071f-15fc-44f4-bfc0-d994a29803a5 HTTP/1.1" status: 200 len: 210 time: 0.1434941 Jun 17 08:54:31.005204 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-402a7180-6271-47fd-84fe-2bdbbc7bb8db tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] delete failed (client error): The resource could not be found. Jun 17 08:54:31.009109 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-402a7180-6271-47fd-84fe-2bdbbc7bb8db tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/routers/cc72f6e1-f861-4de1-9cab-5097f370e70b HTTP/1.1" status: 404 len: 336 time: 0.0770693 Jun 17 08:54:31.009689 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34450) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:31.038718 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412e1ae-77ff-478e-a3a0-4d27ece37a95 req-4564cd0a-1f65-4f6a-91a4-4f7a3ab681e0 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:31.046693 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8412e1ae-77ff-478e-a3a0-4d27ece37a95 req-4564cd0a-1f65-4f6a-91a4-4f7a3ab681e0 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 945 time: 0.3167281 Jun 17 08:54:31.111191 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-18a9af10-c00a-48ba-8f13-0ac12cdcc69d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "GET /v2.0/ports?device_id=be73bc38-5f78-4359-9e01-62fa8313ad9e HTTP/1.1" status: 200 len: 205 time: 0.0984244 Jun 17 08:54:31.115095 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-59aef5c7-4c35-4786-a149-a4bb2ed53c93 None None] Set router 2d242d03-81bf-4b19-a984-ef1c0976fe34 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:54:31.121752 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34458) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:31.180727 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd7bfbc-1ea2-45d8-8678-a4bc863a95bb tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:54:31.182080 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-8b9ee9f1-769f-45ed-b9a9-03d991ed458a tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] delete failed (client error): The resource could not be found. Jun 17 08:54:31.183127 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-8b9ee9f1-769f-45ed-b9a9-03d991ed458a tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/routers/be73bc38-5f78-4359-9e01-62fa8313ad9e HTTP/1.1" status: 404 len: 336 time: 0.0576124 Jun 17 08:54:31.189417 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34460) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:31.195516 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b0e03a-0191-4319-89a6-6c068ac40543 None None] Sync routers for ids ['960f6c0a-1977-4c24-8929-59d6d734a9fa'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:54:31.226927 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-9831f62a-7983-4d5d-a688-cf5010035539 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] DELETE failed (client error): The resource could not be found. Jun 17 08:54:31.227483 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9831f62a-7983-4d5d-a688-cf5010035539 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:54:31.232106 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9831f62a-7983-4d5d-a688-cf5010035539 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/subnets/05cf5909-c79f-46f0-8af4-47018815786a HTTP/1.1" status: 404 len: 337 time: 0.0407972 Jun 17 08:54:31.237896 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b0e03a-0191-4319-89a6-6c068ac40543 None None] Routers {'960f6c0a-1977-4c24-8929-59d6d734a9fa'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:31.240412 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34464) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:31.241535 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-88b0e03a-0191-4319-89a6-6c068ac40543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:54:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['960f6c0a-1977-4c24-8929-59d6d734a9fa'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:31.253048 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8412e1ae-77ff-478e-a3a0-4d27ece37a95 req-387cb32d-70e1-49f0-948c-5d7539a9b7ae tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011480 Jun 17 08:54:31.289722 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b0cb26b4-3f60-4c5e-ada4-ef17b3232fb9 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cd9556b-61d1-4219-94d3-baf9391170d9 HTTP/1.1" status: 200 len: 205 time: 0.0474186 Jun 17 08:54:31.292083 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34466) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:31.293818 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-145e25da-38e1-4449-9949-39a476bbec94 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:31.307844 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-88b0e03a-0191-4319-89a6-6c068ac40543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:31.313544 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-145e25da-38e1-4449-9949-39a476bbec94 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da66f6de-260b-4b7e-8b93-85136a1c4c5f']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:31.324634 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b0e03a-0191-4319-89a6-6c068ac40543 None None] Routers {'960f6c0a-1977-4c24-8929-59d6d734a9fa'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:31.325883 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-88b0e03a-0191-4319-89a6-6c068ac40543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:54:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['960f6c0a-1977-4c24-8929-59d6d734a9fa'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:31.344628 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-145e25da-38e1-4449-9949-39a476bbec94 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9980f195-635d-48cb-bfb0-53ddfed952ac') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:31.344928 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-145e25da-38e1-4449-9949-39a476bbec94 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9980f195-635d-48cb-bfb0-53ddfed952ac') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:31.358798 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-145e25da-38e1-4449-9949-39a476bbec94 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:31.385137 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-145e25da-38e1-4449-9949-39a476bbec94 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:31.402294 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145e25da-38e1-4449-9949-39a476bbec94 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:54:31.402747 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-145e25da-38e1-4449-9949-39a476bbec94 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:54:31.406217 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:54:31.412867 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-60d48fe4-875c-41dc-b3f9-a27bcb9e1022 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] delete failed (client error): The resource could not be found. Jun 17 08:54:31.416222 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-60d48fe4-875c-41dc-b3f9-a27bcb9e1022 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/routers/1cd9556b-61d1-4219-94d3-baf9391170d9 HTTP/1.1" status: 404 len: 336 time: 0.1204658 Jun 17 08:54:31.416763 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34474) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:31.420571 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-2071b455-2877-4549-a2a9-f1c2d261e42b admin admin] Deleting port 947f1820-382c-4b32-a73d-3f50da6e6bd4 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:31.420925 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2071b455-2877-4549-a2a9-f1c2d261e42b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:31.439562 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-88b0e03a-0191-4319-89a6-6c068ac40543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:31.440254 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b0e03a-0191-4319-89a6-6c068ac40543 None None] The sync data for ids ['960f6c0a-1977-4c24-8929-59d6d734a9fa'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:54:31.442017 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-59aef5c7-4c35-4786-a149-a4bb2ed53c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d242d03-81bf-4b19-a984-ef1c0976fe34', 'name': 'tempest-ServersTestMultiNic-1083453017-router', 'tenant_id': 'efb1f4611b1f491e8763ca939f24a14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '947f1820-382c-4b32-a73d-3f50da6e6bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:54:27Z', 'revision_number': 5, 'project_id': 'efb1f4611b1f491e8763ca939f24a14b', 'gw_port': {'id': '947f1820-382c-4b32-a73d-3f50da6e6bd4', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d242d03-81bf-4b19-a984-ef1c0976fe34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:14Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:31.485936 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aef5c7-4c35-4786-a149-a4bb2ed53c93 None None] The sync data for ids ['2d242d03-81bf-4b19-a984-ef1c0976fe34'] in n-d-758944-30 is: [{'id': '2d242d03-81bf-4b19-a984-ef1c0976fe34', 'name': 'tempest-ServersTestMultiNic-1083453017-router', 'tenant_id': 'efb1f4611b1f491e8763ca939f24a14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '947f1820-382c-4b32-a73d-3f50da6e6bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:54:27Z', 'revision_number': 5, 'project_id': 'efb1f4611b1f491e8763ca939f24a14b', 'gw_port': {'id': '947f1820-382c-4b32-a73d-3f50da6e6bd4', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d242d03-81bf-4b19-a984-ef1c0976fe34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:14Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:54:31.494084 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0fd5e407-d79e-4099-bc16-5fc5758b0f2b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1de843c-ac54-435f-a29f-93362f2e6f52 HTTP/1.1" status: 200 len: 205 time: 0.0761130 Jun 17 08:54:31.499161 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dbd7bfbc-1ea2-45d8-8678-a4bc863a95bb tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:31.500437 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-dbd7bfbc-1ea2-45d8-8678-a4bc863a95bb tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 6.4311874 Jun 17 08:54:31.500813 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34476) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:31.507495 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34478) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:31.667799 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-b8b5018c-59fd-4d79-8d5b-2500fccf24a3 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] delete failed (client error): The resource could not be found. Jun 17 08:54:31.667799 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b8b5018c-59fd-4d79-8d5b-2500fccf24a3 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/routers/b1de843c-ac54-435f-a29f-93362f2e6f52 HTTP/1.1" status: 404 len: 336 time: 0.1183145 Jun 17 08:54:31.668671 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-2071b455-2877-4549-a2a9-f1c2d261e42b admin admin] For port 947f1820-382c-4b32-a73d-3f50da6e6bd4, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=947f1820-382c-4b32-a73d-3f50da6e6bd4,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:31.668671 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2071b455-2877-4549-a2a9-f1c2d261e42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:31.668929 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34480) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:31.677149 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8bbb968-5a96-4607-b8ad-b81ce8f0b712 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] DELETE failed (client error): The resource could not be found. Jun 17 08:54:31.677613 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8bbb968-5a96-4607-b8ad-b81ce8f0b712 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:54:31.679317 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c8bbb968-5a96-4607-b8ad-b81ce8f0b712 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/subnets/df844b43-9953-40b9-8a8f-dcfdbedf1a91 HTTP/1.1" status: 404 len: 337 time: 0.0366499 Jun 17 08:54:31.683213 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34482) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:31.715468 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-2071b455-2877-4549-a2a9-f1c2d261e42b admin admin] Calling delete_port for 947f1820-382c-4b32-a73d-3f50da6e6bd4 owned by network:router_gateway {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:31.718666 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-bac42ba8-b929-4e67-8f05-79bb3d7d511d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f903f6f-5bd9-4b16-b9f1-74e269ae5290 HTTP/1.1" status: 200 len: 205 time: 0.0339715 Jun 17 08:54:31.722967 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34484) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:31.787167 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ccef0-db7c-4dd4-9d5a-7c83d1dbf804 req-b6122f7c-8aab-4ce8-bb29-1b06f34454db tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:31.788709 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8e3ccef0-db7c-4dd4-9d5a-7c83d1dbf804 req-b6122f7c-8aab-4ce8-bb29-1b06f34454db tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.2189770 Jun 17 08:54:31.803608 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-65a2e306-9a9a-445e-9da3-c471c642e506 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] delete failed (client error): The resource could not be found. Jun 17 08:54:31.804677 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-65a2e306-9a9a-445e-9da3-c471c642e506 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/routers/7f903f6f-5bd9-4b16-b9f1-74e269ae5290 HTTP/1.1" status: 404 len: 336 time: 0.0807991 Jun 17 08:54:31.814742 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34486) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:31.857912 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfadf6a2-018a-4066-9d85-048eceaaa9ad tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] DELETE failed (client error): The resource could not be found. Jun 17 08:54:31.858290 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfadf6a2-018a-4066-9d85-048eceaaa9ad tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:54:31.860007 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-bfadf6a2-018a-4066-9d85-048eceaaa9ad tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/subnets/61177893-cce8-45df-90be-22c5c4a59c5b HTTP/1.1" status: 404 len: 337 time: 0.0442917 Jun 17 08:54:31.862940 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34488) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:31.899171 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8e3ccef0-db7c-4dd4-9d5a-7c83d1dbf804 req-b3b3d0d1-b0fd-4d7f-9f9a-b4b6227e3ec3 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1040106 Jun 17 08:54:31.909139 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-20c43ec3-7bf7-4304-a21f-77bb87c510f4 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "GET /v2.0/ports?device_id=7abe2054-2890-423d-b64b-ad202b293b62 HTTP/1.1" status: 200 len: 205 time: 0.0408521 Jun 17 08:54:31.915912 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34490) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:31.989623 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-145e25da-38e1-4449-9949-39a476bbec94 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:31.995053 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-145e25da-38e1-4449-9949-39a476bbec94 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:31.999318 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-145e25da-38e1-4449-9949-39a476bbec94 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] 10.222.0.49 "DELETE /v2.0/networks/da66f6de-260b-4b7e-8b93-85136a1c4c5f HTTP/1.1" status: 204 len: 168 time: 1.3726108 Jun 17 08:54:32.001689 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2ee3b2c1-95a5-4f5e-bd36-ab52fe3d71cd tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:32.008049 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-8c68bf74-2ac1-4dbd-8b01-81a932572736 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] delete failed (client error): The resource could not be found. Jun 17 08:54:32.012040 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-8c68bf74-2ac1-4dbd-8b01-81a932572736 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/routers/7abe2054-2890-423d-b64b-ad202b293b62 HTTP/1.1" status: 404 len: 336 time: 0.0944140 Jun 17 08:54:32.022684 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34496) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:32.033747 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e25da-38e1-4449-9949-39a476bbec94 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Pushing event deleted for resources: {'Network': ['ID=da66f6de-260b-4b7e-8b93-85136a1c4c5f,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:32.040708 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-145e25da-38e1-4449-9949-39a476bbec94 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:32.066591 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ea0017-9e51-49f4-a369-bbdede37444f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] DELETE failed (client error): The resource could not be found. Jun 17 08:54:32.067829 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91ea0017-9e51-49f4-a369-bbdede37444f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:54:32.072626 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34500) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:32.073515 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-91ea0017-9e51-49f4-a369-bbdede37444f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/subnets/fc57e816-8cf8-48cb-8a35-228662a4c5b5 HTTP/1.1" status: 404 len: 337 time: 0.0497394 Jun 17 08:54:32.131949 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d58cf10-b125-47b3-8157-a2ebe9a8c042 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] DELETE failed (client error): The resource could not be found. Jun 17 08:54:32.133018 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d58cf10-b125-47b3-8157-a2ebe9a8c042 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:54:32.135065 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3d58cf10-b125-47b3-8157-a2ebe9a8c042 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] 10.222.0.49 "DELETE /v2.0/subnets/8e7f54f0-03de-450a-a320-18310dd074ff HTTP/1.1" status: 404 len: 337 time: 0.0612020 Jun 17 08:54:32.138393 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 4ec50eee-7c7f-4e56-9793-7df744d30efb no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:54:32.172329 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d406627d-ee8f-4dc1-ba93-453287eb2e25 req-95bba306-1c8d-4260-8593-0bb8b8e60d83 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ffa071f-15fc-44f4-bfc0-d994a29803a5 HTTP/1.1" status: 200 len: 210 time: 0.0467212 Jun 17 08:54:32.189631 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 4ec50eee-7c7f-4e56-9793-7df744d30efb {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:54:32.190002 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 4ec50eee-7c7f-4e56-9793-7df744d30efb not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:54:32.257936 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-17fb0830-65a9-4352-b0f1-324dc9b439da tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:32.432161 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8147ac-5716-48a4-b8b8-7b40ff29c594 req-5e063e83-b749-4d57-aa3e-821bc48b46c8 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:32.433580 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2d8147ac-5716-48a4-b8b8-7b40ff29c594 req-5e063e83-b749-4d57-aa3e-821bc48b46c8 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 945 time: 0.0736246 Jun 17 08:54:32.436183 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2071b455-2877-4549-a2a9-f1c2d261e42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:32.459289 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-169bac07-0339-4c55-8c75-0be6a00cf210 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:32.472305 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071b455-2877-4549-a2a9-f1c2d261e42b admin admin] Pushing event deleted for resources: {'Port': ['ID=947f1820-382c-4b32-a73d-3f50da6e6bd4,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:32.485343 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2071b455-2877-4549-a2a9-f1c2d261e42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:32.544645 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2d8147ac-5716-48a4-b8b8-7b40ff29c594 req-4d052631-6b02-4130-81e3-ab73eced1c13 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988867 Jun 17 08:54:32.555500 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2071b455-2877-4549-a2a9-f1c2d261e42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:32.558384 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-17fb0830-65a9-4352-b0f1-324dc9b439da tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Allocated IP 172.20.0.1 (07817798-1f0e-46d3-88dd-c0960c665e71/5e323561-b664-4074-8d22-0964a1a4da7c/b30e8101-411c-4c67-87a2-aa3bd8a1923d) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:54:32.608200 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:32.663680 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2071b455-2877-4549-a2a9-f1c2d261e42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:32.665947 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2071b455-2877-4549-a2a9-f1c2d261e42b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:32.717878 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-17fb0830-65a9-4352-b0f1-324dc9b439da tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:32.760669 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba2213-d693-4028-9543-8906e8fe5724 req-d62521e9-546d-4b64-871d-5c657116143d tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:32.762136 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e9ba2213-d693-4028-9543-8906e8fe5724 req-d62521e9-546d-4b64-871d-5c657116143d tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 945 time: 0.0879076 Jun 17 08:54:32.803637 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e9ba2213-d693-4028-9543-8906e8fe5724 req-085faea4-685a-4696-8d72-59898524ff2b tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358100 Jun 17 08:54:32.890200 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-17fb0830-65a9-4352-b0f1-324dc9b439da tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Transition to ACTIVE for port object b30e8101-411c-4c67-87a2-aa3bd8a1923d will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:32.895776 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2071b455-2877-4549-a2a9-f1c2d261e42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:32.895776 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2071b455-2877-4549-a2a9-f1c2d261e42b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d242d03-81bf-4b19-a984-ef1c0976fe34 {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:54:32.896669 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2071b455-2877-4549-a2a9-f1c2d261e42b admin admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:32.897850 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2071b455-2877-4549-a2a9-f1c2d261e42b admin admin] 10.222.0.49 "DELETE /v2.0/routers/2d242d03-81bf-4b19-a984-ef1c0976fe34 HTTP/1.1" status: 204 len: 168 time: 2.6099913 Jun 17 08:54:32.900373 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34514) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:32.946452 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:54:32.976080 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fab483a-a481-4c20-a6f9-44826115d66a admin admin] Deleting subnet 2c904474-a671-4dcb-93e1-4a2c746c3c88 {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:54:32.993046 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3fab483a-a481-4c20-a6f9-44826115d66a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:33.047355 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3fab483a-a481-4c20-a6f9-44826115d66a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:33.129524 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-17fb0830-65a9-4352-b0f1-324dc9b439da tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:33.143639 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4420ca93-e356-49ae-bc62-08fd1f80ae83 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:33.145896 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34532) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:33.190843 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3fab483a-a481-4c20-a6f9-44826115d66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:33.202640 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fb0830-65a9-4352-b0f1-324dc9b439da tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Network 07817798-1f0e-46d3-88dd-c0960c665e71 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:33.208409 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-17fb0830-65a9-4352-b0f1-324dc9b439da tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:33.210869 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fb0830-65a9-4352-b0f1-324dc9b439da tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:54:33.266021 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb0830-65a9-4352-b0f1-324dc9b439da tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Pushing event updated for resources: {'Port': ['ID=b30e8101-411c-4c67-87a2-aa3bd8a1923d,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:33.268846 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-17fb0830-65a9-4352-b0f1-324dc9b439da tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:33.288829 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-17fb0830-65a9-4352-b0f1-324dc9b439da tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:33.308879 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34542) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:33.375414 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec09d26-141e-4860-98a7-8cd1b4d9bd16 req-0ce661d0-023b-4c1c-9848-81d871047745 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:33.377050 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0ec09d26-141e-4860-98a7-8cd1b4d9bd16 req-0ce661d0-023b-4c1c-9848-81d871047745 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.3029358 Jun 17 08:54:33.436324 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-896c63f6-13cc-446f-9d7e-9a919b8c4cb6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c8e4e0fd83114975aa056417d4a04f9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2892365 Jun 17 08:54:33.437692 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0ec09d26-141e-4860-98a7-8cd1b4d9bd16 req-d3068c7c-9c4f-4f60-ad71-491373f73430 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486710 Jun 17 08:54:33.438672 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34546) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:33.479555 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3fab483a-a481-4c20-a6f9-44826115d66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:33.497334 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-04d9717a-0518-4082-abe6-155f27fb4a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:33.507332 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3fab483a-a481-4c20-a6f9-44826115d66a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:33.510405 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5aef37-8d12-4d20-afa2-1f6e0f3477b6 None None] Network 72d8b842-a93a-49cd-96a6-6c184eb0702b requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:54:33.528267 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3fab483a-a481-4c20-a6f9-44826115d66a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2c904474-a671-4dcb-93e1-4a2c746c3c88 HTTP/1.1" status: 204 len: 168 time: 0.6263249 Jun 17 08:54:33.530774 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34548) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:33.613102 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab483a-a481-4c20-a6f9-44826115d66a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c904474-a671-4dcb-93e1-4a2c746c3c88,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:33.626842 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-8534c976-8909-44cb-ad66-03c6365bf98c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b453b4a14bef4e7aaf5f450aad1ada65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3127990 Jun 17 08:54:33.630181 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3fab483a-a481-4c20-a6f9-44826115d66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:33.630655 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34554) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:33.747795 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-116bb56d-ac70-485d-ba90-4b3d9942fd89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:33.755685 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d9fc1a7a-9f5d-40b5-9f92-b11d3bd1b589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:33.761753 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-125aed82-0e17-4238-9eb8-449d84059b2a None None] Provisioning for port b30e8101-411c-4c67-87a2-aa3bd8a1923d completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:54:33.767079 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-125aed82-0e17-4238-9eb8-449d84059b2a None None] Provisioning complete for port b30e8101-411c-4c67-87a2-aa3bd8a1923d triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:33.767469 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-125aed82-0e17-4238-9eb8-449d84059b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:33.778582 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3766e9b6-b0f2-4587-a4fa-d2fd8bb78f7e req-707af0bb-d793-4e3f-8a20-6ce1fdf97631 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ffa071f-15fc-44f4-bfc0-d994a29803a5 HTTP/1.1" status: 200 len: 210 time: 0.1269436 Jun 17 08:54:33.800446 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d9fc1a7a-9f5d-40b5-9f92-b11d3bd1b589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:33.804218 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-116bb56d-ac70-485d-ba90-4b3d9942fd89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:33.818999 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0f28e042-64e1-4577-9e66-13095f6b2697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:33.849317 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-125aed82-0e17-4238-9eb8-449d84059b2a None None] Port b30e8101-411c-4c67-87a2-aa3bd8a1923d cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:54:33.900203 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-0f28e042-64e1-4577-9e66-13095f6b2697 admin admin] Deleting port 70a9d067-7558-4736-955e-021d2a00b549 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:33.900523 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0f28e042-64e1-4577-9e66-13095f6b2697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:33.951934 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0917fac9-36bf-45c2-a4a8-5ff461dcb4df None None] DHCP port deletion for 72d8b842-a93a-49cd-96a6-6c184eb0702b request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:54:33.975894 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e64a1-2dcb-43e8-a796-a41e7048dc37 req-18427c73-c841-4ed3-8653-6b67994d807d tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:33.978745 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b90e64a1-2dcb-43e8-a796-a41e7048dc37 req-18427c73-c841-4ed3-8653-6b67994d807d tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 945 time: 0.1487157 Jun 17 08:54:34.014960 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-0917fac9-36bf-45c2-a4a8-5ff461dcb4df None None] Deleting port 70a9d067-7558-4736-955e-021d2a00b549 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:34.015919 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0917fac9-36bf-45c2-a4a8-5ff461dcb4df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:34.032947 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-0f28e042-64e1-4577-9e66-13095f6b2697 admin admin] For port 70a9d067-7558-4736-955e-021d2a00b549, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=70a9d067-7558-4736-955e-021d2a00b549,segment=NetworkSegment(465483f9-cee2-4abf-9f81-d9ce640dddee),segment_id=465483f9-cee2-4abf-9f81-d9ce640dddee)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:34.033323 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0f28e042-64e1-4577-9e66-13095f6b2697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:34.042849 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-17fb0830-65a9-4352-b0f1-324dc9b439da tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:34.063459 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b90e64a1-2dcb-43e8-a796-a41e7048dc37 req-810e8909-9f21-4ce2-9765-be2caf7a3558 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702748 Jun 17 08:54:34.092971 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-0917fac9-36bf-45c2-a4a8-5ff461dcb4df None None] For port 70a9d067-7558-4736-955e-021d2a00b549, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=70a9d067-7558-4736-955e-021d2a00b549,segment=NetworkSegment(465483f9-cee2-4abf-9f81-d9ce640dddee),segment_id=465483f9-cee2-4abf-9f81-d9ce640dddee)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:34.093708 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0917fac9-36bf-45c2-a4a8-5ff461dcb4df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:34.107299 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d9fc1a7a-9f5d-40b5-9f92-b11d3bd1b589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:34.113633 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-0f28e042-64e1-4577-9e66-13095f6b2697 admin admin] Calling delete_port for 70a9d067-7558-4736-955e-021d2a00b549 owned by network:dhcp {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:34.120084 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d9fc1a7a-9f5d-40b5-9f92-b11d3bd1b589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:34.123273 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d9fc1a7a-9f5d-40b5-9f92-b11d3bd1b589 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f640a07-b4f0-4fd3-9ea9-d321589a4f12 HTTP/1.1" status: 204 len: 168 time: 0.4761660 Jun 17 08:54:34.124580 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e890d52a-6836-4b36-9fce-ff8cadb0c7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:34.172188 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc1a7a-9f5d-40b5-9f92-b11d3bd1b589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f640a07-b4f0-4fd3-9ea9-d321589a4f12,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:34.184293 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d9fc1a7a-9f5d-40b5-9f92-b11d3bd1b589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:34.196338 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-0917fac9-36bf-45c2-a4a8-5ff461dcb4df None None] Calling delete_port for 70a9d067-7558-4736-955e-021d2a00b549 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:34.203474 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-116bb56d-ac70-485d-ba90-4b3d9942fd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:34.209482 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-116bb56d-ac70-485d-ba90-4b3d9942fd89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:34.213488 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-116bb56d-ac70-485d-ba90-4b3d9942fd89 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ea6a3822-6867-4e05-a27f-0b89e5cfce53 HTTP/1.1" status: 204 len: 168 time: 0.7737639 Jun 17 08:54:34.216396 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b96b1ebf-c822-440b-8d59-806b43fc957b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:34.236657 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bb56d-ac70-485d-ba90-4b3d9942fd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6a3822-6867-4e05-a27f-0b89e5cfce53,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:34.244841 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-116bb56d-ac70-485d-ba90-4b3d9942fd89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:34.285763 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 70a9d067-7558-4736-955e-021d2a00b549 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:54:34.436718 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:34.693066 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.db.api [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:54:34.693066 n-d-758944-30 neutron-server[94521]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jun 17 08:54:34.693066 n-d-758944-30 neutron-server[94521]: [parameters: {'status': 'DOWN', 'ports_id': '70a9d067-7558-4736-955e-021d2a00b549'}] Jun 17 08:54:34.693066 n-d-758944-30 neutron-server[94521]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:54:34.694186 n-d-758944-30 neutron-server[94521]: DEBUG oslo_db.api [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:54:34.707185 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0917fac9-36bf-45c2-a4a8-5ff461dcb4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:34.709762 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9d56320d-11ca-4c5d-b7a1-019af7fa0b61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:34.722391 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b8ac4-93e7-4efa-abd8-23dc1dcfd230 req-2c42632c-fe85-4eb7-aeae-4be82c7467b8 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:34.724105 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2b6b8ac4-93e7-4efa-abd8-23dc1dcfd230 req-2c42632c-fe85-4eb7-aeae-4be82c7467b8 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.1331632 Jun 17 08:54:34.738597 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917fac9-36bf-45c2-a4a8-5ff461dcb4df None None] Pushing event deleted for resources: {'Port': ['ID=70a9d067-7558-4736-955e-021d2a00b549,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:34.745858 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0917fac9-36bf-45c2-a4a8-5ff461dcb4df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:34.748614 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0917fac9-36bf-45c2-a4a8-5ff461dcb4df None None] No DVR routers for this DVR port 70a9d067-7558-4736-955e-021d2a00b549 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:54:34.782495 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0f28e042-64e1-4577-9e66-13095f6b2697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:34.786153 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c1405781-c793-4d3f-9fc5-96dcffe009b1 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:34.821330 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28e042-64e1-4577-9e66-13095f6b2697 admin admin] Pushing event deleted for resources: {'Port': ['ID=70a9d067-7558-4736-955e-021d2a00b549,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:34.839377 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0f28e042-64e1-4577-9e66-13095f6b2697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:34.842173 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f28e042-64e1-4577-9e66-13095f6b2697 admin admin] No DVR routers for this DVR port 70a9d067-7558-4736-955e-021d2a00b549 on host n-d-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:54:34.880374 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2b6b8ac4-93e7-4efa-abd8-23dc1dcfd230 req-e5c36ada-5bec-4a59-8d03-c9cad8e0b25c tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1083076 Jun 17 08:54:34.972031 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-58c02a8d-69cf-4ce4-86c7-8a9a41f0cf4b req-d51f06d5-860a-43b5-8b8c-1dd39650739d tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ffa071f-15fc-44f4-bfc0-d994a29803a5 HTTP/1.1" status: 200 len: 210 time: 0.0353138 Jun 17 08:54:34.991414 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0f28e042-64e1-4577-9e66-13095f6b2697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:34.995372 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-17fb0830-65a9-4352-b0f1-324dc9b439da tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:35.005430 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-0f28e042-64e1-4577-9e66-13095f6b2697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d8b842-a93a-49cd-96a6-6c184eb0702b']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:35.016229 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-0f28e042-64e1-4577-9e66-13095f6b2697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465483f9-cee2-4abf-9f81-d9ce640dddee') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:35.016566 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-0f28e042-64e1-4577-9e66-13095f6b2697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465483f9-cee2-4abf-9f81-d9ce640dddee') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:35.028180 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0f28e042-64e1-4577-9e66-13095f6b2697 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:35.041667 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0f28e042-64e1-4577-9e66-13095f6b2697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:35.048125 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f28e042-64e1-4577-9e66-13095f6b2697 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:54:35.048771 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0f28e042-64e1-4577-9e66-13095f6b2697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: self.session.flush() Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: self.session.flush() Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: self.session.flush() Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: self.session.flush() Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:54:35.051797 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:54:35.185220 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-17fb0830-65a9-4352-b0f1-324dc9b439da tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:35.189740 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6b3986e7-cda5-4e7d-8dd2-d5aac6d880d5 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:35.213732 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Port 70a9d067-7558-4736-955e-021d2a00b549 update to DOWN by agent not found {{(pid=94521) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 17 08:54:35.214287 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 947f1820-382c-4b32-a73d-3f50da6e6bd4 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:54:35.232765 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 947f1820-382c-4b32-a73d-3f50da6e6bd4 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:54:35.233112 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 947f1820-382c-4b32-a73d-3f50da6e6bd4 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:54:35.291167 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb0830-65a9-4352-b0f1-324dc9b439da tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Pushing event updated for resources: {'Port': ['ID=b30e8101-411c-4c67-87a2-aa3bd8a1923d,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:35.293693 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-17fb0830-65a9-4352-b0f1-324dc9b439da tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:35.295743 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-17fb0830-65a9-4352-b0f1-324dc9b439da tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:35.385643 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77602ef8-c646-451e-b554-5cf8ce1b2628 req-02202b62-c7ad-4ecd-94e8-cdee32bca102 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:35.387142 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-77602ef8-c646-451e-b554-5cf8ce1b2628 req-02202b62-c7ad-4ecd-94e8-cdee32bca102 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 945 time: 0.1748123 Jun 17 08:54:35.436414 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fb0830-65a9-4352-b0f1-324dc9b439da tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Network 07817798-1f0e-46d3-88dd-c0960c665e71 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:35.439483 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-17fb0830-65a9-4352-b0f1-324dc9b439da tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:35.448699 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-77602ef8-c646-451e-b554-5cf8ce1b2628 req-9f42b88e-1fa4-4333-8250-ea2c7e9d0bf5 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549297 Jun 17 08:54:35.506740 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0f28e042-64e1-4577-9e66-13095f6b2697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:35.510012 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0f28e042-64e1-4577-9e66-13095f6b2697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:35.514895 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0f28e042-64e1-4577-9e66-13095f6b2697 admin admin] 10.222.0.49 "DELETE /v2.0/networks/72d8b842-a93a-49cd-96a6-6c184eb0702b HTTP/1.1" status: 204 len: 168 time: 1.9801431 Jun 17 08:54:35.539796 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5a61b241-cedb-4250-bc79-afd7589cfe73 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:35.560240 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28e042-64e1-4577-9e66-13095f6b2697 admin admin] Pushing event deleted for resources: {'Network': ['ID=72d8b842-a93a-49cd-96a6-6c184eb0702b,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:35.562686 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0f28e042-64e1-4577-9e66-13095f6b2697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:35.606795 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fb0830-65a9-4352-b0f1-324dc9b439da tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Router 960f6c0a-1977-4c24-8929-59d6d734a9fa has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:54:35.726051 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fb0830-65a9-4352-b0f1-324dc9b439da tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:54:35.736245 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-17fb0830-65a9-4352-b0f1-324dc9b439da tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] 10.222.0.49 "PUT /v2.0/routers/960f6c0a-1977-4c24-8929-59d6d734a9fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2230735 Jun 17 08:54:35.736245 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34602) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:35.739358 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ef45ba-541b-41c6-95e3-aa33590c7de2 None None] Sync routers for ids ['960f6c0a-1977-4c24-8929-59d6d734a9fa'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:54:35.742462 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-72bc9f83-a42a-4e03-85cb-a6120f77e936 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Request body: {'port': {'network_id': '07817798-1f0e-46d3-88dd-c0960c665e71', 'name': 'tempest-FloatingIPAdminTestJSON-1090427433'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:35.752359 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ef45ba-541b-41c6-95e3-aa33590c7de2 None None] Routers {'960f6c0a-1977-4c24-8929-59d6d734a9fa'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:35.753719 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-c0ef45ba-541b-41c6-95e3-aa33590c7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:54:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['960f6c0a-1977-4c24-8929-59d6d734a9fa'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:35.793545 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f2cff93-6af4-4180-b2c3-ec8a840d5ca6 None None] Provisioning complete for port b30e8101-411c-4c67-87a2-aa3bd8a1923d triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:35.794137 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f2cff93-6af4-4180-b2c3-ec8a840d5ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:35.802720 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-c0ef45ba-541b-41c6-95e3-aa33590c7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:35.813800 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ef45ba-541b-41c6-95e3-aa33590c7de2 None None] Routers {'960f6c0a-1977-4c24-8929-59d6d734a9fa'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:35.815114 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-c0ef45ba-541b-41c6-95e3-aa33590c7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:54:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['960f6c0a-1977-4c24-8929-59d6d734a9fa'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:35.859424 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-c0ef45ba-541b-41c6-95e3-aa33590c7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:35.859652 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f2cff93-6af4-4180-b2c3-ec8a840d5ca6 None None] Port b30e8101-411c-4c67-87a2-aa3bd8a1923d cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:54:35.860611 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ef45ba-541b-41c6-95e3-aa33590c7de2 None None] The sync data for ids ['960f6c0a-1977-4c24-8929-59d6d734a9fa'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:54:35.904575 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-8800b0be-ae1b-4e6d-b06b-9d24e07e2335 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:35.906474 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-8800b0be-ae1b-4e6d-b06b-9d24e07e2335 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.50 "GET /v2.0/networks?id=bd7e8056-ca11-4a34-8dd4-c128681c2a28 HTTP/1.1" status: 200 len: 809 time: 0.1715283 Jun 17 08:54:35.921510 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-0c50de0b-eab6-4ae4-8615-26d21ee423ad tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Request body: {'port': {'device_id': '5ffa071f-15fc-44f4-bfc0-d994a29803a5', 'network_id': 'bd7e8056-ca11-4a34-8dd4-c128681c2a28', 'admin_state_up': True, 'tenant_id': '12ffbe5df47a409caaa09a4e37876325'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:36.037351 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bc9f83-a42a-4e03-85cb-a6120f77e936 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Made reservation on behalf of 056deefcde27475a8f24d102a9124908 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:36.048135 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-72bc9f83-a42a-4e03-85cb-a6120f77e936 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:36.084904 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [None req-72bc9f83-a42a-4e03-85cb-a6120f77e936 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] device_id is not set on port 6c33f68d-c07c-4ef5-b250-9146bd527372 yet. {{(pid=94519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:54:36.141482 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a1a0e-8da3-410a-96e9-6b370002b69e req-62a45d80-97df-4d20-9697-234457545ff7 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:36.147961 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b46a1a0e-8da3-410a-96e9-6b370002b69e req-62a45d80-97df-4d20-9697-234457545ff7 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.1322861 Jun 17 08:54:36.183120 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b7d223a6-70dc-4387-80fc-39327285ba07 req-00f092fe-582e-4fad-9a2c-4b2335baeded tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ffa071f-15fc-44f4-bfc0-d994a29803a5 HTTP/1.1" status: 200 len: 210 time: 0.0429125 Jun 17 08:54:36.204821 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b46a1a0e-8da3-410a-96e9-6b370002b69e req-5a250103-6a7e-4c92-aea5-300c82f6b1d1 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506155 Jun 17 08:54:36.263131 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-72bc9f83-a42a-4e03-85cb-a6120f77e936 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Allocated IP 172.20.0.3 (07817798-1f0e-46d3-88dd-c0960c665e71/5e323561-b664-4074-8d22-0964a1a4da7c/6c33f68d-c07c-4ef5-b250-9146bd527372) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:54:36.278554 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-0c50de0b-eab6-4ae4-8615-26d21ee423ad tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Made reservation on behalf of 12ffbe5df47a409caaa09a4e37876325 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:36.282263 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-0c50de0b-eab6-4ae4-8615-26d21ee423ad tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:36.390402 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34624) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:36.432114 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-0c50de0b-eab6-4ae4-8615-26d21ee423ad tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Allocated IP 172.20.0.11 (bd7e8056-ca11-4a34-8dd4-c128681c2a28/4585c993-d98d-46ff-93fd-582dde9c2efa/ec6d5b49-f251-439d-87f8-8bb946ad753e) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:54:36.441833 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-72bc9f83-a42a-4e03-85cb-a6120f77e936 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:36.458393 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-72bc9f83-a42a-4e03-85cb-a6120f77e936 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Transition to ACTIVE for port object 6c33f68d-c07c-4ef5-b250-9146bd527372 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:36.608853 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34630) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:36.614228 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-0c50de0b-eab6-4ae4-8615-26d21ee423ad tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:36.692423 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d89de717-528a-41d5-8a3b-1c96cab5b636 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=efb1f4611b1f491e8763ca939f24a14b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547132 Jun 17 08:54:36.692423 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a37f7-8473-4220-8a96-9f2ddd51f6ae req-16ea098b-8c92-4406-8edf-ab03b3f9fa94 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:36.692423 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-966a37f7-8473-4220-8a96-9f2ddd51f6ae req-16ea098b-8c92-4406-8edf-ab03b3f9fa94 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 945 time: 0.1110210 Jun 17 08:54:36.695200 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34632) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:36.723625 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-966a37f7-8473-4220-8a96-9f2ddd51f6ae req-3aa4b744-0682-4e5e-94e3-03fc87a90108 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363386 Jun 17 08:54:36.748487 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0998e692-2567-4e42-8b5f-ed5e82da4391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:36.749278 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-72bc9f83-a42a-4e03-85cb-a6120f77e936 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:36.761607 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-81038b23-24b0-4de2-acf9-6d08a10a0401 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:36.777504 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0998e692-2567-4e42-8b5f-ed5e82da4391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:36.803942 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bc9f83-a42a-4e03-85cb-a6120f77e936 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Network 07817798-1f0e-46d3-88dd-c0960c665e71 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:36.807391 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-72bc9f83-a42a-4e03-85cb-a6120f77e936 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:36.811320 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bc9f83-a42a-4e03-85cb-a6120f77e936 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:54:36.842515 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc9f83-a42a-4e03-85cb-a6120f77e936 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Pushing event updated for resources: {'Port': ['ID=6c33f68d-c07c-4ef5-b250-9146bd527372,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:36.848577 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-72bc9f83-a42a-4e03-85cb-a6120f77e936 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:36.871535 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bc9f83-a42a-4e03-85cb-a6120f77e936 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:36.872215 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-72bc9f83-a42a-4e03-85cb-a6120f77e936 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:36.917089 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-0c50de0b-eab6-4ae4-8615-26d21ee423ad tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:36.929905 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ecc1bb3c-64d8-474c-bd81-d85b47426fb0 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:36.951478 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-6cc2d4e5-1dac-4764-be99-b9fea7abd54d tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1221554446'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:36.976882 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-0c50de0b-eab6-4ae4-8615-26d21ee423ad tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Network bd7e8056-ca11-4a34-8dd4-c128681c2a28 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:36.980600 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-0c50de0b-eab6-4ae4-8615-26d21ee423ad tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:36.984992 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-0c50de0b-eab6-4ae4-8615-26d21ee423ad tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:54:37.060551 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0998e692-2567-4e42-8b5f-ed5e82da4391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:37.063213 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0998e692-2567-4e42-8b5f-ed5e82da4391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:37.073528 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34638) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:37.076657 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0998e692-2567-4e42-8b5f-ed5e82da4391 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/76286939-cb8f-4dd3-8e28-42a319075f88 HTTP/1.1" status: 204 len: 168 time: 0.3801894 Jun 17 08:54:37.092054 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50de0b-eab6-4ae4-8615-26d21ee423ad tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Pushing event updated for resources: {'Port': ['ID=ec6d5b49-f251-439d-87f8-8bb946ad753e,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:37.096863 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0c50de0b-eab6-4ae4-8615-26d21ee423ad tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:37.097395 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bde50af3-8a97-4736-b11d-7203b54276ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:37.115069 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998e692-2567-4e42-8b5f-ed5e82da4391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76286939-cb8f-4dd3-8e28-42a319075f88,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:37.119003 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0998e692-2567-4e42-8b5f-ed5e82da4391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:37.129691 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-72bc9f83-a42a-4e03-85cb-a6120f77e936 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3924756 Jun 17 08:54:37.135237 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34644) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:37.151062 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-0c50de0b-eab6-4ae4-8615-26d21ee423ad tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:37.158478 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-0c50de0b-eab6-4ae4-8615-26d21ee423ad tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:37.181780 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34648) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:37.303686 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-8e635109-6f43-47c4-9319-3e30c2bdb03d tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1788081820'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:37.400546 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ceff8-0a21-4bd5-8034-3f253132330c req-8aa17993-1c15-4b5b-b905-069b4f1e4c59 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:37.408127 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fb8ceff8-0a21-4bd5-8034-3f253132330c req-8aa17993-1c15-4b5b-b905-069b4f1e4c59 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ffa071f-15fc-44f4-bfc0-d994a29803a5 HTTP/1.1" status: 200 len: 932 time: 0.0834398 Jun 17 08:54:37.427587 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-d1028a48-a0a4-4671-990e-0a1e59facec4 None None] Provisioning for port 6c33f68d-c07c-4ef5-b250-9146bd527372 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:54:37.436209 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc2d4e5-1dac-4764-be99-b9fea7abd54d tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Made reservation on behalf of 4fe6dcb5d44543e8bd34fdbd4d90e66e for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:37.439396 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-d1028a48-a0a4-4671-990e-0a1e59facec4 None None] Provisioning complete for port 6c33f68d-c07c-4ef5-b250-9146bd527372 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:37.444053 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d1028a48-a0a4-4671-990e-0a1e59facec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:37.446309 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6cc2d4e5-1dac-4764-be99-b9fea7abd54d tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:37.456268 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fb8ceff8-0a21-4bd5-8034-3f253132330c req-af7c2590-5a8f-4781-859b-4c69af4f6c40 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f3331b8-4d4a-4990-936c-5d7fe0cda953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472429 Jun 17 08:54:37.477769 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6cc2d4e5-1dac-4764-be99-b9fea7abd54d tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:37.487206 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-d1028a48-a0a4-4671-990e-0a1e59facec4 None None] Port 6c33f68d-c07c-4ef5-b250-9146bd527372 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:54:37.496724 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-c2abc567-9d2e-4659-9cbd-38ccde903581 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'project_id': '056deefcde27475a8f24d102a9124908', 'port_id': '6c33f68d-c07c-4ef5-b250-9146bd527372'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:37.525947 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b4c14-62f0-4e43-9129-7db9a4111656 req-2cb48f72-ba20-4539-8b1c-f5c18f0da3d3 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:37.527577 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b17b4c14-62f0-4e43-9129-7db9a4111656 req-2cb48f72-ba20-4539-8b1c-f5c18f0da3d3 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.1582322 Jun 17 08:54:37.533113 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Request body: {'networks': [{'name': 'tempest-network--21105397'}, {'name': 'tempest-network--1466387412'}]} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:37.533433 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Request body: {'network': {'name': 'tempest-network--21105397'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:37.533894 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Request body: {'network': {'name': 'tempest-network--1466387412'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:37.573429 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b17b4c14-62f0-4e43-9129-7db9a4111656 req-c6d19d72-284b-421a-84f3-5d14f54c46d4 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360229 Jun 17 08:54:37.577163 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-0c50de0b-eab6-4ae4-8615-26d21ee423ad tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6597383 Jun 17 08:54:37.586556 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.db.api [None req-c2abc567-9d2e-4659-9cbd-38ccde903581 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:54:37.586556 n-d-758944-30 neutron-server[94519]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:54:37.586556 n-d-758944-30 neutron-server[94519]: [parameters: {'project_id_1': '056deefcde27475a8f24d102a9124908', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 54, 37, 504776)}] Jun 17 08:54:37.586556 n-d-758944-30 neutron-server[94519]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:54:37.587585 n-d-758944-30 neutron-server[94519]: DEBUG oslo_db.api [None req-c2abc567-9d2e-4659-9cbd-38ccde903581 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:54:37.589596 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-e5419e69-bcdf-48fa-aba0-54e56939fc77 service neutron] Request body: {'port': {'device_id': '5ffa071f-15fc-44f4-bfc0-d994a29803a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:37.589939 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.db.api [None req-6cc2d4e5-1dac-4764-be99-b9fea7abd54d tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:54:37.589939 n-d-758944-30 neutron-server[94519]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:54:37.589939 n-d-758944-30 neutron-server[94519]: [parameters: {'project_id_1': '4fe6dcb5d44543e8bd34fdbd4d90e66e', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 54, 37, 509721)}] Jun 17 08:54:37.589939 n-d-758944-30 neutron-server[94519]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:54:37.590524 n-d-758944-30 neutron-server[94519]: DEBUG oslo_db.api [None req-6cc2d4e5-1dac-4764-be99-b9fea7abd54d tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:54:37.594092 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.db.api [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:54:37.594092 n-d-758944-30 neutron-server[94519]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:54:37.594092 n-d-758944-30 neutron-server[94519]: [parameters: {'project_id_1': '7204783770e448c1a2456ab97ffe4074', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 54, 37, 544593)}] Jun 17 08:54:37.594092 n-d-758944-30 neutron-server[94519]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:54:37.594092 n-d-758944-30 neutron-server[94519]: DEBUG oslo_db.api [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:54:37.673534 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-e5419e69-bcdf-48fa-aba0-54e56939fc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:37.718857 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e635109-6f43-47c4-9319-3e30c2bdb03d tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] Made reservation on behalf of 4b232aa357f941139dbc9a3768fc12ea for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:37.722455 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8e635109-6f43-47c4-9319-3e30c2bdb03d tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:37.732265 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8e635109-6f43-47c4-9319-3e30c2bdb03d tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:37.858421 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8e635109-6f43-47c4-9319-3e30c2bdb03d tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:37.974279 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b732db-9608-48de-af0a-1b8e1d56b250 req-e06592ba-91be-49ce-b1cf-691439c721a4 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:37.975677 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d5b732db-9608-48de-af0a-1b8e1d56b250 req-e06592ba-91be-49ce-b1cf-691439c721a4 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 945 time: 0.1063325 Jun 17 08:54:37.984278 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8e635109-6f43-47c4-9319-3e30c2bdb03d tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:37.988480 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a82a595f-a453-467b-a422-c8057c17f0ff tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:38.009626 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e635109-6f43-47c4-9319-3e30c2bdb03d tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:54:38.022997 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e635109-6f43-47c4-9319-3e30c2bdb03d tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a1b01a-0a11-431f-86ca-973473358861,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:38.026220 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8e635109-6f43-47c4-9319-3e30c2bdb03d tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:38.029576 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8e635109-6f43-47c4-9319-3e30c2bdb03d tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:38.029918 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-8e635109-6f43-47c4-9319-3e30c2bdb03d tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] Added segment 5d843550-6d9a-4c61-bccc-35bb15bdb962 of type vlan for network 17ed26b1-b82a-4596-93f3-d47f0e834325 Jun 17 08:54:38.043150 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-e5419e69-bcdf-48fa-aba0-54e56939fc77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6d5b49-f251-439d-87f8-8bb946ad753e {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:54:38.054509 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-e5419e69-bcdf-48fa-aba0-54e56939fc77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:38.059274 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d5b732db-9608-48de-af0a-1b8e1d56b250 req-226aa0e4-0d24-4691-9cc2-9676443e10b9 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775719 Jun 17 08:54:38.070866 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-e5419e69-bcdf-48fa-aba0-54e56939fc77 service neutron] Transition to ACTIVE for port object ec6d5b49-f251-439d-87f8-8bb946ad753e will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:38.097642 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6cc2d4e5-1dac-4764-be99-b9fea7abd54d tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:38.104840 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8e635109-6f43-47c4-9319-3e30c2bdb03d tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:38.196274 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-e5419e69-bcdf-48fa-aba0-54e56939fc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:38.198556 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-06c2c108-6234-4d55-8728-d45e6d8a6bd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:38.549936 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c2abc567-9d2e-4659-9cbd-38ccde903581 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:38.555061 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8e635109-6f43-47c4-9319-3e30c2bdb03d tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:38.572488 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e635109-6f43-47c4-9319-3e30c2bdb03d tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:38.572488 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8e635109-6f43-47c4-9319-3e30c2bdb03d tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:38.583124 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-02da46fe-df9b-4691-99fd-1f7bd68c57af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:38.644284 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5419e69-bcdf-48fa-aba0-54e56939fc77 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6d5b49-f251-439d-87f8-8bb946ad753e,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:38.663845 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e5419e69-bcdf-48fa-aba0-54e56939fc77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:38.695568 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-e5419e69-bcdf-48fa-aba0-54e56939fc77 service neutron] Attempting to bind port ec6d5b49-f251-439d-87f8-8bb946ad753e on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:38.696007 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-e5419e69-bcdf-48fa-aba0-54e56939fc77 service neutron] Attempting to bind port ec6d5b49-f251-439d-87f8-8bb946ad753e by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '7ec75b8f-49db-495c-8722-903a6539440d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bd7e8056-ca11-4a34-8dd4-c128681c2a28'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:38.696273 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-e5419e69-bcdf-48fa-aba0-54e56939fc77 service neutron] Attempting to bind port ec6d5b49-f251-439d-87f8-8bb946ad753e on network bd7e8056-ca11-4a34-8dd4-c128681c2a28 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:38.701185 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-e5419e69-bcdf-48fa-aba0-54e56939fc77 service neutron] Port ec6d5b49-f251-439d-87f8-8bb946ad753e on network bd7e8056-ca11-4a34-8dd4-c128681c2a28 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:38.701544 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-e5419e69-bcdf-48fa-aba0-54e56939fc77 service neutron] Attempting to bind port ec6d5b49-f251-439d-87f8-8bb946ad753e on network bd7e8056-ca11-4a34-8dd4-c128681c2a28 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:38.711359 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-e5419e69-bcdf-48fa-aba0-54e56939fc77 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:54:38.711735 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-e5419e69-bcdf-48fa-aba0-54e56939fc77 service neutron] Checking segment: {'id': '7ec75b8f-49db-495c-8722-903a6539440d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bd7e8056-ca11-4a34-8dd4-c128681c2a28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:54:38.712619 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-e5419e69-bcdf-48fa-aba0-54e56939fc77 service neutron] Bound using segment: {'id': '7ec75b8f-49db-495c-8722-903a6539440d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bd7e8056-ca11-4a34-8dd4-c128681c2a28'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:54:38.712619 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-e5419e69-bcdf-48fa-aba0-54e56939fc77 service neutron] Bound port: ec6d5b49-f251-439d-87f8-8bb946ad753e, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ec75b8f-49db-495c-8722-903a6539440d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bd7e8056-ca11-4a34-8dd4-c128681c2a28'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:54:38.712969 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-e5419e69-bcdf-48fa-aba0-54e56939fc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:38.724842 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e635109-6f43-47c4-9319-3e30c2bdb03d tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] Pushing event updated for resources: {'Network': ['ID=17ed26b1-b82a-4596-93f3-d47f0e834325,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:38.730060 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8e635109-6f43-47c4-9319-3e30c2bdb03d tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:38.742050 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 17ed26b1-b82a-4596-93f3-d47f0e834325 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:54:38.769934 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c54d9-d2de-4a73-ac4b-623b7b15b52c req-f2d77b57-4ce0-40ed-b13a-ee7a820a2578 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:38.777246 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4d9c54d9-d2de-4a73-ac4b-623b7b15b52c req-f2d77b57-4ce0-40ed-b13a-ee7a820a2578 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ffa071f-15fc-44f4-bfc0-d994a29803a5 HTTP/1.1" status: 200 len: 944 time: 0.1716506 Jun 17 08:54:38.807318 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Made reservation on behalf of 7204783770e448c1a2456ab97ffe4074 for: {'network': 2} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:38.812233 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:38.827396 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-e5419e69-bcdf-48fa-aba0-54e56939fc77 service neutron] For port ec6d5b49-f251-439d-87f8-8bb946ad753e, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:54:38.836648 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c9160-604b-48c7-92fd-84e3a9515b3d req-dedd9a30-8d0e-4af6-8e43-0998f6c55c8a tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:38.838206 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-485c9160-604b-48c7-92fd-84e3a9515b3d req-dedd9a30-8d0e-4af6-8e43-0998f6c55c8a tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.1289024 Jun 17 08:54:38.845124 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:38.849417 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-e5419e69-bcdf-48fa-aba0-54e56939fc77 service neutron] For port ec6d5b49-f251-439d-87f8-8bb946ad753e, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=ec6d5b49-f251-439d-87f8-8bb946ad753e,segment=NetworkSegment(7ec75b8f-49db-495c-8722-903a6539440d),segment_id=7ec75b8f-49db-495c-8722-903a6539440d)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:54:38.868143 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34682) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:38.892570 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-485c9160-604b-48c7-92fd-84e3a9515b3d req-7f462e2a-0b12-4a5a-aedf-011af08cce5a tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417316 Jun 17 08:54:38.902800 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4d9c54d9-d2de-4a73-ac4b-623b7b15b52c req-9b7dc33a-88f2-4561-8edb-28b08a212da0 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f3331b8-4d4a-4990-936c-5d7fe0cda953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245887 Jun 17 08:54:38.928140 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c2abc567-9d2e-4659-9cbd-38ccde903581 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:38.961705 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-e5419e69-bcdf-48fa-aba0-54e56939fc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:38.964416 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-46a38821-583a-4ace-af4b-10d34d3002a9 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:39.002951 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-e5419e69-bcdf-48fa-aba0-54e56939fc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:39.004886 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-e5419e69-bcdf-48fa-aba0-54e56939fc77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:39.006507 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-e5419e69-bcdf-48fa-aba0-54e56939fc77 service neutron] 10.222.0.50 "PUT /v2.0/ports/ec6d5b49-f251-439d-87f8-8bb946ad753e HTTP/1.1" status: 200 len: 1093 time: 1.4218090 Jun 17 08:54:39.007952 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffa071f-15fc-44f4-bfc0-d994a29803a5', 'tag': 'ec6d5b49-f251-439d-87f8-8bb946ad753e'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:39.010881 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25b5383-c638-4cf9-b8a8-3393023da330" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffa071f-15fc-44f4-bfc0-d994a29803a5", "tag": "ec6d5b49-f251-439d-87f8-8bb946ad753e"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:39.016963 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6cc2d4e5-1dac-4764-be99-b9fea7abd54d tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:39.036926 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-288898d0-00a3-427f-9818-b33a70dd7b71 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2074625999-network', 'tenant_id': '2e0e0aa3b95245d09bb59b6a75a48ada'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:39.049894 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5419e69-bcdf-48fa-aba0-54e56939fc77 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6d5b49-f251-439d-87f8-8bb946ad753e,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:39.054629 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e5419e69-bcdf-48fa-aba0-54e56939fc77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:39.066826 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cf27f8-cc83-4934-8015-1e0f52a028fb x-openstack-request-id: req-98cf27f8-cc83-4934-8015-1e0f52a028fb {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:39.067166 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffa071f-15fc-44f4-bfc0-d994a29803a5", "tag": "ec6d5b49-f251-439d-87f8-8bb946ad753e", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:39.067853 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-98cf27f8-cc83-4934-8015-1e0f52a028fb {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:39.068330 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffa071f-15fc-44f4-bfc0-d994a29803a5', 'tag': 'ec6d5b49-f251-439d-87f8-8bb946ad753e', 'status': 'completed', 'code': 200} Jun 17 08:54:39.084615 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-c2abc567-9d2e-4659-9cbd-38ccde903581 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Allocated IP 172.25.2.101 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/3a6a96d4-6302-4059-9b7b-d05f35d117cb) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:54:39.143163 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b5383-c638-4cf9-b8a8-3393023da330 req-2a5d84eb-6a51-4f52-ba79-6c7504d52698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:39.144827 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e25b5383-c638-4cf9-b8a8-3393023da330 req-2a5d84eb-6a51-4f52-ba79-6c7504d52698 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=12ffbe5df47a409caaa09a4e37876325&device_id=5ffa071f-15fc-44f4-bfc0-d994a29803a5 HTTP/1.1" status: 200 len: 1096 time: 0.0589261 Jun 17 08:54:39.145042 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6cc2d4e5-1dac-4764-be99-b9fea7abd54d tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:39.156928 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5c84649c-7b5e-4e87-ad53-f8397104e440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:39.190661 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc2d4e5-1dac-4764-be99-b9fea7abd54d tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:54:39.233763 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2d4e5-1dac-4764-be99-b9fea7abd54d tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47932c77-ae26-452c-9f12-aac5b9a4e812,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:39.238591 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6cc2d4e5-1dac-4764-be99-b9fea7abd54d tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:39.238988 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-6cc2d4e5-1dac-4764-be99-b9fea7abd54d tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Added segment 6f263d49-c7ba-48fe-8121-428b8bafb074 of type vlan for network 4205770c-1d11-4259-8657-4aba0f6511b8 Jun 17 08:54:39.249976 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6cc2d4e5-1dac-4764-be99-b9fea7abd54d tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:39.252461 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b5383-c638-4cf9-b8a8-3393023da330 req-935e9b62-ac8b-4b05-9009-ce1000e05a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:39.253946 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e25b5383-c638-4cf9-b8a8-3393023da330 req-935e9b62-ac8b-4b05-9009-ce1000e05a89 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=12ffbe5df47a409caaa09a4e37876325&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1024456 Jun 17 08:54:39.297422 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c2abc567-9d2e-4659-9cbd-38ccde903581 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:39.321195 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6cc2d4e5-1dac-4764-be99-b9fea7abd54d tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:39.327500 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-8e635109-6f43-47c4-9319-3e30c2bdb03d tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.2494051 Jun 17 08:54:39.331041 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34692) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:39.338494 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.tag.tag_plugin [None req-b876ee39-b952-4f6f-be76-df13e05d84ab tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '17ed26b1-b82a-4596-93f3-d47f0e834325', 'tempest-TagsTest-Tag-1412601693') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:39.401726 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b5383-c638-4cf9-b8a8-3393023da330 req-b2dc54e0-337a-4d0a-b6ca-1114658e8f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:39.403221 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e25b5383-c638-4cf9-b8a8-3393023da330 req-b2dc54e0-337a-4d0a-b6ca-1114658e8f9d service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1436648 Jun 17 08:54:39.422332 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a63d6-0610-490f-bae4-ffebe47417c5 req-0925d630-58cc-4759-af53-8769f707878e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:39.424003 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c19a63d6-0610-490f-bae4-ffebe47417c5 req-0925d630-58cc-4759-af53-8769f707878e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 945 time: 0.2066286 Jun 17 08:54:39.484006 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c19a63d6-0610-490f-bae4-ffebe47417c5 req-0032cbec-17e8-47c4-a426-9c00c66e9298 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521915 Jun 17 08:54:39.518677 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:39.525568 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-dd3ecfcf-cd70-464d-962c-cdedefd3855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:39.527256 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-dd3ecfcf-cd70-464d-962c-cdedefd3855b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=12ffbe5df47a409caaa09a4e37876325&device_id=5ffa071f-15fc-44f4-bfc0-d994a29803a5 HTTP/1.1" status: 200 len: 1096 time: 0.0725267 Jun 17 08:54:39.570507 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-45b4c134-1527-42b5-9577-6c791dd35197 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec6d5b49-f251-439d-87f8-8bb946ad753e HTTP/1.1" status: 200 len: 217 time: 0.0353184 Jun 17 08:54:39.590166 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6cc2d4e5-1dac-4764-be99-b9fea7abd54d tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:39.596223 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc2d4e5-1dac-4764-be99-b9fea7abd54d tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:39.596826 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6cc2d4e5-1dac-4764-be99-b9fea7abd54d tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:39.600138 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5684cd7d-e6c0-4a7e-91e3-ecd160ebe69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:39.653787 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-c41e3aa5-0850-4213-853f-09649c35febc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:39.655270 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-c41e3aa5-0850-4213-853f-09649c35febc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4585c993-d98d-46ff-93fd-582dde9c2efa HTTP/1.1" status: 200 len: 849 time: 0.0791008 Jun 17 08:54:39.664441 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2d4e5-1dac-4764-be99-b9fea7abd54d tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Pushing event updated for resources: {'Network': ['ID=4205770c-1d11-4259-8657-4aba0f6511b8,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:39.667052 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6cc2d4e5-1dac-4764-be99-b9fea7abd54d tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:39.675353 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 4205770c-1d11-4259-8657-4aba0f6511b8 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:54:39.691208 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-e23bf017-82da-40b6-a9e4-23def22206e6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bd7e8056-ca11-4a34-8dd4-c128681c2a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292919 Jun 17 08:54:39.693455 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:39.694018 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:39.698201 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b876ee39-b952-4f6f-be76-df13e05d84ab tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] 10.222.0.49 "PUT /v2.0/networks/17ed26b1-b82a-4596-93f3-d47f0e834325/tags/tempest-TagsTest-Tag-1412601693 HTTP/1.1" status: 201 len: 201 time: 0.3634806 Jun 17 08:54:39.698393 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d040542a-bc06-4e06-a09c-99e496c7af29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:39.700990 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34696) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:39.704090 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c2abc567-9d2e-4659-9cbd-38ccde903581 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:39.706918 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.tag.tag_plugin [None req-80d449ba-4db7-4a11-bfe6-6ca75b399fdd tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '17ed26b1-b82a-4596-93f3-d47f0e834325', 'tempest-TagsTest-Tag-1412601693') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:39.747791 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd992df-33f5-4063-af93-ea114b1e62c7,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:39.753558 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2abc567-9d2e-4659-9cbd-38ccde903581 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:39.761716 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:39.761716 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-17fb0830-65a9-4352-b0f1-324dc9b439da tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:39.762961 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:54:39.765293 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-c2abc567-9d2e-4659-9cbd-38ccde903581 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:39.791781 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2abc567-9d2e-4659-9cbd-38ccde903581 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:54:39.800250 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d9f57-cad0-4294-b1bc-e317ae54b0b2 req-82a65d66-3502-41e2-bb5a-312cb932c2f5 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:39.801812 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c61d9f57-cad0-4294-b1bc-e317ae54b0b2 req-82a65d66-3502-41e2-bb5a-312cb932c2f5 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.1988642 Jun 17 08:54:39.849861 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:39.850221 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Added segment c2b67741-7008-45b6-af66-098d8bf91ab1 of type vlan for network 9e1e2684-1a42-4597-b46b-bb7a97574a1b Jun 17 08:54:39.864704 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6cc2d4e5-1dac-4764-be99-b9fea7abd54d tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.4729142 Jun 17 08:54:39.905748 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abc567-9d2e-4659-9cbd-38ccde903581 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Pushing event updated for resources: {'Port': ['ID=3a6a96d4-6302-4059-9b7b-d05f35d117cb,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:39.914093 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c2abc567-9d2e-4659-9cbd-38ccde903581 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:39.917067 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-c8e2f464-125b-43ec-8154-0d2bf2c4f888 service neutron] 10.222.0.50 "GET /v2.0/networks/bd7e8056-ca11-4a34-8dd4-c128681c2a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176914 Jun 17 08:54:39.921900 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:39.923687 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c61d9f57-cad0-4294-b1bc-e317ae54b0b2 req-30148486-75eb-43c8-a70f-3bfdd75459c3 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1138883 Jun 17 08:54:39.936552 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-80d449ba-4db7-4a11-bfe6-6ca75b399fdd tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] 10.222.0.49 "GET /v2.0/networks/17ed26b1-b82a-4596-93f3-d47f0e834325/tags/tempest-TagsTest-Tag-1412601693 HTTP/1.1" status: 204 len: 168 time: 0.2329199 Jun 17 08:54:39.937075 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34704) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:39.941585 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.tag.tag_plugin [None req-32181243-61ab-4235-926e-527af033a043 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '17ed26b1-b82a-4596-93f3-d47f0e834325') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:40.023428 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced1b2d-698f-4914-af5a-ac729e20f54a req-35550d7b-885a-4b8c-a69a-ee90529749d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:40.025034 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4ced1b2d-698f-4914-af5a-ac729e20f54a req-35550d7b-885a-4b8c-a69a-ee90529749d1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=625e2459307b434fab6fcf2f0c349af9&device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 1097 time: 0.2301252 Jun 17 08:54:40.035156 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:54:40.102429 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288898d0-00a3-427f-9818-b33a70dd7b71 admin admin] Made reservation on behalf of 2e0e0aa3b95245d09bb59b6a75a48ada for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:40.104830 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-288898d0-00a3-427f-9818-b33a70dd7b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:40.119586 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ca532c22-b269-47d0-99a7-f89ddcb9c3e4 req-55451085-7112-4bd4-b292-86fd32ee6d43 service neutron] 10.222.0.50 "GET /v2.0/networks/bd7e8056-ca11-4a34-8dd4-c128681c2a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941965 Jun 17 08:54:40.122301 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-32181243-61ab-4235-926e-527af033a043 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] 10.222.0.49 "GET /v2.0/networks/17ed26b1-b82a-4596-93f3-d47f0e834325/tags HTTP/1.1" status: 200 len: 238 time: 0.1840270 Jun 17 08:54:40.123624 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-288898d0-00a3-427f-9818-b33a70dd7b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:40.128069 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34706) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:40.131561 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.tag.tag_plugin [None req-da4a347e-84fb-4b66-9f67-718ca4cb5f7e tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '17ed26b1-b82a-4596-93f3-d47f0e834325', {'tags': ['tempest-TagsTest-Tag-855248912', 'tempest-TagsTest-Tag-1136790858', 'tempest-TagsTest-Tag-1332118682']}) {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:40.140176 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:40.140541 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Added segment 98b67d7d-b443-493a-976b-b5e428fc3efb of type vlan for network cdef3373-20ce-4d5e-bcca-6a53e0cdafe9 Jun 17 08:54:40.240461 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:40.281355 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34708) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:40.290719 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Request body: {'port': {'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8', 'binding:host_id': 'n-h1-758944-30', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1711300192'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:40.308492 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced1b2d-698f-4914-af5a-ac729e20f54a req-6d41903a-ee57-45e7-bc95-31576fc1ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:40.309971 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4ced1b2d-698f-4914-af5a-ac729e20f54a req-6d41903a-ee57-45e7-bc95-31576fc1ec6b service neutron] 10.222.0.50 "GET /v2.0/networks?id=98c6fd42-c22b-4725-9f11-0381a8c4c410 HTTP/1.1" status: 200 len: 910 time: 0.2760055 Jun 17 08:54:40.336329 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-288898d0-00a3-427f-9818-b33a70dd7b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:40.355577 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-da4a347e-84fb-4b66-9f67-718ca4cb5f7e tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] 10.222.0.49 "PUT /v2.0/networks/17ed26b1-b82a-4596-93f3-d47f0e834325/tags HTTP/1.1" status: 200 len: 308 time: 0.2288854 Jun 17 08:54:40.358259 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34710) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:40.363454 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.tag.tag_plugin [None req-2ab3121a-721e-41dc-b8b4-4f74438d6f78 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '17ed26b1-b82a-4596-93f3-d47f0e834325', 'tempest-TagsTest-Tag-855248912') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:40.452267 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c9610-6aad-4c92-bd0c-c13abe91e269 req-38ba93bb-9a46-4775-8719-73ff6e328b95 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:40.453803 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3c2c9610-6aad-4c92-bd0c-c13abe91e269 req-38ba93bb-9a46-4775-8719-73ff6e328b95 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ffa071f-15fc-44f4-bfc0-d994a29803a5 HTTP/1.1" status: 200 len: 944 time: 0.1321898 Jun 17 08:54:40.454839 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4ced1b2d-698f-4914-af5a-ac729e20f54a req-24c23805-e234-4b38-9522-a86a2007c017 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9f7637c-87ac-464f-adbc-aeaf22b63e53 HTTP/1.1" status: 200 len: 1001 time: 0.1338196 Jun 17 08:54:40.492650 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-288898d0-00a3-427f-9818-b33a70dd7b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:40.501834 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6991f2c2-d5ad-4a32-9022-8f02aec131dc tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:40.522659 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3c2c9610-6aad-4c92-bd0c-c13abe91e269 req-af50374b-f7ac-4eb1-9660-368c2787cdad tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f3331b8-4d4a-4990-936c-5d7fe0cda953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611956 Jun 17 08:54:40.528055 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-288898d0-00a3-427f-9818-b33a70dd7b71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:54:40.543960 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-288898d0-00a3-427f-9818-b33a70dd7b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:40.544315 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-288898d0-00a3-427f-9818-b33a70dd7b71 admin admin] Added segment 9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8 of type vlan for network 3d62d846-3a07-40e4-87a0-3f5731d4aa7c Jun 17 08:54:40.545777 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288898d0-00a3-427f-9818-b33a70dd7b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11555840-8883-4f07-ab3f-f9a6969159a5,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:40.566074 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-288898d0-00a3-427f-9818-b33a70dd7b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:40.575260 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:40.575852 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:40.581369 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:40.586162 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:40.586820 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:40.592405 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0f28e042-64e1-4577-9e66-13095f6b2697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:40.610150 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-288898d0-00a3-427f-9818-b33a70dd7b71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:40.654286 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2ab3121a-721e-41dc-b8b4-4f74438d6f78 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] 10.222.0.49 "DELETE /v2.0/networks/17ed26b1-b82a-4596-93f3-d47f0e834325/tags/tempest-TagsTest-Tag-855248912 HTTP/1.1" status: 204 len: 168 time: 0.2947409 Jun 17 08:54:40.658651 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34714) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:40.665401 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.tag.tag_plugin [None req-131ec17f-b294-4936-aeab-04e155602e60 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '17ed26b1-b82a-4596-93f3-d47f0e834325', 'tempest-TagsTest-Tag-855248912') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:40.743830 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-131ec17f-b294-4936-aeab-04e155602e60 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] show failed (client error): The resource could not be found. Jun 17 08:54:40.744908 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-131ec17f-b294-4936-aeab-04e155602e60 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] 10.222.0.49 "GET /v2.0/networks/17ed26b1-b82a-4596-93f3-d47f0e834325/tags/tempest-TagsTest-Tag-855248912 HTTP/1.1" status: 404 len: 325 time: 0.0846734 Jun 17 08:54:40.747772 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34716) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:40.752386 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.tag.tag_plugin [None req-8306d8cb-239f-4aa2-9358-9d4d018b9a5f tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '17ed26b1-b82a-4596-93f3-d47f0e834325', 'tempest-TagsTest-Tag-1136790858') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:40.798556 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-288898d0-00a3-427f-9818-b33a70dd7b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:40.799537 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288898d0-00a3-427f-9818-b33a70dd7b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:40.800320 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-288898d0-00a3-427f-9818-b33a70dd7b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:40.802749 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1fdb7dcb-360f-4ff5-9161-8f515624740c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:40.882098 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288898d0-00a3-427f-9818-b33a70dd7b71 admin admin] Pushing event updated for resources: {'Network': ['ID=3d62d846-3a07-40e4-87a0-3f5731d4aa7c,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:40.885073 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-288898d0-00a3-427f-9818-b33a70dd7b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:40.894490 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 3d62d846-3a07-40e4-87a0-3f5731d4aa7c details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:54:40.895771 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-8306d8cb-239f-4aa2-9358-9d4d018b9a5f tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] 10.222.0.49 "GET /v2.0/networks/17ed26b1-b82a-4596-93f3-d47f0e834325/tags/tempest-TagsTest-Tag-1136790858 HTTP/1.1" status: 204 len: 168 time: 0.1469195 Jun 17 08:54:40.898216 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34718) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:40.902760 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.tag.tag_plugin [None req-598a3a46-d6e5-477f-be44-0efce29a369b tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '17ed26b1-b82a-4596-93f3-d47f0e834325', 'tempest-TagsTest-Tag-1332118682') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:40.969223 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-288898d0-00a3-427f-9818-b33a70dd7b71 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0999804 Jun 17 08:54:40.978002 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced1b2d-698f-4914-af5a-ac729e20f54a req-6d5332e6-4ed6-4d8f-9d08-42ab111dae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:40.979761 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4ced1b2d-698f-4914-af5a-ac729e20f54a req-6d5332e6-4ed6-4d8f-9d08-42ab111dae6b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a83ebad8-51c9-4ee1-95b8-dfade1c9c144 HTTP/1.1" status: 200 len: 848 time: 0.4922171 Jun 17 08:54:40.980094 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34722) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:40.987148 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-04f9a6a9-fff9-4735-abec-93f41bda3ad8 admin admin] Request body: {'subnet': {'network_id': '3d62d846-3a07-40e4-87a0-3f5731d4aa7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2074625999-subnet', 'tenant_id': '2e0e0aa3b95245d09bb59b6a75a48ada', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:40.990930 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Made reservation on behalf of 3aab38836aae40c8811457d136b3e3cb for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:40.993317 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:41.002515 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-598a3a46-d6e5-477f-be44-0efce29a369b tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] 10.222.0.49 "GET /v2.0/networks/17ed26b1-b82a-4596-93f3-d47f0e834325/tags/tempest-TagsTest-Tag-1332118682 HTTP/1.1" status: 204 len: 168 time: 0.1010406 Jun 17 08:54:41.002848 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34724) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:41.005606 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c2abc567-9d2e-4659-9cbd-38ccde903581 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:41.007633 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.tag.tag_plugin [None req-ee30d03e-33b3-49a0-bae5-e8384e2b1b62 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '17ed26b1-b82a-4596-93f3-d47f0e834325') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:41.061649 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:41.089125 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Pushing event updated for resources: {'Network': ['ID=9e1e2684-1a42-4597-b46b-bb7a97574a1b,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:41.101179 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 9e1e2684-1a42-4597-b46b-bb7a97574a1b details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:54:41.159529 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f74752-42df-4de4-9e7c-9e40ad2a8c94 req-f92033d6-f8e2-4e9e-b036-1d034d7de95d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:41.161754 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-92f74752-42df-4de4-9e7c-9e40ad2a8c94 req-f92033d6-f8e2-4e9e-b036-1d034d7de95d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.0957026 Jun 17 08:54:41.197937 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Pushing event updated for resources: {'Network': ['ID=cdef3373-20ce-4d5e-bcca-6a53e0cdafe9,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:41.214754 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:41.214754 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dac31c88-d4e4-4b6c-97ae-b636f6c19f51 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.611s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:41.214754 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dac31c88-d4e4-4b6c-97ae-b636f6c19f51 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:41.214754 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 4.0259609 Jun 17 08:54:41.215141 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34726) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:41.215242 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network cdef3373-20ce-4d5e-bcca-6a53e0cdafe9 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:54:41.220512 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35394f2c-5673-41ed-b10b-1be98a50791c req-4e2bb19d-4849-4e0c-afe6-adff68e02c39 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:41.222075 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-35394f2c-5673-41ed-b10b-1be98a50791c req-4e2bb19d-4849-4e0c-afe6-adff68e02c39 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 945 time: 0.2509985 Jun 17 08:54:41.236775 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-92f74752-42df-4de4-9e7c-9e40ad2a8c94 req-80265c45-9e7e-49df-b2bb-6e6261ef4453 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674133 Jun 17 08:54:41.239609 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced1b2d-698f-4914-af5a-ac729e20f54a req-0f3f3660-d72c-4a0a-9297-4b41fa0da37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:41.241101 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4ced1b2d-698f-4914-af5a-ac729e20f54a req-0f3f3660-d72c-4a0a-9297-4b41fa0da37f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98c6fd42-c22b-4725-9f11-0381a8c4c410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2457304 Jun 17 08:54:41.308033 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ee30d03e-33b3-49a0-bae5-e8384e2b1b62 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] 10.222.0.49 "DELETE /v2.0/networks/17ed26b1-b82a-4596-93f3-d47f0e834325/tags HTTP/1.1" status: 204 len: 168 time: 0.3042812 Jun 17 08:54:41.314328 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34728) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:41.319452 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.tag.tag_plugin [None req-231e6b77-d99e-43c7-a590-02701e4cf2f6 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '17ed26b1-b82a-4596-93f3-d47f0e834325', 'tempest-TagsTest-Tag-1136790858') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:41.344241 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-35394f2c-5673-41ed-b10b-1be98a50791c req-2dd35fe4-1f9c-474d-b738-54fadff2c31d tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127682 Jun 17 08:54:41.429969 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4ced1b2d-698f-4914-af5a-ac729e20f54a req-91f5fb67-a62b-44a0-b677-257149534885 service neutron] 10.222.0.50 "GET /v2.0/networks/98c6fd42-c22b-4725-9f11-0381a8c4c410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807973 Jun 17 08:54:41.432102 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c81da1-b9b6-4b54-b478-f7c45e02c2d5 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:41.438286 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c81da1-b9b6-4b54-b478-f7c45e02c2d5 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:41.444723 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c81da1-b9b6-4b54-b478-f7c45e02c2d5 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:41.450442 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c81da1-b9b6-4b54-b478-f7c45e02c2d5 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:41.452129 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-26c81da1-b9b6-4b54-b478-f7c45e02c2d5 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2373760 Jun 17 08:54:41.454002 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f9a6a9-fff9-4735-abec-93f41bda3ad8 admin admin] Made reservation on behalf of 2e0e0aa3b95245d09bb59b6a75a48ada for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:41.456415 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-04f9a6a9-fff9-4735-abec-93f41bda3ad8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:41.458762 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34730) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:41.504899 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c2abc567-9d2e-4659-9cbd-38ccde903581 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:41.543343 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-231e6b77-d99e-43c7-a590-02701e4cf2f6 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] show failed (client error): The resource could not be found. Jun 17 08:54:41.544418 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-231e6b77-d99e-43c7-a590-02701e4cf2f6 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] 10.222.0.49 "GET /v2.0/networks/17ed26b1-b82a-4596-93f3-d47f0e834325/tags/tempest-TagsTest-Tag-1136790858 HTTP/1.1" status: 404 len: 326 time: 0.2291448 Jun 17 08:54:41.550103 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34732) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:41.557647 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.tag.tag_plugin [None req-c36c0340-0e19-4013-ac37-d2ed76313ec0 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '17ed26b1-b82a-4596-93f3-d47f0e834325', 'tempest-TagsTest-Tag-1332118682') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:41.576915 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device ec6d5b49-f251-439d-87f8-8bb946ad753e details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:54:41.633271 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4ced1b2d-698f-4914-af5a-ac729e20f54a req-a3d53b77-2958-42c2-80da-c977510be460 service neutron] 10.222.0.50 "GET /v2.0/networks/98c6fd42-c22b-4725-9f11-0381a8c4c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948497 Jun 17 08:54:41.671291 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3d721bf1-328c-47e0-b0f7-52795b512da9 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:41.731290 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:41.732749 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-c36c0340-0e19-4013-ac37-d2ed76313ec0 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] show failed (client error): The resource could not be found. Jun 17 08:54:41.734131 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c36c0340-0e19-4013-ac37-d2ed76313ec0 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] 10.222.0.49 "GET /v2.0/networks/17ed26b1-b82a-4596-93f3-d47f0e834325/tags/tempest-TagsTest-Tag-1332118682 HTTP/1.1" status: 404 len: 326 time: 0.1798651 Jun 17 08:54:41.744589 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34736) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:41.750732 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.tag.tag_plugin [None req-6f941352-348a-493c-a545-5c47d548b248 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '17ed26b1-b82a-4596-93f3-d47f0e834325') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:41.763696 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port ec6d5b49-f251-439d-87f8-8bb946ad753e, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=ec6d5b49-f251-439d-87f8-8bb946ad753e,segment=NetworkSegment(7ec75b8f-49db-495c-8722-903a6539440d),segment_id=7ec75b8f-49db-495c-8722-903a6539440d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:41.777141 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': 'ec6d5b49-f251-439d-87f8-8bb946ad753e', 'network_id': 'bd7e8056-ca11-4a34-8dd4-c128681c2a28', 'port_id': 'ec6d5b49-f251-439d-87f8-8bb946ad753e', 'mac_address': 'fa:16:3e:c6:a3:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4585c993-d98d-46ff-93fd-582dde9c2efa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:54:41.817706 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c2abc567-9d2e-4659-9cbd-38ccde903581 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:41.818057 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:41.832568 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec6d5b49-f251-439d-87f8-8bb946ad753e {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:54:41.852049 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6f941352-348a-493c-a545-5c47d548b248 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] 10.222.0.49 "DELETE /v2.0/networks/17ed26b1-b82a-4596-93f3-d47f0e834325/tags HTTP/1.1" status: 204 len: 168 time: 0.1063287 Jun 17 08:54:41.853094 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:41.855323 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port ec6d5b49-f251-439d-87f8-8bb946ad753e, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=ec6d5b49-f251-439d-87f8-8bb946ad753e,segment=NetworkSegment(7ec75b8f-49db-495c-8722-903a6539440d),segment_id=7ec75b8f-49db-495c-8722-903a6539440d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:41.857058 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8e635109-6f43-47c4-9319-3e30c2bdb03d tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:41.859672 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34738) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:41.860798 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] device_id is not set on port 5f77c08e-5b8e-40eb-990f-eca69ff8664a yet. {{(pid=94519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:54:41.920160 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3d721bf1-328c-47e0-b0f7-52795b512da9 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:41.937690 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-3d721bf1-328c-47e0-b0f7-52795b512da9 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e1e2684-1a42-4597-b46b-bb7a97574a1b']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:41.947959 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:41.950126 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-3d721bf1-328c-47e0-b0f7-52795b512da9 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2b67741-7008-45b6-af66-098d8bf91ab1') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:41.950371 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-af0ea162-f361-406b-92c9-7dc0094905e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:41.950537 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-3d721bf1-328c-47e0-b0f7-52795b512da9 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2b67741-7008-45b6-af66-098d8bf91ab1') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:41.966286 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c2abc567-9d2e-4659-9cbd-38ccde903581 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:41.969266 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3d721bf1-328c-47e0-b0f7-52795b512da9 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:41.984862 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a279dd-068b-4c35-89d8-d8ad49504e06 req-78584f81-b536-46d2-888e-e1acf54011b8 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:41.986389 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-08a279dd-068b-4c35-89d8-d8ad49504e06 req-78584f81-b536-46d2-888e-e1acf54011b8 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ffa071f-15fc-44f4-bfc0-d994a29803a5 HTTP/1.1" status: 200 len: 944 time: 0.2482247 Jun 17 08:54:42.002397 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=ec6d5b49-f251-439d-87f8-8bb946ad753e,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:42.006054 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:42.018174 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a550158-4caf-4842-b891-2b454cb66d76,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:42.022202 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:42.025873 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-17fb0830-65a9-4352-b0f1-324dc9b439da tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:42.031956 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-08a279dd-068b-4c35-89d8-d8ad49504e06 req-ff10aaa5-e7cb-4b96-bf60-6e3f6a9feb30 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f3331b8-4d4a-4990-936c-5d7fe0cda953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357850 Jun 17 08:54:42.055989 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-04f9a6a9-fff9-4735-abec-93f41bda3ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:42.059141 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6507a02b-0126-4982-ac54-19fddcf36995 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:42.112227 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3d721bf1-328c-47e0-b0f7-52795b512da9 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:42.124708 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9a6a9-fff9-4735-abec-93f41bda3ad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed0d1484-53b2-4654-8e14-3c695b3cb00a,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:42.128491 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-04f9a6a9-fff9-4735-abec-93f41bda3ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:42.129490 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d721bf1-328c-47e0-b0f7-52795b512da9 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:54:42.129889 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3d721bf1-328c-47e0-b0f7-52795b512da9 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:54:42.133052 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:54:42.147608 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f9a6a9-fff9-4735-abec-93f41bda3ad8 admin admin] Checking segment: {'id': '9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3d62d846-3a07-40e4-87a0-3f5731d4aa7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:54:42.148159 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f9a6a9-fff9-4735-abec-93f41bda3ad8 admin admin] Network hostable DHCP agents. Network: 3d62d846-3a07-40e4-87a0-3f5731d4aa7c, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:54:42.161793 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abc567-9d2e-4659-9cbd-38ccde903581 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Pushing event updated for resources: {'Port': ['ID=3a6a96d4-6302-4059-9b7b-d05f35d117cb,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:42.164848 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c2abc567-9d2e-4659-9cbd-38ccde903581 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:42.204984 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b403ba98-1111-46fa-b00f-814b789e0789 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:42.214621 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c2abc567-9d2e-4659-9cbd-38ccde903581 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:42.231760 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['ec6d5b49-f251-439d-87f8-8bb946ad753e'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:54:42.326261 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3d721bf1-328c-47e0-b0f7-52795b512da9 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:42.338192 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f563c911-4cd9-446d-af56-d1efe61bc667 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:42.344541 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3d721bf1-328c-47e0-b0f7-52795b512da9 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:42.347048 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3d721bf1-328c-47e0-b0f7-52795b512da9 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] 10.222.0.49 "DELETE /v2.0/networks/9e1e2684-1a42-4597-b46b-bb7a97574a1b HTTP/1.1" status: 204 len: 168 time: 0.8865328 Jun 17 08:54:42.350419 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34742) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:42.386719 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d721bf1-328c-47e0-b0f7-52795b512da9 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Pushing event deleted for resources: {'Network': ['ID=9e1e2684-1a42-4597-b46b-bb7a97574a1b,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:42.391035 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3d721bf1-328c-47e0-b0f7-52795b512da9 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:42.434946 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f9a6a9-fff9-4735-abec-93f41bda3ad8 admin admin] Network 3d62d846-3a07-40e4-87a0-3f5731d4aa7c is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:54:42.441253 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] device_id is not set on port 5f77c08e-5b8e-40eb-990f-eca69ff8664a yet. {{(pid=94519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:54:42.476512 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1400d9a4-e39f-4249-b21c-b060f4c93724 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:42.493565 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:42.523672 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b403ba98-1111-46fa-b00f-814b789e0789 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:42.538218 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Transition to ACTIVE for port object 5f77c08e-5b8e-40eb-990f-eca69ff8664a will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:42.540367 n-d-758944-30 neutron-server[94519]: INFO neutron.db.l3_db [None req-c2abc567-9d2e-4659-9cbd-38ccde903581 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Floating IP 13c5e81f-ef3a-4581-bfc8-929cda40e590 associated. External IP: 172.25.2.101, port: 6c33f68d-c07c-4ef5-b250-9146bd527372. Jun 17 08:54:42.549547 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-b403ba98-1111-46fa-b00f-814b789e0789 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ed26b1-b82a-4596-93f3-d47f0e834325']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:42.604977 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-04f9a6a9-fff9-4735-abec-93f41bda3ad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 3d62d846-3a07-40e4-87a0-3f5731d4aa7c) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:42.609345 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f9a6a9-fff9-4735-abec-93f41bda3ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:42.610116 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-04f9a6a9-fff9-4735-abec-93f41bda3ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:42.617144 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d295a7df-dea3-4163-898c-1167d7b00c4a None None] Network 3d62d846-3a07-40e4-87a0-3f5731d4aa7c requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:54:42.623234 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-b403ba98-1111-46fa-b00f-814b789e0789 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d843550-6d9a-4c61-bccc-35bb15bdb962') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:42.623537 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-b403ba98-1111-46fa-b00f-814b789e0789 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d843550-6d9a-4c61-bccc-35bb15bdb962') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:42.626947 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1400d9a4-e39f-4249-b21c-b060f4c93724 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:42.643859 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c8b1a-d9f6-4f7b-ac58-aa19da9703ba req-9a1540a2-1c84-4df9-ab74-bcdc7121354e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:42.645488 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-167c8b1a-d9f6-4f7b-ac58-aa19da9703ba req-9a1540a2-1c84-4df9-ab74-bcdc7121354e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 945 time: 0.1619024 Jun 17 08:54:42.648188 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b403ba98-1111-46fa-b00f-814b789e0789 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:42.652625 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-1400d9a4-e39f-4249-b21c-b060f4c93724 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdef3373-20ce-4d5e-bcca-6a53e0cdafe9']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:42.673095 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfa170-658b-4fc2-aded-433e76c95912 req-641c40cc-ae1f-49cc-8ed3-f49ad41e3a7c tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:42.674660 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-facfa170-658b-4fc2-aded-433e76c95912 req-641c40cc-ae1f-49cc-8ed3-f49ad41e3a7c tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.2895973 Jun 17 08:54:42.675214 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-1400d9a4-e39f-4249-b21c-b060f4c93724 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b67d7d-b443-493a-976b-b5e428fc3efb') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:42.675519 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-1400d9a4-e39f-4249-b21c-b060f4c93724 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b67d7d-b443-493a-976b-b5e428fc3efb') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:42.686922 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b403ba98-1111-46fa-b00f-814b789e0789 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:42.695579 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1400d9a4-e39f-4249-b21c-b060f4c93724 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:42.717001 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1400d9a4-e39f-4249-b21c-b060f4c93724 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:42.721975 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b403ba98-1111-46fa-b00f-814b789e0789 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:54:42.722426 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b403ba98-1111-46fa-b00f-814b789e0789 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:54:42.726478 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:54:42.738205 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-167c8b1a-d9f6-4f7b-ac58-aa19da9703ba req-d5387ec0-174c-4872-9b74-6dfade59653b tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761554 Jun 17 08:54:42.740278 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1400d9a4-e39f-4249-b21c-b060f4c93724 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:54:42.741503 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1400d9a4-e39f-4249-b21c-b060f4c93724 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:42.796160 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3877c3a-925d-4e37-bdc0-d34ce360836e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-3d62d846-3a07-40e4-87a0-3f5731d4aa7c', 'network_id': '3d62d846-3a07-40e4-87a0-3f5731d4aa7c', 'tenant_id': '2e0e0aa3b95245d09bb59b6a75a48ada', 'fixed_ips': [{'subnet_id': 'ed0d1484-53b2-4654-8e14-3c695b3cb00a'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:54:42.796160 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e3877c3a-925d-4e37-bdc0-d34ce360836e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:54:42.796424 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:54:42.833015 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-04f9a6a9-fff9-4735-abec-93f41bda3ad8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8510683 Jun 17 08:54:42.853112 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:42.855128 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a52add6e-7d60-4c7c-ac7a-edcce5c5aa4f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:42.933004 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-facfa170-658b-4fc2-aded-433e76c95912 req-7a3e247c-4ad9-4e53-81c3-6ecb4230410b tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2466927 Jun 17 08:54:42.949505 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1400d9a4-e39f-4249-b21c-b060f4c93724 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:42.952682 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1400d9a4-e39f-4249-b21c-b060f4c93724 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:42.953879 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Pushing event updated for resources: {'Port': ['ID=5f77c08e-5b8e-40eb-990f-eca69ff8664a,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:42.954737 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-e3877c3a-925d-4e37-bdc0-d34ce360836e None None] Allocated IP 172.20.0.2 (3d62d846-3a07-40e4-87a0-3f5731d4aa7c/ed0d1484-53b2-4654-8e14-3c695b3cb00a/1160adc8-aff3-40ec-b22f-aba62d5c6c7e) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:54:42.955626 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1400d9a4-e39f-4249-b21c-b060f4c93724 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] 10.222.0.49 "DELETE /v2.0/networks/cdef3373-20ce-4d5e-bcca-6a53e0cdafe9 HTTP/1.1" status: 204 len: 168 time: 0.6023812 Jun 17 08:54:42.956478 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-082fb29c-20d6-4bbe-aa19-5b515f3561e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:42.960003 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34748) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:42.980910 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400d9a4-e39f-4249-b21c-b060f4c93724 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Pushing event deleted for resources: {'Network': ['ID=cdef3373-20ce-4d5e-bcca-6a53e0cdafe9,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:42.991145 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1400d9a4-e39f-4249-b21c-b060f4c93724 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:42.999598 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1400d9a4-e39f-4249-b21c-b060f4c93724 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:42.999598 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1400d9a4-e39f-4249-b21c-b060f4c93724 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:42.999598 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1400d9a4-e39f-4249-b21c-b060f4c93724 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:42.999598 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1400d9a4-e39f-4249-b21c-b060f4c93724 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:42.999598 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1400d9a4-e39f-4249-b21c-b060f4c93724 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:42.999598 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1400d9a4-e39f-4249-b21c-b060f4c93724 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:42.999598 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1400d9a4-e39f-4249-b21c-b060f4c93724 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:42.999598 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1400d9a4-e39f-4249-b21c-b060f4c93724 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:42.999598 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1400d9a4-e39f-4249-b21c-b060f4c93724 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:42.999598 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1400d9a4-e39f-4249-b21c-b060f4c93724 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:42.999598 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1400d9a4-e39f-4249-b21c-b060f4c93724 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:43.010640 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1400d9a4-e39f-4249-b21c-b060f4c93724 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:43.028952 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:43.029529 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:43.029909 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:43.030367 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:43.030951 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:43.031282 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:43.031764 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:43.032217 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:43.032924 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:43.033180 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:43.033555 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:43.033938 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:43.088889 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:43.105025 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Checking segment: {'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:54:43.105458 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Network hostable DHCP agents. Network: 4205770c-1d11-4259-8657-4aba0f6511b8, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:54:43.107629 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b403ba98-1111-46fa-b00f-814b789e0789 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:43.132145 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6a4059b7-dd93-4fe6-a30a-b0077e36c516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:43.146583 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b403ba98-1111-46fa-b00f-814b789e0789 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:43.148571 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b403ba98-1111-46fa-b00f-814b789e0789 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] 10.222.0.49 "DELETE /v2.0/networks/17ed26b1-b82a-4596-93f3-d47f0e834325 HTTP/1.1" status: 204 len: 168 time: 1.2823007 Jun 17 08:54:43.176619 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e3877c3a-925d-4e37-bdc0-d34ce360836e None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:43.178046 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2abc567-9d2e-4659-9cbd-38ccde903581 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Router 960f6c0a-1977-4c24-8929-59d6d734a9fa has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:54:43.187193 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403ba98-1111-46fa-b00f-814b789e0789 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] Pushing event deleted for resources: {'Network': ['ID=17ed26b1-b82a-4596-93f3-d47f0e834325,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:43.193376 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e3877c3a-925d-4e37-bdc0-d34ce360836e None None] Transition to ACTIVE for port object 1160adc8-aff3-40ec-b22f-aba62d5c6c7e will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:43.211913 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b403ba98-1111-46fa-b00f-814b789e0789 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:43.212273 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e3877c3a-925d-4e37-bdc0-d34ce360836e None None] Transition to ACTIVE for port object 1160adc8-aff3-40ec-b22f-aba62d5c6c7e will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:43.270600 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb300cba-80d9-4f3f-becf-afb5bc03581b req-3edb3625-91c0-4d7f-977c-b60799929c20 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:43.272336 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-eb300cba-80d9-4f3f-becf-afb5bc03581b req-3edb3625-91c0-4d7f-977c-b60799929c20 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ffa071f-15fc-44f4-bfc0-d994a29803a5 HTTP/1.1" status: 200 len: 945 time: 0.0854208 Jun 17 08:54:43.311454 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-eb300cba-80d9-4f3f-becf-afb5bc03581b req-66b75d9d-5c53-4d9c-b656-27dbecc8672b tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f3331b8-4d4a-4990-936c-5d7fe0cda953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327795 Jun 17 08:54:43.320258 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e3877c3a-925d-4e37-bdc0-d34ce360836e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:43.322356 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:43.334684 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f096c9a-19ad-42ed-93be-5663398a18ab tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:43.340934 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f096c9a-19ad-42ed-93be-5663398a18ab tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:43.342516 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-1f096c9a-19ad-42ed-93be-5663398a18ab tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3791072 Jun 17 08:54:43.347241 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34770) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:43.354608 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-2e0ad2e4-12c7-4369-aa3b-4168d16ac0a0 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-566100784'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:43.365562 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3877c3a-925d-4e37-bdc0-d34ce360836e None None] Network 3d62d846-3a07-40e4-87a0-3f5731d4aa7c is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:43.369376 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-e3877c3a-925d-4e37-bdc0-d34ce360836e None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:43.371894 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3877c3a-925d-4e37-bdc0-d34ce360836e None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:54:43.385319 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3877c3a-925d-4e37-bdc0-d34ce360836e None None] Pushing event updated for resources: {'Port': ['ID=1160adc8-aff3-40ec-b22f-aba62d5c6c7e,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:43.388093 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e3877c3a-925d-4e37-bdc0-d34ce360836e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:43.401105 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Network 4205770c-1d11-4259-8657-4aba0f6511b8 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:54:43.587469 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device ec6d5b49-f251-439d-87f8-8bb946ad753e up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:54:43.590789 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0ad2e4-12c7-4369-aa3b-4168d16ac0a0 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Made reservation on behalf of 7204783770e448c1a2456ab97ffe4074 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:43.597533 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e0ad2e4-12c7-4369-aa3b-4168d16ac0a0 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:43.615447 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-e3877c3a-925d-4e37-bdc0-d34ce360836e None None] Attempting to bind port 1160adc8-aff3-40ec-b22f-aba62d5c6c7e on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:43.615945 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-e3877c3a-925d-4e37-bdc0-d34ce360836e None None] Attempting to bind port 1160adc8-aff3-40ec-b22f-aba62d5c6c7e by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3d62d846-3a07-40e4-87a0-3f5731d4aa7c'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:43.616260 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3877c3a-925d-4e37-bdc0-d34ce360836e None None] Attempting to bind port 1160adc8-aff3-40ec-b22f-aba62d5c6c7e on network 3d62d846-3a07-40e4-87a0-3f5731d4aa7c {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:43.626291 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3877c3a-925d-4e37-bdc0-d34ce360836e None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:54:43.626649 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3877c3a-925d-4e37-bdc0-d34ce360836e None None] Checking segment: {'id': '9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3d62d846-3a07-40e4-87a0-3f5731d4aa7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:54:43.627069 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e3877c3a-925d-4e37-bdc0-d34ce360836e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:43.627478 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3877c3a-925d-4e37-bdc0-d34ce360836e None None] Bound using segment: {'id': '9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3d62d846-3a07-40e4-87a0-3f5731d4aa7c'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:54:43.628001 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-e3877c3a-925d-4e37-bdc0-d34ce360836e None None] Bound port: 1160adc8-aff3-40ec-b22f-aba62d5c6c7e, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3d62d846-3a07-40e4-87a0-3f5731d4aa7c'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:54:43.628387 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e3877c3a-925d-4e37-bdc0-d34ce360836e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:43.636142 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0ad2e4-12c7-4369-aa3b-4168d16ac0a0 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:54:43.652447 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e0ad2e4-12c7-4369-aa3b-4168d16ac0a0 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:43.653149 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-2e0ad2e4-12c7-4369-aa3b-4168d16ac0a0 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Added segment 7e6bfde6-42c2-4c64-ad51-8c9efacb83bf of type vlan for network 5e15d485-7780-4c95-81e4-b9ab88d54c1f Jun 17 08:54:43.697109 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e0ad2e4-12c7-4369-aa3b-4168d16ac0a0 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:43.711563 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-e3877c3a-925d-4e37-bdc0-d34ce360836e None None] For port 1160adc8-aff3-40ec-b22f-aba62d5c6c7e, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:54:43.714830 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-e3877c3a-925d-4e37-bdc0-d34ce360836e None None] For port 1160adc8-aff3-40ec-b22f-aba62d5c6c7e, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=1160adc8-aff3-40ec-b22f-aba62d5c6c7e,segment=NetworkSegment(9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8),segment_id=9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:54:43.798745 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 4205770c-1d11-4259-8657-4aba0f6511b8) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:43.804152 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port ec6d5b49-f251-439d-87f8-8bb946ad753e completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:54:43.808832 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port ec6d5b49-f251-439d-87f8-8bb946ad753e triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:43.813148 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:43.813312 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:54:43.814654 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea799981-0974-4ccd-a4a2-73700c25e408 None None] Network 4205770c-1d11-4259-8657-4aba0f6511b8 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:54:43.847915 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e0ad2e4-12c7-4369-aa3b-4168d16ac0a0 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:43.854926 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ad2e4-12c7-4369-aa3b-4168d16ac0a0 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:43.855682 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e0ad2e4-12c7-4369-aa3b-4168d16ac0a0 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:43.894146 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2abc567-9d2e-4659-9cbd-38ccde903581 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:54:43.894146 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:43.894146 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:43.894146 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:43.894598 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e3877c3a-925d-4e37-bdc0-d34ce360836e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:43.894724 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-396e9743-68b4-48f6-be45-eb8209f11933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:43.894724 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34776) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:43.894942 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933797da-ce23-4d2f-9778-b1b769902c9a req-77505b9b-1df0-47ac-b1fd-6b5b83960070 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:43.894942 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-933797da-ce23-4d2f-9778-b1b769902c9a req-77505b9b-1df0-47ac-b1fd-6b5b83960070 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/networks?id=3d62d846-3a07-40e4-87a0-3f5731d4aa7c HTTP/1.1" status: 200 len: 816 time: 0.6170099 Jun 17 08:54:43.894942 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on network 4205770c-1d11-4259-8657-4aba0f6511b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:43.894942 n-d-758944-30 neutron-server[94519]: ERROR neutron.plugins.ml2.managers [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Failed to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on host n-h1-758944-30 for vnic_type normal using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] Jun 17 08:54:43.894942 n-d-758944-30 neutron-server[94519]: INFO neutron.plugins.ml2.plugin [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempt 2 to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a Jun 17 08:54:43.895450 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:43.904176 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e22108-d7e2-4fbb-9610-645b349be135 None None] Sync routers for ids ['960f6c0a-1977-4c24-8929-59d6d734a9fa'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:54:43.912571 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:43.912842 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:43.913385 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:43.916340 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-933797da-ce23-4d2f-9778-b1b769902c9a req-68df05d9-c010-4bf2-be1b-21815c49dc86 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/quotas/2e0e0aa3b95245d09bb59b6a75a48ada HTTP/1.1" status: 200 len: 375 time: 0.0236447 Jun 17 08:54:43.919916 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on network 4205770c-1d11-4259-8657-4aba0f6511b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:43.920457 n-d-758944-30 neutron-server[94519]: ERROR neutron.plugins.ml2.managers [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Failed to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on host n-h1-758944-30 for vnic_type normal using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] Jun 17 08:54:43.921026 n-d-758944-30 neutron-server[94519]: INFO neutron.plugins.ml2.plugin [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempt 3 to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a Jun 17 08:54:43.965854 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:43.966216 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:43.966604 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:43.975846 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on network 4205770c-1d11-4259-8657-4aba0f6511b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:43.976474 n-d-758944-30 neutron-server[94519]: ERROR neutron.plugins.ml2.managers [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Failed to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on host n-h1-758944-30 for vnic_type normal using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] Jun 17 08:54:43.978498 n-d-758944-30 neutron-server[94519]: INFO neutron.plugins.ml2.plugin [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempt 4 to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a Jun 17 08:54:43.995024 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:43.995024 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:43.995320 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:43.997270 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e22108-d7e2-4fbb-9610-645b349be135 None None] Routers {'960f6c0a-1977-4c24-8929-59d6d734a9fa'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:43.998109 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-36e22108-d7e2-4fbb-9610-645b349be135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:54:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['960f6c0a-1977-4c24-8929-59d6d734a9fa'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:44.005231 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on network 4205770c-1d11-4259-8657-4aba0f6511b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:44.005231 n-d-758944-30 neutron-server[94519]: ERROR neutron.plugins.ml2.managers [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Failed to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on host n-h1-758944-30 for vnic_type normal using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] Jun 17 08:54:44.006044 n-d-758944-30 neutron-server[94519]: INFO neutron.plugins.ml2.plugin [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempt 5 to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a Jun 17 08:54:44.043509 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-933797da-ce23-4d2f-9778-b1b769902c9a req-297c64de-ac7a-484b-bc53-ebff1f28d678 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2e0e0aa3b95245d09bb59b6a75a48ada&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1192646 Jun 17 08:54:44.044505 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:44.044848 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:44.045189 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:44.050544 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on network 4205770c-1d11-4259-8657-4aba0f6511b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:44.051827 n-d-758944-30 neutron-server[94519]: ERROR neutron.plugins.ml2.managers [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Failed to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on host n-h1-758944-30 for vnic_type normal using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] Jun 17 08:54:44.052211 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-36e22108-d7e2-4fbb-9610-645b349be135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:44.052372 n-d-758944-30 neutron-server[94519]: INFO neutron.plugins.ml2.plugin [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempt 6 to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a Jun 17 08:54:44.079067 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3877c3a-925d-4e37-bdc0-d34ce360836e None None] Pushing event updated for resources: {'Port': ['ID=1160adc8-aff3-40ec-b22f-aba62d5c6c7e,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:44.082753 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e3877c3a-925d-4e37-bdc0-d34ce360836e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:44.103049 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c2abc567-9d2e-4659-9cbd-38ccde903581 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:44.139391 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e22108-d7e2-4fbb-9610-645b349be135 None None] Routers {'960f6c0a-1977-4c24-8929-59d6d734a9fa'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:44.140548 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-36e22108-d7e2-4fbb-9610-645b349be135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:54:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['960f6c0a-1977-4c24-8929-59d6d734a9fa'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:44.185383 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:44.185749 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:44.186187 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:44.203053 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on network 4205770c-1d11-4259-8657-4aba0f6511b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:44.203439 n-d-758944-30 neutron-server[94519]: ERROR neutron.plugins.ml2.managers [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Failed to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on host n-h1-758944-30 for vnic_type normal using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] Jun 17 08:54:44.207420 n-d-758944-30 neutron-server[94519]: INFO neutron.plugins.ml2.plugin [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempt 7 to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a Jun 17 08:54:44.211626 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-36e22108-d7e2-4fbb-9610-645b349be135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:44.212272 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e22108-d7e2-4fbb-9610-645b349be135 None None] The sync data for ids ['960f6c0a-1977-4c24-8929-59d6d734a9fa'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:54:44.215906 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:44.239913 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:44.239913 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:44.239913 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:44.266521 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on network 4205770c-1d11-4259-8657-4aba0f6511b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:44.272036 n-d-758944-30 neutron-server[94519]: ERROR neutron.plugins.ml2.managers [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Failed to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on host n-h1-758944-30 for vnic_type normal using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] Jun 17 08:54:44.278800 n-d-758944-30 neutron-server[94519]: INFO neutron.plugins.ml2.plugin [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempt 8 to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a Jun 17 08:54:44.286317 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c2abc567-9d2e-4659-9cbd-38ccde903581 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.1493583 Jun 17 08:54:44.288806 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port ec6d5b49-f251-439d-87f8-8bb946ad753e, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=ec6d5b49-f251-439d-87f8-8bb946ad753e,segment=NetworkSegment(7ec75b8f-49db-495c-8722-903a6539440d),segment_id=7ec75b8f-49db-495c-8722-903a6539440d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:44.290235 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffa071f-15fc-44f4-bfc0-d994a29803a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6d5b49-f251-439d-87f8-8bb946ad753e'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:44.292875 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5752d68-c9ae-4215-a5c3-0ec001c6b109" -d '{"events": [{"server_uuid": "5ffa071f-15fc-44f4-bfc0-d994a29803a5", "name": "network-vif-plugged", "status": "completed", "tag": "ec6d5b49-f251-439d-87f8-8bb946ad753e"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:44.293592 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34782) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:44.387454 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:44.387828 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:44.388152 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:44.431912 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:44.431912 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:44.432377 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on network 4205770c-1d11-4259-8657-4aba0f6511b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:44.432377 n-d-758944-30 neutron-server[94519]: ERROR neutron.plugins.ml2.managers [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Failed to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on host n-h1-758944-30 for vnic_type normal using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] Jun 17 08:54:44.434680 n-d-758944-30 neutron-server[94519]: INFO neutron.plugins.ml2.plugin [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempt 9 to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a Jun 17 08:54:44.453894 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:44.454446 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:44.454690 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:44.462983 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2e0ad2e4-12c7-4369-aa3b-4168d16ac0a0 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1130984 Jun 17 08:54:44.466424 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on network 4205770c-1d11-4259-8657-4aba0f6511b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:44.467630 n-d-758944-30 neutron-server[94519]: ERROR neutron.plugins.ml2.managers [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Failed to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on host n-h1-758944-30 for vnic_type normal using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] Jun 17 08:54:44.472242 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34788) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:44.474879 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-933797da-ce23-4d2f-9778-b1b769902c9a req-b2a203fb-f20e-4c35-ad25-7b46a32bbd3b service neutron] 10.222.0.49 "GET /v2.0/networks/3d62d846-3a07-40e4-87a0-3f5731d4aa7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182141 Jun 17 08:54:44.485551 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=ec6d5b49-f251-439d-87f8-8bb946ad753e,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:44.487055 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-985a946c-a9ed-4013-b70b-02874dcd8997 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1895020244'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:44.491498 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:44.492085 n-d-758944-30 neutron-server[94519]: INFO neutron.plugins.ml2.plugin [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempt 10 to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a Jun 17 08:54:44.504970 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ad2e4-12c7-4369-aa3b-4168d16ac0a0 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Pushing event updated for resources: {'Network': ['ID=5e15d485-7780-4c95-81e4-b9ab88d54c1f,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:44.512188 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2e0ad2e4-12c7-4369-aa3b-4168d16ac0a0 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:44.518819 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f9f00dda-9119-473e-95aa-7f7a10d21820 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] 10.222.0.49 "GET /v2.0/floatingips/13c5e81f-ef3a-4581-bfc8-929cda40e590 HTTP/1.1" status: 200 len: 983 time: 0.2197895 Jun 17 08:54:44.519063 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 5e15d485-7780-4c95-81e4-b9ab88d54c1f details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:54:44.519191 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34790) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:44.553440 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:44.553828 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:44.554231 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:44.568850 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on network 4205770c-1d11-4259-8657-4aba0f6511b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:44.569236 n-d-758944-30 neutron-server[94519]: ERROR neutron.plugins.ml2.managers [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Failed to bind port 5f77c08e-5b8e-40eb-990f-eca69ff8664a on host n-h1-758944-30 for vnic_type normal using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] Jun 17 08:54:44.569655 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:44.636986 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a530a-c116-4ba0-9ced-589ada22d7a5 req-ca48de6b-f650-4089-a4ac-ec29522c8667 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:44.638791 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-933797da-ce23-4d2f-9778-b1b769902c9a req-c040e709-44fd-43fb-a65a-652c035310e2 service neutron] 10.222.0.49 "GET /v2.0/networks/3d62d846-3a07-40e4-87a0-3f5731d4aa7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615825 Jun 17 08:54:44.638922 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2e5a530a-c116-4ba0-9ced-589ada22d7a5 req-ca48de6b-f650-4089-a4ac-ec29522c8667 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 945 time: 0.7690954 Jun 17 08:54:44.646750 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a4c15c25-e812-4bf5-8f5b-53c72d987e21 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4b232aa357f941139dbc9a3768fc12ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7604852 Jun 17 08:54:44.653547 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34792) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:44.669545 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] For port 5f77c08e-5b8e-40eb-990f-eca69ff8664a, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:54:44.670000 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempted to set empty binding levels {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 17 08:54:44.688200 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985a946c-a9ed-4013-b70b-02874dcd8997 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Made reservation on behalf of 7204783770e448c1a2456ab97ffe4074 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:44.692551 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-985a946c-a9ed-4013-b70b-02874dcd8997 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:44.707745 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2271adc8-fb1e-4c7e-9649-1b4c9ae1da38 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.1873040 Jun 17 08:54:44.710951 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34794) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:44.761101 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2e5a530a-c116-4ba0-9ced-589ada22d7a5 req-69f85ed6-7c13-44b6-8f36-2b082c0326f0 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079841 Jun 17 08:54:44.768664 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985a946c-a9ed-4013-b70b-02874dcd8997 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:54:44.793352 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a855b761-1bc9-4896-8257-3186d96a5f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:44.795623 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-985a946c-a9ed-4013-b70b-02874dcd8997 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:44.796008 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-985a946c-a9ed-4013-b70b-02874dcd8997 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Added segment aa08e47e-50d7-4722-802b-bb898b596a11 of type vlan for network f4edaa3a-c535-4857-91ed-eec6cd355105 Jun 17 08:54:44.843284 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:44.847534 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-72f1798c-560f-45f7-9c00-22a43f881ef1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:44.870574 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-985a946c-a9ed-4013-b70b-02874dcd8997 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:44.887833 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a855b761-1bc9-4896-8257-3186d96a5f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:44.908312 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:44.915048 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:44.939997 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Pushing event updated for resources: {'Port': ['ID=5f77c08e-5b8e-40eb-990f-eca69ff8664a,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:44.969882 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:45.011520 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3ffc59-a8d7-4953-8d17-65535155bc7b x-openstack-request-id: req-9a3ffc59-a8d7-4953-8d17-65535155bc7b {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:45.018269 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffa071f-15fc-44f4-bfc0-d994a29803a5", "name": "network-vif-plugged", "status": "completed", "tag": "ec6d5b49-f251-439d-87f8-8bb946ad753e", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:45.018269 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a3ffc59-a8d7-4953-8d17-65535155bc7b {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:45.018269 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffa071f-15fc-44f4-bfc0-d994a29803a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6d5b49-f251-439d-87f8-8bb946ad753e', 'code': 200} Jun 17 08:54:45.046987 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-be802126-02e2-48ad-ad7e-a283d900846b tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Deleting port 3a6a96d4-6302-4059-9b7b-d05f35d117cb {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:45.049523 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-be802126-02e2-48ad-ad7e-a283d900846b tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:45.084630 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675170bb-b2a5-4b96-ac88-076bd4b0f09a req-4534f976-b5f7-4b99-aa10-7b521b589996 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:45.086379 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-675170bb-b2a5-4b96-ac88-076bd4b0f09a req-4534f976-b5f7-4b99-aa10-7b521b589996 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.1779370 Jun 17 08:54:45.170895 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.8888257 Jun 17 08:54:45.171122 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-675170bb-b2a5-4b96-ac88-076bd4b0f09a req-43a73357-7aa3-4c49-91d5-e920c57b48e3 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0760481 Jun 17 08:54:45.174325 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34800) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:45.258707 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-985a946c-a9ed-4013-b70b-02874dcd8997 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:45.269174 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985a946c-a9ed-4013-b70b-02874dcd8997 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:45.274993 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-985a946c-a9ed-4013-b70b-02874dcd8997 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:45.302269 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-be802126-02e2-48ad-ad7e-a283d900846b tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:45.302269 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-be802126-02e2-48ad-ad7e-a283d900846b tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:45.323362 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b96b1ebf-c822-440b-8d59-806b43fc957b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:45.349543 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a855b761-1bc9-4896-8257-3186d96a5f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:45.353098 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a855b761-1bc9-4896-8257-3186d96a5f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:45.357306 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a855b761-1bc9-4896-8257-3186d96a5f4d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/48a1b01a-0a11-431f-86ca-973473358861 HTTP/1.1" status: 204 len: 168 time: 0.6937499 Jun 17 08:54:45.390052 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-be802126-02e2-48ad-ad7e-a283d900846b tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Calling delete_port for 3a6a96d4-6302-4059-9b7b-d05f35d117cb owned by network:floatingip {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:45.409976 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439ed843-c35a-4d43-bbeb-bc4c4d935129 None None] Network 3d62d846-3a07-40e4-87a0-3f5731d4aa7c requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:54:45.415019 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca4417-8e47-4574-b060-4c72b139eaec req-b2532f55-d281-4cf1-ae7d-cfd8c8687449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:45.416727 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-59ca4417-8e47-4574-b060-4c72b139eaec req-b2532f55-d281-4cf1-ae7d-cfd8c8687449 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5ffa071f-15fc-44f4-bfc0-d994a29803a5 HTTP/1.1" status: 200 len: 1098 time: 0.2699962 Jun 17 08:54:45.425809 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d744c-1ca4-45e8-891c-c2c6ceb0d2ce req-b22beabb-4f36-41b6-b678-6078ecb4d271 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:45.432824 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-167d744c-1ca4-45e8-891c-c2c6ceb0d2ce req-b22beabb-4f36-41b6-b678-6078ecb4d271 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ffa071f-15fc-44f4-bfc0-d994a29803a5 HTTP/1.1" status: 200 len: 946 time: 0.2163270 Jun 17 08:54:45.481807 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a946c-a9ed-4013-b70b-02874dcd8997 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Pushing event updated for resources: {'Network': ['ID=f4edaa3a-c535-4857-91ed-eec6cd355105,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:45.489155 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-985a946c-a9ed-4013-b70b-02874dcd8997 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:45.496125 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network f4edaa3a-c535-4857-91ed-eec6cd355105 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:54:45.500068 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e11c5506-e94b-4e9e-9fe7-6082fc50886f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:45.526258 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855b761-1bc9-4896-8257-3186d96a5f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a1b01a-0a11-431f-86ca-973473358861,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:45.528800 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a855b761-1bc9-4896-8257-3186d96a5f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:45.539912 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-59ca4417-8e47-4574-b060-4c72b139eaec req-d142a244-a3ea-4d72-b9a4-81a9e5f541ca service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9f3331b8-4d4a-4990-936c-5d7fe0cda953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050212 Jun 17 08:54:45.543286 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-ed47bc59-9317-4ae2-af31-833413178545 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Deleting port 5f77c08e-5b8e-40eb-990f-eca69ff8664a {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:45.544483 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ed47bc59-9317-4ae2-af31-833413178545 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:45.555526 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-167d744c-1ca4-45e8-891c-c2c6ceb0d2ce req-ab609dc1-8b8a-4a15-bbe0-25b00fdad4b0 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f3331b8-4d4a-4990-936c-5d7fe0cda953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217403 Jun 17 08:54:45.609088 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-1bfb88f3-a63d-4c69-b030-01b500a137ac tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:45.610629 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-1bfb88f3-a63d-4c69-b030-01b500a137ac tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/networks?id=3d62d846-3a07-40e4-87a0-3f5731d4aa7c HTTP/1.1" status: 200 len: 816 time: 0.2785306 Jun 17 08:54:45.654540 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-ed47bc59-9317-4ae2-af31-833413178545 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] For port 5f77c08e-5b8e-40eb-990f-eca69ff8664a, host n-h1-758944-30, got binding levels [] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:45.654819 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ed47bc59-9317-4ae2-af31-833413178545 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:45.675511 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-347fcda8-063f-466e-aba6-517f3ff4c3bf tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/quotas/2e0e0aa3b95245d09bb59b6a75a48ada HTTP/1.1" status: 200 len: 375 time: 0.0263712 Jun 17 08:54:45.730794 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-d23870f0-5b0e-43bf-b865-7838147a5151 None None] Provisioning for port 1160adc8-aff3-40ec-b22f-aba62d5c6c7e completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:54:45.739278 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-ed47bc59-9317-4ae2-af31-833413178545 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Calling delete_port for 5f77c08e-5b8e-40eb-990f-eca69ff8664a owned by {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:45.742959 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-985a946c-a9ed-4013-b70b-02874dcd8997 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2675676 Jun 17 08:54:45.746867 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34820) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:45.753191 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Request body: {'ports': [{'network_id': '5e15d485-7780-4c95-81e4-b9ab88d54c1f', 'name': 'tempest-port--522784624', 'admin_state_up': True}, {'network_id': 'f4edaa3a-c535-4857-91ed-eec6cd355105', 'admin_state_up': False}]} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:45.753781 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Request body: {'port': {'network_id': '5e15d485-7780-4c95-81e4-b9ab88d54c1f', 'name': 'tempest-port--522784624', 'admin_state_up': True}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:45.755336 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Request body: {'port': {'network_id': 'f4edaa3a-c535-4857-91ed-eec6cd355105', 'admin_state_up': False}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:45.776412 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-be802126-02e2-48ad-ad7e-a283d900846b tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:45.814008 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0f28e042-64e1-4577-9e66-13095f6b2697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:45.857437 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be802126-02e2-48ad-ad7e-a283d900846b tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Pushing event deleted for resources: {'Port': ['ID=3a6a96d4-6302-4059-9b7b-d05f35d117cb,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:45.877886 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-be802126-02e2-48ad-ad7e-a283d900846b tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:45.903473 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-f62007a8-3302-4446-851c-05dfb557e1cb tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2e0e0aa3b95245d09bb59b6a75a48ada&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2002683 Jun 17 08:54:46.022655 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-dd5973e5-9f55-4851-839f-1b3965211d7a service neutron] 10.222.0.49 "GET /v2.0/networks/3d62d846-3a07-40e4-87a0-3f5731d4aa7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097324 Jun 17 08:54:46.046284 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ed47bc59-9317-4ae2-af31-833413178545 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:46.062116 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ead662c4-d4ef-4053-bfe8-0426eb1c76a0 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:46.088540 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47bc59-9317-4ae2-af31-833413178545 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f77c08e-5b8e-40eb-990f-eca69ff8664a,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:46.095219 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-be802126-02e2-48ad-ad7e-a283d900846b tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks [] for floatingip, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:46.095734 n-d-758944-30 neutron-server[94519]: INFO neutron.db.l3_db [None req-be802126-02e2-48ad-ad7e-a283d900846b tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Floating IP 13c5e81f-ef3a-4581-bfc8-929cda40e590 disassociated (deleted). External IP: 172.25.2.101, port: 6c33f68d-c07c-4ef5-b250-9146bd527372. Jun 17 08:54:46.142983 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ed47bc59-9317-4ae2-af31-833413178545 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:46.161332 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb81ac5-e14f-4f56-bcbb-2d09f2ce4819 req-4ec79a91-68c4-4ce3-8449-950841036394 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:46.164246 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3eb81ac5-e14f-4f56-bcbb-2d09f2ce4819 req-4ec79a91-68c4-4ce3-8449-950841036394 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 945 time: 0.2366111 Jun 17 08:54:46.171422 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ed47bc59-9317-4ae2-af31-833413178545 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:46.174278 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ed47bc59-9317-4ae2-af31-833413178545 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] 10.222.0.49 "DELETE /v2.0/ports/5f77c08e-5b8e-40eb-990f-eca69ff8664a HTTP/1.1" status: 204 len: 168 time: 0.9982190 Jun 17 08:54:46.205619 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34826) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:46.303509 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 1160adc8-aff3-40ec-b22f-aba62d5c6c7e up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:54:46.314183 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ece6a43-6117-4a07-85b0-12215193c790 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] GET failed (client error): The resource could not be found. Jun 17 08:54:46.316318 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-8ece6a43-6117-4a07-85b0-12215193c790 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] 10.222.0.49 "GET /v2.0/ports/5f77c08e-5b8e-40eb-990f-eca69ff8664a HTTP/1.1" status: 404 len: 333 time: 0.1093984 Jun 17 08:54:46.321057 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34832) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:46.326500 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-b9a303f8-ded4-4bcc-ba1d-623943af5308 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Request body: {'port': {'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1577424927'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:46.330934 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-095ba392-edaf-40f4-affd-cddb258be9a7 service neutron] 10.222.0.49 "GET /v2.0/networks/3d62d846-3a07-40e4-87a0-3f5731d4aa7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996533 Jun 17 08:54:46.374581 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3eb81ac5-e14f-4f56-bcbb-2d09f2ce4819 req-96e21dec-366d-47a2-b93e-1eed44b296c0 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677608 Jun 17 08:54:46.375346 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Made reservation on behalf of 7204783770e448c1a2456ab97ffe4074 for: {'port': 2} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:46.380355 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:46.411298 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:46.508851 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 1160adc8-aff3-40ec-b22f-aba62d5c6c7e completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:54:46.517658 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 1160adc8-aff3-40ec-b22f-aba62d5c6c7e triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:46.517658 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:46.528802 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be802126-02e2-48ad-ad7e-a283d900846b tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Router 960f6c0a-1977-4c24-8929-59d6d734a9fa has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:54:46.531487 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] device_id is not set on port 8fbe8ec2-e046-4056-af62-50e16e682460 yet. {{(pid=94519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:54:46.549798 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a303f8-ded4-4bcc-ba1d-623943af5308 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Made reservation on behalf of 3aab38836aae40c8811457d136b3e3cb for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:46.553616 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b9a303f8-ded4-4bcc-ba1d-623943af5308 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:46.579379 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [None req-b9a303f8-ded4-4bcc-ba1d-623943af5308 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] device_id is not set on port 25306615-4568-41c4-889a-36dc675ba88b yet. {{(pid=94520) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:54:46.626385 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:46.706357 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 1160adc8-aff3-40ec-b22f-aba62d5c6c7e, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=1160adc8-aff3-40ec-b22f-aba62d5c6c7e,segment=NetworkSegment(9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8),segment_id=9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:46.758632 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be802126-02e2-48ad-ad7e-a283d900846b tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:54:46.765843 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-be802126-02e2-48ad-ad7e-a283d900846b tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:46.772839 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beac465-893f-416e-975f-71e73f50f208 None None] Sync routers for ids ['960f6c0a-1977-4c24-8929-59d6d734a9fa'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:54:46.794490 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beac465-893f-416e-975f-71e73f50f208 None None] Routers {'960f6c0a-1977-4c24-8929-59d6d734a9fa'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:46.796635 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-6beac465-893f-416e-975f-71e73f50f208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:54:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['960f6c0a-1977-4c24-8929-59d6d734a9fa'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:46.829572 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:46.851533 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:46.853471 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-ba619872-ea5b-4cf6-810e-37d13aab1342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:46.876057 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-6beac465-893f-416e-975f-71e73f50f208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:46.895946 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beac465-893f-416e-975f-71e73f50f208 None None] Routers {'960f6c0a-1977-4c24-8929-59d6d734a9fa'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:46.897169 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-6beac465-893f-416e-975f-71e73f50f208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:54:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['960f6c0a-1977-4c24-8929-59d6d734a9fa'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:46.919464 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-be802126-02e2-48ad-ad7e-a283d900846b tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] 10.222.0.49 "DELETE /v2.0/floatingips/13c5e81f-ef3a-4581-bfc8-929cda40e590 HTTP/1.1" status: 204 len: 168 time: 2.2070882 Jun 17 08:54:46.925056 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=1160adc8-aff3-40ec-b22f-aba62d5c6c7e,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:46.933445 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b9a303f8-ded4-4bcc-ba1d-623943af5308 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:46.936100 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34848) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:46.937438 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:46.953621 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-2198e087-1a85-43b6-a845-93c4cd7ad937 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:46.964545 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-6beac465-893f-416e-975f-71e73f50f208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:46.965225 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beac465-893f-416e-975f-71e73f50f208 None None] The sync data for ids ['960f6c0a-1977-4c24-8929-59d6d734a9fa'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:54:47.050389 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] device_id is not set on port 7165299d-04a5-405a-9855-4104f5da43a1 yet. {{(pid=94519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:54:47.083121 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe22cc-80e0-4b0a-ac39-244bc16ce841 req-699cf0ce-c093-48db-96e4-be02ca5ee40e tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:47.084837 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ccbe22cc-80e0-4b0a-ac39-244bc16ce841 req-699cf0ce-c093-48db-96e4-be02ca5ee40e tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ffa071f-15fc-44f4-bfc0-d994a29803a5 HTTP/1.1" status: 200 len: 946 time: 0.2436681 Jun 17 08:54:47.156549 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-e50c9d5a-0fed-4ad1-a4dd-d999cbe86629 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:47.158471 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-e50c9d5a-0fed-4ad1-a4dd-d999cbe86629 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/networks?id=3d62d846-3a07-40e4-87a0-3f5731d4aa7c HTTP/1.1" status: 200 len: 816 time: 0.1319671 Jun 17 08:54:47.177080 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-ab70307e-93ba-43c0-ad0a-e1ea0d09fa52 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/quotas/2e0e0aa3b95245d09bb59b6a75a48ada HTTP/1.1" status: 200 len: 375 time: 0.0123138 Jun 17 08:54:47.178089 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ccbe22cc-80e0-4b0a-ac39-244bc16ce841 req-b3c0a397-0b5e-465b-9cdd-33d0c91a1cde tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f3331b8-4d4a-4990-936c-5d7fe0cda953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820928 Jun 17 08:54:47.223195 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2198e087-1a85-43b6-a845-93c4cd7ad937 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:47.241675 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:47.280063 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b9a303f8-ded4-4bcc-ba1d-623943af5308 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:47.290255 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c5380640-e53d-4f97-b4f3-f44ee7b9eb44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:47.333050 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-6aa0761a-94c6-489b-9fb6-084a7f4b64c4 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2e0e0aa3b95245d09bb59b6a75a48ada&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1481388 Jun 17 08:54:47.348799 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a303f8-ded4-4bcc-ba1d-623943af5308 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Network 4205770c-1d11-4259-8657-4aba0f6511b8 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:47.366339 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-b9a303f8-ded4-4bcc-ba1d-623943af5308 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:47.378279 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a303f8-ded4-4bcc-ba1d-623943af5308 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:54:47.379855 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a303f8-ded4-4bcc-ba1d-623943af5308 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:47.380478 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b9a303f8-ded4-4bcc-ba1d-623943af5308 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:47.387186 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a303f8-ded4-4bcc-ba1d-623943af5308 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Pushing event updated for resources: {'Port': ['ID=25306615-4568-41c4-889a-36dc675ba88b,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:47.418787 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b9a303f8-ded4-4bcc-ba1d-623943af5308 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:47.454261 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:47.463412 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-88f9a116-1be4-4a87-814f-6bcb9493e490 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:47.481247 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-4178969a-642a-4d14-a58d-c4d2d2165218 service neutron] 10.222.0.49 "GET /v2.0/networks/3d62d846-3a07-40e4-87a0-3f5731d4aa7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312878 Jun 17 08:54:47.526350 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2198e087-1a85-43b6-a845-93c4cd7ad937 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:47.583554 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Pushing event updated for resources: {'Port': ['ID=8fbe8ec2-e046-4056-af62-50e16e682460,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:47.598837 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b9a303f8-ded4-4bcc-ba1d-623943af5308 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2768302 Jun 17 08:54:47.604286 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:47.605621 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34878) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:47.614505 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:47.678119 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:47.699833 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-9c198142-8f0e-417d-ad64-183c283aa9dd service neutron] 10.222.0.49 "GET /v2.0/networks/3d62d846-3a07-40e4-87a0-3f5731d4aa7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999280 Jun 17 08:54:47.777858 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:47.781228 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-2198e087-1a85-43b6-a845-93c4cd7ad937 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Allocated IP 172.25.2.221 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/af2556a9-c7a3-46d9-864e-8a0bca6757c0) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:54:47.907583 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Checking segment: {'id': '7e6bfde6-42c2-4c64-ad51-8c9efacb83bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5e15d485-7780-4c95-81e4-b9ab88d54c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:54:47.910277 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Network hostable DHCP agents. Network: 5e15d485-7780-4c95-81e4-b9ab88d54c1f, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:54:47.954099 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f91bf2-1b49-4abe-9c5f-9493e9b5509c req-db63b21c-451a-4c8b-934a-1ba2eb4e9384 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:47.955967 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e5f91bf2-1b49-4abe-9c5f-9493e9b5509c req-db63b21c-451a-4c8b-934a-1ba2eb4e9384 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 945 time: 0.2559259 Jun 17 08:54:48.001148 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2198e087-1a85-43b6-a845-93c4cd7ad937 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:48.039779 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] device_id is not set on port 25306615-4568-41c4-889a-36dc675ba88b yet. {{(pid=94519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:54:48.046919 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e5f91bf2-1b49-4abe-9c5f-9493e9b5509c req-e9285cba-64b1-4d7e-8ee7-54bb2e10a72c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801001 Jun 17 08:54:48.050961 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:48.073465 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Transition to ACTIVE for port object 25306615-4568-41c4-889a-36dc675ba88b will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:48.155762 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Network 5e15d485-7780-4c95-81e4-b9ab88d54c1f is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:54:48.210450 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8bb2ec4c-5a8d-4096-a0c2-2cd46a3a256c req-1255e3ff-d2d0-437a-8a7b-9a110b53e61e tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8053f4c-dadd-4278-a1a1-635aff4da021 HTTP/1.1" status: 200 len: 210 time: 0.0377810 Jun 17 08:54:48.220996 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:48.226986 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2198e087-1a85-43b6-a845-93c4cd7ad937 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:48.242995 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-be802126-02e2-48ad-ad7e-a283d900846b tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:48.243280 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dbd7bfbc-1ea2-45d8-8678-a4bc863a95bb tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:48.258401 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 1160adc8-aff3-40ec-b22f-aba62d5c6c7e up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:54:48.341844 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 1160adc8-aff3-40ec-b22f-aba62d5c6c7e triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:48.342494 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:48.354149 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2198e087-1a85-43b6-a845-93c4cd7ad937 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:48.370356 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-2198e087-1a85-43b6-a845-93c4cd7ad937 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:48.386723 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2198e087-1a85-43b6-a845-93c4cd7ad937 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:54:48.405264 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 5e15d485-7780-4c95-81e4-b9ab88d54c1f) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:48.423159 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198e087-1a85-43b6-a845-93c4cd7ad937 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Pushing event updated for resources: {'Port': ['ID=af2556a9-c7a3-46d9-864e-8a0bca6757c0,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:48.423452 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:54:48.424710 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fad023a-cb53-407b-a6bd-d7e5cbaf442c None None] Network 5e15d485-7780-4c95-81e4-b9ab88d54c1f requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:54:48.424850 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:48.428757 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2198e087-1a85-43b6-a845-93c4cd7ad937 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:48.441305 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Pushing event updated for resources: {'Port': ['ID=25306615-4568-41c4-889a-36dc675ba88b,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:48.448535 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:48.451352 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-67e27e9a-46b7-4930-bab2-60ebdfd8734f tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:48.484156 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 25306615-4568-41c4-889a-36dc675ba88b on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:48.489474 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 25306615-4568-41c4-889a-36dc675ba88b by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:48.489474 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 25306615-4568-41c4-889a-36dc675ba88b on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:48.508173 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Port 25306615-4568-41c4-889a-36dc675ba88b on network 4205770c-1d11-4259-8657-4aba0f6511b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:48.508795 n-d-758944-30 neutron-server[94519]: ERROR neutron.plugins.ml2.managers [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Failed to bind port 25306615-4568-41c4-889a-36dc675ba88b on host n-h1-758944-30 for vnic_type normal using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] Jun 17 08:54:48.516077 n-d-758944-30 neutron-server[94519]: INFO neutron.plugins.ml2.plugin [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempt 2 to bind port 25306615-4568-41c4-889a-36dc675ba88b Jun 17 08:54:48.545762 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2198e087-1a85-43b6-a845-93c4cd7ad937 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:48.549209 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Pushing event updated for resources: {'Port': ['ID=7165299d-04a5-405a-9855-4104f5da43a1,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:48.560287 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:48.563352 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 25306615-4568-41c4-889a-36dc675ba88b on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:48.563912 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 25306615-4568-41c4-889a-36dc675ba88b by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:48.564355 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 25306615-4568-41c4-889a-36dc675ba88b on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:48.589840 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Port 25306615-4568-41c4-889a-36dc675ba88b on network 4205770c-1d11-4259-8657-4aba0f6511b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:48.590591 n-d-758944-30 neutron-server[94519]: ERROR neutron.plugins.ml2.managers [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Failed to bind port 25306615-4568-41c4-889a-36dc675ba88b on host n-h1-758944-30 for vnic_type normal using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] Jun 17 08:54:48.591449 n-d-758944-30 neutron-server[94519]: INFO neutron.plugins.ml2.plugin [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempt 3 to bind port 25306615-4568-41c4-889a-36dc675ba88b Jun 17 08:54:48.595984 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Checking segment: {'id': 'aa08e47e-50d7-4722-802b-bb898b596a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f4edaa3a-c535-4857-91ed-eec6cd355105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:54:48.598536 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Network hostable DHCP agents. Network: f4edaa3a-c535-4857-91ed-eec6cd355105, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:54:48.626608 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 25306615-4568-41c4-889a-36dc675ba88b on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:48.627051 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 25306615-4568-41c4-889a-36dc675ba88b by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:48.627924 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 25306615-4568-41c4-889a-36dc675ba88b on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:48.637426 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Port 25306615-4568-41c4-889a-36dc675ba88b on network 4205770c-1d11-4259-8657-4aba0f6511b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:48.637762 n-d-758944-30 neutron-server[94519]: ERROR neutron.plugins.ml2.managers [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Failed to bind port 25306615-4568-41c4-889a-36dc675ba88b on host n-h1-758944-30 for vnic_type normal using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] Jun 17 08:54:48.638187 n-d-758944-30 neutron-server[94519]: INFO neutron.plugins.ml2.plugin [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempt 4 to bind port 25306615-4568-41c4-889a-36dc675ba88b Jun 17 08:54:48.658609 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 25306615-4568-41c4-889a-36dc675ba88b on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:48.659008 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 25306615-4568-41c4-889a-36dc675ba88b by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:48.659365 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 25306615-4568-41c4-889a-36dc675ba88b on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:48.664330 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Port 25306615-4568-41c4-889a-36dc675ba88b on network 4205770c-1d11-4259-8657-4aba0f6511b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:48.664666 n-d-758944-30 neutron-server[94519]: ERROR neutron.plugins.ml2.managers [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Failed to bind port 25306615-4568-41c4-889a-36dc675ba88b on host n-h1-758944-30 for vnic_type normal using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] Jun 17 08:54:48.665058 n-d-758944-30 neutron-server[94519]: INFO neutron.plugins.ml2.plugin [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempt 5 to bind port 25306615-4568-41c4-889a-36dc675ba88b Jun 17 08:54:48.678835 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 25306615-4568-41c4-889a-36dc675ba88b on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:48.679173 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 25306615-4568-41c4-889a-36dc675ba88b by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:48.679517 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 25306615-4568-41c4-889a-36dc675ba88b on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:48.684178 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Port 25306615-4568-41c4-889a-36dc675ba88b on network 4205770c-1d11-4259-8657-4aba0f6511b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:48.684510 n-d-758944-30 neutron-server[94519]: ERROR neutron.plugins.ml2.managers [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Failed to bind port 25306615-4568-41c4-889a-36dc675ba88b on host n-h1-758944-30 for vnic_type normal using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] Jun 17 08:54:48.684900 n-d-758944-30 neutron-server[94519]: INFO neutron.plugins.ml2.plugin [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempt 6 to bind port 25306615-4568-41c4-889a-36dc675ba88b Jun 17 08:54:48.699480 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 25306615-4568-41c4-889a-36dc675ba88b on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:48.699860 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 25306615-4568-41c4-889a-36dc675ba88b by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:48.700299 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 25306615-4568-41c4-889a-36dc675ba88b on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:48.705215 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Port 25306615-4568-41c4-889a-36dc675ba88b on network 4205770c-1d11-4259-8657-4aba0f6511b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:48.705568 n-d-758944-30 neutron-server[94519]: ERROR neutron.plugins.ml2.managers [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Failed to bind port 25306615-4568-41c4-889a-36dc675ba88b on host n-h1-758944-30 for vnic_type normal using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] Jun 17 08:54:48.705969 n-d-758944-30 neutron-server[94519]: INFO neutron.plugins.ml2.plugin [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempt 7 to bind port 25306615-4568-41c4-889a-36dc675ba88b Jun 17 08:54:48.720804 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 25306615-4568-41c4-889a-36dc675ba88b on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:48.721153 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 25306615-4568-41c4-889a-36dc675ba88b by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:48.721943 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 25306615-4568-41c4-889a-36dc675ba88b on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:48.728612 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Port 25306615-4568-41c4-889a-36dc675ba88b on network 4205770c-1d11-4259-8657-4aba0f6511b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:48.728944 n-d-758944-30 neutron-server[94519]: ERROR neutron.plugins.ml2.managers [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Failed to bind port 25306615-4568-41c4-889a-36dc675ba88b on host n-h1-758944-30 for vnic_type normal using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] Jun 17 08:54:48.729336 n-d-758944-30 neutron-server[94519]: INFO neutron.plugins.ml2.plugin [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempt 8 to bind port 25306615-4568-41c4-889a-36dc675ba88b Jun 17 08:54:48.734540 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2198e087-1a85-43b6-a845-93c4cd7ad937 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:48.744772 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Network f4edaa3a-c535-4857-91ed-eec6cd355105 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:54:48.750692 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 25306615-4568-41c4-889a-36dc675ba88b on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:48.751213 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 25306615-4568-41c4-889a-36dc675ba88b by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:48.751593 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 25306615-4568-41c4-889a-36dc675ba88b on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:48.767832 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Port 25306615-4568-41c4-889a-36dc675ba88b on network 4205770c-1d11-4259-8657-4aba0f6511b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:48.768166 n-d-758944-30 neutron-server[94519]: ERROR neutron.plugins.ml2.managers [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Failed to bind port 25306615-4568-41c4-889a-36dc675ba88b on host n-h1-758944-30 for vnic_type normal using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] Jun 17 08:54:48.768560 n-d-758944-30 neutron-server[94519]: INFO neutron.plugins.ml2.plugin [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempt 9 to bind port 25306615-4568-41c4-889a-36dc675ba88b Jun 17 08:54:48.802866 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 25306615-4568-41c4-889a-36dc675ba88b on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:48.803169 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 25306615-4568-41c4-889a-36dc675ba88b by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:48.803525 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 25306615-4568-41c4-889a-36dc675ba88b on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:48.809484 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Port 25306615-4568-41c4-889a-36dc675ba88b on network 4205770c-1d11-4259-8657-4aba0f6511b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:48.809823 n-d-758944-30 neutron-server[94519]: ERROR neutron.plugins.ml2.managers [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Failed to bind port 25306615-4568-41c4-889a-36dc675ba88b on host n-h1-758944-30 for vnic_type normal using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] Jun 17 08:54:48.811948 n-d-758944-30 neutron-server[94519]: INFO neutron.plugins.ml2.plugin [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempt 10 to bind port 25306615-4568-41c4-889a-36dc675ba88b Jun 17 08:54:48.834285 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 25306615-4568-41c4-889a-36dc675ba88b on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:48.834627 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 25306615-4568-41c4-889a-36dc675ba88b by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:48.834971 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 25306615-4568-41c4-889a-36dc675ba88b on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:48.839865 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Port 25306615-4568-41c4-889a-36dc675ba88b on network 4205770c-1d11-4259-8657-4aba0f6511b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:48.840441 n-d-758944-30 neutron-server[94519]: ERROR neutron.plugins.ml2.managers [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Failed to bind port 25306615-4568-41c4-889a-36dc675ba88b on host n-h1-758944-30 for vnic_type normal using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] Jun 17 08:54:48.840691 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:48.898406 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, f4edaa3a-c535-4857-91ed-eec6cd355105) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:48.905526 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:54:48.912605 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88baad4e-871f-40c5-b3a0-575ebd7ce82e None None] Network f4edaa3a-c535-4857-91ed-eec6cd355105 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:54:48.920313 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:48.925865 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:48.933948 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:48.976405 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2198e087-1a85-43b6-a845-93c4cd7ad937 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:49.092974 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2198e087-1a85-43b6-a845-93c4cd7ad937 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:49.096908 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2198e087-1a85-43b6-a845-93c4cd7ad937 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:49.233320 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198e087-1a85-43b6-a845-93c4cd7ad937 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Pushing event updated for resources: {'Port': ['ID=af2556a9-c7a3-46d9-864e-8a0bca6757c0,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:49.292696 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2198e087-1a85-43b6-a845-93c4cd7ad937 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:49.327094 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2198e087-1a85-43b6-a845-93c4cd7ad937 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:49.377031 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] For port 25306615-4568-41c4-889a-36dc675ba88b, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:54:49.377625 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempted to set empty binding levels {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 17 08:54:49.407344 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c0f25-1e45-46fc-89bd-e41495362135 req-4a8c4bac-7fe9-41f3-9990-8f2fa8cca042 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:49.408882 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-de6c0f25-1e45-46fc-89bd-e41495362135 req-4a8c4bac-7fe9-41f3-9990-8f2fa8cca042 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 945 time: 0.0647829 Jun 17 08:54:49.452587 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-de6c0f25-1e45-46fc-89bd-e41495362135 req-531e0d65-7e39-4062-8ca3-9b797d90c5d1 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374117 Jun 17 08:54:49.526059 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6cc587db-4df3-4889-9ea5-c30b49811a72 req-321a33a4-d248-437f-b808-5ed19b8e961a tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8053f4c-dadd-4278-a1a1-635aff4da021 HTTP/1.1" status: 200 len: 210 time: 0.0304165 Jun 17 08:54:49.756595 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2198e087-1a85-43b6-a845-93c4cd7ad937 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:49.767536 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2198e087-1a85-43b6-a845-93c4cd7ad937 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8199828 Jun 17 08:54:49.768075 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.0122030 Jun 17 08:54:49.768075 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:49.768075 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6d6dec80-e3e3-40e7-bb6a-7587ffbd401e tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:49.768460 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34932) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:49.768460 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34934) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:49.807606 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] In _notify_port_updated(), no bound segment for port 25306615-4568-41c4-889a-36dc675ba88b on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:54:49.808755 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:49.809768 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:49.812016 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] 10.222.0.49 "PUT /v2.0/ports/25306615-4568-41c4-889a-36dc675ba88b HTTP/1.1" status: 200 len: 976 time: 2.2049482 Jun 17 08:54:49.814947 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34940) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:49.936150 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437e3aa4-9069-4a8e-bf5a-6b09d14c4ee7 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:49.940458 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Pushing event updated for resources: {'Port': ['ID=25306615-4568-41c4-889a-36dc675ba88b,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:49.942848 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437e3aa4-9069-4a8e-bf5a-6b09d14c4ee7 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:49.959673 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-437e3aa4-9069-4a8e-bf5a-6b09d14c4ee7 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1750395 Jun 17 08:54:49.960179 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:49.960317 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34944) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:50.006159 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5153e0c8-693c-4e53-bb02-c07aec4eba3d tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:50.007450 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5153e0c8-693c-4e53-bb02-c07aec4eba3d tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:50.008336 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5153e0c8-693c-4e53-bb02-c07aec4eba3d tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:50.008502 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5153e0c8-693c-4e53-bb02-c07aec4eba3d tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:50.009036 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5153e0c8-693c-4e53-bb02-c07aec4eba3d tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:50.009556 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5153e0c8-693c-4e53-bb02-c07aec4eba3d tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:50.010040 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5153e0c8-693c-4e53-bb02-c07aec4eba3d tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:50.010559 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5153e0c8-693c-4e53-bb02-c07aec4eba3d tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:50.011036 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5153e0c8-693c-4e53-bb02-c07aec4eba3d tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:50.012241 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5153e0c8-693c-4e53-bb02-c07aec4eba3d tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:50.012765 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5153e0c8-693c-4e53-bb02-c07aec4eba3d tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:50.013248 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5153e0c8-693c-4e53-bb02-c07aec4eba3d tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:50.016146 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5153e0c8-693c-4e53-bb02-c07aec4eba3d tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:50.016575 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5153e0c8-693c-4e53-bb02-c07aec4eba3d tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:50.017059 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5153e0c8-693c-4e53-bb02-c07aec4eba3d tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:50.017535 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5153e0c8-693c-4e53-bb02-c07aec4eba3d tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:50.018009 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5153e0c8-693c-4e53-bb02-c07aec4eba3d tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:50.018477 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5153e0c8-693c-4e53-bb02-c07aec4eba3d tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:50.019028 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5153e0c8-693c-4e53-bb02-c07aec4eba3d tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:50.022272 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5153e0c8-693c-4e53-bb02-c07aec4eba3d tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:50.022517 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5153e0c8-693c-4e53-bb02-c07aec4eba3d tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:50.047690 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5153e0c8-693c-4e53-bb02-c07aec4eba3d tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18179 time: 0.2294576 Jun 17 08:54:50.047847 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34946) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:50.066269 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-d45e1518-63b7-4a70-8ddb-d35ad85d227b tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:50.302488 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933797da-ce23-4d2f-9778-b1b769902c9a req-41c88104-04c7-48d7-82e1-ac870586bebc tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:50.303936 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-933797da-ce23-4d2f-9778-b1b769902c9a req-41c88104-04c7-48d7-82e1-ac870586bebc tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.53 "GET /v2.0/networks?id=3d62d846-3a07-40e4-87a0-3f5731d4aa7c HTTP/1.1" status: 200 len: 816 time: 0.2263494 Jun 17 08:54:50.320608 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-933797da-ce23-4d2f-9778-b1b769902c9a req-0423e73b-04bd-46b5-9a8b-aa3bf3062917 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Request body: {'port': {'device_id': 'ff55df10-b404-4c5d-84ad-98158aa6d6b3', 'network_id': '3d62d846-3a07-40e4-87a0-3f5731d4aa7c', 'admin_state_up': True, 'tenant_id': '2e0e0aa3b95245d09bb59b6a75a48ada'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:50.339102 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-db25b1eb-8d1d-44ca-b16f-70099ef0c82f tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Deleting port 8fbe8ec2-e046-4056-af62-50e16e682460 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:50.339499 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-db25b1eb-8d1d-44ca-b16f-70099ef0c82f tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:50.424360 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d45e1518-63b7-4a70-8ddb-d35ad85d227b tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Notify callbacks [] for floatingip, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:50.434064 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-cbaea30e-c7b4-4dea-b13b-290a70a99d74 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Deleting port 25306615-4568-41c4-889a-36dc675ba88b {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:50.434064 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cbaea30e-c7b4-4dea-b13b-290a70a99d74 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:50.447363 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:50.583338 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-db25b1eb-8d1d-44ca-b16f-70099ef0c82f tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:50.694834 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-db25b1eb-8d1d-44ca-b16f-70099ef0c82f tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Calling delete_port for 8fbe8ec2-e046-4056-af62-50e16e682460 owned by {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:50.697221 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-cbaea30e-c7b4-4dea-b13b-290a70a99d74 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] For port 25306615-4568-41c4-889a-36dc675ba88b, host n-h1-758944-30, got binding levels [] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:50.697589 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cbaea30e-c7b4-4dea-b13b-290a70a99d74 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:50.749738 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144c342-5894-492f-8aa1-94914bceaa06 req-d4404b1d-134d-4655-97c1-ed9771373ab2 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:50.751494 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a144c342-5894-492f-8aa1-94914bceaa06 req-d4404b1d-134d-4655-97c1-ed9771373ab2 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 945 time: 0.1584070 Jun 17 08:54:50.800510 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-cbaea30e-c7b4-4dea-b13b-290a70a99d74 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Calling delete_port for 25306615-4568-41c4-889a-36dc675ba88b owned by {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:50.806439 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-8d2e95f3-025a-484d-b445-d003d83db843 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:50.808099 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-8d2e95f3-025a-484d-b445-d003d83db843 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.53 "GET /v2.0/networks?id=3d62d846-3a07-40e4-87a0-3f5731d4aa7c HTTP/1.1" status: 200 len: 816 time: 0.1554043 Jun 17 08:54:50.827537 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-e4c8a104-9a6b-4e37-ab74-5347b6027cb4 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Request body: {'port': {'device_id': '16bf7de9-3cb2-4b20-bed6-474a774a4727', 'network_id': '3d62d846-3a07-40e4-87a0-3f5731d4aa7c', 'admin_state_up': True, 'tenant_id': '2e0e0aa3b95245d09bb59b6a75a48ada'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:50.847108 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a144c342-5894-492f-8aa1-94914bceaa06 req-656541cb-9b73-404a-a7fb-f70a86acd49c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784931 Jun 17 08:54:50.906342 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-933797da-ce23-4d2f-9778-b1b769902c9a req-0423e73b-04bd-46b5-9a8b-aa3bf3062917 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Made reservation on behalf of 2e0e0aa3b95245d09bb59b6a75a48ada for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:50.910214 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-933797da-ce23-4d2f-9778-b1b769902c9a req-0423e73b-04bd-46b5-9a8b-aa3bf3062917 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:51.170161 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-e4c8a104-9a6b-4e37-ab74-5347b6027cb4 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Made reservation on behalf of 2e0e0aa3b95245d09bb59b6a75a48ada for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:51.177670 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-e4c8a104-9a6b-4e37-ab74-5347b6027cb4 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:51.373223 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-e4c8a104-9a6b-4e37-ab74-5347b6027cb4 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Allocated IP 172.20.0.7 (3d62d846-3a07-40e4-87a0-3f5731d4aa7c/ed0d1484-53b2-4654-8e14-3c695b3cb00a/b5b30c0f-8676-4bc4-a438-67434217ea23) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:54:51.375682 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a82cdd0c-45aa-4134-8df0-dc4fbda48f29 req-1f4ae287-cf28-434c-ae27-568e431bb026 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8053f4c-dadd-4278-a1a1-635aff4da021 HTTP/1.1" status: 200 len: 210 time: 0.0812886 Jun 17 08:54:51.498823 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d45e1518-63b7-4a70-8ddb-d35ad85d227b tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:51.597185 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-e4c8a104-9a6b-4e37-ab74-5347b6027cb4 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:51.616140 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-db25b1eb-8d1d-44ca-b16f-70099ef0c82f tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:51.622048 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0c50de0b-eab6-4ae4-8615-26d21ee423ad tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:51.647481 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-e4c8a104-9a6b-4e37-ab74-5347b6027cb4 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Transition to ACTIVE for port object b5b30c0f-8676-4bc4-a438-67434217ea23 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:51.657453 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25b1eb-8d1d-44ca-b16f-70099ef0c82f tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Pushing event deleted for resources: {'Port': ['ID=8fbe8ec2-e046-4056-af62-50e16e682460,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:51.657453 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cbaea30e-c7b4-4dea-b13b-290a70a99d74 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:51.658550 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-db25b1eb-8d1d-44ca-b16f-70099ef0c82f tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:51.669078 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a2766902-8599-408a-9ee6-490398fe3376 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:51.679817 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-d45e1518-63b7-4a70-8ddb-d35ad85d227b tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Allocated IP 172.25.2.112 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/47dc0410-09a4-42fa-b972-f91a7acb94d5) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:54:51.685215 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-db25b1eb-8d1d-44ca-b16f-70099ef0c82f tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:51.689395 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-db25b1eb-8d1d-44ca-b16f-70099ef0c82f tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] 10.222.0.49 "DELETE /v2.0/ports/8fbe8ec2-e046-4056-af62-50e16e682460 HTTP/1.1" status: 204 len: 168 time: 1.7369645 Jun 17 08:54:51.692491 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34968) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:51.711875 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaea30e-c7b4-4dea-b13b-290a70a99d74 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Pushing event deleted for resources: {'Port': ['ID=25306615-4568-41c4-889a-36dc675ba88b,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:51.719479 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-cbaea30e-c7b4-4dea-b13b-290a70a99d74 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:51.723473 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cbaea30e-c7b4-4dea-b13b-290a70a99d74 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:51.728554 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-cbaea30e-c7b4-4dea-b13b-290a70a99d74 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] 10.222.0.49 "DELETE /v2.0/ports/25306615-4568-41c4-889a-36dc675ba88b HTTP/1.1" status: 204 len: 168 time: 1.6797585 Jun 17 08:54:51.729493 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34970) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:51.774567 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-5633f0ef-cbfb-4d0c-ad3e-e9d25ba386e9 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] GET failed (client error): The resource could not be found. Jun 17 08:54:51.776219 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5633f0ef-cbfb-4d0c-ad3e-e9d25ba386e9 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] 10.222.0.49 "GET /v2.0/ports/25306615-4568-41c4-889a-36dc675ba88b HTTP/1.1" status: 404 len: 333 time: 0.0434029 Jun 17 08:54:51.780355 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 34972) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:51.809517 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-2eace87f-a219-47a6-8ac8-a63da55185db tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-214109455', 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:51.815418 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-e4c8a104-9a6b-4e37-ab74-5347b6027cb4 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:51.824206 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:51.916071 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-933797da-ce23-4d2f-9778-b1b769902c9a req-0423e73b-04bd-46b5-9a8b-aa3bf3062917 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Allocated IP 172.20.0.11 (3d62d846-3a07-40e4-87a0-3f5731d4aa7c/ed0d1484-53b2-4654-8e14-3c695b3cb00a/6d864a7e-5cee-43da-8511-861827ae38cd) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:54:51.922521 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-e4c8a104-9a6b-4e37-ab74-5347b6027cb4 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Network 3d62d846-3a07-40e4-87a0-3f5731d4aa7c is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:51.955405 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-e4c8a104-9a6b-4e37-ab74-5347b6027cb4 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:51.968410 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d45e1518-63b7-4a70-8ddb-d35ad85d227b tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:51.977769 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-e4c8a104-9a6b-4e37-ab74-5347b6027cb4 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:54:52.064308 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8a104-9a6b-4e37-ab74-5347b6027cb4 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Pushing event updated for resources: {'Port': ['ID=b5b30c0f-8676-4bc4-a438-67434217ea23,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:52.084208 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e4c8a104-9a6b-4e37-ab74-5347b6027cb4 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:52.091876 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eace87f-a219-47a6-8ac8-a63da55185db tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Made reservation on behalf of 3aab38836aae40c8811457d136b3e3cb for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:52.097593 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2eace87f-a219-47a6-8ac8-a63da55185db tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:52.139845 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-933797da-ce23-4d2f-9778-b1b769902c9a req-0423e73b-04bd-46b5-9a8b-aa3bf3062917 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:52.164850 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-933797da-ce23-4d2f-9778-b1b769902c9a req-0423e73b-04bd-46b5-9a8b-aa3bf3062917 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Transition to ACTIVE for port object 6d864a7e-5cee-43da-8511-861827ae38cd will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:52.202855 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [None req-2eace87f-a219-47a6-8ac8-a63da55185db tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] device_id is not set on port 49b4fd64-9ba3-4d07-bf3f-eea20ea08cc4 yet. {{(pid=94519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:54:52.247526 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-e4c8a104-9a6b-4e37-ab74-5347b6027cb4 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:52.248767 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-e4c8a104-9a6b-4e37-ab74-5347b6027cb4 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:52.267928 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-bec545ac-88ee-453f-9ecc-a59e92bcdb2b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Deleting port 7165299d-04a5-405a-9855-4104f5da43a1 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:52.268704 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bec545ac-88ee-453f-9ecc-a59e92bcdb2b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:52.376302 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-933797da-ce23-4d2f-9778-b1b769902c9a req-0423e73b-04bd-46b5-9a8b-aa3bf3062917 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:52.396173 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-234e2bd1-4234-4458-bedc-7fdbe5509d97 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:52.409538 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-e4c8a104-9a6b-4e37-ab74-5347b6027cb4 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5885985 Jun 17 08:54:52.458206 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-565f6372-2797-441d-ada2-d08a115dec78 service neutron] Request body: {'port': {'device_id': '16bf7de9-3cb2-4b20-bed6-474a774a4727', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:52.467679 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9401c97-2b9c-4d19-96c7-58d75061aa2a req-2b963069-e3ad-49eb-b005-8e57a1879294 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:52.481330 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-6f4a774a-6dea-4706-b676-e37bd11d07af tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:52.484827 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-6f4a774a-6dea-4706-b676-e37bd11d07af tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.53 "GET /v2.0/networks?id=3d62d846-3a07-40e4-87a0-3f5731d4aa7c HTTP/1.1" status: 200 len: 816 time: 0.5809512 Jun 17 08:54:52.490023 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e4223d7a-b201-4c9c-b6d4-9de990bbe430 None None] Provisioning for port b5b30c0f-8676-4bc4-a438-67434217ea23 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:54:52.492374 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a9401c97-2b9c-4d19-96c7-58d75061aa2a req-2b963069-e3ad-49eb-b005-8e57a1879294 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 945 time: 0.2795320 Jun 17 08:54:52.495125 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e4223d7a-b201-4c9c-b6d4-9de990bbe430 None None] Provisioning complete for port b5b30c0f-8676-4bc4-a438-67434217ea23 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:52.495630 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e4223d7a-b201-4c9c-b6d4-9de990bbe430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:52.521174 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-6cc7997a-9d96-4319-8915-c604ebf332e1 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Request body: {'port': {'device_id': 'e8053f4c-dadd-4278-a1a1-635aff4da021', 'network_id': '3d62d846-3a07-40e4-87a0-3f5731d4aa7c', 'admin_state_up': True, 'tenant_id': '2e0e0aa3b95245d09bb59b6a75a48ada'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:52.522374 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d45e1518-63b7-4a70-8ddb-d35ad85d227b tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:52.548886 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-933797da-ce23-4d2f-9778-b1b769902c9a req-0423e73b-04bd-46b5-9a8b-aa3bf3062917 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Network 3d62d846-3a07-40e4-87a0-3f5731d4aa7c is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:52.563509 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-933797da-ce23-4d2f-9778-b1b769902c9a req-0423e73b-04bd-46b5-9a8b-aa3bf3062917 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:52.577187 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-933797da-ce23-4d2f-9778-b1b769902c9a req-0423e73b-04bd-46b5-9a8b-aa3bf3062917 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:54:52.580877 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-e4223d7a-b201-4c9c-b6d4-9de990bbe430 None None] Port b5b30c0f-8676-4bc4-a438-67434217ea23 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:54:52.581382 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45e1518-63b7-4a70-8ddb-d35ad85d227b tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:52.589225 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423e73b-04bd-46b5-9a8b-aa3bf3062917 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Pushing event updated for resources: {'Port': ['ID=6d864a7e-5cee-43da-8511-861827ae38cd,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:52.596695 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0423e73b-04bd-46b5-9a8b-aa3bf3062917 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:52.600175 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-d45e1518-63b7-4a70-8ddb-d35ad85d227b tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:52.602439 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6e73af82-4be5-42ac-8812-d7a9a73ab563 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:52.641139 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bec545ac-88ee-453f-9ecc-a59e92bcdb2b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:52.641495 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45e1518-63b7-4a70-8ddb-d35ad85d227b tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:54:52.649897 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a9401c97-2b9c-4d19-96c7-58d75061aa2a req-ce21e015-c7cf-4896-b38c-196b36091ae9 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516545 Jun 17 08:54:52.761246 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-bec545ac-88ee-453f-9ecc-a59e92bcdb2b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Calling delete_port for 7165299d-04a5-405a-9855-4104f5da43a1 owned by {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:52.774988 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933797da-ce23-4d2f-9778-b1b769902c9a req-0423e73b-04bd-46b5-9a8b-aa3bf3062917 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:52.776338 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-933797da-ce23-4d2f-9778-b1b769902c9a req-0423e73b-04bd-46b5-9a8b-aa3bf3062917 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:52.798217 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e1518-63b7-4a70-8ddb-d35ad85d227b tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Pushing event updated for resources: {'Port': ['ID=47dc0410-09a4-42fa-b972-f91a7acb94d5,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:52.802540 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d45e1518-63b7-4a70-8ddb-d35ad85d227b tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:52.916738 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-39e76e6d-e858-4647-b363-0ec16ee24e2e req-f75548e4-e305-48c5-9a91-40a536dfc30d tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8053f4c-dadd-4278-a1a1-635aff4da021 HTTP/1.1" status: 200 len: 210 time: 0.0571246 Jun 17 08:54:52.949960 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-933797da-ce23-4d2f-9778-b1b769902c9a req-0423e73b-04bd-46b5-9a8b-aa3bf3062917 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6341333 Jun 17 08:54:52.949960 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d45e1518-63b7-4a70-8ddb-d35ad85d227b tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:52.978029 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-933797da-ce23-4d2f-9778-b1b769902c9a req-85e9ab3c-333f-456f-b879-249c3f2699a1 service neutron] Request body: {'port': {'device_id': 'ff55df10-b404-4c5d-84ad-98158aa6d6b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:53.031562 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2eace87f-a219-47a6-8ac8-a63da55185db tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:53.060927 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-565f6372-2797-441d-ada2-d08a115dec78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:53.165302 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-933797da-ce23-4d2f-9778-b1b769902c9a req-85e9ab3c-333f-456f-b879-249c3f2699a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:53.168192 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d45e1518-63b7-4a70-8ddb-d35ad85d227b tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:53.214929 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-96bd4811-a111-43e5-a808-cecc1940c6e0 None None] Provisioning for port 6d864a7e-5cee-43da-8511-861827ae38cd completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:54:53.219925 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-96bd4811-a111-43e5-a808-cecc1940c6e0 None None] Provisioning complete for port 6d864a7e-5cee-43da-8511-861827ae38cd triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:53.220543 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-96bd4811-a111-43e5-a808-cecc1940c6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:53.252173 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-6cc7997a-9d96-4319-8915-c604ebf332e1 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Made reservation on behalf of 2e0e0aa3b95245d09bb59b6a75a48ada for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:53.260236 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-6cc7997a-9d96-4319-8915-c604ebf332e1 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:53.282477 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2eace87f-a219-47a6-8ac8-a63da55185db tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:53.284954 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bec545ac-88ee-453f-9ecc-a59e92bcdb2b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:53.293292 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-087437c0-cc4d-49df-8f8d-d59c8c921228 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:53.313237 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-96bd4811-a111-43e5-a808-cecc1940c6e0 None None] Port 6d864a7e-5cee-43da-8511-861827ae38cd cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:54:53.383894 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bec545ac-88ee-453f-9ecc-a59e92bcdb2b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:53.387241 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-bec545ac-88ee-453f-9ecc-a59e92bcdb2b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] 10.222.0.49 "DELETE /v2.0/ports/7165299d-04a5-405a-9855-4104f5da43a1 HTTP/1.1" status: 204 len: 168 time: 1.6919720 Jun 17 08:54:53.389515 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 34998) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:53.392757 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eace87f-a219-47a6-8ac8-a63da55185db tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Network 4205770c-1d11-4259-8657-4aba0f6511b8 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:53.435201 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-affd1d84-b7ff-44a5-98f4-c87fcf68be27 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0446768 Jun 17 08:54:53.439335 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35000) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:53.450020 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-e278f37a-68e7-438d-b6f9-9c2bc2857206 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-327268204'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:53.474874 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-2eace87f-a219-47a6-8ac8-a63da55185db tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:53.483025 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eace87f-a219-47a6-8ac8-a63da55185db tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:54:53.484009 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eace87f-a219-47a6-8ac8-a63da55185db tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:53.484614 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2eace87f-a219-47a6-8ac8-a63da55185db tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:53.492062 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eace87f-a219-47a6-8ac8-a63da55185db tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Pushing event updated for resources: {'Port': ['ID=49b4fd64-9ba3-4d07-bf3f-eea20ea08cc4,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:53.501127 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d45e1518-63b7-4a70-8ddb-d35ad85d227b tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:53.502594 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2eace87f-a219-47a6-8ac8-a63da55185db tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:53.503072 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1804050c-7d03-452b-84ff-ca6b2b1eae86 tempest-ServersNegativeTestMultiTenantJSON-766989850 tempest-ServersNegativeTestMultiTenantJSON-766989850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:53.544670 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec545ac-88ee-453f-9ecc-a59e92bcdb2b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Pushing event deleted for resources: {'Port': ['ID=7165299d-04a5-405a-9855-4104f5da43a1,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:53.548207 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-bec545ac-88ee-453f-9ecc-a59e92bcdb2b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:53.596802 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e278f37a-68e7-438d-b6f9-9c2bc2857206 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Made reservation on behalf of 7204783770e448c1a2456ab97ffe4074 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:53.601668 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e278f37a-68e7-438d-b6f9-9c2bc2857206 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:53.630737 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e278f37a-68e7-438d-b6f9-9c2bc2857206 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:54:53.647002 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-565f6372-2797-441d-ada2-d08a115dec78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5b30c0f-8676-4bc4-a438-67434217ea23 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:54:53.647206 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e278f37a-68e7-438d-b6f9-9c2bc2857206 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:53.647206 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-e278f37a-68e7-438d-b6f9-9c2bc2857206 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Added segment 475a5b87-6e24-402e-88b1-f6c1132282b5 of type vlan for network 05cfb095-a578-4d1b-ad58-0cda07454dd0 Jun 17 08:54:53.647433 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-565f6372-2797-441d-ada2-d08a115dec78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:53.658853 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-565f6372-2797-441d-ada2-d08a115dec78 service neutron] Transition to ACTIVE for port object b5b30c0f-8676-4bc4-a438-67434217ea23 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:53.681769 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e278f37a-68e7-438d-b6f9-9c2bc2857206 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:53.707180 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d45e1518-63b7-4a70-8ddb-d35ad85d227b tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:53.718059 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2198e087-1a85-43b6-a845-93c4cd7ad937 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:53.736489 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-2eace87f-a219-47a6-8ac8-a63da55185db tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.9381368 Jun 17 08:54:53.739958 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35006) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:53.820104 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b199381-319e-4516-b996-8b08d84e0bc9 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:53.821580 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6b199381-319e-4516-b996-8b08d84e0bc9 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] 10.222.0.49 "GET /v2.0/ports/49b4fd64-9ba3-4d07-bf3f-eea20ea08cc4 HTTP/1.1" status: 200 len: 954 time: 0.0804930 Jun 17 08:54:53.824192 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e1518-63b7-4a70-8ddb-d35ad85d227b tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Pushing event updated for resources: {'Port': ['ID=47dc0410-09a4-42fa-b972-f91a7acb94d5,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:53.825122 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35008) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:53.830068 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d45e1518-63b7-4a70-8ddb-d35ad85d227b tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:53.840350 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d45e1518-63b7-4a70-8ddb-d35ad85d227b tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:53.858943 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-565f6372-2797-441d-ada2-d08a115dec78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:53.865743 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dea2bd52-c751-4b1c-a4f7-af6af640a58d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:53.876136 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19bd8c9-74ff-47ca-a5bc-c7fe2b25f738 req-6ec214d8-3014-4c93-916c-f72fb1467fd3 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:53.876136 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f19bd8c9-74ff-47ca-a5bc-c7fe2b25f738 req-6ec214d8-3014-4c93-916c-f72fb1467fd3 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ffa071f-15fc-44f4-bfc0-d994a29803a5 HTTP/1.1" status: 200 len: 946 time: 0.1644685 Jun 17 08:54:53.934910 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e278f37a-68e7-438d-b6f9-9c2bc2857206 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:53.944061 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e278f37a-68e7-438d-b6f9-9c2bc2857206 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:53.944700 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e278f37a-68e7-438d-b6f9-9c2bc2857206 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:53.981380 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c8d88daf-f586-4117-a959-c4c05b9fa44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:53.991315 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d45e1518-63b7-4a70-8ddb-d35ad85d227b tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:53.995720 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d45e1518-63b7-4a70-8ddb-d35ad85d227b tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2235770 Jun 17 08:54:53.998936 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35014) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:54.014432 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f6372-2797-441d-ada2-d08a115dec78 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b30c0f-8676-4bc4-a438-67434217ea23,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:54.017211 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-565f6372-2797-441d-ada2-d08a115dec78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:54.027085 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f24f9f-2a08-49db-b3ae-464fcc51ed42 req-c3fc1332-d6a6-4034-92da-a4c3a1317a81 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:54.028261 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-43f24f9f-2a08-49db-b3ae-464fcc51ed42 req-c3fc1332-d6a6-4034-92da-a4c3a1317a81 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 945 time: 0.2437153 Jun 17 08:54:54.133835 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e278f37a-68e7-438d-b6f9-9c2bc2857206 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6934068 Jun 17 08:54:54.139572 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35018) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:54.147023 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-493e7dec-7ce3-4604-8fc2-205cfcb6d7c4 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1971534633'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:54.155567 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f19bd8c9-74ff-47ca-a5bc-c7fe2b25f738 req-758f3733-3480-413f-90ec-5243c88eef42 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f3331b8-4d4a-4990-936c-5d7fe0cda953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752702 Jun 17 08:54:54.157958 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-2c640321-45fb-4183-9861-8be69cd9b450 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Deleting port 49b4fd64-9ba3-4d07-bf3f-eea20ea08cc4 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:54.157958 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2c640321-45fb-4183-9861-8be69cd9b450 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:54.167590 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e278f37a-68e7-438d-b6f9-9c2bc2857206 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Pushing event updated for resources: {'Network': ['ID=05cfb095-a578-4d1b-ad58-0cda07454dd0,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:54.170652 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e278f37a-68e7-438d-b6f9-9c2bc2857206 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:54.182034 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 05cfb095-a578-4d1b-ad58-0cda07454dd0 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:54:54.190139 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-43f24f9f-2a08-49db-b3ae-464fcc51ed42 req-4128c4d9-f596-47e2-b90d-fcd9ac769bf2 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324556 Jun 17 08:54:54.191679 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e70abc02-d7cb-45b9-9920-205366ac14f7 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.1776850 Jun 17 08:54:54.192702 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35020) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:54.245277 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-565f6372-2797-441d-ada2-d08a115dec78 service neutron] Attempting to bind port b5b30c0f-8676-4bc4-a438-67434217ea23 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:54.245961 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-565f6372-2797-441d-ada2-d08a115dec78 service neutron] Attempting to bind port b5b30c0f-8676-4bc4-a438-67434217ea23 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3d62d846-3a07-40e4-87a0-3f5731d4aa7c'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:54.245961 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-565f6372-2797-441d-ada2-d08a115dec78 service neutron] Attempting to bind port b5b30c0f-8676-4bc4-a438-67434217ea23 on network 3d62d846-3a07-40e4-87a0-3f5731d4aa7c {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:54.266840 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2e331dc3-d099-4ff9-af12-73fc29cba625 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0689380 Jun 17 08:54:54.267974 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35022) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:54.269110 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2c640321-45fb-4183-9861-8be69cd9b450 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:54.272911 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-565f6372-2797-441d-ada2-d08a115dec78 service neutron] Port b5b30c0f-8676-4bc4-a438-67434217ea23 on network 3d62d846-3a07-40e4-87a0-3f5731d4aa7c not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:54.273247 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-565f6372-2797-441d-ada2-d08a115dec78 service neutron] Attempting to bind port b5b30c0f-8676-4bc4-a438-67434217ea23 on network 3d62d846-3a07-40e4-87a0-3f5731d4aa7c {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:54.325805 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-565f6372-2797-441d-ada2-d08a115dec78 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:54:54.326532 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-565f6372-2797-441d-ada2-d08a115dec78 service neutron] Checking segment: {'id': '9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3d62d846-3a07-40e4-87a0-3f5731d4aa7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:54:54.327113 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-565f6372-2797-441d-ada2-d08a115dec78 service neutron] Bound using segment: {'id': '9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3d62d846-3a07-40e4-87a0-3f5731d4aa7c'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:54:54.327573 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-565f6372-2797-441d-ada2-d08a115dec78 service neutron] Bound port: b5b30c0f-8676-4bc4-a438-67434217ea23, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3d62d846-3a07-40e4-87a0-3f5731d4aa7c'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:54:54.327951 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-565f6372-2797-441d-ada2-d08a115dec78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:54.357607 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-2c640321-45fb-4183-9861-8be69cd9b450 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Calling delete_port for 49b4fd64-9ba3-4d07-bf3f-eea20ea08cc4 owned by {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:54.408558 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-70276b48-56f6-44ea-958b-7127068161a2 req-cf3e8c13-be6f-4d97-b7e7-22b23423df77 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8053f4c-dadd-4278-a1a1-635aff4da021 HTTP/1.1" status: 200 len: 210 time: 0.0734065 Jun 17 08:54:54.450206 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493e7dec-7ce3-4604-8fc2-205cfcb6d7c4 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Made reservation on behalf of 7204783770e448c1a2456ab97ffe4074 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:54.454082 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-493e7dec-7ce3-4604-8fc2-205cfcb6d7c4 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:54.467598 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-933797da-ce23-4d2f-9778-b1b769902c9a req-85e9ab3c-333f-456f-b879-249c3f2699a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d864a7e-5cee-43da-8511-861827ae38cd {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:54:54.477362 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-933797da-ce23-4d2f-9778-b1b769902c9a req-85e9ab3c-333f-456f-b879-249c3f2699a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:54.496733 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-933797da-ce23-4d2f-9778-b1b769902c9a req-85e9ab3c-333f-456f-b879-249c3f2699a1 service neutron] Transition to ACTIVE for port object 6d864a7e-5cee-43da-8511-861827ae38cd will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:54.509512 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-ef952b45-818c-46d6-bb68-f03cbd3b31c8 tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Deleting port 47dc0410-09a4-42fa-b972-f91a7acb94d5 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:54.509512 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef952b45-818c-46d6-bb68-f03cbd3b31c8 tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:54.517264 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493e7dec-7ce3-4604-8fc2-205cfcb6d7c4 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:54:54.521716 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-565f6372-2797-441d-ada2-d08a115dec78 service neutron] For port b5b30c0f-8676-4bc4-a438-67434217ea23, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:54:54.528296 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-565f6372-2797-441d-ada2-d08a115dec78 service neutron] For port b5b30c0f-8676-4bc4-a438-67434217ea23, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=b5b30c0f-8676-4bc4-a438-67434217ea23,segment=NetworkSegment(9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8),segment_id=9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:54:54.540068 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-493e7dec-7ce3-4604-8fc2-205cfcb6d7c4 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:54.540717 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-493e7dec-7ce3-4604-8fc2-205cfcb6d7c4 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Added segment 822fe81b-9103-4c7d-8b4f-0dc51f7fc960 of type vlan for network 4ebbc811-a69c-4919-8569-26d8fdfdbe51 Jun 17 08:54:54.588069 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-933797da-ce23-4d2f-9778-b1b769902c9a req-85e9ab3c-333f-456f-b879-249c3f2699a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:54.590909 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-493e7dec-7ce3-4604-8fc2-205cfcb6d7c4 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:54.592437 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0423e73b-04bd-46b5-9a8b-aa3bf3062917 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:54.600564 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef952b45-818c-46d6-bb68-f03cbd3b31c8 tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:54.601182 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef952b45-818c-46d6-bb68-f03cbd3b31c8 tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:54.635436 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-565f6372-2797-441d-ada2-d08a115dec78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:54.649819 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e1abae97-6068-4667-a90c-13793d9d4041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:54.693359 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-6cc7997a-9d96-4319-8915-c604ebf332e1 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Allocated IP 172.20.0.12 (3d62d846-3a07-40e4-87a0-3f5731d4aa7c/ed0d1484-53b2-4654-8e14-3c695b3cb00a/46394d5d-d9f5-4234-a515-db774546add5) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:54:54.705056 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2c640321-45fb-4183-9861-8be69cd9b450 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:54.717872 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-565f6372-2797-441d-ada2-d08a115dec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:54.718461 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-565f6372-2797-441d-ada2-d08a115dec78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:54.720733 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-565f6372-2797-441d-ada2-d08a115dec78 service neutron] 10.222.0.53 "PUT /v2.0/ports/b5b30c0f-8676-4bc4-a438-67434217ea23 HTTP/1.1" status: 200 len: 1092 time: 2.2735050 Jun 17 08:54:54.720733 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16bf7de9-3cb2-4b20-bed6-474a774a4727', 'tag': 'b5b30c0f-8676-4bc4-a438-67434217ea23'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:54.722922 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0338f9a7-9c38-4d87-ac46-9e20824803e7" -d '{"events": [{"name": "network-changed", "server_uuid": "16bf7de9-3cb2-4b20-bed6-474a774a4727", "tag": "b5b30c0f-8676-4bc4-a438-67434217ea23"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:54.744201 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-ef952b45-818c-46d6-bb68-f03cbd3b31c8 tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Calling delete_port for 47dc0410-09a4-42fa-b972-f91a7acb94d5 owned by network:floatingip {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:54.754577 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9ab3c-333f-456f-b879-249c3f2699a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6d864a7e-5cee-43da-8511-861827ae38cd,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:54.758680 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-85e9ab3c-333f-456f-b879-249c3f2699a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:54.778106 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ae364d-1a44-40ce-962f-d55d9bc47611 x-openstack-request-id: req-94ae364d-1a44-40ce-962f-d55d9bc47611 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:54.778455 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16bf7de9-3cb2-4b20-bed6-474a774a4727", "tag": "b5b30c0f-8676-4bc4-a438-67434217ea23", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:54.778764 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94ae364d-1a44-40ce-962f-d55d9bc47611 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:54.779223 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16bf7de9-3cb2-4b20-bed6-474a774a4727', 'tag': 'b5b30c0f-8676-4bc4-a438-67434217ea23', 'status': 'completed', 'code': 200} Jun 17 08:54:54.819912 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2c640321-45fb-4183-9861-8be69cd9b450 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:54.824312 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-2c640321-45fb-4183-9861-8be69cd9b450 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] 10.222.0.49 "DELETE /v2.0/ports/49b4fd64-9ba3-4d07-bf3f-eea20ea08cc4 HTTP/1.1" status: 204 len: 168 time: 0.9961538 Jun 17 08:54:54.835697 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-493e7dec-7ce3-4604-8fc2-205cfcb6d7c4 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:54.841397 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493e7dec-7ce3-4604-8fc2-205cfcb6d7c4 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:54.842079 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-493e7dec-7ce3-4604-8fc2-205cfcb6d7c4 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:54.846914 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35026) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:54.887185 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f6372-2797-441d-ada2-d08a115dec78 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b30c0f-8676-4bc4-a438-67434217ea23,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:54.888502 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b4872a0-5b22-4652-9435-32c9f96a03ad tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] GET failed (client error): The resource could not be found. Jun 17 08:54:54.890151 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-8b4872a0-5b22-4652-9435-32c9f96a03ad tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] 10.222.0.49 "GET /v2.0/ports/49b4fd64-9ba3-4d07-bf3f-eea20ea08cc4 HTTP/1.1" status: 404 len: 333 time: 0.0451703 Jun 17 08:54:54.890471 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-565f6372-2797-441d-ada2-d08a115dec78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:54.893820 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35028) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:54.898316 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:54.899369 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-de340e85-5af3-42e4-b6a7-953f81713e37 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Request body: {'port': {'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1811058341'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:54.942809 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c640321-45fb-4183-9861-8be69cd9b450 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Pushing event deleted for resources: {'Port': ['ID=49b4fd64-9ba3-4d07-bf3f-eea20ea08cc4,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:54.947224 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-933797da-ce23-4d2f-9778-b1b769902c9a req-85e9ab3c-333f-456f-b879-249c3f2699a1 service neutron] Attempting to bind port 6d864a7e-5cee-43da-8511-861827ae38cd on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:54.948461 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-933797da-ce23-4d2f-9778-b1b769902c9a req-85e9ab3c-333f-456f-b879-249c3f2699a1 service neutron] Attempting to bind port 6d864a7e-5cee-43da-8511-861827ae38cd by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3d62d846-3a07-40e4-87a0-3f5731d4aa7c'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:54.948792 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933797da-ce23-4d2f-9778-b1b769902c9a req-85e9ab3c-333f-456f-b879-249c3f2699a1 service neutron] Attempting to bind port 6d864a7e-5cee-43da-8511-861827ae38cd on network 3d62d846-3a07-40e4-87a0-3f5731d4aa7c {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:54.950168 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2c640321-45fb-4183-9861-8be69cd9b450 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:54.962925 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933797da-ce23-4d2f-9778-b1b769902c9a req-85e9ab3c-333f-456f-b879-249c3f2699a1 service neutron] Port 6d864a7e-5cee-43da-8511-861827ae38cd on network 3d62d846-3a07-40e4-87a0-3f5731d4aa7c not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:54.963251 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933797da-ce23-4d2f-9778-b1b769902c9a req-85e9ab3c-333f-456f-b879-249c3f2699a1 service neutron] Attempting to bind port 6d864a7e-5cee-43da-8511-861827ae38cd on network 3d62d846-3a07-40e4-87a0-3f5731d4aa7c {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:54.972930 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933797da-ce23-4d2f-9778-b1b769902c9a req-85e9ab3c-333f-456f-b879-249c3f2699a1 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:54:54.973583 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933797da-ce23-4d2f-9778-b1b769902c9a req-85e9ab3c-333f-456f-b879-249c3f2699a1 service neutron] Checking segment: {'id': '9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3d62d846-3a07-40e4-87a0-3f5731d4aa7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:54:54.974276 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933797da-ce23-4d2f-9778-b1b769902c9a req-85e9ab3c-333f-456f-b879-249c3f2699a1 service neutron] Bound using segment: {'id': '9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3d62d846-3a07-40e4-87a0-3f5731d4aa7c'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:54:54.974602 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-933797da-ce23-4d2f-9778-b1b769902c9a req-85e9ab3c-333f-456f-b879-249c3f2699a1 service neutron] Bound port: 6d864a7e-5cee-43da-8511-861827ae38cd, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3d62d846-3a07-40e4-87a0-3f5731d4aa7c'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:54:54.974952 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-933797da-ce23-4d2f-9778-b1b769902c9a req-85e9ab3c-333f-456f-b879-249c3f2699a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:54.982015 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ed58d7b1-e823-417e-9774-30303b707b89 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:55.006736 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-493e7dec-7ce3-4604-8fc2-205cfcb6d7c4 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8640652 Jun 17 08:54:55.242092 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-933797da-ce23-4d2f-9778-b1b769902c9a req-85e9ab3c-333f-456f-b879-249c3f2699a1 service neutron] For port 6d864a7e-5cee-43da-8511-861827ae38cd, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:54:55.276666 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de340e85-5af3-42e4-b6a7-953f81713e37 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Made reservation on behalf of 3aab38836aae40c8811457d136b3e3cb for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:55.279792 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-de340e85-5af3-42e4-b6a7-953f81713e37 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:55.311020 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [None req-de340e85-5af3-42e4-b6a7-953f81713e37 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] device_id is not set on port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 yet. {{(pid=94520) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:54:55.395187 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef952b45-818c-46d6-bb68-f03cbd3b31c8 tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:55.408628 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ead662c4-d4ef-4053-bfe8-0426eb1c76a0 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:55.437286 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-933797da-ce23-4d2f-9778-b1b769902c9a req-85e9ab3c-333f-456f-b879-249c3f2699a1 service neutron] For port 6d864a7e-5cee-43da-8511-861827ae38cd, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=6d864a7e-5cee-43da-8511-861827ae38cd,segment=NetworkSegment(9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8),segment_id=9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:54:55.500703 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1e99124d-1ce6-4f36-a6a1-2c4102476139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:55.516211 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef952b45-818c-46d6-bb68-f03cbd3b31c8 tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Pushing event deleted for resources: {'Port': ['ID=47dc0410-09a4-42fa-b972-f91a7acb94d5,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:55.519181 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ef952b45-818c-46d6-bb68-f03cbd3b31c8 tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:55.562566 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7dec-7ce3-4604-8fc2-205cfcb6d7c4 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Pushing event updated for resources: {'Network': ['ID=4ebbc811-a69c-4919-8569-26d8fdfdbe51,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:55.563396 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-933797da-ce23-4d2f-9778-b1b769902c9a req-85e9ab3c-333f-456f-b879-249c3f2699a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:55.566072 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-493e7dec-7ce3-4604-8fc2-205cfcb6d7c4 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:55.576613 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338f9a7-9c38-4d87-ac46-9e20824803e7 req-8d3cf804-2dcd-4f78-aa8b-b65b9383d73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:55.578364 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0338f9a7-9c38-4d87-ac46-9e20824803e7 req-8d3cf804-2dcd-4f78-aa8b-b65b9383d73a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e0e0aa3b95245d09bb59b6a75a48ada&device_id=16bf7de9-3cb2-4b20-bed6-474a774a4727 HTTP/1.1" status: 200 len: 1095 time: 0.7553673 Jun 17 08:54:55.579932 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d45e1518-63b7-4a70-8ddb-d35ad85d227b tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:55.589877 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933797da-ce23-4d2f-9778-b1b769902c9a req-85e9ab3c-333f-456f-b879-249c3f2699a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:55.590976 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-933797da-ce23-4d2f-9778-b1b769902c9a req-85e9ab3c-333f-456f-b879-249c3f2699a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:55.592010 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 4ebbc811-a69c-4919-8569-26d8fdfdbe51 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:54:55.592704 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-933797da-ce23-4d2f-9778-b1b769902c9a req-85e9ab3c-333f-456f-b879-249c3f2699a1 service neutron] 10.222.0.53 "PUT /v2.0/ports/6d864a7e-5cee-43da-8511-861827ae38cd HTTP/1.1" status: 200 len: 1093 time: 2.6251411 Jun 17 08:54:55.607926 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff55df10-b404-4c5d-84ad-98158aa6d6b3', 'tag': '6d864a7e-5cee-43da-8511-861827ae38cd'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:55.619145 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded81fa5-7083-4ccb-96ee-b48e6e511ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "ff55df10-b404-4c5d-84ad-98158aa6d6b3", "tag": "6d864a7e-5cee-43da-8511-861827ae38cd"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:55.684925 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef952b45-818c-46d6-bb68-f03cbd3b31c8 tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Notify callbacks [] for floatingip, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:55.688270 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ef952b45-818c-46d6-bb68-f03cbd3b31c8 tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:55.693051 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ef952b45-818c-46d6-bb68-f03cbd3b31c8 tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] 10.222.0.49 "DELETE /v2.0/floatingips/2280f2bf-c99e-410e-90c9-e6ee89bf2623 HTTP/1.1" status: 204 len: 168 time: 1.4214599 Jun 17 08:54:55.695525 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35052) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:55.710391 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-6cc7997a-9d96-4319-8915-c604ebf332e1 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:55.817202 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9ab3c-333f-456f-b879-249c3f2699a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6d864a7e-5cee-43da-8511-861827ae38cd,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:55.820488 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-6cc7997a-9d96-4319-8915-c604ebf332e1 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Transition to ACTIVE for port object 46394d5d-d9f5-4234-a515-db774546add5 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:55.826449 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-85e9ab3c-333f-456f-b879-249c3f2699a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:55.835998 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b2ab6-731f-4cf4-804d-bb0465ed1530 req-d02f03da-bd44-4e71-85b4-bcc6cbe985e5 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:55.837711 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e91b2ab6-731f-4cf4-804d-bb0465ed1530 req-d02f03da-bd44-4e71-85b4-bcc6cbe985e5 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ffa071f-15fc-44f4-bfc0-d994a29803a5 HTTP/1.1" status: 200 len: 946 time: 0.4555163 Jun 17 08:54:55.846953 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb39e2-4242-42bc-aa3f-a07c1146ac9c req-cf69f18d-4926-4b37-b762-5ede00d3fa75 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:55.848719 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e3fb39e2-4242-42bc-aa3f-a07c1146ac9c req-cf69f18d-4926-4b37-b762-5ede00d3fa75 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ffa071f-15fc-44f4-bfc0-d994a29803a5 HTTP/1.1" status: 200 len: 946 time: 0.8389068 Jun 17 08:54:55.907450 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-de340e85-5af3-42e4-b6a7-953f81713e37 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:55.923845 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e91b2ab6-731f-4cf4-804d-bb0465ed1530 req-c8ee14d0-df6d-40e1-bf96-18ecee97cb03 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f3331b8-4d4a-4990-936c-5d7fe0cda953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762846 Jun 17 08:54:55.978625 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933797da-ce23-4d2f-9778-b1b769902c9a req-363d1f01-9d00-4b24-a78b-affca35a87c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:55.980838 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-933797da-ce23-4d2f-9778-b1b769902c9a req-363d1f01-9d00-4b24-a78b-affca35a87c4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e0e0aa3b95245d09bb59b6a75a48ada&device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 1096 time: 0.2346411 Jun 17 08:54:56.021203 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338f9a7-9c38-4d87-ac46-9e20824803e7 req-eabdcd85-7fce-44e3-b4a2-ad6f9c301853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:56.022689 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0338f9a7-9c38-4d87-ac46-9e20824803e7 req-eabdcd85-7fce-44e3-b4a2-ad6f9c301853 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=2e0e0aa3b95245d09bb59b6a75a48ada&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4346189 Jun 17 08:54:56.051154 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-933797da-ce23-4d2f-9778-b1b769902c9a req-29548298-d027-4a47-b919-048a088ac9e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d864a7e-5cee-43da-8511-861827ae38cd HTTP/1.1" status: 200 len: 217 time: 0.0567684 Jun 17 08:54:56.087261 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b604ef-14d9-4080-a76c-d269e4e8cfce req-dd339241-fab6-4dce-8d8e-704a50f3f894 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:56.094640 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-01b604ef-14d9-4080-a76c-d269e4e8cfce req-dd339241-fab6-4dce-8d8e-704a50f3f894 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 945 time: 0.6014471 Jun 17 08:54:56.119116 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933797da-ce23-4d2f-9778-b1b769902c9a req-2b1441b0-32c7-4be9-8ae6-658f51269843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:56.120831 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-933797da-ce23-4d2f-9778-b1b769902c9a req-2b1441b0-32c7-4be9-8ae6-658f51269843 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ed0d1484-53b2-4654-8e14-3c695b3cb00a HTTP/1.1" status: 200 len: 855 time: 0.0642216 Jun 17 08:54:56.122497 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-de340e85-5af3-42e4-b6a7-953f81713e37 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:56.128161 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-cbaea30e-c7b4-4dea-b13b-290a70a99d74 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:56.224278 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de340e85-5af3-42e4-b6a7-953f81713e37 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Network 4205770c-1d11-4259-8657-4aba0f6511b8 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:56.233341 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-de340e85-5af3-42e4-b6a7-953f81713e37 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:56.240220 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de340e85-5af3-42e4-b6a7-953f81713e37 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:54:56.241118 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de340e85-5af3-42e4-b6a7-953f81713e37 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:56.241779 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-de340e85-5af3-42e4-b6a7-953f81713e37 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:56.266956 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de340e85-5af3-42e4-b6a7-953f81713e37 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Pushing event updated for resources: {'Port': ['ID=3dee08d5-10d4-4cf8-aea8-5d6a80495659,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:56.276787 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-01b604ef-14d9-4080-a76c-d269e4e8cfce req-fdd6f9b0-98af-415e-906a-0d9782e435b0 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805632 Jun 17 08:54:56.280306 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-de340e85-5af3-42e4-b6a7-953f81713e37 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:56.309202 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c8d51d32-1eb8-4060-9fd8-814553628050 req-a0800379-f645-4f3f-a4ce-54f7c9f3916f tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8053f4c-dadd-4278-a1a1-635aff4da021 HTTP/1.1" status: 200 len: 210 time: 0.0521805 Jun 17 08:54:56.346177 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933797da-ce23-4d2f-9778-b1b769902c9a req-a045749a-1477-47a8-a770-e3cd3487ea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:56.349099 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-933797da-ce23-4d2f-9778-b1b769902c9a req-a045749a-1477-47a8-a770-e3cd3487ea8f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d62d846-3a07-40e4-87a0-3f5731d4aa7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2166121 Jun 17 08:54:56.353660 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338f9a7-9c38-4d87-ac46-9e20824803e7 req-586b5a56-b204-48f4-bd88-23733d9c7213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:56.354974 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48036f37-f445-4906-a263-6b0b1ef09816 x-openstack-request-id: req-48036f37-f445-4906-a263-6b0b1ef09816 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:56.355269 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0338f9a7-9c38-4d87-ac46-9e20824803e7 req-586b5a56-b204-48f4-bd88-23733d9c7213 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2914407 Jun 17 08:54:56.355531 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff55df10-b404-4c5d-84ad-98158aa6d6b3", "tag": "6d864a7e-5cee-43da-8511-861827ae38cd", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:56.355670 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-48036f37-f445-4906-a263-6b0b1ef09816 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:56.356373 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff55df10-b404-4c5d-84ad-98158aa6d6b3', 'tag': '6d864a7e-5cee-43da-8511-861827ae38cd', 'status': 'completed', 'code': 200} Jun 17 08:54:56.357735 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-e3fb39e2-4242-42bc-aa3f-a07c1146ac9c req-b75028c8-b191-4188-bd7e-db99d843bbb6 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Deleting port ec6d5b49-f251-439d-87f8-8bb946ad753e {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:56.358142 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-e3fb39e2-4242-42bc-aa3f-a07c1146ac9c req-b75028c8-b191-4188-bd7e-db99d843bbb6 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:56.361753 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-868de59f-84bf-402a-9264-e1df40e3d355 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Deleting port af2556a9-c7a3-46d9-864e-8a0bca6757c0 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:56.362146 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-868de59f-84bf-402a-9264-e1df40e3d355 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:56.468037 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-933797da-ce23-4d2f-9778-b1b769902c9a req-08f64082-6cd3-462d-857c-29e20a34d312 service neutron] 10.222.0.53 "GET /v2.0/networks/3d62d846-3a07-40e4-87a0-3f5731d4aa7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995450 Jun 17 08:54:56.502966 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-6cc7997a-9d96-4319-8915-c604ebf332e1 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:56.514496 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-784cdbfd-c7f6-4b1b-a3d1-7792f8437808 tempest-ListServersNegativeTestJSON-1351573539 tempest-ListServersNegativeTestJSON-1351573539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:56.580193 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-de340e85-5af3-42e4-b6a7-953f81713e37 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6847944 Jun 17 08:54:56.591260 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35062) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:56.598977 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:56.612272 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-868de59f-84bf-402a-9264-e1df40e3d355 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:56.612928 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-868de59f-84bf-402a-9264-e1df40e3d355 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:56.616407 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-6cc7997a-9d96-4319-8915-c604ebf332e1 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Network 3d62d846-3a07-40e4-87a0-3f5731d4aa7c is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:56.634038 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-e3fb39e2-4242-42bc-aa3f-a07c1146ac9c req-b75028c8-b191-4188-bd7e-db99d843bbb6 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] For port ec6d5b49-f251-439d-87f8-8bb946ad753e, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=ec6d5b49-f251-439d-87f8-8bb946ad753e,segment=NetworkSegment(7ec75b8f-49db-495c-8722-903a6539440d),segment_id=7ec75b8f-49db-495c-8722-903a6539440d)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:56.634715 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-e3fb39e2-4242-42bc-aa3f-a07c1146ac9c req-b75028c8-b191-4188-bd7e-db99d843bbb6 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:56.635281 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-933797da-ce23-4d2f-9778-b1b769902c9a req-3239e048-d8f6-4b88-847f-801dd72e4b0f service neutron] 10.222.0.53 "GET /v2.0/networks/3d62d846-3a07-40e4-87a0-3f5731d4aa7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613481 Jun 17 08:54:56.640963 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-6cc7997a-9d96-4319-8915-c604ebf332e1 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:56.664558 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-6cc7997a-9d96-4319-8915-c604ebf332e1 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:54:56.704134 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:56.785658 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-868de59f-84bf-402a-9264-e1df40e3d355 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Calling delete_port for af2556a9-c7a3-46d9-864e-8a0bca6757c0 owned by network:floatingip {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:56.785658 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7997a-9d96-4319-8915-c604ebf332e1 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Pushing event updated for resources: {'Port': ['ID=46394d5d-d9f5-4234-a515-db774546add5,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:56.800319 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6cc7997a-9d96-4319-8915-c604ebf332e1 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:56.838147 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-e3fb39e2-4242-42bc-aa3f-a07c1146ac9c req-b75028c8-b191-4188-bd7e-db99d843bbb6 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Calling delete_port for ec6d5b49-f251-439d-87f8-8bb946ad753e owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:56.851397 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-82b0a533-2dea-4d0a-a3e7-b3febac528a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:56.852956 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-82b0a533-2dea-4d0a-a3e7-b3febac528a2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e0e0aa3b95245d09bb59b6a75a48ada&device_id=16bf7de9-3cb2-4b20-bed6-474a774a4727 HTTP/1.1" status: 200 len: 1095 time: 0.4387376 Jun 17 08:54:56.887538 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-6cc7997a-9d96-4319-8915-c604ebf332e1 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:56.888229 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-6cc7997a-9d96-4319-8915-c604ebf332e1 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:56.923167 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] device_id is not set on port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 yet. {{(pid=94520) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:54:56.946209 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:56.988939 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Transition to ACTIVE for port object 3dee08d5-10d4-4cf8-aea8-5d6a80495659 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:57.001177 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-80f13a63-d7f4-496f-9b93-f96ff2488b93 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5b30c0f-8676-4bc4-a438-67434217ea23 HTTP/1.1" status: 200 len: 217 time: 0.1312227 Jun 17 08:54:57.131214 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded81fa5-7083-4ccb-96ee-b48e6e511ce7 req-64b4556a-0b20-4e19-87cc-cfb6f4521e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:57.131630 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-ad081055-e48f-4a6c-874f-ef3b0cb2c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:57.133078 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-ad081055-e48f-4a6c-874f-ef3b0cb2c5f9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ed0d1484-53b2-4654-8e14-3c695b3cb00a HTTP/1.1" status: 200 len: 855 time: 0.1213658 Jun 17 08:54:57.133343 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ded81fa5-7083-4ccb-96ee-b48e6e511ce7 req-64b4556a-0b20-4e19-87cc-cfb6f4521e4e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e0e0aa3b95245d09bb59b6a75a48ada&device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 1096 time: 0.1322906 Jun 17 08:54:57.163396 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:57.167728 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d45e1518-63b7-4a70-8ddb-d35ad85d227b tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:57.211376 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-6cc7997a-9d96-4319-8915-c604ebf332e1 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7021041 Jun 17 08:54:57.226482 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-9254c397-1c71-49de-ac2b-0bc0334b5456 service neutron] Request body: {'port': {'device_id': 'e8053f4c-dadd-4278-a1a1-635aff4da021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:57.261610 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c35f5b13-e2ca-401e-ae8a-669b3196e904 None None] Provisioning for port 46394d5d-d9f5-4234-a515-db774546add5 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:54:57.267944 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c35f5b13-e2ca-401e-ae8a-669b3196e904 None None] Provisioning complete for port 46394d5d-d9f5-4234-a515-db774546add5 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:57.268532 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c35f5b13-e2ca-401e-ae8a-669b3196e904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:57.359569 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-eed00afe-ed30-44e6-b769-c5e952b73526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:57.361125 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-eed00afe-ed30-44e6-b769-c5e952b73526 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d62d846-3a07-40e4-87a0-3f5731d4aa7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2123318 Jun 17 08:54:57.387104 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Pushing event updated for resources: {'Port': ['ID=3dee08d5-10d4-4cf8-aea8-5d6a80495659,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:57.403915 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-9254c397-1c71-49de-ac2b-0bc0334b5456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:57.416349 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5b13-e2ca-401e-ae8a-669b3196e904 None None] Port 46394d5d-d9f5-4234-a515-db774546add5 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:54:57.431845 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-e3fb39e2-4242-42bc-aa3f-a07c1146ac9c req-b75028c8-b191-4188-bd7e-db99d843bbb6 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:57.449090 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-933085c5-20b7-43c5-ad68-061afc4074d3 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:57.450508 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:57.470592 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:57.470941 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:57.471311 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:57.486368 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on network 4205770c-1d11-4259-8657-4aba0f6511b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:57.486726 n-d-758944-30 neutron-server[94520]: ERROR neutron.plugins.ml2.managers [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Failed to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on host n-h1-758944-30 for vnic_type normal using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] Jun 17 08:54:57.496683 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebb042-14f7-4294-88d3-07ad7bafd009 req-d96e4545-603b-410b-be0b-cdef810ce954 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:57.498269 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-59ebb042-14f7-4294-88d3-07ad7bafd009 req-d96e4545-603b-410b-be0b-cdef810ce954 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ffa071f-15fc-44f4-bfc0-d994a29803a5 HTTP/1.1" status: 200 len: 946 time: 0.3881626 Jun 17 08:54:57.499046 n-d-758944-30 neutron-server[94520]: INFO neutron.plugins.ml2.plugin [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempt 2 to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 Jun 17 08:54:57.503527 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-868de59f-84bf-402a-9264-e1df40e3d355 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:57.516104 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded81fa5-7083-4ccb-96ee-b48e6e511ce7 req-7a5a7fde-807f-4280-bbcb-85b327a10927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:57.517568 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ded81fa5-7083-4ccb-96ee-b48e6e511ce7 req-7a5a7fde-807f-4280-bbcb-85b327a10927 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3d62d846-3a07-40e4-87a0-3f5731d4aa7c HTTP/1.1" status: 200 len: 917 time: 0.3636348 Jun 17 08:54:57.540414 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:57.540764 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:57.541102 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:57.562165 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75028c8-b191-4188-bd7e-db99d843bbb6 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Pushing event deleted for resources: {'Port': ['ID=ec6d5b49-f251-439d-87f8-8bb946ad753e,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:57.608412 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on network 4205770c-1d11-4259-8657-4aba0f6511b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:57.608755 n-d-758944-30 neutron-server[94520]: ERROR neutron.plugins.ml2.managers [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Failed to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on host n-h1-758944-30 for vnic_type normal using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] Jun 17 08:54:57.611942 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-59ebb042-14f7-4294-88d3-07ad7bafd009 req-e158608d-dc08-431f-bbe5-5196cf701f53 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f3331b8-4d4a-4990-936c-5d7fe0cda953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934491 Jun 17 08:54:57.614974 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b75028c8-b191-4188-bd7e-db99d843bbb6 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:57.617776 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ded81fa5-7083-4ccb-96ee-b48e6e511ce7 req-7515ccb3-3e32-44a5-91b8-491291c09e97 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d864a7e-5cee-43da-8511-861827ae38cd HTTP/1.1" status: 200 len: 217 time: 0.0563102 Jun 17 08:54:57.619007 n-d-758944-30 neutron-server[94520]: INFO neutron.plugins.ml2.plugin [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempt 3 to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 Jun 17 08:54:57.628034 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-619abba1-0606-4af4-bfde-6d42f7c61475 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:57.650146 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:57.650626 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:57.650824 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:57.656717 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on network 4205770c-1d11-4259-8657-4aba0f6511b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:57.657212 n-d-758944-30 neutron-server[94520]: ERROR neutron.plugins.ml2.managers [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Failed to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on host n-h1-758944-30 for vnic_type normal using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] Jun 17 08:54:57.664820 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device ec6d5b49-f251-439d-87f8-8bb946ad753e no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:54:57.704078 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: ec6d5b49-f251-439d-87f8-8bb946ad753e {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:54:57.704719 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device ec6d5b49-f251-439d-87f8-8bb946ad753e not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:54:57.708191 n-d-758944-30 neutron-server[94520]: INFO neutron.plugins.ml2.plugin [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempt 4 to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 Jun 17 08:54:57.730889 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:57.731409 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:57.731877 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:57.740792 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded81fa5-7083-4ccb-96ee-b48e6e511ce7 req-c61eabc1-a858-4ee3-8732-eb956f79e552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:57.742397 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ded81fa5-7083-4ccb-96ee-b48e6e511ce7 req-c61eabc1-a858-4ee3-8732-eb956f79e552 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ed0d1484-53b2-4654-8e14-3c695b3cb00a HTTP/1.1" status: 200 len: 855 time: 0.1014495 Jun 17 08:54:57.743212 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on network 4205770c-1d11-4259-8657-4aba0f6511b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:57.743632 n-d-758944-30 neutron-server[94520]: ERROR neutron.plugins.ml2.managers [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Failed to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on host n-h1-758944-30 for vnic_type normal using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] Jun 17 08:54:57.744136 n-d-758944-30 neutron-server[94520]: INFO neutron.plugins.ml2.plugin [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempt 5 to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 Jun 17 08:54:57.795314 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:57.795575 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:57.796026 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:57.880364 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868de59f-84bf-402a-9264-e1df40e3d355 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Pushing event deleted for resources: {'Port': ['ID=af2556a9-c7a3-46d9-864e-8a0bca6757c0,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:57.882857 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3fb39e2-4242-42bc-aa3f-a07c1146ac9c req-b75028c8-b191-4188-bd7e-db99d843bbb6 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] No DVR routers for this DVR port ec6d5b49-f251-439d-87f8-8bb946ad753e on host n-h1-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:54:57.894730 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-868de59f-84bf-402a-9264-e1df40e3d355 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:57.900338 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-e3fb39e2-4242-42bc-aa3f-a07c1146ac9c req-b75028c8-b191-4188-bd7e-db99d843bbb6 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:57.902303 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e3fb39e2-4242-42bc-aa3f-a07c1146ac9c req-b75028c8-b191-4188-bd7e-db99d843bbb6 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.50 "DELETE /v2.0/ports/ec6d5b49-f251-439d-87f8-8bb946ad753e HTTP/1.1" status: 204 len: 173 time: 2.0080740 Jun 17 08:54:57.911108 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffa071f-15fc-44f4-bfc0-d994a29803a5', 'name': 'network-vif-deleted', 'tag': 'ec6d5b49-f251-439d-87f8-8bb946ad753e'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:57.918775 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c31f30-bb4b-42f4-b5f6-a1b75113ad78" -d '{"events": [{"server_uuid": "5ffa071f-15fc-44f4-bfc0-d994a29803a5", "name": "network-vif-deleted", "tag": "ec6d5b49-f251-439d-87f8-8bb946ad753e"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:57.948707 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-57bb5387-4997-4666-8f2c-099c1977ecc7 service neutron] 10.222.0.53 "GET /v2.0/networks/3d62d846-3a07-40e4-87a0-3f5731d4aa7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5774195 Jun 17 08:54:57.965013 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:58.121741 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e937f-2a9b-4d18-a6d7-f01f6eb1e7b8 req-4d25b081-db04-4609-ae39-4efa00b25cf6 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:58.129200 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f52e937f-2a9b-4d18-a6d7-f01f6eb1e7b8 req-4d25b081-db04-4609-ae39-4efa00b25cf6 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 945 time: 0.6111526 Jun 17 08:54:58.156743 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-868de59f-84bf-402a-9264-e1df40e3d355 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:58.159629 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-868de59f-84bf-402a-9264-e1df40e3d355 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:58.161110 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-868de59f-84bf-402a-9264-e1df40e3d355 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/6b274bcc-208e-44f9-8171-ea5582eec27d HTTP/1.1" status: 204 len: 168 time: 2.4595861 Jun 17 08:54:58.172442 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35082) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:58.240950 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on network 4205770c-1d11-4259-8657-4aba0f6511b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:58.241645 n-d-758944-30 neutron-server[94520]: ERROR neutron.plugins.ml2.managers [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Failed to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on host n-h1-758944-30 for vnic_type normal using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] Jun 17 08:54:58.244902 n-d-758944-30 neutron-server[94520]: INFO neutron.plugins.ml2.plugin [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempt 6 to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 Jun 17 08:54:58.265839 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:58.266329 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:58.266783 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:58.271296 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35084) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:58.280583 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-d1b75b3f-a181-431b-872e-7762731d960b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Request body: {'subnets': [{'network_id': '05cfb095-a578-4d1b-ad58-0cda07454dd0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--41958755', 'ip_version': 6}, {'network_id': '4ebbc811-a69c-4919-8569-26d8fdfdbe51', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:58.281193 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-d1b75b3f-a181-431b-872e-7762731d960b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Request body: {'subnet': {'network_id': '05cfb095-a578-4d1b-ad58-0cda07454dd0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--41958755', 'ip_version': 6}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:58.281503 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on network 4205770c-1d11-4259-8657-4aba0f6511b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:58.282022 n-d-758944-30 neutron-server[94520]: ERROR neutron.plugins.ml2.managers [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Failed to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on host n-h1-758944-30 for vnic_type normal using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] Jun 17 08:54:58.282181 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-d1b75b3f-a181-431b-872e-7762731d960b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Request body: {'subnet': {'network_id': '4ebbc811-a69c-4919-8569-26d8fdfdbe51', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:58.285288 n-d-758944-30 neutron-server[94520]: INFO neutron.plugins.ml2.plugin [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempt 7 to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 Jun 17 08:54:58.286766 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-44a79b76-35b2-4530-8ef8-153081fda369 service neutron] 10.222.0.53 "GET /v2.0/networks/3d62d846-3a07-40e4-87a0-3f5731d4aa7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100314 Jun 17 08:54:58.304656 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f52e937f-2a9b-4d18-a6d7-f01f6eb1e7b8 req-bc33c230-5f8c-4e02-8fdc-8b85aaae509c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735537 Jun 17 08:54:58.320012 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded81fa5-7083-4ccb-96ee-b48e6e511ce7 req-b28d1dc6-dd9f-4461-b557-23fb8c954bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:58.321684 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ded81fa5-7083-4ccb-96ee-b48e6e511ce7 req-b28d1dc6-dd9f-4461-b557-23fb8c954bf5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d62d846-3a07-40e4-87a0-3f5731d4aa7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5683243 Jun 17 08:54:58.326030 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:58.326405 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:58.326744 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:58.334870 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35086) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:58.363826 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on network 4205770c-1d11-4259-8657-4aba0f6511b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:58.364236 n-d-758944-30 neutron-server[94520]: ERROR neutron.plugins.ml2.managers [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Failed to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on host n-h1-758944-30 for vnic_type normal using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] Jun 17 08:54:58.367079 n-d-758944-30 neutron-server[94520]: INFO neutron.plugins.ml2.plugin [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempt 8 to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 Jun 17 08:54:58.404110 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1e75c-aa6f-44e9-a385-8bdc8475edd3 req-be0a307e-0690-46df-9a8c-6d6529c3bc27 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:58.405788 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-05e1e75c-aa6f-44e9-a385-8bdc8475edd3 req-be0a307e-0690-46df-9a8c-6d6529c3bc27 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8053f4c-dadd-4278-a1a1-635aff4da021 HTTP/1.1" status: 200 len: 932 time: 0.6229508 Jun 17 08:54:58.438713 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:58.439167 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:58.439589 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:58.459430 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on network 4205770c-1d11-4259-8657-4aba0f6511b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:58.459898 n-d-758944-30 neutron-server[94520]: ERROR neutron.plugins.ml2.managers [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Failed to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on host n-h1-758944-30 for vnic_type normal using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] Jun 17 08:54:58.466630 n-d-758944-30 neutron-server[94520]: INFO neutron.plugins.ml2.plugin [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempt 9 to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 Jun 17 08:54:58.494318 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-81c011e6-a116-4982-8f9d-960382a322a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:58.517230 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:58.517579 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:58.517931 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:58.522540 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-05e1e75c-aa6f-44e9-a385-8bdc8475edd3 req-e0837390-f774-4372-bf50-53f413e206b6 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019368 Jun 17 08:54:58.540272 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on network 4205770c-1d11-4259-8657-4aba0f6511b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:58.540617 n-d-758944-30 neutron-server[94520]: ERROR neutron.plugins.ml2.managers [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Failed to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on host n-h1-758944-30 for vnic_type normal using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] Jun 17 08:54:58.543355 n-d-758944-30 neutron-server[94520]: INFO neutron.plugins.ml2.plugin [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempt 10 to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 Jun 17 08:54:58.547523 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ded81fa5-7083-4ccb-96ee-b48e6e511ce7 req-3463c510-4964-4719-aeab-6cb7f2f108cb service neutron] 10.222.0.53 "GET /v2.0/networks/3d62d846-3a07-40e4-87a0-3f5731d4aa7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140768 Jun 17 08:54:58.617338 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:58.617598 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:58.617945 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempting to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:58.643231 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on network 4205770c-1d11-4259-8657-4aba0f6511b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:58.643567 n-d-758944-30 neutron-server[94520]: ERROR neutron.plugins.ml2.managers [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Failed to bind port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on host n-h1-758944-30 for vnic_type normal using segments [{'id': '6f263d49-c7ba-48fe-8121-428b8bafb074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4205770c-1d11-4259-8657-4aba0f6511b8'}] Jun 17 08:54:58.643957 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:58.742623 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ded81fa5-7083-4ccb-96ee-b48e6e511ce7 req-85ba64e7-3789-4de2-8fac-022c1e29d21d service neutron] 10.222.0.53 "GET /v2.0/networks/3d62d846-3a07-40e4-87a0-3f5731d4aa7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820519 Jun 17 08:54:58.779150 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] For port 3dee08d5-10d4-4cf8-aea8-5d6a80495659, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:54:58.779568 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attempted to set empty binding levels {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 17 08:54:58.783086 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d1b182-7968-4a97-91a5-af5eb1e92337 x-openstack-request-id: req-13d1b182-7968-4a97-91a5-af5eb1e92337 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:58.784025 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffa071f-15fc-44f4-bfc0-d994a29803a5", "name": "network-vif-deleted", "tag": "ec6d5b49-f251-439d-87f8-8bb946ad753e", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:58.784025 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13d1b182-7968-4a97-91a5-af5eb1e92337 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:58.784319 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffa071f-15fc-44f4-bfc0-d994a29803a5', 'name': 'network-vif-deleted', 'tag': 'ec6d5b49-f251-439d-87f8-8bb946ad753e', 'status': 'completed', 'code': 200} Jun 17 08:54:58.793973 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-81c011e6-a116-4982-8f9d-960382a322a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:58.866816 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:58.869097 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c05413e8-e1a0-459b-bc8c-6b0c2ff4d4cd tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:58.871814 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 6d864a7e-5cee-43da-8511-861827ae38cd details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:54:58.879738 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cda07de9-7fb5-4f14-9b5c-34cd0b400251 req-ec601247-5896-4c54-a25c-b77d254dd1b2 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ffa071f-15fc-44f4-bfc0-d994a29803a5 HTTP/1.1" status: 200 len: 210 time: 0.0878334 Jun 17 08:54:58.897509 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-9254c397-1c71-49de-ac2b-0bc0334b5456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46394d5d-d9f5-4234-a515-db774546add5 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:54:58.929873 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-81c011e6-a116-4982-8f9d-960382a322a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:58.934231 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] In _notify_port_updated(), no bound segment for port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 on network 4205770c-1d11-4259-8657-4aba0f6511b8 {{(pid=94520) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:54:58.944925 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:58.944925 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:58.944925 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] 10.222.0.49 "PUT /v2.0/ports/3dee08d5-10d4-4cf8-aea8-5d6a80495659 HTTP/1.1" status: 200 len: 976 time: 2.3452878 Jun 17 08:54:58.949129 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35092) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:58.966952 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Pushing event updated for resources: {'Port': ['ID=3dee08d5-10d4-4cf8-aea8-5d6a80495659,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:58.971820 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-9254c397-1c71-49de-ac2b-0bc0334b5456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:58.996447 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:58.999084 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5c7d67dd-9d3f-4f5a-8dea-d65d43d57b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:59.004023 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-9254c397-1c71-49de-ac2b-0bc0334b5456 service neutron] Transition to ACTIVE for port object 46394d5d-d9f5-4234-a515-db774546add5 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:59.024828 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 6d864a7e-5cee-43da-8511-861827ae38cd, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=6d864a7e-5cee-43da-8511-861827ae38cd,segment=NetworkSegment(9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8),segment_id=9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:59.037872 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-98f4fbaf-1103-45cc-a67c-1f1968516b8f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Deleting port 6c33f68d-c07c-4ef5-b250-9146bd527372 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:59.041951 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-98f4fbaf-1103-45cc-a67c-1f1968516b8f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:59.042110 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-81c011e6-a116-4982-8f9d-960382a322a2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fb26abe245604fb8a268c3dfabf7f4df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7032597 Jun 17 08:54:59.044768 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '6d864a7e-5cee-43da-8511-861827ae38cd', 'network_id': '3d62d846-3a07-40e4-87a0-3f5731d4aa7c', 'port_id': '6d864a7e-5cee-43da-8511-861827ae38cd', 'mac_address': 'fa:16:3e:65:31:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed0d1484-53b2-4654-8e14-3c695b3cb00a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:54:59.045955 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35094) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:59.047042 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c011e6-a116-4982-8f9d-960382a322a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744336c1-bec5-47c5-868e-3dc5c0fb72da,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:59.051590 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-81c011e6-a116-4982-8f9d-960382a322a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:59.091588 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:59.104848 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-259e64c3-c16d-4251-9327-19d25091976b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Deleting port 3dee08d5-10d4-4cf8-aea8-5d6a80495659 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:54:59.105206 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-259e64c3-c16d-4251-9327-19d25091976b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:59.112147 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d864a7e-5cee-43da-8511-861827ae38cd {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:54:59.138482 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 6d864a7e-5cee-43da-8511-861827ae38cd, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=6d864a7e-5cee-43da-8511-861827ae38cd,segment=NetworkSegment(9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8),segment_id=9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:59.171445 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-9254c397-1c71-49de-ac2b-0bc0334b5456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:59.175134 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-259e64c3-c16d-4251-9327-19d25091976b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] For port 3dee08d5-10d4-4cf8-aea8-5d6a80495659, host n-h1-758944-30, got binding levels [] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:59.175792 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-259e64c3-c16d-4251-9327-19d25091976b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:59.178398 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e59d5ae2-fdf3-4e84-8a54-668bc3b81c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:59.219796 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-98f4fbaf-1103-45cc-a67c-1f1968516b8f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:59.243408 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:59.247301 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:59.254678 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-259e64c3-c16d-4251-9327-19d25091976b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Calling delete_port for 3dee08d5-10d4-4cf8-aea8-5d6a80495659 owned by {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:59.351981 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-98f4fbaf-1103-45cc-a67c-1f1968516b8f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Calling delete_port for 6c33f68d-c07c-4ef5-b250-9146bd527372 owned by {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:54:59.360585 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=6d864a7e-5cee-43da-8511-861827ae38cd,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:59.366321 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b75b3f-a181-431b-872e-7762731d960b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Made reservation on behalf of 7204783770e448c1a2456ab97ffe4074 for: {'subnet': 2} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:59.371154 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d1b75b3f-a181-431b-872e-7762731d960b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:59.371480 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d1b75b3f-a181-431b-872e-7762731d960b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:59.374128 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:59.416910 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254c397-1c71-49de-ac2b-0bc0334b5456 service neutron] Pushing event updated for resources: {'Port': ['ID=46394d5d-d9f5-4234-a515-db774546add5,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:59.471640 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['6d864a7e-5cee-43da-8511-861827ae38cd'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:54:59.476349 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-259e64c3-c16d-4251-9327-19d25091976b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:59.501338 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-777d73e1-c9f9-473c-bae9-2a6753d69c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:59.501695 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-de340e85-5af3-42e4-b6a7-953f81713e37 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:59.513669 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9254c397-1c71-49de-ac2b-0bc0334b5456 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:59.522259 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-888dbcd9-36ca-45c6-a363-c12a13940e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:59.533740 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e64c3-c16d-4251-9327-19d25091976b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Pushing event deleted for resources: {'Port': ['ID=3dee08d5-10d4-4cf8-aea8-5d6a80495659,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:59.538072 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-259e64c3-c16d-4251-9327-19d25091976b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:59.543803 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-259e64c3-c16d-4251-9327-19d25091976b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:59.546258 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-259e64c3-c16d-4251-9327-19d25091976b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] 10.222.0.49 "DELETE /v2.0/ports/3dee08d5-10d4-4cf8-aea8-5d6a80495659 HTTP/1.1" status: 204 len: 168 time: 0.5900671 Jun 17 08:54:59.549448 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35098) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:59.580339 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1f9c3b-59c8-4133-a02c-dd0e81e52e14 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] GET failed (client error): The resource could not be found. Jun 17 08:54:59.583768 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-9e1f9c3b-59c8-4133-a02c-dd0e81e52e14 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] 10.222.0.49 "GET /v2.0/ports/3dee08d5-10d4-4cf8-aea8-5d6a80495659 HTTP/1.1" status: 404 len: 333 time: 0.0308084 Jun 17 08:54:59.588862 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35102) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:59.648920 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-888dbcd9-36ca-45c6-a363-c12a13940e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:59.703351 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-9254c397-1c71-49de-ac2b-0bc0334b5456 service neutron] Attempting to bind port 46394d5d-d9f5-4234-a515-db774546add5 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:59.703599 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-9254c397-1c71-49de-ac2b-0bc0334b5456 service neutron] Attempting to bind port 46394d5d-d9f5-4234-a515-db774546add5 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3d62d846-3a07-40e4-87a0-3f5731d4aa7c'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:59.703945 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-9254c397-1c71-49de-ac2b-0bc0334b5456 service neutron] Attempting to bind port 46394d5d-d9f5-4234-a515-db774546add5 on network 3d62d846-3a07-40e4-87a0-3f5731d4aa7c {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:59.716978 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e9836-6b04-4f9f-a802-552427d180eb req-66054b90-f0d8-404e-994b-90aca46de460 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:59.718775 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-358e9836-6b04-4f9f-a802-552427d180eb req-66054b90-f0d8-404e-994b-90aca46de460 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 945 time: 0.2594366 Jun 17 08:54:59.723303 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6c95e9e-2816-4342-988d-834f51d2ff0f tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:59.726070 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-9254c397-1c71-49de-ac2b-0bc0334b5456 service neutron] Port 46394d5d-d9f5-4234-a515-db774546add5 on network 3d62d846-3a07-40e4-87a0-3f5731d4aa7c not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:59.726412 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-9254c397-1c71-49de-ac2b-0bc0334b5456 service neutron] Attempting to bind port 46394d5d-d9f5-4234-a515-db774546add5 on network 3d62d846-3a07-40e4-87a0-3f5731d4aa7c {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:59.763021 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-9254c397-1c71-49de-ac2b-0bc0334b5456 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:54:59.763382 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-9254c397-1c71-49de-ac2b-0bc0334b5456 service neutron] Checking segment: {'id': '9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3d62d846-3a07-40e4-87a0-3f5731d4aa7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:54:59.763756 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-9254c397-1c71-49de-ac2b-0bc0334b5456 service neutron] Bound using segment: {'id': '9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3d62d846-3a07-40e4-87a0-3f5731d4aa7c'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:54:59.764215 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-9254c397-1c71-49de-ac2b-0bc0334b5456 service neutron] Bound port: 46394d5d-d9f5-4234-a515-db774546add5, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3d62d846-3a07-40e4-87a0-3f5731d4aa7c'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:54:59.764566 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-9254c397-1c71-49de-ac2b-0bc0334b5456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:59.793131 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-358e9836-6b04-4f9f-a802-552427d180eb req-2d593676-fa90-4aeb-b6c5-0afa4a16c17b tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652115 Jun 17 08:54:59.857212 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6c95e9e-2816-4342-988d-834f51d2ff0f tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:59.867959 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-f6c95e9e-2816-4342-988d-834f51d2ff0f tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4205770c-1d11-4259-8657-4aba0f6511b8']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:59.880899 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-f6c95e9e-2816-4342-988d-834f51d2ff0f tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f263d49-c7ba-48fe-8121-428b8bafb074') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:59.881196 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-f6c95e9e-2816-4342-988d-834f51d2ff0f tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f263d49-c7ba-48fe-8121-428b8bafb074') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:59.890912 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6c95e9e-2816-4342-988d-834f51d2ff0f tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:59.907410 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6c95e9e-2816-4342-988d-834f51d2ff0f tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:59.919213 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c95e9e-2816-4342-988d-834f51d2ff0f tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:54:59.919830 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6c95e9e-2816-4342-988d-834f51d2ff0f tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:54:59.923336 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:54:59.973611 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-888dbcd9-36ca-45c6-a363-c12a13940e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:59.976484 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-888dbcd9-36ca-45c6-a363-c12a13940e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:59.979967 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-888dbcd9-36ca-45c6-a363-c12a13940e95 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/744336c1-bec5-47c5-868e-3dc5c0fb72da HTTP/1.1" status: 204 len: 168 time: 0.9307482 Jun 17 08:54:59.985232 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:59.988091 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35108) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:00.028926 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-98f4fbaf-1103-45cc-a67c-1f1968516b8f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:00.040581 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888dbcd9-36ca-45c6-a363-c12a13940e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744336c1-bec5-47c5-868e-3dc5c0fb72da,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:00.089472 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-9254c397-1c71-49de-ac2b-0bc0334b5456 service neutron] For port 46394d5d-d9f5-4234-a515-db774546add5, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:55:00.094993 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-888dbcd9-36ca-45c6-a363-c12a13940e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:00.100620 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-72f1798c-560f-45f7-9c00-22a43f881ef1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:00.101983 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6c95e9e-2816-4342-988d-834f51d2ff0f tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:00.106842 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-00465a73-e93b-4b0e-9380-2363021691ee tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:00.113479 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6c95e9e-2816-4342-988d-834f51d2ff0f tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:00.117973 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f6c95e9e-2816-4342-988d-834f51d2ff0f tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] 10.222.0.49 "DELETE /v2.0/networks/4205770c-1d11-4259-8657-4aba0f6511b8 HTTP/1.1" status: 204 len: 168 time: 0.5251737 Jun 17 08:55:00.127174 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c95e9e-2816-4342-988d-834f51d2ff0f tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Pushing event deleted for resources: {'Network': ['ID=4205770c-1d11-4259-8657-4aba0f6511b8,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:00.130002 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f6c95e9e-2816-4342-988d-834f51d2ff0f tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:00.167537 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044a7fe-d0a9-42e8-b078-424444d192a3 req-aa3abe52-8851-4f4f-8cb7-150d27982ab4 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:00.169141 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6044a7fe-d0a9-42e8-b078-424444d192a3 req-aa3abe52-8851-4f4f-8cb7-150d27982ab4 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8053f4c-dadd-4278-a1a1-635aff4da021 HTTP/1.1" status: 200 len: 944 time: 0.4097142 Jun 17 08:55:00.195024 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-9254c397-1c71-49de-ac2b-0bc0334b5456 service neutron] For port 46394d5d-d9f5-4234-a515-db774546add5, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=46394d5d-d9f5-4234-a515-db774546add5,segment=NetworkSegment(9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8),segment_id=9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:55:00.197660 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4fbaf-1103-45cc-a67c-1f1968516b8f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Pushing event deleted for resources: {'Port': ['ID=6c33f68d-c07c-4ef5-b250-9146bd527372,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:00.220469 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-98f4fbaf-1103-45cc-a67c-1f1968516b8f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:00.243165 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf7c26c-e26b-4e55-a063-c274a38901fe admin admin] Deleting subnet 4585c993-d98d-46ff-93fd-582dde9c2efa {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:55:00.281283 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c26c-e26b-4e55-a063-c274a38901fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:00.352087 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6044a7fe-d0a9-42e8-b078-424444d192a3 req-80ff5eac-24d5-4bf2-96e7-aa7fc0769bce tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551700 Jun 17 08:55:00.389682 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c26c-e26b-4e55-a063-c274a38901fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:00.417016 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-9254c397-1c71-49de-ac2b-0bc0334b5456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:00.420523 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-98f4fbaf-1103-45cc-a67c-1f1968516b8f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:00.422418 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-98f4fbaf-1103-45cc-a67c-1f1968516b8f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] 10.222.0.49 "DELETE /v2.0/ports/6c33f68d-c07c-4ef5-b250-9146bd527372 HTTP/1.1" status: 204 len: 168 time: 2.2450874 Jun 17 08:55:00.425230 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35114) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:00.426821 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9254c397-1c71-49de-ac2b-0bc0334b5456 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:00.484816 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-9254c397-1c71-49de-ac2b-0bc0334b5456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:00.485511 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-9254c397-1c71-49de-ac2b-0bc0334b5456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:00.486941 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-9254c397-1c71-49de-ac2b-0bc0334b5456 service neutron] 10.222.0.53 "PUT /v2.0/ports/46394d5d-d9f5-4234-a515-db774546add5 HTTP/1.1" status: 200 len: 1093 time: 3.2650509 Jun 17 08:55:00.506334 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8070472f-366f-411d-9f61-d50b7ed57702 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:00.507933 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-8070472f-366f-411d-9f61-d50b7ed57702 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] 10.222.0.49 "GET /v2.0/ports?device_id=960f6c0a-1977-4c24-8929-59d6d734a9fa HTTP/1.1" status: 200 len: 913 time: 0.0815606 Jun 17 08:55:00.510883 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35116) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:00.534550 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c26c-e26b-4e55-a063-c274a38901fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:00.576502 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254c397-1c71-49de-ac2b-0bc0334b5456 service neutron] Pushing event updated for resources: {'Port': ['ID=46394d5d-d9f5-4234-a515-db774546add5,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:00.583880 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9254c397-1c71-49de-ac2b-0bc0334b5456 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:00.736241 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-03920bac-da05-4f14-8fef-b9af4d13e133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:00.736241 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-03920bac-da05-4f14-8fef-b9af4d13e133 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e0e0aa3b95245d09bb59b6a75a48ada&device_id=e8053f4c-dadd-4278-a1a1-635aff4da021 HTTP/1.1" status: 200 len: 1096 time: 0.0909362 Jun 17 08:55:00.736241 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d1b75b3f-a181-431b-872e-7762731d960b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:00.736241 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-987ad775-b4d3-47ec-80be-57218dd198d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:00.770458 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c26c-e26b-4e55-a063-c274a38901fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:00.803594 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35120) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:00.808116 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8053f4c-dadd-4278-a1a1-635aff4da021', 'tag': '46394d5d-d9f5-4234-a515-db774546add5'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:55:00.810906 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c05b70-b6fa-4a7a-a0a8-4c0d84c22494" -d '{"events": [{"name": "network-changed", "server_uuid": "e8053f4c-dadd-4278-a1a1-635aff4da021", "tag": "46394d5d-d9f5-4234-a515-db774546add5"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:00.828152 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-5c469fab-01d4-48d9-8bd0-6ff5b0c2f25e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46394d5d-d9f5-4234-a515-db774546add5 HTTP/1.1" status: 200 len: 217 time: 0.0873897 Jun 17 08:55:00.851486 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c26c-e26b-4e55-a063-c274a38901fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:00.851486 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-dcf7c26c-e26b-4e55-a063-c274a38901fe admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4585c993-d98d-46ff-93fd-582dde9c2efa HTTP/1.1" status: 204 len: 168 time: 0.8498778 Jun 17 08:55:00.852208 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35128) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:00.856736 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b75b3f-a181-431b-872e-7762731d960b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Pushing event updated for resources: {'Subnet': ['ID=a5ff4f22-f308-4f03-9244-7c3e47fad60e,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:00.882680 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d1b75b3f-a181-431b-872e-7762731d960b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:00.884920 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7b51961c-d835-41e5-915a-6968ffb4bd7b tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:00.885679 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device b5b30c0f-8676-4bc4-a438-67434217ea23 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:55:00.888013 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 6d864a7e-5cee-43da-8511-861827ae38cd up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:00.917064 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6265c33e-7b03-432e-aabc-02fd0dd7280c x-openstack-request-id: req-6265c33e-7b03-432e-aabc-02fd0dd7280c {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:00.917675 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8053f4c-dadd-4278-a1a1-635aff4da021", "tag": "46394d5d-d9f5-4234-a515-db774546add5", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:00.918142 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6265c33e-7b03-432e-aabc-02fd0dd7280c {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:00.918745 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8053f4c-dadd-4278-a1a1-635aff4da021', 'tag': '46394d5d-d9f5-4234-a515-db774546add5', 'status': 'completed', 'code': 200} Jun 17 08:55:00.921590 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35130) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:00.932106 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7c26c-e26b-4e55-a063-c274a38901fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4585c993-d98d-46ff-93fd-582dde9c2efa,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:00.946265 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dcf7c26c-e26b-4e55-a063-c274a38901fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:00.951685 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b725f12a-cbae-4c09-bbba-81ce280abf0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:00.958906 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b75b3f-a181-431b-872e-7762731d960b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Checking segment: {'id': '475a5b87-6e24-402e-88b1-f6c1132282b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '05cfb095-a578-4d1b-ad58-0cda07454dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:00.959336 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b75b3f-a181-431b-872e-7762731d960b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Network hostable DHCP agents. Network: 05cfb095-a578-4d1b-ad58-0cda07454dd0, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:55:00.971323 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-70db133b-90a8-47aa-806f-277d8305371a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:00.972962 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:00.973463 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-70db133b-90a8-47aa-806f-277d8305371a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ed0d1484-53b2-4654-8e14-3c695b3cb00a HTTP/1.1" status: 200 len: 855 time: 0.1344035 Jun 17 08:55:01.089345 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-9059aa9b-1fa7-4562-b282-3f41a4c6a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:01.090858 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-9059aa9b-1fa7-4562-b282-3f41a4c6a914 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d62d846-3a07-40e4-87a0-3f5731d4aa7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1088707 Jun 17 08:55:01.106453 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port b5b30c0f-8676-4bc4-a438-67434217ea23, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=b5b30c0f-8676-4bc4-a438-67434217ea23,segment=NetworkSegment(9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8),segment_id=9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:01.120935 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': 'b5b30c0f-8676-4bc4-a438-67434217ea23', 'network_id': '3d62d846-3a07-40e4-87a0-3f5731d4aa7c', 'port_id': 'b5b30c0f-8676-4bc4-a438-67434217ea23', 'mac_address': 'fa:16:3e:2b:cd:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed0d1484-53b2-4654-8e14-3c695b3cb00a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:55:01.126901 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9231c9f8-c4b9-409e-bfd1-046286259429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.175248 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b725f12a-cbae-4c09-bbba-81ce280abf0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.199869 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.210168 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-9256035b-b993-4c21-a9ba-75b6c4c5fb2c service neutron] 10.222.0.53 "GET /v2.0/networks/3d62d846-3a07-40e4-87a0-3f5731d4aa7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123257 Jun 17 08:55:01.217551 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5b30c0f-8676-4bc4-a438-67434217ea23 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:55:01.220949 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a98e6-1eca-48dc-b1a4-c7e2b4e1b5db req-67bc1ff4-a06d-40fa-ba80-63dca5a731f0 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:01.222502 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-528a98e6-1eca-48dc-b1a4-c7e2b4e1b5db req-67bc1ff4-a06d-40fa-ba80-63dca5a731f0 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 945 time: 0.2051334 Jun 17 08:55:01.226737 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b75b3f-a181-431b-872e-7762731d960b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Network 05cfb095-a578-4d1b-ad58-0cda07454dd0 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:55:01.240193 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port b5b30c0f-8676-4bc4-a438-67434217ea23, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=b5b30c0f-8676-4bc4-a438-67434217ea23,segment=NetworkSegment(9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8),segment_id=9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:01.266464 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 6d864a7e-5cee-43da-8511-861827ae38cd completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:01.271466 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 6d864a7e-5cee-43da-8511-861827ae38cd triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:01.272259 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.326981 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dcf4de8e-78d3-4685-ab11-c28e1b3f2e2e req-559cf95c-cf35-445b-ba4a-9c719faded89 service neutron] 10.222.0.53 "GET /v2.0/networks/3d62d846-3a07-40e4-87a0-3f5731d4aa7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100450 Jun 17 08:55:01.328910 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9231c9f8-c4b9-409e-bfd1-046286259429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.340003 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b725f12a-cbae-4c09-bbba-81ce280abf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.344778 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cab43503-e200-4b55-ae14-1cb178abdfb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:01.350432 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-aa99c056-d611-4635-8413-bc2a52c0547b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4fe6dcb5d44543e8bd34fdbd4d90e66e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5451026 Jun 17 08:55:01.359228 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-9231c9f8-c4b9-409e-bfd1-046286259429 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7e8056-ca11-4a34-8dd4-c128681c2a28']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:01.362959 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.365037 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35132) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:01.377324 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.380091 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:01.383554 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-d1b75b3f-a181-431b-872e-7762731d960b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 05cfb095-a578-4d1b-ad58-0cda07454dd0) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:01.388571 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-9231c9f8-c4b9-409e-bfd1-046286259429 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec75b8f-49db-495c-8722-903a6539440d') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:01.388571 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-9231c9f8-c4b9-409e-bfd1-046286259429 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec75b8f-49db-495c-8722-903a6539440d') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:01.388571 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-56362c58-a635-4e6f-9edd-5729a337432a tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.399758 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d1b75b3f-a181-431b-872e-7762731d960b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.400825 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-528a98e6-1eca-48dc-b1a4-c7e2b4e1b5db req-de8d2db3-4d0e-4ac5-bf67-682df3b18a38 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575689 Jun 17 08:55:01.411770 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b725f12a-cbae-4c09-bbba-81ce280abf0e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7d92c01e6f2f4eebaec9ea9247b9f058&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4844441 Jun 17 08:55:01.411770 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725f12a-cbae-4c09-bbba-81ce280abf0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa00f36-bf7e-411a-9f56-9c25656316e6,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:01.413951 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35136) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:01.416703 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 6d864a7e-5cee-43da-8511-861827ae38cd, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=6d864a7e-5cee-43da-8511-861827ae38cd,segment=NetworkSegment(9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8),segment_id=9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:01.420365 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff55df10-b404-4c5d-84ad-98158aa6d6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d864a7e-5cee-43da-8511-861827ae38cd'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:55:01.434241 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b725f12a-cbae-4c09-bbba-81ce280abf0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:01.434241 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a9c6f80f-3b1f-45e5-955d-6ba8379373f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:01.438076 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babbae8e-a81d-4c1d-9c6d-a9ab787eaf6d" -d '{"events": [{"server_uuid": "ff55df10-b404-4c5d-84ad-98158aa6d6b3", "name": "network-vif-plugged", "status": "completed", "tag": "6d864a7e-5cee-43da-8511-861827ae38cd"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:01.444963 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb5ebe5-b204-4b4b-8820-fcd02cf6a6f6 None None] Network 05cfb095-a578-4d1b-ad58-0cda07454dd0 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:01.484555 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9231c9f8-c4b9-409e-bfd1-046286259429 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.567893 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9231c9f8-c4b9-409e-bfd1-046286259429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.585658 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9231c9f8-c4b9-409e-bfd1-046286259429 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:55:01.585658 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9231c9f8-c4b9-409e-bfd1-046286259429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:55:01.586032 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:55:01.626031 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c92e2d-b2b8-4c61-a63a-d1565e40eea6 x-openstack-request-id: req-41c92e2d-b2b8-4c61-a63a-d1565e40eea6 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:01.626315 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff55df10-b404-4c5d-84ad-98158aa6d6b3", "name": "network-vif-plugged", "status": "completed", "tag": "6d864a7e-5cee-43da-8511-861827ae38cd", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:01.627070 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-41c92e2d-b2b8-4c61-a63a-d1565e40eea6 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:01.627235 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff55df10-b404-4c5d-84ad-98158aa6d6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d864a7e-5cee-43da-8511-861827ae38cd', 'code': 200} Jun 17 08:55:01.627810 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b75b3f-a181-431b-872e-7762731d960b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Pushing event updated for resources: {'Subnet': ['ID=09e05813-876b-4cd5-a89e-1646543eead6,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:01.635666 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d1b75b3f-a181-431b-872e-7762731d960b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:01.644914 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e3554f81-4f57-4cfe-803d-6911d7201ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.656171 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.664258 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b75b3f-a181-431b-872e-7762731d960b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Checking segment: {'id': '822fe81b-9103-4c7d-8b4f-0dc51f7fc960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4ebbc811-a69c-4919-8569-26d8fdfdbe51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:01.664987 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b75b3f-a181-431b-872e-7762731d960b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Network hostable DHCP agents. Network: 4ebbc811-a69c-4919-8569-26d8fdfdbe51, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:55:01.678731 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e4b95833-c271-4334-bd8b-a2b22aadcd75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.682043 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=b5b30c0f-8676-4bc4-a438-67434217ea23,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:01.686954 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:01.687752 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:01.695531 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e3554f81-4f57-4cfe-803d-6911d7201ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.729487 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e4b95833-c271-4334-bd8b-a2b22aadcd75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.732167 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['b5b30c0f-8676-4bc4-a438-67434217ea23'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:55:01.746649 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c05b70-b6fa-4a7a-a0a8-4c0d84c22494 req-6d890451-c8ea-4fb9-a0de-b907b09d6241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:01.749099 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-22c05b70-b6fa-4a7a-a0a8-4c0d84c22494 req-6d890451-c8ea-4fb9-a0de-b907b09d6241 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e0e0aa3b95245d09bb59b6a75a48ada&device_id=e8053f4c-dadd-4278-a1a1-635aff4da021 HTTP/1.1" status: 200 len: 1096 time: 0.2198982 Jun 17 08:55:01.773542 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202d3f9-c419-465a-aaeb-e475b3db1c43 req-7eff98b3-217f-44c1-8d9f-5248925361b5 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:01.780587 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3202d3f9-c419-465a-aaeb-e475b3db1c43 req-7eff98b3-217f-44c1-8d9f-5248925361b5 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8053f4c-dadd-4278-a1a1-635aff4da021 HTTP/1.1" status: 200 len: 944 time: 0.2530625 Jun 17 08:55:01.829604 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef4821-f458-4b65-9c25-12b6f1d00324 req-e8eb1676-13cf-4e87-82c5-b26b60b1ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:01.830663 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-05cfb095-a578-4d1b-ad58-0cda07454dd0', 'network_id': '05cfb095-a578-4d1b-ad58-0cda07454dd0', 'tenant_id': '7204783770e448c1a2456ab97ffe4074', 'fixed_ips': [{'subnet_id': 'a5ff4f22-f308-4f03-9244-7c3e47fad60e'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:55:01.831122 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c2ef4821-f458-4b65-9c25-12b6f1d00324 req-e8eb1676-13cf-4e87-82c5-b26b60b1ece8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 1098 time: 0.2420659 Jun 17 08:55:01.831761 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.846527 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9231c9f8-c4b9-409e-bfd1-046286259429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.846527 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-28cc05ff-71b0-4b79-b70a-4e0b47159a96 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:01.846527 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9231c9f8-c4b9-409e-bfd1-046286259429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:01.846527 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-9231c9f8-c4b9-409e-bfd1-046286259429 admin admin] 10.222.0.49 "DELETE /v2.0/networks/bd7e8056-ca11-4a34-8dd4-c128681c2a28 HTTP/1.1" status: 204 len: 168 time: 0.9911835 Jun 17 08:55:01.892566 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231c9f8-c4b9-409e-bfd1-046286259429 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd7e8056-ca11-4a34-8dd4-c128681c2a28,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:01.898744 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9231c9f8-c4b9-409e-bfd1-046286259429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:01.917596 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=6d864a7e-5cee-43da-8511-861827ae38cd,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:01.924872 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:01.927888 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c2ef4821-f458-4b65-9c25-12b6f1d00324 req-7cf03edc-4ec0-4e8e-89be-0708a6dc3637 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818543 Jun 17 08:55:01.959532 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c05b70-b6fa-4a7a-a0a8-4c0d84c22494 req-036d6d37-e97e-4367-8053-2bd73a134d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:01.961016 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-22c05b70-b6fa-4a7a-a0a8-4c0d84c22494 req-036d6d37-e97e-4367-8053-2bd73a134d25 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3d62d846-3a07-40e4-87a0-3f5731d4aa7c HTTP/1.1" status: 200 len: 917 time: 0.2040830 Jun 17 08:55:01.964555 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b75b3f-a181-431b-872e-7762731d960b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Network 4ebbc811-a69c-4919-8569-26d8fdfdbe51 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:55:01.978107 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3202d3f9-c419-465a-aaeb-e475b3db1c43 req-4f2a0c1a-eb96-4912-b73d-a7616822a8b0 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963623 Jun 17 08:55:02.010820 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e4b95833-c271-4334-bd8b-a2b22aadcd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.013581 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e4b95833-c271-4334-bd8b-a2b22aadcd75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.015004 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e4b95833-c271-4334-bd8b-a2b22aadcd75 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/47932c77-ae26-452c-9f12-aac5b9a4e812 HTTP/1.1" status: 204 len: 168 time: 0.6444736 Jun 17 08:55:02.017111 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-288898d0-00a3-427f-9818-b33a70dd7b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:02.017727 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-22c05b70-b6fa-4a7a-a0a8-4c0d84c22494 req-7aad1599-d558-4872-98d9-895a45b5a8df service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46394d5d-d9f5-4234-a515-db774546add5 HTTP/1.1" status: 200 len: 217 time: 0.0378838 Jun 17 08:55:02.034897 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b95833-c271-4334-bd8b-a2b22aadcd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47932c77-ae26-452c-9f12-aac5b9a4e812,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:02.038335 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e4b95833-c271-4334-bd8b-a2b22aadcd75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:02.074056 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-56362c58-a635-4e6f-9edd-5729a337432a tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Deleting port b30e8101-411c-4c67-87a2-aa3bd8a1923d {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:02.074404 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-56362c58-a635-4e6f-9edd-5729a337432a tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.078145 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-d1b75b3f-a181-431b-872e-7762731d960b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 4ebbc811-a69c-4919-8569-26d8fdfdbe51) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:02.087554 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b75b3f-a181-431b-872e-7762731d960b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:02.088060 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b75b3f-a181-431b-872e-7762731d960b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:02.088695 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d1b75b3f-a181-431b-872e-7762731d960b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.110454 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c05b70-b6fa-4a7a-a0a8-4c0d84c22494 req-d2d32310-7b74-481b-9422-b616d6555874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:02.112018 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-22c05b70-b6fa-4a7a-a0a8-4c0d84c22494 req-d2d32310-7b74-481b-9422-b616d6555874 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ed0d1484-53b2-4654-8e14-3c695b3cb00a HTTP/1.1" status: 200 len: 855 time: 0.0844059 Jun 17 08:55:02.167131 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af99d83a-b175-4533-89bc-d92e22c1e8a9 None None] Network 4ebbc811-a69c-4919-8569-26d8fdfdbe51 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:02.182577 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c05b70-b6fa-4a7a-a0a8-4c0d84c22494 req-d9716830-9382-46ce-9b8d-b98b20c31285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:02.184240 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-22c05b70-b6fa-4a7a-a0a8-4c0d84c22494 req-d9716830-9382-46ce-9b8d-b98b20c31285 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d62d846-3a07-40e4-87a0-3f5731d4aa7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645571 Jun 17 08:55:02.205586 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-56362c58-a635-4e6f-9edd-5729a337432a tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.246075 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e3554f81-4f57-4cfe-803d-6911d7201ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.248976 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e3554f81-4f57-4cfe-803d-6911d7201ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.253897 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e3554f81-4f57-4cfe-803d-6911d7201ac6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8fa00f36-bf7e-411a-9f56-9c25656316e6 HTTP/1.1" status: 204 len: 168 time: 0.8354566 Jun 17 08:55:02.259582 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b725f12a-cbae-4c09-bbba-81ce280abf0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:02.272049 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3554f81-4f57-4cfe-803d-6911d7201ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa00f36-bf7e-411a-9f56-9c25656316e6,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:02.278835 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-56362c58-a635-4e6f-9edd-5729a337432a tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Calling delete_port for b30e8101-411c-4c67-87a2-aa3bd8a1923d owned by network:router_interface {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:02.285409 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e3554f81-4f57-4cfe-803d-6911d7201ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:02.330349 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-22c05b70-b6fa-4a7a-a0a8-4c0d84c22494 req-964e617b-09d7-46f8-ac7d-8d9e5b4a332b service neutron] 10.222.0.53 "GET /v2.0/networks/3d62d846-3a07-40e4-87a0-3f5731d4aa7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373427 Jun 17 08:55:02.337976 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d1b75b3f-a181-431b-872e-7762731d960b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 4.0600479 Jun 17 08:55:02.339361 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35146) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:02.370965 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35148) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:02.383838 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Allocated IP 2001:db8::1 (05cfb095-a578-4d1b-ad58-0cda07454dd0/a5ff4f22-f308-4f03-9244-7c3e47fad60e/e71bcd88-8306-4daa-afb3-bb3f1c7c2749) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:02.494832 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12b70f3-8336-4ac6-b57a-6abf60576ca9 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:02.514444 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12b70f3-8336-4ac6-b57a-6abf60576ca9 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:02.515873 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d475d1-2917-416a-a072-3554bce0e158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-4ebbc811-a69c-4919-8569-26d8fdfdbe51', 'network_id': '4ebbc811-a69c-4919-8569-26d8fdfdbe51', 'tenant_id': '7204783770e448c1a2456ab97ffe4074', 'fixed_ips': [{'subnet_id': '09e05813-876b-4cd5-a89e-1646543eead6'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:55:02.517243 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-91d475d1-2917-416a-a072-3554bce0e158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.520390 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12b70f3-8336-4ac6-b57a-6abf60576ca9 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:02.533771 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7a33fece-6e36-4c9f-9297-6308f6cf8244 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=12ffbe5df47a409caaa09a4e37876325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1591694 Jun 17 08:55:02.534054 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35154) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:02.536996 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35156) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:02.541595 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e12b70f3-8336-4ac6-b57a-6abf60576ca9 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.2007627 Jun 17 08:55:02.627474 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f7ae8b-da05-481e-b69a-b12ed7d1c15f tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Deleting subnet a5ff4f22-f308-4f03-9244-7c3e47fad60e {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:55:02.686886 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-22c05b70-b6fa-4a7a-a0a8-4c0d84c22494 req-ef54b6f0-b528-4b57-af53-4503bb2ae0fd service neutron] 10.222.0.53 "GET /v2.0/networks/3d62d846-3a07-40e4-87a0-3f5731d4aa7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486950 Jun 17 08:55:02.701859 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.721410 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.727488 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-522cc638-c6d2-4e52-88c1-1c4cb3751d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.735090 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Transition to ACTIVE for port object e71bcd88-8306-4daa-afb3-bb3f1c7c2749 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:02.758643 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-522cc638-c6d2-4e52-88c1-1c4cb3751d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.765045 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Transition to ACTIVE for port object e71bcd88-8306-4daa-afb3-bb3f1c7c2749 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:02.767187 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-91d475d1-2917-416a-a072-3554bce0e158 None None] Allocated IP 2001:db8:0:1::1 (4ebbc811-a69c-4919-8569-26d8fdfdbe51/09e05813-876b-4cd5-a89e-1646543eead6/ae5cb0ab-58f7-4e49-aaa0-a66357995f98) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:02.830940 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20797a1-db5d-4e4f-b3f5-2df66e37ee42 req-13285cd8-65b4-4fd3-8a2e-bfa60c1bfa85 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:02.836192 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e20797a1-db5d-4e4f-b3f5-2df66e37ee42 req-13285cd8-65b4-4fd3-8a2e-bfa60c1bfa85 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 945 time: 0.1314101 Jun 17 08:55:02.852157 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-52f7ae8b-da05-481e-b69a-b12ed7d1c15f tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.853313 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.856374 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:02.884136 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e20797a1-db5d-4e4f-b3f5-2df66e37ee42 req-568d8c97-4f34-45d3-84d0-c93ddd3da683 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445466 Jun 17 08:55:02.887453 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device b5b30c0f-8676-4bc4-a438-67434217ea23 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:02.897272 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Network 05cfb095-a578-4d1b-ad58-0cda07454dd0 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:02.912493 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-52f7ae8b-da05-481e-b69a-b12ed7d1c15f tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.919994 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:02.930912 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:55:02.947575 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Pushing event updated for resources: {'Port': ['ID=e71bcd88-8306-4daa-afb3-bb3f1c7c2749,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:02.966966 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-56362c58-a635-4e6f-9edd-5729a337432a tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:02.986422 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-09ea3eb7-b0eb-43d5-b1ae-5fa31c2ec41f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:03.001805 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:03.002151 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:03.002805 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:03.003156 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:03.004027 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:03.004358 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:03.004851 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:03.005188 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:03.005516 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:03.005840 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:03.006165 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:03.006486 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:03.014432 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:03.037343 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-522cc638-c6d2-4e52-88c1-1c4cb3751d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.040298 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-522cc638-c6d2-4e52-88c1-1c4cb3751d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.047319 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-522cc638-c6d2-4e52-88c1-1c4cb3751d49 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9f3331b8-4d4a-4990-936c-5d7fe0cda953 HTTP/1.1" status: 204 len: 168 time: 0.5107136 Jun 17 08:55:03.050740 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56362c58-a635-4e6f-9edd-5729a337432a tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Pushing event deleted for resources: {'Port': ['ID=b30e8101-411c-4c67-87a2-aa3bd8a1923d,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:03.069118 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-888dbcd9-36ca-45c6-a363-c12a13940e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:03.100400 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-56362c58-a635-4e6f-9edd-5729a337432a tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:03.131438 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Attempting to bind port e71bcd88-8306-4daa-afb3-bb3f1c7c2749 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:55:03.131438 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Attempting to bind port e71bcd88-8306-4daa-afb3-bb3f1c7c2749 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '475a5b87-6e24-402e-88b1-f6c1132282b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '05cfb095-a578-4d1b-ad58-0cda07454dd0'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:55:03.131438 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Attempting to bind port e71bcd88-8306-4daa-afb3-bb3f1c7c2749 on network 05cfb095-a578-4d1b-ad58-0cda07454dd0 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:55:03.141628 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:55:03.141930 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Checking segment: {'id': '475a5b87-6e24-402e-88b1-f6c1132282b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '05cfb095-a578-4d1b-ad58-0cda07454dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:03.142353 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.143881 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Bound using segment: {'id': '475a5b87-6e24-402e-88b1-f6c1132282b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '05cfb095-a578-4d1b-ad58-0cda07454dd0'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:55:03.144393 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Bound port: e71bcd88-8306-4daa-afb3-bb3f1c7c2749, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475a5b87-6e24-402e-88b1-f6c1132282b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '05cfb095-a578-4d1b-ad58-0cda07454dd0'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:55:03.144787 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.178378 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522cc638-c6d2-4e52-88c1-1c4cb3751d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3331b8-4d4a-4990-936c-5d7fe0cda953,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:03.199165 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35166) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:03.200390 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-522cc638-c6d2-4e52-88c1-1c4cb3751d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:03.298355 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-52f7ae8b-da05-481e-b69a-b12ed7d1c15f tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.354439 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b5a1714d-9fe7-4be8-9b30-74d695e44a35 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3aab38836aae40c8811457d136b3e3cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1499040 Jun 17 08:55:03.355277 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35168) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:03.367593 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-91d475d1-2917-416a-a072-3554bce0e158 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.396766 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-56362c58-a635-4e6f-9edd-5729a337432a tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.408802 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242d4c2-927e-4302-a562-51ffb967f6c8 req-cd9d8fad-3777-48e0-aae7-ad9853ab17af tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:03.412300 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c242d4c2-927e-4302-a562-51ffb967f6c8 req-cd9d8fad-3777-48e0-aae7-ad9853ab17af tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8053f4c-dadd-4278-a1a1-635aff4da021 HTTP/1.1" status: 200 len: 944 time: 0.1306615 Jun 17 08:55:03.415912 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-91d475d1-2917-416a-a072-3554bce0e158 None None] Transition to ACTIVE for port object ae5cb0ab-58f7-4e49-aaa0-a66357995f98 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:03.438393 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0ed71ce1-15e1-4c1b-b547-5f922c82e3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.450900 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-91d475d1-2917-416a-a072-3554bce0e158 None None] Transition to ACTIVE for port object ae5cb0ab-58f7-4e49-aaa0-a66357995f98 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:03.464234 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c242d4c2-927e-4302-a562-51ffb967f6c8 req-42df3222-7c8c-48e9-a3ee-ec4b54e3f6b3 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391665 Jun 17 08:55:03.485692 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-52f7ae8b-da05-481e-b69a-b12ed7d1c15f tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.488576 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6d405c9b-15f8-4d6f-843b-1deae63c2202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:03.495229 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] For port e71bcd88-8306-4daa-afb3-bb3f1c7c2749, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:55:03.507944 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] For port e71bcd88-8306-4daa-afb3-bb3f1c7c2749, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=e71bcd88-8306-4daa-afb3-bb3f1c7c2749,segment=NetworkSegment(475a5b87-6e24-402e-88b1-f6c1132282b5),segment_id=475a5b87-6e24-402e-88b1-f6c1132282b5)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:55:03.520763 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7ae8b-da05-481e-b69a-b12ed7d1c15f tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Pushing event deleted for resources: {'Subnet': ['ID=a5ff4f22-f308-4f03-9244-7c3e47fad60e,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:03.524611 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-52f7ae8b-da05-481e-b69a-b12ed7d1c15f tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:03.525836 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0ed71ce1-15e1-4c1b-b547-5f922c82e3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.527298 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-52f7ae8b-da05-481e-b69a-b12ed7d1c15f tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.532232 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-52f7ae8b-da05-481e-b69a-b12ed7d1c15f tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] 10.222.0.49 "DELETE /v2.0/subnets/a5ff4f22-f308-4f03-9244-7c3e47fad60e HTTP/1.1" status: 204 len: 168 time: 0.9846284 Jun 17 08:55:03.533185 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35174) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:03.549823 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port b5b30c0f-8676-4bc4-a438-67434217ea23 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:03.561660 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port b5b30c0f-8676-4bc4-a438-67434217ea23 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:03.562841 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.598396 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-91d475d1-2917-416a-a072-3554bce0e158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.603502 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-ba619872-ea5b-4cf6-810e-37d13aab1342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:03.618895 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6381f5-5f73-4632-b7ee-266152b70be9 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Deleting subnet 09e05813-876b-4cd5-a89e-1646543eead6 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:55:03.623433 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cf6381f5-5f73-4632-b7ee-266152b70be9 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.638279 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.648933 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d475d1-2917-416a-a072-3554bce0e158 None None] Network 4ebbc811-a69c-4919-8569-26d8fdfdbe51 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:03.660552 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-91d475d1-2917-416a-a072-3554bce0e158 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:03.666922 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d475d1-2917-416a-a072-3554bce0e158 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:55:03.684521 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d475d1-2917-416a-a072-3554bce0e158 None None] Pushing event updated for resources: {'Port': ['ID=ae5cb0ab-58f7-4e49-aaa0-a66357995f98,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:03.687776 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-91d475d1-2917-416a-a072-3554bce0e158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:03.688538 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:03.690832 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cf6381f5-5f73-4632-b7ee-266152b70be9 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.855890 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-91d475d1-2917-416a-a072-3554bce0e158 None None] Attempting to bind port ae5cb0ab-58f7-4e49-aaa0-a66357995f98 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:55:03.856281 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-91d475d1-2917-416a-a072-3554bce0e158 None None] Attempting to bind port ae5cb0ab-58f7-4e49-aaa0-a66357995f98 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '822fe81b-9103-4c7d-8b4f-0dc51f7fc960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4ebbc811-a69c-4919-8569-26d8fdfdbe51'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:55:03.856768 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d475d1-2917-416a-a072-3554bce0e158 None None] Attempting to bind port ae5cb0ab-58f7-4e49-aaa0-a66357995f98 on network 4ebbc811-a69c-4919-8569-26d8fdfdbe51 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:55:03.868810 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Pushing event updated for resources: {'Port': ['ID=e71bcd88-8306-4daa-afb3-bb3f1c7c2749,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:03.875425 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:03.879055 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d475d1-2917-416a-a072-3554bce0e158 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:55:03.879441 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d475d1-2917-416a-a072-3554bce0e158 None None] Checking segment: {'id': '822fe81b-9103-4c7d-8b4f-0dc51f7fc960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4ebbc811-a69c-4919-8569-26d8fdfdbe51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:03.880010 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-91d475d1-2917-416a-a072-3554bce0e158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.880422 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d475d1-2917-416a-a072-3554bce0e158 None None] Bound using segment: {'id': '822fe81b-9103-4c7d-8b4f-0dc51f7fc960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4ebbc811-a69c-4919-8569-26d8fdfdbe51'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:55:03.880925 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-91d475d1-2917-416a-a072-3554bce0e158 None None] Bound port: ae5cb0ab-58f7-4e49-aaa0-a66357995f98, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '822fe81b-9103-4c7d-8b4f-0dc51f7fc960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4ebbc811-a69c-4919-8569-26d8fdfdbe51'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:55:03.881421 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-91d475d1-2917-416a-a072-3554bce0e158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.893710 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.906110 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cf6381f5-5f73-4632-b7ee-266152b70be9 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:04.167059 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16bf7de9-3cb2-4b20-bed6-474a774a4727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b30c0f-8676-4bc4-a438-67434217ea23'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:55:04.173878 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34289a24-a726-402a-9f71-f3dab46130aa" -d '{"events": [{"server_uuid": "16bf7de9-3cb2-4b20-bed6-474a774a4727", "name": "network-vif-plugged", "status": "completed", "tag": "b5b30c0f-8676-4bc4-a438-67434217ea23"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:04.265416 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe37c8f-a0a6-4894-bab0-474c9b7b6cbc x-openstack-request-id: req-cbe37c8f-a0a6-4894-bab0-474c9b7b6cbc {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:04.265712 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16bf7de9-3cb2-4b20-bed6-474a774a4727", "name": "network-vif-plugged", "status": "completed", "tag": "b5b30c0f-8676-4bc4-a438-67434217ea23", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:04.270016 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cbe37c8f-a0a6-4894-bab0-474c9b7b6cbc {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:04.270786 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16bf7de9-3cb2-4b20-bed6-474a774a4727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b30c0f-8676-4bc4-a438-67434217ea23', 'code': 200} Jun 17 08:55:04.275572 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port b5b30c0f-8676-4bc4-a438-67434217ea23, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=b5b30c0f-8676-4bc4-a438-67434217ea23,segment=NetworkSegment(9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8),segment_id=9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:04.325394 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cf6381f5-5f73-4632-b7ee-266152b70be9 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:04.337286 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e872b860-3008-4cfe-adbd-50ffaf9dba1c tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:04.337745 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-91d475d1-2917-416a-a072-3554bce0e158 None None] For port ae5cb0ab-58f7-4e49-aaa0-a66357995f98, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:55:04.337745 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-91d475d1-2917-416a-a072-3554bce0e158 None None] For port ae5cb0ab-58f7-4e49-aaa0-a66357995f98, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=ae5cb0ab-58f7-4e49-aaa0-a66357995f98,segment=NetworkSegment(822fe81b-9103-4c7d-8b4f-0dc51f7fc960),segment_id=822fe81b-9103-4c7d-8b4f-0dc51f7fc960)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:55:04.391811 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device e71bcd88-8306-4daa-afb3-bb3f1c7c2749 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:04.407592 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6381f5-5f73-4632-b7ee-266152b70be9 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Pushing event deleted for resources: {'Subnet': ['ID=09e05813-876b-4cd5-a89e-1646543eead6,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:04.421411 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cf6381f5-5f73-4632-b7ee-266152b70be9 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:04.421411 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-cf6381f5-5f73-4632-b7ee-266152b70be9 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] 10.222.0.49 "DELETE /v2.0/subnets/09e05813-876b-4cd5-a89e-1646543eead6 HTTP/1.1" status: 204 len: 168 time: 0.8837745 Jun 17 08:55:04.423355 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35198) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:04.424358 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cf6381f5-5f73-4632-b7ee-266152b70be9 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:04.500354 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0ed71ce1-15e1-4c1b-b547-5f922c82e3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:04.504905 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0ed71ce1-15e1-4c1b-b547-5f922c82e3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:04.510202 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0ed71ce1-15e1-4c1b-b547-5f922c82e3dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7a550158-4caf-4842-b891-2b454cb66d76 HTTP/1.1" status: 204 len: 168 time: 1.1534252 Jun 17 08:55:04.521965 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a09768c2-305c-43e9-a825-3f5f000d8aa2 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:04.555212 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:04.564197 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 346f6d8b-8101-4cdf-861b-485e015958b6 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:55:04.564420 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed71ce1-15e1-4c1b-b547-5f922c82e3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a550158-4caf-4842-b891-2b454cb66d76,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:04.564870 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:04.573269 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6deecbd-5d6d-49bd-99ff-f913083673c2 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:04.573751 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0ed71ce1-15e1-4c1b-b547-5f922c82e3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:04.575274 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d6deecbd-5d6d-49bd-99ff-f913083673c2 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1497951 Jun 17 08:55:04.587121 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35204) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:04.635056 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56362c58-a635-4e6f-9edd-5729a337432a tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Router 960f6c0a-1977-4c24-8929-59d6d734a9fa has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:55:04.643790 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a248d2c-1fd4-4397-a287-2fd7f6110216 req-35824ce1-32c0-4ea5-9dd4-542acc8f33dd tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:04.652695 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4a248d2c-1fd4-4397-a287-2fd7f6110216 req-35824ce1-32c0-4ea5-9dd4-542acc8f33dd tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 945 time: 0.1571763 Jun 17 08:55:04.693859 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-91d475d1-2917-416a-a072-3554bce0e158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:04.701404 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=b5b30c0f-8676-4bc4-a438-67434217ea23,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:04.707448 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ecef3-f59e-45ca-a86b-ead2a9ea90d6 req-d7a3f1c2-a116-41fa-bca8-e4e881a53ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:04.709357 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3d0ecef3-f59e-45ca-a86b-ead2a9ea90d6 req-d7a3f1c2-a116-41fa-bca8-e4e881a53ca2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=16bf7de9-3cb2-4b20-bed6-474a774a4727 HTTP/1.1" status: 200 len: 1096 time: 0.3134902 Jun 17 08:55:04.709595 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:04.710958 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-91d475d1-2917-416a-a072-3554bce0e158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:04.714280 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4a248d2c-1fd4-4397-a287-2fd7f6110216 req-a22059b5-9fd6-4840-955e-0a94d7e8d01c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606351 Jun 17 08:55:04.754412 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port e71bcd88-8306-4daa-afb3-bb3f1c7c2749 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:04.841846 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3d0ecef3-f59e-45ca-a86b-ead2a9ea90d6 req-db17f307-9099-4424-9c3a-32947701504d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822647 Jun 17 08:55:04.855974 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d475d1-2917-416a-a072-3554bce0e158 None None] Pushing event updated for resources: {'Port': ['ID=ae5cb0ab-58f7-4e49-aaa0-a66357995f98,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:04.873260 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-91d475d1-2917-416a-a072-3554bce0e158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:04.888609 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-77c0edd1-f452-4766-bd28-c0268bf0d909 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:04.950542 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56362c58-a635-4e6f-9edd-5729a337432a tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:55:04.974030 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bca1cda-a41b-4a91-b7cf-e9b88c1f9493 None None] Sync routers for ids ['960f6c0a-1977-4c24-8929-59d6d734a9fa'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:55:04.980343 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-56362c58-a635-4e6f-9edd-5729a337432a tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] 10.222.0.49 "PUT /v2.0/routers/960f6c0a-1977-4c24-8929-59d6d734a9fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4653938 Jun 17 08:55:04.982319 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 346f6d8b-8101-4cdf-861b-485e015958b6 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:55:04.985743 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35210) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:05.057924 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33bcb3-679b-4570-b3e8-4d814ff13f06 req-b4eeb2ce-83c8-4ff6-abec-5b8c914a59cf tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:05.061781 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.071325 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bca1cda-a41b-4a91-b7cf-e9b88c1f9493 None None] Routers {'960f6c0a-1977-4c24-8929-59d6d734a9fa'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:55:05.071325 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-9bca1cda-a41b-4a91-b7cf-e9b88c1f9493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:54:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['960f6c0a-1977-4c24-8929-59d6d734a9fa'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:05.071574 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8f33bcb3-679b-4570-b3e8-4d814ff13f06 req-b4eeb2ce-83c8-4ff6-abec-5b8c914a59cf tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8053f4c-dadd-4278-a1a1-635aff4da021 HTTP/1.1" status: 200 len: 944 time: 0.4258595 Jun 17 08:55:05.163087 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-77c0edd1-f452-4766-bd28-c0268bf0d909 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Deleting port ae5cb0ab-58f7-4e49-aaa0-a66357995f98 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:05.163515 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-77c0edd1-f452-4766-bd28-c0268bf0d909 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.168221 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-9bca1cda-a41b-4a91-b7cf-e9b88c1f9493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:05.211099 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8f33bcb3-679b-4570-b3e8-4d814ff13f06 req-5da79c75-4123-435d-8617-30a9ae3e5164 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384277 Jun 17 08:55:05.279428 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bca1cda-a41b-4a91-b7cf-e9b88c1f9493 None None] Routers {'960f6c0a-1977-4c24-8929-59d6d734a9fa'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:55:05.280102 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-9bca1cda-a41b-4a91-b7cf-e9b88c1f9493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:54:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['960f6c0a-1977-4c24-8929-59d6d734a9fa'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:05.282769 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-551d76ab-635b-45c1-b870-a0caf4d13227 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.321631 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-77c0edd1-f452-4766-bd28-c0268bf0d909 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] For port ae5cb0ab-58f7-4e49-aaa0-a66357995f98, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=ae5cb0ab-58f7-4e49-aaa0-a66357995f98,segment=NetworkSegment(822fe81b-9103-4c7d-8b4f-0dc51f7fc960),segment_id=822fe81b-9103-4c7d-8b4f-0dc51f7fc960)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:05.322006 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-77c0edd1-f452-4766-bd28-c0268bf0d909 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.384120 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 346f6d8b-8101-4cdf-861b-485e015958b6, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=346f6d8b-8101-4cdf-861b-485e015958b6,segment=NetworkSegment(8b09ab30-e72c-413f-ba3e-98e0a1bb60b4),segment_id=8b09ab30-e72c-413f-ba3e-98e0a1bb60b4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:05.388914 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-9bca1cda-a41b-4a91-b7cf-e9b88c1f9493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:05.389675 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bca1cda-a41b-4a91-b7cf-e9b88c1f9493 None None] The sync data for ids ['960f6c0a-1977-4c24-8929-59d6d734a9fa'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:55:05.441194 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 346f6d8b-8101-4cdf-861b-485e015958b6, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=346f6d8b-8101-4cdf-861b-485e015958b6,segment=NetworkSegment(8b09ab30-e72c-413f-ba3e-98e0a1bb60b4),segment_id=8b09ab30-e72c-413f-ba3e-98e0a1bb60b4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:05.458185 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '346f6d8b-8101-4cdf-861b-485e015958b6', 'network_id': 'eccbc072-50fb-4234-8176-49cfc92d8a16', 'port_id': '346f6d8b-8101-4cdf-861b-485e015958b6', 'mac_address': 'fa:16:3e:6b:54:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ee78f2-03df-40f6-909e-7994b6ca5c1f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:55:05.474517 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-551d76ab-635b-45c1-b870-a0caf4d13227 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.481004 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-77c0edd1-f452-4766-bd28-c0268bf0d909 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Calling delete_port for ae5cb0ab-58f7-4e49-aaa0-a66357995f98 owned by network:dhcp {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:05.505637 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.509284 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:05.578730 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.609264 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4f7c8c-e5a1-4109-93be-24cf6977c98f None None] Network 05cfb095-a578-4d1b-ad58-0cda07454dd0 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:05.638096 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 346f6d8b-8101-4cdf-861b-485e015958b6 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:55:05.666402 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-551d76ab-635b-45c1-b870-a0caf4d13227 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Deleting port ae0e27dd-3087-439f-9c3e-5ca6ab0ba24a {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:05.667030 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-551d76ab-635b-45c1-b870-a0caf4d13227 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.786550 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-77c0edd1-f452-4766-bd28-c0268bf0d909 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.791317 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2c640321-45fb-4183-9861-8be69cd9b450 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:05.801870 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=346f6d8b-8101-4cdf-861b-485e015958b6,revision_number=6']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:05.822806 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-551d76ab-635b-45c1-b870-a0caf4d13227 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:05.842713 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:05.863506 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.db.api [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:55:05.878635 n-d-758944-30 neutron-server[94521]: DEBUG oslo_db.api [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:55:05.881859 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0edd1-f452-4766-bd28-c0268bf0d909 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Pushing event deleted for resources: {'Port': ['ID=ae5cb0ab-58f7-4e49-aaa0-a66357995f98,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:05.897050 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-77c0edd1-f452-4766-bd28-c0268bf0d909 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:05.901285 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c0edd1-f452-4766-bd28-c0268bf0d909 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] No DVR routers for this DVR port ae5cb0ab-58f7-4e49-aaa0-a66357995f98 on host n-d-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:55:05.928970 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-551d76ab-635b-45c1-b870-a0caf4d13227 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Calling delete_port for ae0e27dd-3087-439f-9c3e-5ca6ab0ba24a owned by network:router_gateway {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:05.963983 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-d4288e6e-9a39-45b5-b332-a68127dfebdb None None] Provisioning for port e71bcd88-8306-4daa-afb3-bb3f1c7c2749 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:05.968849 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-d4288e6e-9a39-45b5-b332-a68127dfebdb None None] Provisioning complete for port e71bcd88-8306-4daa-afb3-bb3f1c7c2749 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:05.969288 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d4288e6e-9a39-45b5-b332-a68127dfebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.124789 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d4288e6e-9a39-45b5-b332-a68127dfebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.144444 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-77c0edd1-f452-4766-bd28-c0268bf0d909 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.162904 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0429be1e-2ecb-496b-8106-64a1f51a11d7 None None] DHCP port deletion for 05cfb095-a578-4d1b-ad58-0cda07454dd0 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:55:06.181126 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-77c0edd1-f452-4766-bd28-c0268bf0d909 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ebbc811-a69c-4919-8569-26d8fdfdbe51']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:06.211565 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-77c0edd1-f452-4766-bd28-c0268bf0d909 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '822fe81b-9103-4c7d-8b4f-0dc51f7fc960') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:06.217802 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-77c0edd1-f452-4766-bd28-c0268bf0d909 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '822fe81b-9103-4c7d-8b4f-0dc51f7fc960') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:06.272001 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ca3b65-3b92-4f9f-97f7-d3e892a64d3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '346f6d8b-8101-4cdf-861b-485e015958b6'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:55:06.274356 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f58927e-749e-4b19-a50b-2a43887419dc" -d '{"events": [{"server_uuid": "12ca3b65-3b92-4f9f-97f7-d3e892a64d3e", "name": "network-vif-unplugged", "status": "completed", "tag": "346f6d8b-8101-4cdf-861b-485e015958b6"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:06.278539 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device e71bcd88-8306-4daa-afb3-bb3f1c7c2749 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:55:06.310692 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-77c0edd1-f452-4766-bd28-c0268bf0d909 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.332687 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-77c0edd1-f452-4766-bd28-c0268bf0d909 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.345574 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c0edd1-f452-4766-bd28-c0268bf0d909 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:55:06.346268 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-77c0edd1-f452-4766-bd28-c0268bf0d909 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:55:06.355820 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:55:06.391927 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7230da2-ba57-4488-9303-efca3c8f9f44 req-6ef2ecf4-ea15-4949-be18-410d80082419 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:06.403681 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b7230da2-ba57-4488-9303-efca3c8f9f44 req-6ef2ecf4-ea15-4949-be18-410d80082419 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 943 time: 0.2711990 Jun 17 08:55:06.459499 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b7230da2-ba57-4488-9303-efca3c8f9f44 req-245f0349-67c6-4086-9858-bace30c72805 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535681 Jun 17 08:55:06.538616 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80426e19-63a7-41e9-ae1b-40869baf6f85 req-2ee0b27f-dc0f-4961-9c78-bc5a566b3ef2 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:06.540585 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-80426e19-63a7-41e9-ae1b-40869baf6f85 req-2ee0b27f-dc0f-4961-9c78-bc5a566b3ef2 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8053f4c-dadd-4278-a1a1-635aff4da021 HTTP/1.1" status: 200 len: 944 time: 0.1339326 Jun 17 08:55:06.564798 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-551d76ab-635b-45c1-b870-a0caf4d13227 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.586122 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8401ea71-57d5-4ff7-ad0c-a6d698e03093 None None] Network 4ebbc811-a69c-4919-8569-26d8fdfdbe51 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:06.586233 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ed47bc59-9317-4ae2-af31-833413178545 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:06.586340 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-d4288e6e-9a39-45b5-b332-a68127dfebdb None None] For port e71bcd88-8306-4daa-afb3-bb3f1c7c2749, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=e71bcd88-8306-4daa-afb3-bb3f1c7c2749,segment=NetworkSegment(475a5b87-6e24-402e-88b1-f6c1132282b5),segment_id=475a5b87-6e24-402e-88b1-f6c1132282b5)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:06.586340 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5ffb64-7ecb-4c3e-b6bf-2ca657119180 x-openstack-request-id: req-0a5ffb64-7ecb-4c3e-b6bf-2ca657119180 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:06.586340 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ca3b65-3b92-4f9f-97f7-d3e892a64d3e", "name": "network-vif-unplugged", "status": "completed", "tag": "346f6d8b-8101-4cdf-861b-485e015958b6", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:06.586340 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a5ffb64-7ecb-4c3e-b6bf-2ca657119180 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:06.586340 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ca3b65-3b92-4f9f-97f7-d3e892a64d3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '346f6d8b-8101-4cdf-861b-485e015958b6', 'code': 200} Jun 17 08:55:06.644287 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-80426e19-63a7-41e9-ae1b-40869baf6f85 req-004b54a9-9469-4670-9f6f-0bc1e214fce2 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908730 Jun 17 08:55:06.646045 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-77c0edd1-f452-4766-bd28-c0268bf0d909 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.651072 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d76ab-635b-45c1-b870-a0caf4d13227 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Pushing event deleted for resources: {'Port': ['ID=ae0e27dd-3087-439f-9c3e-5ca6ab0ba24a,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:06.663267 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3fa9d844-6293-4499-8ad9-6b0895e5a2f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:06.675815 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-551d76ab-635b-45c1-b870-a0caf4d13227 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:06.678869 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-77c0edd1-f452-4766-bd28-c0268bf0d909 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.686621 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-77c0edd1-f452-4766-bd28-c0268bf0d909 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] 10.222.0.49 "DELETE /v2.0/networks/4ebbc811-a69c-4919-8569-26d8fdfdbe51 HTTP/1.1" status: 204 len: 168 time: 2.0962143 Jun 17 08:55:06.699124 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35264) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:06.718781 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0edd1-f452-4766-bd28-c0268bf0d909 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Pushing event deleted for resources: {'Network': ['ID=4ebbc811-a69c-4919-8569-26d8fdfdbe51,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:06.724278 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-77c0edd1-f452-4766-bd28-c0268bf0d909 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:06.740575 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d4288e6e-9a39-45b5-b332-a68127dfebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.747458 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0f130bc1-3b84-4782-9db7-8673327c9ac0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:06.749350 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.784146 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 346f6d8b-8101-4cdf-861b-485e015958b6 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:55:06.820388 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-0429be1e-2ecb-496b-8106-64a1f51a11d7 None None] Deleting port e71bcd88-8306-4daa-afb3-bb3f1c7c2749 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:06.820991 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0429be1e-2ecb-496b-8106-64a1f51a11d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.830914 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e3be5572-3e3f-41a0-906a-342398d75806 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.848927 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-551d76ab-635b-45c1-b870-a0caf4d13227 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.944040 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 346f6d8b-8101-4cdf-861b-485e015958b6, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=346f6d8b-8101-4cdf-861b-485e015958b6,segment=NetworkSegment(8b09ab30-e72c-413f-ba3e-98e0a1bb60b4),segment_id=8b09ab30-e72c-413f-ba3e-98e0a1bb60b4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:06.953334 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-73515b13-69d1-4a09-9085-6113d5ad50cd None None] Could not find standard attr ID for object ae5cb0ab-58f7-4e49-aaa0-a66357995f98. {{(pid=94521) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:55:06.968671 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-551d76ab-635b-45c1-b870-a0caf4d13227 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.974711 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-551d76ab-635b-45c1-b870-a0caf4d13227 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:06.984043 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:07.011653 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4288e6e-9a39-45b5-b332-a68127dfebdb None None] Pushing event updated for resources: {'Port': ['ID=e71bcd88-8306-4daa-afb3-bb3f1c7c2749,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:07.047004 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-e3be5572-3e3f-41a0-906a-342398d75806 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Deleting port e71bcd88-8306-4daa-afb3-bb3f1c7c2749 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:07.047004 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e3be5572-3e3f-41a0-906a-342398d75806 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:07.048514 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-0429be1e-2ecb-496b-8106-64a1f51a11d7 None None] For port e71bcd88-8306-4daa-afb3-bb3f1c7c2749, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=e71bcd88-8306-4daa-afb3-bb3f1c7c2749,segment=NetworkSegment(475a5b87-6e24-402e-88b1-f6c1132282b5),segment_id=475a5b87-6e24-402e-88b1-f6c1132282b5)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:07.048926 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0429be1e-2ecb-496b-8106-64a1f51a11d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:07.052282 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-d4288e6e-9a39-45b5-b332-a68127dfebdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:07.067275 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port e71bcd88-8306-4daa-afb3-bb3f1c7c2749, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=e71bcd88-8306-4daa-afb3-bb3f1c7c2749,segment=NetworkSegment(475a5b87-6e24-402e-88b1-f6c1132282b5),segment_id=475a5b87-6e24-402e-88b1-f6c1132282b5)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:07.070999 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:07.071721 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 46394d5d-d9f5-4234-a515-db774546add5 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:55:07.099483 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:07.118578 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-e3be5572-3e3f-41a0-906a-342398d75806 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] For port e71bcd88-8306-4daa-afb3-bb3f1c7c2749, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=e71bcd88-8306-4daa-afb3-bb3f1c7c2749,segment=NetworkSegment(475a5b87-6e24-402e-88b1-f6c1132282b5),segment_id=475a5b87-6e24-402e-88b1-f6c1132282b5)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:07.119468 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e3be5572-3e3f-41a0-906a-342398d75806 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:07.132711 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-0429be1e-2ecb-496b-8106-64a1f51a11d7 None None] Calling delete_port for e71bcd88-8306-4daa-afb3-bb3f1c7c2749 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:07.134753 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee77b713-d3ee-4341-830e-568cc74be44f None None] DHCP port deletion for 4ebbc811-a69c-4919-8569-26d8fdfdbe51 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:55:07.199292 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-e3be5572-3e3f-41a0-906a-342398d75806 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Calling delete_port for e71bcd88-8306-4daa-afb3-bb3f1c7c2749 owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:07.203735 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-551d76ab-635b-45c1-b870-a0caf4d13227 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:07.204247 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551d76ab-635b-45c1-b870-a0caf4d13227 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Fanout notify agent at l3_agent the message router_deleted on router 960f6c0a-1977-4c24-8929-59d6d734a9fa {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:55:07.212033 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-551d76ab-635b-45c1-b870-a0caf4d13227 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:07.213774 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-551d76ab-635b-45c1-b870-a0caf4d13227 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] 10.222.0.49 "DELETE /v2.0/routers/960f6c0a-1977-4c24-8929-59d6d734a9fa HTTP/1.1" status: 204 len: 168 time: 2.2268174 Jun 17 08:55:07.216754 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35286) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:07.234205 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:07.253437 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=346f6d8b-8101-4cdf-861b-485e015958b6,revision_number=7']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:07.282785 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:07.285878 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-73d99a49-398b-4276-a0e5-8500e39e92a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:07.380108 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=e71bcd88-8306-4daa-afb3-bb3f1c7c2749,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:07.384787 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:07.390216 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 46394d5d-d9f5-4234-a515-db774546add5, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=46394d5d-d9f5-4234-a515-db774546add5,segment=NetworkSegment(9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8),segment_id=9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:07.406393 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '46394d5d-d9f5-4234-a515-db774546add5', 'network_id': '3d62d846-3a07-40e4-87a0-3f5731d4aa7c', 'port_id': '46394d5d-d9f5-4234-a515-db774546add5', 'mac_address': 'fa:16:3e:5c:de:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed0d1484-53b2-4654-8e14-3c695b3cb00a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:55:07.408779 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:55:07.416732 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e3be5572-3e3f-41a0-906a-342398d75806 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:07.422834 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-06c2c108-6234-4d55-8728-d45e6d8a6bd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:07.431163 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3be5572-3e3f-41a0-906a-342398d75806 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] No DVR routers for this DVR port e71bcd88-8306-4daa-afb3-bb3f1c7c2749 on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:55:07.455884 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0429be1e-2ecb-496b-8106-64a1f51a11d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:07.460981 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:07.496347 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429be1e-2ecb-496b-8106-64a1f51a11d7 None None] Pushing event deleted for resources: {'Port': ['ID=e71bcd88-8306-4daa-afb3-bb3f1c7c2749,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:07.524113 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0429be1e-2ecb-496b-8106-64a1f51a11d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:07.524113 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0429be1e-2ecb-496b-8106-64a1f51a11d7 None None] No DVR routers for this DVR port e71bcd88-8306-4daa-afb3-bb3f1c7c2749 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:55:07.557450 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:07.583025 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46394d5d-d9f5-4234-a515-db774546add5 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:55:07.597729 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be5572-3e3f-41a0-906a-342398d75806 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Pushing event deleted for resources: {'Port': ['ID=e71bcd88-8306-4daa-afb3-bb3f1c7c2749,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:07.611950 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e3be5572-3e3f-41a0-906a-342398d75806 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:07.621839 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 46394d5d-d9f5-4234-a515-db774546add5, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=46394d5d-d9f5-4234-a515-db774546add5,segment=NetworkSegment(9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8),segment_id=9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:07.633618 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e3be5572-3e3f-41a0-906a-342398d75806 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:07.659168 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-e3be5572-3e3f-41a0-906a-342398d75806 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05cfb095-a578-4d1b-ad58-0cda07454dd0']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:07.684610 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-e3be5572-3e3f-41a0-906a-342398d75806 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '475a5b87-6e24-402e-88b1-f6c1132282b5') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:07.687928 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-e3be5572-3e3f-41a0-906a-342398d75806 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '475a5b87-6e24-402e-88b1-f6c1132282b5') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:07.707673 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e3be5572-3e3f-41a0-906a-342398d75806 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:07.709507 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:07.712781 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9b8cf714-f9b8-4c9e-aa34-1fd891a0a8c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:07.728456 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e3be5572-3e3f-41a0-906a-342398d75806 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:07.736582 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3be5572-3e3f-41a0-906a-342398d75806 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:55:07.737352 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e3be5572-3e3f-41a0-906a-342398d75806 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:55:07.801500 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:55:07.804531 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35318) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:07.827842 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=46394d5d-d9f5-4234-a515-db774546add5,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:07.843105 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:07.907596 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c6a8e1-370c-440c-b0c5-750411092322 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Deleting subnet 5e323561-b664-4074-8d22-0964a1a4da7c {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:55:07.913021 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-24c6a8e1-370c-440c-b0c5-750411092322 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:07.949080 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['346f6d8b-8101-4cdf-861b-485e015958b6'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:55:07.959171 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e3be5572-3e3f-41a0-906a-342398d75806 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:07.970147 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e3be5572-3e3f-41a0-906a-342398d75806 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:07.972178 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e3be5572-3e3f-41a0-906a-342398d75806 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] 10.222.0.49 "DELETE /v2.0/networks/05cfb095-a578-4d1b-ad58-0cda07454dd0 HTTP/1.1" status: 204 len: 168 time: 1.2800200 Jun 17 08:55:07.974140 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9231c9f8-c4b9-409e-bfd1-046286259429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:07.980581 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35328) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:07.989932 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be5572-3e3f-41a0-906a-342398d75806 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Pushing event deleted for resources: {'Network': ['ID=05cfb095-a578-4d1b-ad58-0cda07454dd0,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:07.992663 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e3be5572-3e3f-41a0-906a-342398d75806 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:08.001299 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4910394-691e-4c50-9342-1927c3b1a0be req-9050616b-d671-4822-8873-1a1f50b7d49a tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:08.001981 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-24c6a8e1-370c-440c-b0c5-750411092322 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:08.008730 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a4910394-691e-4c50-9342-1927c3b1a0be req-9050616b-d671-4822-8873-1a1f50b7d49a tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 944 time: 0.2057736 Jun 17 08:55:08.041131 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['46394d5d-d9f5-4234-a515-db774546add5'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:55:08.055752 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4df7a282-5985-42ee-b09b-c511b3b0f802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:08.086624 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a4910394-691e-4c50-9342-1927c3b1a0be req-b2256d54-2646-4b73-b7a2-5c7ef68af908 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727513 Jun 17 08:55:08.151283 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3f8f0fc6-4f2e-46d3-90a6-d9bcef6d8a4b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:08.157991 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device ae5cb0ab-58f7-4e49-aaa0-a66357995f98 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:55:08.212617 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: ae5cb0ab-58f7-4e49-aaa0-a66357995f98 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:55:08.212983 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device ae5cb0ab-58f7-4e49-aaa0-a66357995f98 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:55:08.221733 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4df7a282-5985-42ee-b09b-c511b3b0f802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:08.238338 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf6621-f8f3-4d09-90c7-1ddfa7c0da59 req-3058e081-274a-40e7-948c-1e51e6b99929 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:08.245915 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-31cf6621-f8f3-4d09-90c7-1ddfa7c0da59 req-3058e081-274a-40e7-948c-1e51e6b99929 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8053f4c-dadd-4278-a1a1-635aff4da021 HTTP/1.1" status: 200 len: 945 time: 0.3113840 Jun 17 08:55:08.339373 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-24c6a8e1-370c-440c-b0c5-750411092322 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:08.395971 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4df7a282-5985-42ee-b09b-c511b3b0f802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:08.395971 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d1bb3781-8f8a-492e-81d4-8a2ce605c952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:08.396649 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3f8f0fc6-4f2e-46d3-90a6-d9bcef6d8a4b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:08.402006 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-31cf6621-f8f3-4d09-90c7-1ddfa7c0da59 req-5cf29686-94c3-4d90-9fb8-5419d2ed4b72 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551778 Jun 17 08:55:08.416881 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-3f8f0fc6-4f2e-46d3-90a6-d9bcef6d8a4b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4edaa3a-c535-4857-91ed-eec6cd355105']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:08.433153 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4df7a282-5985-42ee-b09b-c511b3b0f802 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=acb9625b7ca4439c9781f8476bc039f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6265576 Jun 17 08:55:08.437759 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-3f8f0fc6-4f2e-46d3-90a6-d9bcef6d8a4b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa08e47e-50d7-4722-802b-bb898b596a11') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:08.437759 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-3f8f0fc6-4f2e-46d3-90a6-d9bcef6d8a4b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa08e47e-50d7-4722-802b-bb898b596a11') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:08.438098 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35340) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:08.451874 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3f8f0fc6-4f2e-46d3-90a6-d9bcef6d8a4b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:08.454070 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7a282-5985-42ee-b09b-c511b3b0f802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e2b505-2ddc-4f7d-a8cf-8a5d7f7f0065,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:08.469233 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3f8f0fc6-4f2e-46d3-90a6-d9bcef6d8a4b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:08.470063 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4df7a282-5985-42ee-b09b-c511b3b0f802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:08.475951 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8f0fc6-4f2e-46d3-90a6-d9bcef6d8a4b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3f8f0fc6-4f2e-46d3-90a6-d9bcef6d8a4b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:55:08.481497 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:55:08.513687 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-299966a7-24f5-4822-887b-0f4ebd60daea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:08.537261 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-299966a7-24f5-4822-887b-0f4ebd60daea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:08.575602 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-24c6a8e1-370c-440c-b0c5-750411092322 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:08.579382 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-bc6bc1d4-19b1-469f-be7b-458849c58c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:08.607830 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6a8e1-370c-440c-b0c5-750411092322 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Pushing event deleted for resources: {'Subnet': ['ID=5e323561-b664-4074-8d22-0964a1a4da7c,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:08.609747 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-24c6a8e1-370c-440c-b0c5-750411092322 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:08.612155 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-24c6a8e1-370c-440c-b0c5-750411092322 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] 10.222.0.49 "DELETE /v2.0/subnets/5e323561-b664-4074-8d22-0964a1a4da7c HTTP/1.1" status: 204 len: 168 time: 1.3942161 Jun 17 08:55:08.613959 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-24c6a8e1-370c-440c-b0c5-750411092322 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:08.616141 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6791fb5-49ea-4edc-97eb-2f9a93f7427c None None] Network 07817798-1f0e-46d3-88dd-c0960c665e71 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:08.618070 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35344) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:08.671289 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3f8f0fc6-4f2e-46d3-90a6-d9bcef6d8a4b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:08.678069 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-53aae440-21d0-4d3b-bb19-3ddef88ad411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:08.697257 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3f8f0fc6-4f2e-46d3-90a6-d9bcef6d8a4b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:08.701324 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3f8f0fc6-4f2e-46d3-90a6-d9bcef6d8a4b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] 10.222.0.49 "DELETE /v2.0/networks/f4edaa3a-c535-4857-91ed-eec6cd355105 HTTP/1.1" status: 204 len: 168 time: 0.7175903 Jun 17 08:55:08.701324 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f0fc6-4f2e-46d3-90a6-d9bcef6d8a4b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Pushing event deleted for resources: {'Network': ['ID=f4edaa3a-c535-4857-91ed-eec6cd355105,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:08.702783 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35348) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:08.708500 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3f8f0fc6-4f2e-46d3-90a6-d9bcef6d8a4b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:08.727117 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-299966a7-24f5-4822-887b-0f4ebd60daea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:08.728884 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1073f354-ddce-4d21-a2bc-11c6bde6cb0f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:08.736772 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-299966a7-24f5-4822-887b-0f4ebd60daea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:08.742765 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-299966a7-24f5-4822-887b-0f4ebd60daea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d6e2b505-2ddc-4f7d-a8cf-8a5d7f7f0065 HTTP/1.1" status: 204 len: 168 time: 0.3003535 Jun 17 08:55:08.781622 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-45793efb-01c3-4f40-a620-27a975127c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:08.805424 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-1073f354-ddce-4d21-a2bc-11c6bde6cb0f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Deleting port b6a076a5-f325-4d1e-9e7e-ded19767bc7b {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:08.806719 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1073f354-ddce-4d21-a2bc-11c6bde6cb0f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:08.825760 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299966a7-24f5-4822-887b-0f4ebd60daea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e2b505-2ddc-4f7d-a8cf-8a5d7f7f0065,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:08.828444 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-299966a7-24f5-4822-887b-0f4ebd60daea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:08.860292 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c74670-3a3f-456e-a338-4e082c827e9e None None] DHCP port deletion for 07817798-1f0e-46d3-88dd-c0960c665e71 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:55:08.875352 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35356) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:08.903115 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c919effc-8ea6-4054-93ca-2829849ee0fd tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:08.920941 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-1073f354-ddce-4d21-a2bc-11c6bde6cb0f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] For port b6a076a5-f325-4d1e-9e7e-ded19767bc7b, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=b6a076a5-f325-4d1e-9e7e-ded19767bc7b,segment=NetworkSegment(df025706-04f9-46ac-9a50-b33c9ff4f919),segment_id=df025706-04f9-46ac-9a50-b33c9ff4f919)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:08.922100 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1073f354-ddce-4d21-a2bc-11c6bde6cb0f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:08.935626 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-37c74670-3a3f-456e-a338-4e082c827e9e None None] Deleting port b6a076a5-f325-4d1e-9e7e-ded19767bc7b {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:08.936123 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-37c74670-3a3f-456e-a338-4e082c827e9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.010645 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-1073f354-ddce-4d21-a2bc-11c6bde6cb0f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Calling delete_port for b6a076a5-f325-4d1e-9e7e-ded19767bc7b owned by network:dhcp {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:09.030928 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c919effc-8ea6-4054-93ca-2829849ee0fd tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.032701 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-37c74670-3a3f-456e-a338-4e082c827e9e None None] For port b6a076a5-f325-4d1e-9e7e-ded19767bc7b, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=b6a076a5-f325-4d1e-9e7e-ded19767bc7b,segment=NetworkSegment(df025706-04f9-46ac-9a50-b33c9ff4f919),segment_id=df025706-04f9-46ac-9a50-b33c9ff4f919)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:09.033165 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-37c74670-3a3f-456e-a338-4e082c827e9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.035956 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35360) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:09.069044 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-c919effc-8ea6-4054-93ca-2829849ee0fd tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e15d485-7780-4c95-81e4-b9ab88d54c1f']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:09.080157 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-c919effc-8ea6-4054-93ca-2829849ee0fd tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e6bfde6-42c2-4c64-ad51-8c9efacb83bf') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:09.080707 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-c919effc-8ea6-4054-93ca-2829849ee0fd tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e6bfde6-42c2-4c64-ad51-8c9efacb83bf') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:09.102728 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c919effc-8ea6-4054-93ca-2829849ee0fd tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.111527 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-37c74670-3a3f-456e-a338-4e082c827e9e None None] Calling delete_port for b6a076a5-f325-4d1e-9e7e-ded19767bc7b owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:09.137426 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c919effc-8ea6-4054-93ca-2829849ee0fd tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.152795 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c919effc-8ea6-4054-93ca-2829849ee0fd tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:55:09.153676 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c919effc-8ea6-4054-93ca-2829849ee0fd tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:55:09.161407 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:55:09.258930 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1073f354-ddce-4d21-a2bc-11c6bde6cb0f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.271037 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-37c74670-3a3f-456e-a338-4e082c827e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.291997 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-044184f2-10d2-4193-91eb-4a3bfc96c871 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:09.295480 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-c015442d-5ded-4b5a-927c-e9613f7346c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:09.311824 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c8ea3-1a1b-4439-aef1-fc47d4128ed6 req-906b857c-cc1a-47c8-bf51-38695c0ad7c2 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:09.312046 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c74670-3a3f-456e-a338-4e082c827e9e None None] No DVR routers for this DVR port b6a076a5-f325-4d1e-9e7e-ded19767bc7b on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:55:09.313633 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-428c8ea3-1a1b-4439-aef1-fc47d4128ed6 req-906b857c-cc1a-47c8-bf51-38695c0ad7c2 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 944 time: 0.0787992 Jun 17 08:55:09.317312 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c919effc-8ea6-4054-93ca-2829849ee0fd tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.321479 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-58e969fe-517a-4a60-b774-3268aa3b947b tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:09.332050 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1073f354-ddce-4d21-a2bc-11c6bde6cb0f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] No DVR routers for this DVR port b6a076a5-f325-4d1e-9e7e-ded19767bc7b on host n-d-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:55:09.332199 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c919effc-8ea6-4054-93ca-2829849ee0fd tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.332199 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c919effc-8ea6-4054-93ca-2829849ee0fd tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] 10.222.0.49 "DELETE /v2.0/networks/5e15d485-7780-4c95-81e4-b9ab88d54c1f HTTP/1.1" status: 204 len: 168 time: 0.6257222 Jun 17 08:55:09.353041 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919effc-8ea6-4054-93ca-2829849ee0fd tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Pushing event deleted for resources: {'Network': ['ID=5e15d485-7780-4c95-81e4-b9ab88d54c1f,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:09.360405 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c74670-3a3f-456e-a338-4e082c827e9e None None] Pushing event deleted for resources: {'Port': ['ID=b6a076a5-f325-4d1e-9e7e-ded19767bc7b,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:09.363139 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c919effc-8ea6-4054-93ca-2829849ee0fd tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:09.370055 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-37c74670-3a3f-456e-a338-4e082c827e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:09.383025 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073f354-ddce-4d21-a2bc-11c6bde6cb0f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Pushing event deleted for resources: {'Port': ['ID=b6a076a5-f325-4d1e-9e7e-ded19767bc7b,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:09.388080 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-b71e0c2f-b6e5-463d-9143-670bb5b74a52 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1068314262'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:09.401958 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-428c8ea3-1a1b-4439-aef1-fc47d4128ed6 req-97133827-e1b0-4b8f-9d25-9e87db4637ab tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680926 Jun 17 08:55:09.403251 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-52d54b69-b9df-49da-8a9c-726267a13656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.407640 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1073f354-ddce-4d21-a2bc-11c6bde6cb0f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:09.484232 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1073f354-ddce-4d21-a2bc-11c6bde6cb0f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.495476 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b71e0c2f-b6e5-463d-9143-670bb5b74a52 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.496173 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-1073f354-ddce-4d21-a2bc-11c6bde6cb0f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07817798-1f0e-46d3-88dd-c0960c665e71']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:09.498307 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b71e0c2f-b6e5-463d-9143-670bb5b74a52 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.512367 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-1073f354-ddce-4d21-a2bc-11c6bde6cb0f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df025706-04f9-46ac-9a50-b33c9ff4f919') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:09.512672 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-1073f354-ddce-4d21-a2bc-11c6bde6cb0f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df025706-04f9-46ac-9a50-b33c9ff4f919') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:09.527302 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1073f354-ddce-4d21-a2bc-11c6bde6cb0f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.562215 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1073f354-ddce-4d21-a2bc-11c6bde6cb0f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.563209 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b71e0c2f-b6e5-463d-9143-670bb5b74a52 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.588705 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1073f354-ddce-4d21-a2bc-11c6bde6cb0f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:55:09.589208 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1073f354-ddce-4d21-a2bc-11c6bde6cb0f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:55:09.592371 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:55:09.685115 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b71e0c2f-b6e5-463d-9143-670bb5b74a52 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.710671 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 46394d5d-d9f5-4234-a515-db774546add5 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:09.717985 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a20b5-0b34-4fbd-853b-ec253bb95edd req-496a5446-6eda-4f2f-b2fa-3899688508e6 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:09.719489 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-408a20b5-0b34-4fbd-853b-ec253bb95edd req-496a5446-6eda-4f2f-b2fa-3899688508e6 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8053f4c-dadd-4278-a1a1-635aff4da021 HTTP/1.1" status: 200 len: 945 time: 0.1818449 Jun 17 08:55:09.730361 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-52d54b69-b9df-49da-8a9c-726267a13656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.762823 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-408a20b5-0b34-4fbd-853b-ec253bb95edd req-b16510b0-e4cd-44b4-8ff9-49951df64a7d tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346286 Jun 17 08:55:09.803817 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1073f354-ddce-4d21-a2bc-11c6bde6cb0f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.805523 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-52d54b69-b9df-49da-8a9c-726267a13656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.811843 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-98af891a-d26c-48c2-a7f5-e9f0ee70eb0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:09.819250 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1073f354-ddce-4d21-a2bc-11c6bde6cb0f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.823219 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-1073f354-ddce-4d21-a2bc-11c6bde6cb0f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] 10.222.0.49 "DELETE /v2.0/networks/07817798-1f0e-46d3-88dd-c0960c665e71 HTTP/1.1" status: 204 len: 168 time: 1.2020874 Jun 17 08:55:09.823744 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35384) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:09.855328 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-52d54b69-b9df-49da-8a9c-726267a13656 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b2ad62e7c2e140699089a59a584d4d3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9765484 Jun 17 08:55:09.855328 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d54b69-b9df-49da-8a9c-726267a13656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cdb54e-c71d-493f-9923-d349ce1a38a2,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:09.857568 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35386) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:09.866394 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 46394d5d-d9f5-4234-a515-db774546add5 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:09.867023 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-52d54b69-b9df-49da-8a9c-726267a13656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:09.867796 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-790fd2b5-7d09-4c6a-8843-d6a4e83c4743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:09.872057 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 46394d5d-d9f5-4234-a515-db774546add5 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:09.877057 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.889441 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073f354-ddce-4d21-a2bc-11c6bde6cb0f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Pushing event deleted for resources: {'Network': ['ID=07817798-1f0e-46d3-88dd-c0960c665e71,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:09.894368 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1073f354-ddce-4d21-a2bc-11c6bde6cb0f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:09.941528 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b71e0c2f-b6e5-463d-9143-670bb5b74a52 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.942780 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b71e0c2f-b6e5-463d-9143-670bb5b74a52 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9057868 Jun 17 08:55:09.945910 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35390) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:09.955325 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:55:09.993207 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35392) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:10.010113 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3bfb8e16-67cd-46f4-a438-364fea9223f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.038271 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3bfb8e16-67cd-46f4-a438-364fea9223f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.038838 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.053457 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-ec8bb4a4-6a50-4a33-b460-1299dd12933c tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Deleting port eba48965-88d1-44cb-9eae-0c8243adda32 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:10.053946 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ec8bb4a4-6a50-4a33-b460-1299dd12933c tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.072955 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8053f4c-dadd-4278-a1a1-635aff4da021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46394d5d-d9f5-4234-a515-db774546add5'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:55:10.076666 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552bdcde-629c-4fca-b051-075d263f73ae" -d '{"events": [{"server_uuid": "e8053f4c-dadd-4278-a1a1-635aff4da021", "name": "network-vif-plugged", "status": "completed", "tag": "46394d5d-d9f5-4234-a515-db774546add5"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:10.105288 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ec1e2b84-aabc-4cbf-ba54-2704854964bb tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.124676 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 46394d5d-d9f5-4234-a515-db774546add5, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=46394d5d-d9f5-4234-a515-db774546add5,segment=NetworkSegment(9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8),segment_id=9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:10.149364 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19828749-5a27-4fca-9ae9-cb51681a21ea x-openstack-request-id: req-19828749-5a27-4fca-9ae9-cb51681a21ea {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:10.149559 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ec8bb4a4-6a50-4a33-b460-1299dd12933c tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.149999 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ec8bb4a4-6a50-4a33-b460-1299dd12933c tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.151107 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8053f4c-dadd-4278-a1a1-635aff4da021", "name": "network-vif-plugged", "status": "completed", "tag": "46394d5d-d9f5-4234-a515-db774546add5", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:10.151515 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-19828749-5a27-4fca-9ae9-cb51681a21ea {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:10.152978 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8053f4c-dadd-4278-a1a1-635aff4da021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46394d5d-d9f5-4234-a515-db774546add5', 'code': 200} Jun 17 08:55:10.214364 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device b6a076a5-f325-4d1e-9e7e-ded19767bc7b no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:55:10.238819 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: b6a076a5-f325-4d1e-9e7e-ded19767bc7b {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:55:10.239354 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device b6a076a5-f325-4d1e-9e7e-ded19767bc7b not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:55:10.255520 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.257833 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 346f6d8b-8101-4cdf-861b-485e015958b6 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:10.261969 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-ec8bb4a4-6a50-4a33-b460-1299dd12933c tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Calling delete_port for eba48965-88d1-44cb-9eae-0c8243adda32 owned by network:floatingip {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:10.314182 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:10.331531 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3d9df71d-a604-4d71-a7f5-b9dea61834d4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7204783770e448c1a2456ab97ffe4074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3368387 Jun 17 08:55:10.332163 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ec1e2b84-aabc-4cbf-ba54-2704854964bb tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.333599 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35402) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:10.343952 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ec1e2b84-aabc-4cbf-ba54-2704854964bb tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.376419 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=46394d5d-d9f5-4234-a515-db774546add5,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:10.388278 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:10.403909 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3bfb8e16-67cd-46f4-a438-364fea9223f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.406577 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3bfb8e16-67cd-46f4-a438-364fea9223f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.407747 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3bfb8e16-67cd-46f4-a438-364fea9223f5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/41cdb54e-c71d-493f-9923-d349ce1a38a2 HTTP/1.1" status: 204 len: 168 time: 0.5489900 Jun 17 08:55:10.408111 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 346f6d8b-8101-4cdf-861b-485e015958b6 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:10.408542 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.414680 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4e0e67bb-1fd3-425e-8305-1b0269ce4ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:10.443619 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb8e16-67cd-46f4-a438-364fea9223f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cdb54e-c71d-493f-9923-d349ce1a38a2,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:10.448335 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3bfb8e16-67cd-46f4-a438-364fea9223f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:10.450429 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c7fe7-1a4e-471d-bcef-6bed54e249a8 req-476037b2-709d-4cb2-bc5a-8494c493b0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:10.451617 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a78c7fe7-1a4e-471d-bcef-6bed54e249a8 req-476037b2-709d-4cb2-bc5a-8494c493b0d3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e8053f4c-dadd-4278-a1a1-635aff4da021 HTTP/1.1" status: 200 len: 1098 time: 0.1886990 Jun 17 08:55:10.486297 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2b25fdb1-f6b8-446d-9560-a9e0628868ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.510594 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a78c7fe7-1a4e-471d-bcef-6bed54e249a8 req-9a37eabd-b443-46a4-90ad-373fbb312a93 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487826 Jun 17 08:55:10.522014 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2b25fdb1-f6b8-446d-9560-a9e0628868ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.543250 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ec1e2b84-aabc-4cbf-ba54-2704854964bb tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.544652 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1e2b84-aabc-4cbf-ba54-2704854964bb tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b87b355a-76ce-4476-add0-68690de2e487 {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:55:10.564049 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ec1e2b84-aabc-4cbf-ba54-2704854964bb tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.569315 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35410) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:10.569522 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ec1e2b84-aabc-4cbf-ba54-2704854964bb tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] 10.222.0.49 "DELETE /v2.0/routers/b87b355a-76ce-4476-add0-68690de2e487 HTTP/1.1" status: 204 len: 168 time: 0.6189225 Jun 17 08:55:10.574351 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-dff6344f-3828-4a0f-a9fa-7691e41e5a6b tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Request body: {'router': {'name': 'tempest-router-1409701448', 'distributed': False}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:10.580285 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ec8bb4a4-6a50-4a33-b460-1299dd12933c tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.624653 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.630157 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-77310969-8a2a-4bb0-83a3-35f1b80b00ba tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:10.680347 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 346f6d8b-8101-4cdf-861b-485e015958b6, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=346f6d8b-8101-4cdf-861b-485e015958b6,segment=NetworkSegment(8b09ab30-e72c-413f-ba3e-98e0a1bb60b4),segment_id=8b09ab30-e72c-413f-ba3e-98e0a1bb60b4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:10.685876 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8bb4a4-6a50-4a33-b460-1299dd12933c tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Pushing event deleted for resources: {'Port': ['ID=eba48965-88d1-44cb-9eae-0c8243adda32,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:10.691817 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ec8bb4a4-6a50-4a33-b460-1299dd12933c tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:10.708453 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d39600-fc2c-4d27-ac12-0038e4693aad req-a3291082-4d17-454f-a26c-a6fda880f654 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:10.710031 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-57d39600-fc2c-4d27-ac12-0038e4693aad req-a3291082-4d17-454f-a26c-a6fda880f654 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 944 time: 0.1337035 Jun 17 08:55:10.715573 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34c4b1-90fd-46a2-b8ef-87f9bc3886dd req-b353b172-370f-469b-85be-d6aae9b01712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:10.717121 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a34c4b1-90fd-46a2-b8ef-87f9bc3886dd req-b353b172-370f-469b-85be-d6aae9b01712 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=22ef6047a86443e4be0b6c7a582383e9&device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 1096 time: 0.0961621 Jun 17 08:55:10.734651 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ec8bb4a4-6a50-4a33-b460-1299dd12933c tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks [] for floatingip, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.737958 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ec8bb4a4-6a50-4a33-b460-1299dd12933c tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.739115 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ec8bb4a4-6a50-4a33-b460-1299dd12933c tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] 10.222.0.49 "DELETE /v2.0/floatingips/5251e241-ca61-4951-95ef-1113e0573fdc HTTP/1.1" status: 204 len: 168 time: 0.9136810 Jun 17 08:55:10.772561 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dff6344f-3828-4a0f-a9fa-7691e41e5a6b tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.774550 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dff6344f-3828-4a0f-a9fa-7691e41e5a6b tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.776014 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.776696 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2b25fdb1-f6b8-446d-9560-a9e0628868ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.801840 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-91d475d1-2917-416a-a072-3554bce0e158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:10.802240 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2b25fdb1-f6b8-446d-9560-a9e0628868ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.802240 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-2b25fdb1-f6b8-446d-9560-a9e0628868ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1fd992df-33f5-4063-af93-ea114b1e62c7 HTTP/1.1" status: 204 len: 168 time: 0.4466181 Jun 17 08:55:10.814146 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8101cc29-7b94-4ed5-8e39-844c585f3b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:10.826985 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-57d39600-fc2c-4d27-ac12-0038e4693aad req-f077743d-7056-4eb5-b76d-61e7a465efb3 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088724 Jun 17 08:55:10.832642 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25fdb1-f6b8-446d-9560-a9e0628868ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd992df-33f5-4063-af93-ea114b1e62c7,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:10.835575 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2b25fdb1-f6b8-446d-9560-a9e0628868ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:10.879598 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dff6344f-3828-4a0f-a9fa-7691e41e5a6b tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:10.907502 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34c4b1-90fd-46a2-b8ef-87f9bc3886dd req-260a362d-eaaa-4a98-8068-04d56ab1b545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:10.909140 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a34c4b1-90fd-46a2-b8ef-87f9bc3886dd req-260a362d-eaaa-4a98-8068-04d56ab1b545 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eccbc072-50fb-4234-8176-49cfc92d8a16 HTTP/1.1" status: 200 len: 916 time: 0.1651535 Jun 17 08:55:10.912561 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=346f6d8b-8101-4cdf-861b-485e015958b6,revision_number=8']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:10.916169 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:10.953435 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a34c4b1-90fd-46a2-b8ef-87f9bc3886dd req-742d4e1c-c2ce-4afb-98a2-b63c4180b492 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=346f6d8b-8101-4cdf-861b-485e015958b6 HTTP/1.1" status: 200 len: 217 time: 0.0367579 Jun 17 08:55:10.975381 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beae43c-2eb0-4f9f-9387-30ec44afb5a3 req-fb46ce20-1ebf-49e8-8102-1969e0950b37 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:10.977268 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4beae43c-2eb0-4f9f-9387-30ec44afb5a3 req-fb46ce20-1ebf-49e8-8102-1969e0950b37 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8053f4c-dadd-4278-a1a1-635aff4da021 HTTP/1.1" status: 200 len: 946 time: 0.0723038 Jun 17 08:55:11.002445 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dff6344f-3828-4a0f-a9fa-7691e41e5a6b tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:11.026094 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34c4b1-90fd-46a2-b8ef-87f9bc3886dd req-7681b271-c578-47f2-b76c-dbd755d84e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:11.028092 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a34c4b1-90fd-46a2-b8ef-87f9bc3886dd req-7681b271-c578-47f2-b76c-dbd755d84e65 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=52ee78f2-03df-40f6-909e-7994b6ca5c1f HTTP/1.1" status: 200 len: 855 time: 0.0663567 Jun 17 08:55:11.031681 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4beae43c-2eb0-4f9f-9387-30ec44afb5a3 req-3922653f-ddb4-410a-a872-e69ef396e168 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455544 Jun 17 08:55:11.063115 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a34c4b1-90fd-46a2-b8ef-87f9bc3886dd req-087ae5ea-4a8c-4546-b6b7-b35a6dcd236d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eccbc072-50fb-4234-8176-49cfc92d8a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276649 Jun 17 08:55:11.154272 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a34c4b1-90fd-46a2-b8ef-87f9bc3886dd req-d76d076e-8ad1-4881-ae5d-63042e9b779e service neutron] 10.222.0.53 "GET /v2.0/networks/eccbc072-50fb-4234-8176-49cfc92d8a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817716 Jun 17 08:55:11.158127 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dff6344f-3828-4a0f-a9fa-7691e41e5a6b tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:11.159899 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-dff6344f-3828-4a0f-a9fa-7691e41e5a6b tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5889895 Jun 17 08:55:11.162885 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35424) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:11.236781 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bacb0d69-ef13-4649-b82c-b4b262294fd2 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:11.275807 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a34c4b1-90fd-46a2-b8ef-87f9bc3886dd req-d39cf3ce-12a6-4608-9644-98012850d61e service neutron] 10.222.0.53 "GET /v2.0/networks/eccbc072-50fb-4234-8176-49cfc92d8a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109912 Jun 17 08:55:11.397501 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bacb0d69-ef13-4649-b82c-b4b262294fd2 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:11.399834 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bacb0d69-ef13-4649-b82c-b4b262294fd2 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:11.486278 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e4946692-f4a8-4252-9aa7-86d0d4e9edd2 req-4e761118-ee42-4f52-ad79-d0f64e61ae84 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0627792 Jun 17 08:55:11.532391 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bacb0d69-ef13-4649-b82c-b4b262294fd2 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:11.532926 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacb0d69-ef13-4649-b82c-b4b262294fd2 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 145cff67-918a-477f-baa7-3f555657f80d {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:55:11.537567 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bacb0d69-ef13-4649-b82c-b4b262294fd2 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:11.542953 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-bacb0d69-ef13-4649-b82c-b4b262294fd2 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] 10.222.0.49 "DELETE /v2.0/routers/145cff67-918a-477f-baa7-3f555657f80d HTTP/1.1" status: 204 len: 168 time: 0.3750024 Jun 17 08:55:11.542953 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35428) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:11.546976 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-39ed49fb-3cb1-4006-ae38-6abe531fe6b0 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Request body: {'router': {'name': 'tempest-router-771607955', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '326f5d5dd5544118a6f3607ff7ba8ee9'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:11.594878 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4946692-f4a8-4252-9aa7-86d0d4e9edd2 req-1f668134-cdb1-4c0a-9fa2-f8d1598475f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:11.596468 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e4946692-f4a8-4252-9aa7-86d0d4e9edd2 req-1f668134-cdb1-4c0a-9fa2-f8d1598475f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=625e2459307b434fab6fcf2f0c349af9&device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 1097 time: 0.0546677 Jun 17 08:55:11.632003 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-39ed49fb-3cb1-4006-ae38-6abe531fe6b0 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:11.633179 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-39ed49fb-3cb1-4006-ae38-6abe531fe6b0 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:11.707451 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-39ed49fb-3cb1-4006-ae38-6abe531fe6b0 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:11.775120 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4946692-f4a8-4252-9aa7-86d0d4e9edd2 req-e52d3af0-9238-4bbc-bdc1-fa59633b3db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:11.777684 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e4946692-f4a8-4252-9aa7-86d0d4e9edd2 req-e52d3af0-9238-4bbc-bdc1-fa59633b3db8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=98c6fd42-c22b-4725-9f11-0381a8c4c410 HTTP/1.1" status: 200 len: 910 time: 0.1587377 Jun 17 08:55:11.792135 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-39ed49fb-3cb1-4006-ae38-6abe531fe6b0 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:11.845266 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e4946692-f4a8-4252-9aa7-86d0d4e9edd2 req-7e898b90-3741-4f8d-aa26-71a8d052865b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9f7637c-87ac-464f-adbc-aeaf22b63e53 HTTP/1.1" status: 200 len: 1001 time: 0.0607076 Jun 17 08:55:11.883976 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35438) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:11.900284 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-39ed49fb-3cb1-4006-ae38-6abe531fe6b0 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:11.901505 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-39ed49fb-3cb1-4006-ae38-6abe531fe6b0 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3581662 Jun 17 08:55:11.904245 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35442) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:11.905297 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4946692-f4a8-4252-9aa7-86d0d4e9edd2 req-1fb7a8ce-792f-4b7a-b5b4-aca3023ad027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:11.907354 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e4946692-f4a8-4252-9aa7-86d0d4e9edd2 req-1fb7a8ce-792f-4b7a-b5b4-aca3023ad027 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a83ebad8-51c9-4ee1-95b8-dfade1c9c144 HTTP/1.1" status: 200 len: 848 time: 0.0554647 Jun 17 08:55:11.910576 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-cf15182c-f16e-4b5d-bd2f-15227a6198d9 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:12.042965 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4946692-f4a8-4252-9aa7-86d0d4e9edd2 req-e4909adc-e538-4fa7-b2a3-84b0c9d4598a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:12.044429 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e4946692-f4a8-4252-9aa7-86d0d4e9edd2 req-e4909adc-e538-4fa7-b2a3-84b0c9d4598a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98c6fd42-c22b-4725-9f11-0381a8c4c410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1302874 Jun 17 08:55:12.134909 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84549a9-464e-472f-9de6-8b42654206f9 req-cfe9834e-f6c2-4c43-99a1-f03297c21b00 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:12.136753 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cf15182c-f16e-4b5d-bd2f-15227a6198d9 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:12.137085 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cf15182c-f16e-4b5d-bd2f-15227a6198d9 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks [] for router, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:12.138408 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c84549a9-464e-472f-9de6-8b42654206f9 req-cfe9834e-f6c2-4c43-99a1-f03297c21b00 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 945 time: 0.1334870 Jun 17 08:55:12.155680 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ca3b65-3b92-4f9f-97f7-d3e892a64d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346f6d8b-8101-4cdf-861b-485e015958b6'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:55:12.157294 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c16adf-d02e-40d8-8f63-b503536c42ac" -d '{"events": [{"server_uuid": "12ca3b65-3b92-4f9f-97f7-d3e892a64d3e", "name": "network-vif-plugged", "status": "completed", "tag": "346f6d8b-8101-4cdf-861b-485e015958b6"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:12.204850 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35452) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:12.263252 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3537b132-4e56-43f8-99eb-5a62af301c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:12.269492 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cf15182c-f16e-4b5d-bd2f-15227a6198d9 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94520) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 17 08:55:12.269837 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cf15182c-f16e-4b5d-bd2f-15227a6198d9 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Router ba17b30c-4d66-4b78-9721-2ac2a60abc08 migrating from provider to provider. {{(pid=94520) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 17 08:55:12.270199 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cf15182c-f16e-4b5d-bd2f-15227a6198d9 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:12.271083 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e4946692-f4a8-4252-9aa7-86d0d4e9edd2 req-c7685b2b-6110-44db-9bd8-d5a6e3501fca service neutron] 10.222.0.50 "GET /v2.0/networks/98c6fd42-c22b-4725-9f11-0381a8c4c410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190163 Jun 17 08:55:12.278012 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cf15182c-f16e-4b5d-bd2f-15227a6198d9 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:12.288664 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c84549a9-464e-472f-9de6-8b42654206f9 req-4079755e-6727-467b-97ab-dc40144f8b09 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438787 Jun 17 08:55:12.322581 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bef4c1-20c6-40be-a828-89fde37cae87 req-40ff3b0e-2364-4aaf-9517-29ed665771df tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:12.322581 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e7bef4c1-20c6-40be-a828-89fde37cae87 req-40ff3b0e-2364-4aaf-9517-29ed665771df tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8053f4c-dadd-4278-a1a1-635aff4da021 HTTP/1.1" status: 200 len: 946 time: 0.1376605 Jun 17 08:55:12.373849 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08332636-704f-4629-91e3-cca9c27aec5f x-openstack-request-id: req-08332636-704f-4629-91e3-cca9c27aec5f {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:12.374535 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ca3b65-3b92-4f9f-97f7-d3e892a64d3e", "name": "network-vif-plugged", "status": "completed", "tag": "346f6d8b-8101-4cdf-861b-485e015958b6", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:12.376593 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-08332636-704f-4629-91e3-cca9c27aec5f {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:12.377263 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ca3b65-3b92-4f9f-97f7-d3e892a64d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346f6d8b-8101-4cdf-861b-485e015958b6', 'code': 200} Jun 17 08:55:12.391069 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cf15182c-f16e-4b5d-bd2f-15227a6198d9 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-940956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941038', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-949414'] for router, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:12.535098 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e7bef4c1-20c6-40be-a828-89fde37cae87 req-00125711-7b08-487b-a3df-6b0e2de322fd tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077742 Jun 17 08:55:12.567162 n-d-758944-30 neutron-server[94520]: WARNING neutron.scheduler.l3_agent_scheduler [None req-cf15182c-f16e-4b5d-bd2f-15227a6198d9 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] No L3 agents can host the router ba17b30c-4d66-4b78-9721-2ac2a60abc08 Jun 17 08:55:12.577132 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e4946692-f4a8-4252-9aa7-86d0d4e9edd2 req-6c48f54a-fb01-4d53-b96d-27e27143d538 service neutron] 10.222.0.50 "GET /v2.0/networks/98c6fd42-c22b-4725-9f11-0381a8c4c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871258 Jun 17 08:55:12.606734 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3537b132-4e56-43f8-99eb-5a62af301c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:12.672861 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0a0dcf53-b0cf-490b-98b2-2142ca631990 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=056deefcde27475a8f24d102a9124908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7876053 Jun 17 08:55:12.675921 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35464) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:12.685794 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3537b132-4e56-43f8-99eb-5a62af301c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:12.695475 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e86da0e8-d5b4-4f16-8783-f398d31d836c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:12.727646 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf15182c-f16e-4b5d-bd2f-15227a6198d9 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Hosts for router ba17b30c-4d66-4b78-9721-2ac2a60abc08: [] {{(pid=94520) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jun 17 08:55:12.763897 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf15182c-f16e-4b5d-bd2f-15227a6198d9 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Hosts for other DVR routers connected to router ba17b30c-4d66-4b78-9721-2ac2a60abc08: set() {{(pid=94520) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jun 17 08:55:12.766685 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cf15182c-f16e-4b5d-bd2f-15227a6198d9 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:12.770556 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-cf15182c-f16e-4b5d-bd2f-15227a6198d9 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] 10.222.0.49 "PUT /v2.0/routers/ba17b30c-4d66-4b78-9721-2ac2a60abc08 HTTP/1.1" status: 200 len: 716 time: 0.8629167 Jun 17 08:55:12.770957 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35468) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:12.778854 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537b132-4e56-43f8-99eb-5a62af301c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7fac90-1e31-4470-863f-b20d270abcfd,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:12.794001 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3537b132-4e56-43f8-99eb-5a62af301c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:12.796523 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3537b132-4e56-43f8-99eb-5a62af301c3a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe59271c8f1f47589fe82a75fc1c677b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5892694 Jun 17 08:55:12.805455 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35472) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:12.847818 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-abe9e97c-bea1-44c4-9e59-1f1f62a17403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:12.862934 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18861458-dea8-4732-a861-151dc9dac9b9 req-dd908c86-3b18-4768-9b9b-60b833f8bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:12.864494 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-18861458-dea8-4732-a861-151dc9dac9b9 req-dd908c86-3b18-4768-9b9b-60b833f8bc5d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 1097 time: 0.2078741 Jun 17 08:55:12.870186 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c19a0729-bf30-4fbe-a954-16a2ee3a145a tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] 10.222.0.49 "GET /v2.0/routers/ba17b30c-4d66-4b78-9721-2ac2a60abc08 HTTP/1.1" status: 200 len: 716 time: 0.0958474 Jun 17 08:55:12.872347 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35474) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:12.882015 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-abe9e97c-bea1-44c4-9e59-1f1f62a17403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:12.901355 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95848b-bc8c-44ac-bce2-f40ffb3ebbc5 req-f0ec500f-8ac0-47a9-883d-975bcb40b5a5 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:12.903528 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6f95848b-bc8c-44ac-bce2-f40ffb3ebbc5 req-f0ec500f-8ac0-47a9-883d-975bcb40b5a5 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 946 time: 0.1945367 Jun 17 08:55:12.945730 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-18861458-dea8-4732-a861-151dc9dac9b9 req-c903d38f-5c4f-4e4e-8e43-a1d01d67c13a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730076 Jun 17 08:55:12.952769 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6b6d393c-8903-4fb6-82dd-059b2e3d4c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:12.997589 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6f95848b-bc8c-44ac-bce2-f40ffb3ebbc5 req-d4bed81d-3fdf-4ec6-9a98-c310887e5868 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736752 Jun 17 08:55:12.999678 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6b6d393c-8903-4fb6-82dd-059b2e3d4c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:13.254857 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6b6d393c-8903-4fb6-82dd-059b2e3d4c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:13.257942 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6b6d393c-8903-4fb6-82dd-059b2e3d4c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:13.259409 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6b6d393c-8903-4fb6-82dd-059b2e3d4c57 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aa7fac90-1e31-4470-863f-b20d270abcfd HTTP/1.1" status: 204 len: 168 time: 0.4489264 Jun 17 08:55:13.260685 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b2f82c86-17d1-490b-8104-a8a30e7c83ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:13.273376 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d393c-8903-4fb6-82dd-059b2e3d4c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7fac90-1e31-4470-863f-b20d270abcfd,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:13.276852 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6b6d393c-8903-4fb6-82dd-059b2e3d4c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:13.375643 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-8ffcb005-9926-4356-9606-faf4d023b92b tempest-RoutersTestDVR-1041927274 tempest-RoutersTestDVR-1041927274-project] 10.222.0.49 "GET /v2.0/routers/ba17b30c-4d66-4b78-9721-2ac2a60abc08 HTTP/1.1" status: 200 len: 682 time: 0.5021272 Jun 17 08:55:13.381297 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35492) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:13.415600 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720abc0-8e32-43ca-abf6-142db38b0fcc req-f385ed35-5848-4317-8455-cc8461c6c671 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:13.418805 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6720abc0-8e32-43ca-abf6-142db38b0fcc req-f385ed35-5848-4317-8455-cc8461c6c671 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=16bf7de9-3cb2-4b20-bed6-474a774a4727 HTTP/1.1" status: 200 len: 945 time: 0.1691358 Jun 17 08:55:13.472323 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6720abc0-8e32-43ca-abf6-142db38b0fcc req-07295262-5f65-430a-b553-2c27c17999ef tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451572 Jun 17 08:55:13.506126 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-abe9e97c-bea1-44c4-9e59-1f1f62a17403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:13.512318 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-abe9e97c-bea1-44c4-9e59-1f1f62a17403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:13.515815 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-abe9e97c-bea1-44c4-9e59-1f1f62a17403 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c32e2244-0b48-4c56-b195-18097585e288 HTTP/1.1" status: 204 len: 168 time: 0.8387206 Jun 17 08:55:13.517017 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-81c011e6-a116-4982-8f9d-960382a322a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:13.537368 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9e97c-bea1-44c4-9e59-1f1f62a17403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32e2244-0b48-4c56-b195-18097585e288,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:13.540909 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-abe9e97c-bea1-44c4-9e59-1f1f62a17403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:13.543944 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b63c4e1b-817e-4024-9341-7641be458c17 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:13.578045 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35502) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:13.749242 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b63c4e1b-817e-4024-9341-7641be458c17 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:13.752402 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b63c4e1b-817e-4024-9341-7641be458c17 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:13.774877 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92542664-de79-4e7f-9a14-01fc0cb54deb req-43f904af-96f2-424e-bdab-4cd5cd6788aa tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:13.774877 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-92542664-de79-4e7f-9a14-01fc0cb54deb req-43f904af-96f2-424e-bdab-4cd5cd6788aa tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 945 time: 0.3060858 Jun 17 08:55:13.839550 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-92542664-de79-4e7f-9a14-01fc0cb54deb req-14521c02-b924-4143-84b9-55cd63462120 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361056 Jun 17 08:55:13.848135 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18565e-8949-4f88-b7c6-dee8462e4b60 req-6586c34b-b2fb-42e7-a48d-0cb46ddd3112 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:13.855420 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-db18565e-8949-4f88-b7c6-dee8462e4b60 req-6586c34b-b2fb-42e7-a48d-0cb46ddd3112 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8053f4c-dadd-4278-a1a1-635aff4da021 HTTP/1.1" status: 200 len: 946 time: 0.0810390 Jun 17 08:55:13.895040 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-db18565e-8949-4f88-b7c6-dee8462e4b60 req-398bc78e-e79a-4bc8-a156-3d267810254d tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386567 Jun 17 08:55:13.943309 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b63c4e1b-817e-4024-9341-7641be458c17 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:13.944014 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63c4e1b-817e-4024-9341-7641be458c17 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba17b30c-4d66-4b78-9721-2ac2a60abc08 {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:55:13.948543 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b63c4e1b-817e-4024-9341-7641be458c17 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:13.953219 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b63c4e1b-817e-4024-9341-7641be458c17 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] 10.222.0.49 "DELETE /v2.0/routers/ba17b30c-4d66-4b78-9721-2ac2a60abc08 HTTP/1.1" status: 204 len: 168 time: 0.5674520 Jun 17 08:55:13.954528 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35512) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:13.964115 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-ecfb13c7-a870-432f-8a2f-46bc6db69f63 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Request body: {'router': {'name': 'tempest-router-2103178683', 'distributed': True}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:14.104026 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-3b42409a-24ac-4d49-a03c-70ee7f8d5c5e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1384110074'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:14.145872 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ecfb13c7-a870-432f-8a2f-46bc6db69f63 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:14.147232 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ecfb13c7-a870-432f-8a2f-46bc6db69f63 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:14.231413 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ecfb13c7-a870-432f-8a2f-46bc6db69f63 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:14.255500 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3681a4-5b19-4eee-97c6-2a0781a7b482 req-5931b3d7-9fb1-457b-9c06-f30074887687 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:14.257285 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cd3681a4-5b19-4eee-97c6-2a0781a7b482 req-5931b3d7-9fb1-457b-9c06-f30074887687 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 946 time: 0.1165788 Jun 17 08:55:14.269115 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b42409a-24ac-4d49-a03c-70ee7f8d5c5e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Made reservation on behalf of 1f5db1794c41458984527b66b209798b for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:14.272746 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3b42409a-24ac-4d49-a03c-70ee7f8d5c5e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:14.282602 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3b42409a-24ac-4d49-a03c-70ee7f8d5c5e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:14.300811 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cd3681a4-5b19-4eee-97c6-2a0781a7b482 req-9bc92f81-f5f9-4c6c-b72e-a926c2af6d29 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365033 Jun 17 08:55:14.389088 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3b42409a-24ac-4d49-a03c-70ee7f8d5c5e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:14.427276 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ecfb13c7-a870-432f-8a2f-46bc6db69f63 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:14.544483 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3b42409a-24ac-4d49-a03c-70ee7f8d5c5e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:14.548526 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-54be27e0-2a2c-4a58-833b-8614da3f76fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:14.586239 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b42409a-24ac-4d49-a03c-70ee7f8d5c5e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:55:14.612049 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42409a-24ac-4d49-a03c-70ee7f8d5c5e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d493091c-5f1e-4a17-b3fe-2995f0c51607,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:14.617789 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3b42409a-24ac-4d49-a03c-70ee7f8d5c5e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:14.621502 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3b42409a-24ac-4d49-a03c-70ee7f8d5c5e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:14.621693 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-3b42409a-24ac-4d49-a03c-70ee7f8d5c5e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Added segment 9ab66cc4-fdce-4f2f-a1f8-da33df2e1be6 of type vlan for network 392fbc40-2269-4ebb-acb8-1a4eaa5f302c Jun 17 08:55:14.667620 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ecfb13c7-a870-432f-8a2f-46bc6db69f63 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:14.668854 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ecfb13c7-a870-432f-8a2f-46bc6db69f63 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7086709 Jun 17 08:55:14.671767 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35524) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:14.682452 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3b42409a-24ac-4d49-a03c-70ee7f8d5c5e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:14.722467 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f1d52-5238-4451-afb5-e353a6864b78 req-896cf76a-4e53-4561-bef8-30a69c178603 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:14.723408 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f1d52-5238-4451-afb5-e353a6864b78 req-896cf76a-4e53-4561-bef8-30a69c178603 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:14.729933 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f1d52-5238-4451-afb5-e353a6864b78 req-896cf76a-4e53-4561-bef8-30a69c178603 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:14.731737 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-835f1d52-5238-4451-afb5-e353a6864b78 req-896cf76a-4e53-4561-bef8-30a69c178603 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8053f4c-dadd-4278-a1a1-635aff4da021&device_id=16bf7de9-3cb2-4b20-bed6-474a774a4727&device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 2418 time: 0.1778467 Jun 17 08:55:14.780276 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-835f1d52-5238-4451-afb5-e353a6864b78 req-ea33344b-6304-42e1-b9ed-f6854c826259 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410795 Jun 17 08:55:14.823925 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35530) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:14.845229 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bc287268-776c-4aae-bb2d-24eedca5c6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:14.882605 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3b42409a-24ac-4d49-a03c-70ee7f8d5c5e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:14.907536 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b42409a-24ac-4d49-a03c-70ee7f8d5c5e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:14.911916 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3b42409a-24ac-4d49-a03c-70ee7f8d5c5e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:14.939956 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5eb314a3-97f6-4c56-a1bc-bdd7caaa1ec5 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:15.140726 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42409a-24ac-4d49-a03c-70ee7f8d5c5e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event updated for resources: {'Network': ['ID=392fbc40-2269-4ebb-acb8-1a4eaa5f302c,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:15.149149 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3b42409a-24ac-4d49-a03c-70ee7f8d5c5e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:15.158248 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 392fbc40-2269-4ebb-acb8-1a4eaa5f302c details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:55:15.158798 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fe8d3c2c-b5a2-495c-babc-0b28932a5549 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:15.210428 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd2a96-dfef-4953-9746-55743d0c7c69 req-1a12951f-d413-42c5-9082-8023f77e1b4a tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:15.212063 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0efd2a96-dfef-4953-9746-55743d0c7c69 req-1a12951f-d413-42c5-9082-8023f77e1b4a tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 945 time: 0.1339650 Jun 17 08:55:15.214178 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bc287268-776c-4aae-bb2d-24eedca5c6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:15.265660 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0efd2a96-dfef-4953-9746-55743d0c7c69 req-033e7634-dba2-4ad0-9b78-23083a56c247 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438411 Jun 17 08:55:15.347635 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ab60d-5cf3-49dd-bed7-acf0c29cda82 req-bf98865b-25cf-49e7-bf4c-703487836927 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:15.349875 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-644ab60d-5cf3-49dd-bed7-acf0c29cda82 req-bf98865b-25cf-49e7-bf4c-703487836927 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8053f4c-dadd-4278-a1a1-635aff4da021 HTTP/1.1" status: 200 len: 946 time: 0.2311876 Jun 17 08:55:15.351030 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bc287268-776c-4aae-bb2d-24eedca5c6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:15.355937 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1450ad54-e5a3-4b24-a611-93d50aac2672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:15.358333 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fe8d3c2c-b5a2-495c-babc-0b28932a5549 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:15.362940 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fe8d3c2c-b5a2-495c-babc-0b28932a5549 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:15.393606 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc287268-776c-4aae-bb2d-24eedca5c6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74779fa-bfcb-4ca7-8237-4e2d8d892014,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:15.416544 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bc287268-776c-4aae-bb2d-24eedca5c6dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:15.452650 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3b42409a-24ac-4d49-a03c-70ee7f8d5c5e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8664513 Jun 17 08:55:15.455589 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-644ab60d-5cf3-49dd-bed7-acf0c29cda82 req-a644008b-ae4b-4976-8240-14d657a9b7ce tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951505 Jun 17 08:55:15.465286 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-bc287268-776c-4aae-bb2d-24eedca5c6dd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0802b9cee8514d838bbdd8c07334174e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6382275 Jun 17 08:55:15.466583 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35550) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:15.539364 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4303b82-a977-432d-825c-e91104bbf71e req-5828c2a5-7823-4d7c-8840-91e714085526 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:15.546037 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b4303b82-a977-432d-825c-e91104bbf71e req-5828c2a5-7823-4d7c-8840-91e714085526 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 945 time: 0.1456943 Jun 17 08:55:15.552188 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e9adc2eb-04f8-41af-86bc-7c4b4c0f5410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:15.558372 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fe8d3c2c-b5a2-495c-babc-0b28932a5549 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:15.560664 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8d3c2c-b5a2-495c-babc-0b28932a5549 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd5ee32a-7e7c-4ad4-b774-46cd2bb3078d {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:55:15.574839 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fe8d3c2c-b5a2-495c-babc-0b28932a5549 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:15.581284 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-fe8d3c2c-b5a2-495c-babc-0b28932a5549 tempest-RoutersTestDVR-2141581606 tempest-RoutersTestDVR-2141581606-project-admin] 10.222.0.49 "DELETE /v2.0/routers/bd5ee32a-7e7c-4ad4-b774-46cd2bb3078d HTTP/1.1" status: 204 len: 168 time: 0.9081545 Jun 17 08:55:15.609443 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35564) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:15.619425 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-053cef1c-55c9-4a08-a539-abbd67197735 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Request body: {'subnet': {'network_id': '392fbc40-2269-4ebb-acb8-1a4eaa5f302c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:15.629955 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e9adc2eb-04f8-41af-86bc-7c4b4c0f5410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:15.632040 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b4303b82-a977-432d-825c-e91104bbf71e req-febf9c2c-5b54-424d-a238-dec0e29cb8bb tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825489 Jun 17 08:55:15.849001 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053cef1c-55c9-4a08-a539-abbd67197735 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Made reservation on behalf of 1f5db1794c41458984527b66b209798b for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:15.853433 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-053cef1c-55c9-4a08-a539-abbd67197735 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:15.902130 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e9adc2eb-04f8-41af-86bc-7c4b4c0f5410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:15.904733 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e9adc2eb-04f8-41af-86bc-7c4b4c0f5410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:15.906962 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e9adc2eb-04f8-41af-86bc-7c4b4c0f5410 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b74779fa-bfcb-4ca7-8237-4e2d8d892014 HTTP/1.1" status: 204 len: 168 time: 0.4396672 Jun 17 08:55:15.910550 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-52d54b69-b9df-49da-8a9c-726267a13656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:15.932994 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9adc2eb-04f8-41af-86bc-7c4b4c0f5410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74779fa-bfcb-4ca7-8237-4e2d8d892014,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:15.938778 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e9adc2eb-04f8-41af-86bc-7c4b4c0f5410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:16.021227 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35582) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:16.268085 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-053cef1c-55c9-4a08-a539-abbd67197735 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:16.278488 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-24c6a8e1-370c-440c-b0c5-750411092322 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:16.345580 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053cef1c-55c9-4a08-a539-abbd67197735 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Checking segment: {'id': '9ab66cc4-fdce-4f2f-a1f8-da33df2e1be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '392fbc40-2269-4ebb-acb8-1a4eaa5f302c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:16.346284 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053cef1c-55c9-4a08-a539-abbd67197735 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Network hostable DHCP agents. Network: 392fbc40-2269-4ebb-acb8-1a4eaa5f302c, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:55:16.348705 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053cef1c-55c9-4a08-a539-abbd67197735 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event updated for resources: {'Subnet': ['ID=d719bfe7-6679-4b7b-89e4-74f79f1dc4aa,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:16.353403 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-053cef1c-55c9-4a08-a539-abbd67197735 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:16.447173 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-21dd37e7-317a-47dd-a7ea-73f93928712e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1118881878-network', 'tenant_id': '39f8ef536a2d4b76b51073d6e1984089'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:16.523476 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053cef1c-55c9-4a08-a539-abbd67197735 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Network 392fbc40-2269-4ebb-acb8-1a4eaa5f302c is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:55:16.548859 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35602) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:16.585953 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dd37e7-317a-47dd-a7ea-73f93928712e admin admin] Made reservation on behalf of 39f8ef536a2d4b76b51073d6e1984089 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:16.588405 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-21dd37e7-317a-47dd-a7ea-73f93928712e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:16.598106 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-21dd37e7-317a-47dd-a7ea-73f93928712e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:16.644854 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-053cef1c-55c9-4a08-a539-abbd67197735 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 392fbc40-2269-4ebb-acb8-1a4eaa5f302c) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:16.654897 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053cef1c-55c9-4a08-a539-abbd67197735 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:16.654897 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-053cef1c-55c9-4a08-a539-abbd67197735 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:16.655158 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720133ee-496e-403c-8e29-7dfbbce26673 None None] Network 392fbc40-2269-4ebb-acb8-1a4eaa5f302c requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:16.808431 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-21dd37e7-317a-47dd-a7ea-73f93928712e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:16.824639 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0c6d1ab8-169b-4259-ae37-2acb51e84ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:16.929482 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-21dd37e7-317a-47dd-a7ea-73f93928712e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:16.932012 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e7d9b3-b4a9-4507-888e-4af420aa849c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-392fbc40-2269-4ebb-acb8-1a4eaa5f302c', 'network_id': '392fbc40-2269-4ebb-acb8-1a4eaa5f302c', 'tenant_id': '1f5db1794c41458984527b66b209798b', 'fixed_ips': [{'subnet_id': 'd719bfe7-6679-4b7b-89e4-74f79f1dc4aa'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:55:16.932865 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e4e7d9b3-b4a9-4507-888e-4af420aa849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:16.934897 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4216cb23-c76f-4d63-9f94-691804c94a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:16.967998 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-bbcb6c17-a4c9-443c-bba9-c80324bb8647 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:16.976700 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-bbcb6c17-a4c9-443c-bba9-c80324bb8647 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/networks?id=eccbc072-50fb-4234-8176-49cfc92d8a16 HTTP/1.1" status: 200 len: 815 time: 0.1708543 Jun 17 08:55:16.997148 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-219f81ff-c837-49af-9f8f-0b7759a2d7c7 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/quotas/22ef6047a86443e4be0b6c7a582383e9 HTTP/1.1" status: 200 len: 375 time: 0.0194929 Jun 17 08:55:16.998970 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21dd37e7-317a-47dd-a7ea-73f93928712e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:55:17.024827 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd37e7-317a-47dd-a7ea-73f93928712e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe04168-c4e3-4bcc-a231-1d40d229ef43,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:17.053643 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-21dd37e7-317a-47dd-a7ea-73f93928712e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:17.055548 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-21dd37e7-317a-47dd-a7ea-73f93928712e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:17.056620 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-21dd37e7-317a-47dd-a7ea-73f93928712e admin admin] Added segment 0bf7ed58-5315-490e-9cb0-00fa2c3f8704 of type vlan for network 9d974cdf-1be1-4abb-b130-8e6ea3241090 Jun 17 08:55:17.104441 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-5e54fc1e-b1dd-4115-a322-76117420e054 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=22ef6047a86443e4be0b6c7a582383e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1062891 Jun 17 08:55:17.131724 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-e4e7d9b3-b4a9-4507-888e-4af420aa849c None None] Allocated IP 172.20.255.242 (392fbc40-2269-4ebb-acb8-1a4eaa5f302c/d719bfe7-6679-4b7b-89e4-74f79f1dc4aa/ceb1e923-b1a8-4108-9e1e-908b88b8ddd6) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:17.139243 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-21dd37e7-317a-47dd-a7ea-73f93928712e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:17.202934 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-053cef1c-55c9-4a08-a539-abbd67197735 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5914428 Jun 17 08:55:17.206416 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35634) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:17.216068 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-552f88ce-1ef2-4cd9-8420-ebf900b22775 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1115693914'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:17.269593 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35636) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:17.298040 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-63b0419d-1a1e-4aec-95d0-25a697d7197a service neutron] 10.222.0.49 "GET /v2.0/networks/eccbc072-50fb-4234-8176-49cfc92d8a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756270 Jun 17 08:55:17.309855 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b86ca54c-2280-40f1-9013-adc48b1bcc60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:17.384957 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-21dd37e7-317a-47dd-a7ea-73f93928712e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:17.386512 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dd37e7-317a-47dd-a7ea-73f93928712e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:17.387386 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-21dd37e7-317a-47dd-a7ea-73f93928712e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:17.403808 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3b42409a-24ac-4d49-a03c-70ee7f8d5c5e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:17.435282 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-3c469c54-c26e-4f11-9819-7b9aba79776e service neutron] 10.222.0.49 "GET /v2.0/networks/eccbc072-50fb-4234-8176-49cfc92d8a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463346 Jun 17 08:55:17.453885 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e4e7d9b3-b4a9-4507-888e-4af420aa849c None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:17.477442 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e4e7d9b3-b4a9-4507-888e-4af420aa849c None None] Transition to ACTIVE for port object ceb1e923-b1a8-4108-9e1e-908b88b8ddd6 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:17.494962 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0c6d1ab8-169b-4259-ae37-2acb51e84ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:17.510152 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd37e7-317a-47dd-a7ea-73f93928712e admin admin] Pushing event updated for resources: {'Network': ['ID=9d974cdf-1be1-4abb-b130-8e6ea3241090,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:17.513680 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-21dd37e7-317a-47dd-a7ea-73f93928712e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:17.529040 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 9d974cdf-1be1-4abb-b130-8e6ea3241090 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:55:17.539473 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e4e7d9b3-b4a9-4507-888e-4af420aa849c None None] Transition to ACTIVE for port object ceb1e923-b1a8-4108-9e1e-908b88b8ddd6 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:17.646245 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0c6d1ab8-169b-4259-ae37-2acb51e84ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:17.653672 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d2da263a-2ff6-4df6-bd4a-d4be3fab60a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:17.697425 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d1ab8-169b-4259-ae37-2acb51e84ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ad4ce0-2c3e-4950-b176-0876987d191d,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:17.700688 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0c6d1ab8-169b-4259-ae37-2acb51e84ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:17.703916 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0c6d1ab8-169b-4259-ae37-2acb51e84ef5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=326f5d5dd5544118a6f3607ff7ba8ee9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1547291 Jun 17 08:55:17.704669 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e4e7d9b3-b4a9-4507-888e-4af420aa849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:17.707046 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35642) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:17.707505 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:17.711547 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-37c74670-3a3f-456e-a338-4e082c827e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:17.731743 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552f88ce-1ef2-4cd9-8420-ebf900b22775 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Made reservation on behalf of 1f5db1794c41458984527b66b209798b for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:17.735583 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-552f88ce-1ef2-4cd9-8420-ebf900b22775 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:17.749336 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e7d9b3-b4a9-4507-888e-4af420aa849c None None] Network 392fbc40-2269-4ebb-acb8-1a4eaa5f302c is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:17.767065 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-e4e7d9b3-b4a9-4507-888e-4af420aa849c None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:17.776131 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e7d9b3-b4a9-4507-888e-4af420aa849c None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:55:17.854197 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-552f88ce-1ef2-4cd9-8420-ebf900b22775 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:55:17.877662 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b5fa1013-1351-49cf-be96-f91c8008d38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:17.901804 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7d9b3-b4a9-4507-888e-4af420aa849c None None] Pushing event updated for resources: {'Port': ['ID=ceb1e923-b1a8-4108-9e1e-908b88b8ddd6,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:17.918665 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b5fa1013-1351-49cf-be96-f91c8008d38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:17.940160 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e4e7d9b3-b4a9-4507-888e-4af420aa849c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:17.941498 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-e4e7d9b3-b4a9-4507-888e-4af420aa849c None None] Attempting to bind port ceb1e923-b1a8-4108-9e1e-908b88b8ddd6 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:55:17.948002 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-e4e7d9b3-b4a9-4507-888e-4af420aa849c None None] Attempting to bind port ceb1e923-b1a8-4108-9e1e-908b88b8ddd6 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '9ab66cc4-fdce-4f2f-a1f8-da33df2e1be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '392fbc40-2269-4ebb-acb8-1a4eaa5f302c'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:55:17.948471 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e7d9b3-b4a9-4507-888e-4af420aa849c None None] Attempting to bind port ceb1e923-b1a8-4108-9e1e-908b88b8ddd6 on network 392fbc40-2269-4ebb-acb8-1a4eaa5f302c {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:55:17.954869 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e7d9b3-b4a9-4507-888e-4af420aa849c None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:55:17.955255 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e7d9b3-b4a9-4507-888e-4af420aa849c None None] Checking segment: {'id': '9ab66cc4-fdce-4f2f-a1f8-da33df2e1be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '392fbc40-2269-4ebb-acb8-1a4eaa5f302c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:17.960623 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e4e7d9b3-b4a9-4507-888e-4af420aa849c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:17.961074 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e7d9b3-b4a9-4507-888e-4af420aa849c None None] Bound using segment: {'id': '9ab66cc4-fdce-4f2f-a1f8-da33df2e1be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '392fbc40-2269-4ebb-acb8-1a4eaa5f302c'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:55:17.961641 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-e4e7d9b3-b4a9-4507-888e-4af420aa849c None None] Bound port: ceb1e923-b1a8-4108-9e1e-908b88b8ddd6, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab66cc4-fdce-4f2f-a1f8-da33df2e1be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '392fbc40-2269-4ebb-acb8-1a4eaa5f302c'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:55:17.967159 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e4e7d9b3-b4a9-4507-888e-4af420aa849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:18.054689 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-e4e7d9b3-b4a9-4507-888e-4af420aa849c None None] For port ceb1e923-b1a8-4108-9e1e-908b88b8ddd6, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:55:18.055742 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-552f88ce-1ef2-4cd9-8420-ebf900b22775 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:18.060827 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-e4e7d9b3-b4a9-4507-888e-4af420aa849c None None] For port ceb1e923-b1a8-4108-9e1e-908b88b8ddd6, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=ceb1e923-b1a8-4108-9e1e-908b88b8ddd6,segment=NetworkSegment(9ab66cc4-fdce-4f2f-a1f8-da33df2e1be6),segment_id=9ab66cc4-fdce-4f2f-a1f8-da33df2e1be6)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:55:18.068331 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-552f88ce-1ef2-4cd9-8420-ebf900b22775 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Added segment 901a2e1e-1466-44ca-a7d7-26f3e4c6e7a0 of type vlan for network d85231b2-2b49-4c66-b9b1-a34255c97eff Jun 17 08:55:18.071696 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d196442f-ffe5-44ec-b619-539cdf05ebf8 req-86f11750-be28-4366-a25e-8571cd4874c4 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 210 time: 0.2228532 Jun 17 08:55:18.094845 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b86ca54c-2280-40f1-9013-adc48b1bcc60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:18.145617 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-552f88ce-1ef2-4cd9-8420-ebf900b22775 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:18.146932 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a45191-bfe2-48ce-93d3-d5c3d8c60804 req-21d5a257-7a35-4cf7-bbc9-faf08eb68643 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:18.148996 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-85a45191-bfe2-48ce-93d3-d5c3d8c60804 req-21d5a257-7a35-4cf7-bbc9-faf08eb68643 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 946 time: 0.1329014 Jun 17 08:55:18.192836 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11d194-f2b2-42b5-92ec-e189002775b6 req-ee01dd41-6a78-4f01-91e7-e49542872939 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:18.193751 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-85a45191-bfe2-48ce-93d3-d5c3d8c60804 req-4109baf1-35e8-46f7-a8c2-d6d7d72a3e91 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387971 Jun 17 08:55:18.194364 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-de11d194-f2b2-42b5-92ec-e189002775b6 req-ee01dd41-6a78-4f01-91e7-e49542872939 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.53 "GET /v2.0/ports?device_id=12ca3b65-3b92-4f9f-97f7-d3e892a64d3e HTTP/1.1" status: 200 len: 945 time: 0.3750751 Jun 17 08:55:18.209713 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e4e7d9b3-b4a9-4507-888e-4af420aa849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:18.229401 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e3877c3a-925d-4e37-bdc0-d34ce360836e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:18.284200 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7d9b3-b4a9-4507-888e-4af420aa849c None None] Pushing event updated for resources: {'Port': ['ID=ceb1e923-b1a8-4108-9e1e-908b88b8ddd6,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:18.287923 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e4e7d9b3-b4a9-4507-888e-4af420aa849c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:18.289298 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b86ca54c-2280-40f1-9013-adc48b1bcc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:18.295310 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b5fa1013-1351-49cf-be96-f91c8008d38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:18.298834 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b5fa1013-1351-49cf-be96-f91c8008d38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:18.304535 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b5fa1013-1351-49cf-be96-f91c8008d38e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/61ad4ce0-2c3e-4950-b176-0876987d191d HTTP/1.1" status: 204 len: 168 time: 0.5937288 Jun 17 08:55:18.309950 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dcdd955e-8311-4016-87d0-af049b88df1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:18.337585 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-552f88ce-1ef2-4cd9-8420-ebf900b22775 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:18.345297 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552f88ce-1ef2-4cd9-8420-ebf900b22775 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:18.346263 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-552f88ce-1ef2-4cd9-8420-ebf900b22775 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:18.352388 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-92e5f416-767e-42d8-8ca5-c438aac98847 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:18.356892 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b86ca54c-2280-40f1-9013-adc48b1bcc60 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a7f937c2ed7e48ae987bdffe64741704&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0878720 Jun 17 08:55:18.357729 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ca54c-2280-40f1-9013-adc48b1bcc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bac260-ebcd-4e17-bc1d-9a786ca58ee0,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:18.360334 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35660) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:18.392469 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-21dd37e7-317a-47dd-a7ea-73f93928712e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3699834 Jun 17 08:55:18.400595 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35662) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:18.413026 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-037ff05f-3144-4482-b5c3-9a522b07b969 admin admin] Request body: {'subnet': {'network_id': '9d974cdf-1be1-4abb-b130-8e6ea3241090', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1118881878-subnet', 'tenant_id': '39f8ef536a2d4b76b51073d6e1984089', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:18.425591 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa1013-1351-49cf-be96-f91c8008d38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ad4ce0-2c3e-4950-b176-0876987d191d,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:18.433099 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b5fa1013-1351-49cf-be96-f91c8008d38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:18.437802 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0ed71ce1-15e1-4c1b-b547-5f922c82e3dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:18.438194 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0ed71ce1-15e1-4c1b-b547-5f922c82e3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:18.463200 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f88ce-1ef2-4cd9-8420-ebf900b22775 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event updated for resources: {'Network': ['ID=d85231b2-2b49-4c66-b9b1-a34255c97eff,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:18.471025 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-552f88ce-1ef2-4cd9-8420-ebf900b22775 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:18.479742 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network d85231b2-2b49-4c66-b9b1-a34255c97eff details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:55:18.499064 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-de11d194-f2b2-42b5-92ec-e189002775b6 req-7230676d-9a60-43d3-939c-e0c09cd6e15a tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Deleting port 346f6d8b-8101-4cdf-861b-485e015958b6 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:18.499851 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-de11d194-f2b2-42b5-92ec-e189002775b6 req-7230676d-9a60-43d3-939c-e0c09cd6e15a tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:18.500828 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7abcf7e2-5cef-4613-9764-25da654554d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:18.564337 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7abcf7e2-5cef-4613-9764-25da654554d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:18.728165 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-552f88ce-1ef2-4cd9-8420-ebf900b22775 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5205576 Jun 17 08:55:18.731197 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35670) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:18.736923 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-b4d31579-a242-468c-94ce-4703eebf966e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Request body: {'subnet': {'network_id': 'd85231b2-2b49-4c66-b9b1-a34255c97eff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:18.751121 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-de11d194-f2b2-42b5-92ec-e189002775b6 req-7230676d-9a60-43d3-939c-e0c09cd6e15a tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] For port 346f6d8b-8101-4cdf-861b-485e015958b6, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=346f6d8b-8101-4cdf-861b-485e015958b6,segment=NetworkSegment(8b09ab30-e72c-413f-ba3e-98e0a1bb60b4),segment_id=8b09ab30-e72c-413f-ba3e-98e0a1bb60b4)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:18.756409 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-de11d194-f2b2-42b5-92ec-e189002775b6 req-7230676d-9a60-43d3-939c-e0c09cd6e15a tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:18.804128 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037ff05f-3144-4482-b5c3-9a522b07b969 admin admin] Made reservation on behalf of 39f8ef536a2d4b76b51073d6e1984089 for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:18.806882 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-037ff05f-3144-4482-b5c3-9a522b07b969 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:18.836862 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-de11d194-f2b2-42b5-92ec-e189002775b6 req-7230676d-9a60-43d3-939c-e0c09cd6e15a tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Calling delete_port for 346f6d8b-8101-4cdf-861b-485e015958b6 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:18.880684 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7abcf7e2-5cef-4613-9764-25da654554d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:18.885277 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7abcf7e2-5cef-4613-9764-25da654554d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:18.886991 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7abcf7e2-5cef-4613-9764-25da654554d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/68bac260-ebcd-4e17-bc1d-9a786ca58ee0 HTTP/1.1" status: 204 len: 168 time: 0.5257850 Jun 17 08:55:18.890553 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4df7a282-5985-42ee-b09b-c511b3b0f802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:18.919563 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcf7e2-5cef-4613-9764-25da654554d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bac260-ebcd-4e17-bc1d-9a786ca58ee0,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:18.931533 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7abcf7e2-5cef-4613-9764-25da654554d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:19.115470 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d31579-a242-468c-94ce-4703eebf966e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Made reservation on behalf of 1f5db1794c41458984527b66b209798b for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:19.120973 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b4d31579-a242-468c-94ce-4703eebf966e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:19.202224 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3f2c0493-844c-49c8-a98d-858c63419d15 req-27238e2b-4216-4295-8547-3def7bc836e5 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 210 time: 0.0385551 Jun 17 08:55:19.280756 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-de11d194-f2b2-42b5-92ec-e189002775b6 req-7230676d-9a60-43d3-939c-e0c09cd6e15a tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:19.298502 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-565f6372-2797-441d-ada2-d08a115dec78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:19.348597 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-037ff05f-3144-4482-b5c3-9a522b07b969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:19.357156 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4baaaa76-a44f-4267-9d14-b2f0bad6afe2 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:19.374301 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230676d-9a60-43d3-939c-e0c09cd6e15a tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Pushing event deleted for resources: {'Port': ['ID=346f6d8b-8101-4cdf-861b-485e015958b6,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:19.381814 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7230676d-9a60-43d3-939c-e0c09cd6e15a tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:19.458162 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-de11d194-f2b2-42b5-92ec-e189002775b6 req-7230676d-9a60-43d3-939c-e0c09cd6e15a tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] No DVR routers for this DVR port 346f6d8b-8101-4cdf-861b-485e015958b6 on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:55:19.461727 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-de11d194-f2b2-42b5-92ec-e189002775b6 req-7230676d-9a60-43d3-939c-e0c09cd6e15a tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:19.467512 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-de11d194-f2b2-42b5-92ec-e189002775b6 req-7230676d-9a60-43d3-939c-e0c09cd6e15a tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.53 "DELETE /v2.0/ports/346f6d8b-8101-4cdf-861b-485e015958b6 HTTP/1.1" status: 204 len: 173 time: 1.2673650 Jun 17 08:55:19.468217 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ca3b65-3b92-4f9f-97f7-d3e892a64d3e', 'name': 'network-vif-deleted', 'tag': '346f6d8b-8101-4cdf-861b-485e015958b6'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:55:19.472211 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72042295-24e8-4972-b88a-4c1baf4f735f" -d '{"events": [{"server_uuid": "12ca3b65-3b92-4f9f-97f7-d3e892a64d3e", "name": "network-vif-deleted", "tag": "346f6d8b-8101-4cdf-861b-485e015958b6"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:19.528875 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae96598-330b-4660-95e1-b7510b1408c0 x-openstack-request-id: req-cae96598-330b-4660-95e1-b7510b1408c0 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:19.529226 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ca3b65-3b92-4f9f-97f7-d3e892a64d3e", "name": "network-vif-deleted", "tag": "346f6d8b-8101-4cdf-861b-485e015958b6", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:19.529537 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cae96598-330b-4660-95e1-b7510b1408c0 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:19.529996 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ca3b65-3b92-4f9f-97f7-d3e892a64d3e', 'name': 'network-vif-deleted', 'tag': '346f6d8b-8101-4cdf-861b-485e015958b6', 'status': 'completed', 'code': 200} Jun 17 08:55:19.536855 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ff05f-3144-4482-b5c3-9a522b07b969 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4fbe6c5-55b4-4193-8f6f-fef30c87f134,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:19.543910 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-037ff05f-3144-4482-b5c3-9a522b07b969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:19.560456 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037ff05f-3144-4482-b5c3-9a522b07b969 admin admin] Checking segment: {'id': '0bf7ed58-5315-490e-9cb0-00fa2c3f8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9d974cdf-1be1-4abb-b130-8e6ea3241090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:19.560826 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037ff05f-3144-4482-b5c3-9a522b07b969 admin admin] Network hostable DHCP agents. Network: 9d974cdf-1be1-4abb-b130-8e6ea3241090, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:55:19.607180 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fb4c5-790c-4a52-8ff9-75936c1add7e req-9b52186f-f081-412b-91cc-5fd61deb99ce tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:19.608817 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6a6fb4c5-790c-4a52-8ff9-75936c1add7e req-9b52186f-f081-412b-91cc-5fd61deb99ce tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 946 time: 0.1735620 Jun 17 08:55:19.663099 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6a6fb4c5-790c-4a52-8ff9-75936c1add7e req-205dd664-7a31-4278-b604-27e69d022a70 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458286 Jun 17 08:55:19.678621 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b4d31579-a242-468c-94ce-4703eebf966e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:19.680941 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-04f9a6a9-fff9-4735-abec-93f41bda3ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:19.752052 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 346f6d8b-8101-4cdf-861b-485e015958b6 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:55:19.765851 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037ff05f-3144-4482-b5c3-9a522b07b969 admin admin] Network 9d974cdf-1be1-4abb-b130-8e6ea3241090 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:55:19.796330 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 346f6d8b-8101-4cdf-861b-485e015958b6 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:55:19.803617 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d31579-a242-468c-94ce-4703eebf966e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event updated for resources: {'Subnet': ['ID=996bbaa3-6d47-4637-b0b2-46689939307f,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:19.804295 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 346f6d8b-8101-4cdf-861b-485e015958b6 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:55:19.806263 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaab9e3-e50d-461f-8b9e-d1e2022c6c81 None None] Network 392fbc40-2269-4ebb-acb8-1a4eaa5f302c requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:19.807918 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b4d31579-a242-468c-94ce-4703eebf966e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:19.831508 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d31579-a242-468c-94ce-4703eebf966e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Checking segment: {'id': '901a2e1e-1466-44ca-a7d7-26f3e4c6e7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd85231b2-2b49-4c66-b9b1-a34255c97eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:19.832035 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d31579-a242-468c-94ce-4703eebf966e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Network hostable DHCP agents. Network: d85231b2-2b49-4c66-b9b1-a34255c97eff, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:55:19.872624 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-037ff05f-3144-4482-b5c3-9a522b07b969 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 9d974cdf-1be1-4abb-b130-8e6ea3241090) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:19.879064 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037ff05f-3144-4482-b5c3-9a522b07b969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:19.879756 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-037ff05f-3144-4482-b5c3-9a522b07b969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:19.890280 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9491937d-b485-4b10-910e-170f3aeded78 None None] Network 9d974cdf-1be1-4abb-b130-8e6ea3241090 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:19.977575 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a72ab8cd-8d28-4366-b689-46500f70fd61 None None] Provisioning for port ceb1e923-b1a8-4108-9e1e-908b88b8ddd6 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:20.020425 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d31579-a242-468c-94ce-4703eebf966e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Network d85231b2-2b49-4c66-b9b1-a34255c97eff is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:55:20.024818 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-037ff05f-3144-4482-b5c3-9a522b07b969 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6230407 Jun 17 08:55:20.026630 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-b4d31579-a242-468c-94ce-4703eebf966e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, d85231b2-2b49-4c66-b9b1-a34255c97eff) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:20.037570 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d31579-a242-468c-94ce-4703eebf966e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:20.037988 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b4d31579-a242-468c-94ce-4703eebf966e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:20.185666 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fc917c-9aa3-484c-926d-8cb420046ac5 None None] Network d85231b2-2b49-4c66-b9b1-a34255c97eff requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:20.253838 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b4d31579-a242-468c-94ce-4703eebf966e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5212889 Jun 17 08:55:20.255277 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35706) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:20.307072 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35708) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:20.307317 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device ceb1e923-b1a8-4108-9e1e-908b88b8ddd6 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:20.335320 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c4acc1c9-6050-4a37-9679-c1318a4312e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:20.412308 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d4ed777-558e-4191-abc2-06f4376b3778 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:20.416980 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d538a259-c019-4d46-a6ac-ae1938710c0d None None] Network 9d974cdf-1be1-4abb-b130-8e6ea3241090 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:20.497362 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:20.592824 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d4ed777-558e-4191-abc2-06f4376b3778 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:20.638982 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c4acc1c9-6050-4a37-9679-c1318a4312e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:20.656020 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-998a7ea1-b971-4c0a-8cac-eeb3091d47ba req-50d1cf33-b9a7-4420-a849-db76ae8b4d4d tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 210 time: 0.0576088 Jun 17 08:55:20.757417 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c4acc1c9-6050-4a37-9679-c1318a4312e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:20.765000 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d9fc1a7a-9f5d-40b5-9f92-b11d3bd1b589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:20.804274 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4debc612-9d78-46e8-9be8-9315d3c0acd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-d85231b2-2b49-4c66-b9b1-a34255c97eff', 'network_id': 'd85231b2-2b49-4c66-b9b1-a34255c97eff', 'tenant_id': '1f5db1794c41458984527b66b209798b', 'fixed_ips': [{'subnet_id': '996bbaa3-6d47-4637-b0b2-46689939307f'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:55:20.807881 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4debc612-9d78-46e8-9be8-9315d3c0acd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:20.869913 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port ceb1e923-b1a8-4108-9e1e-908b88b8ddd6 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:20.892879 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d4ed777-558e-4191-abc2-06f4376b3778 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:20.895822 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-388d23af-0365-4fec-902d-4170887da95e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:20.919780 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port ceb1e923-b1a8-4108-9e1e-908b88b8ddd6 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:20.920176 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:20.955100 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c4acc1c9-6050-4a37-9679-c1318a4312e0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=36e428aebb9b44e78146031aa62cf7de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6495130 Jun 17 08:55:20.961099 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35720) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:20.963011 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ed777-558e-4191-abc2-06f4376b3778 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Subnet': ['ID=996bbaa3-6d47-4637-b0b2-46689939307f,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:20.984934 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1d4ed777-558e-4191-abc2-06f4376b3778 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:21.005092 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4acc1c9-6050-4a37-9679-c1318a4312e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708219b2-b359-4d66-9941-825806c0aef4,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:21.023581 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c4acc1c9-6050-4a37-9679-c1318a4312e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:21.073591 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e2032-d3a7-49e4-8080-b19a7af33952 req-abb0be56-ab21-4eeb-978d-105be01aabf9 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:21.075922 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cf3e2032-d3a7-49e4-8080-b19a7af33952 req-abb0be56-ab21-4eeb-978d-105be01aabf9 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 946 time: 0.2057667 Jun 17 08:55:21.134374 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cf3e2032-d3a7-49e4-8080-b19a7af33952 req-3ac36c3a-abb0-42c2-bf89-a77462402373 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501506 Jun 17 08:55:21.163135 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d4ed777-558e-4191-abc2-06f4376b3778 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:21.198811 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-1d4ed777-558e-4191-abc2-06f4376b3778 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85231b2-2b49-4c66-b9b1-a34255c97eff']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:21.223328 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-1d4ed777-558e-4191-abc2-06f4376b3778 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901a2e1e-1466-44ca-a7d7-26f3e4c6e7a0') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:21.230531 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-1d4ed777-558e-4191-abc2-06f4376b3778 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901a2e1e-1466-44ca-a7d7-26f3e4c6e7a0') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:21.243504 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d4ed777-558e-4191-abc2-06f4376b3778 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:21.270904 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ed43d89-5a7e-4a9d-9595-82c55d846447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:21.276874 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-46cbae23-4f29-48a4-beef-5ec1cca7d72e None None] Provisioning complete for port ceb1e923-b1a8-4108-9e1e-908b88b8ddd6 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:21.277264 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-46cbae23-4f29-48a4-beef-5ec1cca7d72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:21.278839 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d4ed777-558e-4191-abc2-06f4376b3778 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:21.297446 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4ed777-558e-4191-abc2-06f4376b3778 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:55:21.298167 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d4ed777-558e-4191-abc2-06f4376b3778 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:55:21.301315 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:55:21.318701 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ed43d89-5a7e-4a9d-9595-82c55d846447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:21.343817 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2b190b-670c-4d78-a668-d727263d3070 None None] Network d85231b2-2b49-4c66-b9b1-a34255c97eff requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:21.411881 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:21.544219 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d4ed777-558e-4191-abc2-06f4376b3778 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:21.549510 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6e97c7b1-0d99-4aaa-a3a8-d6811bf3b1c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:21.555064 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d4ed777-558e-4191-abc2-06f4376b3778 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:21.557127 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-1d4ed777-558e-4191-abc2-06f4376b3778 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/networks/d85231b2-2b49-4c66-b9b1-a34255c97eff HTTP/1.1" status: 204 len: 168 time: 1.3005154 Jun 17 08:55:21.560468 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35730) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:21.562617 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port ceb1e923-b1a8-4108-9e1e-908b88b8ddd6, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=ceb1e923-b1a8-4108-9e1e-908b88b8ddd6,segment=NetworkSegment(9ab66cc4-fdce-4f2f-a1f8-da33df2e1be6),segment_id=9ab66cc4-fdce-4f2f-a1f8-da33df2e1be6)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:21.567866 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-aecc2f2b-3592-4bef-8133-6455968d4522 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1954840338'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:21.570621 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-46cbae23-4f29-48a4-beef-5ec1cca7d72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:21.584505 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ed43d89-5a7e-4a9d-9595-82c55d846447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:21.594203 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ed43d89-5a7e-4a9d-9595-82c55d846447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:21.594203 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7ed43d89-5a7e-4a9d-9595-82c55d846447 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/708219b2-b359-4d66-9941-825806c0aef4 HTTP/1.1" status: 204 len: 168 time: 0.6086299 Jun 17 08:55:21.594203 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ed777-558e-4191-abc2-06f4376b3778 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Network': ['ID=d85231b2-2b49-4c66-b9b1-a34255c97eff,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:21.597031 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1d4ed777-558e-4191-abc2-06f4376b3778 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:21.597630 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3537b132-4e56-43f8-99eb-5a62af301c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:21.632528 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed43d89-5a7e-4a9d-9595-82c55d846447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708219b2-b359-4d66-9941-825806c0aef4,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:21.638270 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7ed43d89-5a7e-4a9d-9595-82c55d846447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:21.712757 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:21.718399 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:21.779378 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-ce87b974-9b6d-415e-989d-51897ea2feb0 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:21.783219 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-ce87b974-9b6d-415e-989d-51897ea2feb0 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.50 "GET /v2.0/networks?id=eccbc072-50fb-4234-8176-49cfc92d8a16 HTTP/1.1" status: 200 len: 815 time: 0.1775885 Jun 17 08:55:21.785851 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecc2f2b-3592-4bef-8133-6455968d4522 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Made reservation on behalf of 1f5db1794c41458984527b66b209798b for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:21.792813 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-aecc2f2b-3592-4bef-8133-6455968d4522 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:21.811764 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-bb62a241-64fc-4ff6-81b4-ac81803dae0c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Request body: {'port': {'device_id': 'cf71976b-b691-4ea4-b3cc-9ddd2196afb5', 'network_id': 'eccbc072-50fb-4234-8176-49cfc92d8a16', 'admin_state_up': True, 'tenant_id': '22ef6047a86443e4be0b6c7a582383e9'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:21.847183 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=ceb1e923-b1a8-4108-9e1e-908b88b8ddd6,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:21.855099 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:21.858149 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.db.api [None req-46cbae23-4f29-48a4-beef-5ec1cca7d72e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:55:21.858730 n-d-758944-30 neutron-server[94521]: DEBUG oslo_db.api [None req-46cbae23-4f29-48a4-beef-5ec1cca7d72e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:55:21.955624 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-25e046c3-fa41-4219-afd7-1f826752da54 req-4166c989-d60c-4850-a717-bf0b15b750ed tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 210 time: 0.0552914 Jun 17 08:55:21.963012 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aecc2f2b-3592-4bef-8133-6455968d4522 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:55:21.988231 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-aecc2f2b-3592-4bef-8133-6455968d4522 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:21.988580 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-aecc2f2b-3592-4bef-8133-6455968d4522 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Added segment e7e86f84-1a16-46a0-9d02-59c721f25806 of type vlan for network 8b3bc8ee-8a39-4486-a3d2-103b2f14558d Jun 17 08:55:22.057071 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-aecc2f2b-3592-4bef-8133-6455968d4522 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:22.143933 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-bb62a241-64fc-4ff6-81b4-ac81803dae0c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Made reservation on behalf of 22ef6047a86443e4be0b6c7a582383e9 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:22.147985 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-bb62a241-64fc-4ff6-81b4-ac81803dae0c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:22.247815 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device ceb1e923-b1a8-4108-9e1e-908b88b8ddd6 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:22.351816 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port ceb1e923-b1a8-4108-9e1e-908b88b8ddd6 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:22.352512 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:22.363349 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-aecc2f2b-3592-4bef-8133-6455968d4522 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:22.369198 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecc2f2b-3592-4bef-8133-6455968d4522 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:22.369856 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-aecc2f2b-3592-4bef-8133-6455968d4522 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:22.372921 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-bb62a241-64fc-4ff6-81b4-ac81803dae0c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Allocated IP 172.20.0.13 (eccbc072-50fb-4234-8176-49cfc92d8a16/52ee78f2-03df-40f6-909e-7994b6ca5c1f/535c6d13-dbd5-4f1a-9213-15db3d0a032f) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:22.375290 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1073f354-ddce-4d21-a2bc-11c6bde6cb0f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:22.406389 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c13e4-c573-4b6b-909b-082ff74a6152 req-dde938b3-e894-4609-8b84-1bf77a0ab61a tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:22.409642 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-164c13e4-c573-4b6b-909b-082ff74a6152 req-dde938b3-e894-4609-8b84-1bf77a0ab61a tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 946 time: 0.1052525 Jun 17 08:55:22.501626 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-164c13e4-c573-4b6b-909b-082ff74a6152 req-2442bd29-eee5-4271-90a8-7bc106b8c0cb tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742850 Jun 17 08:55:22.502209 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc2f2b-3592-4bef-8133-6455968d4522 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event updated for resources: {'Network': ['ID=8b3bc8ee-8a39-4486-a3d2-103b2f14558d,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:22.511248 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-aecc2f2b-3592-4bef-8133-6455968d4522 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:22.522348 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 8b3bc8ee-8a39-4486-a3d2-103b2f14558d details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:55:22.568155 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35760) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:22.568813 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-aecc2f2b-3592-4bef-8133-6455968d4522 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0052774 Jun 17 08:55:22.577036 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-a7905e46-e72d-4603-a9cb-5acb3d041409 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Request body: {'subnet': {'network_id': '8b3bc8ee-8a39-4486-a3d2-103b2f14558d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:22.695857 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-bb62a241-64fc-4ff6-81b4-ac81803dae0c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:22.783100 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7905e46-e72d-4603-a9cb-5acb3d041409 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Made reservation on behalf of 1f5db1794c41458984527b66b209798b for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:22.786811 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a7905e46-e72d-4603-a9cb-5acb3d041409 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:22.814681 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-bb62a241-64fc-4ff6-81b4-ac81803dae0c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:22.825986 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:22.852817 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.ipam_backend_mixin [None req-a7905e46-e72d-4603-a9cb-5acb3d041409 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Performing IP validity checks on allocation pools {{(pid=94520) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 17 08:55:22.853345 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.ipam_backend_mixin [None req-a7905e46-e72d-4603-a9cb-5acb3d041409 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94520) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 17 08:55:22.855681 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-bb62a241-64fc-4ff6-81b4-ac81803dae0c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Network eccbc072-50fb-4234-8176-49cfc92d8a16 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:22.861739 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-bb62a241-64fc-4ff6-81b4-ac81803dae0c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:22.866323 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-bb62a241-64fc-4ff6-81b4-ac81803dae0c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:55:22.908725 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62a241-64fc-4ff6-81b4-ac81803dae0c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Pushing event updated for resources: {'Port': ['ID=535c6d13-dbd5-4f1a-9213-15db3d0a032f,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:22.913511 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-bb62a241-64fc-4ff6-81b4-ac81803dae0c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:22.936414 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-bb62a241-64fc-4ff6-81b4-ac81803dae0c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:22.936414 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-bb62a241-64fc-4ff6-81b4-ac81803dae0c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:23.007640 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35772) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:23.014521 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-2063d35b-7686-4287-b012-3692c697d439 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-878296207-network', 'tenant_id': 'c43a2fda4b7744d492bcc22d5523b2ea'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:23.056722 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-bb62a241-64fc-4ff6-81b4-ac81803dae0c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2571750 Jun 17 08:55:23.071099 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-e6e79e54-bf05-43b0-ba2a-8e4757d04be8 service neutron] Request body: {'port': {'device_id': 'cf71976b-b691-4ea4-b3cc-9ddd2196afb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:23.132770 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a7905e46-e72d-4603-a9cb-5acb3d041409 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:23.144804 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d40c940c-f21e-482e-954d-624bfac27088 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:23.250994 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2063d35b-7686-4287-b012-3692c697d439 admin admin] Made reservation on behalf of c43a2fda4b7744d492bcc22d5523b2ea for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:23.252870 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7905e46-e72d-4603-a9cb-5acb3d041409 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event updated for resources: {'Subnet': ['ID=712f816f-0b2d-4c7e-9443-59bdaba9c09a,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:23.253663 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2063d35b-7686-4287-b012-3692c697d439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:23.266952 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a7905e46-e72d-4603-a9cb-5acb3d041409 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:23.278207 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2063d35b-7686-4287-b012-3692c697d439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:23.282801 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35782) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:23.304569 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7905e46-e72d-4603-a9cb-5acb3d041409 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Checking segment: {'id': 'e7e86f84-1a16-46a0-9d02-59c721f25806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8b3bc8ee-8a39-4486-a3d2-103b2f14558d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:23.305132 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7905e46-e72d-4603-a9cb-5acb3d041409 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Network hostable DHCP agents. Network: 8b3bc8ee-8a39-4486-a3d2-103b2f14558d, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:55:23.305631 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-e6e79e54-bf05-43b0-ba2a-8e4757d04be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:23.319018 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8671d03-1b23-4fb9-8f49-e5bce50786d9 req-8b772c66-d37f-440c-8f51-37e2f785b331 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:23.324499 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e8671d03-1b23-4fb9-8f49-e5bce50786d9 req-8b772c66-d37f-440c-8f51-37e2f785b331 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 932 time: 0.2149563 Jun 17 08:55:23.436620 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e8671d03-1b23-4fb9-8f49-e5bce50786d9 req-fe67f269-2fa7-427b-9161-c01242917e51 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002607 Jun 17 08:55:23.448107 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7905e46-e72d-4603-a9cb-5acb3d041409 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Network 8b3bc8ee-8a39-4486-a3d2-103b2f14558d is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:55:23.546134 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-64eea8d0-5c7d-423f-8e5d-fe143897a5f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:23.565599 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-a7905e46-e72d-4603-a9cb-5acb3d041409 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 8b3bc8ee-8a39-4486-a3d2-103b2f14558d) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:23.579872 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef2ab2b-1945-4066-bf27-92dc0e8c128a None None] Network 8b3bc8ee-8a39-4486-a3d2-103b2f14558d requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:23.580336 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7905e46-e72d-4603-a9cb-5acb3d041409 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:23.580336 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a7905e46-e72d-4603-a9cb-5acb3d041409 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:23.782601 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2063d35b-7686-4287-b012-3692c697d439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:23.796654 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81ef9f-325f-4ed8-a560-00a1adaf3326 req-5a86ce4b-17ca-4963-ba8f-8192b4b36021 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:23.801006 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48152671-5332-4be4-a4c2-399d34dfa574 req-860da742-1903-4177-99d3-32a5517259df tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:23.809667 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-48152671-5332-4be4-a4c2-399d34dfa574 req-860da742-1903-4177-99d3-32a5517259df tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 946 time: 0.1634169 Jun 17 08:55:23.830574 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7a81ef9f-325f-4ed8-a560-00a1adaf3326 req-5a86ce4b-17ca-4963-ba8f-8192b4b36021 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.1113586 Jun 17 08:55:23.838770 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fde8890-ec71-4cd0-b0d0-8ccb3a699438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-8b3bc8ee-8a39-4486-a3d2-103b2f14558d', 'network_id': '8b3bc8ee-8a39-4486-a3d2-103b2f14558d', 'tenant_id': '1f5db1794c41458984527b66b209798b', 'fixed_ips': [{'subnet_id': '712f816f-0b2d-4c7e-9443-59bdaba9c09a'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:55:23.840205 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4fde8890-ec71-4cd0-b0d0-8ccb3a699438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:23.888516 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7a81ef9f-325f-4ed8-a560-00a1adaf3326 req-50f9871a-e7c3-4e7a-96a3-3099f1d8659c tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568874 Jun 17 08:55:23.914995 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-48152671-5332-4be4-a4c2-399d34dfa574 req-1ca74765-f78a-49f6-a520-c35e480f87c1 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965691 Jun 17 08:55:23.917550 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2063d35b-7686-4287-b012-3692c697d439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:23.925386 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-73d8f0c4-1276-4c87-9548-17d795350895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:23.933694 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-e6e79e54-bf05-43b0-ba2a-8e4757d04be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 535c6d13-dbd5-4f1a-9213-15db3d0a032f {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:55:23.949738 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-e6e79e54-bf05-43b0-ba2a-8e4757d04be8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:23.963502 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2063d35b-7686-4287-b012-3692c697d439 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:55:23.975945 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063d35b-7686-4287-b012-3692c697d439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdddcf26-c7e8-48ce-b783-7a117dc59064,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:23.981022 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2063d35b-7686-4287-b012-3692c697d439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:23.981912 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-e6e79e54-bf05-43b0-ba2a-8e4757d04be8 service neutron] Transition to ACTIVE for port object 535c6d13-dbd5-4f1a-9213-15db3d0a032f will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:23.987928 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2063d35b-7686-4287-b012-3692c697d439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:23.988481 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-2063d35b-7686-4287-b012-3692c697d439 admin admin] Added segment a5664f63-bfbd-4802-a63e-74bad4287109 of type vlan for network a0879a9c-32e4-4d74-960e-9830e24a8398 Jun 17 08:55:24.007433 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-4fde8890-ec71-4cd0-b0d0-8ccb3a699438 None None] Allocated IP 172.20.0.3 (8b3bc8ee-8a39-4486-a3d2-103b2f14558d/712f816f-0b2d-4c7e-9443-59bdaba9c09a/252a0d90-2a78-4151-98d3-3ab1774156e8) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:24.030433 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2063d35b-7686-4287-b012-3692c697d439 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:24.089539 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a7905e46-e72d-4603-a9cb-5acb3d041409 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5184209 Jun 17 08:55:24.091351 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35806) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:24.182336 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35810) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:24.190740 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-e6e79e54-bf05-43b0-ba2a-8e4757d04be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:24.197806 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2eace87f-a219-47a6-8ac8-a63da55185db tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:24.211421 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-64eea8d0-5c7d-423f-8e5d-fe143897a5f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:24.225430 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4fde8890-ec71-4cd0-b0d0-8ccb3a699438 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:24.234960 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8661fb36-9e57-436e-ae26-18668dc87c54 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:24.243429 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-4fde8890-ec71-4cd0-b0d0-8ccb3a699438 None None] Transition to ACTIVE for port object 252a0d90-2a78-4151-98d3-3ab1774156e8 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:24.274478 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-4fde8890-ec71-4cd0-b0d0-8ccb3a699438 None None] Transition to ACTIVE for port object 252a0d90-2a78-4151-98d3-3ab1774156e8 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:24.397265 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-64eea8d0-5c7d-423f-8e5d-fe143897a5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:24.402581 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0998e692-2567-4e42-8b5f-ed5e82da4391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:24.436569 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35818) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:24.450149 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4fde8890-ec71-4cd0-b0d0-8ccb3a699438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:24.454742 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e3877c3a-925d-4e37-bdc0-d34ce360836e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:24.474680 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-64eea8d0-5c7d-423f-8e5d-fe143897a5f9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=29e8424aebc242359b6edfc0b717bd38&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1907473 Jun 17 08:55:24.476287 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35824) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:24.487665 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c8db0fae-21ad-44f8-a3fb-f5ff8222342f tempest-AgentManagementNegativeTest-759005779 tempest-AgentManagementNegativeTest-759005779-project] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3034041 Jun 17 08:55:24.490034 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eea8d0-5c7d-423f-8e5d-fe143897a5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bc410d-9104-4484-90d4-e328ba124445,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:24.505021 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-64eea8d0-5c7d-423f-8e5d-fe143897a5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:24.567772 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde8890-ec71-4cd0-b0d0-8ccb3a699438 None None] Pushing event updated for resources: {'Port': ['ID=252a0d90-2a78-4151-98d3-3ab1774156e8,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:24.577906 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-4fde8890-ec71-4cd0-b0d0-8ccb3a699438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:24.591683 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fde8890-ec71-4cd0-b0d0-8ccb3a699438 None None] Network 8b3bc8ee-8a39-4486-a3d2-103b2f14558d is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:24.594169 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-4fde8890-ec71-4cd0-b0d0-8ccb3a699438 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:24.604335 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fde8890-ec71-4cd0-b0d0-8ccb3a699438 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:55:24.622533 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-775a6510-eb4b-45dc-a802-d345be2a9dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:24.656308 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-775a6510-eb4b-45dc-a802-d345be2a9dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:24.704153 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-4fde8890-ec71-4cd0-b0d0-8ccb3a699438 None None] Attempting to bind port 252a0d90-2a78-4151-98d3-3ab1774156e8 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:55:24.704733 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-4fde8890-ec71-4cd0-b0d0-8ccb3a699438 None None] Attempting to bind port 252a0d90-2a78-4151-98d3-3ab1774156e8 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'e7e86f84-1a16-46a0-9d02-59c721f25806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8b3bc8ee-8a39-4486-a3d2-103b2f14558d'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:55:24.705112 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fde8890-ec71-4cd0-b0d0-8ccb3a699438 None None] Attempting to bind port 252a0d90-2a78-4151-98d3-3ab1774156e8 on network 8b3bc8ee-8a39-4486-a3d2-103b2f14558d {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:55:24.707055 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2063d35b-7686-4287-b012-3692c697d439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:24.708379 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2063d35b-7686-4287-b012-3692c697d439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:24.709079 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2063d35b-7686-4287-b012-3692c697d439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:24.711236 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fde8890-ec71-4cd0-b0d0-8ccb3a699438 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:55:24.711621 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fde8890-ec71-4cd0-b0d0-8ccb3a699438 None None] Checking segment: {'id': 'e7e86f84-1a16-46a0-9d02-59c721f25806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8b3bc8ee-8a39-4486-a3d2-103b2f14558d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:24.712717 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4fde8890-ec71-4cd0-b0d0-8ccb3a699438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:24.712717 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fde8890-ec71-4cd0-b0d0-8ccb3a699438 None None] Bound using segment: {'id': 'e7e86f84-1a16-46a0-9d02-59c721f25806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8b3bc8ee-8a39-4486-a3d2-103b2f14558d'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:55:24.713347 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-4fde8890-ec71-4cd0-b0d0-8ccb3a699438 None None] Bound port: 252a0d90-2a78-4151-98d3-3ab1774156e8, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e86f84-1a16-46a0-9d02-59c721f25806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8b3bc8ee-8a39-4486-a3d2-103b2f14558d'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:55:24.713734 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4fde8890-ec71-4cd0-b0d0-8ccb3a699438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:24.714566 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-48dbf46a-44f1-4705-bddd-d1d72dec25e0 tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-65603871'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:24.715009 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-48dbf46a-44f1-4705-bddd-d1d72dec25e0 tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] Unknown quota resources ['metering_label']. {{(pid=94520) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:55:24.722042 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e79e54-bf05-43b0-ba2a-8e4757d04be8 service neutron] Pushing event updated for resources: {'Port': ['ID=535c6d13-dbd5-4f1a-9213-15db3d0a032f,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:24.728272 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e6e79e54-bf05-43b0-ba2a-8e4757d04be8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:24.729610 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4d94b66a-68ac-4339-b754-0fb03f3b0610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:24.789167 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-4fde8890-ec71-4cd0-b0d0-8ccb3a699438 None None] For port 252a0d90-2a78-4151-98d3-3ab1774156e8, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:55:24.792486 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-4fde8890-ec71-4cd0-b0d0-8ccb3a699438 None None] For port 252a0d90-2a78-4151-98d3-3ab1774156e8, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=252a0d90-2a78-4151-98d3-3ab1774156e8,segment=NetworkSegment(e7e86f84-1a16-46a0-9d02-59c721f25806),segment_id=e7e86f84-1a16-46a0-9d02-59c721f25806)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:55:24.842358 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02d871-3a38-4949-b8fd-bf9dbded6171 req-64f24633-383e-4f33-a930-e58448a392f5 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:24.843801 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0d02d871-3a38-4949-b8fd-bf9dbded6171 req-64f24633-383e-4f33-a930-e58448a392f5 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 944 time: 0.1334631 Jun 17 08:55:24.846166 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-2063d35b-7686-4287-b012-3692c697d439 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8368578 Jun 17 08:55:24.851143 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35830) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:24.859601 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-6acd307d-a717-449e-a8cf-1fd07701f872 admin admin] Request body: {'subnet': {'network_id': 'a0879a9c-32e4-4d74-960e-9830e24a8398', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-878296207-subnet', 'tenant_id': 'c43a2fda4b7744d492bcc22d5523b2ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:24.866058 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063d35b-7686-4287-b012-3692c697d439 admin admin] Pushing event updated for resources: {'Network': ['ID=a0879a9c-32e4-4d74-960e-9830e24a8398,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:24.874005 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2063d35b-7686-4287-b012-3692c697d439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:24.878320 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network a0879a9c-32e4-4d74-960e-9830e24a8398 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:55:24.894643 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0d02d871-3a38-4949-b8fd-bf9dbded6171 req-48945aa9-0189-4b46-a604-3a60295da0e6 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442507 Jun 17 08:55:24.903082 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-775a6510-eb4b-45dc-a802-d345be2a9dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:24.906539 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-775a6510-eb4b-45dc-a802-d345be2a9dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:24.909694 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-775a6510-eb4b-45dc-a802-d345be2a9dc5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/27bc410d-9104-4484-90d4-e328ba124445 HTTP/1.1" status: 204 len: 168 time: 0.4183795 Jun 17 08:55:24.909694 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-abe9e97c-bea1-44c4-9e59-1f1f62a17403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:24.915225 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-e6e79e54-bf05-43b0-ba2a-8e4757d04be8 service neutron] Attempting to bind port 535c6d13-dbd5-4f1a-9213-15db3d0a032f on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:55:24.915578 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-e6e79e54-bf05-43b0-ba2a-8e4757d04be8 service neutron] Attempting to bind port 535c6d13-dbd5-4f1a-9213-15db3d0a032f by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '8b09ab30-e72c-413f-ba3e-98e0a1bb60b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eccbc072-50fb-4234-8176-49cfc92d8a16'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:55:24.915940 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-e6e79e54-bf05-43b0-ba2a-8e4757d04be8 service neutron] Attempting to bind port 535c6d13-dbd5-4f1a-9213-15db3d0a032f on network eccbc072-50fb-4234-8176-49cfc92d8a16 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:55:24.920650 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-8661fb36-9e57-436e-ae26-18668dc87c54 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Deleting port 252a0d90-2a78-4151-98d3-3ab1774156e8 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:24.921004 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8661fb36-9e57-436e-ae26-18668dc87c54 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:24.925056 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-e6e79e54-bf05-43b0-ba2a-8e4757d04be8 service neutron] Port 535c6d13-dbd5-4f1a-9213-15db3d0a032f on network eccbc072-50fb-4234-8176-49cfc92d8a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:55:24.925395 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-e6e79e54-bf05-43b0-ba2a-8e4757d04be8 service neutron] Attempting to bind port 535c6d13-dbd5-4f1a-9213-15db3d0a032f on network eccbc072-50fb-4234-8176-49cfc92d8a16 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:55:24.941796 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a6510-eb4b-45dc-a802-d345be2a9dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bc410d-9104-4484-90d4-e328ba124445,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:24.946252 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4fde8890-ec71-4cd0-b0d0-8ccb3a699438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:24.946821 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-775a6510-eb4b-45dc-a802-d345be2a9dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:24.967615 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-c2643085-d544-4fea-bcfb-1df84d2d60f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:25.026399 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-e6e79e54-bf05-43b0-ba2a-8e4757d04be8 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:55:25.026748 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-e6e79e54-bf05-43b0-ba2a-8e4757d04be8 service neutron] Checking segment: {'id': '8b09ab30-e72c-413f-ba3e-98e0a1bb60b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eccbc072-50fb-4234-8176-49cfc92d8a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:25.027151 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-e6e79e54-bf05-43b0-ba2a-8e4757d04be8 service neutron] Bound using segment: {'id': '8b09ab30-e72c-413f-ba3e-98e0a1bb60b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eccbc072-50fb-4234-8176-49cfc92d8a16'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:55:25.027610 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-e6e79e54-bf05-43b0-ba2a-8e4757d04be8 service neutron] Bound port: 535c6d13-dbd5-4f1a-9213-15db3d0a032f, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b09ab30-e72c-413f-ba3e-98e0a1bb60b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eccbc072-50fb-4234-8176-49cfc92d8a16'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:55:25.027994 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-e6e79e54-bf05-43b0-ba2a-8e4757d04be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:25.029880 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acd307d-a717-449e-a8cf-1fd07701f872 admin admin] Made reservation on behalf of c43a2fda4b7744d492bcc22d5523b2ea for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:25.040485 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6acd307d-a717-449e-a8cf-1fd07701f872 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:25.072638 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde8890-ec71-4cd0-b0d0-8ccb3a699438 None None] Pushing event updated for resources: {'Port': ['ID=252a0d90-2a78-4151-98d3-3ab1774156e8,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:25.084455 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-4fde8890-ec71-4cd0-b0d0-8ccb3a699438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:25.158297 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-48dbf46a-44f1-4705-bddd-d1d72dec25e0 tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:25.163052 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-48dbf46a-44f1-4705-bddd-d1d72dec25e0 tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.7180440 Jun 17 08:55:25.164471 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35840) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:25.169234 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-bb2c2b56-1531-4be4-ba8e-26ac9f857f5d tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '03e2135e-b57f-49e0-bddd-5262d4e956d3'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:25.169496 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-bb2c2b56-1531-4be4-ba8e-26ac9f857f5d tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94520) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:55:25.265859 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-8661fb36-9e57-436e-ae26-18668dc87c54 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] For port 252a0d90-2a78-4151-98d3-3ab1774156e8, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=252a0d90-2a78-4151-98d3-3ab1774156e8,segment=NetworkSegment(e7e86f84-1a16-46a0-9d02-59c721f25806),segment_id=e7e86f84-1a16-46a0-9d02-59c721f25806)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:25.266262 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8661fb36-9e57-436e-ae26-18668dc87c54 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:25.301836 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29eb6d-960f-46fc-994e-a13eb327559e req-25a6cc03-ee66-4878-9061-608262363be8 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:25.303565 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ac29eb6d-960f-46fc-994e-a13eb327559e req-25a6cc03-ee66-4878-9061-608262363be8 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 946 time: 0.1501215 Jun 17 08:55:25.330243 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35842) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:25.359053 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-8661fb36-9e57-436e-ae26-18668dc87c54 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Calling delete_port for 252a0d90-2a78-4151-98d3-3ab1774156e8 owned by network:dhcp {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:25.374395 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-e6e79e54-bf05-43b0-ba2a-8e4757d04be8 service neutron] For port 535c6d13-dbd5-4f1a-9213-15db3d0a032f, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:55:25.394912 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ac29eb6d-960f-46fc-994e-a13eb327559e req-4ac3eae3-99d0-4c6b-895a-fa4532e5d941 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840030 Jun 17 08:55:25.396113 n-d-758944-30 neutron-server[94520]: WARNING neutron.services.metering.metering_plugin [None req-bb2c2b56-1531-4be4-ba8e-26ac9f857f5d tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 17 08:55:25.406968 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-e6e79e54-bf05-43b0-ba2a-8e4757d04be8 service neutron] For port 535c6d13-dbd5-4f1a-9213-15db3d0a032f, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=535c6d13-dbd5-4f1a-9213-15db3d0a032f,segment=NetworkSegment(8b09ab30-e72c-413f-ba3e-98e0a1bb60b4),segment_id=8b09ab30-e72c-413f-ba3e-98e0a1bb60b4)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:55:25.508295 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1a222-1089-44f7-97eb-188d8b8f2850 req-d74d0380-2f3b-417e-97f6-4a47dc8e19a6 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:25.509897 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-beb1a222-1089-44f7-97eb-188d8b8f2850 req-d74d0380-2f3b-417e-97f6-4a47dc8e19a6 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.3454618 Jun 17 08:55:25.551426 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b9df466e-3e3d-43c4-8387-ad667e0e5b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:25.557679 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-e6e79e54-bf05-43b0-ba2a-8e4757d04be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:25.564697 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bb2c2b56-1531-4be4-ba8e-26ac9f857f5d tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:25.566342 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-bb2c2b56-1531-4be4-ba8e-26ac9f857f5d tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4010341 Jun 17 08:55:25.573560 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35848) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:25.575868 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-40f98473-4ce6-48fe-9673-50774d51dd91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:25.580350 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-f355f96e-c731-4806-9bb8-666c03318494 tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '03e2135e-b57f-49e0-bddd-5262d4e956d3'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:25.581406 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-f355f96e-c731-4806-9bb8-666c03318494 tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94520) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:55:25.583882 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-58fc779e-6548-453f-89d0-7b20db0d9a4e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:25.643596 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-beb1a222-1089-44f7-97eb-188d8b8f2850 req-4899933c-f196-42f5-b6d1-68d748b5fd15 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1251178 Jun 17 08:55:25.663411 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-e6e79e54-bf05-43b0-ba2a-8e4757d04be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:25.664127 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-e6e79e54-bf05-43b0-ba2a-8e4757d04be8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:25.665530 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-e6e79e54-bf05-43b0-ba2a-8e4757d04be8 service neutron] 10.222.0.50 "PUT /v2.0/ports/535c6d13-dbd5-4f1a-9213-15db3d0a032f HTTP/1.1" status: 200 len: 1093 time: 2.6002011 Jun 17 08:55:25.666077 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf71976b-b691-4ea4-b3cc-9ddd2196afb5', 'tag': '535c6d13-dbd5-4f1a-9213-15db3d0a032f'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:55:25.668647 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20cd96f-4573-4abe-a8b8-45f1954df4aa" -d '{"events": [{"name": "network-changed", "server_uuid": "cf71976b-b691-4ea4-b3cc-9ddd2196afb5", "tag": "535c6d13-dbd5-4f1a-9213-15db3d0a032f"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:25.718408 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf3a3b5-6867-4e7e-aafa-3ebd84881dff x-openstack-request-id: req-2bf3a3b5-6867-4e7e-aafa-3ebd84881dff {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:25.718757 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf71976b-b691-4ea4-b3cc-9ddd2196afb5", "tag": "535c6d13-dbd5-4f1a-9213-15db3d0a032f", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:25.719103 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2bf3a3b5-6867-4e7e-aafa-3ebd84881dff {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:25.719528 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf71976b-b691-4ea4-b3cc-9ddd2196afb5', 'tag': '535c6d13-dbd5-4f1a-9213-15db3d0a032f', 'status': 'completed', 'code': 200} Jun 17 08:55:25.723925 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e79e54-bf05-43b0-ba2a-8e4757d04be8 service neutron] Pushing event updated for resources: {'Port': ['ID=535c6d13-dbd5-4f1a-9213-15db3d0a032f,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:25.729279 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e6e79e54-bf05-43b0-ba2a-8e4757d04be8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:25.762859 n-d-758944-30 neutron-server[94520]: WARNING neutron.services.metering.metering_plugin [None req-f355f96e-c731-4806-9bb8-666c03318494 tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 17 08:55:25.799906 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cd96f-4573-4abe-a8b8-45f1954df4aa req-8de51c43-3111-4483-851f-efebcab466f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:25.801499 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f20cd96f-4573-4abe-a8b8-45f1954df4aa req-8de51c43-3111-4483-851f-efebcab466f3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=22ef6047a86443e4be0b6c7a582383e9&device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 1096 time: 0.0667520 Jun 17 08:55:25.802901 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6acd307d-a717-449e-a8cf-1fd07701f872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:25.805141 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6bfe5a64-88da-4a3a-9b0a-1b32fc9d19af tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:25.845229 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f355f96e-c731-4806-9bb8-666c03318494 tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:25.846546 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f355f96e-c731-4806-9bb8-666c03318494 tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2719975 Jun 17 08:55:25.849419 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35852) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:25.860991 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c8be73be-8fb7-464e-9643-866efcce3a9f tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=f79eb4c8-5034-4b84-b980-9d3df4da9f28 HTTP/1.1" status: 200 len: 464 time: 0.0104022 Jun 17 08:55:25.865791 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35854) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:25.913357 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35856) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:25.920104 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd307d-a717-449e-a8cf-1fd07701f872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ead9aec9-224d-49b4-9ee6-88e44e22f141,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:25.925861 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6acd307d-a717-449e-a8cf-1fd07701f872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:25.951897 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-13d92167-ee4a-4b3e-b255-02f7c35064b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:25.959001 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8661fb36-9e57-436e-ae26-18668dc87c54 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:25.963621 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0e0ca71f-dd32-45ef-ad71-30727c305322 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:25.975533 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acd307d-a717-449e-a8cf-1fd07701f872 admin admin] Checking segment: {'id': 'a5664f63-bfbd-4802-a63e-74bad4287109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a0879a9c-32e4-4d74-960e-9830e24a8398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:25.975938 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acd307d-a717-449e-a8cf-1fd07701f872 admin admin] Network hostable DHCP agents. Network: a0879a9c-32e4-4d74-960e-9830e24a8398, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:55:26.024473 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-40f98473-4ce6-48fe-9673-50774d51dd91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:26.030002 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661fb36-9e57-436e-ae26-18668dc87c54 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Port': ['ID=252a0d90-2a78-4151-98d3-3ab1774156e8,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:26.041616 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8661fb36-9e57-436e-ae26-18668dc87c54 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:26.060240 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cd96f-4573-4abe-a8b8-45f1954df4aa req-c50f3299-e5dd-4050-a98e-bafe0dc5a8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:26.060240 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f20cd96f-4573-4abe-a8b8-45f1954df4aa req-c50f3299-e5dd-4050-a98e-bafe0dc5a8e2 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=22ef6047a86443e4be0b6c7a582383e9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2180080 Jun 17 08:55:26.119916 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-94352133-d24e-4120-b210-d5d492cbcfed tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:26.123643 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-94352133-d24e-4120-b210-d5d492cbcfed tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/f79eb4c8-5034-4b84-b980-9d3df4da9f28 HTTP/1.1" status: 204 len: 168 time: 0.2542906 Jun 17 08:55:26.123957 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35860) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:26.135857 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-33912188-7544-4df2-9f4b-d243c2e74061 tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=f79eb4c8-5034-4b84-b980-9d3df4da9f28 HTTP/1.1" status: 200 len: 221 time: 0.0102155 Jun 17 08:55:26.145893 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8661fb36-9e57-436e-ae26-18668dc87c54 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] No DVR routers for this DVR port 252a0d90-2a78-4151-98d3-3ab1774156e8 on host n-d-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:55:26.146037 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35862) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:26.152256 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-078983bc-d83f-4d23-b4e9-5c4695603e71 tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1018265737', 'description': 'label created by tempest'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:26.152799 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-078983bc-d83f-4d23-b4e9-5c4695603e71 tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] Unknown quota resources ['metering_label']. {{(pid=94520) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:55:26.252134 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8661fb36-9e57-436e-ae26-18668dc87c54 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:26.256329 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-40f98473-4ce6-48fe-9673-50774d51dd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:26.269798 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-299966a7-24f5-4822-887b-0f4ebd60daea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:26.284517 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b42e549-49ef-4d51-b0ef-ebf8efd4c2ac None None] Network 8b3bc8ee-8a39-4486-a3d2-103b2f14558d requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:26.307503 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acd307d-a717-449e-a8cf-1fd07701f872 admin admin] Network a0879a9c-32e4-4d74-960e-9830e24a8398 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:55:26.327343 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cd96f-4573-4abe-a8b8-45f1954df4aa req-ef969c13-7358-4089-9073-ac9a01ab19e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:26.328939 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f20cd96f-4573-4abe-a8b8-45f1954df4aa req-ef969c13-7358-4089-9073-ac9a01ab19e6 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2494152 Jun 17 08:55:26.346322 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ec7e69d6-54ee-49f4-aa54-c6737368f5e1 None None] Could not find standard attr ID for object 252a0d90-2a78-4151-98d3-3ab1774156e8. {{(pid=94521) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:55:26.360564 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13240ed1-b100-41a0-bdd6-927ad369388c req-97262c14-f5dd-4833-b986-28d176aedb90 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:26.362313 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-13240ed1-b100-41a0-bdd6-927ad369388c req-97262c14-f5dd-4833-b986-28d176aedb90 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 944 time: 0.3219063 Jun 17 08:55:26.451423 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-13240ed1-b100-41a0-bdd6-927ad369388c req-0dd519d8-66e6-4500-9e9a-6c223b892559 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798864 Jun 17 08:55:26.473944 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-814a94e9-ad55-42a8-b13b-aab2a40ed38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:26.476075 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-814a94e9-ad55-42a8-b13b-aab2a40ed38e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=22ef6047a86443e4be0b6c7a582383e9&device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 1096 time: 0.1057553 Jun 17 08:55:26.495088 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-6acd307d-a717-449e-a8cf-1fd07701f872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, a0879a9c-32e4-4d74-960e-9830e24a8398) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:26.508890 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32ae851-5b3e-44dc-a358-28bf0b63f81f None None] Network a0879a9c-32e4-4d74-960e-9830e24a8398 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:26.555443 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acd307d-a717-449e-a8cf-1fd07701f872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:26.561420 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6acd307d-a717-449e-a8cf-1fd07701f872 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:26.565905 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-4f8b9652-ed1e-4162-a558-c59a59332de0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=535c6d13-dbd5-4f1a-9213-15db3d0a032f HTTP/1.1" status: 200 len: 217 time: 0.0824580 Jun 17 08:55:26.575472 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8661fb36-9e57-436e-ae26-18668dc87c54 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:26.591812 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6f78c052-1691-4ac9-bc11-1a945f20a65d tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:26.664097 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661fb36-9e57-436e-ae26-18668dc87c54 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Subnet': ['ID=712f816f-0b2d-4c7e-9443-59bdaba9c09a,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:26.675495 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8661fb36-9e57-436e-ae26-18668dc87c54 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:26.748408 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-15d3dad0-565d-4102-ba68-5eb271804f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:26.749927 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-15d3dad0-565d-4102-ba68-5eb271804f2d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=52ee78f2-03df-40f6-909e-7994b6ca5c1f HTTP/1.1" status: 200 len: 855 time: 0.1615250 Jun 17 08:55:26.755323 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8661fb36-9e57-436e-ae26-18668dc87c54 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:26.803379 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-8661fb36-9e57-436e-ae26-18668dc87c54 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3bc8ee-8a39-4486-a3d2-103b2f14558d']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:26.808394 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-d7bbd151-2ee9-4a85-9182-0fd5b0cbca44 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=eccbc072-50fb-4234-8176-49cfc92d8a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501757 Jun 17 08:55:26.827102 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-8661fb36-9e57-436e-ae26-18668dc87c54 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e86f84-1a16-46a0-9d02-59c721f25806') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:26.827603 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-8661fb36-9e57-436e-ae26-18668dc87c54 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e86f84-1a16-46a0-9d02-59c721f25806') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:26.834775 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-40f98473-4ce6-48fe-9673-50774d51dd91 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6b8d2d0d6d58498b8e12db68abd9442d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5035551 Jun 17 08:55:26.840619 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35868) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:26.848102 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f98473-4ce6-48fe-9673-50774d51dd91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c4fd39-1c80-457a-aa47-aa021f6b2487,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:26.851171 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e88368f-7073-4eca-9776-e66e8371f145 None None] Network 8b3bc8ee-8a39-4486-a3d2-103b2f14558d requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:26.852694 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8661fb36-9e57-436e-ae26-18668dc87c54 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:26.890487 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-40f98473-4ce6-48fe-9673-50774d51dd91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:26.894048 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8661fb36-9e57-436e-ae26-18668dc87c54 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:26.905844 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-078983bc-d83f-4d23-b4e9-5c4695603e71 tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:26.910032 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-078983bc-d83f-4d23-b4e9-5c4695603e71 tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7599201 Jun 17 08:55:26.912361 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35870) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:26.930301 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9803f19-58b8-460f-bd80-4b1ee3c470e1 None None] Network a0879a9c-32e4-4d74-960e-9830e24a8398 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:26.936544 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8661fb36-9e57-436e-ae26-18668dc87c54 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:55:26.937107 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8661fb36-9e57-436e-ae26-18668dc87c54 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:55:26.943444 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:55:27.025910 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-15e48cb0-f64f-41e6-a322-51c564543385 tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=71b931be-7f4c-4526-bcf1-274ae656ec8c HTTP/1.1" status: 200 len: 468 time: 0.1077347 Jun 17 08:55:27.030300 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35872) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:27.055945 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92c496-0515-43cc-ba31-b1d796bf4371 req-2dbfedae-ee66-469e-9922-8fdcdefbd0b0 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:27.063636 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3b92c496-0515-43cc-ba31-b1d796bf4371 req-2dbfedae-ee66-469e-9922-8fdcdefbd0b0 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 946 time: 0.3798752 Jun 17 08:55:27.083411 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7c88f657-8ff1-4178-b795-34b921ed953c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:27.130996 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-13d92167-ee4a-4b3e-b255-02f7c35064b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:27.138886 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-5f81a6ce-fc98-451b-b6b6-c26b92014825 service neutron] 10.222.0.50 "GET /v2.0/networks/eccbc072-50fb-4234-8176-49cfc92d8a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222110 Jun 17 08:55:27.142583 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7c88f657-8ff1-4178-b795-34b921ed953c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:27.146396 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834ef513-c3e8-4c09-b3ab-fbf72240d083 None None] DHCP port deletion for 8b3bc8ee-8a39-4486-a3d2-103b2f14558d request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:55:27.153402 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3b92c496-0515-43cc-ba31-b1d796bf4371 req-31f73e3c-e8aa-4ee0-85c7-15ae3e72f860 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837636 Jun 17 08:55:27.271438 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31eefc1-c467-4eac-a5db-c8ef4c9dc75a req-e470b095-6483-406d-835d-eeba3c6d6d6f tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:27.272881 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d31eefc1-c467-4eac-a5db-c8ef4c9dc75a req-e470b095-6483-406d-835d-eeba3c6d6d6f tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.4670854 Jun 17 08:55:27.328608 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-13d92167-ee4a-4b3e-b255-02f7c35064b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:27.331971 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b79ef4d4-e4cd-4dc0-a128-4fb92418ff2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:27.370297 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-13d92167-ee4a-4b3e-b255-02f7c35064b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7212287d433844e6b98206216bd28444&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4555273 Jun 17 08:55:27.370938 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d92167-ee4a-4b3e-b255-02f7c35064b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24582a5a-6437-4e9f-afc5-39ed9bfeeae3,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:27.373778 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35874) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:27.379922 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-13d92167-ee4a-4b3e-b255-02f7c35064b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:27.380643 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7c88f657-8ff1-4178-b795-34b921ed953c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:27.383135 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7c88f657-8ff1-4178-b795-34b921ed953c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:27.385337 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7c88f657-8ff1-4178-b795-34b921ed953c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/84c4fd39-1c80-457a-aa47-aa021f6b2487 HTTP/1.1" status: 204 len: 168 time: 0.5417619 Jun 17 08:55:27.387201 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0c6d1ab8-169b-4259-ae37-2acb51e84ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:27.401229 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88f657-8ff1-4178-b795-34b921ed953c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c4fd39-1c80-457a-aa47-aa021f6b2487,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:27.401539 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8661fb36-9e57-436e-ae26-18668dc87c54 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:27.406332 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7c88f657-8ff1-4178-b795-34b921ed953c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:27.408011 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8661fb36-9e57-436e-ae26-18668dc87c54 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:27.411060 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-8661fb36-9e57-436e-ae26-18668dc87c54 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/networks/8b3bc8ee-8a39-4486-a3d2-103b2f14558d HTTP/1.1" status: 204 len: 168 time: 3.3180645 Jun 17 08:55:27.414677 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-493e7dec-7ce3-4604-8fc2-205cfcb6d7c4 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:27.417709 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35878) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:27.423284 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-f42dc83b-5e1d-44c9-a5d6-e1f98edd11e3 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1851984248'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:27.452435 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661fb36-9e57-436e-ae26-18668dc87c54 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Network': ['ID=8b3bc8ee-8a39-4486-a3d2-103b2f14558d,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:27.456113 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8661fb36-9e57-436e-ae26-18668dc87c54 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:27.472454 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6acd307d-a717-449e-a8cf-1fd07701f872 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6179395 Jun 17 08:55:27.474200 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c91e724-6f1f-4373-9ef9-85c02f35bc70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:27.476024 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d31eefc1-c467-4eac-a5db-c8ef4c9dc75a req-c8259829-5fcd-47e4-a0da-68f37de7eb9e tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1817610 Jun 17 08:55:27.480096 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1c367ffe-8334-4e16-92be-035e8fe8db7d req-771b2532-8a72-4b14-90cf-23f970b3d317 service neutron] 10.222.0.50 "GET /v2.0/networks/eccbc072-50fb-4234-8176-49cfc92d8a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297710 Jun 17 08:55:27.503982 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c91e724-6f1f-4373-9ef9-85c02f35bc70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:27.521978 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b6321a83-96fc-4609-8e74-9575e0af3d46 tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:27.523542 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b6321a83-96fc-4609-8e74-9575e0af3d46 tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/71b931be-7f4c-4526-bcf1-274ae656ec8c HTTP/1.1" status: 204 len: 168 time: 0.4897285 Jun 17 08:55:27.526717 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35884) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:27.556834 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-487e892e-7f00-4323-a0f7-8d6498519ffe tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=71b931be-7f4c-4526-bcf1-274ae656ec8c HTTP/1.1" status: 200 len: 216 time: 0.0288258 Jun 17 08:55:27.560406 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35886) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:27.572064 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f7cfcdcc-999f-49c9-8767-b0bb444a1db1 tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0100839 Jun 17 08:55:27.575978 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35888) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:27.597085 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35890) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:27.603160 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a00afa72-309c-42c1-8257-8983f17c9c99 tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0192068 Jun 17 08:55:27.666202 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42dc83b-5e1d-44c9-a5d6-e1f98edd11e3 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Made reservation on behalf of 1f5db1794c41458984527b66b209798b for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:27.669931 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f42dc83b-5e1d-44c9-a5d6-e1f98edd11e3 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:27.698590 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0759d26d-b28f-4c46-870b-8ee90854389a tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels/03e2135e-b57f-49e0-bddd-5262d4e956d3 HTTP/1.1" status: 200 len: 471 time: 0.1002192 Jun 17 08:55:27.702094 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35894) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:27.719803 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-57894b13-dca6-40ac-99b5-b346601ea519 tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules/93dd50fd-659b-4a46-bb2c-ab41b4c676fe HTTP/1.1" status: 200 len: 461 time: 0.0158470 Jun 17 08:55:27.723179 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35896) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:27.730716 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c91e724-6f1f-4373-9ef9-85c02f35bc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:27.733520 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c91e724-6f1f-4373-9ef9-85c02f35bc70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:27.734659 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4c91e724-6f1f-4373-9ef9-85c02f35bc70 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/24582a5a-6437-4e9f-afc5-39ed9bfeeae3 HTTP/1.1" status: 204 len: 168 time: 0.3599775 Jun 17 08:55:27.738609 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0ed71ce1-15e1-4c1b-b547-5f922c82e3dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:27.746234 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42dc83b-5e1d-44c9-a5d6-e1f98edd11e3 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:55:27.748596 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91e724-6f1f-4373-9ef9-85c02f35bc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24582a5a-6437-4e9f-afc5-39ed9bfeeae3,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:27.755174 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4c91e724-6f1f-4373-9ef9-85c02f35bc70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:27.775393 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f42dc83b-5e1d-44c9-a5d6-e1f98edd11e3 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:27.775393 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-f42dc83b-5e1d-44c9-a5d6-e1f98edd11e3 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Added segment a84e5374-264b-4fec-ac7d-302e24a7cbfd of type vlan for network 7c5bcf13-e45d-4c35-a1c4-ad2c00c9e38d Jun 17 08:55:27.792383 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f9ed8-d4ce-450d-bc29-dda189a4291a req-3d35cfb2-be57-477b-b19b-29c32285eda8 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:27.793979 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-044f9ed8-d4ce-450d-bc29-dda189a4291a req-3d35cfb2-be57-477b-b19b-29c32285eda8 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 944 time: 0.1870992 Jun 17 08:55:27.843999 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f42dc83b-5e1d-44c9-a5d6-e1f98edd11e3 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:27.865522 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-044f9ed8-d4ce-450d-bc29-dda189a4291a req-cbd42a3e-c6da-4f9b-88e4-0dbc372686b9 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539551 Jun 17 08:55:27.951047 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:27.970171 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5b5b9b19-2005-4279-be0c-ad581b5008c9 tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:27.974339 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5b5b9b19-2005-4279-be0c-ad581b5008c9 tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/93dd50fd-659b-4a46-bb2c-ab41b4c676fe HTTP/1.1" status: 204 len: 168 time: 0.2471757 Jun 17 08:55:27.974656 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35906) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:27.991790 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f42dc83b-5e1d-44c9-a5d6-e1f98edd11e3 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:27.999987 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42dc83b-5e1d-44c9-a5d6-e1f98edd11e3 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:28.000919 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f42dc83b-5e1d-44c9-a5d6-e1f98edd11e3 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:28.004719 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:28.083328 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42dc83b-5e1d-44c9-a5d6-e1f98edd11e3 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event updated for resources: {'Network': ['ID=7c5bcf13-e45d-4c35-a1c4-ad2c00c9e38d,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:28.086641 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f42dc83b-5e1d-44c9-a5d6-e1f98edd11e3 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:28.099218 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 7c5bcf13-e45d-4c35-a1c4-ad2c00c9e38d details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:55:28.167635 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f42dc83b-5e1d-44c9-a5d6-e1f98edd11e3 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7487578 Jun 17 08:55:28.167992 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35918) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:28.177288 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 252a0d90-2a78-4151-98d3-3ab1774156e8 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:55:28.185313 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-edb7f942-a3b2-43a6-9630-5391d915bc20 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Request body: {'subnet': {'network_id': '7c5bcf13-e45d-4c35-a1c4-ad2c00c9e38d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:28.198274 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 252a0d90-2a78-4151-98d3-3ab1774156e8 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:55:28.198632 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 252a0d90-2a78-4151-98d3-3ab1774156e8 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:55:28.352655 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-86338da5-e290-4f9a-b39a-4774ca97c177 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:28.354357 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-86338da5-e290-4f9a-b39a-4774ca97c177 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/networks?id=9d974cdf-1be1-4abb-b130-8e6ea3241090 HTTP/1.1" status: 200 len: 812 time: 0.1897073 Jun 17 08:55:28.361567 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0bf007e3-decb-4b42-86bf-18ecbad95b34 tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:28.362910 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0bf007e3-decb-4b42-86bf-18ecbad95b34 tempest-MeteringTestJSON-2066755182 tempest-MeteringTestJSON-2066755182-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/03e2135e-b57f-49e0-bddd-5262d4e956d3 HTTP/1.1" status: 204 len: 168 time: 0.3870878 Jun 17 08:55:28.376381 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-d2173032-f53a-43b0-a660-0441803a7465 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/quotas/39f8ef536a2d4b76b51073d6e1984089 HTTP/1.1" status: 200 len: 375 time: 0.0120213 Jun 17 08:55:28.392085 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bdfa86-d645-4f91-b9a4-03dbd1dbf972 req-994a7f01-1bf6-4ecf-a26a-1dba404667fe tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:28.394187 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-29bdfa86-d645-4f91-b9a4-03dbd1dbf972 req-994a7f01-1bf6-4ecf-a26a-1dba404667fe tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 946 time: 0.0851662 Jun 17 08:55:28.419008 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-a091ae61-c148-482f-85a2-bf107457107f tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=39f8ef536a2d4b76b51073d6e1984089&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343225 Jun 17 08:55:28.434527 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-29bdfa86-d645-4f91-b9a4-03dbd1dbf972 req-11f0193e-d6d3-4fd9-852e-b48e324ad1eb tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334253 Jun 17 08:55:28.488552 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb7f942-a3b2-43a6-9630-5391d915bc20 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Made reservation on behalf of 1f5db1794c41458984527b66b209798b for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:28.492128 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-edb7f942-a3b2-43a6-9630-5391d915bc20 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:28.575766 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-9d051b03-f417-42af-9204-c87f427f2e95 service neutron] 10.222.0.49 "GET /v2.0/networks/9d974cdf-1be1-4abb-b130-8e6ea3241090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491864 Jun 17 08:55:28.702618 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a05eb7-bd26-455c-a29b-895b9b6e1b24 req-68366a0c-fa62-4f54-8808-5953405759da tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:28.704124 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-09a05eb7-bd26-455c-a29b-895b9b6e1b24 req-68366a0c-fa62-4f54-8808-5953405759da tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.0709534 Jun 17 08:55:28.722725 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-17052239-4e13-4a77-b01e-a818e156d1b5 service neutron] 10.222.0.49 "GET /v2.0/networks/9d974cdf-1be1-4abb-b130-8e6ea3241090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397593 Jun 17 08:55:28.745986 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-09a05eb7-bd26-455c-a29b-895b9b6e1b24 req-3b26c9df-1ab2-45af-bb06-605d6becf0a1 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352252 Jun 17 08:55:28.852249 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-edb7f942-a3b2-43a6-9630-5391d915bc20 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:28.854432 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1d4ed777-558e-4191-abc2-06f4376b3778 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:28.920729 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7f942-a3b2-43a6-9630-5391d915bc20 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event updated for resources: {'Subnet': ['ID=c3a02432-ef4c-4f98-ae12-df2d3960321f,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:28.925108 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-edb7f942-a3b2-43a6-9630-5391d915bc20 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:28.929249 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb7f942-a3b2-43a6-9630-5391d915bc20 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Checking segment: {'id': 'a84e5374-264b-4fec-ac7d-302e24a7cbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7c5bcf13-e45d-4c35-a1c4-ad2c00c9e38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:28.929612 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb7f942-a3b2-43a6-9630-5391d915bc20 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Network hostable DHCP agents. Network: 7c5bcf13-e45d-4c35-a1c4-ad2c00c9e38d, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:55:29.074261 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3732ae9-c783-4f2a-b93c-26b7962aaa73 req-b0521b3c-0ddb-4897-8155-b1d6f4710d71 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:29.082215 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f3732ae9-c783-4f2a-b93c-26b7962aaa73 req-b0521b3c-0ddb-4897-8155-b1d6f4710d71 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 944 time: 0.0832162 Jun 17 08:55:29.133920 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb7f942-a3b2-43a6-9630-5391d915bc20 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Network 7c5bcf13-e45d-4c35-a1c4-ad2c00c9e38d is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:55:29.140484 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f3732ae9-c783-4f2a-b93c-26b7962aaa73 req-62336b0a-2bb8-4f75-ba76-7dd3eee0850e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569344 Jun 17 08:55:29.193467 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-08e51758-d16e-4481-9558-44f0662de69f req-ab687e83-c2b4-4f92-a49f-45ddc969ff6f tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 210 time: 0.0332742 Jun 17 08:55:29.305077 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-edb7f942-a3b2-43a6-9630-5391d915bc20 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 7c5bcf13-e45d-4c35-a1c4-ad2c00c9e38d) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:29.312479 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb7f942-a3b2-43a6-9630-5391d915bc20 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:29.313086 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-edb7f942-a3b2-43a6-9630-5391d915bc20 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:29.317009 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a70368-4f92-4f3c-8b3c-ea8888c41279 None None] Network 7c5bcf13-e45d-4c35-a1c4-ad2c00c9e38d requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:29.479799 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f0e226-34df-4ec7-a1b8-3428dd8c0a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-7c5bcf13-e45d-4c35-a1c4-ad2c00c9e38d', 'network_id': '7c5bcf13-e45d-4c35-a1c4-ad2c00c9e38d', 'tenant_id': '1f5db1794c41458984527b66b209798b', 'fixed_ips': [{'subnet_id': 'c3a02432-ef4c-4f98-ae12-df2d3960321f'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:55:29.480670 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-16f0e226-34df-4ec7-a1b8-3428dd8c0a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:29.622422 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bdabb-9173-433b-8b7a-4c19101a20a3 req-ccfbe150-f9aa-41e6-b15e-6fc51bd3264c tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:29.623899 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2e8bdabb-9173-433b-8b7a-4c19101a20a3 req-ccfbe150-f9aa-41e6-b15e-6fc51bd3264c tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 946 time: 0.0743179 Jun 17 08:55:29.626592 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-16f0e226-34df-4ec7-a1b8-3428dd8c0a6a None None] Allocated IP 172.20.0.1 (7c5bcf13-e45d-4c35-a1c4-ad2c00c9e38d/c3a02432-ef4c-4f98-ae12-df2d3960321f/0189371d-4484-4717-899b-8f4684d7bb8e) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:29.664447 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2e8bdabb-9173-433b-8b7a-4c19101a20a3 req-7b81a00b-aad0-4fe5-be54-f2f6fabeb305 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341299 Jun 17 08:55:29.700412 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-edb7f942-a3b2-43a6-9630-5391d915bc20 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5225964 Jun 17 08:55:29.703498 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35970) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:29.714105 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 535c6d13-dbd5-4f1a-9213-15db3d0a032f details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:55:29.719992 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-73b87b27-5453-4348-9840-f367772aeac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:29.823168 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35976) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:29.859352 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-16f0e226-34df-4ec7-a1b8-3428dd8c0a6a None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:29.859641 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:29.887276 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-16f0e226-34df-4ec7-a1b8-3428dd8c0a6a None None] Transition to ACTIVE for port object 0189371d-4484-4717-899b-8f4684d7bb8e will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:29.898538 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 535c6d13-dbd5-4f1a-9213-15db3d0a032f, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=535c6d13-dbd5-4f1a-9213-15db3d0a032f,segment=NetworkSegment(8b09ab30-e72c-413f-ba3e-98e0a1bb60b4),segment_id=8b09ab30-e72c-413f-ba3e-98e0a1bb60b4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:29.915205 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 35982) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:29.921871 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '535c6d13-dbd5-4f1a-9213-15db3d0a032f', 'network_id': 'eccbc072-50fb-4234-8176-49cfc92d8a16', 'port_id': '535c6d13-dbd5-4f1a-9213-15db3d0a032f', 'mac_address': 'fa:16:3e:c5:ce:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ee78f2-03df-40f6-909e-7994b6ca5c1f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:55:29.924546 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-16f0e226-34df-4ec7-a1b8-3428dd8c0a6a None None] Transition to ACTIVE for port object 0189371d-4484-4717-899b-8f4684d7bb8e will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:29.977307 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:29.991230 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 535c6d13-dbd5-4f1a-9213-15db3d0a032f {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:55:30.057641 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8adcadf9-d7ab-4d9b-8f72-1272efc3c54e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.088215 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-e395aaf2-0f2c-4574-8c3f-40ac8cd30705 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1832588583'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:30.272195 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 535c6d13-dbd5-4f1a-9213-15db3d0a032f, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=535c6d13-dbd5-4f1a-9213-15db3d0a032f,segment=NetworkSegment(8b09ab30-e72c-413f-ba3e-98e0a1bb60b4),segment_id=8b09ab30-e72c-413f-ba3e-98e0a1bb60b4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:30.358007 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.360728 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba35248-ac1f-4080-a8b5-16cd89ac489b req-6a79f618-28c1-420d-97f5-c1a8280159ea tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:30.362359 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7ba35248-ac1f-4080-a8b5-16cd89ac489b req-6a79f618-28c1-420d-97f5-c1a8280159ea tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 944 time: 0.1156373 Jun 17 08:55:30.400668 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8adcadf9-d7ab-4d9b-8f72-1272efc3c54e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.419100 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7ba35248-ac1f-4080-a8b5-16cd89ac489b req-93c55ae8-05fb-4bd9-8cd1-37c772b7180d tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465524 Jun 17 08:55:30.425948 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae82743-02f0-4fdd-a67f-81bf62e6cff0 req-bdc827bf-29e4-49db-b6b1-8d4cab0ce0e6 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:30.427732 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3ae82743-02f0-4fdd-a67f-81bf62e6cff0 req-bdc827bf-29e4-49db-b6b1-8d4cab0ce0e6 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.1219172 Jun 17 08:55:30.468009 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3ae82743-02f0-4fdd-a67f-81bf62e6cff0 req-43b64eb2-7a7d-49b1-8b55-3cf45e180d21 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346241 Jun 17 08:55:30.483345 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-16f0e226-34df-4ec7-a1b8-3428dd8c0a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.486789 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:30.489050 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.505681 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-473c8080-3267-498f-a416-1385ee097c00 req-39c88ed7-22ab-4d2e-a20b-72bb91b18ea8 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 210 time: 0.0387535 Jun 17 08:55:30.528599 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f0e226-34df-4ec7-a1b8-3428dd8c0a6a None None] Network 7c5bcf13-e45d-4c35-a1c4-ad2c00c9e38d is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:30.532039 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-16f0e226-34df-4ec7-a1b8-3428dd8c0a6a None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:30.536765 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f0e226-34df-4ec7-a1b8-3428dd8c0a6a None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:55:30.544079 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8adcadf9-d7ab-4d9b-8f72-1272efc3c54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.549150 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0e226-34df-4ec7-a1b8-3428dd8c0a6a None None] Pushing event updated for resources: {'Port': ['ID=0189371d-4484-4717-899b-8f4684d7bb8e,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:30.549387 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-21dd37e7-317a-47dd-a7ea-73f93928712e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:30.560343 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-16f0e226-34df-4ec7-a1b8-3428dd8c0a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:30.561704 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:30.594964 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-8adcadf9-d7ab-4d9b-8f72-1272efc3c54e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e588cf8dbed1465793844522fd968073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7691510 Jun 17 08:55:30.595440 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 35992) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:30.596108 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcadf9-d7ab-4d9b-8f72-1272efc3c54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f01e10e-3f0a-4f94-90ed-767bf1b8a171,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:30.599815 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8adcadf9-d7ab-4d9b-8f72-1272efc3c54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:30.634237 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.639691 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d1b75b3f-a181-431b-872e-7762731d960b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:30.662517 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-16f0e226-34df-4ec7-a1b8-3428dd8c0a6a None None] Attempting to bind port 0189371d-4484-4717-899b-8f4684d7bb8e on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:55:30.662810 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-16f0e226-34df-4ec7-a1b8-3428dd8c0a6a None None] Attempting to bind port 0189371d-4484-4717-899b-8f4684d7bb8e by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'a84e5374-264b-4fec-ac7d-302e24a7cbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7c5bcf13-e45d-4c35-a1c4-ad2c00c9e38d'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:55:30.663188 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f0e226-34df-4ec7-a1b8-3428dd8c0a6a None None] Attempting to bind port 0189371d-4484-4717-899b-8f4684d7bb8e on network 7c5bcf13-e45d-4c35-a1c4-ad2c00c9e38d {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:55:30.671426 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=535c6d13-dbd5-4f1a-9213-15db3d0a032f,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:30.672164 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Subnet': ['ID=c3a02432-ef4c-4f98-ae12-df2d3960321f,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:30.675161 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:30.676054 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:30.677232 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e395aaf2-0f2c-4574-8c3f-40ac8cd30705 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Made reservation on behalf of e0a46483e47d4e8180b6f017fee023c1 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:30.677647 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f0e226-34df-4ec7-a1b8-3428dd8c0a6a None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:55:30.678042 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f0e226-34df-4ec7-a1b8-3428dd8c0a6a None None] Checking segment: {'id': 'a84e5374-264b-4fec-ac7d-302e24a7cbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7c5bcf13-e45d-4c35-a1c4-ad2c00c9e38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:30.678460 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-16f0e226-34df-4ec7-a1b8-3428dd8c0a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.678863 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f0e226-34df-4ec7-a1b8-3428dd8c0a6a None None] Bound using segment: {'id': 'a84e5374-264b-4fec-ac7d-302e24a7cbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7c5bcf13-e45d-4c35-a1c4-ad2c00c9e38d'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:55:30.680626 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e395aaf2-0f2c-4574-8c3f-40ac8cd30705 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.684078 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-16f0e226-34df-4ec7-a1b8-3428dd8c0a6a None None] Bound port: 0189371d-4484-4717-899b-8f4684d7bb8e, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84e5374-264b-4fec-ac7d-302e24a7cbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7c5bcf13-e45d-4c35-a1c4-ad2c00c9e38d'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:55:30.685241 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-16f0e226-34df-4ec7-a1b8-3428dd8c0a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.714132 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e395aaf2-0f2c-4574-8c3f-40ac8cd30705 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.753236 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a8e997aa-3bfa-4576-b860-d4473d4b3a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.758565 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.770358 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['535c6d13-dbd5-4f1a-9213-15db3d0a032f'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:55:30.780122 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5bcf13-e45d-4c35-a1c4-ad2c00c9e38d']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:30.800243 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a84e5374-264b-4fec-ac7d-302e24a7cbfd') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:30.800544 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a84e5374-264b-4fec-ac7d-302e24a7cbfd') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:30.810682 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a8e997aa-3bfa-4576-b860-d4473d4b3a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.820152 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.876637 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e395aaf2-0f2c-4574-8c3f-40ac8cd30705 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.876956 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.890142 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:55:30.890550 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.894538 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-16f0e226-34df-4ec7-a1b8-3428dd8c0a6a None None] For port 0189371d-4484-4717-899b-8f4684d7bb8e, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:55:30.896043 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:55:30.990018 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-16f0e226-34df-4ec7-a1b8-3428dd8c0a6a None None] For port 0189371d-4484-4717-899b-8f4684d7bb8e, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=0189371d-4484-4717-899b-8f4684d7bb8e,segment=NetworkSegment(a84e5374-264b-4fec-ac7d-302e24a7cbfd),segment_id=a84e5374-264b-4fec-ac7d-302e24a7cbfd)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:55:30.990926 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e395aaf2-0f2c-4574-8c3f-40ac8cd30705 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.992283 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57a9b6-33fb-4961-9be6-449aa95148ad req-6f7f3537-ffff-46b9-a365-4f0a30a5042f tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:30.993827 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7f57a9b6-33fb-4961-9be6-449aa95148ad req-6f7f3537-ffff-46b9-a365-4f0a30a5042f tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 946 time: 0.1629775 Jun 17 08:55:30.998219 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-116bb56d-ac70-485d-ba90-4b3d9942fd89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:31.028302 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395aaf2-0f2c-4574-8c3f-40ac8cd30705 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4245439-1fe6-4e6c-901d-3634a57f809d,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:31.031292 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e395aaf2-0f2c-4574-8c3f-40ac8cd30705 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:31.035649 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7f57a9b6-33fb-4961-9be6-449aa95148ad req-eb98cbb8-0edb-43ef-a876-6fa04d6f6383 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354791 Jun 17 08:55:31.040470 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:31.069011 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.db.api [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 17 08:55:31.069011 n-d-758944-30 neutron-server[94519]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 17 08:55:31.069011 n-d-758944-30 neutron-server[94519]: [parameters: {'id': '7c5bcf13-e45d-4c35-a1c4-ad2c00c9e38d'}] Jun 17 08:55:31.069011 n-d-758944-30 neutron-server[94519]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:55:31.069600 n-d-758944-30 neutron-server[94519]: DEBUG oslo_db.api [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:55:31.145411 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a8e997aa-3bfa-4576-b860-d4473d4b3a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:31.148132 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a8e997aa-3bfa-4576-b860-d4473d4b3a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:31.149462 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a8e997aa-3bfa-4576-b860-d4473d4b3a8f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1f01e10e-3f0a-4f94-90ed-767bf1b8a171 HTTP/1.1" status: 204 len: 168 time: 0.5526540 Jun 17 08:55:31.150283 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:31.158459 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e997aa-3bfa-4576-b860-d4473d4b3a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f01e10e-3f0a-4f94-90ed-767bf1b8a171,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:31.160308 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a8e997aa-3bfa-4576-b860-d4473d4b3a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:31.195057 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-16f0e226-34df-4ec7-a1b8-3428dd8c0a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:31.198022 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-4fde8890-ec71-4cd0-b0d0-8ccb3a699438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:31.277912 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0e226-34df-4ec7-a1b8-3428dd8c0a6a None None] Pushing event updated for resources: {'Port': ['ID=0189371d-4484-4717-899b-8f4684d7bb8e,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:31.282232 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-16f0e226-34df-4ec7-a1b8-3428dd8c0a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:31.302280 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e98348d-2365-40e3-9c3d-303c0acf1cf9 None None] Network 7c5bcf13-e45d-4c35-a1c4-ad2c00c9e38d requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:31.438196 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eecc054-0c71-47ca-941d-01dd3a6e7fb6 None None] get_active_networks_info from n-d-758944-30 {{(pid=94521) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:55:31.453000 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e395aaf2-0f2c-4574-8c3f-40ac8cd30705 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:55:31.463224 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e395aaf2-0f2c-4574-8c3f-40ac8cd30705 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:31.463586 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-e395aaf2-0f2c-4574-8c3f-40ac8cd30705 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Added segment 9e6c77c5-df03-4888-95fa-40c0eb44eee9 of type vlan for network 2e12bbfa-e7b9-489f-9867-6a169b71aeee Jun 17 08:55:31.541098 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e395aaf2-0f2c-4574-8c3f-40ac8cd30705 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:31.570642 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:31.582841 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eecc054-0c71-47ca-941d-01dd3a6e7fb6 None None] Resources bound (agent type, host, resource id): {{(pid=94521) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:55:31.637822 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3128713-7a52-48ca-b6a5-d611f939a4d0 req-8ce013b9-ca9b-4d19-b43b-e4a8501a03c0 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:31.639435 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a3128713-7a52-48ca-b6a5-d611f939a4d0 req-8ce013b9-ca9b-4d19-b43b-e4a8501a03c0 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 945 time: 0.0906415 Jun 17 08:55:31.693162 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a3128713-7a52-48ca-b6a5-d611f939a4d0 req-8beb0ef6-c8dd-47ce-8f1b-d2c53dd540e6 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403678 Jun 17 08:55:31.706465 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Deleting port 0189371d-4484-4717-899b-8f4684d7bb8e {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:31.706829 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:31.710158 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 535c6d13-dbd5-4f1a-9213-15db3d0a032f up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:31.774600 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e395aaf2-0f2c-4574-8c3f-40ac8cd30705 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:31.780603 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e395aaf2-0f2c-4574-8c3f-40ac8cd30705 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:31.781241 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e395aaf2-0f2c-4574-8c3f-40ac8cd30705 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:31.804614 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-09ea3eb7-b0eb-43d5-b1ae-5fa31c2ec41f tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:31.821958 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] For port 0189371d-4484-4717-899b-8f4684d7bb8e, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=0189371d-4484-4717-899b-8f4684d7bb8e,segment=NetworkSegment(a84e5374-264b-4fec-ac7d-302e24a7cbfd),segment_id=a84e5374-264b-4fec-ac7d-302e24a7cbfd)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:31.828259 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:31.908369 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e395aaf2-0f2c-4574-8c3f-40ac8cd30705 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.9882605 Jun 17 08:55:31.910815 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36024) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:31.920838 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-cfbce4c7-6761-4f11-b648-b2032af4c74b tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Request body: {'subnet': {'network_id': '2e12bbfa-e7b9-489f-9867-6a169b71aeee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:31.942141 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-175107c7-8dc7-4bf7-b06c-9e8d861a1788 req-e572da0b-f57b-46e1-9150-cebe49d069f7 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 210 time: 0.1084054 Jun 17 08:55:31.964312 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Calling delete_port for 0189371d-4484-4717-899b-8f4684d7bb8e owned by network:dhcp {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:31.980653 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395aaf2-0f2c-4574-8c3f-40ac8cd30705 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Pushing event updated for resources: {'Network': ['ID=2e12bbfa-e7b9-489f-9867-6a169b71aeee,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:31.982663 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00cea04-1c37-46ac-86ab-d7eba7bf54c5 req-3b2ef2a4-ef8e-4552-97ff-52cd10fd54de tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:31.991368 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a00cea04-1c37-46ac-86ab-d7eba7bf54c5 req-3b2ef2a4-ef8e-4552-97ff-52cd10fd54de tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.3305056 Jun 17 08:55:31.992582 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e395aaf2-0f2c-4574-8c3f-40ac8cd30705 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:32.032355 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 2e12bbfa-e7b9-489f-9867-6a169b71aeee details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:55:32.040892 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 535c6d13-dbd5-4f1a-9213-15db3d0a032f completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:32.108028 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 535c6d13-dbd5-4f1a-9213-15db3d0a032f triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:32.108412 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:32.141589 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a00cea04-1c37-46ac-86ab-d7eba7bf54c5 req-c5a8c4e9-2635-494f-928c-00099b233e5f tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1479712 Jun 17 08:55:32.249404 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ccdc5-ade6-47f4-ac8f-80bb34c28ca0 req-f635c90a-bfba-44ca-9476-71d9d9c2e492 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:32.251256 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-662ccdc5-ade6-47f4-ac8f-80bb34c28ca0 req-f635c90a-bfba-44ca-9476-71d9d9c2e492 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 946 time: 0.0786350 Jun 17 08:55:32.267449 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:32.296457 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf71976b-b691-4ea4-b3cc-9ddd2196afb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535c6d13-dbd5-4f1a-9213-15db3d0a032f'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:55:32.299431 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17150414-7416-4720-854c-ad0321fffceb" -d '{"events": [{"server_uuid": "cf71976b-b691-4ea4-b3cc-9ddd2196afb5", "name": "network-vif-plugged", "status": "completed", "tag": "535c6d13-dbd5-4f1a-9213-15db3d0a032f"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:32.319580 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-662ccdc5-ade6-47f4-ac8f-80bb34c28ca0 req-8e9897e0-6846-44f4-ad91-578cc1651863 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504560 Jun 17 08:55:32.319810 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 535c6d13-dbd5-4f1a-9213-15db3d0a032f, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=535c6d13-dbd5-4f1a-9213-15db3d0a032f,segment=NetworkSegment(8b09ab30-e72c-413f-ba3e-98e0a1bb60b4),segment_id=8b09ab30-e72c-413f-ba3e-98e0a1bb60b4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:32.365908 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537561c4-aace-4658-aa90-8adf266bf220 x-openstack-request-id: req-537561c4-aace-4658-aa90-8adf266bf220 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:32.365908 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf71976b-b691-4ea4-b3cc-9ddd2196afb5", "name": "network-vif-plugged", "status": "completed", "tag": "535c6d13-dbd5-4f1a-9213-15db3d0a032f", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:32.365908 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-537561c4-aace-4658-aa90-8adf266bf220 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:32.365908 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf71976b-b691-4ea4-b3cc-9ddd2196afb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535c6d13-dbd5-4f1a-9213-15db3d0a032f', 'code': 200} Jun 17 08:55:32.396926 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbce4c7-6761-4f11-b648-b2032af4c74b tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Made reservation on behalf of e0a46483e47d4e8180b6f017fee023c1 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:32.400881 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cfbce4c7-6761-4f11-b648-b2032af4c74b tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:32.453317 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:32.459066 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-72bc9f83-a42a-4e03-85cb-a6120f77e936 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:32.493787 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:32.496126 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:32.501965 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Port': ['ID=0189371d-4484-4717-899b-8f4684d7bb8e,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:32.524053 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:32.535182 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] No DVR routers for this DVR port 0189371d-4484-4717-899b-8f4684d7bb8e on host n-d-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:55:32.653547 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36038) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:32.678354 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c1e0d029-6b0c-403b-ac70-56775dfbd9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:32.692765 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:32.700809 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:32.713277 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5bcf13-e45d-4c35-a1c4-ad2c00c9e38d']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:32.728088 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=535c6d13-dbd5-4f1a-9213-15db3d0a032f,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:32.734939 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:32.745078 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a84e5374-264b-4fec-ac7d-302e24a7cbfd') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:32.745375 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a84e5374-264b-4fec-ac7d-302e24a7cbfd') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:32.750430 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a15b2a-b642-4e33-a9fe-ded74629270c req-9af358de-d559-46b0-bd99-0e28674bc8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:32.751958 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-67a15b2a-b642-4e33-a9fe-ded74629270c req-9af358de-d559-46b0-bd99-0e28674bc8bd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 1097 time: 0.3082421 Jun 17 08:55:32.774602 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:32.808468 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:32.811900 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c1e0d029-6b0c-403b-ac70-56775dfbd9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:32.851694 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:55:32.852254 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:55:32.855338 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:55:32.875032 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-67a15b2a-b642-4e33-a9fe-ded74629270c req-4bd50f46-46d8-403c-8a0e-595559690649 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138804 Jun 17 08:55:32.879796 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c1e0d029-6b0c-403b-ac70-56775dfbd9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:32.887214 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-82b54805-6c55-4463-b689-2d783e0427bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:32.914649 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86045a-9d7e-4a0c-a80e-c0dd26c7cfbb req-1cebcb27-96a7-4c31-aad0-6a68d59ce206 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:32.916189 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ec86045a-9d7e-4a0c-a80e-c0dd26c7cfbb req-1cebcb27-96a7-4c31-aad0-6a68d59ce206 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 946 time: 0.0959377 Jun 17 08:55:32.945950 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c1e0d029-6b0c-403b-ac70-56775dfbd9fe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=077c3d8683f74c07989b75687cf23649&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2912424 Jun 17 08:55:32.948682 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36044) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:32.956450 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0d029-6b0c-403b-ac70-56775dfbd9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9948367a-3d0e-4e9b-9037-97bdb5340b30,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:32.961733 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c1e0d029-6b0c-403b-ac70-56775dfbd9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:32.979836 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ec86045a-9d7e-4a0c-a80e-c0dd26c7cfbb req-5452363d-369f-4179-af83-3a5e856e2823 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537276 Jun 17 08:55:33.014389 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d675c34-f850-4022-99bd-4fc33796d389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:33.041304 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d675c34-f850-4022-99bd-4fc33796d389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:33.043557 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:33.055734 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cfbce4c7-6761-4f11-b648-b2032af4c74b tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:33.056882 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-88328b38-9330-4d58-be18-f47fd34a204e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:33.063342 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:33.065282 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/networks/7c5bcf13-e45d-4c35-a1c4-ad2c00c9e38d HTTP/1.1" status: 204 len: 168 time: 3.3605042 Jun 17 08:55:33.069773 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36050) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:33.075598 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-6a956c2d-5383-425c-8f80-b74f5c6d1062 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-472769844'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:33.136149 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbce4c7-6761-4f11-b648-b2032af4c74b tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Pushing event updated for resources: {'Subnet': ['ID=02cba44c-eeca-49ca-a04f-d021e4972fec,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:33.147808 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cfbce4c7-6761-4f11-b648-b2032af4c74b tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:33.148337 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b403ba98-1111-46fa-b00f-814b789e0789 tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:33.197788 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f38d82df-a369-4ce6-81ae-3c0023232188 req-ef65a0e2-b3bb-46ce-bd97-b8406bcdc966 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 210 time: 0.0535319 Jun 17 08:55:33.198666 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Network': ['ID=7c5bcf13-e45d-4c35-a1c4-ad2c00c9e38d,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:33.202291 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:33.203451 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbce4c7-6761-4f11-b648-b2032af4c74b tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Checking segment: {'id': '9e6c77c5-df03-4888-95fa-40c0eb44eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2e12bbfa-e7b9-489f-9867-6a169b71aeee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:33.206678 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbce4c7-6761-4f11-b648-b2032af4c74b tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Network hostable DHCP agents. Network: 2e12bbfa-e7b9-489f-9867-6a169b71aeee, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:55:33.361006 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14998236-1812-458c-ae85-7859c533487f req-81506b12-f160-47b4-ba2e-6d4beda7ce6c tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:33.362541 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-14998236-1812-458c-ae85-7859c533487f req-81506b12-f160-47b4-ba2e-6d4beda7ce6c tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.0680022 Jun 17 08:55:33.388749 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a956c2d-5383-425c-8f80-b74f5c6d1062 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Made reservation on behalf of 1f5db1794c41458984527b66b209798b for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:33.393876 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6a956c2d-5383-425c-8f80-b74f5c6d1062 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:33.419861 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-14998236-1812-458c-ae85-7859c533487f req-a2352afd-9510-4b23-9a51-7bcd70e8443f tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484414 Jun 17 08:55:33.447924 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a956c2d-5383-425c-8f80-b74f5c6d1062 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:55:33.458946 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6a956c2d-5383-425c-8f80-b74f5c6d1062 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:33.459294 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-6a956c2d-5383-425c-8f80-b74f5c6d1062 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Added segment 8db1b40e-2ae3-4b40-9e6d-6e5e87de3f0a of type vlan for network c358c599-7782-4d33-a3dc-a54b8b80fd4d Jun 17 08:55:33.462804 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d675c34-f850-4022-99bd-4fc33796d389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:33.465937 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d675c34-f850-4022-99bd-4fc33796d389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:33.467755 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-1d675c34-f850-4022-99bd-4fc33796d389 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9948367a-3d0e-4e9b-9037-97bdb5340b30 HTTP/1.1" status: 204 len: 168 time: 0.5176013 Jun 17 08:55:33.468656 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-96a2475d-58bb-4c3f-877f-cd6613940317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:33.483543 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d675c34-f850-4022-99bd-4fc33796d389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9948367a-3d0e-4e9b-9037-97bdb5340b30,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:33.487410 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1d675c34-f850-4022-99bd-4fc33796d389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:33.527592 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6a956c2d-5383-425c-8f80-b74f5c6d1062 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:33.552914 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15ddc7-6dee-4479-8d77-820046ed6810 req-b7928000-1738-49fc-8d54-d2257bc317d3 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:33.556120 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-eb15ddc7-6dee-4479-8d77-820046ed6810 req-b7928000-1738-49fc-8d54-d2257bc317d3 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 946 time: 0.1345925 Jun 17 08:55:33.618263 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbce4c7-6761-4f11-b648-b2032af4c74b tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Network 2e12bbfa-e7b9-489f-9867-6a169b71aeee is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:55:33.618263 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-eb15ddc7-6dee-4479-8d77-820046ed6810 req-eb2631b0-59c1-4d0d-91db-95186e953e90 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518866 Jun 17 08:55:33.737197 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-19a4d0f4-b69a-4808-a60d-2a1ec6eae3e9 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:33.738645 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-19a4d0f4-b69a-4808-a60d-2a1ec6eae3e9 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.50 "GET /v2.0/networks?id=9d974cdf-1be1-4abb-b130-8e6ea3241090 HTTP/1.1" status: 200 len: 812 time: 0.1083169 Jun 17 08:55:33.749976 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-9a94b6ca-2b46-4029-b835-78f6754fe8e0 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Request body: {'port': {'device_id': '2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69', 'network_id': '9d974cdf-1be1-4abb-b130-8e6ea3241090', 'admin_state_up': True, 'tenant_id': '39f8ef536a2d4b76b51073d6e1984089'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:33.879927 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-cfbce4c7-6761-4f11-b648-b2032af4c74b tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 2e12bbfa-e7b9-489f-9867-6a169b71aeee) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:33.880216 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6a956c2d-5383-425c-8f80-b74f5c6d1062 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:33.885083 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbce4c7-6761-4f11-b648-b2032af4c74b tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:33.889732 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cfbce4c7-6761-4f11-b648-b2032af4c74b tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:33.890192 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a956c2d-5383-425c-8f80-b74f5c6d1062 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:33.891074 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6a956c2d-5383-425c-8f80-b74f5c6d1062 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:33.900381 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7775272-79e2-4e58-bdcc-6fbe04dfca01 None None] Network 2e12bbfa-e7b9-489f-9867-6a169b71aeee requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:33.911356 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2e0ad2e4-12c7-4369-aa3b-4168d16ac0a0 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:33.941933 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-9a94b6ca-2b46-4029-b835-78f6754fe8e0 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Made reservation on behalf of 39f8ef536a2d4b76b51073d6e1984089 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:33.948567 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-9a94b6ca-2b46-4029-b835-78f6754fe8e0 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:34.050958 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a956c2d-5383-425c-8f80-b74f5c6d1062 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event updated for resources: {'Network': ['ID=c358c599-7782-4d33-a3dc-a54b8b80fd4d,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:34.068591 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6a956c2d-5383-425c-8f80-b74f5c6d1062 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:34.069745 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network c358c599-7782-4d33-a3dc-a54b8b80fd4d details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:55:34.115141 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-cfbce4c7-6761-4f11-b648-b2032af4c74b tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2021437 Jun 17 08:55:34.116668 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36068) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:34.123329 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-c3d318bf-d93d-441a-92f3-52aaa2c1bcf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Request body: {'port': {'network_id': '2e12bbfa-e7b9-489f-9867-6a169b71aeee', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1615032438'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:34.165810 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6fe19d-03c1-402f-a0b9-a05288aec7d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-2e12bbfa-e7b9-489f-9867-6a169b71aeee', 'network_id': '2e12bbfa-e7b9-489f-9867-6a169b71aeee', 'tenant_id': 'e0a46483e47d4e8180b6f017fee023c1', 'fixed_ips': [{'subnet_id': '02cba44c-eeca-49ca-a04f-d021e4972fec'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:55:34.167377 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5a6fe19d-03c1-402f-a0b9-a05288aec7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:34.268745 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-9a94b6ca-2b46-4029-b835-78f6754fe8e0 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Allocated IP 172.20.0.14 (9d974cdf-1be1-4abb-b130-8e6ea3241090/f4fbe6c5-55b4-4193-8f6f-fef30c87f134/1db9298d-1a31-4759-831a-0c9c1c31a295) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:34.382294 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-5a6fe19d-03c1-402f-a0b9-a05288aec7d8 None None] Allocated IP 2001:db8::2 (2e12bbfa-e7b9-489f-9867-6a169b71aeee/02cba44c-eeca-49ca-a04f-d021e4972fec/9b06a91d-cd9d-470a-b520-b14863294bed) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:34.393744 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-6a956c2d-5383-425c-8f80-b74f5c6d1062 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3228133 Jun 17 08:55:34.397976 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36078) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:34.404436 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-5357f690-12c1-4ce0-a1bc-6970760e6b1d tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Request body: {'subnet': {'network_id': 'c358c599-7782-4d33-a3dc-a54b8b80fd4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:34.477320 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cb26e32f-0d93-46e2-bb67-d867fdbb755a req-ad56c336-ee1d-4ad9-b3c7-8b243b0b9608 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 210 time: 0.0382371 Jun 17 08:55:34.528874 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db339578-7d16-4e45-80fe-ba9e5a404142 req-5b60ca7a-6c63-496e-81b3-3ec65d5b039e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:34.537980 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-db339578-7d16-4e45-80fe-ba9e5a404142 req-5b60ca7a-6c63-496e-81b3-3ec65d5b039e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 946 time: 0.2038524 Jun 17 08:55:34.562575 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-9a94b6ca-2b46-4029-b835-78f6754fe8e0 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:34.591912 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-db339578-7d16-4e45-80fe-ba9e5a404142 req-809df357-5a6e-4529-885f-0c224a521947 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529180 Jun 17 08:55:34.609235 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5a6fe19d-03c1-402f-a0b9-a05288aec7d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:34.618955 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-5a6fe19d-03c1-402f-a0b9-a05288aec7d8 None None] Transition to ACTIVE for port object 9b06a91d-cd9d-470a-b520-b14863294bed will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:34.639666 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-5a6fe19d-03c1-402f-a0b9-a05288aec7d8 None None] Transition to ACTIVE for port object 9b06a91d-cd9d-470a-b520-b14863294bed will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:34.657748 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d318bf-d93d-441a-92f3-52aaa2c1bcf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Made reservation on behalf of e0a46483e47d4e8180b6f017fee023c1 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:34.662147 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c3d318bf-d93d-441a-92f3-52aaa2c1bcf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:34.713460 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [None req-c3d318bf-d93d-441a-92f3-52aaa2c1bcf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] device_id is not set on port 16c8892e-9c4a-4588-9530-48e39ea8c16d yet. {{(pid=94520) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:55:34.723127 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58817eb4-4cb1-4d42-b81e-77b32ce638ae req-69a682a2-6687-4bae-8549-208d65a4af5c tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:34.725220 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-58817eb4-4cb1-4d42-b81e-77b32ce638ae req-69a682a2-6687-4bae-8549-208d65a4af5c tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.0770130 Jun 17 08:55:34.787250 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-58817eb4-4cb1-4d42-b81e-77b32ce638ae req-56292720-4dad-49a0-9d1a-3abf14760519 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504949 Jun 17 08:55:34.831448 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5a6fe19d-03c1-402f-a0b9-a05288aec7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:34.833303 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-9a94b6ca-2b46-4029-b835-78f6754fe8e0 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:34.835111 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:34.839020 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-565f6372-2797-441d-ada2-d08a115dec78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:34.880852 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6fe19d-03c1-402f-a0b9-a05288aec7d8 None None] Pushing event updated for resources: {'Port': ['ID=9b06a91d-cd9d-470a-b520-b14863294bed,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:34.884254 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-5a6fe19d-03c1-402f-a0b9-a05288aec7d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:34.900276 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6fe19d-03c1-402f-a0b9-a05288aec7d8 None None] Network 2e12bbfa-e7b9-489f-9867-6a169b71aeee is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:34.901977 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-5a6fe19d-03c1-402f-a0b9-a05288aec7d8 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:34.905506 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6fe19d-03c1-402f-a0b9-a05288aec7d8 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:55:34.947062 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-9a94b6ca-2b46-4029-b835-78f6754fe8e0 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Network 9d974cdf-1be1-4abb-b130-8e6ea3241090 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:34.955338 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-9a94b6ca-2b46-4029-b835-78f6754fe8e0 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:34.966881 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-9a94b6ca-2b46-4029-b835-78f6754fe8e0 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:55:34.967166 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5357f690-12c1-4ce0-a1bc-6970760e6b1d tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Made reservation on behalf of 1f5db1794c41458984527b66b209798b for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:34.973085 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5357f690-12c1-4ce0-a1bc-6970760e6b1d tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:34.976803 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-5a6fe19d-03c1-402f-a0b9-a05288aec7d8 None None] Attempting to bind port 9b06a91d-cd9d-470a-b520-b14863294bed on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:55:34.977622 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-5a6fe19d-03c1-402f-a0b9-a05288aec7d8 None None] Attempting to bind port 9b06a91d-cd9d-470a-b520-b14863294bed by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '9e6c77c5-df03-4888-95fa-40c0eb44eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2e12bbfa-e7b9-489f-9867-6a169b71aeee'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:55:34.979555 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6fe19d-03c1-402f-a0b9-a05288aec7d8 None None] Attempting to bind port 9b06a91d-cd9d-470a-b520-b14863294bed on network 2e12bbfa-e7b9-489f-9867-6a169b71aeee {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:55:34.992179 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6fe19d-03c1-402f-a0b9-a05288aec7d8 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:55:34.995569 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6fe19d-03c1-402f-a0b9-a05288aec7d8 None None] Checking segment: {'id': '9e6c77c5-df03-4888-95fa-40c0eb44eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2e12bbfa-e7b9-489f-9867-6a169b71aeee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:34.996389 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5a6fe19d-03c1-402f-a0b9-a05288aec7d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:34.996994 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6fe19d-03c1-402f-a0b9-a05288aec7d8 None None] Bound using segment: {'id': '9e6c77c5-df03-4888-95fa-40c0eb44eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2e12bbfa-e7b9-489f-9867-6a169b71aeee'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:55:34.997684 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-5a6fe19d-03c1-402f-a0b9-a05288aec7d8 None None] Bound port: 9b06a91d-cd9d-470a-b520-b14863294bed, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6c77c5-df03-4888-95fa-40c0eb44eee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2e12bbfa-e7b9-489f-9867-6a169b71aeee'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:55:34.999533 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5a6fe19d-03c1-402f-a0b9-a05288aec7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:35.009535 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a94b6ca-2b46-4029-b835-78f6754fe8e0 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Pushing event updated for resources: {'Port': ['ID=1db9298d-1a31-4759-831a-0c9c1c31a295,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:35.025899 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9a94b6ca-2b46-4029-b835-78f6754fe8e0 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:35.055243 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-9a94b6ca-2b46-4029-b835-78f6754fe8e0 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:35.056185 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-9a94b6ca-2b46-4029-b835-78f6754fe8e0 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:35.104052 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-c3d318bf-d93d-441a-92f3-52aaa2c1bcf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Allocated IP 2001:db8::1c2 (2e12bbfa-e7b9-489f-9867-6a169b71aeee/02cba44c-eeca-49ca-a04f-d021e4972fec/16c8892e-9c4a-4588-9530-48e39ea8c16d) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:35.112889 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-5a6fe19d-03c1-402f-a0b9-a05288aec7d8 None None] For port 9b06a91d-cd9d-470a-b520-b14863294bed, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:55:35.116757 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-5a6fe19d-03c1-402f-a0b9-a05288aec7d8 None None] For port 9b06a91d-cd9d-470a-b520-b14863294bed, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=9b06a91d-cd9d-470a-b520-b14863294bed,segment=NetworkSegment(9e6c77c5-df03-4888-95fa-40c0eb44eee9),segment_id=9e6c77c5-df03-4888-95fa-40c0eb44eee9)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:55:35.172462 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8c2c3-fbf9-4f5f-9463-a72f1f080a76 req-b1520fef-6be8-4bb5-a14a-2a0200c224f3 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:35.174009 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cea8c2c3-fbf9-4f5f-9463-a72f1f080a76 req-b1520fef-6be8-4bb5-a14a-2a0200c224f3 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 946 time: 0.3806503 Jun 17 08:55:35.186075 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-9a94b6ca-2b46-4029-b835-78f6754fe8e0 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4396651 Jun 17 08:55:35.197434 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-535e622f-4793-425b-8e22-88738af3c0d1 service neutron] Request body: {'port': {'device_id': '2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:35.234700 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5a6fe19d-03c1-402f-a0b9-a05288aec7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:35.237772 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:35.273096 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-535e622f-4793-425b-8e22-88738af3c0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:35.300943 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6fe19d-03c1-402f-a0b9-a05288aec7d8 None None] Pushing event updated for resources: {'Port': ['ID=9b06a91d-cd9d-470a-b520-b14863294bed,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:35.309973 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-5a6fe19d-03c1-402f-a0b9-a05288aec7d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:35.313569 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cea8c2c3-fbf9-4f5f-9463-a72f1f080a76 req-87a63072-0ddb-47d8-ac42-2e74de765c10 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281455 Jun 17 08:55:35.420794 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c3d318bf-d93d-441a-92f3-52aaa2c1bcf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:35.457805 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-c3d318bf-d93d-441a-92f3-52aaa2c1bcf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Transition to ACTIVE for port object 16c8892e-9c4a-4588-9530-48e39ea8c16d will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:35.512587 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5357f690-12c1-4ce0-a1bc-6970760e6b1d tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:35.517553 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1027b287-5b0c-45c9-b273-9791d911ecad tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:35.644987 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36108) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:35.686923 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c3d318bf-d93d-441a-92f3-52aaa2c1bcf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:35.805899 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357f690-12c1-4ce0-a1bc-6970760e6b1d tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event updated for resources: {'Subnet': ['ID=2af7dfee-a672-496e-b650-0792752865ef,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:35.809419 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5357f690-12c1-4ce0-a1bc-6970760e6b1d tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:35.812568 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c607d07c-b6c2-4577-8765-ba97ec5d7cc3 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:35.862415 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d318bf-d93d-441a-92f3-52aaa2c1bcf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Network 2e12bbfa-e7b9-489f-9867-6a169b71aeee is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:35.867955 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5357f690-12c1-4ce0-a1bc-6970760e6b1d tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Checking segment: {'id': '8db1b40e-2ae3-4b40-9e6d-6e5e87de3f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c358c599-7782-4d33-a3dc-a54b8b80fd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:35.868750 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5357f690-12c1-4ce0-a1bc-6970760e6b1d tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Network hostable DHCP agents. Network: c358c599-7782-4d33-a3dc-a54b8b80fd4d, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:55:35.910388 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-c3d318bf-d93d-441a-92f3-52aaa2c1bcf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:35.921038 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d318bf-d93d-441a-92f3-52aaa2c1bcf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:55:35.927893 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d318bf-d93d-441a-92f3-52aaa2c1bcf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:35.928737 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c3d318bf-d93d-441a-92f3-52aaa2c1bcf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:35.977187 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d318bf-d93d-441a-92f3-52aaa2c1bcf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Pushing event updated for resources: {'Port': ['ID=16c8892e-9c4a-4588-9530-48e39ea8c16d,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:35.985721 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c3d318bf-d93d-441a-92f3-52aaa2c1bcf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:36.007556 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-a55b0b86-2637-4d13-b6be-7d394dc776c6 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-367294736'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:36.016734 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-535e622f-4793-425b-8e22-88738af3c0d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db9298d-1a31-4759-831a-0c9c1c31a295 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:55:36.035393 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-535e622f-4793-425b-8e22-88738af3c0d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:36.046926 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf02c19-0c64-4032-a299-c2d6eec3b054 req-376cf5db-bd84-468f-9577-e7a37e786324 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:36.050096 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bbf02c19-0c64-4032-a299-c2d6eec3b054 req-376cf5db-bd84-468f-9577-e7a37e786324 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 932 time: 0.1855111 Jun 17 08:55:36.061012 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-535e622f-4793-425b-8e22-88738af3c0d1 service neutron] Transition to ACTIVE for port object 1db9298d-1a31-4759-831a-0c9c1c31a295 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:36.069666 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b60d1-798b-4a42-9cca-5c3c7fc1481b req-6994bfa0-3d72-4081-b835-9ac7167ff08c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:36.071256 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d6b60d1-798b-4a42-9cca-5c3c7fc1481b req-6994bfa0-3d72-4081-b835-9ac7167ff08c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 946 time: 0.2534130 Jun 17 08:55:36.084734 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c3d318bf-d93d-441a-92f3-52aaa2c1bcf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9638195 Jun 17 08:55:36.085413 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36120) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:36.094952 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-e9bd066a-b395-44c8-a463-fa5f668cde41 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Request body: {'port': {'network_id': '2e12bbfa-e7b9-489f-9867-6a169b71aeee', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1436811955', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:36.095592 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.api.validators [None req-e9bd066a-b395-44c8-a463-fa5f668cde41 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] bootfile-name is not in valid_values {{(pid=94520) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 17 08:55:36.096544 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.api.validators [None req-e9bd066a-b395-44c8-a463-fa5f668cde41 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] tftp-server is not in valid_values {{(pid=94520) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 17 08:55:36.096871 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.api.validators [None req-e9bd066a-b395-44c8-a463-fa5f668cde41 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] server-ip-address is not in valid_values {{(pid=94520) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 17 08:55:36.114294 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d6b60d1-798b-4a42-9cca-5c3c7fc1481b req-74850b6f-22b4-490c-8ff7-025a187d68cf tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365250 Jun 17 08:55:36.170533 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bbf02c19-0c64-4032-a299-c2d6eec3b054 req-5056d0e4-dacc-4cc5-8f0f-5885b05655c0 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe04168-c4e3-4bcc-a231-1d40d229ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146748 Jun 17 08:55:36.179158 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5357f690-12c1-4ce0-a1bc-6970760e6b1d tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Network c358c599-7782-4d33-a3dc-a54b8b80fd4d is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:55:36.184755 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-535e622f-4793-425b-8e22-88738af3c0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:36.199617 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c2abc567-9d2e-4659-9cbd-38ccde903581 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:36.249014 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55b0b86-2637-4d13-b6be-7d394dc776c6 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Made reservation on behalf of e3af1c3e141e4ca0a32462aeaf45e7c1 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:36.256783 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a55b0b86-2637-4d13-b6be-7d394dc776c6 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:36.300182 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a55b0b86-2637-4d13-b6be-7d394dc776c6 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:36.316964 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 9b06a91d-cd9d-470a-b520-b14863294bed up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:36.335436 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-5357f690-12c1-4ce0-a1bc-6970760e6b1d tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, c358c599-7782-4d33-a3dc-a54b8b80fd4d) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:36.352842 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e622f-4793-425b-8e22-88738af3c0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=1db9298d-1a31-4759-831a-0c9c1c31a295,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:36.379223 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5357f690-12c1-4ce0-a1bc-6970760e6b1d tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:36.379863 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5357f690-12c1-4ce0-a1bc-6970760e6b1d tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:36.387330 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-535e622f-4793-425b-8e22-88738af3c0d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:36.394793 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af28227-cd13-4bb0-ac84-a5dfe759eac7 None None] Network c358c599-7782-4d33-a3dc-a54b8b80fd4d requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:36.448108 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-535e622f-4793-425b-8e22-88738af3c0d1 service neutron] Attempting to bind port 1db9298d-1a31-4759-831a-0c9c1c31a295 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:55:36.451239 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-535e622f-4793-425b-8e22-88738af3c0d1 service neutron] Attempting to bind port 1db9298d-1a31-4759-831a-0c9c1c31a295 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '0bf7ed58-5315-490e-9cb0-00fa2c3f8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9d974cdf-1be1-4abb-b130-8e6ea3241090'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:55:36.451738 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-535e622f-4793-425b-8e22-88738af3c0d1 service neutron] Attempting to bind port 1db9298d-1a31-4759-831a-0c9c1c31a295 on network 9d974cdf-1be1-4abb-b130-8e6ea3241090 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:55:36.459738 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-535e622f-4793-425b-8e22-88738af3c0d1 service neutron] Port 1db9298d-1a31-4759-831a-0c9c1c31a295 on network 9d974cdf-1be1-4abb-b130-8e6ea3241090 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:55:36.460182 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-535e622f-4793-425b-8e22-88738af3c0d1 service neutron] Attempting to bind port 1db9298d-1a31-4759-831a-0c9c1c31a295 on network 9d974cdf-1be1-4abb-b130-8e6ea3241090 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:55:36.466777 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-535e622f-4793-425b-8e22-88738af3c0d1 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:55:36.467267 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-535e622f-4793-425b-8e22-88738af3c0d1 service neutron] Checking segment: {'id': '0bf7ed58-5315-490e-9cb0-00fa2c3f8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9d974cdf-1be1-4abb-b130-8e6ea3241090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:36.467799 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-535e622f-4793-425b-8e22-88738af3c0d1 service neutron] Bound using segment: {'id': '0bf7ed58-5315-490e-9cb0-00fa2c3f8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9d974cdf-1be1-4abb-b130-8e6ea3241090'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:55:36.468350 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-535e622f-4793-425b-8e22-88738af3c0d1 service neutron] Bound port: 1db9298d-1a31-4759-831a-0c9c1c31a295, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf7ed58-5315-490e-9cb0-00fa2c3f8704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9d974cdf-1be1-4abb-b130-8e6ea3241090'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:55:36.468832 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-535e622f-4793-425b-8e22-88738af3c0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:36.519993 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019a3ef-e142-46a6-9538-cf016a0ae9bf req-ed117397-df73-4cf3-95ef-62d5e1b200ef tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:36.521960 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4019a3ef-e142-46a6-9538-cf016a0ae9bf req-ed117397-df73-4cf3-95ef-62d5e1b200ef tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.1710398 Jun 17 08:55:36.552965 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-535e622f-4793-425b-8e22-88738af3c0d1 service neutron] For port 1db9298d-1a31-4759-831a-0c9c1c31a295, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:55:36.556787 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-535e622f-4793-425b-8e22-88738af3c0d1 service neutron] For port 1db9298d-1a31-4759-831a-0c9c1c31a295, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=1db9298d-1a31-4759-831a-0c9c1c31a295,segment=NetworkSegment(0bf7ed58-5315-490e-9cb0-00fa2c3f8704),segment_id=0bf7ed58-5315-490e-9cb0-00fa2c3f8704)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:55:36.586938 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4019a3ef-e142-46a6-9538-cf016a0ae9bf req-aeae048c-e657-40d9-aad3-62265b8df0ee tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551381 Jun 17 08:55:36.609366 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a55b0b86-2637-4d13-b6be-7d394dc776c6 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:36.625232 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 9b06a91d-cd9d-470a-b520-b14863294bed completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:36.629414 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0161d0c2-27e8-4264-bf3e-83a7adc4d0c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-c358c599-7782-4d33-a3dc-a54b8b80fd4d', 'network_id': 'c358c599-7782-4d33-a3dc-a54b8b80fd4d', 'tenant_id': '1f5db1794c41458984527b66b209798b', 'fixed_ips': [{'subnet_id': '2af7dfee-a672-496e-b650-0792752865ef'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:55:36.630270 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0161d0c2-27e8-4264-bf3e-83a7adc4d0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:36.649600 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-535e622f-4793-425b-8e22-88738af3c0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:36.658936 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-868de59f-84bf-402a-9264-e1df40e3d355 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:36.704143 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a55b0b86-2637-4d13-b6be-7d394dc776c6 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:36.710178 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4c91e724-6f1f-4373-9ef9-85c02f35bc70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:36.753375 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-535e622f-4793-425b-8e22-88738af3c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:36.755317 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-535e622f-4793-425b-8e22-88738af3c0d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:36.762480 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-535e622f-4793-425b-8e22-88738af3c0d1 service neutron] 10.222.0.50 "PUT /v2.0/ports/1db9298d-1a31-4759-831a-0c9c1c31a295 HTTP/1.1" status: 200 len: 1093 time: 1.5637870 Jun 17 08:55:36.763154 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69', 'tag': '1db9298d-1a31-4759-831a-0c9c1c31a295'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:55:36.771686 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcca9d0-1ad3-4354-ace7-a668ac476791" -d '{"events": [{"name": "network-changed", "server_uuid": "2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69", "tag": "1db9298d-1a31-4759-831a-0c9c1c31a295"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:36.781452 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b0b86-2637-4d13-b6be-7d394dc776c6 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13c15b07-ae36-4f2c-812d-2e9dd1d66c7d,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:36.785328 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a55b0b86-2637-4d13-b6be-7d394dc776c6 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:36.802084 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36136) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:36.803183 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5357f690-12c1-4ce0-a1bc-6970760e6b1d tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4022880 Jun 17 08:55:36.820822 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e622f-4793-425b-8e22-88738af3c0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=1db9298d-1a31-4759-831a-0c9c1c31a295,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:36.844527 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-535e622f-4793-425b-8e22-88738af3c0d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:36.880764 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-0161d0c2-27e8-4264-bf3e-83a7adc4d0c6 None None] Allocated IP 172.20.0.2 (c358c599-7782-4d33-a3dc-a54b8b80fd4d/2af7dfee-a672-496e-b650-0792752865ef/aa734c43-fe07-453f-8229-b545006a2d9f) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:36.897306 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338d8123-5433-499c-82a9-ebdd945ab889 None None] Network 2e12bbfa-e7b9-489f-9867-6a169b71aeee requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:36.902024 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a55b0b86-2637-4d13-b6be-7d394dc776c6 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:55:36.958657 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a55b0b86-2637-4d13-b6be-7d394dc776c6 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:36.959484 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-a55b0b86-2637-4d13-b6be-7d394dc776c6 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Added segment 04797f41-17f7-49d2-ab79-2361f9a49038 of type vlan for network 1fd95782-eee4-4b03-a887-33682db2c9f6 Jun 17 08:55:37.024372 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a55b0b86-2637-4d13-b6be-7d394dc776c6 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:37.030969 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bd066a-b395-44c8-a463-fa5f668cde41 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Made reservation on behalf of e0a46483e47d4e8180b6f017fee023c1 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:37.034941 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e9bd066a-b395-44c8-a463-fa5f668cde41 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:37.038706 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:37.072722 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [None req-e9bd066a-b395-44c8-a463-fa5f668cde41 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] device_id is not set on port 5963323a-0a6a-4925-9ff0-ac8674afbb96 yet. {{(pid=94520) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:55:37.085231 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d147bd8-73e7-4434-901a-2ec27a5a80fa req-c36662b6-c1ff-4d8a-b2e5-df4dadc239e3 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:37.092256 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6d147bd8-73e7-4434-901a-2ec27a5a80fa req-c36662b6-c1ff-4d8a-b2e5-df4dadc239e3 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 946 time: 0.3250604 Jun 17 08:55:37.132251 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-0bc981e1-b42d-463f-9f4e-1abaa4fb1080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:37.134015 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-0bc981e1-b42d-463f-9f4e-1abaa4fb1080 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=39f8ef536a2d4b76b51073d6e1984089&device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 1096 time: 0.1814418 Jun 17 08:55:37.138380 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f668ee-81e4-41af-b7bf-8b09f2e878d9 req-fd748304-163a-4cc0-b4aa-a2c9dec5484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:37.139880 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-84f668ee-81e4-41af-b7bf-8b09f2e878d9 req-fd748304-163a-4cc0-b4aa-a2c9dec5484c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e0e0aa3b95245d09bb59b6a75a48ada&device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 1098 time: 0.1862690 Jun 17 08:55:37.154076 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:37.200743 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6d147bd8-73e7-4434-901a-2ec27a5a80fa req-1bfdaeff-0507-4f84-b571-61e2033fc4b3 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050816 Jun 17 08:55:37.229076 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0161d0c2-27e8-4264-bf3e-83a7adc4d0c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:37.240493 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-bdc454d5-c9ea-4ed5-9804-f0c9fc9fbad5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1db9298d-1a31-4759-831a-0c9c1c31a295 HTTP/1.1" status: 200 len: 217 time: 0.0865402 Jun 17 08:55:37.241068 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-0161d0c2-27e8-4264-bf3e-83a7adc4d0c6 None None] Transition to ACTIVE for port object aa734c43-fe07-453f-8229-b545006a2d9f will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:37.264633 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-0161d0c2-27e8-4264-bf3e-83a7adc4d0c6 None None] Transition to ACTIVE for port object aa734c43-fe07-453f-8229-b545006a2d9f will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:37.282426 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-5a2b7f43-d80c-4ce5-a62c-7e57cf5edace None None] Provisioning for port 9b06a91d-cd9d-470a-b520-b14863294bed completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:37.290322 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-5a2b7f43-d80c-4ce5-a62c-7e57cf5edace None None] Provisioning complete for port 9b06a91d-cd9d-470a-b520-b14863294bed triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:37.290590 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5a2b7f43-d80c-4ce5-a62c-7e57cf5edace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:37.338515 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a55b0b86-2637-4d13-b6be-7d394dc776c6 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:37.350214 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55b0b86-2637-4d13-b6be-7d394dc776c6 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:37.350935 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a55b0b86-2637-4d13-b6be-7d394dc776c6 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:37.362125 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-960c6550-35c4-4ce8-86e8-3f83aa9257df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:37.363696 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-960c6550-35c4-4ce8-86e8-3f83aa9257df service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f4fbe6c5-55b4-4193-8f6f-fef30c87f134 HTTP/1.1" status: 200 len: 852 time: 0.0931754 Jun 17 08:55:37.370167 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-e9bd066a-b395-44c8-a463-fa5f668cde41 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Allocated IP 2001:db8::1ad (2e12bbfa-e7b9-489f-9867-6a169b71aeee/02cba44c-eeca-49ca-a04f-d021e4972fec/5963323a-0a6a-4925-9ff0-ac8674afbb96) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:37.370473 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f668ee-81e4-41af-b7bf-8b09f2e878d9 req-6158f540-3084-459b-bd5d-adf57b1a7bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:37.370473 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-84f668ee-81e4-41af-b7bf-8b09f2e878d9 req-6158f540-3084-459b-bd5d-adf57b1a7bd2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3d62d846-3a07-40e4-87a0-3f5731d4aa7c HTTP/1.1" status: 200 len: 917 time: 0.2179580 Jun 17 08:55:37.371679 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-17b4406d-8a42-4960-afa0-4304ef1eff16 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:37.422500 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5a2b7f43-d80c-4ce5-a62c-7e57cf5edace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:37.442344 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34345fda-42d3-4907-8057-60286d977f5b x-openstack-request-id: req-34345fda-42d3-4907-8057-60286d977f5b {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:37.443760 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69", "tag": "1db9298d-1a31-4759-831a-0c9c1c31a295", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:37.444079 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-34345fda-42d3-4907-8057-60286d977f5b {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:37.444539 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69', 'tag': '1db9298d-1a31-4759-831a-0c9c1c31a295', 'status': 'completed', 'code': 200} Jun 17 08:55:37.449415 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-f14d952d-009c-4627-b0ee-ee3ab554f0ad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9d974cdf-1be1-4abb-b130-8e6ea3241090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776088 Jun 17 08:55:37.480963 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-5a2b7f43-d80c-4ce5-a62c-7e57cf5edace None None] For port 9b06a91d-cd9d-470a-b520-b14863294bed, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=9b06a91d-cd9d-470a-b520-b14863294bed,segment=NetworkSegment(9e6c77c5-df03-4888-95fa-40c0eb44eee9),segment_id=9e6c77c5-df03-4888-95fa-40c0eb44eee9)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:37.520681 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-84f668ee-81e4-41af-b7bf-8b09f2e878d9 req-eaae34af-bb83-4bd7-9c78-6dd76f08076f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d864a7e-5cee-43da-8511-861827ae38cd HTTP/1.1" status: 200 len: 217 time: 0.1269321 Jun 17 08:55:37.532618 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b0b86-2637-4d13-b6be-7d394dc776c6 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event updated for resources: {'Network': ['ID=1fd95782-eee4-4b03-a887-33682db2c9f6,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:37.541525 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a55b0b86-2637-4d13-b6be-7d394dc776c6 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:37.542466 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0161d0c2-27e8-4264-bf3e-83a7adc4d0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:37.544680 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-5a6fe19d-03c1-402f-a0b9-a05288aec7d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:37.557475 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 1fd95782-eee4-4b03-a887-33682db2c9f6 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:55:37.679994 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f668ee-81e4-41af-b7bf-8b09f2e878d9 req-e933580a-ccd1-4cc4-a6d4-9f6741b29e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:37.682563 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-84f668ee-81e4-41af-b7bf-8b09f2e878d9 req-e933580a-ccd1-4cc4-a6d4-9f6741b29e2b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ed0d1484-53b2-4654-8e14-3c695b3cb00a HTTP/1.1" status: 200 len: 855 time: 0.1498456 Jun 17 08:55:37.699058 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5a2b7f43-d80c-4ce5-a62c-7e57cf5edace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:37.749652 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a55b0b86-2637-4d13-b6be-7d394dc776c6 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.0900714 Jun 17 08:55:37.775019 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d421b-a97d-4808-b333-f0378730c64a req-885171d3-65f0-492c-9682-32256f235b31 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:37.777719 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6c6d421b-a97d-4808-b333-f0378730c64a req-885171d3-65f0-492c-9682-32256f235b31 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 946 time: 0.3759346 Jun 17 08:55:37.803877 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0161d0c2-27e8-4264-bf3e-83a7adc4d0c6 None None] Network c358c599-7782-4d33-a3dc-a54b8b80fd4d is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:37.829506 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:37.833035 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-0161d0c2-27e8-4264-bf3e-83a7adc4d0c6 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:37.852298 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161d0c2-27e8-4264-bf3e-83a7adc4d0c6 None None] Pushing event updated for resources: {'Port': ['ID=aa734c43-fe07-453f-8229-b545006a2d9f,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:37.868983 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0161d0c2-27e8-4264-bf3e-83a7adc4d0c6 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:55:37.869110 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:37.916629 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0161d0c2-27e8-4264-bf3e-83a7adc4d0c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:37.922529 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0429be1e-2ecb-496b-8106-64a1f51a11d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:38.017628 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Subnet': ['ID=2af7dfee-a672-496e-b650-0792752865ef,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:38.031013 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:38.035847 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b7f43-d80c-4ce5-a62c-7e57cf5edace None None] Pushing event updated for resources: {'Port': ['ID=9b06a91d-cd9d-470a-b520-b14863294bed,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:38.057163 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-5a2b7f43-d80c-4ce5-a62c-7e57cf5edace None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:38.091313 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6c6d421b-a97d-4808-b333-f0378730c64a req-29072f4e-79f5-41d0-8433-3f0fae4efda6 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060515 Jun 17 08:55:38.108563 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-a747bdcf-d5f2-4f43-ac95-efbc03e52b77 service neutron] 10.222.0.50 "GET /v2.0/networks/9d974cdf-1be1-4abb-b130-8e6ea3241090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5977061 Jun 17 08:55:38.114500 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cd34e-e520-4543-a5ac-613ad33f17ea req-7d411f28-d612-4d59-9207-2ac2894a4d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:38.120234 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-144cd34e-e520-4543-a5ac-613ad33f17ea req-7d411f28-d612-4d59-9207-2ac2894a4d0f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=625e2459307b434fab6fcf2f0c349af9&device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 1097 time: 0.4714682 Jun 17 08:55:38.130995 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-0161d0c2-27e8-4264-bf3e-83a7adc4d0c6 None None] Attempting to bind port aa734c43-fe07-453f-8229-b545006a2d9f on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:55:38.131389 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-0161d0c2-27e8-4264-bf3e-83a7adc4d0c6 None None] Attempting to bind port aa734c43-fe07-453f-8229-b545006a2d9f by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '8db1b40e-2ae3-4b40-9e6d-6e5e87de3f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c358c599-7782-4d33-a3dc-a54b8b80fd4d'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:55:38.132253 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0161d0c2-27e8-4264-bf3e-83a7adc4d0c6 None None] Attempting to bind port aa734c43-fe07-453f-8229-b545006a2d9f on network c358c599-7782-4d33-a3dc-a54b8b80fd4d {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:55:38.145841 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a89a92de-c600-4dbb-8b26-c6b01bf2bfd8 None None] Provisioning for port 16c8892e-9c4a-4588-9530-48e39ea8c16d completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:38.157698 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0161d0c2-27e8-4264-bf3e-83a7adc4d0c6 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:55:38.158147 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0161d0c2-27e8-4264-bf3e-83a7adc4d0c6 None None] Checking segment: {'id': '8db1b40e-2ae3-4b40-9e6d-6e5e87de3f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c358c599-7782-4d33-a3dc-a54b8b80fd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:38.162897 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0161d0c2-27e8-4264-bf3e-83a7adc4d0c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:38.163374 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0161d0c2-27e8-4264-bf3e-83a7adc4d0c6 None None] Bound using segment: {'id': '8db1b40e-2ae3-4b40-9e6d-6e5e87de3f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c358c599-7782-4d33-a3dc-a54b8b80fd4d'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:55:38.163966 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-0161d0c2-27e8-4264-bf3e-83a7adc4d0c6 None None] Bound port: aa734c43-fe07-453f-8229-b545006a2d9f, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db1b40e-2ae3-4b40-9e6d-6e5e87de3f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c358c599-7782-4d33-a3dc-a54b8b80fd4d'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:55:38.164373 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0161d0c2-27e8-4264-bf3e-83a7adc4d0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:38.198176 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a89a92de-c600-4dbb-8b26-c6b01bf2bfd8 None None] Provisioning complete for port 16c8892e-9c4a-4588-9530-48e39ea8c16d triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:38.201335 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a89a92de-c600-4dbb-8b26-c6b01bf2bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:38.233325 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184c13b-9486-4ba9-99cd-f4207fad0f18 req-a237a451-b7a6-4c04-9941-22f59e7cbf9c tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:38.254633 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3184c13b-9486-4ba9-99cd-f4207fad0f18 req-a237a451-b7a6-4c04-9941-22f59e7cbf9c tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 944 time: 0.5687308 Jun 17 08:55:38.288528 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f668ee-81e4-41af-b7bf-8b09f2e878d9 req-350e7938-7f19-4dc3-be30-31abe25b059f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:38.290665 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-84f668ee-81e4-41af-b7bf-8b09f2e878d9 req-350e7938-7f19-4dc3-be30-31abe25b059f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d62d846-3a07-40e4-87a0-3f5731d4aa7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5784914 Jun 17 08:55:38.299230 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 9b06a91d-cd9d-470a-b520-b14863294bed up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:38.339242 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:38.339436 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e9bd066a-b395-44c8-a463-fa5f668cde41 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:38.358912 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-e9bd066a-b395-44c8-a463-fa5f668cde41 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Transition to ACTIVE for port object 5963323a-0a6a-4925-9ff0-ac8674afbb96 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:38.387610 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c358c599-7782-4d33-a3dc-a54b8b80fd4d']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:38.445791 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cd34e-e520-4543-a5ac-613ad33f17ea req-acf4f573-6fb4-4eba-b48c-e22c95d6714c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:38.447913 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-144cd34e-e520-4543-a5ac-613ad33f17ea req-acf4f573-6fb4-4eba-b48c-e22c95d6714c service neutron] 10.222.0.50 "GET /v2.0/networks?id=98c6fd42-c22b-4725-9f11-0381a8c4c410 HTTP/1.1" status: 200 len: 910 time: 0.2994277 Jun 17 08:55:38.466817 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3184c13b-9486-4ba9-99cd-f4207fad0f18 req-93641900-3505-4f1e-a479-fd8a6c6930eb tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe04168-c4e3-4bcc-a231-1d40d229ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108803 Jun 17 08:55:38.479129 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db1b40e-2ae3-4b40-9e6d-6e5e87de3f0a') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:38.489486 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db1b40e-2ae3-4b40-9e6d-6e5e87de3f0a') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:38.507400 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a89a92de-c600-4dbb-8b26-c6b01bf2bfd8 None None] Port 16c8892e-9c4a-4588-9530-48e39ea8c16d cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:55:38.565593 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a89a92de-c600-4dbb-8b26-c6b01bf2bfd8 None None] Provisioning complete for port 9b06a91d-cd9d-470a-b520-b14863294bed triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:38.566004 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a89a92de-c600-4dbb-8b26-c6b01bf2bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:38.571174 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-0161d0c2-27e8-4264-bf3e-83a7adc4d0c6 None None] For port aa734c43-fe07-453f-8229-b545006a2d9f, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:55:38.575973 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-0161d0c2-27e8-4264-bf3e-83a7adc4d0c6 None None] For port aa734c43-fe07-453f-8229-b545006a2d9f, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=aa734c43-fe07-453f-8229-b545006a2d9f,segment=NetworkSegment(8db1b40e-2ae3-4b40-9e6d-6e5e87de3f0a),segment_id=8db1b40e-2ae3-4b40-9e6d-6e5e87de3f0a)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:55:38.602139 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 9b06a91d-cd9d-470a-b520-b14863294bed triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:38.602882 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:38.622432 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d66a6f9-fbf4-4b67-b780-bb82480b4bbd req-5a5066d1-dfde-414b-a0ba-523cab210636 service neutron] 10.222.0.50 "GET /v2.0/networks/9d974cdf-1be1-4abb-b130-8e6ea3241090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478281 Jun 17 08:55:38.635320 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:38.689203 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-144cd34e-e520-4543-a5ac-613ad33f17ea req-a0dd3754-95db-4d4d-a313-75018a0a2f8f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9f7637c-87ac-464f-adbc-aeaf22b63e53 HTTP/1.1" status: 200 len: 1001 time: 0.2338126 Jun 17 08:55:38.724566 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0161d0c2-27e8-4264-bf3e-83a7adc4d0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:38.731095 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0161d0c2-27e8-4264-bf3e-83a7adc4d0c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:38.796288 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cd34e-e520-4543-a5ac-613ad33f17ea req-b710ca5a-6991-4d5a-9824-8a6c8b89841e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:38.797964 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-144cd34e-e520-4543-a5ac-613ad33f17ea req-b710ca5a-6991-4d5a-9824-8a6c8b89841e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a83ebad8-51c9-4ee1-95b8-dfade1c9c144 HTTP/1.1" status: 200 len: 848 time: 0.1021080 Jun 17 08:55:38.806725 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e9bd066a-b395-44c8-a463-fa5f668cde41 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:38.847741 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161d0c2-27e8-4264-bf3e-83a7adc4d0c6 None None] Pushing event updated for resources: {'Port': ['ID=aa734c43-fe07-453f-8229-b545006a2d9f,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:38.850161 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-046b850a-d814-42b4-92c3-85ad64585f0d tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:38.990827 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cd34e-e520-4543-a5ac-613ad33f17ea req-09db8c73-a925-44ad-9edf-0855e0774fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:38.992823 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-144cd34e-e520-4543-a5ac-613ad33f17ea req-09db8c73-a925-44ad-9edf-0855e0774fe7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98c6fd42-c22b-4725-9f11-0381a8c4c410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1790090 Jun 17 08:55:39.001061 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bd066a-b395-44c8-a463-fa5f668cde41 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Network 2e12bbfa-e7b9-489f-9867-6a169b71aeee is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:39.118624 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0161d0c2-27e8-4264-bf3e-83a7adc4d0c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:39.146314 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-144cd34e-e520-4543-a5ac-613ad33f17ea req-18850e51-8f4a-4ac4-9292-796315738bc9 service neutron] 10.222.0.50 "GET /v2.0/networks/98c6fd42-c22b-4725-9f11-0381a8c4c410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378703 Jun 17 08:55:39.148691 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-e9bd066a-b395-44c8-a463-fa5f668cde41 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:39.168965 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd066a-b395-44c8-a463-fa5f668cde41 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Pushing event updated for resources: {'Port': ['ID=5963323a-0a6a-4925-9ff0-ac8674afbb96,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:39.184809 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e9bd066a-b395-44c8-a463-fa5f668cde41 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:39.196892 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2891c6-e0af-491a-8bac-bb730e6cdf81 None None] Network c358c599-7782-4d33-a3dc-a54b8b80fd4d requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:39.471935 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:39.498716 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e629a27f-b304-40b2-ae83-97a2f4abc1b5 None None] Provisioning complete for port 16c8892e-9c4a-4588-9530-48e39ea8c16d triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:39.499510 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e629a27f-b304-40b2-ae83-97a2f4abc1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:39.507388 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:55:39.507917 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:55:39.518619 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:55:39.585360 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-e629a27f-b304-40b2-ae83-97a2f4abc1b5 None None] Port 16c8892e-9c4a-4588-9530-48e39ea8c16d cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:55:39.589566 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97f9ba8-af55-4c8b-b532-7a0562cdc3ce None None] get_active_networks_info from n-d-758944-30 {{(pid=94521) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:55:39.594700 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776a4cd-11e1-4871-86f4-12f794f90265 req-27cc58a9-fdc6-48c7-ae3f-2a5d3c9d8aa0 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:39.605322 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6776a4cd-11e1-4871-86f4-12f794f90265 req-27cc58a9-fdc6-48c7-ae3f-2a5d3c9d8aa0 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.9360087 Jun 17 08:55:39.608883 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-84f668ee-81e4-41af-b7bf-8b09f2e878d9 req-80ce0395-f772-4e29-b890-04f4810aa267 service neutron] 10.222.0.53 "GET /v2.0/networks/3d62d846-3a07-40e4-87a0-3f5731d4aa7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2724349 Jun 17 08:55:39.699160 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6776a4cd-11e1-4871-86f4-12f794f90265 req-d1423738-72d2-4d40-97ba-f8ab2a06131a tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0928063 Jun 17 08:55:39.735662 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97f9ba8-af55-4c8b-b532-7a0562cdc3ce None None] Resources bound (agent type, host, resource id): {{(pid=94521) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:55:39.790033 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 1db9298d-1a31-4759-831a-0c9c1c31a295 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:55:39.817645 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.db.api [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 17 08:55:39.817645 n-d-758944-30 neutron-server[94519]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 17 08:55:39.817645 n-d-758944-30 neutron-server[94519]: [parameters: {'id': 'c358c599-7782-4d33-a3dc-a54b8b80fd4d'}] Jun 17 08:55:39.817645 n-d-758944-30 neutron-server[94519]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:55:39.818165 n-d-758944-30 neutron-server[94519]: DEBUG oslo_db.api [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:55:39.830374 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcca9d0-1ad3-4354-ace7-a668ac476791 req-1a92cec6-a83e-4cd0-9666-28cd0e6a066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:39.834811 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0bcca9d0-1ad3-4354-ace7-a668ac476791 req-1a92cec6-a83e-4cd0-9666-28cd0e6a066c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=39f8ef536a2d4b76b51073d6e1984089&device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 1096 time: 0.4316435 Jun 17 08:55:39.874988 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-84f668ee-81e4-41af-b7bf-8b09f2e878d9 req-8220e824-dcd9-4477-b987-0a9fa8091e8a service neutron] 10.222.0.53 "GET /v2.0/networks/3d62d846-3a07-40e4-87a0-3f5731d4aa7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303219 Jun 17 08:55:39.876511 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bd066a-b395-44c8-a463-fa5f668cde41 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:55:39.882585 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bd066a-b395-44c8-a463-fa5f668cde41 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:39.883305 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e9bd066a-b395-44c8-a463-fa5f668cde41 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:39.918172 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-144cd34e-e520-4543-a5ac-613ad33f17ea req-ecd186d6-982d-4c73-b44a-7abb75d10995 service neutron] 10.222.0.50 "GET /v2.0/networks/98c6fd42-c22b-4725-9f11-0381a8c4c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7282834 Jun 17 08:55:39.931656 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14acc5d5-68fa-44ed-8403-3cc934c143bc req-744cbcbd-ab36-4222-bf05-3e8a6023dcb3 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:39.941604 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-14acc5d5-68fa-44ed-8403-3cc934c143bc req-744cbcbd-ab36-4222-bf05-3e8a6023dcb3 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 946 time: 1.0779188 Jun 17 08:55:39.987966 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.db.resource_extend [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:55:40.020022 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-14acc5d5-68fa-44ed-8403-3cc934c143bc req-a0a2aceb-5ccf-46a1-a8f6-e81642dae364 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704193 Jun 17 08:55:40.029736 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e9bd066a-b395-44c8-a463-fa5f668cde41 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.9402132 Jun 17 08:55:40.031329 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36174) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:40.109592 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcca9d0-1ad3-4354-ace7-a668ac476791 req-cbe35403-e7a1-48a9-a1f4-47f4881c1861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:40.111301 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0bcca9d0-1ad3-4354-ace7-a668ac476791 req-cbe35403-e7a1-48a9-a1f4-47f4881c1861 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9d974cdf-1be1-4abb-b130-8e6ea3241090 HTTP/1.1" status: 200 len: 913 time: 0.2687430 Jun 17 08:55:40.137253 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-7b0e9454-6f86-4c20-8ffa-fc9b9d16e621 None None] Provisioning for port 5963323a-0a6a-4925-9ff0-ac8674afbb96 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:40.163360 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-7b0e9454-6f86-4c20-8ffa-fc9b9d16e621 None None] Provisioning complete for port 5963323a-0a6a-4925-9ff0-ac8674afbb96 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:40.164348 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7b0e9454-6f86-4c20-8ffa-fc9b9d16e621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:40.172620 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fedbc-e816-4613-90fc-62077675dd7d req-9bddebeb-1e09-4fc8-8f5e-a218e08f25ef tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:40.181214 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-280fedbc-e816-4613-90fc-62077675dd7d req-9bddebeb-1e09-4fc8-8f5e-a218e08f25ef tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 946 time: 0.2265286 Jun 17 08:55:40.181214 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0bcca9d0-1ad3-4354-ace7-a668ac476791 req-1a3fbf8f-d3c4-455e-93f2-cb45ea7df342 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1db9298d-1a31-4759-831a-0c9c1c31a295 HTTP/1.1" status: 200 len: 217 time: 0.0548782 Jun 17 08:55:40.203680 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7b3791-f07b-4cf8-9488-e5e90e255635 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:40.211103 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7b3791-f07b-4cf8-9488-e5e90e255635 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:40.218030 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7b3791-f07b-4cf8-9488-e5e90e255635 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:40.220464 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-bd7b3791-f07b-4cf8-9488-e5e90e255635 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.1874831 Jun 17 08:55:40.231102 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-7b0e9454-6f86-4c20-8ffa-fc9b9d16e621 None None] Port 5963323a-0a6a-4925-9ff0-ac8674afbb96 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:55:40.237010 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36178) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:40.324052 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-280fedbc-e816-4613-90fc-62077675dd7d req-9033808c-6cff-46c8-accc-68470c995e4a tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422224 Jun 17 08:55:40.357977 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:40.370966 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 1db9298d-1a31-4759-831a-0c9c1c31a295, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=1db9298d-1a31-4759-831a-0c9c1c31a295,segment=NetworkSegment(0bf7ed58-5315-490e-9cb0-00fa2c3f8704),segment_id=0bf7ed58-5315-490e-9cb0-00fa2c3f8704)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:40.399428 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543463f-b4b7-4bf0-9171-e052e51859b7 req-138d9fd8-8f8e-449b-9fb3-8af525d94ef9 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:40.412438 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c543463f-b4b7-4bf0-9171-e052e51859b7 req-138d9fd8-8f8e-449b-9fb3-8af525d94ef9 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 944 time: 0.1912756 Jun 17 08:55:40.421896 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '1db9298d-1a31-4759-831a-0c9c1c31a295', 'network_id': '9d974cdf-1be1-4abb-b130-8e6ea3241090', 'port_id': '1db9298d-1a31-4759-831a-0c9c1c31a295', 'mac_address': 'fa:16:3e:aa:f8:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4fbe6c5-55b4-4193-8f6f-fef30c87f134', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:55:40.428703 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcca9d0-1ad3-4354-ace7-a668ac476791 req-ec67c281-fbcc-49c9-9794-c1242cac49a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:40.432597 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0bcca9d0-1ad3-4354-ace7-a668ac476791 req-ec67c281-fbcc-49c9-9794-c1242cac49a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f4fbe6c5-55b4-4193-8f6f-fef30c87f134 HTTP/1.1" status: 200 len: 852 time: 0.2371399 Jun 17 08:55:40.515553 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c543463f-b4b7-4bf0-9171-e052e51859b7 req-fe81f209-ce1e-4da3-a6fb-e246efe4044c tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe04168-c4e3-4bcc-a231-1d40d229ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889323 Jun 17 08:55:40.532181 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:40.563973 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db9298d-1a31-4759-831a-0c9c1c31a295 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:55:40.568401 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0bcca9d0-1ad3-4354-ace7-a668ac476791 req-d9a29a52-7bb1-4723-84bc-bd0263a4cefa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9d974cdf-1be1-4abb-b130-8e6ea3241090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194351 Jun 17 08:55:40.637073 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 1db9298d-1a31-4759-831a-0c9c1c31a295, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=1db9298d-1a31-4759-831a-0c9c1c31a295,segment=NetworkSegment(0bf7ed58-5315-490e-9cb0-00fa2c3f8704),segment_id=0bf7ed58-5315-490e-9cb0-00fa2c3f8704)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:40.727436 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:40.729789 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0917fac9-36bf-45c2-a4a8-5ff461dcb4df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:40.751310 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-3634d9f7-c111-463c-9336-05b943f4d090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Deleting port 5963323a-0a6a-4925-9ff0-ac8674afbb96 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:40.751507 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3634d9f7-c111-463c-9336-05b943f4d090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:40.786924 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Deleting port aa734c43-fe07-453f-8229-b545006a2d9f {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:40.787335 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:40.901484 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=1db9298d-1a31-4759-831a-0c9c1c31a295,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:40.906944 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:40.919871 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a46dd-1153-458a-8d31-90023d8f429d req-1558d2c8-4bd7-4ed4-9b1d-1f04059d8a0d tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:40.931247 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e06a46dd-1153-458a-8d31-90023d8f429d req-1558d2c8-4bd7-4ed4-9b1d-1f04059d8a0d tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 946 time: 0.3494627 Jun 17 08:55:40.966619 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['1db9298d-1a31-4759-831a-0c9c1c31a295'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:55:41.017357 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae201a2-13be-49e1-954e-3d0edc50f079 req-be37bf67-70bc-45b1-ac65-0dadd80c0a25 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:41.027261 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3ae201a2-13be-49e1-954e-3d0edc50f079 req-be37bf67-70bc-45b1-ac65-0dadd80c0a25 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.0863271 Jun 17 08:55:41.047924 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] For port aa734c43-fe07-453f-8229-b545006a2d9f, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=aa734c43-fe07-453f-8229-b545006a2d9f,segment=NetworkSegment(8db1b40e-2ae3-4b40-9e6d-6e5e87de3f0a),segment_id=8db1b40e-2ae3-4b40-9e6d-6e5e87de3f0a)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:41.048324 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:41.057767 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0bcca9d0-1ad3-4354-ace7-a668ac476791 req-0cf8975c-ad69-4a93-af33-d4e42eeb7cde service neutron] 10.222.0.50 "GET /v2.0/networks/9d974cdf-1be1-4abb-b130-8e6ea3241090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4780059 Jun 17 08:55:41.124238 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3ae201a2-13be-49e1-954e-3d0edc50f079 req-d0cdec6c-702a-4d60-9a6f-f1ed677aea2a tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0878875 Jun 17 08:55:41.156487 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36188) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:41.156487 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-d4227187-d7e4-4113-aedb-099eb91e026d tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Request body: {'subnet': {'network_id': '1fd95782-eee4-4b03-a887-33682db2c9f6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:41.187809 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3634d9f7-c111-463c-9336-05b943f4d090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:41.216195 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Calling delete_port for aa734c43-fe07-453f-8229-b545006a2d9f owned by network:dhcp {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:41.246847 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e06a46dd-1153-458a-8d31-90023d8f429d req-afa26648-ade2-429e-9b65-c9e5e48c01fc tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093495 Jun 17 08:55:41.305431 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-3634d9f7-c111-463c-9336-05b943f4d090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Calling delete_port for 5963323a-0a6a-4925-9ff0-ac8674afbb96 owned by {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:41.414278 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4227187-d7e4-4113-aedb-099eb91e026d tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Made reservation on behalf of e3af1c3e141e4ca0a32462aeaf45e7c1 for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:41.418290 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d4227187-d7e4-4113-aedb-099eb91e026d tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:41.433295 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0bcca9d0-1ad3-4354-ace7-a668ac476791 req-388ab315-07c6-42b1-a4e8-8a7e45d96fea service neutron] 10.222.0.50 "GET /v2.0/networks/9d974cdf-1be1-4abb-b130-8e6ea3241090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490446 Jun 17 08:55:41.602373 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea95de9-e6bc-4540-a90f-fd27f9bf5660 req-b217c744-2108-4ccd-8404-cf0eadc9336b tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:41.603893 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cea95de9-e6bc-4540-a90f-fd27f9bf5660 req-b217c744-2108-4ccd-8404-cf0eadc9336b tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 946 time: 0.1067457 Jun 17 08:55:41.631626 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:41.635591 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e6e79e54-bf05-43b0-ba2a-8e4757d04be8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:41.662107 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Port': ['ID=aa734c43-fe07-453f-8229-b545006a2d9f,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:41.672781 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:41.673651 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] No DVR routers for this DVR port aa734c43-fe07-453f-8229-b545006a2d9f on host n-d-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:55:41.677907 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3634d9f7-c111-463c-9336-05b943f4d090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:41.683731 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c2abc567-9d2e-4659-9cbd-38ccde903581 tempest-FloatingIPAdminTestJSON-1241035892 tempest-FloatingIPAdminTestJSON-1241035892-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:41.689246 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cea95de9-e6bc-4540-a90f-fd27f9bf5660 req-647880db-d5ce-495d-aae6-b37fcf2698a2 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795107 Jun 17 08:55:41.743697 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634d9f7-c111-463c-9336-05b943f4d090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Pushing event deleted for resources: {'Port': ['ID=5963323a-0a6a-4925-9ff0-ac8674afbb96,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:41.746638 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 1db9298d-1a31-4759-831a-0c9c1c31a295 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:41.747679 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3634d9f7-c111-463c-9336-05b943f4d090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:41.814436 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3634d9f7-c111-463c-9336-05b943f4d090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:41.816431 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3634d9f7-c111-463c-9336-05b943f4d090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] 10.222.0.49 "DELETE /v2.0/ports/5963323a-0a6a-4925-9ff0-ac8674afbb96 HTTP/1.1" status: 204 len: 168 time: 1.5589905 Jun 17 08:55:41.828746 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36214) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:41.841986 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:41.848304 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-461cb0c5-a715-48d8-b640-3e137c680fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Request body: {'port': {'name': 'tempest-new-port-name-1447275522', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:41.849152 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.api.validators [None req-461cb0c5-a715-48d8-b640-3e137c680fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] bootfile-name is not in valid_values {{(pid=94520) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 17 08:55:41.850202 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.api.validators [None req-461cb0c5-a715-48d8-b640-3e137c680fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] tftp-server is not in valid_values {{(pid=94520) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 17 08:55:41.850350 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.api.validators [None req-461cb0c5-a715-48d8-b640-3e137c680fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] server-ip-address is not in valid_values {{(pid=94520) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 17 08:55:41.863683 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c358c599-7782-4d33-a3dc-a54b8b80fd4d']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:41.880643 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db1b40e-2ae3-4b40-9e6d-6e5e87de3f0a') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:41.881010 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db1b40e-2ae3-4b40-9e6d-6e5e87de3f0a') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:41.930152 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:41.965286 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:55:41.978840 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:55:42.008030 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-461cb0c5-a715-48d8-b640-3e137c680fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:42.058067 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2a58b-478e-46cb-838b-0427145b727e req-dc50aa79-7d26-40b2-97fb-2079326625f7 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:42.059750 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-57c2a58b-478e-46cb-838b-0427145b727e req-dc50aa79-7d26-40b2-97fb-2079326625f7 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 945 time: 0.1871247 Jun 17 08:55:42.105055 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 1db9298d-1a31-4759-831a-0c9c1c31a295 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:42.110503 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 1db9298d-1a31-4759-831a-0c9c1c31a295 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:42.111411 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:42.117325 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d4227187-d7e4-4113-aedb-099eb91e026d tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:42.120885 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-57c2a58b-478e-46cb-838b-0427145b727e req-427cd845-f011-4165-8180-18820cca8303 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe04168-c4e3-4bcc-a231-1d40d229ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435970 Jun 17 08:55:42.125745 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b4d31579-a242-468c-94ce-4703eebf966e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:42.207870 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:42.231867 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db9298d-1a31-4759-831a-0c9c1c31a295'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:55:42.234172 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f017f3cf-7d3d-4c0d-82bd-caaffc041bb5" -d '{"events": [{"server_uuid": "2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69", "name": "network-vif-plugged", "status": "completed", "tag": "1db9298d-1a31-4759-831a-0c9c1c31a295"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:42.243517 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:42.252637 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 1db9298d-1a31-4759-831a-0c9c1c31a295, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=1db9298d-1a31-4759-831a-0c9c1c31a295,segment=NetworkSegment(0bf7ed58-5315-490e-9cb0-00fa2c3f8704),segment_id=0bf7ed58-5315-490e-9cb0-00fa2c3f8704)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:42.252900 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:42.255860 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/networks/c358c599-7782-4d33-a3dc-a54b8b80fd4d HTTP/1.1" status: 204 len: 168 time: 5.4511957 Jun 17 08:55:42.256595 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3f8f0fc6-4f2e-46d3-90a6-d9bcef6d8a4b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:42.262928 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36224) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:42.268824 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-71b7ae51-d73f-415e-8fa3-e415737d26b2 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1801173880'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:42.287442 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Network': ['ID=c358c599-7782-4d33-a3dc-a54b8b80fd4d,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:42.289503 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4227187-d7e4-4113-aedb-099eb91e026d tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event updated for resources: {'Subnet': ['ID=d2f8a48c-de98-4a79-b8ed-fa5cb1460e52,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:42.297716 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d4227187-d7e4-4113-aedb-099eb91e026d tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:42.298024 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:42.310800 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4227187-d7e4-4113-aedb-099eb91e026d tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Checking segment: {'id': '04797f41-17f7-49d2-ab79-2361f9a49038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1fd95782-eee4-4b03-a887-33682db2c9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:42.311160 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4227187-d7e4-4113-aedb-099eb91e026d tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Network hostable DHCP agents. Network: 1fd95782-eee4-4b03-a887-33682db2c9f6, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:55:42.360855 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a817e3-d33f-4634-a3e0-e9f59c9058e8 req-e622512a-2a9b-4ffc-92d0-7a9b32a4c2a8 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:42.362935 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-00a817e3-d33f-4634-a3e0-e9f59c9058e8 req-e622512a-2a9b-4ffc-92d0-7a9b32a4c2a8 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 946 time: 0.0796678 Jun 17 08:55:42.371890 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30d6bd-20f4-4654-95db-86bb1cd88d09 req-e51417e8-5fc8-48dd-b64f-c178ef974ed5 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:42.373538 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd30d6bd-20f4-4654-95db-86bb1cd88d09 req-e51417e8-5fc8-48dd-b64f-c178ef974ed5 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 946 time: 0.2502947 Jun 17 08:55:42.398526 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-461cb0c5-a715-48d8-b640-3e137c680fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:42.402374 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-00a817e3-d33f-4634-a3e0-e9f59c9058e8 req-ad253171-ed83-47e2-8b80-f67530c0ad42 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335124 Jun 17 08:55:42.442160 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd30d6bd-20f4-4654-95db-86bb1cd88d09 req-5ab18964-6e18-484f-8e37-407efcfee58d tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573089 Jun 17 08:55:42.470117 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a150dcdd-c167-4f3a-a01c-962a34794bc4 x-openstack-request-id: req-a150dcdd-c167-4f3a-a01c-962a34794bc4 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:42.470415 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69", "name": "network-vif-plugged", "status": "completed", "tag": "1db9298d-1a31-4759-831a-0c9c1c31a295", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:42.470703 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a150dcdd-c167-4f3a-a01c-962a34794bc4 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:42.471153 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db9298d-1a31-4759-831a-0c9c1c31a295', 'code': 200} Jun 17 08:55:42.522309 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:42.522523 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b7ae51-d73f-415e-8fa3-e415737d26b2 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Made reservation on behalf of 1f5db1794c41458984527b66b209798b for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:42.523744 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4227187-d7e4-4113-aedb-099eb91e026d tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Network 1fd95782-eee4-4b03-a887-33682db2c9f6 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:55:42.524582 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:42.526526 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-71b7ae51-d73f-415e-8fa3-e415737d26b2 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:42.572003 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-461cb0c5-a715-48d8-b640-3e137c680fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:42.576267 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e3be5572-3e3f-41a0-906a-342398d75806 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:42.596739 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b7ae51-d73f-415e-8fa3-e415737d26b2 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:55:42.601030 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=1db9298d-1a31-4759-831a-0c9c1c31a295,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:42.604836 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:42.614207 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-71b7ae51-d73f-415e-8fa3-e415737d26b2 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:42.614207 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-71b7ae51-d73f-415e-8fa3-e415737d26b2 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Added segment bb9af189-30d1-4f2f-8598-1ebdfb57f449 of type vlan for network 6734ec4a-dfac-4a2d-8b3f-ed7342408c97 Jun 17 08:55:42.658725 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-d4227187-d7e4-4113-aedb-099eb91e026d tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 1fd95782-eee4-4b03-a887-33682db2c9f6) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:42.668336 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b006e9bc-8457-4ea9-96a9-7193de7c858a None None] Network 1fd95782-eee4-4b03-a887-33682db2c9f6 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:42.671927 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-71b7ae51-d73f-415e-8fa3-e415737d26b2 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:42.672138 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-461cb0c5-a715-48d8-b640-3e137c680fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] In _notify_port_updated(), no bound segment for port 16c8892e-9c4a-4588-9530-48e39ea8c16d on network 2e12bbfa-e7b9-489f-9867-6a169b71aeee {{(pid=94520) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:55:42.678257 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461cb0c5-a715-48d8-b640-3e137c680fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:42.678934 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-461cb0c5-a715-48d8-b640-3e137c680fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:42.680321 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-461cb0c5-a715-48d8-b640-3e137c680fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] 10.222.0.49 "PUT /v2.0/ports/16c8892e-9c4a-4588-9530-48e39ea8c16d HTTP/1.1" status: 200 len: 1130 time: 0.8510892 Jun 17 08:55:42.681956 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4227187-d7e4-4113-aedb-099eb91e026d tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:42.682622 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d4227187-d7e4-4113-aedb-099eb91e026d tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:42.686221 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b636b87-f76b-4f25-9303-8defcde6abf4 req-2bcfc438-4a73-40e2-a7f2-7b38be1cf382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:42.687007 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36236) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:42.688084 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7b636b87-f76b-4f25-9303-8defcde6abf4 req-2bcfc438-4a73-40e2-a7f2-7b38be1cf382 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 1098 time: 0.1311514 Jun 17 08:55:42.738425 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7b636b87-f76b-4f25-9303-8defcde6abf4 req-5b665ebb-3602-4ad2-8e09-7672ce803267 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=abe04168-c4e3-4bcc-a231-1d40d229ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441411 Jun 17 08:55:42.744253 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461cb0c5-a715-48d8-b640-3e137c680fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Pushing event updated for resources: {'Port': ['ID=16c8892e-9c4a-4588-9530-48e39ea8c16d,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:42.750576 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-461cb0c5-a715-48d8-b640-3e137c680fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:42.784547 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06382491-f622-45ba-9143-466bae8c94ea tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:42.786313 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-06382491-f622-45ba-9143-466bae8c94ea tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] 10.222.0.49 "GET /v2.0/ports/16c8892e-9c4a-4588-9530-48e39ea8c16d HTTP/1.1" status: 200 len: 1130 time: 0.0930555 Jun 17 08:55:42.791049 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36240) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:42.820175 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f02a5-7f19-4f65-8f3f-bf645ee09083 req-2495e03b-a6eb-4f0e-b503-9059d591eb2b tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:42.822114 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1e1f02a5-7f19-4f65-8f3f-bf645ee09083 req-2495e03b-a6eb-4f0e-b503-9059d591eb2b tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=16bf7de9-3cb2-4b20-bed6-474a774a4727 HTTP/1.1" status: 200 len: 945 time: 0.2473667 Jun 17 08:55:42.828468 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-71b7ae51-d73f-415e-8fa3-e415737d26b2 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:42.835087 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b7ae51-d73f-415e-8fa3-e415737d26b2 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:42.835410 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-71b7ae51-d73f-415e-8fa3-e415737d26b2 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:42.841601 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8e635109-6f43-47c4-9319-3e30c2bdb03d tempest-TagsTest-1315809000 tempest-TagsTest-1315809000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:42.893909 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1e1f02a5-7f19-4f65-8f3f-bf645ee09083 req-009471d9-d48a-478d-8dce-3da62b42cf09 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640404 Jun 17 08:55:42.920668 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037ade33-15e7-4fde-8c18-70fd9be0502e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-1fd95782-eee4-4b03-a887-33682db2c9f6', 'network_id': '1fd95782-eee4-4b03-a887-33682db2c9f6', 'tenant_id': 'e3af1c3e141e4ca0a32462aeaf45e7c1', 'fixed_ips': [{'subnet_id': 'd2f8a48c-de98-4a79-b8ed-fa5cb1460e52'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:55:42.922042 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-037ade33-15e7-4fde-8c18-70fd9be0502e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:42.955547 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d4227187-d7e4-4113-aedb-099eb91e026d tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8000929 Jun 17 08:55:42.955929 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36244) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:42.961247 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-ecf96bfa-2b45-409e-a093-b90639f9e3ed tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1361494021'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:43.014811 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7ae51-d73f-415e-8fa3-e415737d26b2 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event updated for resources: {'Network': ['ID=6734ec4a-dfac-4a2d-8b3f-ed7342408c97,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:43.021245 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-71b7ae51-d73f-415e-8fa3-e415737d26b2 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:43.029374 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-71b7ae51-d73f-415e-8fa3-e415737d26b2 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7653110 Jun 17 08:55:43.032236 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36246) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:43.038467 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-d1b54e82-e8cb-4c59-a7d8-5699b1e4d904 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Request body: {'subnet': {'network_id': '6734ec4a-dfac-4a2d-8b3f-ed7342408c97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:43.073825 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 6734ec4a-dfac-4a2d-8b3f-ed7342408c97 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:55:43.140725 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-e10ebe52-83dc-4d43-949f-5f886beffab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Deleting port 16c8892e-9c4a-4588-9530-48e39ea8c16d {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:43.141081 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e10ebe52-83dc-4d43-949f-5f886beffab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:43.156742 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf96bfa-2b45-409e-a093-b90639f9e3ed tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Made reservation on behalf of e3af1c3e141e4ca0a32462aeaf45e7c1 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:43.162459 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ecf96bfa-2b45-409e-a093-b90639f9e3ed tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:43.187816 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-4765a215-2a71-4bc1-b1b1-f7ac8c8cc0e7 None None] Provisioning complete for port 16c8892e-9c4a-4588-9530-48e39ea8c16d triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:43.188076 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4765a215-2a71-4bc1-b1b1-f7ac8c8cc0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:43.240835 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf96bfa-2b45-409e-a093-b90639f9e3ed tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:55:43.265694 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ecf96bfa-2b45-409e-a093-b90639f9e3ed tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:43.266554 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-ecf96bfa-2b45-409e-a093-b90639f9e3ed tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Added segment e426ffcf-eff1-488f-8a65-585545beb0d9 of type vlan for network 92386c9a-966f-4b74-98aa-2ce16c933b9c Jun 17 08:55:43.282060 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-037ade33-15e7-4fde-8c18-70fd9be0502e None None] Allocated IP 2001:db8:0:ffff::2 (1fd95782-eee4-4b03-a887-33682db2c9f6/d2f8a48c-de98-4a79-b8ed-fa5cb1460e52/89147aba-b3b3-4648-bd0a-cb884bcf3d31) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:43.301471 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267c99b-18fd-4b70-85ad-b696ce391fe9 req-3533b216-5b3c-441d-abfb-b619ae136809 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:43.303044 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9267c99b-18fd-4b70-85ad-b696ce391fe9 req-3533b216-5b3c-441d-abfb-b619ae136809 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8053f4c-dadd-4278-a1a1-635aff4da021 HTTP/1.1" status: 200 len: 946 time: 0.2592342 Jun 17 08:55:43.335375 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ecf96bfa-2b45-409e-a093-b90639f9e3ed tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:43.365147 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9267c99b-18fd-4b70-85ad-b696ce391fe9 req-608b8e77-1b3c-4753-82d7-5df386aa6a3b tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533948 Jun 17 08:55:43.374188 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e10ebe52-83dc-4d43-949f-5f886beffab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:43.374958 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-4765a215-2a71-4bc1-b1b1-f7ac8c8cc0e7 None None] Port 16c8892e-9c4a-4588-9530-48e39ea8c16d cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:55:43.421607 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0932ac4-4913-45cc-abfb-95d839c5ad0b req-a5473f17-dbf1-4862-9ee0-ded72643ef68 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:43.423540 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a0932ac4-4913-45cc-abfb-95d839c5ad0b req-a5473f17-dbf1-4862-9ee0-ded72643ef68 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 946 time: 0.1010537 Jun 17 08:55:43.467572 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-e10ebe52-83dc-4d43-949f-5f886beffab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Calling delete_port for 16c8892e-9c4a-4588-9530-48e39ea8c16d owned by {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:43.474126 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b54e82-e8cb-4c59-a7d8-5699b1e4d904 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Made reservation on behalf of 1f5db1794c41458984527b66b209798b for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:43.479842 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d1b54e82-e8cb-4c59-a7d8-5699b1e4d904 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:43.486431 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [req-c233b1ed-037e-48a2-9d95-f89117b3ee3d req-ca116bab-fec8-4cec-8319-779432c67985 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:55:43.489747 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a0932ac4-4913-45cc-abfb-95d839c5ad0b req-432e80b3-1e33-4716-9209-c373c38862b2 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe04168-c4e3-4bcc-a231-1d40d229ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552130 Jun 17 08:55:43.492558 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-037ade33-15e7-4fde-8c18-70fd9be0502e None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:43.493957 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c233b1ed-037e-48a2-9d95-f89117b3ee3d req-ca116bab-fec8-4cec-8319-779432c67985 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0239403 Jun 17 08:55:43.503574 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-037ade33-15e7-4fde-8c18-70fd9be0502e None None] Transition to ACTIVE for port object 89147aba-b3b3-4648-bd0a-cb884bcf3d31 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:43.514202 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ecf96bfa-2b45-409e-a093-b90639f9e3ed tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:43.522966 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-037ade33-15e7-4fde-8c18-70fd9be0502e None None] Transition to ACTIVE for port object 89147aba-b3b3-4648-bd0a-cb884bcf3d31 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:43.534180 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf96bfa-2b45-409e-a093-b90639f9e3ed tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:43.535336 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ecf96bfa-2b45-409e-a093-b90639f9e3ed tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:43.544138 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e395aaf2-0f2c-4574-8c3f-40ac8cd30705 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:43.580182 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-037ade33-15e7-4fde-8c18-70fd9be0502e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:43.583987 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e4e7d9b3-b4a9-4507-888e-4af420aa849c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:43.617236 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037ade33-15e7-4fde-8c18-70fd9be0502e None None] Network 1fd95782-eee4-4b03-a887-33682db2c9f6 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:43.620716 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-037ade33-15e7-4fde-8c18-70fd9be0502e None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:43.624901 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037ade33-15e7-4fde-8c18-70fd9be0502e None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:55:43.644802 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ade33-15e7-4fde-8c18-70fd9be0502e None None] Pushing event updated for resources: {'Port': ['ID=89147aba-b3b3-4648-bd0a-cb884bcf3d31,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:43.660139 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf96bfa-2b45-409e-a093-b90639f9e3ed tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event updated for resources: {'Network': ['ID=92386c9a-966f-4b74-98aa-2ce16c933b9c,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:43.663644 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-037ade33-15e7-4fde-8c18-70fd9be0502e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:43.708298 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.ipam_backend_mixin [None req-d1b54e82-e8cb-4c59-a7d8-5699b1e4d904 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Performing IP validity checks on allocation pools {{(pid=94519) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 17 08:55:43.708941 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.ipam_backend_mixin [None req-d1b54e82-e8cb-4c59-a7d8-5699b1e4d904 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94519) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 17 08:55:43.715200 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ecf96bfa-2b45-409e-a093-b90639f9e3ed tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7555020 Jun 17 08:55:43.716622 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36258) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:43.724310 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-037ade33-15e7-4fde-8c18-70fd9be0502e None None] Attempting to bind port 89147aba-b3b3-4648-bd0a-cb884bcf3d31 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:55:43.725071 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-037ade33-15e7-4fde-8c18-70fd9be0502e None None] Attempting to bind port 89147aba-b3b3-4648-bd0a-cb884bcf3d31 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '04797f41-17f7-49d2-ab79-2361f9a49038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1fd95782-eee4-4b03-a887-33682db2c9f6'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:55:43.725217 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf96bfa-2b45-409e-a093-b90639f9e3ed tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:43.728534 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037ade33-15e7-4fde-8c18-70fd9be0502e None None] Attempting to bind port 89147aba-b3b3-4648-bd0a-cb884bcf3d31 on network 1fd95782-eee4-4b03-a887-33682db2c9f6 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:55:43.728693 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf96bfa-2b45-409e-a093-b90639f9e3ed tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:43.728693 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf96bfa-2b45-409e-a093-b90639f9e3ed tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:43.728693 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf96bfa-2b45-409e-a093-b90639f9e3ed tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:43.728693 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf96bfa-2b45-409e-a093-b90639f9e3ed tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:43.728693 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf96bfa-2b45-409e-a093-b90639f9e3ed tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:43.728693 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf96bfa-2b45-409e-a093-b90639f9e3ed tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:43.728693 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf96bfa-2b45-409e-a093-b90639f9e3ed tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:43.728693 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf96bfa-2b45-409e-a093-b90639f9e3ed tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:43.729390 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf96bfa-2b45-409e-a093-b90639f9e3ed tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:43.729741 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf96bfa-2b45-409e-a093-b90639f9e3ed tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:43.729873 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf96bfa-2b45-409e-a093-b90639f9e3ed tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:43.732604 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037ade33-15e7-4fde-8c18-70fd9be0502e None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:55:43.732996 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037ade33-15e7-4fde-8c18-70fd9be0502e None None] Checking segment: {'id': '04797f41-17f7-49d2-ab79-2361f9a49038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1fd95782-eee4-4b03-a887-33682db2c9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:43.733415 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-037ade33-15e7-4fde-8c18-70fd9be0502e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:43.733820 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037ade33-15e7-4fde-8c18-70fd9be0502e None None] Bound using segment: {'id': '04797f41-17f7-49d2-ab79-2361f9a49038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1fd95782-eee4-4b03-a887-33682db2c9f6'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:55:43.734091 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ecf96bfa-2b45-409e-a093-b90639f9e3ed tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:43.734306 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-037ade33-15e7-4fde-8c18-70fd9be0502e None None] Bound port: 89147aba-b3b3-4648-bd0a-cb884bcf3d31, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04797f41-17f7-49d2-ab79-2361f9a49038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1fd95782-eee4-4b03-a887-33682db2c9f6'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:55:43.734691 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-037ade33-15e7-4fde-8c18-70fd9be0502e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:43.735394 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-fc890320-12a8-493a-aa74-751b0887d9e0 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Request body: {'subnet': {'network_id': '92386c9a-966f-4b74-98aa-2ce16c933b9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:43.747279 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 92386c9a-966f-4b74-98aa-2ce16c933b9c details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:55:43.773223 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf3c39-5cb0-4cfc-aa2d-69e98ce66446 req-4354eade-11a8-47c2-9ad2-4b121076cb83 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:43.775161 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9ebf3c39-5cb0-4cfc-aa2d-69e98ce66446 req-4354eade-11a8-47c2-9ad2-4b121076cb83 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 946 time: 0.1051805 Jun 17 08:55:43.852415 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9ebf3c39-5cb0-4cfc-aa2d-69e98ce66446 req-ebb63dba-ca0d-4d22-8aca-1c7e86aa903c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703561 Jun 17 08:55:43.865093 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-037ade33-15e7-4fde-8c18-70fd9be0502e None None] For port 89147aba-b3b3-4648-bd0a-cb884bcf3d31, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:55:43.870073 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-037ade33-15e7-4fde-8c18-70fd9be0502e None None] For port 89147aba-b3b3-4648-bd0a-cb884bcf3d31, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=89147aba-b3b3-4648-bd0a-cb884bcf3d31,segment=NetworkSegment(04797f41-17f7-49d2-ab79-2361f9a49038),segment_id=04797f41-17f7-49d2-ab79-2361f9a49038)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:55:43.988720 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-037ade33-15e7-4fde-8c18-70fd9be0502e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:43.990919 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-1a86a721-ef0c-4b83-b72a-e5d72d343522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:44.057060 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ade33-15e7-4fde-8c18-70fd9be0502e None None] Pushing event updated for resources: {'Port': ['ID=89147aba-b3b3-4648-bd0a-cb884bcf3d31,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:44.060417 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-037ade33-15e7-4fde-8c18-70fd9be0502e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:44.392532 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c233b1ed-037e-48a2-9d95-f89117b3ee3d req-d0557eb1-5c3f-46d2-842e-601c9d81362e tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.8975360 Jun 17 08:55:44.482287 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc890320-12a8-493a-aa74-751b0887d9e0 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Made reservation on behalf of e3af1c3e141e4ca0a32462aeaf45e7c1 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:44.486086 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fc890320-12a8-493a-aa74-751b0887d9e0 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:44.548627 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d1b54e82-e8cb-4c59-a7d8-5699b1e4d904 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:44.560072 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d133abee-55f4-400a-b5ec-f8c077a35881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:44.599091 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e10ebe52-83dc-4d43-949f-5f886beffab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:44.692400 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e10ebe52-83dc-4d43-949f-5f886beffab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:44.698008 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36268) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:44.698897 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e10ebe52-83dc-4d43-949f-5f886beffab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] 10.222.0.49 "DELETE /v2.0/ports/16c8892e-9c4a-4588-9530-48e39ea8c16d HTTP/1.1" status: 204 len: 168 time: 1.9067693 Jun 17 08:55:44.747798 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b54e82-e8cb-4c59-a7d8-5699b1e4d904 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event updated for resources: {'Subnet': ['ID=4bfd4d24-ede3-42a7-ad53-314b25541305,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:44.765936 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089f842-bd86-44c9-b31b-ff716efefca0 req-c97672b6-d0a1-4e88-9335-c4c5f186cede tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:44.768144 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a089f842-bd86-44c9-b31b-ff716efefca0 req-c97672b6-d0a1-4e88-9335-c4c5f186cede tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 946 time: 0.1289885 Jun 17 08:55:44.770957 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b54e82-e8cb-4c59-a7d8-5699b1e4d904 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:44.771976 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b54e82-e8cb-4c59-a7d8-5699b1e4d904 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:44.771976 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b54e82-e8cb-4c59-a7d8-5699b1e4d904 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:44.772271 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b54e82-e8cb-4c59-a7d8-5699b1e4d904 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:44.772621 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b54e82-e8cb-4c59-a7d8-5699b1e4d904 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:44.773000 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b54e82-e8cb-4c59-a7d8-5699b1e4d904 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:44.773370 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b54e82-e8cb-4c59-a7d8-5699b1e4d904 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:44.773741 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b54e82-e8cb-4c59-a7d8-5699b1e4d904 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:44.774115 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b54e82-e8cb-4c59-a7d8-5699b1e4d904 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:44.774485 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b54e82-e8cb-4c59-a7d8-5699b1e4d904 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:44.774852 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b54e82-e8cb-4c59-a7d8-5699b1e4d904 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:44.775218 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b54e82-e8cb-4c59-a7d8-5699b1e4d904 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:44.778976 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d1b54e82-e8cb-4c59-a7d8-5699b1e4d904 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:44.784545 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:44.792934 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5558b4a-996b-4ea1-a394-2ddd78cddf9a tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Deleting subnet 02cba44c-eeca-49ca-a04f-d021e4972fec {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:55:44.803767 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d5558b4a-996b-4ea1-a394-2ddd78cddf9a tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:44.820961 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b54e82-e8cb-4c59-a7d8-5699b1e4d904 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Checking segment: {'id': 'bb9af189-30d1-4f2f-8598-1ebdfb57f449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6734ec4a-dfac-4a2d-8b3f-ed7342408c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:44.821341 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b54e82-e8cb-4c59-a7d8-5699b1e4d904 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Network hostable DHCP agents. Network: 6734ec4a-dfac-4a2d-8b3f-ed7342408c97, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:55:44.851758 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ebe52-83dc-4d43-949f-5f886beffab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Pushing event deleted for resources: {'Port': ['ID=16c8892e-9c4a-4588-9530-48e39ea8c16d,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:44.854285 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e10ebe52-83dc-4d43-949f-5f886beffab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:44.874101 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a089f842-bd86-44c9-b31b-ff716efefca0 req-2dc8c26f-8552-4d66-a693-3f00a66dda0c tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe04168-c4e3-4bcc-a231-1d40d229ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943491 Jun 17 08:55:44.877375 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d5558b4a-996b-4ea1-a394-2ddd78cddf9a tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:45.007124 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352abf7-6fda-4a88-b039-e1b8375ad3ec req-699c7fcc-ee8c-41a7-b8d5-158ebb97d13f tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:45.008849 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c352abf7-6fda-4a88-b039-e1b8375ad3ec req-699c7fcc-ee8c-41a7-b8d5-158ebb97d13f tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 946 time: 0.3038523 Jun 17 08:55:45.052689 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c352abf7-6fda-4a88-b039-e1b8375ad3ec req-c78e08d2-dec6-4e8b-8c59-2608b0e963ae tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372255 Jun 17 08:55:45.087515 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d5558b4a-996b-4ea1-a394-2ddd78cddf9a tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:45.104874 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b54e82-e8cb-4c59-a7d8-5699b1e4d904 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Network 6734ec4a-dfac-4a2d-8b3f-ed7342408c97 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:55:45.149116 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a1a86-6e69-43be-84d4-93168c3a0461 req-8a4e5682-83ce-4195-ad8f-c3a835fb2fd8 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:45.150824 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0c6a1a86-6e69-43be-84d4-93168c3a0461 req-8a4e5682-83ce-4195-ad8f-c3a835fb2fd8 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 946 time: 0.1294785 Jun 17 08:55:45.231092 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0c6a1a86-6e69-43be-84d4-93168c3a0461 req-4dc75323-ee5c-40f5-9008-2466f3aea7c7 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559533 Jun 17 08:55:45.253601 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d5558b4a-996b-4ea1-a394-2ddd78cddf9a tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:45.266821 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5cc6e3cf-804f-4187-b86b-a8968c340db3 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:45.275369 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-d1b54e82-e8cb-4c59-a7d8-5699b1e4d904 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 6734ec4a-dfac-4a2d-8b3f-ed7342408c97) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:45.280746 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d5558b4a-996b-4ea1-a394-2ddd78cddf9a tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:45.282957 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d5558b4a-996b-4ea1-a394-2ddd78cddf9a tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] 10.222.0.49 "DELETE /v2.0/subnets/02cba44c-eeca-49ca-a04f-d021e4972fec HTTP/1.1" status: 204 len: 168 time: 0.5837939 Jun 17 08:55:45.288971 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfb0e1e-5b81-444a-a174-a48a8141a880 None None] Network 6734ec4a-dfac-4a2d-8b3f-ed7342408c97 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:45.304686 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36278) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:45.305031 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36280) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:45.306392 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b54e82-e8cb-4c59-a7d8-5699b1e4d904 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:45.309662 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba978ecb-fc5e-4d93-892c-dcce3344a70b None None] Network 2e12bbfa-e7b9-489f-9867-6a169b71aeee requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:45.310499 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d1b54e82-e8cb-4c59-a7d8-5699b1e4d904 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:45.320085 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5558b4a-996b-4ea1-a394-2ddd78cddf9a tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Pushing event deleted for resources: {'Subnet': ['ID=02cba44c-eeca-49ca-a04f-d021e4972fec,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:45.322561 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d5558b4a-996b-4ea1-a394-2ddd78cddf9a tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:45.375454 n-d-758944-30 neutron-server[94519]: DEBUG neutron.objects.ports [None req-fc890320-12a8-493a-aa74-751b0887d9e0 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94519) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:55:45.383393 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed9718f-0896-4319-845c-6b79b05be266 None None] Network 1fd95782-eee4-4b03-a887-33682db2c9f6 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:45.390685 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fc890320-12a8-493a-aa74-751b0887d9e0 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:45.396841 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-623fcc7a-45e7-485a-b1a0-bd9d4176a2d5 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:45.474917 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d1b54e82-e8cb-4c59-a7d8-5699b1e4d904 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.4387107 Jun 17 08:55:45.478067 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36284) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:45.488021 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0495eda-8094-4628-b355-51aedee66130 req-e9930ce8-fbee-4590-af9f-56830e9284fe tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:45.496297 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b0495eda-8094-4628-b355-51aedee66130 req-e9930ce8-fbee-4590-af9f-56830e9284fe tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=16bf7de9-3cb2-4b20-bed6-474a774a4727 HTTP/1.1" status: 200 len: 945 time: 0.1080236 Jun 17 08:55:45.530236 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1fbff-29ad-466b-b6ab-1f65742e1963 req-8793edce-7195-4316-8cb3-24a2089e993d tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:45.536403 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-42e1fbff-29ad-466b-b6ab-1f65742e1963 req-8793edce-7195-4316-8cb3-24a2089e993d tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 946 time: 0.3281538 Jun 17 08:55:45.550573 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5aeb0d45-5e9b-4657-8fdf-903e92d4cabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:45.592181 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a775be1-70c1-43b9-ba27-2556d51dad52 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:45.594186 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc890320-12a8-493a-aa74-751b0887d9e0 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event updated for resources: {'Subnet': ['ID=c5899d47-dc30-4a40-a3f4-4e822aff8dac,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:45.606008 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fc890320-12a8-493a-aa74-751b0887d9e0 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:45.607842 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b0495eda-8094-4628-b355-51aedee66130 req-16fd8516-0938-44ed-916f-5411d9e52dcc tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105425 Jun 17 08:55:45.669009 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-71844dfc-36b1-4739-97c8-8bef5503509c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:45.684549 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-42e1fbff-29ad-466b-b6ab-1f65742e1963 req-a3785245-9666-401c-a883-4d7bcce2225e tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe04168-c4e3-4bcc-a231-1d40d229ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464083 Jun 17 08:55:45.709817 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b0677f75-baa8-4fe2-bcf7-51fc11c0a456 None None] Provisioning for port 89147aba-b3b3-4648-bd0a-cb884bcf3d31 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:45.723466 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc890320-12a8-493a-aa74-751b0887d9e0 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Checking segment: {'id': 'e426ffcf-eff1-488f-8a65-585545beb0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '92386c9a-966f-4b74-98aa-2ce16c933b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:45.723466 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc890320-12a8-493a-aa74-751b0887d9e0 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Network hostable DHCP agents. Network: 92386c9a-966f-4b74-98aa-2ce16c933b9c, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:55:45.803133 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-6a775be1-70c1-43b9-ba27-2556d51dad52 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Deleting port 9b06a91d-cd9d-470a-b520-b14863294bed {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:45.803133 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a775be1-70c1-43b9-ba27-2556d51dad52 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:45.822121 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5aeb0d45-5e9b-4657-8fdf-903e92d4cabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:45.841396 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38333083-eb6c-442a-b873-b37a63a06d87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-6734ec4a-dfac-4a2d-8b3f-ed7342408c97', 'network_id': '6734ec4a-dfac-4a2d-8b3f-ed7342408c97', 'tenant_id': '1f5db1794c41458984527b66b209798b', 'fixed_ips': [{'subnet_id': '4bfd4d24-ede3-42a7-ad53-314b25541305'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:55:45.843719 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-38333083-eb6c-442a-b873-b37a63a06d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:45.884304 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc890320-12a8-493a-aa74-751b0887d9e0 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Network 92386c9a-966f-4b74-98aa-2ce16c933b9c is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:55:45.893545 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-71844dfc-36b1-4739-97c8-8bef5503509c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:45.910966 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-6a775be1-70c1-43b9-ba27-2556d51dad52 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] For port 9b06a91d-cd9d-470a-b520-b14863294bed, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=9b06a91d-cd9d-470a-b520-b14863294bed,segment=NetworkSegment(9e6c77c5-df03-4888-95fa-40c0eb44eee9),segment_id=9e6c77c5-df03-4888-95fa-40c0eb44eee9)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:45.911362 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a775be1-70c1-43b9-ba27-2556d51dad52 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:45.921008 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5aeb0d45-5e9b-4657-8fdf-903e92d4cabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:45.926632 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e9adc2eb-04f8-41af-86bc-7c4b4c0f5410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:45.960606 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440fb949-a549-4e25-958d-c5f0d196aa19 None None] DHCP port deletion for 2e12bbfa-e7b9-489f-9867-6a169b71aeee request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:55:46.013877 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-6a775be1-70c1-43b9-ba27-2556d51dad52 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Calling delete_port for 9b06a91d-cd9d-470a-b520-b14863294bed owned by network:dhcp {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:46.018287 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a97176-dbd8-4d43-89f3-572b65986cd5 req-9c6bb0bd-12fb-491d-acbb-16b5f1c4d621 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:46.025708 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e5a97176-dbd8-4d43-89f3-572b65986cd5 req-9c6bb0bd-12fb-491d-acbb-16b5f1c4d621 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8053f4c-dadd-4278-a1a1-635aff4da021 HTTP/1.1" status: 200 len: 946 time: 0.2442071 Jun 17 08:55:46.027195 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-fc890320-12a8-493a-aa74-751b0887d9e0 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 92386c9a-966f-4b74-98aa-2ce16c933b9c) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:46.043184 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc890320-12a8-493a-aa74-751b0887d9e0 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:46.043821 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fc890320-12a8-493a-aa74-751b0887d9e0 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:46.047913 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5aeb0d45-5e9b-4657-8fdf-903e92d4cabc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=84edc55d6fa845cc96b571967f1e62a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7177022 Jun 17 08:55:46.051352 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36290) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:46.056883 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb0d45-5e9b-4657-8fdf-903e92d4cabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928cad09-08b0-4c9e-bc66-91bd6e29af08,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:46.058322 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ef7f34-f551-447c-821a-353ef3f13bdc None None] Network 92386c9a-966f-4b74-98aa-2ce16c933b9c requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:46.067611 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-440fb949-a549-4e25-958d-c5f0d196aa19 None None] Deleting port 9b06a91d-cd9d-470a-b520-b14863294bed {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:46.068197 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-440fb949-a549-4e25-958d-c5f0d196aa19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:46.075420 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5aeb0d45-5e9b-4657-8fdf-903e92d4cabc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:46.094073 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e5a97176-dbd8-4d43-89f3-572b65986cd5 req-47989de5-895e-4518-801b-22e6cdaebd28 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674300 Jun 17 08:55:46.114860 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-71844dfc-36b1-4739-97c8-8bef5503509c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:46.123600 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a7905e46-e72d-4603-a9cb-5acb3d041409 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:46.172959 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-fc890320-12a8-493a-aa74-751b0887d9e0 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4418242 Jun 17 08:55:46.174490 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36294) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:46.191433 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-fc7596f8-1497-4af0-93b6-9b8df281f156 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Request body: {'port': {'network_id': '92386c9a-966f-4b74-98aa-2ce16c933b9c', 'name': 'tempest-NetworksIpV6TestAttrs-2024989639'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:46.209237 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-440fb949-a549-4e25-958d-c5f0d196aa19 None None] For port 9b06a91d-cd9d-470a-b520-b14863294bed, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=9b06a91d-cd9d-470a-b520-b14863294bed,segment=NetworkSegment(9e6c77c5-df03-4888-95fa-40c0eb44eee9),segment_id=9e6c77c5-df03-4888-95fa-40c0eb44eee9)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:46.209650 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-440fb949-a549-4e25-958d-c5f0d196aa19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:46.210188 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71844dfc-36b1-4739-97c8-8bef5503509c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Subnet': ['ID=4bfd4d24-ede3-42a7-ad53-314b25541305,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:46.222331 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-71844dfc-36b1-4739-97c8-8bef5503509c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:46.299866 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a775be1-70c1-43b9-ba27-2556d51dad52 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:46.325540 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1073f354-ddce-4d21-a2bc-11c6bde6cb0f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:46.330253 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a775be1-70c1-43b9-ba27-2556d51dad52 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] No DVR routers for this DVR port 9b06a91d-cd9d-470a-b520-b14863294bed on host n-d-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server [None req-38333083-eb6c-442a-b873-b37a63a06d87 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4bfd4d24-ede3-42a7-ad53-314b25541305: This subnet is being modified by another concurrent operation. Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server raise exception Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4bfd4d24-ede3-42a7-ad53-314b25541305: This subnet is being modified by another concurrent operation. Jun 17 08:55:46.348520 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server Jun 17 08:55:46.377690 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a775be1-70c1-43b9-ba27-2556d51dad52 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Pushing event deleted for resources: {'Port': ['ID=9b06a91d-cd9d-470a-b520-b14863294bed,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:46.380969 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-89446a5b-8779-4870-a0c3-74998613fc67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:46.390215 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6a775be1-70c1-43b9-ba27-2556d51dad52 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:46.409834 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-71844dfc-36b1-4739-97c8-8bef5503509c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:46.465584 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-71844dfc-36b1-4739-97c8-8bef5503509c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6734ec4a-dfac-4a2d-8b3f-ed7342408c97']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:46.471440 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-440fb949-a549-4e25-958d-c5f0d196aa19 None None] Calling delete_port for 9b06a91d-cd9d-470a-b520-b14863294bed owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:46.497078 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-71844dfc-36b1-4739-97c8-8bef5503509c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9af189-30d1-4f2f-8598-1ebdfb57f449') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:46.497528 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-71844dfc-36b1-4739-97c8-8bef5503509c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9af189-30d1-4f2f-8598-1ebdfb57f449') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:46.502601 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-89446a5b-8779-4870-a0c3-74998613fc67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:46.523018 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-71844dfc-36b1-4739-97c8-8bef5503509c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:46.523301 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a775be1-70c1-43b9-ba27-2556d51dad52 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:46.537786 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-6a775be1-70c1-43b9-ba27-2556d51dad52 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e12bbfa-e7b9-489f-9867-6a169b71aeee']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:46.547623 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 89147aba-b3b3-4648-bd0a-cb884bcf3d31 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:46.549545 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9237fbc6-9127-4ba1-913e-1409409f5cc9 None None] Network 6734ec4a-dfac-4a2d-8b3f-ed7342408c97 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:46.559887 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-6a775be1-70c1-43b9-ba27-2556d51dad52 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6c77c5-df03-4888-95fa-40c0eb44eee9') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:46.560224 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-6a775be1-70c1-43b9-ba27-2556d51dad52 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6c77c5-df03-4888-95fa-40c0eb44eee9') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:46.566004 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-71844dfc-36b1-4739-97c8-8bef5503509c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:46.574986 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a775be1-70c1-43b9-ba27-2556d51dad52 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:46.598352 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71844dfc-36b1-4739-97c8-8bef5503509c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:55:46.598917 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-71844dfc-36b1-4739-97c8-8bef5503509c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:46.602915 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5607c-1560-40ab-bfaa-52862e6f329f req-2690e411-eac4-4581-97d1-1c5d4f3ed28a tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:55:46.603270 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:55:46.609741 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4eb5607c-1560-40ab-bfaa-52862e6f329f req-2690e411-eac4-4581-97d1-1c5d4f3ed28a tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 946 time: 0.1685026 Jun 17 08:55:46.611974 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a775be1-70c1-43b9-ba27-2556d51dad52 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:46.632513 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a775be1-70c1-43b9-ba27-2556d51dad52 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:55:46.632919 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a775be1-70c1-43b9-ba27-2556d51dad52 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:55:46.636182 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:55:46.711216 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c453d92-4158-49ab-9e03-8a8ce9a46209 req-4793471b-afcc-438f-bbd3-dab8d5245451 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:46.717364 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c453d92-4158-49ab-9e03-8a8ce9a46209 req-4793471b-afcc-438f-bbd3-dab8d5245451 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:46.720365 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4eb5607c-1560-40ab-bfaa-52862e6f329f req-323947c7-4037-4b52-8d68-ea7e4d05ad86 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096127 Jun 17 08:55:46.723382 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c453d92-4158-49ab-9e03-8a8ce9a46209 req-4793471b-afcc-438f-bbd3-dab8d5245451 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:46.725393 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7c453d92-4158-49ab-9e03-8a8ce9a46209 req-4793471b-afcc-438f-bbd3-dab8d5245451 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8053f4c-dadd-4278-a1a1-635aff4da021&device_id=16bf7de9-3cb2-4b20-bed6-474a774a4727&device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 2418 time: 0.1842809 Jun 17 08:55:46.727123 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7596f8-1497-4af0-93b6-9b8df281f156 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Made reservation on behalf of e3af1c3e141e4ca0a32462aeaf45e7c1 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:46.730558 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fc7596f8-1497-4af0-93b6-9b8df281f156 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:46.744227 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-440fb949-a549-4e25-958d-c5f0d196aa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:46.749377 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-dc632a16-b0f8-44d6-b398-80a8bd4cc670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:46.778408 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [None req-fc7596f8-1497-4af0-93b6-9b8df281f156 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] device_id is not set on port 0a8f3385-cbb1-4cf0-995e-07250f08303f yet. {{(pid=94520) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:55:46.804168 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7c453d92-4158-49ab-9e03-8a8ce9a46209 req-e1c56534-1be8-41b4-bc05-2c9b0b1e1bc6 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484569 Jun 17 08:55:46.810940 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-71844dfc-36b1-4739-97c8-8bef5503509c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:46.820039 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440fb949-a549-4e25-958d-c5f0d196aa19 None None] Pushing event deleted for resources: {'Port': ['ID=9b06a91d-cd9d-470a-b520-b14863294bed,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:46.824402 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c919effc-8ea6-4054-93ca-2829849ee0fd tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:46.834714 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-71844dfc-36b1-4739-97c8-8bef5503509c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:46.839085 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-71844dfc-36b1-4739-97c8-8bef5503509c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/networks/6734ec4a-dfac-4a2d-8b3f-ed7342408c97 HTTP/1.1" status: 204 len: 168 time: 1.3385062 Jun 17 08:55:46.839426 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440fb949-a549-4e25-958d-c5f0d196aa19 None None] No DVR routers for this DVR port 9b06a91d-cd9d-470a-b520-b14863294bed on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:55:46.839426 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-440fb949-a549-4e25-958d-c5f0d196aa19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:46.844239 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36304) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:46.867115 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-112bf48a-ed7a-4d13-a481-933d8c76cacf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1995285630'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:46.872568 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71844dfc-36b1-4739-97c8-8bef5503509c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Network': ['ID=6734ec4a-dfac-4a2d-8b3f-ed7342408c97,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:46.883868 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a40ae66-1de7-4dfa-8e2a-97f001b5fcaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-92386c9a-966f-4b74-98aa-2ce16c933b9c', 'network_id': '92386c9a-966f-4b74-98aa-2ce16c933b9c', 'tenant_id': 'e3af1c3e141e4ca0a32462aeaf45e7c1', 'fixed_ips': [{'subnet_id': 'c5899d47-dc30-4a40-a3f4-4e822aff8dac'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:55:46.884990 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-71844dfc-36b1-4739-97c8-8bef5503509c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:46.885147 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5a40ae66-1de7-4dfa-8e2a-97f001b5fcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:46.893628 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [req-27aef104-2c56-4330-b26b-e1867a4cf1e7 req-65a98a56-4dfa-49b3-88e9-74e4a8fd6b39 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:55:46.895544 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-27aef104-2c56-4330-b26b-e1867a4cf1e7 req-65a98a56-4dfa-49b3-88e9-74e4a8fd6b39 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127463 Jun 17 08:55:46.904092 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a775be1-70c1-43b9-ba27-2556d51dad52 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:46.909566 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2e88eb82-785f-4261-bc33-c939ea69dfa1 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:46.914801 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a775be1-70c1-43b9-ba27-2556d51dad52 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:46.917020 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6a775be1-70c1-43b9-ba27-2556d51dad52 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] 10.222.0.49 "DELETE /v2.0/networks/2e12bbfa-e7b9-489f-9867-6a169b71aeee HTTP/1.1" status: 204 len: 168 time: 1.5881834 Jun 17 08:55:46.941464 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 89147aba-b3b3-4648-bd0a-cb884bcf3d31 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:46.946946 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:55:46.962236 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a775be1-70c1-43b9-ba27-2556d51dad52 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Pushing event deleted for resources: {'Network': ['ID=2e12bbfa-e7b9-489f-9867-6a169b71aeee,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:46.965435 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6a775be1-70c1-43b9-ba27-2556d51dad52 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:46.968893 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-89446a5b-8779-4870-a0c3-74998613fc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:46.972013 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-89446a5b-8779-4870-a0c3-74998613fc67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:46.976992 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-89446a5b-8779-4870-a0c3-74998613fc67 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/928cad09-08b0-4c9e-bc66-91bd6e29af08 HTTP/1.1" status: 204 len: 168 time: 0.9241719 Jun 17 08:55:46.983283 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-13d92167-ee4a-4b3e-b255-02f7c35064b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:46.993437 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d443a-db11-46d6-a3bf-b33f43fd3b3b req-bc3660a4-c00b-4037-83ac-4ee58070c694 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:46.996604 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c79d443a-db11-46d6-a3bf-b33f43fd3b3b req-bc3660a4-c00b-4037-83ac-4ee58070c694 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 946 time: 0.1641500 Jun 17 08:55:47.016781 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 89147aba-b3b3-4648-bd0a-cb884bcf3d31 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:47.017933 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:47.050444 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c79d443a-db11-46d6-a3bf-b33f43fd3b3b req-c481bc81-3c58-4dfd-9b40-85790139a683 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe04168-c4e3-4bcc-a231-1d40d229ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475013 Jun 17 08:55:47.059252 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89446a5b-8779-4870-a0c3-74998613fc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928cad09-08b0-4c9e-bc66-91bd6e29af08,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:47.090852 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-89446a5b-8779-4870-a0c3-74998613fc67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:47.135278 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-fc7596f8-1497-4af0-93b6-9b8df281f156 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Allocated IP 2001:db8::f816:3eff:fe1e:415 (92386c9a-966f-4b74-98aa-2ce16c933b9c/c5899d47-dc30-4a40-a3f4-4e822aff8dac/0a8f3385-cbb1-4cf0-995e-07250f08303f) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:47.147222 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:47.159999 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112bf48a-ed7a-4d13-a481-933d8c76cacf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Made reservation on behalf of 1f5db1794c41458984527b66b209798b for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:47.163473 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-112bf48a-ed7a-4d13-a481-933d8c76cacf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:47.181373 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 89147aba-b3b3-4648-bd0a-cb884bcf3d31, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=89147aba-b3b3-4648-bd0a-cb884bcf3d31,segment=NetworkSegment(04797f41-17f7-49d2-ab79-2361f9a49038),segment_id=04797f41-17f7-49d2-ab79-2361f9a49038)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:47.213114 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-27aef104-2c56-4330-b26b-e1867a4cf1e7 req-298224d8-0ad9-4665-a70d-e1585eed3202 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2582593 Jun 17 08:55:47.293475 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:47.295430 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-5a2b7f43-d80c-4ce5-a62c-7e57cf5edace None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:47.354018 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 9b06a91d-cd9d-470a-b520-b14863294bed no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:55:47.357484 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=89147aba-b3b3-4648-bd0a-cb884bcf3d31,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:47.362086 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:47.382762 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 9b06a91d-cd9d-470a-b520-b14863294bed {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:55:47.383120 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 9b06a91d-cd9d-470a-b520-b14863294bed not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:55:47.507191 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112bf48a-ed7a-4d13-a481-933d8c76cacf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:55:47.553927 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:47.555480 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-112bf48a-ed7a-4d13-a481-933d8c76cacf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:47.555902 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-112bf48a-ed7a-4d13-a481-933d8c76cacf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Added segment 3bb8f38e-6521-402d-91d5-f632c00d478e of type vlan for network b68a9113-269c-4807-ade7-28a8913d7272 Jun 17 08:55:47.573817 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36316) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:47.622885 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-112bf48a-ed7a-4d13-a481-933d8c76cacf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:47.677632 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fc7596f8-1497-4af0-93b6-9b8df281f156 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:47.692561 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-fc7596f8-1497-4af0-93b6-9b8df281f156 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Transition to ACTIVE for port object 0a8f3385-cbb1-4cf0-995e-07250f08303f will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:47.762678 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-174b6b1f-f5b8-4c1a-a72a-e422177381b4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e0a46483e47d4e8180b6f017fee023c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1859739 Jun 17 08:55:47.765286 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36324) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:47.773034 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-112bf48a-ed7a-4d13-a481-933d8c76cacf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:47.778655 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112bf48a-ed7a-4d13-a481-933d8c76cacf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:47.779259 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-112bf48a-ed7a-4d13-a481-933d8c76cacf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:47.787763 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e278f37a-68e7-438d-b6f9-9c2bc2857206 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:47.859525 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fc7596f8-1497-4af0-93b6-9b8df281f156 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:47.901924 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-5a40ae66-1de7-4dfa-8e2a-97f001b5fcaa None None] Allocated IP 2001:db8::f816:3eff:feb4:2f3e (92386c9a-966f-4b74-98aa-2ce16c933b9c/c5899d47-dc30-4a40-a3f4-4e822aff8dac/13f48ff2-8a68-41e6-8c59-0a562ba6f4b1) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:47.911236 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7596f8-1497-4af0-93b6-9b8df281f156 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Network 92386c9a-966f-4b74-98aa-2ce16c933b9c is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:47.916998 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-fc7596f8-1497-4af0-93b6-9b8df281f156 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:47.918921 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112bf48a-ed7a-4d13-a481-933d8c76cacf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event updated for resources: {'Network': ['ID=b68a9113-269c-4807-ade7-28a8913d7272,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:47.922445 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-112bf48a-ed7a-4d13-a481-933d8c76cacf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:47.923724 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7596f8-1497-4af0-93b6-9b8df281f156 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:55:47.929531 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7596f8-1497-4af0-93b6-9b8df281f156 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:47.930284 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fc7596f8-1497-4af0-93b6-9b8df281f156 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:47.933014 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ec8bb4a4-6a50-4a33-b460-1299dd12933c tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:47.946884 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network b68a9113-269c-4807-ade7-28a8913d7272 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:55:47.953648 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f92b51-74b2-4922-a4ad-44da425d151f req-df460fe5-c76d-4dd3-bcbe-361ef2f213d2 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:47.959017 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-86f92b51-74b2-4922-a4ad-44da425d151f req-df460fe5-c76d-4dd3-bcbe-361ef2f213d2 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 946 time: 0.1146915 Jun 17 08:55:47.959017 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36328) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:47.970397 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0ae6a137-38b6-4e0d-b9cd-fd1cd241f838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:47.989635 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7596f8-1497-4af0-93b6-9b8df281f156 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event updated for resources: {'Port': ['ID=0a8f3385-cbb1-4cf0-995e-07250f08303f,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:47.992856 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fc7596f8-1497-4af0-93b6-9b8df281f156 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:47.999431 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-112bf48a-ed7a-4d13-a481-933d8c76cacf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1385977 Jun 17 08:55:48.004561 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36330) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:48.012325 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f3d13485-7852-4c90-a206-b94163145a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:48.014422 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-9a06ae77-529d-4f38-93b6-bca84d22bfa0 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Request body: {'subnet': {'network_id': 'b68a9113-269c-4807-ade7-28a8913d7272', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:48.043104 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f3d13485-7852-4c90-a206-b94163145a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:48.108294 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-86f92b51-74b2-4922-a4ad-44da425d151f req-5ba909ed-e64d-4cba-b7c0-6798a14f7dc5 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311431 Jun 17 08:55:48.169287 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5a40ae66-1de7-4dfa-8e2a-97f001b5fcaa None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:48.183177 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-5a40ae66-1de7-4dfa-8e2a-97f001b5fcaa None None] Transition to ACTIVE for port object 13f48ff2-8a68-41e6-8c59-0a562ba6f4b1 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:48.185247 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f3d13485-7852-4c90-a206-b94163145a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:48.189131 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f3d13485-7852-4c90-a206-b94163145a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:48.191319 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f3d13485-7852-4c90-a206-b94163145a61 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e4245439-1fe6-4e6c-901d-3634a57f809d HTTP/1.1" status: 204 len: 168 time: 0.4246738 Jun 17 08:55:48.192534 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2fdb23d7-af9c-472b-8d50-81ed5438c997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:48.214626 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-5a40ae66-1de7-4dfa-8e2a-97f001b5fcaa None None] Transition to ACTIVE for port object 13f48ff2-8a68-41e6-8c59-0a562ba6f4b1 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:48.218082 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0ae6a137-38b6-4e0d-b9cd-fd1cd241f838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:48.230682 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d13485-7852-4c90-a206-b94163145a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4245439-1fe6-4e6c-901d-3634a57f809d,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:48.234447 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f3d13485-7852-4c90-a206-b94163145a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:48.271904 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 89147aba-b3b3-4648-bd0a-cb884bcf3d31 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:48.318165 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5a40ae66-1de7-4dfa-8e2a-97f001b5fcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:48.323936 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0161d0c2-27e8-4264-bf3e-83a7adc4d0c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:48.346568 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0ae6a137-38b6-4e0d-b9cd-fd1cd241f838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:48.352443 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d70306f2-c906-4b6d-8379-37c80ea2fce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:48.377802 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a40ae66-1de7-4dfa-8e2a-97f001b5fcaa None None] Network 92386c9a-966f-4b74-98aa-2ce16c933b9c is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:48.389508 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-5a40ae66-1de7-4dfa-8e2a-97f001b5fcaa None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:48.397094 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 89147aba-b3b3-4648-bd0a-cb884bcf3d31 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:48.397494 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:48.399382 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a40ae66-1de7-4dfa-8e2a-97f001b5fcaa None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:55:48.402546 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40ae66-1de7-4dfa-8e2a-97f001b5fcaa None None] Pushing event updated for resources: {'Port': ['ID=13f48ff2-8a68-41e6-8c59-0a562ba6f4b1,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:48.403628 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca747f-2519-4ab5-b885-83a0df6d0870 req-5e393f8a-804e-4a7c-bb0e-72490427bf3a tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:48.405337 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-24ca747f-2519-4ab5-b885-83a0df6d0870 req-5e393f8a-804e-4a7c-bb0e-72490427bf3a tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 946 time: 0.1189318 Jun 17 08:55:48.409761 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6a137-38b6-4e0d-b9cd-fd1cd241f838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d27301a-274d-4267-9fdc-5756bc28f8ae,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:48.415862 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0ae6a137-38b6-4e0d-b9cd-fd1cd241f838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:48.433428 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0ae6a137-38b6-4e0d-b9cd-fd1cd241f838 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e7f699477e6e46ca99923eab8ed9b3c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4734941 Jun 17 08:55:48.434338 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-fc7596f8-1497-4af0-93b6-9b8df281f156 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.2573886 Jun 17 08:55:48.438322 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36340) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:48.438322 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36342) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:48.459355 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-5a40ae66-1de7-4dfa-8e2a-97f001b5fcaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:48.471097 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-24ca747f-2519-4ab5-b885-83a0df6d0870 req-eeb7ef19-ba9a-4d3b-b806-124799a1f597 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe04168-c4e3-4bcc-a231-1d40d229ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507476 Jun 17 08:55:48.536540 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-d698d170-d577-44de-849f-9f08a1eecf8f tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Deleting subnet c5899d47-dc30-4a40-a3f4-4e822aff8dac {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:55:48.546880 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d698d170-d577-44de-849f-9f08a1eecf8f tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:48.577006 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a06ae77-529d-4f38-93b6-bca84d22bfa0 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Made reservation on behalf of 1f5db1794c41458984527b66b209798b for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:48.582206 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9a06ae77-529d-4f38-93b6-bca84d22bfa0 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:48.591491 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-5a40ae66-1de7-4dfa-8e2a-97f001b5fcaa None None] Attempting to bind port 13f48ff2-8a68-41e6-8c59-0a562ba6f4b1 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:55:48.591938 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-5a40ae66-1de7-4dfa-8e2a-97f001b5fcaa None None] Attempting to bind port 13f48ff2-8a68-41e6-8c59-0a562ba6f4b1 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'e426ffcf-eff1-488f-8a65-585545beb0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '92386c9a-966f-4b74-98aa-2ce16c933b9c'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:55:48.592358 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a40ae66-1de7-4dfa-8e2a-97f001b5fcaa None None] Attempting to bind port 13f48ff2-8a68-41e6-8c59-0a562ba6f4b1 on network 92386c9a-966f-4b74-98aa-2ce16c933b9c {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:55:48.613879 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a40ae66-1de7-4dfa-8e2a-97f001b5fcaa None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:55:48.614249 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a40ae66-1de7-4dfa-8e2a-97f001b5fcaa None None] Checking segment: {'id': 'e426ffcf-eff1-488f-8a65-585545beb0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '92386c9a-966f-4b74-98aa-2ce16c933b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:48.614671 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5a40ae66-1de7-4dfa-8e2a-97f001b5fcaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:48.615083 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a40ae66-1de7-4dfa-8e2a-97f001b5fcaa None None] Bound using segment: {'id': 'e426ffcf-eff1-488f-8a65-585545beb0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '92386c9a-966f-4b74-98aa-2ce16c933b9c'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:55:48.615592 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-5a40ae66-1de7-4dfa-8e2a-97f001b5fcaa None None] Bound port: 13f48ff2-8a68-41e6-8c59-0a562ba6f4b1, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e426ffcf-eff1-488f-8a65-585545beb0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '92386c9a-966f-4b74-98aa-2ce16c933b9c'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:55:48.616016 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5a40ae66-1de7-4dfa-8e2a-97f001b5fcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:48.623652 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d698d170-d577-44de-849f-9f08a1eecf8f tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:48.663841 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-55568893-cce3-444b-886c-a83c1452cfd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:48.707919 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-55568893-cce3-444b-886c-a83c1452cfd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:48.795331 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-5a40ae66-1de7-4dfa-8e2a-97f001b5fcaa None None] For port 13f48ff2-8a68-41e6-8c59-0a562ba6f4b1, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:55:48.812550 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-5a40ae66-1de7-4dfa-8e2a-97f001b5fcaa None None] For port 13f48ff2-8a68-41e6-8c59-0a562ba6f4b1, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=13f48ff2-8a68-41e6-8c59-0a562ba6f4b1,segment=NetworkSegment(e426ffcf-eff1-488f-8a65-585545beb0d9),segment_id=e426ffcf-eff1-488f-8a65-585545beb0d9)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:55:48.957579 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5a40ae66-1de7-4dfa-8e2a-97f001b5fcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:48.958878 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-55568893-cce3-444b-886c-a83c1452cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:48.961542 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-55568893-cce3-444b-886c-a83c1452cfd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:48.966171 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-55568893-cce3-444b-886c-a83c1452cfd8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8d27301a-274d-4267-9fdc-5756bc28f8ae HTTP/1.1" status: 204 len: 168 time: 0.5266721 Jun 17 08:55:48.966171 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d698d170-d577-44de-849f-9f08a1eecf8f tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:48.967989 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b5fa1013-1351-49cf-be96-f91c8008d38e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:48.970216 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:48.996121 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55568893-cce3-444b-886c-a83c1452cfd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d27301a-274d-4267-9fdc-5756bc28f8ae,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:49.006170 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-55568893-cce3-444b-886c-a83c1452cfd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:49.025777 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9a06ae77-529d-4f38-93b6-bca84d22bfa0 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:49.030700 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:49.067780 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40ae66-1de7-4dfa-8e2a-97f001b5fcaa None None] Pushing event updated for resources: {'Port': ['ID=13f48ff2-8a68-41e6-8c59-0a562ba6f4b1,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:49.071187 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-5a40ae66-1de7-4dfa-8e2a-97f001b5fcaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:49.171348 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06ae77-529d-4f38-93b6-bca84d22bfa0 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event updated for resources: {'Subnet': ['ID=0be61912-51cc-4da5-9301-308a794719c5,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:49.177811 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9a06ae77-529d-4f38-93b6-bca84d22bfa0 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:49.217660 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a06ae77-529d-4f38-93b6-bca84d22bfa0 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Checking segment: {'id': '3bb8f38e-6521-402d-91d5-f632c00d478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b68a9113-269c-4807-ade7-28a8913d7272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:49.218040 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a06ae77-529d-4f38-93b6-bca84d22bfa0 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Network hostable DHCP agents. Network: b68a9113-269c-4807-ade7-28a8913d7272, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:55:49.223633 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d698d170-d577-44de-849f-9f08a1eecf8f tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:49.228043 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d5558b4a-996b-4ea1-a394-2ddd78cddf9a tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:49.256974 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7e7c9-f684-43bc-ab21-48a1cb318807 req-8efa28b6-079d-4569-82ea-6c2808154c65 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:49.258420 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-37f7e7c9-f684-43bc-ab21-48a1cb318807 req-8efa28b6-079d-4569-82ea-6c2808154c65 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 946 time: 0.1718206 Jun 17 08:55:49.263641 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698d170-d577-44de-849f-9f08a1eecf8f tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event deleted for resources: {'Subnet': ['ID=c5899d47-dc30-4a40-a3f4-4e822aff8dac,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:49.266051 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d698d170-d577-44de-849f-9f08a1eecf8f tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:49.268704 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d698d170-d577-44de-849f-9f08a1eecf8f tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "DELETE /v2.0/subnets/c5899d47-dc30-4a40-a3f4-4e822aff8dac HTTP/1.1" status: 204 len: 168 time: 0.8314824 Jun 17 08:55:49.270273 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d698d170-d577-44de-849f-9f08a1eecf8f tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:49.271100 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36366) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:49.286231 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d5d67-c1db-4ef4-ab4b-03b5c00c0da8 req-5584448d-ec96-4712-83a0-93c714999bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:49.287796 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bd4d5d67-c1db-4ef4-ab4b-03b5c00c0da8 req-5584448d-ec96-4712-83a0-93c714999bfb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=39f8ef536a2d4b76b51073d6e1984089&device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 1098 time: 0.1081228 Jun 17 08:55:49.393844 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b48301-326b-4314-9d2e-a9c732791897 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:49.397293 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b48301-326b-4314-9d2e-a9c732791897 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:49.400897 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-75b48301-326b-4314-9d2e-a9c732791897 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1281927 Jun 17 08:55:49.404241 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36370) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:49.426366 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a06ae77-529d-4f38-93b6-bca84d22bfa0 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Network b68a9113-269c-4807-ade7-28a8913d7272 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:55:49.491329 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b9c5a-bba9-4cb2-9322-9340c45bbff5 req-ae2516b8-b51b-4c1b-9fcd-c763901f19ad tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:49.493363 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0a4b9c5a-bba9-4cb2-9322-9340c45bbff5 req-ae2516b8-b51b-4c1b-9fcd-c763901f19ad tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 946 time: 0.0909927 Jun 17 08:55:49.516907 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-37f7e7c9-f684-43bc-ab21-48a1cb318807 req-de70f81e-efaf-4cd7-8a94-e5af7a17b1a3 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe04168-c4e3-4bcc-a231-1d40d229ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280142 Jun 17 08:55:49.563376 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0a4b9c5a-bba9-4cb2-9322-9340c45bbff5 req-4430c774-3a2a-4de1-a76e-10c79eebdfbd tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632985 Jun 17 08:55:49.588180 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4edee295-5a07-48b7-91d8-774230fe65a5 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:49.621208 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-4edee295-5a07-48b7-91d8-774230fe65a5 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 17 08:55:49.621684 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4edee295-5a07-48b7-91d8-774230fe65a5 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:55:49.628149 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36382) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:49.633507 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-fbe238a1-21b5-4afa-809a-e5580bd30446 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-209651378'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:49.637597 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4edee295-5a07-48b7-91d8-774230fe65a5 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "DELETE /v2.0/networks/92386c9a-966f-4b74-98aa-2ce16c933b9c HTTP/1.1" status: 409 len: 405 time: 0.2279971 Jun 17 08:55:49.640875 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-9a06ae77-529d-4f38-93b6-bca84d22bfa0 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, b68a9113-269c-4807-ade7-28a8913d7272) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:49.648077 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d5d67-c1db-4ef4-ab4b-03b5c00c0da8 req-f7b577cf-cdb3-4174-8d4a-246398a78cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:49.648209 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bd4d5d67-c1db-4ef4-ab4b-03b5c00c0da8 req-f7b577cf-cdb3-4174-8d4a-246398a78cf4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9d974cdf-1be1-4abb-b130-8e6ea3241090 HTTP/1.1" status: 200 len: 913 time: 0.3527400 Jun 17 08:55:49.649405 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a06ae77-529d-4f38-93b6-bca84d22bfa0 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:49.649998 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9a06ae77-529d-4f38-93b6-bca84d22bfa0 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:49.657651 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85053b13-5f5c-4878-bd94-6763c739dd03 None None] Network b68a9113-269c-4807-ade7-28a8913d7272 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:49.732400 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bd4d5d67-c1db-4ef4-ab4b-03b5c00c0da8 req-67832904-4191-45a0-83f7-40bae8019e21 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1db9298d-1a31-4759-831a-0c9c1c31a295 HTTP/1.1" status: 200 len: 217 time: 0.0687425 Jun 17 08:55:49.773714 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe238a1-21b5-4afa-809a-e5580bd30446 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Made reservation on behalf of e3af1c3e141e4ca0a32462aeaf45e7c1 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:49.779195 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fbe238a1-21b5-4afa-809a-e5580bd30446 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:49.797238 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d5d67-c1db-4ef4-ab4b-03b5c00c0da8 req-d547c358-8c51-4baf-a978-8310f5ee7998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:49.800900 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bd4d5d67-c1db-4ef4-ab4b-03b5c00c0da8 req-d547c358-8c51-4baf-a978-8310f5ee7998 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f4fbe6c5-55b4-4193-8f6f-fef30c87f134 HTTP/1.1" status: 200 len: 852 time: 0.0624506 Jun 17 08:55:49.809639 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210f241-815d-416f-8ed4-f2c7caeed538 req-71320111-004c-43a6-a66a-43b1044b27be tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:49.810716 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe238a1-21b5-4afa-809a-e5580bd30446 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:55:49.811176 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d210f241-815d-416f-8ed4-f2c7caeed538 req-71320111-004c-43a6-a66a-43b1044b27be tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8053f4c-dadd-4278-a1a1-635aff4da021 HTTP/1.1" status: 200 len: 946 time: 0.1416738 Jun 17 08:55:49.823584 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fbe238a1-21b5-4afa-809a-e5580bd30446 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:49.824035 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-fbe238a1-21b5-4afa-809a-e5580bd30446 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Added segment 8bb20268-bd13-4b66-9e57-9097ea3dfbb3 of type vlan for network 024b6733-2a16-4a9f-bcca-470e2cc3b78e Jun 17 08:55:49.841157 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62cb0e3-a4e3-4385-b572-8e6c97bf1a6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-b68a9113-269c-4807-ade7-28a8913d7272', 'network_id': 'b68a9113-269c-4807-ade7-28a8913d7272', 'tenant_id': '1f5db1794c41458984527b66b209798b', 'fixed_ips': [{'subnet_id': '0be61912-51cc-4da5-9301-308a794719c5'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:55:49.842644 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a62cb0e3-a4e3-4385-b572-8e6c97bf1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:49.880843 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bd4d5d67-c1db-4ef4-ab4b-03b5c00c0da8 req-d2cfd4ec-a2ad-4f5e-8f7e-b709d09c16d7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9d974cdf-1be1-4abb-b130-8e6ea3241090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686486 Jun 17 08:55:49.891350 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9a06ae77-529d-4f38-93b6-bca84d22bfa0 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8835013 Jun 17 08:55:49.901030 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36390) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:49.941580 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fbe238a1-21b5-4afa-809a-e5580bd30446 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:49.954081 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d210f241-815d-416f-8ed4-f2c7caeed538 req-f10f21cc-9005-4c3f-9bf5-e5b633e690ec tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342766 Jun 17 08:55:50.023918 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36392) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:50.072976 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bd4d5d67-c1db-4ef4-ab4b-03b5c00c0da8 req-0e46cb36-451a-4808-ae32-b7ec9dd9d411 service neutron] 10.222.0.50 "GET /v2.0/networks/9d974cdf-1be1-4abb-b130-8e6ea3241090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782188 Jun 17 08:55:50.105437 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-a62cb0e3-a4e3-4385-b572-8e6c97bf1a6f None None] Allocated IP 172.20.0.1 (b68a9113-269c-4807-ade7-28a8913d7272/0be61912-51cc-4da5-9301-308a794719c5/00bce366-6a19-43d0-a539-d62a222734b3) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:50.138925 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fbe238a1-21b5-4afa-809a-e5580bd30446 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.146934 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe238a1-21b5-4afa-809a-e5580bd30446 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:50.147690 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fbe238a1-21b5-4afa-809a-e5580bd30446 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.151412 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-21dd37e7-317a-47dd-a7ea-73f93928712e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:50.159843 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.218017 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-c502bcaa-c6f9-4d90-ac1a-db35cac474fc tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:50.219530 n-d-758944-30 neutron-server[94519]: WARNING neutron.api.v2.base [None req-c502bcaa-c6f9-4d90-ac1a-db35cac474fc tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 17 08:55:50.221594 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-c502bcaa-c6f9-4d90-ac1a-db35cac474fc tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] create failed (client error): There was a conflict when trying to complete your request. Jun 17 08:55:50.224720 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c502bcaa-c6f9-4d90-ac1a-db35cac474fc tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1993849 Jun 17 08:55:50.231473 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36400) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:50.240138 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-4daa7243-770b-47d3-a5dc-9f46034abfc5 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group': {'name': 'tempest-secgroup--929653722'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:50.300054 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bd4d5d67-c1db-4ef4-ab4b-03b5c00c0da8 req-0afc2c53-3064-4100-a03f-360654e680a3 service neutron] 10.222.0.50 "GET /v2.0/networks/9d974cdf-1be1-4abb-b130-8e6ea3241090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193274 Jun 17 08:55:50.327991 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-fbe238a1-21b5-4afa-809a-e5580bd30446 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6984568 Jun 17 08:55:50.331441 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36404) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:50.336958 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-c94d62bc-566e-44cc-b558-f20e80b6353f tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Request body: {'subnet': {'network_id': '024b6733-2a16-4a9f-bcca-470e2cc3b78e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:50.340501 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 13f48ff2-8a68-41e6-8c59-0a562ba6f4b1 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:50.356358 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.361865 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe238a1-21b5-4afa-809a-e5580bd30446 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event updated for resources: {'Network': ['ID=024b6733-2a16-4a9f-bcca-470e2cc3b78e,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:50.386366 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fbe238a1-21b5-4afa-809a-e5580bd30446 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:50.401336 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 024b6733-2a16-4a9f-bcca-470e2cc3b78e details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:55:50.450143 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4daa7243-770b-47d3-a5dc-9f46034abfc5 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.469328 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4daa7243-770b-47d3-a5dc-9f46034abfc5 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.497907 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a670220c-c278-43c3-8e70-36393f8d972d None None] Network 92386c9a-966f-4b74-98aa-2ce16c933b9c requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:50.579383 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94d62bc-566e-44cc-b558-f20e80b6353f tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Made reservation on behalf of e3af1c3e141e4ca0a32462aeaf45e7c1 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:50.593196 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c94d62bc-566e-44cc-b558-f20e80b6353f tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.741431 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.793314 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a62cb0e3-a4e3-4385-b572-8e6c97bf1a6f None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.827157 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a62cb0e3-a4e3-4385-b572-8e6c97bf1a6f None None] Transition to ACTIVE for port object 00bce366-6a19-43d0-a539-d62a222734b3 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:50.829219 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4daa7243-770b-47d3-a5dc-9f46034abfc5 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.853456 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ead7c1-1d50-487f-946c-fe222392f4f1 req-55d8215f-1744-4602-999b-e9f46a5cdfc0 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:50.856434 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-49ead7c1-1d50-487f-946c-fe222392f4f1 req-55d8215f-1744-4602-999b-e9f46a5cdfc0 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 946 time: 0.1366942 Jun 17 08:55:50.858186 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-fb0b24ea-3443-4310-93fa-a4831f0cbe8d None None] Provisioning for port 13f48ff2-8a68-41e6-8c59-0a562ba6f4b1 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:50.867805 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a62cb0e3-a4e3-4385-b572-8e6c97bf1a6f None None] Transition to ACTIVE for port object 00bce366-6a19-43d0-a539-d62a222734b3 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:50.916317 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-49ead7c1-1d50-487f-946c-fe222392f4f1 req-a78b6740-216c-45a7-be00-4b507f77dcca tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe04168-c4e3-4bcc-a231-1d40d229ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555060 Jun 17 08:55:50.950530 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7673208-b8a0-4413-a82a-1bc66f56da09 req-732d17b8-2d6d-43ec-ba63-3895897e3351 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:50.950808 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 13f48ff2-8a68-41e6-8c59-0a562ba6f4b1 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:50.951235 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4daa7243-770b-47d3-a5dc-9f46034abfc5 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.952183 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e7673208-b8a0-4413-a82a-1bc66f56da09 req-732d17b8-2d6d-43ec-ba63-3895897e3351 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8053f4c-dadd-4278-a1a1-635aff4da021 HTTP/1.1" status: 200 len: 946 time: 0.3451698 Jun 17 08:55:50.955911 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7c88f657-8ff1-4178-b795-34b921ed953c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:50.987649 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 13f48ff2-8a68-41e6-8c59-0a562ba6f4b1 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:50.988316 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.996659 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a62cb0e3-a4e3-4385-b572-8e6c97bf1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:51.022609 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa7243-770b-47d3-a5dc-9f46034abfc5 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47c2186a-24ff-47b4-a302-79fbf048c493,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:51.024911 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bad1a7-7c14-41e5-bf51-2634a0f8f328 req-fc440af3-501e-4e78-be7a-5266e65b6182 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:51.026636 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c5bad1a7-7c14-41e5-bf51-2634a0f8f328 req-fc440af3-501e-4e78-be7a-5266e65b6182 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 946 time: 0.2501686 Jun 17 08:55:51.033749 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4daa7243-770b-47d3-a5dc-9f46034abfc5 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:51.058974 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-d4288e6e-9a39-45b5-b332-a68127dfebdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:51.123903 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a81d0d-d4cf-4a42-915f-96d6b21f454c None None] DHCP port deletion for 92386c9a-966f-4b74-98aa-2ce16c933b9c request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:55:51.143465 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62cb0e3-a4e3-4385-b572-8e6c97bf1a6f None None] Network b68a9113-269c-4807-ade7-28a8913d7272 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:51.144355 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62cb0e3-a4e3-4385-b572-8e6c97bf1a6f None None] Pushing event updated for resources: {'Port': ['ID=00bce366-6a19-43d0-a539-d62a222734b3,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:51.148791 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a62cb0e3-a4e3-4385-b572-8e6c97bf1a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:51.156067 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-a62cb0e3-a4e3-4385-b572-8e6c97bf1a6f None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:51.160064 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62cb0e3-a4e3-4385-b572-8e6c97bf1a6f None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:55:51.192046 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4daa7243-770b-47d3-a5dc-9f46034abfc5 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:51.197039 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c5bad1a7-7c14-41e5-bf51-2634a0f8f328 req-9cafc053-a41f-4815-92dd-ba9a025fcc75 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441443 Jun 17 08:55:51.225648 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e1495-59ba-46ec-8fd2-42dfd41bcbd6 req-620b427d-51cd-4eb9-ba5e-f607f5463516 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:51.227226 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6a4e1495-59ba-46ec-8fd2-42dfd41bcbd6 req-620b427d-51cd-4eb9-ba5e-f607f5463516 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8053f4c-dadd-4278-a1a1-635aff4da021 HTTP/1.1" status: 200 len: 946 time: 0.0904505 Jun 17 08:55:51.228900 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-e7673208-b8a0-4413-a82a-1bc66f56da09 req-c216f956-f280-4d9f-8fd1-a139a69782b3 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Deleting port 46394d5d-d9f5-4234-a515-db774546add5 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:51.229621 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-e7673208-b8a0-4413-a82a-1bc66f56da09 req-c216f956-f280-4d9f-8fd1-a139a69782b3 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:51.303827 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-a62cb0e3-a4e3-4385-b572-8e6c97bf1a6f None None] Attempting to bind port 00bce366-6a19-43d0-a539-d62a222734b3 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:55:51.304427 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-a62cb0e3-a4e3-4385-b572-8e6c97bf1a6f None None] Attempting to bind port 00bce366-6a19-43d0-a539-d62a222734b3 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3bb8f38e-6521-402d-91d5-f632c00d478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b68a9113-269c-4807-ade7-28a8913d7272'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:55:51.304717 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6a4e1495-59ba-46ec-8fd2-42dfd41bcbd6 req-edebaf12-a48b-47ba-b23f-75bce953557f tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677543 Jun 17 08:55:51.305176 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62cb0e3-a4e3-4385-b572-8e6c97bf1a6f None None] Attempting to bind port 00bce366-6a19-43d0-a539-d62a222734b3 on network b68a9113-269c-4807-ade7-28a8913d7272 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:55:51.308971 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:51.326451 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62cb0e3-a4e3-4385-b572-8e6c97bf1a6f None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:55:51.327556 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62cb0e3-a4e3-4385-b572-8e6c97bf1a6f None None] Checking segment: {'id': '3bb8f38e-6521-402d-91d5-f632c00d478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b68a9113-269c-4807-ade7-28a8913d7272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:51.328354 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a62cb0e3-a4e3-4385-b572-8e6c97bf1a6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:51.328998 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62cb0e3-a4e3-4385-b572-8e6c97bf1a6f None None] Bound using segment: {'id': '3bb8f38e-6521-402d-91d5-f632c00d478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b68a9113-269c-4807-ade7-28a8913d7272'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:55:51.329679 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-a62cb0e3-a4e3-4385-b572-8e6c97bf1a6f None None] Bound port: 00bce366-6a19-43d0-a539-d62a222734b3, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb8f38e-6521-402d-91d5-f632c00d478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b68a9113-269c-4807-ade7-28a8913d7272'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:55:51.330889 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a62cb0e3-a4e3-4385-b572-8e6c97bf1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:51.333982 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-56348009-ebc2-46f6-a1dc-685cd595026d tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:51.343155 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-e7673208-b8a0-4413-a82a-1bc66f56da09 req-c216f956-f280-4d9f-8fd1-a139a69782b3 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] For port 46394d5d-d9f5-4234-a515-db774546add5, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=46394d5d-d9f5-4234-a515-db774546add5,segment=NetworkSegment(9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8),segment_id=9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:51.343661 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-e7673208-b8a0-4413-a82a-1bc66f56da09 req-c216f956-f280-4d9f-8fd1-a139a69782b3 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:51.344336 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:51.345892 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4daa7243-770b-47d3-a5dc-9f46034abfc5 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:51.401568 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-53a81d0d-d4cf-4a42-915f-96d6b21f454c None None] Deleting port 13f48ff2-8a68-41e6-8c59-0a562ba6f4b1 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:51.403556 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-53a81d0d-d4cf-4a42-915f-96d6b21f454c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:51.429599 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-e7673208-b8a0-4413-a82a-1bc66f56da09 req-c216f956-f280-4d9f-8fd1-a139a69782b3 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Calling delete_port for 46394d5d-d9f5-4234-a515-db774546add5 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:51.458712 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 13f48ff2-8a68-41e6-8c59-0a562ba6f4b1, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=13f48ff2-8a68-41e6-8c59-0a562ba6f4b1,segment=NetworkSegment(e426ffcf-eff1-488f-8a65-585545beb0d9),segment_id=e426ffcf-eff1-488f-8a65-585545beb0d9)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:51.464605 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Subnet': ['ID=0be61912-51cc-4da5-9301-308a794719c5,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:51.467548 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:51.471544 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-775a6510-eb4b-45dc-a802-d345be2a9dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:51.501428 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-53a81d0d-d4cf-4a42-915f-96d6b21f454c None None] For port 13f48ff2-8a68-41e6-8c59-0a562ba6f4b1, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=13f48ff2-8a68-41e6-8c59-0a562ba6f4b1,segment=NetworkSegment(e426ffcf-eff1-488f-8a65-585545beb0d9),segment_id=e426ffcf-eff1-488f-8a65-585545beb0d9)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:51.501718 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-53a81d0d-d4cf-4a42-915f-96d6b21f454c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:51.502358 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:51.511886 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a62cb0e3-a4e3-4385-b572-8e6c97bf1a6f None None] For port 00bce366-6a19-43d0-a539-d62a222734b3, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:55:51.516648 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a62cb0e3-a4e3-4385-b572-8e6c97bf1a6f None None] For port 00bce366-6a19-43d0-a539-d62a222734b3, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=00bce366-6a19-43d0-a539-d62a222734b3,segment=NetworkSegment(3bb8f38e-6521-402d-91d5-f632c00d478e),segment_id=3bb8f38e-6521-402d-91d5-f632c00d478e)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:55:51.521086 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b68a9113-269c-4807-ade7-28a8913d7272']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:51.533759 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa7243-770b-47d3-a5dc-9f46034abfc5 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6c8232-9884-46b2-96cc-67eb2e5beb2d,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:51.536991 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4daa7243-770b-47d3-a5dc-9f46034abfc5 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:51.539218 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb8f38e-6521-402d-91d5-f632c00d478e') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:51.539415 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb8f38e-6521-402d-91d5-f632c00d478e') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:51.550746 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:51.562925 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4daa7243-770b-47d3-a5dc-9f46034abfc5 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:51.564756 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4daa7243-770b-47d3-a5dc-9f46034abfc5 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3298786 Jun 17 08:55:51.567579 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36424) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:51.568413 n-d-758944-30 neutron-server[94519]: DEBUG neutron.objects.ports [None req-c94d62bc-566e-44cc-b558-f20e80b6353f tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94519) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:55:51.576563 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c94d62bc-566e-44cc-b558-f20e80b6353f tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:51.577022 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-711baa3e-a257-4c26-8256-0e2a581295fd tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group_rule': {'security_group_id': '5c6c8232-9884-46b2-96cc-67eb2e5beb2d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:51.580295 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a8876450-b0e2-409b-b14a-7871ba01402c tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:51.610515 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-53a81d0d-d4cf-4a42-915f-96d6b21f454c None None] Calling delete_port for 13f48ff2-8a68-41e6-8c59-0a562ba6f4b1 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:51.612172 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:51.616230 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:51.654146 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:51.663036 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d62bc-566e-44cc-b558-f20e80b6353f tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event updated for resources: {'Subnet': ['ID=0f403d77-274a-402c-ae6c-8bc7a56db450,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:51.664476 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:55:51.665319 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:51.668991 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c94d62bc-566e-44cc-b558-f20e80b6353f tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:51.680123 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a62cb0e3-a4e3-4385-b572-8e6c97bf1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:51.698026 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94d62bc-566e-44cc-b558-f20e80b6353f tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Checking segment: {'id': '8bb20268-bd13-4b66-9e57-9097ea3dfbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '024b6733-2a16-4a9f-bcca-470e2cc3b78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:51.698026 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94d62bc-566e-44cc-b558-f20e80b6353f tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Network hostable DHCP agents. Network: 024b6733-2a16-4a9f-bcca-470e2cc3b78e, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:55:51.700814 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:55:51.730343 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=13f48ff2-8a68-41e6-8c59-0a562ba6f4b1,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:51.736972 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:51.739122 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-16f0e226-34df-4ec7-a1b8-3428dd8c0a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:51.766060 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-711baa3e-a257-4c26-8256-0e2a581295fd tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:51.808067 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-e7673208-b8a0-4413-a82a-1bc66f56da09 req-c216f956-f280-4d9f-8fd1-a139a69782b3 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:51.819199 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0db521d7-14e5-40f2-a8ef-d1e676b00815 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:51.824736 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aed7c66-9b4f-4c58-b665-f3b7bd67db72 None None] Network b68a9113-269c-4807-ade7-28a8913d7272 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:51.827927 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['6d864a7e-5cee-43da-8511-861827ae38cd', 'b5b30c0f-8676-4bc4-a438-67434217ea23', '46394d5d-d9f5-4234-a515-db774546add5'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:55:51.854378 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-711baa3e-a257-4c26-8256-0e2a581295fd tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:51.855743 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.db.api [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 17 08:55:51.855743 n-d-758944-30 neutron-server[94520]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 17 08:55:51.855743 n-d-758944-30 neutron-server[94520]: [parameters: {'id': 'b68a9113-269c-4807-ade7-28a8913d7272'}] Jun 17 08:55:51.855743 n-d-758944-30 neutron-server[94520]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:55:51.856237 n-d-758944-30 neutron-server[94520]: DEBUG oslo_db.api [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:55:51.863275 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62cb0e3-a4e3-4385-b572-8e6c97bf1a6f None None] Pushing event updated for resources: {'Port': ['ID=00bce366-6a19-43d0-a539-d62a222734b3,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:51.865307 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94d62bc-566e-44cc-b558-f20e80b6353f tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Network 024b6733-2a16-4a9f-bcca-470e2cc3b78e is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:55:51.875940 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216f956-f280-4d9f-8fd1-a139a69782b3 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Pushing event deleted for resources: {'Port': ['ID=46394d5d-d9f5-4234-a515-db774546add5,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:51.892659 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a62cb0e3-a4e3-4385-b572-8e6c97bf1a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:51.893925 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-53a81d0d-d4cf-4a42-915f-96d6b21f454c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:51.899061 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:51.917800 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-711baa3e-a257-4c26-8256-0e2a581295fd tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:51.921600 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:51.948431 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711baa3e-a257-4c26-8256-0e2a581295fd tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6336bd7c-a98c-4ecc-986f-fcf8ca6af40e,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:51.951220 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a81d0d-d4cf-4a42-915f-96d6b21f454c None None] Pushing event deleted for resources: {'Port': ['ID=13f48ff2-8a68-41e6-8c59-0a562ba6f4b1,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:51.951743 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-711baa3e-a257-4c26-8256-0e2a581295fd tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:51.964956 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c216f956-f280-4d9f-8fd1-a139a69782b3 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:51.966464 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7673208-b8a0-4413-a82a-1bc66f56da09 req-c216f956-f280-4d9f-8fd1-a139a69782b3 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] No DVR routers for this DVR port 46394d5d-d9f5-4234-a515-db774546add5 on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:55:51.966688 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-53a81d0d-d4cf-4a42-915f-96d6b21f454c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:51.970146 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a81d0d-d4cf-4a42-915f-96d6b21f454c None None] No DVR routers for this DVR port 13f48ff2-8a68-41e6-8c59-0a562ba6f4b1 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:55:51.970505 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-e7673208-b8a0-4413-a82a-1bc66f56da09 req-c216f956-f280-4d9f-8fd1-a139a69782b3 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:51.973604 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e7673208-b8a0-4413-a82a-1bc66f56da09 req-c216f956-f280-4d9f-8fd1-a139a69782b3 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.53 "DELETE /v2.0/ports/46394d5d-d9f5-4234-a515-db774546add5 HTTP/1.1" status: 204 len: 173 time: 1.0146301 Jun 17 08:55:51.975600 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8053f4c-dadd-4278-a1a1-635aff4da021', 'name': 'network-vif-deleted', 'tag': '46394d5d-d9f5-4234-a515-db774546add5'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:55:51.979311 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327025c3-54b9-4cf8-a131-513590c0b7dd" -d '{"events": [{"server_uuid": "e8053f4c-dadd-4278-a1a1-635aff4da021", "name": "network-vif-deleted", "tag": "46394d5d-d9f5-4234-a515-db774546add5"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:52.022241 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-711baa3e-a257-4c26-8256-0e2a581295fd tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:52.026456 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36438) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:52.026670 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-711baa3e-a257-4c26-8256-0e2a581295fd tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4544709 Jun 17 08:55:52.031795 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-5754e3f3-2fe3-420e-9765-e87eb8596d6f tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group_rule': {'security_group_id': '5c6c8232-9884-46b2-96cc-67eb2e5beb2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:52.066927 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-c94d62bc-566e-44cc-b558-f20e80b6353f tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 024b6733-2a16-4a9f-bcca-470e2cc3b78e) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:52.079371 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94d62bc-566e-44cc-b558-f20e80b6353f tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:52.081716 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c94d62bc-566e-44cc-b558-f20e80b6353f tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:52.092038 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0dd686b-b3e2-413d-b8fb-4638a30a3141 x-openstack-request-id: req-e0dd686b-b3e2-413d-b8fb-4638a30a3141 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:52.092385 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8053f4c-dadd-4278-a1a1-635aff4da021", "name": "network-vif-deleted", "tag": "46394d5d-d9f5-4234-a515-db774546add5", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:52.092696 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e0dd686b-b3e2-413d-b8fb-4638a30a3141 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:52.098373 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8053f4c-dadd-4278-a1a1-635aff4da021', 'name': 'network-vif-deleted', 'tag': '46394d5d-d9f5-4234-a515-db774546add5', 'status': 'completed', 'code': 200} Jun 17 08:55:52.106263 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acaa1ff-35b8-4c3a-bc05-c2836f4844b0 None None] Network 024b6733-2a16-4a9f-bcca-470e2cc3b78e requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:52.218437 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa46c7b-df1f-4eda-b809-9dc40f5a730b req-e06316ba-6c33-4ad0-9bac-d4d9b78b229d tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:52.220128 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9aa46c7b-df1f-4eda-b809-9dc40f5a730b req-e06316ba-6c33-4ad0-9bac-d4d9b78b229d tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 946 time: 0.0981686 Jun 17 08:55:52.231544 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5754e3f3-2fe3-420e-9765-e87eb8596d6f tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:52.247618 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 13f48ff2-8a68-41e6-8c59-0a562ba6f4b1 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:55:52.306896 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 13f48ff2-8a68-41e6-8c59-0a562ba6f4b1 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:55:52.307493 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 13f48ff2-8a68-41e6-8c59-0a562ba6f4b1 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:55:52.346957 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9aa46c7b-df1f-4eda-b809-9dc40f5a730b req-267f5a3a-5f7d-4a70-b045-f0e3bc17ed35 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe04168-c4e3-4bcc-a231-1d40d229ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116669 Jun 17 08:55:52.357800 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:52.372037 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c94d62bc-566e-44cc-b558-f20e80b6353f tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0393054 Jun 17 08:55:52.372884 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36446) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:52.390409 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-346bb953-611a-4978-92ef-126e3db2c16c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Request body: {'port': {'network_id': '024b6733-2a16-4a9f-bcca-470e2cc3b78e', 'name': 'tempest-NetworksIpV6TestAttrs-318370439'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:52.486882 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751ad737-8d9c-4ebf-878d-c87a7115fc09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-024b6733-2a16-4a9f-bcca-470e2cc3b78e', 'network_id': '024b6733-2a16-4a9f-bcca-470e2cc3b78e', 'tenant_id': 'e3af1c3e141e4ca0a32462aeaf45e7c1', 'fixed_ips': [{'subnet_id': '0f403d77-274a-402c-ae6c-8bc7a56db450'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:55:52.490536 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Deleting port 00bce366-6a19-43d0-a539-d62a222734b3 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:52.490879 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:52.492714 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-751ad737-8d9c-4ebf-878d-c87a7115fc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:52.587208 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] For port 00bce366-6a19-43d0-a539-d62a222734b3, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=00bce366-6a19-43d0-a539-d62a222734b3,segment=NetworkSegment(3bb8f38e-6521-402d-91d5-f632c00d478e),segment_id=3bb8f38e-6521-402d-91d5-f632c00d478e)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:52.587487 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:52.701017 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Calling delete_port for 00bce366-6a19-43d0-a539-d62a222734b3 owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:52.738690 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-69d2b824-7ac3-412c-8613-4b6b4b62723c req-0f3f16b1-61fd-4e29-a1a6-c9260ca94a21 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8053f4c-dadd-4278-a1a1-635aff4da021 HTTP/1.1" status: 200 len: 210 time: 0.0570738 Jun 17 08:55:52.790806 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-5754e3f3-2fe3-420e-9765-e87eb8596d6f tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] create failed (client error): There was a conflict when trying to complete your request. Jun 17 08:55:52.791437 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5754e3f3-2fe3-420e-9765-e87eb8596d6f tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7637293 Jun 17 08:55:52.796457 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36452) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:52.803338 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-751ad737-8d9c-4ebf-878d-c87a7115fc09 None None] Allocated IP 2001:db8::f816:3eff:fe0e:6489 (024b6733-2a16-4a9f-bcca-470e2cc3b78e/0f403d77-274a-402c-ae6c-8bc7a56db450/661cf306-4878-4c59-80b6-82c2db93a368) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:52.992883 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ef4783b1-c79b-4f32-943e-a2b3214fac21 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.001334 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346bb953-611a-4978-92ef-126e3db2c16c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Made reservation on behalf of e3af1c3e141e4ca0a32462aeaf45e7c1 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:53.013591 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-346bb953-611a-4978-92ef-126e3db2c16c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.112761 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [None req-346bb953-611a-4978-92ef-126e3db2c16c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] device_id is not set on port 4868eb3b-0978-40b1-b1c7-3e18d82aeed6 yet. {{(pid=94519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:55:53.113183 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-751ad737-8d9c-4ebf-878d-c87a7115fc09 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.155581 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd63c12-81d7-4db0-ae36-3e3c8fec850d req-652c2883-1126-41e1-846f-5f5bd160e441 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:53.157123 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4fd63c12-81d7-4db0-ae36-3e3c8fec850d req-652c2883-1126-41e1-846f-5f5bd160e441 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 946 time: 0.3778751 Jun 17 08:55:53.201955 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4fd63c12-81d7-4db0-ae36-3e3c8fec850d req-ba156274-db38-42e4-8dba-8454d2744dbb tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374434 Jun 17 08:55:53.336618 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-751ad737-8d9c-4ebf-878d-c87a7115fc09 None None] Transition to ACTIVE for port object 661cf306-4878-4c59-80b6-82c2db93a368 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:53.337003 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.344340 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-db25b1eb-8d1d-44ca-b16f-70099ef0c82f tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:53.369519 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-751ad737-8d9c-4ebf-878d-c87a7115fc09 None None] Transition to ACTIVE for port object 661cf306-4878-4c59-80b6-82c2db93a368 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:53.381822 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Port': ['ID=00bce366-6a19-43d0-a539-d62a222734b3,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:53.391998 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:53.391998 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] No DVR routers for this DVR port 00bce366-6a19-43d0-a539-d62a222734b3 on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:55:53.482659 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-751ad737-8d9c-4ebf-878d-c87a7115fc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.484879 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-037ade33-15e7-4fde-8c18-70fd9be0502e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:53.495336 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.510358 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b68a9113-269c-4807-ade7-28a8913d7272']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:53.523821 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb8f38e-6521-402d-91d5-f632c00d478e') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:53.524848 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb8f38e-6521-402d-91d5-f632c00d478e') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:53.527447 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ad737-8d9c-4ebf-878d-c87a7115fc09 None None] Pushing event updated for resources: {'Port': ['ID=661cf306-4878-4c59-80b6-82c2db93a368,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:53.533329 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-751ad737-8d9c-4ebf-878d-c87a7115fc09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:53.540385 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.543604 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751ad737-8d9c-4ebf-878d-c87a7115fc09 None None] Network 024b6733-2a16-4a9f-bcca-470e2cc3b78e is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:53.545315 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-751ad737-8d9c-4ebf-878d-c87a7115fc09 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:53.548164 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751ad737-8d9c-4ebf-878d-c87a7115fc09 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:55:53.567206 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.578823 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ef4783b1-c79b-4f32-943e-a2b3214fac21 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.588383 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:55:53.588982 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:55:53.665139 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:55:53.667801 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-751ad737-8d9c-4ebf-878d-c87a7115fc09 None None] Attempting to bind port 661cf306-4878-4c59-80b6-82c2db93a368 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:55:53.667801 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-751ad737-8d9c-4ebf-878d-c87a7115fc09 None None] Attempting to bind port 661cf306-4878-4c59-80b6-82c2db93a368 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '8bb20268-bd13-4b66-9e57-9097ea3dfbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '024b6733-2a16-4a9f-bcca-470e2cc3b78e'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:55:53.667801 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751ad737-8d9c-4ebf-878d-c87a7115fc09 None None] Attempting to bind port 661cf306-4878-4c59-80b6-82c2db93a368 on network 024b6733-2a16-4a9f-bcca-470e2cc3b78e {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:55:53.672708 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751ad737-8d9c-4ebf-878d-c87a7115fc09 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:55:53.673099 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751ad737-8d9c-4ebf-878d-c87a7115fc09 None None] Checking segment: {'id': '8bb20268-bd13-4b66-9e57-9097ea3dfbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '024b6733-2a16-4a9f-bcca-470e2cc3b78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:53.675187 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-751ad737-8d9c-4ebf-878d-c87a7115fc09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.675452 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751ad737-8d9c-4ebf-878d-c87a7115fc09 None None] Bound using segment: {'id': '8bb20268-bd13-4b66-9e57-9097ea3dfbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '024b6733-2a16-4a9f-bcca-470e2cc3b78e'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:55:53.675981 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-751ad737-8d9c-4ebf-878d-c87a7115fc09 None None] Bound port: 661cf306-4878-4c59-80b6-82c2db93a368, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb20268-bd13-4b66-9e57-9097ea3dfbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '024b6733-2a16-4a9f-bcca-470e2cc3b78e'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:55:53.676379 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-751ad737-8d9c-4ebf-878d-c87a7115fc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.706433 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-346bb953-611a-4978-92ef-126e3db2c16c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Allocated IP 2001:db8::f816:3eff:fe85:e6c0 (024b6733-2a16-4a9f-bcca-470e2cc3b78e/0f403d77-274a-402c-ae6c-8bc7a56db450/4868eb3b-0978-40b1-b1c7-3e18d82aeed6) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:53.749527 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-751ad737-8d9c-4ebf-878d-c87a7115fc09 None None] For port 661cf306-4878-4c59-80b6-82c2db93a368, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:55:53.753028 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-751ad737-8d9c-4ebf-878d-c87a7115fc09 None None] For port 661cf306-4878-4c59-80b6-82c2db93a368, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=661cf306-4878-4c59-80b6-82c2db93a368,segment=NetworkSegment(8bb20268-bd13-4b66-9e57-9097ea3dfbb3),segment_id=8bb20268-bd13-4b66-9e57-9097ea3dfbb3)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:55:53.792124 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00780a67-a3a1-401d-b031-dd429e156073 req-6c01672e-f2e3-4f54-ad8f-7dbf25cd1b77 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:53.799167 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-00780a67-a3a1-401d-b031-dd429e156073 req-6c01672e-f2e3-4f54-ad8f-7dbf25cd1b77 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 946 time: 0.0746293 Jun 17 08:55:53.801736 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.810493 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-112bf48a-ed7a-4d13-a481-933d8c76cacf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:53.814895 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.820424 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/networks/b68a9113-269c-4807-ade7-28a8913d7272 HTTP/1.1" status: 204 len: 168 time: 3.9143889 Jun 17 08:55:53.822001 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36466) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:53.827650 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-c6e8ada8-609a-4bc2-943f-12005b6b8e7f tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-210028303'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:53.847182 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Network': ['ID=b68a9113-269c-4807-ade7-28a8913d7272,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:53.849824 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-751ad737-8d9c-4ebf-878d-c87a7115fc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.861515 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-49fd7750-7548-4c3e-a5bc-0935f2050663 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:53.868701 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:53.871751 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-00780a67-a3a1-401d-b031-dd429e156073 req-69de1142-aed9-4c43-94dc-c81a6bec8f3d tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe04168-c4e3-4bcc-a231-1d40d229ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717597 Jun 17 08:55:53.931694 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ad737-8d9c-4ebf-878d-c87a7115fc09 None None] Pushing event updated for resources: {'Port': ['ID=661cf306-4878-4c59-80b6-82c2db93a368,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:53.934466 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ef4783b1-c79b-4f32-943e-a2b3214fac21 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.936389 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-751ad737-8d9c-4ebf-878d-c87a7115fc09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:53.937353 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ef4783b1-c79b-4f32-943e-a2b3214fac21 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.942111 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ef4783b1-c79b-4f32-943e-a2b3214fac21 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "DELETE /v2.0/security-groups/5c6c8232-9884-46b2-96cc-67eb2e5beb2d HTTP/1.1" status: 204 len: 168 time: 1.1261644 Jun 17 08:55:53.944189 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36472) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:53.948759 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3dc23fd9-1040-4c9f-8852-1ae401b9c5f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:53.981970 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4783b1-c79b-4f32-943e-a2b3214fac21 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6c8232-9884-46b2-96cc-67eb2e5beb2d,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:53.988025 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ef4783b1-c79b-4f32-943e-a2b3214fac21 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:53.990859 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e8ada8-609a-4bc2-943f-12005b6b8e7f tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Made reservation on behalf of 1f5db1794c41458984527b66b209798b for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:53.994504 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c6e8ada8-609a-4bc2-943f-12005b6b8e7f tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:54.025809 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-9e7b029c-6cf2-45f8-98b3-a8ced48c0f91 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0770042 Jun 17 08:55:54.027247 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36474) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:54.035176 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-7b3c7a61-ee06-430b-94b0-6af6979d8b67 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group': {'name': 'tempest-secgroup--124681718'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:54.060279 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e8ada8-609a-4bc2-943f-12005b6b8e7f tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:55:54.077853 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-346bb953-611a-4978-92ef-126e3db2c16c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:54.088131 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c6e8ada8-609a-4bc2-943f-12005b6b8e7f tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:54.089091 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-c6e8ada8-609a-4bc2-943f-12005b6b8e7f tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Added segment 76314b45-dc65-4daf-a55a-e9d132c58680 of type vlan for network ff22dc22-8fdb-40c1-8405-3100980c825f Jun 17 08:55:54.103635 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-346bb953-611a-4978-92ef-126e3db2c16c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Transition to ACTIVE for port object 4868eb3b-0978-40b1-b1c7-3e18d82aeed6 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:54.143011 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c6e8ada8-609a-4bc2-943f-12005b6b8e7f tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:54.169706 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7b3c7a61-ee06-430b-94b0-6af6979d8b67 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:54.349260 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7b3c7a61-ee06-430b-94b0-6af6979d8b67 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:54.367238 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 661cf306-4878-4c59-80b6-82c2db93a368 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:54.435153 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc0365-b557-4258-b80c-1b9e353218de req-f5a52e7a-3b89-4af4-acd3-6669045e207e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:54.436854 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-27cc0365-b557-4258-b80c-1b9e353218de req-f5a52e7a-3b89-4af4-acd3-6669045e207e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 946 time: 0.0717835 Jun 17 08:55:54.475146 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-27cc0365-b557-4258-b80c-1b9e353218de req-696b7c2b-d6fc-4e42-9695-9cead830912d tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318334 Jun 17 08:55:54.637003 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-346bb953-611a-4978-92ef-126e3db2c16c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:54.638817 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c6e8ada8-609a-4bc2-943f-12005b6b8e7f tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:54.644681 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e8ada8-609a-4bc2-943f-12005b6b8e7f tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:54.645279 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c6e8ada8-609a-4bc2-943f-12005b6b8e7f tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:54.649465 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7230676d-9a60-43d3-939c-e0c09cd6e15a tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:54.705287 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346bb953-611a-4978-92ef-126e3db2c16c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Network 024b6733-2a16-4a9f-bcca-470e2cc3b78e is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:54.711113 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-346bb953-611a-4978-92ef-126e3db2c16c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:54.716878 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346bb953-611a-4978-92ef-126e3db2c16c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:55:54.718915 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7b3c7a61-ee06-430b-94b0-6af6979d8b67 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:54.721602 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 661cf306-4878-4c59-80b6-82c2db93a368 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:54.729344 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346bb953-611a-4978-92ef-126e3db2c16c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:54.729344 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-346bb953-611a-4978-92ef-126e3db2c16c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:54.729664 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346bb953-611a-4978-92ef-126e3db2c16c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event updated for resources: {'Port': ['ID=4868eb3b-0978-40b1-b1c7-3e18d82aeed6,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:54.736828 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-346bb953-611a-4978-92ef-126e3db2c16c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:54.737400 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-552f88ce-1ef2-4cd9-8420-ebf900b22775 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:54.753671 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-89446a5b-8779-4870-a0c3-74998613fc67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:54.803006 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c7a61-ee06-430b-94b0-6af6979d8b67 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8961af00-d320-4e97-8b60-cec2e214f29c,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:54.808283 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7b3c7a61-ee06-430b-94b0-6af6979d8b67 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:54.817471 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c6e8ada8-609a-4bc2-943f-12005b6b8e7f tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9939375 Jun 17 08:55:54.821139 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36480) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:54.821686 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8ada8-609a-4bc2-943f-12005b6b8e7f tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event updated for resources: {'Network': ['ID=ff22dc22-8fdb-40c1-8405-3100980c825f,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:54.824666 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c6e8ada8-609a-4bc2-943f-12005b6b8e7f tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:54.829681 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-a0e6047b-1418-4384-9661-5e4870860431 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Request body: {'subnet': {'network_id': 'ff22dc22-8fdb-40c1-8405-3100980c825f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:54.838336 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network ff22dc22-8fdb-40c1-8405-3100980c825f details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:55:54.845956 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-346bb953-611a-4978-92ef-126e3db2c16c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.4712114 Jun 17 08:55:54.849941 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36484) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:54.853992 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7b3c7a61-ee06-430b-94b0-6af6979d8b67 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:54.860609 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7b3c7a61-ee06-430b-94b0-6af6979d8b67 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8317795 Jun 17 08:55:54.861402 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36486) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:54.870939 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-60d7e4a5-9d73-4b9c-9238-27b0558cd24a tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group_rule': {'security_group_id': '8961af00-d320-4e97-8b60-cec2e214f29c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:54.871895 n-d-758944-30 neutron-server[94520]: WARNING neutron.api.v2.base [None req-60d7e4a5-9d73-4b9c-9238-27b0558cd24a tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 17 08:55:54.872563 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-60d7e4a5-9d73-4b9c-9238-27b0558cd24a tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:55:54.877786 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-60d7e4a5-9d73-4b9c-9238-27b0558cd24a tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0119355 Jun 17 08:55:54.878460 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36488) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:54.934308 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6ef444-cd6e-4e31-8667-868689e6fc90 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Deleting subnet 0f403d77-274a-402c-ae6c-8bc7a56db450 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:55:54.944652 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2a6ef444-cd6e-4e31-8667-868689e6fc90 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:55.012191 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2a6ef444-cd6e-4e31-8667-868689e6fc90 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:55.022351 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3b41619d-2d23-41d7-bf0a-ba151b809cf0 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:55.062490 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3b41619d-2d23-41d7-bf0a-ba151b809cf0 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:55.177146 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e6047b-1418-4384-9661-5e4870860431 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Made reservation on behalf of 1f5db1794c41458984527b66b209798b for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:55.181108 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e35570-7fb3-447b-8fa3-5d2d36e5fe5c None None] Network 024b6733-2a16-4a9f-bcca-470e2cc3b78e requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:55.182540 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a0e6047b-1418-4384-9661-5e4870860431 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:55.238826 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd332d0-5471-4fd1-bc28-619473c1e1cc req-46bf348c-c2f4-47c6-ae53-b519fe69fbc3 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:55.239697 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cda68d-a0f1-4f88-8f9c-7ff40cf2fb14 req-09ed6028-b788-4753-89ef-c2a5a9b7e9aa tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:55.240966 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0fd332d0-5471-4fd1-bc28-619473c1e1cc req-46bf348c-c2f4-47c6-ae53-b519fe69fbc3 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=16bf7de9-3cb2-4b20-bed6-474a774a4727 HTTP/1.1" status: 200 len: 945 time: 0.1353865 Jun 17 08:55:55.247604 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-88cda68d-a0f1-4f88-8f9c-7ff40cf2fb14 req-09ed6028-b788-4753-89ef-c2a5a9b7e9aa tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 946 time: 0.1395802 Jun 17 08:55:55.290172 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2a6ef444-cd6e-4e31-8667-868689e6fc90 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:55.309407 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0fd332d0-5471-4fd1-bc28-619473c1e1cc req-7bed9b20-9107-404b-b949-55c110e292b6 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524631 Jun 17 08:55:55.317533 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-88cda68d-a0f1-4f88-8f9c-7ff40cf2fb14 req-8fcf504c-4f6e-43ff-8647-447780dfef52 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe04168-c4e3-4bcc-a231-1d40d229ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678020 Jun 17 08:55:55.343743 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3b41619d-2d23-41d7-bf0a-ba151b809cf0 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:55.343743 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3b41619d-2d23-41d7-bf0a-ba151b809cf0 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:55.343743 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3b41619d-2d23-41d7-bf0a-ba151b809cf0 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "DELETE /v2.0/security-groups/8961af00-d320-4e97-8b60-cec2e214f29c HTTP/1.1" status: 204 len: 168 time: 0.4094322 Jun 17 08:55:55.343743 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-40f98473-4ce6-48fe-9673-50774d51dd91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:55.350295 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36492) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:55.379127 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41619d-2d23-41d7-bf0a-ba151b809cf0 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8961af00-d320-4e97-8b60-cec2e214f29c,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:55.386427 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3b41619d-2d23-41d7-bf0a-ba151b809cf0 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:55.387832 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-18a72f2f-d490-4b7d-8f8c-e4dde7b32289 None None] Provisioning for port 661cf306-4878-4c59-80b6-82c2db93a368 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:55.408764 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-18a72f2f-d490-4b7d-8f8c-e4dde7b32289 None None] Provisioning complete for port 661cf306-4878-4c59-80b6-82c2db93a368 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:55.409212 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-18a72f2f-d490-4b7d-8f8c-e4dde7b32289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:55.451411 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-35fc0120-dfca-4a6e-afba-67b71353b056 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1024985 Jun 17 08:55:55.455405 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36496) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:55.462404 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-5c5b7cb8-ad93-49b9-8ea2-529d8bebe2c9 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group': {'name': 'tempest-secgroup--1384624162'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:55.465395 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2a6ef444-cd6e-4e31-8667-868689e6fc90 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:55.469934 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-053cef1c-55c9-4a08-a539-abbd67197735 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:55.515931 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ef444-cd6e-4e31-8667-868689e6fc90 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event deleted for resources: {'Subnet': ['ID=0f403d77-274a-402c-ae6c-8bc7a56db450,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:55.522985 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2a6ef444-cd6e-4e31-8667-868689e6fc90 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:55.533619 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2a6ef444-cd6e-4e31-8667-868689e6fc90 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:55.534313 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36500) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:55.534857 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-2a6ef444-cd6e-4e31-8667-868689e6fc90 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "DELETE /v2.0/subnets/0f403d77-274a-402c-ae6c-8bc7a56db450 HTTP/1.1" status: 204 len: 168 time: 0.6871121 Jun 17 08:55:55.571411 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-95980b39-d6a7-4fd4-868f-8f3450ec199a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:55.575030 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-18a72f2f-d490-4b7d-8f8c-e4dde7b32289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:55.640879 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-18a72f2f-d490-4b7d-8f8c-e4dde7b32289 None None] For port 661cf306-4878-4c59-80b6-82c2db93a368, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=661cf306-4878-4c59-80b6-82c2db93a368,segment=NetworkSegment(8bb20268-bd13-4b66-9e57-9097ea3dfbb3),segment_id=8bb20268-bd13-4b66-9e57-9097ea3dfbb3)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:55.654952 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7024fa70-24ae-4916-8940-fa7cbdebdbb9 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:55.656607 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7024fa70-24ae-4916-8940-fa7cbdebdbb9 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:55.658669 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7024fa70-24ae-4916-8940-fa7cbdebdbb9 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1085939 Jun 17 08:55:55.664218 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36504) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:55.721835 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-18a72f2f-d490-4b7d-8f8c-e4dde7b32289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:55.726247 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a62cb0e3-a4e3-4385-b572-8e6c97bf1a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:55.739014 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36506) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:55.758131 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a0e6047b-1418-4384-9661-5e4870860431 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:55.759094 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a0e6c-f243-45ef-ba0e-ab44c02a2960 req-490c6052-3dd4-4bf7-8ea3-b16ef0eec5ef tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:55.761576 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-751a0e6c-f243-45ef-ba0e-ab44c02a2960 req-490c6052-3dd4-4bf7-8ea3-b16ef0eec5ef tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 946 time: 0.1164906 Jun 17 08:55:55.772327 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ceb739-7f30-4750-9a03-baaca35a4f07 None None] Network 024b6733-2a16-4a9f-bcca-470e2cc3b78e requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:55.776462 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8e262c89-1c0a-4034-a7c3-8fdedceca7fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:55.824356 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a72f2f-d490-4b7d-8f8c-e4dde7b32289 None None] Pushing event updated for resources: {'Port': ['ID=661cf306-4878-4c59-80b6-82c2db93a368,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:55.834155 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-18a72f2f-d490-4b7d-8f8c-e4dde7b32289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:55.834327 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-751a0e6c-f243-45ef-ba0e-ab44c02a2960 req-577bdc41-9a89-46de-8f05-29e67d729f73 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642917 Jun 17 08:55:55.839749 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5c5b7cb8-ad93-49b9-8ea2-529d8bebe2c9 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:55.868502 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6047b-1418-4384-9661-5e4870860431 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event updated for resources: {'Subnet': ['ID=666ae375-2840-488e-8a1d-1a7517762b35,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:55.871286 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a0e6047b-1418-4384-9661-5e4870860431 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:55.877766 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-61ab522e-4d85-475e-a3eb-3abff9284eba tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:55.888918 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ab522e-4d85-475e-a3eb-3abff9284eba tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 17 08:55:55.889396 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ab522e-4d85-475e-a3eb-3abff9284eba tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:55:55.895736 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-61ab522e-4d85-475e-a3eb-3abff9284eba tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "DELETE /v2.0/networks/024b6733-2a16-4a9f-bcca-470e2cc3b78e HTTP/1.1" status: 409 len: 405 time: 0.2303915 Jun 17 08:55:55.896870 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36512) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:55.908289 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8ff0b809-5f49-4685-90fc-743aa524e770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:55.911308 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 46394d5d-d9f5-4234-a515-db774546add5 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:55:55.931511 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-fe394ff0-1c16-4bc7-b520-4f50b60180f4 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-883890900'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:55.933706 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b516bb43-0d09-4d8a-92da-0658fefec9c3 None None] Provisioning complete for port 661cf306-4878-4c59-80b6-82c2db93a368 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:55.937353 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b516bb43-0d09-4d8a-92da-0658fefec9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:55.943620 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e6047b-1418-4384-9661-5e4870860431 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Checking segment: {'id': '76314b45-dc65-4daf-a55a-e9d132c58680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ff22dc22-8fdb-40c1-8405-3100980c825f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:55.944025 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e6047b-1418-4384-9661-5e4870860431 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Network hostable DHCP agents. Network: ff22dc22-8fdb-40c1-8405-3100980c825f, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:55:55.970780 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 46394d5d-d9f5-4234-a515-db774546add5 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:55:55.971305 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 46394d5d-d9f5-4234-a515-db774546add5 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:55:56.055048 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5c5b7cb8-ad93-49b9-8ea2-529d8bebe2c9 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:56.071158 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd93130-6902-4868-aae1-654689305564 req-7f8a3e91-956a-4195-9f1b-d982a39ee334 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:56.073411 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0cd93130-6902-4868-aae1-654689305564 req-7f8a3e91-956a-4195-9f1b-d982a39ee334 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 946 time: 0.1092305 Jun 17 08:55:56.081493 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e6047b-1418-4384-9661-5e4870860431 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Network ff22dc22-8fdb-40c1-8405-3100980c825f is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:55:56.103663 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda93a26-d94e-4c1c-8f67-e2cf2ce1e50e None None] DHCP port deletion for 024b6733-2a16-4a9f-bcca-470e2cc3b78e request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:55:56.131517 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0cd93130-6902-4868-aae1-654689305564 req-68a6be63-669c-41e5-9fe1-107318179148 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe04168-c4e3-4bcc-a231-1d40d229ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412455 Jun 17 08:55:56.156594 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-bda93a26-d94e-4c1c-8f67-e2cf2ce1e50e None None] Deleting port 661cf306-4878-4c59-80b6-82c2db93a368 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:56.157294 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-bda93a26-d94e-4c1c-8f67-e2cf2ce1e50e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:56.157427 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427f2d1-47bd-4837-a469-4604741b38c1 req-fae78765-24b3-4bbf-88d6-88fb23cc6d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:56.159434 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e427f2d1-47bd-4837-a469-4604741b38c1 req-fae78765-24b3-4bbf-88d6-88fb23cc6d84 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=39f8ef536a2d4b76b51073d6e1984089&device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 1098 time: 0.1086857 Jun 17 08:55:56.211118 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5c5b7cb8-ad93-49b9-8ea2-529d8bebe2c9 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:56.215929 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c1e0d029-6b0c-403b-ac70-56775dfbd9fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:56.242919 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-bda93a26-d94e-4c1c-8f67-e2cf2ce1e50e None None] For port 661cf306-4878-4c59-80b6-82c2db93a368, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=661cf306-4878-4c59-80b6-82c2db93a368,segment=NetworkSegment(8bb20268-bd13-4b66-9e57-9097ea3dfbb3),segment_id=8bb20268-bd13-4b66-9e57-9097ea3dfbb3)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:56.243327 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-bda93a26-d94e-4c1c-8f67-e2cf2ce1e50e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:56.258808 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 661cf306-4878-4c59-80b6-82c2db93a368 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:55:56.259604 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b7cb8-ad93-49b9-8ea2-529d8bebe2c9 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f729b6f7-0c3d-468c-97d9-3286cc400e4d,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:56.262489 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5c5b7cb8-ad93-49b9-8ea2-529d8bebe2c9 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:56.264784 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b516bb43-0d09-4d8a-92da-0658fefec9c3 None None] Provisioning for port 4868eb3b-0978-40b1-b1c7-3e18d82aeed6 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:56.265731 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-a0e6047b-1418-4384-9661-5e4870860431 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, ff22dc22-8fdb-40c1-8405-3100980c825f) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:56.281301 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e6047b-1418-4384-9661-5e4870860431 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:56.282016 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a0e6047b-1418-4384-9661-5e4870860431 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:56.317969 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01fe444-fb03-4ad2-8c17-89f90ebf7fd3 None None] Network ff22dc22-8fdb-40c1-8405-3100980c825f requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:56.332139 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427f2d1-47bd-4837-a469-4604741b38c1 req-9e660ce6-658f-490f-868b-c6ea7c1caa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:56.333568 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e427f2d1-47bd-4837-a469-4604741b38c1 req-9e660ce6-658f-490f-868b-c6ea7c1caa18 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9d974cdf-1be1-4abb-b130-8e6ea3241090 HTTP/1.1" status: 200 len: 913 time: 0.1651478 Jun 17 08:55:56.344271 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-bda93a26-d94e-4c1c-8f67-e2cf2ce1e50e None None] Calling delete_port for 661cf306-4878-4c59-80b6-82c2db93a368 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:56.352872 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b516bb43-0d09-4d8a-92da-0658fefec9c3 None None] Provisioning complete for port 4868eb3b-0978-40b1-b1c7-3e18d82aeed6 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:56.353263 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b516bb43-0d09-4d8a-92da-0658fefec9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:56.367205 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6a8a9-df04-4dd2-87b1-73670d3bd435 req-b2e2ada0-171a-42b7-858b-c31c2202890f tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:56.368756 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6bc6a8a9-df04-4dd2-87b1-73670d3bd435 req-b2e2ada0-171a-42b7-858b-c31c2202890f tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.53 "GET /v2.0/ports?device_id=16bf7de9-3cb2-4b20-bed6-474a774a4727 HTTP/1.1" status: 200 len: 945 time: 0.1321559 Jun 17 08:55:56.414518 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e427f2d1-47bd-4837-a469-4604741b38c1 req-d0b8d661-7e78-4e83-9c98-45f55396473f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1db9298d-1a31-4759-831a-0c9c1c31a295 HTTP/1.1" status: 200 len: 217 time: 0.0689163 Jun 17 08:55:56.520711 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8ff0b809-5f49-4685-90fc-743aa524e770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:56.537370 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0466d-8d97-4fe0-9fbe-74fc7cc4d9f0 req-f036ea3d-9c28-446f-983e-0a0509d5ffa7 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:56.539917 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e8c0466d-8d97-4fe0-9fbe-74fc7cc4d9f0 req-f036ea3d-9c28-446f-983e-0a0509d5ffa7 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=16bf7de9-3cb2-4b20-bed6-474a774a4727 HTTP/1.1" status: 200 len: 945 time: 0.0796862 Jun 17 08:55:56.555926 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427f2d1-47bd-4837-a469-4604741b38c1 req-823bbc68-7cbd-48fd-8228-b7b841c8dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:56.557431 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e427f2d1-47bd-4837-a469-4604741b38c1 req-823bbc68-7cbd-48fd-8228-b7b841c8dc05 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f4fbe6c5-55b4-4193-8f6f-fef30c87f134 HTTP/1.1" status: 200 len: 852 time: 0.1214275 Jun 17 08:55:56.585297 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e8c0466d-8d97-4fe0-9fbe-74fc7cc4d9f0 req-05847332-2242-4c7f-afd3-561790e06680 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393522 Jun 17 08:55:56.601478 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e427f2d1-47bd-4837-a469-4604741b38c1 req-1c23e75b-0fd0-4db4-b02d-6f2f5bb7284b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9d974cdf-1be1-4abb-b130-8e6ea3241090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340087 Jun 17 08:55:56.608306 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8ff0b809-5f49-4685-90fc-743aa524e770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:56.614307 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-522cc638-c6d2-4e52-88c1-1c4cb3751d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:56.650440 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-b516bb43-0d09-4d8a-92da-0658fefec9c3 None None] Port 4868eb3b-0978-40b1-b1c7-3e18d82aeed6 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:55:56.667064 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a0e6047b-1418-4384-9661-5e4870860431 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8450718 Jun 17 08:55:56.671100 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36516) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:56.716356 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-8ff0b809-5f49-4685-90fc-743aa524e770 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f8305270db34701ac35c5071e793de2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9761527 Jun 17 08:55:56.717349 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36518) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:56.731855 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-6bc6a8a9-df04-4dd2-87b1-73670d3bd435 req-450c13e1-510d-4cdc-aaa7-4a1f8cd13faa tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Deleting port b5b30c0f-8676-4bc4-a438-67434217ea23 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:56.732347 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6bc6a8a9-df04-4dd2-87b1-73670d3bd435 req-450c13e1-510d-4cdc-aaa7-4a1f8cd13faa tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:56.751328 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:56.754396 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0b809-5f49-4685-90fc-743aa524e770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122a0bf4-69c4-4e43-804a-516433f16a99,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:56.765710 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8ff0b809-5f49-4685-90fc-743aa524e770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:56.789397 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dffde7ed-94a7-4a34-aeda-e3ef673f8f60 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:56.811145 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5266ddb9-b792-4cc3-94e7-fdc37047329f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-ff22dc22-8fdb-40c1-8405-3100980c825f', 'network_id': 'ff22dc22-8fdb-40c1-8405-3100980c825f', 'tenant_id': '1f5db1794c41458984527b66b209798b', 'fixed_ips': [{'subnet_id': '666ae375-2840-488e-8a1d-1a7517762b35'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:55:56.812256 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5266ddb9-b792-4cc3-94e7-fdc37047329f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:56.827634 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe394ff0-1c16-4bc7-b520-4f50b60180f4 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Made reservation on behalf of e3af1c3e141e4ca0a32462aeaf45e7c1 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:56.831165 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fe394ff0-1c16-4bc7-b520-4f50b60180f4 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:56.866061 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dffde7ed-94a7-4a34-aeda-e3ef673f8f60 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:56.878568 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e427f2d1-47bd-4837-a469-4604741b38c1 req-25ca9a8d-cf12-4158-941f-5d98795bb301 service neutron] 10.222.0.50 "GET /v2.0/networks/9d974cdf-1be1-4abb-b130-8e6ea3241090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651496 Jun 17 08:55:56.897061 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe394ff0-1c16-4bc7-b520-4f50b60180f4 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:55:56.901108 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-bda93a26-d94e-4c1c-8f67-e2cf2ce1e50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:56.908306 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5c5b7cb8-ad93-49b9-8ea2-529d8bebe2c9 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:56.912538 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5c5b7cb8-ad93-49b9-8ea2-529d8bebe2c9 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4534495 Jun 17 08:55:56.915801 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:56.915968 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36522) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:56.923828 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-fa7217c2-437f-4aa6-a3a2-b13c448e1bf4 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group_rule': {'security_group_id': 'f729b6f7-0c3d-468c-97d9-3286cc400e4d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:56.924697 n-d-758944-30 neutron-server[94520]: WARNING neutron.api.v2.base [None req-fa7217c2-437f-4aa6-a3a2-b13c448e1bf4 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 17 08:55:56.925203 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-fa7217c2-437f-4aa6-a3a2-b13c448e1bf4 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:55:56.930576 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-fa7217c2-437f-4aa6-a3a2-b13c448e1bf4 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0120554 Jun 17 08:55:56.930790 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f1cb78a4-0a29-4eaa-965f-221eb9625a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:56.930933 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fe394ff0-1c16-4bc7-b520-4f50b60180f4 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:56.930933 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-fe394ff0-1c16-4bc7-b520-4f50b60180f4 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Added segment 21f5c63b-c294-4b59-a113-74e6be695578 of type vlan for network 7477c19c-7d9e-4fda-8c31-8e6684ecbf03 Jun 17 08:55:56.931696 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36524) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:56.962287 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda93a26-d94e-4c1c-8f67-e2cf2ce1e50e None None] Pushing event deleted for resources: {'Port': ['ID=661cf306-4878-4c59-80b6-82c2db93a368,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:56.968974 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-bda93a26-d94e-4c1c-8f67-e2cf2ce1e50e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:56.974540 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda93a26-d94e-4c1c-8f67-e2cf2ce1e50e None None] No DVR routers for this DVR port 661cf306-4878-4c59-80b6-82c2db93a368 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:55:57.031938 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fe394ff0-1c16-4bc7-b520-4f50b60180f4 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:57.033762 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-6bc6a8a9-df04-4dd2-87b1-73670d3bd435 req-450c13e1-510d-4cdc-aaa7-4a1f8cd13faa tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] For port b5b30c0f-8676-4bc4-a438-67434217ea23, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=b5b30c0f-8676-4bc4-a438-67434217ea23,segment=NetworkSegment(9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8),segment_id=9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:57.034225 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6bc6a8a9-df04-4dd2-87b1-73670d3bd435 req-450c13e1-510d-4cdc-aaa7-4a1f8cd13faa tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:57.074261 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f1cb78a4-0a29-4eaa-965f-221eb9625a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:57.076844 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-848d3dc1-1695-49d6-9b1b-07bcae1c90dc tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:57.112613 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-848d3dc1-1695-49d6-9b1b-07bcae1c90dc tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:57.125734 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dffde7ed-94a7-4a34-aeda-e3ef673f8f60 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:57.132947 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d4227187-d7e4-4113-aedb-099eb91e026d tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:57.151688 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-6bc6a8a9-df04-4dd2-87b1-73670d3bd435 req-450c13e1-510d-4cdc-aaa7-4a1f8cd13faa tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Calling delete_port for b5b30c0f-8676-4bc4-a438-67434217ea23 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:57.173758 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffde7ed-94a7-4a34-aeda-e3ef673f8f60 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Subnet': ['ID=666ae375-2840-488e-8a1d-1a7517762b35,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:57.178177 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fe394ff0-1c16-4bc7-b520-4f50b60180f4 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:57.184331 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe394ff0-1c16-4bc7-b520-4f50b60180f4 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:57.184778 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fe394ff0-1c16-4bc7-b520-4f50b60180f4 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server [None req-5266ddb9-b792-4cc3-94e7-fdc37047329f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 666ae375-2840-488e-8a1d-1a7517762b35: This subnet is being modified by another concurrent operation. Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server raise exception Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 666ae375-2840-488e-8a1d-1a7517762b35: This subnet is being modified by another concurrent operation. Jun 17 08:55:57.185526 n-d-758944-30 neutron-server[94521]: ERROR oslo_messaging.rpc.server Jun 17 08:55:57.202243 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dffde7ed-94a7-4a34-aeda-e3ef673f8f60 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:57.209391 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ecf96bfa-2b45-409e-a093-b90639f9e3ed tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:57.211169 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf686a1d-e840-4be5-afa9-32a8b2dc6e44 None None] Network ff22dc22-8fdb-40c1-8405-3100980c825f requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:57.244197 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e427f2d1-47bd-4837-a469-4604741b38c1 req-5d1b17be-3a28-4a54-a2aa-2c73fb1007aa service neutron] 10.222.0.50 "GET /v2.0/networks/9d974cdf-1be1-4abb-b130-8e6ea3241090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567936 Jun 17 08:55:57.339791 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec809a4-d465-4093-9af7-dfd1b24e0ed7 req-e2b3d19c-0328-4d46-81e2-f3e088f4ed8d tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:57.341279 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5ec809a4-d465-4093-9af7-dfd1b24e0ed7 req-e2b3d19c-0328-4d46-81e2-f3e088f4ed8d tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 946 time: 0.3172855 Jun 17 08:55:57.377481 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce91f363-3cfb-4692-8106-671e7a10a6a9 None None] get_active_networks_info from n-d-758944-30 {{(pid=94521) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:55:57.400811 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5ec809a4-d465-4093-9af7-dfd1b24e0ed7 req-726e8e47-cdea-472d-9c8d-88da04540268 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491359 Jun 17 08:55:57.411001 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f1cb78a4-0a29-4eaa-965f-221eb9625a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:57.415562 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f1cb78a4-0a29-4eaa-965f-221eb9625a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:57.418115 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f1cb78a4-0a29-4eaa-965f-221eb9625a11 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/122a0bf4-69c4-4e43-804a-516433f16a99 HTTP/1.1" status: 204 len: 168 time: 0.6918499 Jun 17 08:55:57.419226 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f70fe3b0-bba5-4c0f-b8e2-0a1926e6135a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:57.429665 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb78a4-0a29-4eaa-965f-221eb9625a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122a0bf4-69c4-4e43-804a-516433f16a99,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:57.433299 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f1cb78a4-0a29-4eaa-965f-221eb9625a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:57.470908 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6bc6a8a9-df04-4dd2-87b1-73670d3bd435 req-450c13e1-510d-4cdc-aaa7-4a1f8cd13faa tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:57.487991 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['6d864a7e-5cee-43da-8511-861827ae38cd', 'b5b30c0f-8676-4bc4-a438-67434217ea23'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:55:57.488658 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6cc7997a-9d96-4319-8915-c604ebf332e1 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:57.550616 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce91f363-3cfb-4692-8106-671e7a10a6a9 None None] Resources bound (agent type, host, resource id): {{(pid=94521) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:55:57.554888 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c13e1-510d-4cdc-aaa7-4a1f8cd13faa tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Pushing event deleted for resources: {'Port': ['ID=b5b30c0f-8676-4bc4-a438-67434217ea23,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:57.589543 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-450c13e1-510d-4cdc-aaa7-4a1f8cd13faa tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:57.592424 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc6a8a9-df04-4dd2-87b1-73670d3bd435 req-450c13e1-510d-4cdc-aaa7-4a1f8cd13faa tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] No DVR routers for this DVR port b5b30c0f-8676-4bc4-a438-67434217ea23 on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:55:57.596021 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-6bc6a8a9-df04-4dd2-87b1-73670d3bd435 req-450c13e1-510d-4cdc-aaa7-4a1f8cd13faa tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:57.598883 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6bc6a8a9-df04-4dd2-87b1-73670d3bd435 req-450c13e1-510d-4cdc-aaa7-4a1f8cd13faa tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.53 "DELETE /v2.0/ports/b5b30c0f-8676-4bc4-a438-67434217ea23 HTTP/1.1" status: 204 len: 173 time: 1.1963363 Jun 17 08:55:57.599814 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16bf7de9-3cb2-4b20-bed6-474a774a4727', 'name': 'network-vif-deleted', 'tag': 'b5b30c0f-8676-4bc4-a438-67434217ea23'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:55:57.603266 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb83753e-ebd2-40c7-9dd8-faf19213bf99" -d '{"events": [{"server_uuid": "16bf7de9-3cb2-4b20-bed6-474a774a4727", "name": "network-vif-deleted", "tag": "b5b30c0f-8676-4bc4-a438-67434217ea23"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:57.626394 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dffde7ed-94a7-4a34-aeda-e3ef673f8f60 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:57.637306 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe394ff0-1c16-4bc7-b520-4f50b60180f4 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event updated for resources: {'Network': ['ID=7477c19c-7d9e-4fda-8c31-8e6684ecbf03,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:57.640445 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-dffde7ed-94a7-4a34-aeda-e3ef673f8f60 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff22dc22-8fdb-40c1-8405-3100980c825f']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:57.646970 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fd40e0-fdab-4b74-b149-0180a0ab31fd x-openstack-request-id: req-13fd40e0-fdab-4b74-b149-0180a0ab31fd {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:57.647470 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16bf7de9-3cb2-4b20-bed6-474a774a4727", "name": "network-vif-deleted", "tag": "b5b30c0f-8676-4bc4-a438-67434217ea23", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:57.647823 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13fd40e0-fdab-4b74-b149-0180a0ab31fd {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:57.648707 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16bf7de9-3cb2-4b20-bed6-474a774a4727', 'name': 'network-vif-deleted', 'tag': 'b5b30c0f-8676-4bc4-a438-67434217ea23', 'status': 'completed', 'code': 200} Jun 17 08:55:57.649160 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fe394ff0-1c16-4bc7-b520-4f50b60180f4 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:57.654702 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-dffde7ed-94a7-4a34-aeda-e3ef673f8f60 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76314b45-dc65-4daf-a55a-e9d132c58680') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:57.654960 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-dffde7ed-94a7-4a34-aeda-e3ef673f8f60 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76314b45-dc65-4daf-a55a-e9d132c58680') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:57.665887 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 7477c19c-7d9e-4fda-8c31-8e6684ecbf03 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:55:57.669869 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36534) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:57.670018 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-fe394ff0-1c16-4bc7-b520-4f50b60180f4 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7448947 Jun 17 08:55:57.672749 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dffde7ed-94a7-4a34-aeda-e3ef673f8f60 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:57.677514 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-c8150608-7d4e-4015-a8ae-1da7da4a0f3a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Request body: {'subnet': {'network_id': '7477c19c-7d9e-4fda-8c31-8e6684ecbf03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:57.693540 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dffde7ed-94a7-4a34-aeda-e3ef673f8f60 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:57.706445 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dffde7ed-94a7-4a34-aeda-e3ef673f8f60 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:55:57.706856 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dffde7ed-94a7-4a34-aeda-e3ef673f8f60 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:55:57.710412 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:55:57.718112 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81b7aa-d250-45aa-a099-a31ac9c08fbc req-ccb48171-33c1-403e-a11d-149297ea9545 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:57.725959 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2e81b7aa-d250-45aa-a099-a31ac9c08fbc req-ccb48171-33c1-403e-a11d-149297ea9545 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 946 time: 0.1587033 Jun 17 08:55:57.755697 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-848d3dc1-1695-49d6-9b1b-07bcae1c90dc tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:57.758314 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-848d3dc1-1695-49d6-9b1b-07bcae1c90dc tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:57.759450 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-848d3dc1-1695-49d6-9b1b-07bcae1c90dc tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "DELETE /v2.0/security-groups/f729b6f7-0c3d-468c-97d9-3286cc400e4d HTTP/1.1" status: 204 len: 168 time: 0.8251102 Jun 17 08:55:57.762082 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36536) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:57.792656 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3b41619d-2d23-41d7-bf0a-ba151b809cf0 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:57.819502 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d3dc1-1695-49d6-9b1b-07bcae1c90dc tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f729b6f7-0c3d-468c-97d9-3286cc400e4d,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:57.823264 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-848d3dc1-1695-49d6-9b1b-07bcae1c90dc tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:57.840511 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2e81b7aa-d250-45aa-a099-a31ac9c08fbc req-324c1f3d-2613-49f0-8098-75b20a2bd410 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe04168-c4e3-4bcc-a231-1d40d229ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135848 Jun 17 08:55:57.869286 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7d2c4603-20e9-4d46-9657-d57a1dfd682f tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1054082 Jun 17 08:55:57.872857 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36540) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:57.878513 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-b0c55468-534b-4e7a-b4fd-c0215b584f93 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group': {'name': 'tempest-secgroup--1366561119'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:57.905321 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0f662f78-8ade-4860-80ab-16db6f7f471a req-c79a95e8-6cb3-44ce-8c32-158187794e32 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=16bf7de9-3cb2-4b20-bed6-474a774a4727 HTTP/1.1" status: 200 len: 210 time: 0.0550344 Jun 17 08:55:58.088972 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cab866-87d3-4a27-b3d3-f2062d7951d5 None None] get_active_networks_info from n-d-758944-30 {{(pid=94521) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:55:58.266886 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cab866-87d3-4a27-b3d3-f2062d7951d5 None None] Resources bound (agent type, host, resource id): {{(pid=94521) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:55:58.337792 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8150608-7d4e-4015-a8ae-1da7da4a0f3a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Made reservation on behalf of e3af1c3e141e4ca0a32462aeaf45e7c1 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:58.341605 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c8150608-7d4e-4015-a8ae-1da7da4a0f3a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:58.373223 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dffde7ed-94a7-4a34-aeda-e3ef673f8f60 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:58.379482 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dffde7ed-94a7-4a34-aeda-e3ef673f8f60 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:58.381173 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:58.385131 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-dffde7ed-94a7-4a34-aeda-e3ef673f8f60 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/networks/ff22dc22-8fdb-40c1-8405-3100980c825f HTTP/1.1" status: 204 len: 168 time: 1.7127128 Jun 17 08:55:58.387493 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-288898d0-00a3-427f-9818-b33a70dd7b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:58.391453 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36542) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:58.397963 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-66f5d415-47b4-4d00-b3a0-9a56ea8c21e7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1330720140'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:58.418116 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffde7ed-94a7-4a34-aeda-e3ef673f8f60 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Network': ['ID=ff22dc22-8fdb-40c1-8405-3100980c825f,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:58.420704 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dffde7ed-94a7-4a34-aeda-e3ef673f8f60 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:58.627510 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fa2be-4c21-479c-95c0-ff7ced2d4199 req-6c797a64-8e48-469f-ae92-5d819641a81e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:58.629081 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0e0fa2be-4c21-479c-95c0-ff7ced2d4199 req-6c797a64-8e48-469f-ae92-5d819641a81e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 946 time: 0.0724533 Jun 17 08:55:58.666323 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0e0fa2be-4c21-479c-95c0-ff7ced2d4199 req-2478ec5b-4d0c-4998-bcd4-03aa84d26cb8 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317183 Jun 17 08:55:58.696107 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b0c55468-534b-4e7a-b4fd-c0215b584f93 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:58.847820 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f5d415-47b4-4d00-b3a0-9a56ea8c21e7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Made reservation on behalf of 1f5db1794c41458984527b66b209798b for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:58.864072 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-66f5d415-47b4-4d00-b3a0-9a56ea8c21e7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:58.867279 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36546) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:58.872508 n-d-758944-30 neutron-server[94519]: DEBUG neutron.objects.ports [None req-c8150608-7d4e-4015-a8ae-1da7da4a0f3a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94519) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:55:58.880110 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c8150608-7d4e-4015-a8ae-1da7da4a0f3a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:58.885002 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d1c6a29a-a5fd-419a-ab36-5421c05c7da3 tempest-RoutersIpV6AdminTest-306640493 tempest-RoutersIpV6AdminTest-306640493-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:58.893304 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-db3ba8fe-f470-41a8-8b8d-7b4acf7520c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:58.914520 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f5d415-47b4-4d00-b3a0-9a56ea8c21e7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:55:58.932301 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-66f5d415-47b4-4d00-b3a0-9a56ea8c21e7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:58.933254 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-66f5d415-47b4-4d00-b3a0-9a56ea8c21e7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Added segment 1def3cb5-f370-4753-85c2-334d29336c4f of type vlan for network ed473860-ad9b-4b89-90f1-70016f07592c Jun 17 08:55:58.991480 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8150608-7d4e-4015-a8ae-1da7da4a0f3a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event updated for resources: {'Subnet': ['ID=fbb597de-0923-498b-b631-62047c59b4d1,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:58.999380 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c8150608-7d4e-4015-a8ae-1da7da4a0f3a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:59.009642 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8150608-7d4e-4015-a8ae-1da7da4a0f3a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Checking segment: {'id': '21f5c63b-c294-4b59-a113-74e6be695578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7477c19c-7d9e-4fda-8c31-8e6684ecbf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:59.010425 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8150608-7d4e-4015-a8ae-1da7da4a0f3a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Network hostable DHCP agents. Network: 7477c19c-7d9e-4fda-8c31-8e6684ecbf03, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:55:59.060493 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b0c55468-534b-4e7a-b4fd-c0215b584f93 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:59.066677 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-66f5d415-47b4-4d00-b3a0-9a56ea8c21e7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:59.127309 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7ee1f-082c-48ed-ae37-28abf91d92a0 req-fb9bd5b5-7000-486e-900a-5dec37829d34 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:59.127309 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a9e7ee1f-082c-48ed-ae37-28abf91d92a0 req-fb9bd5b5-7000-486e-900a-5dec37829d34 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 946 time: 0.0756674 Jun 17 08:55:59.157266 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8150608-7d4e-4015-a8ae-1da7da4a0f3a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Network 7477c19c-7d9e-4fda-8c31-8e6684ecbf03 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:55:59.167366 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-48fef22e-bbf4-405b-b4fd-ab1ef8a5b4a0 req-b38c9f65-52d0-4c3d-b686-1424f2d41c77 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=16bf7de9-3cb2-4b20-bed6-474a774a4727 HTTP/1.1" status: 200 len: 210 time: 0.0301909 Jun 17 08:55:59.179143 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a9e7ee1f-082c-48ed-ae37-28abf91d92a0 req-05745b2d-dde8-4510-aa04-48845b067cae tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe04168-c4e3-4bcc-a231-1d40d229ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398057 Jun 17 08:55:59.266356 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b0c55468-534b-4e7a-b4fd-c0215b584f93 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:59.268273 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-66f5d415-47b4-4d00-b3a0-9a56ea8c21e7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:59.276013 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e1a741bf-d77f-4a1b-9bcb-27c334b261e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:59.276788 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f5d415-47b4-4d00-b3a0-9a56ea8c21e7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:59.277628 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-66f5d415-47b4-4d00-b3a0-9a56ea8c21e7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:59.285569 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a09768c2-305c-43e9-a825-3f5f000d8aa2 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:59.308843 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c55468-534b-4e7a-b4fd-c0215b584f93 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4801ae35-54a6-47b4-a8b4-53b0bee32f20,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:59.313577 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b0c55468-534b-4e7a-b4fd-c0215b584f93 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:59.338995 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-c8150608-7d4e-4015-a8ae-1da7da4a0f3a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 7477c19c-7d9e-4fda-8c31-8e6684ecbf03) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:59.344147 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8150608-7d4e-4015-a8ae-1da7da4a0f3a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:59.344918 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c8150608-7d4e-4015-a8ae-1da7da4a0f3a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:59.353038 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cd010d-b8e6-4757-8ca9-03de90af44fa None None] Network 7477c19c-7d9e-4fda-8c31-8e6684ecbf03 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:59.386754 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5d415-47b4-4d00-b3a0-9a56ea8c21e7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event updated for resources: {'Network': ['ID=ed473860-ad9b-4b89-90f1-70016f07592c,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:59.391803 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-66f5d415-47b4-4d00-b3a0-9a56ea8c21e7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:59.398948 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network ed473860-ad9b-4b89-90f1-70016f07592c details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:55:59.445337 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-db3ba8fe-f470-41a8-8b8d-7b4acf7520c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:59.514895 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1d56b7f1-b0fa-45fa-9147-5910f5b66d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:59.564022 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695ebafb-9317-44c9-816c-0fc9baff04d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-7477c19c-7d9e-4fda-8c31-8e6684ecbf03', 'network_id': '7477c19c-7d9e-4fda-8c31-8e6684ecbf03', 'tenant_id': 'e3af1c3e141e4ca0a32462aeaf45e7c1', 'fixed_ips': [{'subnet_id': 'fbb597de-0923-498b-b631-62047c59b4d1'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:55:59.564889 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-695ebafb-9317-44c9-816c-0fc9baff04d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:59.595010 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-db3ba8fe-f470-41a8-8b8d-7b4acf7520c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:59.599856 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e4b95833-c271-4334-bd8b-a2b22aadcd75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:59.635324 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-db3ba8fe-f470-41a8-8b8d-7b4acf7520c1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=083380371ab344b998db315f242dbb57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7668571 Jun 17 08:55:59.638102 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36554) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:59.640919 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ba8fe-f470-41a8-8b8d-7b4acf7520c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe652a8c-4e80-48b1-956a-7c68bb3e3543,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:59.653182 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-db3ba8fe-f470-41a8-8b8d-7b4acf7520c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:59.706198 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f5473212-4dbb-423c-9a71-922938935480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:59.713904 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-695ebafb-9317-44c9-816c-0fc9baff04d5 None None] Allocated IP 2001:db8::f816:3eff:fe74:c92d (7477c19c-7d9e-4fda-8c31-8e6684ecbf03/fbb597de-0923-498b-b631-62047c59b4d1/c2a1e386-0987-440e-873e-9f8d4580efa5) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:59.725745 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-66f5d415-47b4-4d00-b3a0-9a56ea8c21e7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3330173 Jun 17 08:55:59.726402 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36558) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:59.728552 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c8150608-7d4e-4015-a8ae-1da7da4a0f3a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.0563083 Jun 17 08:55:59.732209 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-ab5f10da-9b3b-49f6-83cc-6bb43b6d733c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:59.735773 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36560) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:59.736096 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f5473212-4dbb-423c-9a71-922938935480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:59.801430 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b0c55468-534b-4e7a-b4fd-c0215b584f93 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:59.803044 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b0c55468-534b-4e7a-b4fd-c0215b584f93 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9292748 Jun 17 08:55:59.808354 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36564) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:59.817610 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-5a2138ff-edd9-4ab7-936d-1389e1fd6a08 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group_rule': {'security_group_id': '4801ae35-54a6-47b4-a8b4-53b0bee32f20', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:59.857461 n-d-758944-30 neutron-server[94519]: WARNING neutron.api.v2.base [None req-5a2138ff-edd9-4ab7-936d-1389e1fd6a08 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 17 08:55:59.858415 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-5a2138ff-edd9-4ab7-936d-1389e1fd6a08 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:55:59.862053 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5a2138ff-edd9-4ab7-936d-1389e1fd6a08 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0490572 Jun 17 08:55:59.862524 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36566) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:59.867069 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-1475dec4-1655-47e6-b563-bb4052f5d1db tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group_rule': {'security_group_id': '4801ae35-54a6-47b4-a8b4-53b0bee32f20', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:59.867779 n-d-758944-30 neutron-server[94519]: WARNING neutron.api.v2.base [None req-1475dec4-1655-47e6-b563-bb4052f5d1db tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 17 08:55:59.868240 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-1475dec4-1655-47e6-b563-bb4052f5d1db tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:55:59.871590 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-1475dec4-1655-47e6-b563-bb4052f5d1db tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0057266 Jun 17 08:55:59.875633 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36568) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:59.882277 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-cea50160-40b3-463a-bc82-3b8fb2e92d75 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group_rule': {'security_group_id': '4801ae35-54a6-47b4-a8b4-53b0bee32f20', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:59.883297 n-d-758944-30 neutron-server[94519]: WARNING neutron.api.v2.base [None req-cea50160-40b3-463a-bc82-3b8fb2e92d75 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 17 08:55:59.887042 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-cea50160-40b3-463a-bc82-3b8fb2e92d75 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:55:59.888236 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-cea50160-40b3-463a-bc82-3b8fb2e92d75 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0098181 Jun 17 08:55:59.893388 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36570) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:59.903266 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-dac43c26-9c36-4455-b7d0-0777c2f7e0a4 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group_rule': {'security_group_id': '4801ae35-54a6-47b4-a8b4-53b0bee32f20', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:59.905453 n-d-758944-30 neutron-server[94520]: WARNING neutron.api.v2.base [None req-dac43c26-9c36-4455-b7d0-0777c2f7e0a4 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 17 08:55:59.905982 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-dac43c26-9c36-4455-b7d0-0777c2f7e0a4 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:55:59.907022 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-dac43c26-9c36-4455-b7d0-0777c2f7e0a4 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0108232 Jun 17 08:55:59.912845 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36572) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:59.920405 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-695ebafb-9317-44c9-816c-0fc9baff04d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:59.977771 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98af71-1e2f-4b50-bff5-69a6775c99a0 req-fd9b951c-57bc-4b6f-bc51-00df72edaaf2 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:59.979262 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4e98af71-1e2f-4b50-bff5-69a6775c99a0 req-fd9b951c-57bc-4b6f-bc51-00df72edaaf2 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 946 time: 0.0762706 Jun 17 08:55:59.981837 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f5473212-4dbb-423c-9a71-922938935480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:59.982253 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-695ebafb-9317-44c9-816c-0fc9baff04d5 None None] Transition to ACTIVE for port object c2a1e386-0987-440e-873e-9f8d4580efa5 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:59.985101 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f5473212-4dbb-423c-9a71-922938935480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:59.991584 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f5473212-4dbb-423c-9a71-922938935480 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fe652a8c-4e80-48b1-956a-7c68bb3e3543 HTTP/1.1" status: 204 len: 168 time: 0.3524294 Jun 17 08:55:59.996283 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f1cb78a4-0a29-4eaa-965f-221eb9625a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:00.002621 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-695ebafb-9317-44c9-816c-0fc9baff04d5 None None] Transition to ACTIVE for port object c2a1e386-0987-440e-873e-9f8d4580efa5 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:00.003456 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5473212-4dbb-423c-9a71-922938935480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe652a8c-4e80-48b1-956a-7c68bb3e3543,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:00.010361 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f5473212-4dbb-423c-9a71-922938935480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:00.043513 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4e98af71-1e2f-4b50-bff5-69a6775c99a0 req-07a1bed6-c58b-4157-9e38-30638cf70ef3 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe04168-c4e3-4bcc-a231-1d40d229ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507298 Jun 17 08:56:00.074023 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3b536563-9d7c-48e0-bd73-d29871a61f10 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.097515 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-695ebafb-9317-44c9-816c-0fc9baff04d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.101749 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:00.118059 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78091be0-d6a4-4559-9030-b94e659f03d1 req-83301dd1-5e46-451f-aa37-ded2bfc298bd tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:00.119650 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-78091be0-d6a4-4559-9030-b94e659f03d1 req-83301dd1-5e46-451f-aa37-ded2bfc298bd tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 946 time: 0.3031280 Jun 17 08:56:00.132304 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-86a676a3-8b8c-4837-834e-9309ae7cc7f1 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.146311 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695ebafb-9317-44c9-816c-0fc9baff04d5 None None] Network 7477c19c-7d9e-4fda-8c31-8e6684ecbf03 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:56:00.149281 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-695ebafb-9317-44c9-816c-0fc9baff04d5 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:00.150957 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ab5f10da-9b3b-49f6-83cc-6bb43b6d733c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.152491 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695ebafb-9317-44c9-816c-0fc9baff04d5 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:56:00.164674 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ebafb-9317-44c9-816c-0fc9baff04d5 None None] Pushing event updated for resources: {'Port': ['ID=c2a1e386-0987-440e-873e-9f8d4580efa5,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:00.169211 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-695ebafb-9317-44c9-816c-0fc9baff04d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:00.218071 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-86a676a3-8b8c-4837-834e-9309ae7cc7f1 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.221978 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-695ebafb-9317-44c9-816c-0fc9baff04d5 None None] Attempting to bind port c2a1e386-0987-440e-873e-9f8d4580efa5 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:56:00.222600 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-695ebafb-9317-44c9-816c-0fc9baff04d5 None None] Attempting to bind port c2a1e386-0987-440e-873e-9f8d4580efa5 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '21f5c63b-c294-4b59-a113-74e6be695578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7477c19c-7d9e-4fda-8c31-8e6684ecbf03'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:56:00.222974 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695ebafb-9317-44c9-816c-0fc9baff04d5 None None] Attempting to bind port c2a1e386-0987-440e-873e-9f8d4580efa5 on network 7477c19c-7d9e-4fda-8c31-8e6684ecbf03 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:56:00.228478 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695ebafb-9317-44c9-816c-0fc9baff04d5 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:56:00.228862 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695ebafb-9317-44c9-816c-0fc9baff04d5 None None] Checking segment: {'id': '21f5c63b-c294-4b59-a113-74e6be695578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7477c19c-7d9e-4fda-8c31-8e6684ecbf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:00.229270 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-695ebafb-9317-44c9-816c-0fc9baff04d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.229676 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695ebafb-9317-44c9-816c-0fc9baff04d5 None None] Bound using segment: {'id': '21f5c63b-c294-4b59-a113-74e6be695578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7477c19c-7d9e-4fda-8c31-8e6684ecbf03'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:56:00.230153 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-695ebafb-9317-44c9-816c-0fc9baff04d5 None None] Bound port: c2a1e386-0987-440e-873e-9f8d4580efa5, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f5c63b-c294-4b59-a113-74e6be695578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7477c19c-7d9e-4fda-8c31-8e6684ecbf03'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:56:00.230539 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-695ebafb-9317-44c9-816c-0fc9baff04d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.253593 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-78091be0-d6a4-4559-9030-b94e659f03d1 req-83ef4ff6-ba84-4775-bb73-8faa6f523345 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215425 Jun 17 08:56:00.302989 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-695ebafb-9317-44c9-816c-0fc9baff04d5 None None] For port c2a1e386-0987-440e-873e-9f8d4580efa5, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:56:00.303558 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-3b536563-9d7c-48e0-bd73-d29871a61f10 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Deleting port c2a1e386-0987-440e-873e-9f8d4580efa5 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:00.303955 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3b536563-9d7c-48e0-bd73-d29871a61f10 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.307955 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-695ebafb-9317-44c9-816c-0fc9baff04d5 None None] For port c2a1e386-0987-440e-873e-9f8d4580efa5, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=c2a1e386-0987-440e-873e-9f8d4580efa5,segment=NetworkSegment(21f5c63b-c294-4b59-a113-74e6be695578),segment_id=21f5c63b-c294-4b59-a113-74e6be695578)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:56:00.374877 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ab5f10da-9b3b-49f6-83cc-6bb43b6d733c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.382114 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-145e25da-38e1-4449-9949-39a476bbec94 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:00.404600 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ab5f10da-9b3b-49f6-83cc-6bb43b6d733c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Network ed473860-ad9b-4b89-90f1-70016f07592c is not hosted by any dhcp agent {{(pid=94520) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:56:00.411399 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5f10da-9b3b-49f6-83cc-6bb43b6d733c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:00.411604 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ab5f10da-9b3b-49f6-83cc-6bb43b6d733c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.412784 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ab5f10da-9b3b-49f6-83cc-6bb43b6d733c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "PUT /v2.0/networks/ed473860-ad9b-4b89-90f1-70016f07592c HTTP/1.1" status: 200 len: 723 time: 0.6853116 Jun 17 08:56:00.415872 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36580) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:00.419289 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-3b536563-9d7c-48e0-bd73-d29871a61f10 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] For port c2a1e386-0987-440e-873e-9f8d4580efa5, host n-d-758944-30, got binding levels [] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:00.419652 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3b536563-9d7c-48e0-bd73-d29871a61f10 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.421777 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-3ed96044-ec6d-47dc-9cfd-2dbdfcea001c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Request body: {'subnet': {'network_id': 'ed473860-ad9b-4b89-90f1-70016f07592c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:00.453252 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-86a676a3-8b8c-4837-834e-9309ae7cc7f1 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.456712 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-86a676a3-8b8c-4837-834e-9309ae7cc7f1 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.457855 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-86a676a3-8b8c-4837-834e-9309ae7cc7f1 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "DELETE /v2.0/security-groups/4801ae35-54a6-47b4-a8b4-53b0bee32f20 HTTP/1.1" status: 204 len: 168 time: 0.5354550 Jun 17 08:56:00.462722 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-695ebafb-9317-44c9-816c-0fc9baff04d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.465164 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:00.466069 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36582) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:00.548033 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ebafb-9317-44c9-816c-0fc9baff04d5 None None] Pushing event updated for resources: {'Port': ['ID=c2a1e386-0987-440e-873e-9f8d4580efa5,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:00.551564 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-695ebafb-9317-44c9-816c-0fc9baff04d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:00.555037 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-3b536563-9d7c-48e0-bd73-d29871a61f10 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Calling delete_port for c2a1e386-0987-440e-873e-9f8d4580efa5 owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:00.576152 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f10da-9b3b-49f6-83cc-6bb43b6d733c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event updated for resources: {'Network': ['ID=ed473860-ad9b-4b89-90f1-70016f07592c,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:00.579494 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ab5f10da-9b3b-49f6-83cc-6bb43b6d733c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:00.585648 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3b42409a-24ac-4d49-a03c-70ee7f8d5c5e tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:00.593083 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network ed473860-ad9b-4b89-90f1-70016f07592c details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:56:00.612449 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a676a3-8b8c-4837-834e-9309ae7cc7f1 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4801ae35-54a6-47b4-a8b4-53b0bee32f20,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:00.618171 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-86a676a3-8b8c-4837-834e-9309ae7cc7f1 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:00.652211 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed96044-ec6d-47dc-9cfd-2dbdfcea001c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Made reservation on behalf of 1f5db1794c41458984527b66b209798b for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:00.661603 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3ed96044-ec6d-47dc-9cfd-2dbdfcea001c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.681631 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e32f6616-8039-49c1-87d5-7c8208c7ac51 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2102432 Jun 17 08:56:00.683034 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36588) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:00.687291 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-b62c2b53-a5ae-45d7-a508-201a9c498b22 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group': {'name': 'tempest-secgroup--340934905'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:00.840990 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b62c2b53-a5ae-45d7-a508-201a9c498b22 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.956081 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3b536563-9d7c-48e0-bd73-d29871a61f10 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.961383 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-339814c8-1525-4cf3-a261-a0aff77ff1d3 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:00.997238 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b536563-9d7c-48e0-bd73-d29871a61f10 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event deleted for resources: {'Port': ['ID=c2a1e386-0987-440e-873e-9f8d4580efa5,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:01.000806 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3b536563-9d7c-48e0-bd73-d29871a61f10 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:01.026493 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.041746 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cc57b-c3c1-471f-bf09-078691252eae req-32be1c90-0c23-43c6-ab66-da7f0473cd5c tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:01.043291 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-386cc57b-c3c1-471f-bf09-078691252eae req-32be1c90-0c23-43c6-ab66-da7f0473cd5c tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 946 time: 0.0680859 Jun 17 08:56:01.046680 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b536563-9d7c-48e0-bd73-d29871a61f10 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] No DVR routers for this DVR port c2a1e386-0987-440e-873e-9f8d4580efa5 on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:56:01.060153 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b62c2b53-a5ae-45d7-a508-201a9c498b22 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.107804 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3b536563-9d7c-48e0-bd73-d29871a61f10 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.115688 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-386cc57b-c3c1-471f-bf09-078691252eae req-b538ff7b-7da6-4fab-b995-8a482404dc80 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618987 Jun 17 08:56:01.119451 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3ed96044-ec6d-47dc-9cfd-2dbdfcea001c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.126167 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6acd307d-a717-449e-a8cf-1fd07701f872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:01.147050 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b62c2b53-a5ae-45d7-a508-201a9c498b22 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.160584 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f3d13485-7852-4c90-a206-b94163145a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:01.207423 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed96044-ec6d-47dc-9cfd-2dbdfcea001c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event updated for resources: {'Subnet': ['ID=5b4fc28c-9ad3-473c-90eb-2596056d6152,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:01.207928 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c2b53-a5ae-45d7-a508-201a9c498b22 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd3ea03-cea0-4b5e-bc50-762c9cb7e11e,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:01.212866 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3ed96044-ec6d-47dc-9cfd-2dbdfcea001c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:01.217686 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed96044-ec6d-47dc-9cfd-2dbdfcea001c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Checking segment: {'id': '1def3cb5-f370-4753-85c2-334d29336c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ed473860-ad9b-4b89-90f1-70016f07592c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:01.218296 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed96044-ec6d-47dc-9cfd-2dbdfcea001c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Network hostable DHCP agents. Network: ed473860-ad9b-4b89-90f1-70016f07592c, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:56:01.230266 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b62c2b53-a5ae-45d7-a508-201a9c498b22 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:01.273029 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad06268-cae9-4c27-b107-a0b3a703402d req-7d0ef12d-d5c6-47ee-9cb7-605154498743 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:01.274583 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7ad06268-cae9-4c27-b107-a0b3a703402d req-7d0ef12d-d5c6-47ee-9cb7-605154498743 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 946 time: 0.0834062 Jun 17 08:56:01.326760 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7ad06268-cae9-4c27-b107-a0b3a703402d req-33d38678-5e32-4eea-bc1e-60485459c132 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe04168-c4e3-4bcc-a231-1d40d229ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459585 Jun 17 08:56:01.457262 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee98ce8-7392-4109-9f14-888e4dd39c1d req-3fb5b64c-41f4-4084-9b3e-7c23e3abf8c2 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:01.464410 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5ee98ce8-7392-4109-9f14-888e4dd39c1d req-3fb5b64c-41f4-4084-9b3e-7c23e3abf8c2 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 946 time: 0.0822220 Jun 17 08:56:01.473925 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3b536563-9d7c-48e0-bd73-d29871a61f10 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.477104 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d698d170-d577-44de-849f-9f08a1eecf8f tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:01.480446 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b62c2b53-a5ae-45d7-a508-201a9c498b22 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.482005 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b62c2b53-a5ae-45d7-a508-201a9c498b22 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7982204 Jun 17 08:56:01.482845 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed96044-ec6d-47dc-9cfd-2dbdfcea001c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Network ed473860-ad9b-4b89-90f1-70016f07592c is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:56:01.486725 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36608) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:01.498374 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-61bd9fec-ff27-460a-a42d-ba19d3c33959 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group_rule': {'security_group_id': '0dd3ea03-cea0-4b5e-bc50-762c9cb7e11e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:01.499211 n-d-758944-30 neutron-server[94519]: WARNING neutron.api.v2.base [None req-61bd9fec-ff27-460a-a42d-ba19d3c33959 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 17 08:56:01.499817 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-61bd9fec-ff27-460a-a42d-ba19d3c33959 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:56:01.504685 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-61bd9fec-ff27-460a-a42d-ba19d3c33959 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064709 Jun 17 08:56:01.506331 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36610) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:01.510016 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b536563-9d7c-48e0-bd73-d29871a61f10 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb597de-0923-498b-b631-62047c59b4d1,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:01.513633 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-c064b040-0c78-401b-b3b7-24e36b3fd50b tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group_rule': {'security_group_id': '0dd3ea03-cea0-4b5e-bc50-762c9cb7e11e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:01.515646 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3b536563-9d7c-48e0-bd73-d29871a61f10 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:01.545296 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5ee98ce8-7392-4109-9f14-888e4dd39c1d req-4deafd6c-0889-450b-95a5-e780fe04aa02 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799892 Jun 17 08:56:01.582652 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3b536563-9d7c-48e0-bd73-d29871a61f10 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.594670 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-3b536563-9d7c-48e0-bd73-d29871a61f10 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7477c19c-7d9e-4fda-8c31-8e6684ecbf03']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:01.605573 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-3ed96044-ec6d-47dc-9cfd-2dbdfcea001c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, ed473860-ad9b-4b89-90f1-70016f07592c) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:01.610702 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed96044-ec6d-47dc-9cfd-2dbdfcea001c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:01.611960 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3ed96044-ec6d-47dc-9cfd-2dbdfcea001c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.617222 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-3b536563-9d7c-48e0-bd73-d29871a61f10 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f5c63b-c294-4b59-a113-74e6be695578') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:01.617222 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-3b536563-9d7c-48e0-bd73-d29871a61f10 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f5c63b-c294-4b59-a113-74e6be695578') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:01.624089 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d229ebb3-b193-40c9-8ab5-ab15e137d4e2 None None] Network ed473860-ad9b-4b89-90f1-70016f07592c requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:01.630087 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3b536563-9d7c-48e0-bd73-d29871a61f10 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.649057 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3b536563-9d7c-48e0-bd73-d29871a61f10 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.663032 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b536563-9d7c-48e0-bd73-d29871a61f10 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:56:01.663625 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3b536563-9d7c-48e0-bd73-d29871a61f10 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:56:01.667401 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:56:01.759436 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fb6fb4-ec82-493b-9673-a2fe05c392ac None None] Network 7477c19c-7d9e-4fda-8c31-8e6684ecbf03 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:01.764398 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3ed96044-ec6d-47dc-9cfd-2dbdfcea001c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3446126 Jun 17 08:56:01.765446 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36614) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:01.771515 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-58c0dd46-803d-4b18-8fcc-70ec87f70b11 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:01.801600 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5cd75-50f7-4d7a-8d8d-0ffac775747b req-c5e007f5-331d-45c9-b7cc-08147f2df7f6 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:01.803227 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a2c5cd75-50f7-4d7a-8d8d-0ffac775747b req-c5e007f5-331d-45c9-b7cc-08147f2df7f6 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 946 time: 0.1068804 Jun 17 08:56:01.804280 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-c064b040-0c78-401b-b3b7-24e36b3fd50b tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:56:01.808717 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c064b040-0c78-401b-b3b7-24e36b3fd50b tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2999060 Jun 17 08:56:01.809862 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36616) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:01.817597 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-ca8d5b3a-4a09-41a6-bfcc-1b4da0800368 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group_rule': {'security_group_id': '0dd3ea03-cea0-4b5e-bc50-762c9cb7e11e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:01.818103 n-d-758944-30 neutron-server[94519]: WARNING neutron.api.v2.base [None req-ca8d5b3a-4a09-41a6-bfcc-1b4da0800368 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 17 08:56:01.818738 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-ca8d5b3a-4a09-41a6-bfcc-1b4da0800368 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:56:01.822779 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ca8d5b3a-4a09-41a6-bfcc-1b4da0800368 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072885 Jun 17 08:56:01.844480 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-90ad15ec-b3dd-4d67-928d-72b3044fe24d None None] Could not find standard attr ID for object c2a1e386-0987-440e-873e-9f8d4580efa5. {{(pid=94521) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:56:01.849997 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-ed473860-ad9b-4b89-90f1-70016f07592c', 'network_id': 'ed473860-ad9b-4b89-90f1-70016f07592c', 'tenant_id': '1f5db1794c41458984527b66b209798b', 'fixed_ips': [{'subnet_id': '5b4fc28c-9ad3-473c-90eb-2596056d6152'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:56:01.850861 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.862686 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36620) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:01.868612 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-0f5e9c63-b99c-4b5d-af73-6a1fc119e884 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group_rule': {'security_group_id': '0dd3ea03-cea0-4b5e-bc50-762c9cb7e11e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:01.917336 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3b536563-9d7c-48e0-bd73-d29871a61f10 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.923678 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3d721bf1-328c-47e0-b0f7-52795b512da9 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:01.942703 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device b5b30c0f-8676-4bc4-a438-67434217ea23 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:56:01.946801 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3b536563-9d7c-48e0-bd73-d29871a61f10 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.952467 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3b536563-9d7c-48e0-bd73-d29871a61f10 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "DELETE /v2.0/networks/7477c19c-7d9e-4fda-8c31-8e6684ecbf03 HTTP/1.1" status: 204 len: 168 time: 2.2148945 Jun 17 08:56:01.953518 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b536563-9d7c-48e0-bd73-d29871a61f10 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event deleted for resources: {'Network': ['ID=7477c19c-7d9e-4fda-8c31-8e6684ecbf03,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:01.959820 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36622) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:01.969523 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-6a46677d-17f3-4d9b-bdbb-6da71120419a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-663165216'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:01.976125 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3b536563-9d7c-48e0-bd73-d29871a61f10 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:01.990683 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-a2c5cd75-50f7-4d7a-8d8d-0ffac775747b req-fe046ed9-4502-4552-a0a3-349d44d66a59 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Deleting port 1db9298d-1a31-4759-831a-0c9c1c31a295 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:01.991844 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a2c5cd75-50f7-4d7a-8d8d-0ffac775747b req-fe046ed9-4502-4552-a0a3-349d44d66a59 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.995535 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: b5b30c0f-8676-4bc4-a438-67434217ea23 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:56:01.995909 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device b5b30c0f-8676-4bc4-a438-67434217ea23 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:56:02.006863 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-58c0dd46-803d-4b18-8fcc-70ec87f70b11 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5887053'] for subnet, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.077474 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Allocated IP 172.20.0.2 (ed473860-ad9b-4b89-90f1-70016f07592c/5b4fc28c-9ad3-473c-90eb-2596056d6152/8fa13492-9d29-46a7-98df-d450e91d8999) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:56:02.150107 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-a2c5cd75-50f7-4d7a-8d8d-0ffac775747b req-fe046ed9-4502-4552-a0a3-349d44d66a59 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] For port 1db9298d-1a31-4759-831a-0c9c1c31a295, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=1db9298d-1a31-4759-831a-0c9c1c31a295,segment=NetworkSegment(0bf7ed58-5315-490e-9cb0-00fa2c3f8704),segment_id=0bf7ed58-5315-490e-9cb0-00fa2c3f8704)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:02.150624 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a2c5cd75-50f7-4d7a-8d8d-0ffac775747b req-fe046ed9-4502-4552-a0a3-349d44d66a59 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.160583 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a46677d-17f3-4d9b-bdbb-6da71120419a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Made reservation on behalf of e3af1c3e141e4ca0a32462aeaf45e7c1 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:02.164869 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6a46677d-17f3-4d9b-bdbb-6da71120419a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.222233 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a46677d-17f3-4d9b-bdbb-6da71120419a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:56:02.231224 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-0f5e9c63-b99c-4b5d-af73-6a1fc119e884 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:56:02.236276 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0f5e9c63-b99c-4b5d-af73-6a1fc119e884 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3687255 Jun 17 08:56:02.236276 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36630) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:02.241782 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-c8edc475-49d8-467a-be2b-b3012b8a86c3 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group_rule': {'security_group_id': '0dd3ea03-cea0-4b5e-bc50-762c9cb7e11e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:02.250578 n-d-758944-30 neutron-server[94520]: WARNING neutron.api.v2.base [None req-c8edc475-49d8-467a-be2b-b3012b8a86c3 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 17 08:56:02.251350 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-c8edc475-49d8-467a-be2b-b3012b8a86c3 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:56:02.255174 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c8edc475-49d8-467a-be2b-b3012b8a86c3 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0153077 Jun 17 08:56:02.256158 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36632) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:02.264599 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-d4de1cc2-2936-46e7-9a65-0ee603875d70 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group_rule': {'security_group_id': '0dd3ea03-cea0-4b5e-bc50-762c9cb7e11e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:02.267829 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6a46677d-17f3-4d9b-bdbb-6da71120419a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.268163 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-6a46677d-17f3-4d9b-bdbb-6da71120419a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Added segment d290f5cb-3db7-49d6-b631-3931f636b841 of type vlan for network 3206f8d7-fb9c-4a60-9031-f4db48e8a5e1 Jun 17 08:56:02.316208 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-a2c5cd75-50f7-4d7a-8d8d-0ffac775747b req-fe046ed9-4502-4552-a0a3-349d44d66a59 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Calling delete_port for 1db9298d-1a31-4759-831a-0c9c1c31a295 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:02.356912 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6a46677d-17f3-4d9b-bdbb-6da71120419a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.394297 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d072e57-ee5e-486e-bc2f-56ec2a550b1f None None] DHCP port deletion for 7477c19c-7d9e-4fda-8c31-8e6684ecbf03 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:56:02.425302 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3920cb0-8765-47df-8322-bb91c0830004 req-7cec644d-05bd-4d1c-b516-52d2781744b9 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:02.427805 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b3920cb0-8765-47df-8322-bb91c0830004 req-7cec644d-05bd-4d1c-b516-52d2781744b9 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 946 time: 0.1451831 Jun 17 08:56:02.455557 n-d-758944-30 neutron-server[94520]: INFO neutron.db.securitygroups_db [None req-d4de1cc2-2936-46e7-9a65-0ee603875d70 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Project d0cafb92bbcf41c29083dc7e426ea2ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:56:02.481824 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6a46677d-17f3-4d9b-bdbb-6da71120419a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.488550 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a46677d-17f3-4d9b-bdbb-6da71120419a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:02.492598 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6a46677d-17f3-4d9b-bdbb-6da71120419a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.502485 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1400d9a4-e39f-4249-b21c-b060f4c93724 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:02.513191 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.527064 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Transition to ACTIVE for port object 8fa13492-9d29-46a7-98df-d450e91d8999 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:02.542577 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b3920cb0-8765-47df-8322-bb91c0830004 req-74737f6f-8bbc-4038-aec9-e9c3aee4da7a tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/security-groups?id=11555840-8883-4f07-ab3f-f9a6969159a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077354 Jun 17 08:56:02.543487 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bb936-e725-4341-ac45-1b63aa533ff4 req-9d7bd9a6-c46f-4cf3-886c-fd0a464f83e0 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:02.545064 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a01bb936-e725-4341-ac45-1b63aa533ff4 req-9d7bd9a6-c46f-4cf3-886c-fd0a464f83e0 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 946 time: 0.1122758 Jun 17 08:56:02.552786 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.554520 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Transition to ACTIVE for port object 8fa13492-9d29-46a7-98df-d450e91d8999 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:02.608027 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46677d-17f3-4d9b-bdbb-6da71120419a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event updated for resources: {'Network': ['ID=3206f8d7-fb9c-4a60-9031-f4db48e8a5e1,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:02.622900 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 3206f8d7-fb9c-4a60-9031-f4db48e8a5e1 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:56:02.625098 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a2c5cd75-50f7-4d7a-8d8d-0ffac775747b req-fe046ed9-4502-4552-a0a3-349d44d66a59 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.632671 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-98f4fbaf-1103-45cc-a67c-1f1968516b8f tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:02.636750 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6a46677d-17f3-4d9b-bdbb-6da71120419a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:02.645516 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-d4de1cc2-2936-46e7-9a65-0ee603875d70 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:56:02.651912 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d4de1cc2-2936-46e7-9a65-0ee603875d70 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3951485 Jun 17 08:56:02.652313 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36644) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:02.661936 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.677181 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe046ed9-4502-4552-a0a3-349d44d66a59 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Pushing event deleted for resources: {'Port': ['ID=1db9298d-1a31-4759-831a-0c9c1c31a295,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:02.688369 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-2bd936a6-134f-4e62-81e4-1d4e9c5301a2 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group_rule': {'security_group_id': '0dd3ea03-cea0-4b5e-bc50-762c9cb7e11e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:02.693866 n-d-758944-30 neutron-server[94520]: WARNING neutron.api.v2.base [None req-2bd936a6-134f-4e62-81e4-1d4e9c5301a2 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 17 08:56:02.693866 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-2bd936a6-134f-4e62-81e4-1d4e9c5301a2 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:56:02.693866 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2bd936a6-134f-4e62-81e4-1d4e9c5301a2 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058956 Jun 17 08:56:02.703350 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a62cb0e3-a4e3-4385-b572-8e6c97bf1a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:02.710968 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-6a46677d-17f3-4d9b-bdbb-6da71120419a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7457457 Jun 17 08:56:02.711565 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36648) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:02.716995 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36650) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:02.736627 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-e125a16c-b5be-462b-9fda-450f4b10a10d tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group_rule': {'security_group_id': '0dd3ea03-cea0-4b5e-bc50-762c9cb7e11e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:02.744307 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-1ef8aa9b-ca10-4eb5-8b06-4582a14189a1 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Request body: {'subnet': {'network_id': '3206f8d7-fb9c-4a60-9031-f4db48e8a5e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:02.763959 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fe046ed9-4502-4552-a0a3-349d44d66a59 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:02.764475 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Network ed473860-ad9b-4b89-90f1-70016f07592c is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:56:02.791579 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Pushing event updated for resources: {'Port': ['ID=8fa13492-9d29-46a7-98df-d450e91d8999,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:02.795461 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:02.796748 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:02.799406 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:56:02.817031 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c5cd75-50f7-4d7a-8d8d-0ffac775747b req-fe046ed9-4502-4552-a0a3-349d44d66a59 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] No DVR routers for this DVR port 1db9298d-1a31-4759-831a-0c9c1c31a295 on host n-h1-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:56:02.821138 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a2c5cd75-50f7-4d7a-8d8d-0ffac775747b req-fe046ed9-4502-4552-a0a3-349d44d66a59 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.824503 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a2c5cd75-50f7-4d7a-8d8d-0ffac775747b req-fe046ed9-4502-4552-a0a3-349d44d66a59 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.50 "DELETE /v2.0/ports/1db9298d-1a31-4759-831a-0c9c1c31a295 HTTP/1.1" status: 204 len: 173 time: 1.0135179 Jun 17 08:56:02.842624 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69', 'name': 'network-vif-deleted', 'tag': '1db9298d-1a31-4759-831a-0c9c1c31a295'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:56:02.845509 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d647f33-d655-4155-80b8-87fb49fd06d5" -d '{"events": [{"server_uuid": "2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69", "name": "network-vif-deleted", "tag": "1db9298d-1a31-4759-831a-0c9c1c31a295"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:56:02.871286 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Attempting to bind port 8fa13492-9d29-46a7-98df-d450e91d8999 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:56:02.871692 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Attempting to bind port 8fa13492-9d29-46a7-98df-d450e91d8999 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '1def3cb5-f370-4753-85c2-334d29336c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ed473860-ad9b-4b89-90f1-70016f07592c'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:56:02.873486 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Attempting to bind port 8fa13492-9d29-46a7-98df-d450e91d8999 on network ed473860-ad9b-4b89-90f1-70016f07592c {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:56:02.879593 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:56:02.880028 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Checking segment: {'id': '1def3cb5-f370-4753-85c2-334d29336c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ed473860-ad9b-4b89-90f1-70016f07592c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:02.888669 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.888669 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Bound using segment: {'id': '1def3cb5-f370-4753-85c2-334d29336c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ed473860-ad9b-4b89-90f1-70016f07592c'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:56:02.888669 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Bound port: 8fa13492-9d29-46a7-98df-d450e91d8999, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1def3cb5-f370-4753-85c2-334d29336c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ed473860-ad9b-4b89-90f1-70016f07592c'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:56:02.888669 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.904104 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b13ab-1010-4347-8b29-45217185ce92 req-15964739-4c55-4d80-a7a2-47b00dee7ad2 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:02.914593 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e81b13ab-1010-4347-8b29-45217185ce92 req-15964739-4c55-4d80-a7a2-47b00dee7ad2 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 867 time: 0.3453772 Jun 17 08:56:02.933165 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-a01bb936-e725-4341-ac45-1b63aa533ff4 req-153c0eb1-7903-49a4-ade0-d2d85a638c56 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Deleting port 6d864a7e-5cee-43da-8511-861827ae38cd {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:02.934206 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a01bb936-e725-4341-ac45-1b63aa533ff4 req-153c0eb1-7903-49a4-ade0-d2d85a638c56 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.940410 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96ee19-c874-4c9b-99b7-9aaad15a208c req-329fae96-8a46-46a2-918f-eda73aa10ca5 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:02.952109 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7c96ee19-c874-4c9b-99b7-9aaad15a208c req-329fae96-8a46-46a2-918f-eda73aa10ca5 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 946 time: 0.2322063 Jun 17 08:56:02.968558 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] For port 8fa13492-9d29-46a7-98df-d450e91d8999, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:56:02.973991 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] For port 8fa13492-9d29-46a7-98df-d450e91d8999, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=8fa13492-9d29-46a7-98df-d450e91d8999,segment=NetworkSegment(1def3cb5-f370-4753-85c2-334d29336c4f),segment_id=1def3cb5-f370-4753-85c2-334d29336c4f)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:56:02.989445 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7c96ee19-c874-4c9b-99b7-9aaad15a208c req-6805cb6e-5bd5-41d8-ad6a-23ed2a11d29f tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403636 Jun 17 08:56:02.990283 n-d-758944-30 neutron-server[94520]: INFO neutron.db.securitygroups_db [None req-e125a16c-b5be-462b-9fda-450f4b10a10d tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Project d0cafb92bbcf41c29083dc7e426ea2ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:56:03.028181 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e81b13ab-1010-4347-8b29-45217185ce92 req-5aa27aa2-0543-4833-a664-13f2fb4eb471 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe04168-c4e3-4bcc-a231-1d40d229ef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132114 Jun 17 08:56:03.041083 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a21128e-5cd1-4f97-8eb4-ab886bb27a11 x-openstack-request-id: req-0a21128e-5cd1-4f97-8eb4-ab886bb27a11 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:56:03.041404 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69", "name": "network-vif-deleted", "tag": "1db9298d-1a31-4759-831a-0c9c1c31a295", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:56:03.041499 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a21128e-5cd1-4f97-8eb4-ab886bb27a11 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:56:03.042002 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69', 'name': 'network-vif-deleted', 'tag': '1db9298d-1a31-4759-831a-0c9c1c31a295', 'status': 'completed', 'code': 200} Jun 17 08:56:03.077281 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-a01bb936-e725-4341-ac45-1b63aa533ff4 req-153c0eb1-7903-49a4-ade0-d2d85a638c56 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] For port 6d864a7e-5cee-43da-8511-861827ae38cd, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=6d864a7e-5cee-43da-8511-861827ae38cd,segment=NetworkSegment(9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8),segment_id=9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:03.077637 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a01bb936-e725-4341-ac45-1b63aa533ff4 req-153c0eb1-7903-49a4-ade0-d2d85a638c56 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.115506 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-58c0dd46-803d-4b18-8fcc-70ec87f70b11 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774480467312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5916440'] for subnet, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.117988 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:03.145060 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-a01bb936-e725-4341-ac45-1b63aa533ff4 req-153c0eb1-7903-49a4-ade0-d2d85a638c56 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Calling delete_port for 6d864a7e-5cee-43da-8511-861827ae38cd owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:03.159763 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c0dd46-803d-4b18-8fcc-70ec87f70b11 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:03.160390 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-58c0dd46-803d-4b18-8fcc-70ec87f70b11 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.161662 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-58c0dd46-803d-4b18-8fcc-70ec87f70b11 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "PUT /v2.0/subnets/5b4fc28c-9ad3-473c-90eb-2596056d6152 HTTP/1.1" status: 200 len: 806 time: 1.3957453 Jun 17 08:56:03.164344 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36660) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:03.193316 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.193638 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0dd46-803d-4b18-8fcc-70ec87f70b11 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event updated for resources: {'Subnet': ['ID=5b4fc28c-9ad3-473c-90eb-2596056d6152,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:03.195592 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef8aa9b-ca10-4eb5-8b06-4582a14189a1 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Made reservation on behalf of e3af1c3e141e4ca0a32462aeaf45e7c1 for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:03.199227 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1ef8aa9b-ca10-4eb5-8b06-4582a14189a1 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.203183 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-58c0dd46-803d-4b18-8fcc-70ec87f70b11 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:03.210441 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-4fde8890-ec71-4cd0-b0d0-8ccb3a699438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:03.305268 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Pushing event updated for resources: {'Port': ['ID=8fa13492-9d29-46a7-98df-d450e91d8999,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:03.318160 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:03.318956 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:03.319534 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:03.320728 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:03.321156 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:03.321616 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:03.322003 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:03.322386 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:03.322730 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:03.323338 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:03.323752 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:03.328467 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:03.329036 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:03.374868 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-e125a16c-b5be-462b-9fda-450f4b10a10d tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:56:03.375956 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e125a16c-b5be-462b-9fda-450f4b10a10d tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6602623 Jun 17 08:56:03.379740 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36664) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:03.385059 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-60e322af-e746-4c71-903b-bb5216bb205a tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group_rule': {'security_group_id': '0dd3ea03-cea0-4b5e-bc50-762c9cb7e11e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:03.390025 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-68982d54-ac45-40f7-b2f1-02fe6339b22c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.535355 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-68982d54-ac45-40f7-b2f1-02fe6339b22c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Deleting port 8fa13492-9d29-46a7-98df-d450e91d8999 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:03.535695 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-68982d54-ac45-40f7-b2f1-02fe6339b22c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.644028 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-68982d54-ac45-40f7-b2f1-02fe6339b22c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] For port 8fa13492-9d29-46a7-98df-d450e91d8999, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=8fa13492-9d29-46a7-98df-d450e91d8999,segment=NetworkSegment(1def3cb5-f370-4753-85c2-334d29336c4f),segment_id=1def3cb5-f370-4753-85c2-334d29336c4f)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:03.644778 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-68982d54-ac45-40f7-b2f1-02fe6339b22c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.651235 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a01bb936-e725-4341-ac45-1b63aa533ff4 req-153c0eb1-7903-49a4-ade0-d2d85a638c56 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.663742 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['6d864a7e-5cee-43da-8511-861827ae38cd'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:56:03.685647 n-d-758944-30 neutron-server[94519]: INFO neutron.db.securitygroups_db [None req-60e322af-e746-4c71-903b-bb5216bb205a tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Project d0cafb92bbcf41c29083dc7e426ea2ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:56:03.689936 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6a775be1-70c1-43b9-ba27-2556d51dad52 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:03.729421 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c0eb1-7903-49a4-ade0-d2d85a638c56 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Pushing event deleted for resources: {'Port': ['ID=6d864a7e-5cee-43da-8511-861827ae38cd,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:03.746865 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-68982d54-ac45-40f7-b2f1-02fe6339b22c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Calling delete_port for 8fa13492-9d29-46a7-98df-d450e91d8999 owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:03.751956 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1ef8aa9b-ca10-4eb5-8b06-4582a14189a1 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.766189 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-153c0eb1-7903-49a4-ade0-d2d85a638c56 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:03.770768 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-745ddf96-e40b-4fdf-9806-fd0551ddb411 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:03.781835 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-03a0012d-ebfd-4b7e-8292-1aa7744261e1 req-5bf447be-2cd8-4840-b7f9-71d3a316e4ac tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 210 time: 0.0779862 Jun 17 08:56:03.808390 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01bb936-e725-4341-ac45-1b63aa533ff4 req-153c0eb1-7903-49a4-ade0-d2d85a638c56 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] No DVR routers for this DVR port 6d864a7e-5cee-43da-8511-861827ae38cd on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:56:03.808390 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a01bb936-e725-4341-ac45-1b63aa533ff4 req-153c0eb1-7903-49a4-ade0-d2d85a638c56 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.810819 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a01bb936-e725-4341-ac45-1b63aa533ff4 req-153c0eb1-7903-49a4-ade0-d2d85a638c56 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.53 "DELETE /v2.0/ports/6d864a7e-5cee-43da-8511-861827ae38cd HTTP/1.1" status: 204 len: 173 time: 1.2591939 Jun 17 08:56:03.876651 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-60e322af-e746-4c71-903b-bb5216bb205a tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:56:03.878312 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-60e322af-e746-4c71-903b-bb5216bb205a tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4973457 Jun 17 08:56:03.882176 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8aa9b-ca10-4eb5-8b06-4582a14189a1 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event updated for resources: {'Subnet': ['ID=5a6049eb-a611-418e-9446-5f84f5594a22,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:03.882438 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36674) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:03.888249 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1ef8aa9b-ca10-4eb5-8b06-4582a14189a1 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:03.895319 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 1db9298d-1a31-4759-831a-0c9c1c31a295 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:56:03.915378 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef8aa9b-ca10-4eb5-8b06-4582a14189a1 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Checking segment: {'id': 'd290f5cb-3db7-49d6-b631-3931f636b841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3206f8d7-fb9c-4a60-9031-f4db48e8a5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:03.915766 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef8aa9b-ca10-4eb5-8b06-4582a14189a1 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Network hostable DHCP agents. Network: 3206f8d7-fb9c-4a60-9031-f4db48e8a5e1, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:56:03.943259 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 1db9298d-1a31-4759-831a-0c9c1c31a295 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:56:03.943636 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 1db9298d-1a31-4759-831a-0c9c1c31a295 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:56:03.992573 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ac403064-7621-4bd4-91dc-f94091c89270 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:04.015723 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ac403064-7621-4bd4-91dc-f94091c89270 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:04.165735 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef8aa9b-ca10-4eb5-8b06-4582a14189a1 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Network 3206f8d7-fb9c-4a60-9031-f4db48e8a5e1 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:56:04.182055 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-68982d54-ac45-40f7-b2f1-02fe6339b22c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:04.182055 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:04.255723 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68982d54-ac45-40f7-b2f1-02fe6339b22c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Port': ['ID=8fa13492-9d29-46a7-98df-d450e91d8999,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:04.272077 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ac403064-7621-4bd4-91dc-f94091c89270 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:04.278396 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-68982d54-ac45-40f7-b2f1-02fe6339b22c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:04.278546 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ac403064-7621-4bd4-91dc-f94091c89270 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:04.278546 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ac403064-7621-4bd4-91dc-f94091c89270 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "DELETE /v2.0/security-groups/0dd3ea03-cea0-4b5e-bc50-762c9cb7e11e HTTP/1.1" status: 204 len: 168 time: 0.3925884 Jun 17 08:56:04.278546 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d3df0afe-d437-475c-9dde-96a01e763a7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:04.290507 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36684) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:04.291008 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2434b-3b56-4d11-86e1-48f44fdd3632 req-bcfd78fe-32d0-4550-a6fe-01d181dfda83 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:04.302065 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4ab2434b-3b56-4d11-86e1-48f44fdd3632 req-bcfd78fe-32d0-4550-a6fe-01d181dfda83 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 946 time: 0.1852055 Jun 17 08:56:04.310802 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-057e10da-ded9-45ef-a20c-0a79deb617ed req-930cc23f-ee19-436e-b337-b362ac04e035 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7a3c4b-7d7f-43a6-9aba-ea0d34fbcb69 HTTP/1.1" status: 200 len: 210 time: 0.0526395 Jun 17 08:56:04.335044 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac403064-7621-4bd4-91dc-f94091c89270 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd3ea03-cea0-4b5e-bc50-762c9cb7e11e,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:04.345962 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ac403064-7621-4bd4-91dc-f94091c89270 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:04.382928 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4ab2434b-3b56-4d11-86e1-48f44fdd3632 req-bc8db53e-fb59-473a-9601-1e625d46337c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798380 Jun 17 08:56:04.385810 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 8fa13492-9d29-46a7-98df-d450e91d8999 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:56:04.412104 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 8fa13492-9d29-46a7-98df-d450e91d8999 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:56:04.412840 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 8fa13492-9d29-46a7-98df-d450e91d8999 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 17 08:56:04.435222 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Port 8fa13492-9d29-46a7-98df-d450e91d8999 not found, will not notify nova. {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 17 08:56:04.529015 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42428443-f6b9-496b-9970-d3931e5cf414 None None] Network ed473860-ad9b-4b89-90f1-70016f07592c requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:04.589273 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b7c3ace6-e8fd-40e4-a42e-106be004aa1e None None] Could not find standard attr ID for object 8fa13492-9d29-46a7-98df-d450e91d8999. {{(pid=94521) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:56:04.717196 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-1ef8aa9b-ca10-4eb5-8b06-4582a14189a1 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 3206f8d7-fb9c-4a60-9031-f4db48e8a5e1) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:04.727777 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42e548e-2541-4b61-9acb-5d898a50bd0c None None] Network 3206f8d7-fb9c-4a60-9031-f4db48e8a5e1 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:04.746661 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef8aa9b-ca10-4eb5-8b06-4582a14189a1 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:04.747267 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1ef8aa9b-ca10-4eb5-8b06-4582a14189a1 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:04.751958 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68982d54-ac45-40f7-b2f1-02fe6339b22c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] No DVR routers for this DVR port 8fa13492-9d29-46a7-98df-d450e91d8999 on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:56:04.801027 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2224e4ac-891b-4df6-ab07-78235380df11 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4971700 Jun 17 08:56:04.802104 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36690) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:04.808244 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-75ef7b4f-07f9-4007-89c3-3ef8aa0b6fa3 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group': {'name': 'tempest-secgroup--1943749501'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:04.828722 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-68982d54-ac45-40f7-b2f1-02fe6339b22c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:04.909018 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f949eb3c-312a-436b-9529-66be1ed74cc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-3206f8d7-fb9c-4a60-9031-f4db48e8a5e1', 'network_id': '3206f8d7-fb9c-4a60-9031-f4db48e8a5e1', 'tenant_id': 'e3af1c3e141e4ca0a32462aeaf45e7c1', 'fixed_ips': [{'subnet_id': '5a6049eb-a611-418e-9446-5f84f5594a22'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:56:04.909889 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f949eb3c-312a-436b-9529-66be1ed74cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:04.951222 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad1beca-b611-41ae-92cc-fe1559016635 None None] Network ed473860-ad9b-4b89-90f1-70016f07592c requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:04.976457 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-45c20563-36a5-440b-b10e-0e1ee4ea0dc6 req-750aa8ba-acf4-45da-b60f-0dcec2b2baa3 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff55df10-b404-4c5d-84ad-98158aa6d6b3 HTTP/1.1" status: 200 len: 210 time: 0.0384672 Jun 17 08:56:04.991463 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36696) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:04.996376 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1ef8aa9b-ca10-4eb5-8b06-4582a14189a1 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2687690 Jun 17 08:56:05.060077 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff55df10-b404-4c5d-84ad-98158aa6d6b3', 'name': 'network-vif-deleted', 'tag': '6d864a7e-5cee-43da-8511-861827ae38cd'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:56:05.063501 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a305d73-ae3f-4b73-8cbb-79816f63f716" -d '{"events": [{"server_uuid": "ff55df10-b404-4c5d-84ad-98158aa6d6b3", "name": "network-vif-deleted", "tag": "6d864a7e-5cee-43da-8511-861827ae38cd"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:56:05.115768 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-68982d54-ac45-40f7-b2f1-02fe6339b22c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:05.126729 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044b49be-ff41-400d-b3ef-5e4c13a8fc9a x-openstack-request-id: req-044b49be-ff41-400d-b3ef-5e4c13a8fc9a {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:56:05.126729 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff55df10-b404-4c5d-84ad-98158aa6d6b3", "name": "network-vif-deleted", "tag": "6d864a7e-5cee-43da-8511-861827ae38cd", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:56:05.126729 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-044b49be-ff41-400d-b3ef-5e4c13a8fc9a {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:56:05.128501 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f3fe9a38-e172-429d-a64c-c1dc4e03c257 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:05.128944 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff55df10-b404-4c5d-84ad-98158aa6d6b3', 'name': 'network-vif-deleted', 'tag': '6d864a7e-5cee-43da-8511-861827ae38cd', 'status': 'completed', 'code': 200} Jun 17 08:56:05.135946 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:05.208812 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-75ef7b4f-07f9-4007-89c3-3ef8aa0b6fa3 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:05.234959 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:05.251883 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-68982d54-ac45-40f7-b2f1-02fe6339b22c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:05.268100 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68982d54-ac45-40f7-b2f1-02fe6339b22c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Subnet': ['ID=5b4fc28c-9ad3-473c-90eb-2596056d6152,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:05.270907 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-68982d54-ac45-40f7-b2f1-02fe6339b22c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:05.278024 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-68982d54-ac45-40f7-b2f1-02fe6339b22c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed473860-ad9b-4b89-90f1-70016f07592c']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:05.293595 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-68982d54-ac45-40f7-b2f1-02fe6339b22c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1def3cb5-f370-4753-85c2-334d29336c4f') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:05.293969 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-68982d54-ac45-40f7-b2f1-02fe6339b22c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1def3cb5-f370-4753-85c2-334d29336c4f') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:05.309898 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-68982d54-ac45-40f7-b2f1-02fe6339b22c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:05.333640 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-68982d54-ac45-40f7-b2f1-02fe6339b22c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:05.346018 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-f949eb3c-312a-436b-9529-66be1ed74cc4 None None] Allocated IP 2001:db8::2 (3206f8d7-fb9c-4a60-9031-f4db48e8a5e1/5a6049eb-a611-418e-9446-5f84f5594a22/c22a9fe6-c232-41d6-a4eb-cc72020536c4) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:56:05.346656 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68982d54-ac45-40f7-b2f1-02fe6339b22c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:56:05.347070 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-68982d54-ac45-40f7-b2f1-02fe6339b22c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:56:05.350505 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:56:05.478766 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9574e61-1a8e-471a-b6ea-65b741e2fd5d None None] Network ed473860-ad9b-4b89-90f1-70016f07592c requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:05.517702 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36708) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:05.579299 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-68982d54-ac45-40f7-b2f1-02fe6339b22c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:05.590160 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6a956c2d-5383-425c-8f80-b74f5c6d1062 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:05.594538 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-68982d54-ac45-40f7-b2f1-02fe6339b22c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:05.596449 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-68982d54-ac45-40f7-b2f1-02fe6339b22c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/networks/ed473860-ad9b-4b89-90f1-70016f07592c HTTP/1.1" status: 204 len: 168 time: 2.4311855 Jun 17 08:56:05.600351 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36710) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:05.618871 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68982d54-ac45-40f7-b2f1-02fe6339b22c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Network': ['ID=ed473860-ad9b-4b89-90f1-70016f07592c,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:05.629841 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-68982d54-ac45-40f7-b2f1-02fe6339b22c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:05.638890 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44cf5e9-d9c2-4823-b35d-23601ce3bfbe tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:05.640095 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a44cf5e9-d9c2-4823-b35d-23601ce3bfbe tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:05.642377 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-2976839d-8e1d-470f-99e9-3967c768cf61 admin admin] Deleting subnet f4fbe6c5-55b4-4193-8f6f-fef30c87f134 {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:56:05.642947 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a44cf5e9-d9c2-4823-b35d-23601ce3bfbe tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/networks/ed473860-ad9b-4b89-90f1-70016f07592c HTTP/1.1" status: 404 len: 339 time: 0.0405896 Jun 17 08:56:05.647038 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36712) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:05.648213 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2976839d-8e1d-470f-99e9-3967c768cf61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:05.664545 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-a7958aa1-ce9e-4b1d-94c3-ffd7c7cef7f5 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-989195231', 'description': 'd1'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:05.696891 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-75ef7b4f-07f9-4007-89c3-3ef8aa0b6fa3 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:05.707984 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2976839d-8e1d-470f-99e9-3967c768cf61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:05.712399 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f949eb3c-312a-436b-9529-66be1ed74cc4 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:05.715545 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe050cf0-4aca-4373-a8ee-8978d6893330 req-51382953-e237-46dc-9ed2-5e4d137710f3 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:05.722154 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-f949eb3c-312a-436b-9529-66be1ed74cc4 None None] Transition to ACTIVE for port object c22a9fe6-c232-41d6-a4eb-cc72020536c4 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:05.727488 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fe050cf0-4aca-4373-a8ee-8978d6893330 req-51382953-e237-46dc-9ed2-5e4d137710f3 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 946 time: 0.1636126 Jun 17 08:56:05.743010 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-f949eb3c-312a-436b-9529-66be1ed74cc4 None None] Transition to ACTIVE for port object c22a9fe6-c232-41d6-a4eb-cc72020536c4 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:05.751962 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2976839d-8e1d-470f-99e9-3967c768cf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:05.768544 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fe050cf0-4aca-4373-a8ee-8978d6893330 req-a1a3c402-d768-4371-93f8-e74a45a49747 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397265 Jun 17 08:56:05.798875 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44448f0c-9b91-4717-9dce-bb82cef0f562 None None] DHCP port deletion for ed473860-ad9b-4b89-90f1-70016f07592c request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:56:05.813126 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-75ef7b4f-07f9-4007-89c3-3ef8aa0b6fa3 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:05.816391 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-848d3dc1-1695-49d6-9b1b-07bcae1c90dc tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:05.843514 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef7b4f-07f9-4007-89c3-3ef8aa0b6fa3 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fca7443-dee4-43d3-9161-d4d523e32757,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:05.846667 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-75ef7b4f-07f9-4007-89c3-3ef8aa0b6fa3 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:05.870773 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f949eb3c-312a-436b-9529-66be1ed74cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:05.873921 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-695ebafb-9317-44c9-816c-0fc9baff04d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:05.912491 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f949eb3c-312a-436b-9529-66be1ed74cc4 None None] Network 3206f8d7-fb9c-4a60-9031-f4db48e8a5e1 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:56:05.917527 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-f949eb3c-312a-436b-9529-66be1ed74cc4 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:05.921858 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f949eb3c-312a-436b-9529-66be1ed74cc4 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:56:05.925532 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949eb3c-312a-436b-9529-66be1ed74cc4 None None] Pushing event updated for resources: {'Port': ['ID=c22a9fe6-c232-41d6-a4eb-cc72020536c4,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:05.932746 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f949eb3c-312a-436b-9529-66be1ed74cc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:05.950098 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2976839d-8e1d-470f-99e9-3967c768cf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:05.953297 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5357f690-12c1-4ce0-a1bc-6970760e6b1d tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:05.981213 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-f949eb3c-312a-436b-9529-66be1ed74cc4 None None] Attempting to bind port c22a9fe6-c232-41d6-a4eb-cc72020536c4 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:56:05.981599 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-f949eb3c-312a-436b-9529-66be1ed74cc4 None None] Attempting to bind port c22a9fe6-c232-41d6-a4eb-cc72020536c4 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'd290f5cb-3db7-49d6-b631-3931f636b841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3206f8d7-fb9c-4a60-9031-f4db48e8a5e1'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:56:05.981979 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f949eb3c-312a-436b-9529-66be1ed74cc4 None None] Attempting to bind port c22a9fe6-c232-41d6-a4eb-cc72020536c4 on network 3206f8d7-fb9c-4a60-9031-f4db48e8a5e1 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:56:05.983452 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976839d-8e1d-470f-99e9-3967c768cf61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4fbe6c5-55b4-4193-8f6f-fef30c87f134,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:05.987181 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2976839d-8e1d-470f-99e9-3967c768cf61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:05.988046 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f949eb3c-312a-436b-9529-66be1ed74cc4 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:56:05.988237 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2976839d-8e1d-470f-99e9-3967c768cf61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:05.988491 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f949eb3c-312a-436b-9529-66be1ed74cc4 None None] Checking segment: {'id': 'd290f5cb-3db7-49d6-b631-3931f636b841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3206f8d7-fb9c-4a60-9031-f4db48e8a5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:05.988914 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f949eb3c-312a-436b-9529-66be1ed74cc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:05.989315 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f949eb3c-312a-436b-9529-66be1ed74cc4 None None] Bound using segment: {'id': 'd290f5cb-3db7-49d6-b631-3931f636b841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3206f8d7-fb9c-4a60-9031-f4db48e8a5e1'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:56:05.989795 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-f949eb3c-312a-436b-9529-66be1ed74cc4 None None] Bound port: c22a9fe6-c232-41d6-a4eb-cc72020536c4, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd290f5cb-3db7-49d6-b631-3931f636b841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3206f8d7-fb9c-4a60-9031-f4db48e8a5e1'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:56:05.989992 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2976839d-8e1d-470f-99e9-3967c768cf61 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f4fbe6c5-55b4-4193-8f6f-fef30c87f134 HTTP/1.1" status: 204 len: 168 time: 0.4711459 Jun 17 08:56:05.990183 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f949eb3c-312a-436b-9529-66be1ed74cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:05.992766 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36714) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:06.016347 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.019217 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7958aa1-ce9e-4b1d-94c3-ffd7c7cef7f5 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Made reservation on behalf of 1f5db1794c41458984527b66b209798b for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:06.022836 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a7958aa1-ce9e-4b1d-94c3-ffd7c7cef7f5 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.063119 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-f949eb3c-312a-436b-9529-66be1ed74cc4 None None] For port c22a9fe6-c232-41d6-a4eb-cc72020536c4, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:56:06.067498 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-f949eb3c-312a-436b-9529-66be1ed74cc4 None None] For port c22a9fe6-c232-41d6-a4eb-cc72020536c4, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=c22a9fe6-c232-41d6-a4eb-cc72020536c4,segment=NetworkSegment(d290f5cb-3db7-49d6-b631-3931f636b841),segment_id=d290f5cb-3db7-49d6-b631-3931f636b841)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:56:06.076577 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dcf7c26c-e26b-4e55-a063-c274a38901fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:06.096469 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36720) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:06.125875 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event deleted for resources: {'Subnet': ['ID=5a6049eb-a611-418e-9446-5f84f5594a22,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:06.128500 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:06.146044 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fbeb1bd-8b10-4d16-8eb7-ec976e8d3157 admin admin] Deleting subnet ed0d1484-53b2-4654-8e14-3c695b3cb00a {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:56:06.148189 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36722) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:06.154517 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1fbeb1bd-8b10-4d16-8eb7-ec976e8d3157 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.182588 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-75ef7b4f-07f9-4007-89c3-3ef8aa0b6fa3 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.185318 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-75ef7b4f-07f9-4007-89c3-3ef8aa0b6fa3 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3812380 Jun 17 08:56:06.207573 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f949eb3c-312a-436b-9529-66be1ed74cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.208722 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1fbeb1bd-8b10-4d16-8eb7-ec976e8d3157 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.219668 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:06.297075 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 8fa13492-9d29-46a7-98df-d450e91d8999 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:56:06.313818 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1fbeb1bd-8b10-4d16-8eb7-ec976e8d3157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.334741 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36726) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:06.345769 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-ac535a89-3c6d-4a03-9991-5c7c4db80f81 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group_rule': {'security_group_id': '6fca7443-dee4-43d3-9161-d4d523e32757', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:06.356866 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 8fa13492-9d29-46a7-98df-d450e91d8999 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:56:06.358537 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 8fa13492-9d29-46a7-98df-d450e91d8999 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:56:06.385287 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949eb3c-312a-436b-9529-66be1ed74cc4 None None] Pushing event updated for resources: {'Port': ['ID=c22a9fe6-c232-41d6-a4eb-cc72020536c4,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:06.388639 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f949eb3c-312a-436b-9529-66be1ed74cc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:06.392672 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5e2420e4-88cd-4d90-bc4d-1f7b943c78d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.588210 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1fbeb1bd-8b10-4d16-8eb7-ec976e8d3157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.592746 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ab0f01c0-1c36-48bd-a9c1-41f338d6336e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:06.622274 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbeb1bd-8b10-4d16-8eb7-ec976e8d3157 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed0d1484-53b2-4654-8e14-3c695b3cb00a,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:06.628907 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1fbeb1bd-8b10-4d16-8eb7-ec976e8d3157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:06.637990 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1fbeb1bd-8b10-4d16-8eb7-ec976e8d3157 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.638266 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ef9296c3-9448-4a1f-9694-f6ce90ebab98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.638799 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1fbeb1bd-8b10-4d16-8eb7-ec976e8d3157 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ed0d1484-53b2-4654-8e14-3c695b3cb00a HTTP/1.1" status: 204 len: 168 time: 0.5397246 Jun 17 08:56:06.638921 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b5a634-20de-4925-b5d8-67396af69171 None None] Network 3d62d846-3a07-40e4-87a0-3f5731d4aa7c requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:06.639453 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36728) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:06.658550 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7958aa1-ce9e-4b1d-94c3-ffd7c7cef7f5 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:56:06.670898 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.677085 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a7958aa1-ce9e-4b1d-94c3-ffd7c7cef7f5 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.677427 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-a7958aa1-ce9e-4b1d-94c3-ffd7c7cef7f5 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Added segment 1672f05d-bbb4-41d1-965e-382b93cbc990 of type vlan for network 3eb05e2e-4f9e-4c66-894c-3ad2195c74b3 Jun 17 08:56:06.694870 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3206f8d7-fb9c-4a60-9031-f4db48e8a5e1']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:06.711012 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd290f5cb-3db7-49d6-b631-3931f636b841') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:06.711355 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd290f5cb-3db7-49d6-b631-3931f636b841') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:06.741968 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-af3f604d-8359-43bb-9db7-0a0df686761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.752814 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5e2420e4-88cd-4d90-bc4d-1f7b943c78d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.758270 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.786661 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a7958aa1-ce9e-4b1d-94c3-ffd7c7cef7f5 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.809399 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-af3f604d-8359-43bb-9db7-0a0df686761c admin admin] Deleting port 1160adc8-aff3-40ec-b22f-aba62d5c6c7e {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:06.809821 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-af3f604d-8359-43bb-9db7-0a0df686761c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.830251 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.844366 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:56:06.845385 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:56:06.865635 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:56:06.880844 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5e2420e4-88cd-4d90-bc4d-1f7b943c78d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.880844 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4daa7243-770b-47d3-a5dc-9f46034abfc5 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:06.886146 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ef9296c3-9448-4a1f-9694-f6ce90ebab98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.900348 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-ef9296c3-9448-4a1f-9694-f6ce90ebab98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d974cdf-1be1-4abb-b130-8e6ea3241090']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:06.926650 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a8c704-a2c4-4c26-a6ab-604e08618f0c None None] DHCP port deletion for 3d62d846-3a07-40e4-87a0-3f5731d4aa7c request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:56:06.952772 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-ef9296c3-9448-4a1f-9694-f6ce90ebab98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf7ed58-5315-490e-9cb0-00fa2c3f8704') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:06.953193 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-ef9296c3-9448-4a1f-9694-f6ce90ebab98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf7ed58-5315-490e-9cb0-00fa2c3f8704') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:06.955605 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-af3f604d-8359-43bb-9db7-0a0df686761c admin admin] For port 1160adc8-aff3-40ec-b22f-aba62d5c6c7e, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=1160adc8-aff3-40ec-b22f-aba62d5c6c7e,segment=NetworkSegment(9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8),segment_id=9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:06.956140 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-af3f604d-8359-43bb-9db7-0a0df686761c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:06.963696 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5e2420e4-88cd-4d90-bc4d-1f7b943c78d7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a747b2d4026f4d21aeccea6190945834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8110731 Jun 17 08:56:06.966215 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36732) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:06.967062 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2420e4-88cd-4d90-bc4d-1f7b943c78d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196f7815-e75d-4dc4-babd-d091b6f0499f,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:06.971473 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5e2420e4-88cd-4d90-bc4d-1f7b943c78d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:06.980557 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-e4a8c704-a2c4-4c26-a6ab-604e08618f0c None None] Deleting port 1160adc8-aff3-40ec-b22f-aba62d5c6c7e {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:06.980859 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e4a8c704-a2c4-4c26-a6ab-604e08618f0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.011431 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ef9296c3-9448-4a1f-9694-f6ce90ebab98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.033752 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ef9296c3-9448-4a1f-9694-f6ce90ebab98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.050024 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9296c3-9448-4a1f-9694-f6ce90ebab98 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:56:07.050580 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ef9296c3-9448-4a1f-9694-f6ce90ebab98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.051489 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-af3f604d-8359-43bb-9db7-0a0df686761c admin admin] Calling delete_port for 1160adc8-aff3-40ec-b22f-aba62d5c6c7e owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:56:07.053014 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:56:07.055522 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-e4a8c704-a2c4-4c26-a6ab-604e08618f0c None None] For port 1160adc8-aff3-40ec-b22f-aba62d5c6c7e, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=1160adc8-aff3-40ec-b22f-aba62d5c6c7e,segment=NetworkSegment(9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8),segment_id=9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:07.055522 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e4a8c704-a2c4-4c26-a6ab-604e08618f0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.062521 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-ac535a89-3c6d-4a03-9991-5c7c4db80f81 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] create failed (client error): The resource could not be found. Jun 17 08:56:07.063620 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ac535a89-3c6d-4a03-9991-5c7c4db80f81 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7278330 Jun 17 08:56:07.071296 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36734) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:07.080411 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-9bcba7fb-6c19-4f60-bdfa-3caba2a8f220 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group_rule': {'security_group_id': '6fca7443-dee4-43d3-9161-d4d523e32757', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1c47f292-f2b3-4ea8-8531-6960cf17468b'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:07.090041 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.db.api [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 17 08:56:07.090041 n-d-758944-30 neutron-server[94519]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 17 08:56:07.090041 n-d-758944-30 neutron-server[94519]: [parameters: {'id': '3206f8d7-fb9c-4a60-9031-f4db48e8a5e1'}] Jun 17 08:56:07.090041 n-d-758944-30 neutron-server[94519]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:56:07.090765 n-d-758944-30 neutron-server[94519]: DEBUG oslo_db.api [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:56:07.138073 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1ebedd18-7f60-4255-8bee-3a703aa64970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.138344 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a7958aa1-ce9e-4b1d-94c3-ffd7c7cef7f5 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.145743 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7958aa1-ce9e-4b1d-94c3-ffd7c7cef7f5 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:07.146494 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a7958aa1-ce9e-4b1d-94c3-ffd7c7cef7f5 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.149175 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6a775be1-70c1-43b9-ba27-2556d51dad52 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:07.158934 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-e4a8c704-a2c4-4c26-a6ab-604e08618f0c None None] Calling delete_port for 1160adc8-aff3-40ec-b22f-aba62d5c6c7e owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:07.177437 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1ebedd18-7f60-4255-8bee-3a703aa64970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.195216 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1685c-dd3d-4d31-80c4-9cead67ad42e req-bcd71bff-4596-45f2-bde7-e2e397b989b3 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:07.203058 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-10f1685c-dd3d-4d31-80c4-9cead67ad42e req-bcd71bff-4596-45f2-bde7-e2e397b989b3 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 946 time: 0.2602024 Jun 17 08:56:07.274373 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7958aa1-ce9e-4b1d-94c3-ffd7c7cef7f5 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event updated for resources: {'Network': ['ID=3eb05e2e-4f9e-4c66-894c-3ad2195c74b3,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:07.278082 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a7958aa1-ce9e-4b1d-94c3-ffd7c7cef7f5 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:07.285224 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 3eb05e2e-4f9e-4c66-894c-3ad2195c74b3 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:56:07.291612 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-10f1685c-dd3d-4d31-80c4-9cead67ad42e req-10e04d87-55c5-418c-a4d0-1bb4560409bc tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872266 Jun 17 08:56:07.366749 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ef9296c3-9448-4a1f-9694-f6ce90ebab98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.370470 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f48aa567-f294-4846-b89e-a2363e22faa8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:07.373384 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ef9296c3-9448-4a1f-9694-f6ce90ebab98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.375393 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ef9296c3-9448-4a1f-9694-f6ce90ebab98 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9d974cdf-1be1-4abb-b130-8e6ea3241090 HTTP/1.1" status: 204 len: 168 time: 1.3814650 Jun 17 08:56:07.380376 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36736) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:07.387045 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9296c3-9448-4a1f-9694-f6ce90ebab98 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d974cdf-1be1-4abb-b130-8e6ea3241090,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:07.393434 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ef9296c3-9448-4a1f-9694-f6ce90ebab98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:07.427503 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-af3f604d-8359-43bb-9db7-0a0df686761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.431943 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1ebedd18-7f60-4255-8bee-3a703aa64970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.432093 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e4a8c704-a2c4-4c26-a6ab-604e08618f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.433367 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-18a72f2f-d490-4b7d-8f8c-e4dde7b32289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:07.436101 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1ebedd18-7f60-4255-8bee-3a703aa64970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.440120 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1ebedd18-7f60-4255-8bee-3a703aa64970 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/196f7815-e75d-4dc4-babd-d091b6f0499f HTTP/1.1" status: 204 len: 168 time: 0.4675083 Jun 17 08:56:07.440936 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-85e9ab3c-333f-456f-b879-249c3f2699a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:07.469027 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f604d-8359-43bb-9db7-0a0df686761c admin admin] Pushing event deleted for resources: {'Port': ['ID=1160adc8-aff3-40ec-b22f-aba62d5c6c7e,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:07.473628 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-af3f604d-8359-43bb-9db7-0a0df686761c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:07.474445 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bc287268-776c-4aae-bb2d-24eedca5c6dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:07.476406 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81221147-05e9-4bef-b107-c1517163c54a None None] Network 3206f8d7-fb9c-4a60-9031-f4db48e8a5e1 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:07.482387 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3f604d-8359-43bb-9db7-0a0df686761c admin admin] No DVR routers for this DVR port 1160adc8-aff3-40ec-b22f-aba62d5c6c7e on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:56:07.493218 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8c704-a2c4-4c26-a6ab-604e08618f0c None None] Pushing event deleted for resources: {'Port': ['ID=1160adc8-aff3-40ec-b22f-aba62d5c6c7e,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:07.493490 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-7540f1ba-d937-478d-9b88-8fe5d2fda8be admin admin] Deleting subnet ead9aec9-224d-49b4-9ee6-88e44e22f141 {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:56:07.496681 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a8c704-a2c4-4c26-a6ab-604e08618f0c None None] No DVR routers for this DVR port 1160adc8-aff3-40ec-b22f-aba62d5c6c7e on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:56:07.497658 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebedd18-7f60-4255-8bee-3a703aa64970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196f7815-e75d-4dc4-babd-d091b6f0499f,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:07.515802 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7540f1ba-d937-478d-9b88-8fe5d2fda8be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.518103 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1ebedd18-7f60-4255-8bee-3a703aa64970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:07.520691 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e4a8c704-a2c4-4c26-a6ab-604e08618f0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:07.525105 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a7958aa1-ce9e-4b1d-94c3-ffd7c7cef7f5 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8748019 Jun 17 08:56:07.527578 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36740) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:07.561395 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-9bcba7fb-6c19-4f60-bdfa-3caba2a8f220 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] create failed (client error): The resource could not be found. Jun 17 08:56:07.563975 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9bcba7fb-6c19-4f60-bdfa-3caba2a8f220 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4885654 Jun 17 08:56:07.566025 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7540f1ba-d937-478d-9b88-8fe5d2fda8be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.569390 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36742) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:07.602706 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.666481 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9d7ebb-f5d7-4950-aa12-6c956f9c4c56 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:07.684297 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36744) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:07.751313 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ed9d7ebb-f5d7-4950-aa12-6c956f9c4c56 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "GET /v2.0/networks?id=3eb05e2e-4f9e-4c66-894c-3ad2195c74b3 HTTP/1.1" status: 200 len: 760 time: 0.1537881 Jun 17 08:56:07.751433 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-af3f604d-8359-43bb-9db7-0a0df686761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.751433 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-c6046077-1067-4542-a0c1-fb46ea20c33a tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Request body: {'network': {'description': 'd2'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:07.751657 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Deleting port c22a9fe6-c232-41d6-a4eb-cc72020536c4 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:07.751657 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.751887 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-af3f604d-8359-43bb-9db7-0a0df686761c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d62d846-3a07-40e4-87a0-3f5731d4aa7c']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:07.780541 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7540f1ba-d937-478d-9b88-8fe5d2fda8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.784320 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd301bfe-1519-498b-a10e-34e15bd48388 None None] DHCP port deletion for 3206f8d7-fb9c-4a60-9031-f4db48e8a5e1 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:56:07.787960 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-af3f604d-8359-43bb-9db7-0a0df686761c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:07.788632 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-af3f604d-8359-43bb-9db7-0a0df686761c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc0fdb1-0641-4ea2-89de-fd7ff3c0d9f8') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:07.796534 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] For port c22a9fe6-c232-41d6-a4eb-cc72020536c4, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=c22a9fe6-c232-41d6-a4eb-cc72020536c4,segment=NetworkSegment(d290f5cb-3db7-49d6-b631-3931f636b841),segment_id=d290f5cb-3db7-49d6-b631-3931f636b841)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:07.796957 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.813310 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-ae851ef7-70ab-4320-9468-430b7a3a8381 None None] Provisioning for port c22a9fe6-c232-41d6-a4eb-cc72020536c4 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:56:07.834097 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-af3f604d-8359-43bb-9db7-0a0df686761c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.843100 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-fd301bfe-1519-498b-a10e-34e15bd48388 None None] Deleting port c22a9fe6-c232-41d6-a4eb-cc72020536c4 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:07.843493 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-fd301bfe-1519-498b-a10e-34e15bd48388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.870480 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-af3f604d-8359-43bb-9db7-0a0df686761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.875821 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Calling delete_port for c22a9fe6-c232-41d6-a4eb-cc72020536c4 owned by network:dhcp {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:07.883374 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3f604d-8359-43bb-9db7-0a0df686761c admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:56:07.883793 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-af3f604d-8359-43bb-9db7-0a0df686761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:56:07.890703 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:56:07.893689 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-499e6c9c-276a-4448-82dd-9259155dab09 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.910436 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 535c6d13-dbd5-4f1a-9213-15db3d0a032f details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:56:07.910436 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 535c6d13-dbd5-4f1a-9213-15db3d0a032f no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:56:07.927475 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-fd301bfe-1519-498b-a10e-34e15bd48388 None None] For port c22a9fe6-c232-41d6-a4eb-cc72020536c4, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=c22a9fe6-c232-41d6-a4eb-cc72020536c4,segment=NetworkSegment(d290f5cb-3db7-49d6-b631-3931f636b841),segment_id=d290f5cb-3db7-49d6-b631-3931f636b841)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:07.929072 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-fd301bfe-1519-498b-a10e-34e15bd48388 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:07.986164 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 6d864a7e-5cee-43da-8511-861827ae38cd no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:56:07.988295 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-499e6c9c-276a-4448-82dd-9259155dab09 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.063284 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-fd301bfe-1519-498b-a10e-34e15bd48388 None None] Calling delete_port for c22a9fe6-c232-41d6-a4eb-cc72020536c4 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:08.067326 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 6d864a7e-5cee-43da-8511-861827ae38cd {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:56:08.067768 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 6d864a7e-5cee-43da-8511-861827ae38cd not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:56:08.088153 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c6046077-1067-4542-a0c1-fb46ea20c33a tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.149876 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.153358 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-77c0edd1-f452-4766-bd28-c0268bf0d909 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:08.179096 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event deleted for resources: {'Port': ['ID=c22a9fe6-c232-41d6-a4eb-cc72020536c4,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:08.180914 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] No DVR routers for this DVR port c22a9fe6-c232-41d6-a4eb-cc72020536c4 on host n-d-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:56:08.182440 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:08.204296 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-af3f604d-8359-43bb-9db7-0a0df686761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.219644 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-71844dfc-36b1-4739-97c8-8bef5503509c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:08.222842 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.231184 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-af3f604d-8359-43bb-9db7-0a0df686761c admin admin] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.238357 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-af3f604d-8359-43bb-9db7-0a0df686761c admin admin] 10.222.0.49 "DELETE /v2.0/networks/3d62d846-3a07-40e4-87a0-3f5731d4aa7c HTTP/1.1" status: 204 len: 168 time: 1.5976329 Jun 17 08:56:08.255047 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 535c6d13-dbd5-4f1a-9213-15db3d0a032f, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=535c6d13-dbd5-4f1a-9213-15db3d0a032f,segment=NetworkSegment(8b09ab30-e72c-413f-ba3e-98e0a1bb60b4),segment_id=8b09ab30-e72c-413f-ba3e-98e0a1bb60b4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:08.272973 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 1160adc8-aff3-40ec-b22f-aba62d5c6c7e no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:56:08.275478 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f604d-8359-43bb-9db7-0a0df686761c admin admin] Pushing event deleted for resources: {'Network': ['ID=3d62d846-3a07-40e4-87a0-3f5731d4aa7c,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:08.280516 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-af3f604d-8359-43bb-9db7-0a0df686761c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:08.293613 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.297869 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf71976b-b691-4ea4-b3cc-9ddd2196afb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '535c6d13-dbd5-4f1a-9213-15db3d0a032f'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:56:08.300144 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636e2302-8704-4c0f-80bc-d9239e2efc48" -d '{"events": [{"server_uuid": "cf71976b-b691-4ea4-b3cc-9ddd2196afb5", "name": "network-vif-unplugged", "status": "completed", "tag": "535c6d13-dbd5-4f1a-9213-15db3d0a032f"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:56:08.304535 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3206f8d7-fb9c-4a60-9031-f4db48e8a5e1']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:08.305294 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '535c6d13-dbd5-4f1a-9213-15db3d0a032f', 'network_id': 'eccbc072-50fb-4234-8176-49cfc92d8a16', 'port_id': '535c6d13-dbd5-4f1a-9213-15db3d0a032f', 'mac_address': 'fa:16:3e:c5:ce:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ee78f2-03df-40f6-909e-7994b6ca5c1f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:56:08.312055 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 1160adc8-aff3-40ec-b22f-aba62d5c6c7e {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:56:08.312410 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 1160adc8-aff3-40ec-b22f-aba62d5c6c7e not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:56:08.314798 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-fd301bfe-1519-498b-a10e-34e15bd48388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.320883 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-16f0e226-34df-4ec7-a1b8-3428dd8c0a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:08.324778 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 535c6d13-dbd5-4f1a-9213-15db3d0a032f, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=535c6d13-dbd5-4f1a-9213-15db3d0a032f,segment=NetworkSegment(8b09ab30-e72c-413f-ba3e-98e0a1bb60b4),segment_id=8b09ab30-e72c-413f-ba3e-98e0a1bb60b4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:08.337905 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-499e6c9c-276a-4448-82dd-9259155dab09 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.345213 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-499e6c9c-276a-4448-82dd-9259155dab09 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.346036 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd290f5cb-3db7-49d6-b631-3931f636b841') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:08.346036 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd290f5cb-3db7-49d6-b631-3931f636b841') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:08.350174 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-499e6c9c-276a-4448-82dd-9259155dab09 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "DELETE /v2.0/security-groups/6fca7443-dee4-43d3-9161-d4d523e32757 HTTP/1.1" status: 204 len: 168 time: 0.7760944 Jun 17 08:56:08.350417 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd301bfe-1519-498b-a10e-34e15bd48388 None None] Pushing event deleted for resources: {'Port': ['ID=c22a9fe6-c232-41d6-a4eb-cc72020536c4,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:08.350521 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36754) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:08.357498 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7540f1ba-d937-478d-9b88-8fe5d2fda8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.360902 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-58c0dd46-803d-4b18-8fcc-70ec87f70b11 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:08.363383 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c6046077-1067-4542-a0c1-fb46ea20c33a tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.372640 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-fd301bfe-1519-498b-a10e-34e15bd48388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:08.373277 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c6046077-1067-4542-a0c1-fb46ea20c33a tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Network 3eb05e2e-4f9e-4c66-894c-3ad2195c74b3 is not hosted by any dhcp agent {{(pid=94520) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:56:08.373963 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd301bfe-1519-498b-a10e-34e15bd48388 None None] No DVR routers for this DVR port c22a9fe6-c232-41d6-a4eb-cc72020536c4 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:56:08.383815 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6046077-1067-4542-a0c1-fb46ea20c33a tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:08.384530 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c6046077-1067-4542-a0c1-fb46ea20c33a tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.389220 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c6046077-1067-4542-a0c1-fb46ea20c33a tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "PUT /v2.0/networks/3eb05e2e-4f9e-4c66-894c-3ad2195c74b3 HTTP/1.1" status: 200 len: 757 time: 0.7002368 Jun 17 08:56:08.392460 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36756) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:08.402358 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.403077 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ff2229-0596-4e00-9e6e-5e4ddff7f00e x-openstack-request-id: req-46ff2229-0596-4e00-9e6e-5e4ddff7f00e {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:56:08.403576 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf71976b-b691-4ea4-b3cc-9ddd2196afb5", "name": "network-vif-unplugged", "status": "completed", "tag": "535c6d13-dbd5-4f1a-9213-15db3d0a032f", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:56:08.403875 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-46ff2229-0596-4e00-9e6e-5e4ddff7f00e {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:56:08.404283 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf71976b-b691-4ea4-b3cc-9ddd2196afb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '535c6d13-dbd5-4f1a-9213-15db3d0a032f', 'code': 200} Jun 17 08:56:08.405889 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.429830 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.443233 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 535c6d13-dbd5-4f1a-9213-15db3d0a032f {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:56:08.444347 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:56:08.444994 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:56:08.448245 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:56:08.456478 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.459765 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-5a40ae66-1de7-4dfa-8e2a-97f001b5fcaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:08.461159 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540f1ba-d937-478d-9b88-8fe5d2fda8be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ead9aec9-224d-49b4-9ee6-88e44e22f141,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:08.464071 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7540f1ba-d937-478d-9b88-8fe5d2fda8be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.468572 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36758) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:08.470669 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7540f1ba-d937-478d-9b88-8fe5d2fda8be admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ead9aec9-224d-49b4-9ee6-88e44e22f141 HTTP/1.1" status: 204 len: 168 time: 1.0885849 Jun 17 08:56:08.474850 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7540f1ba-d937-478d-9b88-8fe5d2fda8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:08.475880 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7abcf7e2-5cef-4613-9764-25da654554d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:08.514759 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e6c9c-276a-4448-82dd-9259155dab09 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fca7443-dee4-43d3-9161-d4d523e32757,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:08.517410 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a72726b8-bc79-4afc-a0c9-15098c877e27 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1662018 Jun 17 08:56:08.525120 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-499e6c9c-276a-4448-82dd-9259155dab09 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:08.533455 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36760) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:08.537328 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4545e26f-8846-42c3-a463-515a321c090d tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:08.572588 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.db.api [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:56:08.572962 n-d-758944-30 neutron-server[94521]: DEBUG oslo_db.api [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:56:08.578855 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=535c6d13-dbd5-4f1a-9213-15db3d0a032f,revision_number=6']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:08.584263 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:08.589459 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-787ccedc-3772-4f99-ab7e-1a452d1e33b3 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group_rule': {'security_group_id': 'e530be75-9389-4e79-8897-af40dbe72de8', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:08.613931 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a506f8d-2213-48f8-9d84-d3f5fd9ff682 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:08.615506 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4a506f8d-2213-48f8-9d84-d3f5fd9ff682 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "GET /v2.0/networks?id=3eb05e2e-4f9e-4c66-894c-3ad2195c74b3 HTTP/1.1" status: 200 len: 760 time: 0.1968913 Jun 17 08:56:08.623988 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36762) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:08.632302 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-cb923179-f003-4f89-8b2c-81748a35e410 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1016117199'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:08.640955 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6046077-1067-4542-a0c1-fb46ea20c33a tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event updated for resources: {'Network': ['ID=3eb05e2e-4f9e-4c66-894c-3ad2195c74b3,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:08.644235 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c6046077-1067-4542-a0c1-fb46ea20c33a tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:08.646747 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-356dd156-2e82-430c-a3c0-9a292e023037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.655003 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 3eb05e2e-4f9e-4c66-894c-3ad2195c74b3 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:56:08.705751 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36766) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:08.710947 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5b7b9-d8f1-4626-9c33-d5eb07bdc2fb req-629b445c-c5f3-4f98-a9fa-ff2e9dedc84d tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:08.712001 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-89d5b7b9-d8f1-4626-9c33-d5eb07bdc2fb req-629b445c-c5f3-4f98-a9fa-ff2e9dedc84d tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 944 time: 0.2443511 Jun 17 08:56:08.721741 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-acfc19d4-e58e-48cb-93e9-787b1ced1935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.747453 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.762965 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-df1cd3c4-3699-4917-bbf0-d7be09724b00 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:08.772616 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.774385 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "DELETE /v2.0/networks/3206f8d7-fb9c-4a60-9031-f4db48e8a5e1 HTTP/1.1" status: 204 len: 168 time: 3.7816200 Jun 17 08:56:08.778645 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36768) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:08.781628 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-356dd156-2e82-430c-a3c0-9a292e023037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.785392 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-4212827f-11a6-47a3-ac4b-74ea6735641b tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1347827519'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:08.803933 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-356dd156-2e82-430c-a3c0-9a292e023037 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0879a9c-32e4-4d74-960e-9830e24a8398']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:08.806028 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event deleted for resources: {'Network': ['ID=3206f8d7-fb9c-4a60-9031-f4db48e8a5e1,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:08.819291 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:08.822580 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-356dd156-2e82-430c-a3c0-9a292e023037 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5664f63-bfbd-4802-a63e-74bad4287109') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:08.822881 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-356dd156-2e82-430c-a3c0-9a292e023037 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5664f63-bfbd-4802-a63e-74bad4287109') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:08.833930 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-89d5b7b9-d8f1-4626-9c33-d5eb07bdc2fb req-afb9cbd8-528e-4bda-b24a-0ba2ed8f10b3 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899706 Jun 17 08:56:08.844776 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-356dd156-2e82-430c-a3c0-9a292e023037 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.857666 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-356dd156-2e82-430c-a3c0-9a292e023037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.865473 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-356dd156-2e82-430c-a3c0-9a292e023037 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:56:08.865946 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-356dd156-2e82-430c-a3c0-9a292e023037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:56:08.867552 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:56:08.884095 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36770) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:08.924300 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3ce2caf2-131c-4db1-99be-9166d8c67155 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2e0e0aa3b95245d09bb59b6a75a48ada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388989 Jun 17 08:56:08.926740 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36772) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:08.958953 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb923179-f003-4f89-8b2c-81748a35e410 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Made reservation on behalf of 1f5db1794c41458984527b66b209798b for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:08.958953 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cb923179-f003-4f89-8b2c-81748a35e410 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:09.016075 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb923179-f003-4f89-8b2c-81748a35e410 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:56:09.029902 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-356dd156-2e82-430c-a3c0-9a292e023037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:09.035218 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-356dd156-2e82-430c-a3c0-9a292e023037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:09.039604 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dfc215c3-b3a9-4a77-b28e-53810c2fe610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:09.040640 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-356dd156-2e82-430c-a3c0-9a292e023037 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a0879a9c-32e4-4d74-960e-9830e24a8398 HTTP/1.1" status: 204 len: 168 time: 0.5681195 Jun 17 08:56:09.041509 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2063d35b-7686-4287-b012-3692c697d439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:09.049216 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cb923179-f003-4f89-8b2c-81748a35e410 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:09.049572 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-cb923179-f003-4f89-8b2c-81748a35e410 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Added segment b89e87ef-5bc9-4a2a-824a-4753d7edf353 of type vlan for network 8031bfb1-c824-433f-aea7-772b115a5929 Jun 17 08:56:09.060785 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356dd156-2e82-430c-a3c0-9a292e023037 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0879a9c-32e4-4d74-960e-9830e24a8398,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:09.063305 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-356dd156-2e82-430c-a3c0-9a292e023037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:09.116988 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dfc215c3-b3a9-4a77-b28e-53810c2fe610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:09.117277 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:09.131124 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 535c6d13-dbd5-4f1a-9213-15db3d0a032f {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:56:09.142976 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cb923179-f003-4f89-8b2c-81748a35e410 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:09.152139 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 535c6d13-dbd5-4f1a-9213-15db3d0a032f, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=535c6d13-dbd5-4f1a-9213-15db3d0a032f,segment=NetworkSegment(8b09ab30-e72c-413f-ba3e-98e0a1bb60b4),segment_id=8b09ab30-e72c-413f-ba3e-98e0a1bb60b4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:09.171172 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-acfc19d4-e58e-48cb-93e9-787b1ced1935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:09.286930 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:09.288742 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-751ad737-8d9c-4ebf-878d-c87a7115fc09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:09.334672 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=535c6d13-dbd5-4f1a-9213-15db3d0a032f,revision_number=7']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:09.337772 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:09.386397 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-acfc19d4-e58e-48cb-93e9-787b1ced1935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:09.388756 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cb923179-f003-4f89-8b2c-81748a35e410 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:09.394412 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb923179-f003-4f89-8b2c-81748a35e410 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:09.401550 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cb923179-f003-4f89-8b2c-81748a35e410 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:09.401550 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c4acc1c9-6050-4a37-9679-c1318a4312e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:09.402829 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dfc215c3-b3a9-4a77-b28e-53810c2fe610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:09.405316 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dfc215c3-b3a9-4a77-b28e-53810c2fe610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:09.406434 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-dfc215c3-b3a9-4a77-b28e-53810c2fe610 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/11555840-8883-4f07-ab3f-f9a6969159a5 HTTP/1.1" status: 204 len: 168 time: 0.4787338 Jun 17 08:56:09.453500 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-acfc19d4-e58e-48cb-93e9-787b1ced1935 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2473fdafb400406f8b09de1cccc852ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7466345 Jun 17 08:56:09.455668 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc19d4-e58e-48cb-93e9-787b1ced1935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8b8eb3-5056-416e-9a9d-5cf89c05c5ce,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:09.456343 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36778) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:09.458770 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-acfc19d4-e58e-48cb-93e9-787b1ced1935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:09.459294 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f42dc83b-5e1d-44c9-a5d6-e1f98edd11e3 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:09.486765 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['535c6d13-dbd5-4f1a-9213-15db3d0a032f'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:56:09.510544 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b9fea361-8308-48ba-9723-93606e8afdc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:09.523682 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb923179-f003-4f89-8b2c-81748a35e410 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event updated for resources: {'Network': ['ID=8031bfb1-c824-433f-aea7-772b115a5929,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:09.526567 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-cb923179-f003-4f89-8b2c-81748a35e410 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:09.527176 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-095dcc94-77f1-41dd-9b2f-f2960c63fc0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:09.533173 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b9fea361-8308-48ba-9723-93606e8afdc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:09.535153 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc215c3-b3a9-4a77-b28e-53810c2fe610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11555840-8883-4f07-ab3f-f9a6969159a5,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:09.537665 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dfc215c3-b3a9-4a77-b28e-53810c2fe610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:09.538985 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 8031bfb1-c824-433f-aea7-772b115a5929 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:56:09.605373 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4212827f-11a6-47a3-ac4b-74ea6735641b tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Made reservation on behalf of e3af1c3e141e4ca0a32462aeaf45e7c1 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:09.609458 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4212827f-11a6-47a3-ac4b-74ea6735641b tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:09.704516 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b9fea361-8308-48ba-9723-93606e8afdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:09.709249 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b9fea361-8308-48ba-9723-93606e8afdc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:09.712534 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4212827f-11a6-47a3-ac4b-74ea6735641b tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:56:09.715510 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b9fea361-8308-48ba-9723-93606e8afdc1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6c8b8eb3-5056-416e-9a9d-5cf89c05c5ce HTTP/1.1" status: 204 len: 168 time: 0.2577047 Jun 17 08:56:09.716573 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2b25fdb1-f6b8-446d-9560-a9e0628868ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:09.728246 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4212827f-11a6-47a3-ac4b-74ea6735641b tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:09.728884 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-4212827f-11a6-47a3-ac4b-74ea6735641b tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Added segment 5222cb05-e4f7-4c57-bd4b-549f57ab2440 of type vlan for network c08dd937-ea53-4a59-b029-21572a7c688d Jun 17 08:56:09.729563 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fea361-8308-48ba-9723-93606e8afdc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8b8eb3-5056-416e-9a9d-5cf89c05c5ce,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:09.733768 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b9fea361-8308-48ba-9723-93606e8afdc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:09.749379 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-787ccedc-3772-4f99-ab7e-1a452d1e33b3 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] create failed (client error): The resource could not be found. Jun 17 08:56:09.751960 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-787ccedc-3772-4f99-ab7e-1a452d1e33b3 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.1963902 Jun 17 08:56:09.761701 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36782) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:09.763370 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-cb923179-f003-4f89-8b2c-81748a35e410 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1385653 Jun 17 08:56:09.766897 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36784) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:09.771115 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-10548b4f-764b-495a-8f68-6c55f77d7db3 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group': {'name': 'tempest-secgroup--1033060497'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:09.778136 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-d1b6fe0a-d700-4d82-b226-7c91a97e9ab1 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Request body: {'subnet': {'network_id': '8031bfb1-c824-433f-aea7-772b115a5929', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:09.779846 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36786) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:09.864520 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4212827f-11a6-47a3-ac4b-74ea6735641b tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:09.864520 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1f2b00e7-ed88-41fa-a5ec-f515f4e0c671 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=39f8ef536a2d4b76b51073d6e1984089&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0769033 Jun 17 08:56:09.867958 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36790) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:09.933188 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5d585f44-0ced-489e-b265-0922720adb7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:09.960530 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-10548b4f-764b-495a-8f68-6c55f77d7db3 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:09.964982 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5d585f44-0ced-489e-b265-0922720adb7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:10.084105 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9577c-d3ac-4e4d-9e44-d78a042bacdd req-17848866-37b4-4889-9d72-d95a8a5275de tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:10.085861 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f6f9577c-d3ac-4e4d-9e44-d78a042bacdd req-17848866-37b4-4889-9d72-d95a8a5275de tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 945 time: 0.1033413 Jun 17 08:56:10.088340 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4212827f-11a6-47a3-ac4b-74ea6735641b tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:10.092867 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4212827f-11a6-47a3-ac4b-74ea6735641b tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:10.093468 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4212827f-11a6-47a3-ac4b-74ea6735641b tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:10.100103 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-64dc9619-040f-4d39-a625-33811c10d861 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:10.121288 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b6fe0a-d700-4d82-b226-7c91a97e9ab1 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Made reservation on behalf of 1f5db1794c41458984527b66b209798b for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:10.128669 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d1b6fe0a-d700-4d82-b226-7c91a97e9ab1 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:10.212532 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4212827f-11a6-47a3-ac4b-74ea6735641b tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event updated for resources: {'Network': ['ID=c08dd937-ea53-4a59-b029-21572a7c688d,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:10.219514 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4212827f-11a6-47a3-ac4b-74ea6735641b tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:10.222956 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f6f9577c-d3ac-4e4d-9e44-d78a042bacdd req-b97c29b0-bc19-4331-ac35-7633f24b9bdd tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253464 Jun 17 08:56:10.225542 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network c08dd937-ea53-4a59-b029-21572a7c688d details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:56:10.226145 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5d585f44-0ced-489e-b265-0922720adb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:10.228534 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5d585f44-0ced-489e-b265-0922720adb7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:10.232043 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5d585f44-0ced-489e-b265-0922720adb7d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/abe04168-c4e3-4bcc-a231-1d40d229ef43 HTTP/1.1" status: 204 len: 168 time: 0.3608410 Jun 17 08:56:10.233555 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1ebedd18-7f60-4255-8bee-3a703aa64970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:10.247491 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d585f44-0ced-489e-b265-0922720adb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe04168-c4e3-4bcc-a231-1d40d229ef43,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:10.264843 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5d585f44-0ced-489e-b265-0922720adb7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:10.308065 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-10548b4f-764b-495a-8f68-6c55f77d7db3 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:10.411192 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-10548b4f-764b-495a-8f68-6c55f77d7db3 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:10.421248 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-75ef7b4f-07f9-4007-89c3-3ef8aa0b6fa3 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:10.441952 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10548b4f-764b-495a-8f68-6c55f77d7db3 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e128bb95-6204-4b24-a43a-d0b3d018ffe3,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:10.445251 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-10548b4f-764b-495a-8f68-6c55f77d7db3 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:10.504109 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d1b6fe0a-d700-4d82-b226-7c91a97e9ab1 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:10.506273 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c89ef3c8-8311-4c34-b73e-4b072323054b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:10.544880 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-10548b4f-764b-495a-8f68-6c55f77d7db3 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:10.547131 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-10548b4f-764b-495a-8f68-6c55f77d7db3 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7823031 Jun 17 08:56:10.552594 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36806) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:10.558292 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36808) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:10.558457 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4212827f-11a6-47a3-ac4b-74ea6735641b tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7736256 Jun 17 08:56:10.564407 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-0006dccb-372d-4a75-a738-130c27b75364 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group': {'name': 'tempest-secgroup--2128309264'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:10.574708 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-68ea9bcc-566d-495f-b2e6-9e8e301e1ebc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Request body: {'subnet': {'network_id': 'c08dd937-ea53-4a59-b029-21572a7c688d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:10.599070 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6fe0a-d700-4d82-b226-7c91a97e9ab1 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event updated for resources: {'Subnet': ['ID=7b970cdc-8631-4d57-a666-98784283ab03,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:10.614878 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d1b6fe0a-d700-4d82-b226-7c91a97e9ab1 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:10.670525 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b6fe0a-d700-4d82-b226-7c91a97e9ab1 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Checking segment: {'id': 'b89e87ef-5bc9-4a2a-824a-4753d7edf353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8031bfb1-c824-433f-aea7-772b115a5929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:10.670902 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b6fe0a-d700-4d82-b226-7c91a97e9ab1 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Network hostable DHCP agents. Network: 8031bfb1-c824-433f-aea7-772b115a5929, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:56:10.806675 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0006dccb-372d-4a75-a738-130c27b75364 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:10.812446 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b6fe0a-d700-4d82-b226-7c91a97e9ab1 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Network 8031bfb1-c824-433f-aea7-772b115a5929 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:56:10.932468 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-d1b6fe0a-d700-4d82-b226-7c91a97e9ab1 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 8031bfb1-c824-433f-aea7-772b115a5929) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:10.938580 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ea9bcc-566d-495f-b2e6-9e8e301e1ebc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Made reservation on behalf of e3af1c3e141e4ca0a32462aeaf45e7c1 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:10.940435 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a774e3-63b0-4234-bccc-73afb4fb254a None None] Network 8031bfb1-c824-433f-aea7-772b115a5929 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:10.942209 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-68ea9bcc-566d-495f-b2e6-9e8e301e1ebc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:10.951070 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b6fe0a-d700-4d82-b226-7c91a97e9ab1 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:10.951929 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d1b6fe0a-d700-4d82-b226-7c91a97e9ab1 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:11.101576 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0006dccb-372d-4a75-a738-130c27b75364 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:11.107242 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f10488d-25b6-423a-9fd2-99152fe17a79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-8031bfb1-c824-433f-aea7-772b115a5929', 'network_id': '8031bfb1-c824-433f-aea7-772b115a5929', 'tenant_id': '1f5db1794c41458984527b66b209798b', 'fixed_ips': [{'subnet_id': '7b970cdc-8631-4d57-a666-98784283ab03'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:56:11.108211 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2f10488d-25b6-423a-9fd2-99152fe17a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:11.220537 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36828) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:11.258110 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-2f10488d-25b6-423a-9fd2-99152fe17a79 None None] Allocated IP 172.20.0.2 (8031bfb1-c824-433f-aea7-772b115a5929/7b970cdc-8631-4d57-a666-98784283ab03/b071a9c9-a0a5-4214-be93-3b07933e7e8d) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:56:11.269023 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36834) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:11.285881 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0006dccb-372d-4a75-a738-130c27b75364 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:11.290380 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5aeb0d45-5e9b-4657-8fdf-903e92d4cabc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:11.327218 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006dccb-372d-4a75-a738-130c27b75364 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb04c81b-492f-4c51-b0b7-86433dc9c6da,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:11.349548 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0006dccb-372d-4a75-a738-130c27b75364 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:11.358778 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f5feaba1-e09c-45cd-9ee3-0b6a4b7d391d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c43a2fda4b7744d492bcc22d5523b2ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0885847 Jun 17 08:56:11.361425 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36836) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:11.431656 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2f10488d-25b6-423a-9fd2-99152fe17a79 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:11.442736 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-2f10488d-25b6-423a-9fd2-99152fe17a79 None None] Transition to ACTIVE for port object b071a9c9-a0a5-4214-be93-3b07933e7e8d will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:11.449622 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-32839198-669b-4573-8600-a49737d7731c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1475943393-network', 'tenant_id': '4cce224bd01440c59ccc93448cfbe072'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:11.461803 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-2f10488d-25b6-423a-9fd2-99152fe17a79 None None] Transition to ACTIVE for port object b071a9c9-a0a5-4214-be93-3b07933e7e8d will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:11.489541 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d1b6fe0a-d700-4d82-b226-7c91a97e9ab1 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7167351 Jun 17 08:56:11.489541 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0006dccb-372d-4a75-a738-130c27b75364 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:11.489541 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0006dccb-372d-4a75-a738-130c27b75364 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9356081 Jun 17 08:56:11.492097 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36840) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:11.495401 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36842) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:11.500353 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-ff116364-0900-4c0f-bb0b-94acc5785d1d tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group_rule': {'security_group_id': 'e128bb95-6204-4b24-a43a-d0b3d018ffe3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'cb04c81b-492f-4c51-b0b7-86433dc9c6da'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:11.560030 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2f10488d-25b6-423a-9fd2-99152fe17a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:11.571663 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:11.597145 n-d-758944-30 neutron-server[94519]: DEBUG neutron.objects.ports [None req-68ea9bcc-566d-495f-b2e6-9e8e301e1ebc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94519) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:56:11.601608 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3a69aff1-949a-48be-8280-c5a965dc6188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:11.604654 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f10488d-25b6-423a-9fd2-99152fe17a79 None None] Network 8031bfb1-c824-433f-aea7-772b115a5929 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:56:11.608285 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-68ea9bcc-566d-495f-b2e6-9e8e301e1ebc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:11.609874 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-2f10488d-25b6-423a-9fd2-99152fe17a79 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:11.612839 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f10488d-25b6-423a-9fd2-99152fe17a79 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:56:11.617314 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fc890320-12a8-493a-aa74-751b0887d9e0 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:11.632062 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32839198-669b-4573-8600-a49737d7731c admin admin] Made reservation on behalf of 4cce224bd01440c59ccc93448cfbe072 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:11.634946 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-32839198-669b-4573-8600-a49737d7731c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:11.647636 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-32839198-669b-4573-8600-a49737d7731c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:11.652331 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10488d-25b6-423a-9fd2-99152fe17a79 None None] Pushing event updated for resources: {'Port': ['ID=b071a9c9-a0a5-4214-be93-3b07933e7e8d,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:11.673438 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-2f10488d-25b6-423a-9fd2-99152fe17a79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:11.690582 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3a69aff1-949a-48be-8280-c5a965dc6188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:11.698492 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-2f10488d-25b6-423a-9fd2-99152fe17a79 None None] Attempting to bind port b071a9c9-a0a5-4214-be93-3b07933e7e8d on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:56:11.699197 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-2f10488d-25b6-423a-9fd2-99152fe17a79 None None] Attempting to bind port b071a9c9-a0a5-4214-be93-3b07933e7e8d by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'b89e87ef-5bc9-4a2a-824a-4753d7edf353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8031bfb1-c824-433f-aea7-772b115a5929'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:56:11.703634 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f10488d-25b6-423a-9fd2-99152fe17a79 None None] Attempting to bind port b071a9c9-a0a5-4214-be93-3b07933e7e8d on network 8031bfb1-c824-433f-aea7-772b115a5929 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:56:11.705888 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f10488d-25b6-423a-9fd2-99152fe17a79 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:56:11.706558 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f10488d-25b6-423a-9fd2-99152fe17a79 None None] Checking segment: {'id': 'b89e87ef-5bc9-4a2a-824a-4753d7edf353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8031bfb1-c824-433f-aea7-772b115a5929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:11.706995 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2f10488d-25b6-423a-9fd2-99152fe17a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:11.707722 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f10488d-25b6-423a-9fd2-99152fe17a79 None None] Bound using segment: {'id': 'b89e87ef-5bc9-4a2a-824a-4753d7edf353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8031bfb1-c824-433f-aea7-772b115a5929'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:56:11.708403 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-2f10488d-25b6-423a-9fd2-99152fe17a79 None None] Bound port: b071a9c9-a0a5-4214-be93-3b07933e7e8d, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89e87ef-5bc9-4a2a-824a-4753d7edf353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8031bfb1-c824-433f-aea7-772b115a5929'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:56:11.708994 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2f10488d-25b6-423a-9fd2-99152fe17a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:11.731697 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ef5a8-5aa5-488f-85c7-960718a6186c req-3c0d439a-2e54-4cdf-920a-273fffb9e2c6 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:11.736715 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-422ef5a8-5aa5-488f-85c7-960718a6186c req-3c0d439a-2e54-4cdf-920a-273fffb9e2c6 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 945 time: 0.3110764 Jun 17 08:56:11.786528 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-2f10488d-25b6-423a-9fd2-99152fe17a79 None None] For port b071a9c9-a0a5-4214-be93-3b07933e7e8d, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:56:11.791153 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-2f10488d-25b6-423a-9fd2-99152fe17a79 None None] For port b071a9c9-a0a5-4214-be93-3b07933e7e8d, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=b071a9c9-a0a5-4214-be93-3b07933e7e8d,segment=NetworkSegment(b89e87ef-5bc9-4a2a-824a-4753d7edf353),segment_id=b89e87ef-5bc9-4a2a-824a-4753d7edf353)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:56:11.800803 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea9bcc-566d-495f-b2e6-9e8e301e1ebc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event updated for resources: {'Subnet': ['ID=0198413f-f67c-41eb-a909-047ee5e9c5cd,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:11.817286 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4b52bebc-d64c-4178-bd1b-e0c7abc92503 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:11.824973 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-68ea9bcc-566d-495f-b2e6-9e8e301e1ebc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:11.854360 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ea9bcc-566d-495f-b2e6-9e8e301e1ebc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Checking segment: {'id': '5222cb05-e4f7-4c57-bd4b-549f57ab2440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c08dd937-ea53-4a59-b029-21572a7c688d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:11.854653 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ea9bcc-566d-495f-b2e6-9e8e301e1ebc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Network hostable DHCP agents. Network: c08dd937-ea53-4a59-b029-21572a7c688d, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:56:11.855582 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-32839198-669b-4573-8600-a49737d7731c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:11.871283 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-422ef5a8-5aa5-488f-85c7-960718a6186c req-5fcaf6d6-067b-40ef-88d7-9cdb6fde1ab8 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056585 Jun 17 08:56:11.897384 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2f10488d-25b6-423a-9fd2-99152fe17a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:11.901574 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:11.922550 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-32839198-669b-4573-8600-a49737d7731c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:11.928342 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ed86609c-ebe3-4e6a-9ec9-9cfd1938cb67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:11.935179 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-4b52bebc-d64c-4178-bd1b-e0c7abc92503 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Deleting port b071a9c9-a0a5-4214-be93-3b07933e7e8d {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:11.935540 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4b52bebc-d64c-4178-bd1b-e0c7abc92503 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:11.940950 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 535c6d13-dbd5-4f1a-9213-15db3d0a032f up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:56:11.948290 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32839198-669b-4573-8600-a49737d7731c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:56:11.970596 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-32839198-669b-4573-8600-a49737d7731c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:11.971226 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-32839198-669b-4573-8600-a49737d7731c admin admin] Added segment 1a41cfd1-8859-474d-9a66-a7ad74cdb602 of type vlan for network 22718b41-bd6b-43c7-825e-ca14e4556c17 Jun 17 08:56:11.973396 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32839198-669b-4573-8600-a49737d7731c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134fdea2-5146-4082-8ccf-f7d81e447042,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:11.999684 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-32839198-669b-4573-8600-a49737d7731c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:12.011473 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10488d-25b6-423a-9fd2-99152fe17a79 None None] Pushing event updated for resources: {'Port': ['ID=b071a9c9-a0a5-4214-be93-3b07933e7e8d,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:12.015941 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-2f10488d-25b6-423a-9fd2-99152fe17a79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:12.029052 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 535c6d13-dbd5-4f1a-9213-15db3d0a032f triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:56:12.029441 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:12.039303 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3a69aff1-949a-48be-8280-c5a965dc6188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:12.045195 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3a69aff1-949a-48be-8280-c5a965dc6188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:12.046553 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3a69aff1-949a-48be-8280-c5a965dc6188 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bdddcf26-c7e8-48ce-b783-7a117dc59064 HTTP/1.1" status: 204 len: 168 time: 0.6840525 Jun 17 08:56:12.051582 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ac403064-7621-4bd4-91dc-f94091c89270 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:12.057640 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-32839198-669b-4573-8600-a49737d7731c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:12.073229 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-4b52bebc-d64c-4178-bd1b-e0c7abc92503 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] For port b071a9c9-a0a5-4214-be93-3b07933e7e8d, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=b071a9c9-a0a5-4214-be93-3b07933e7e8d,segment=NetworkSegment(b89e87ef-5bc9-4a2a-824a-4753d7edf353),segment_id=b89e87ef-5bc9-4a2a-824a-4753d7edf353)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:12.080003 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4b52bebc-d64c-4178-bd1b-e0c7abc92503 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:12.081989 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69aff1-949a-48be-8280-c5a965dc6188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdddcf26-c7e8-48ce-b783-7a117dc59064,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:12.089532 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3a69aff1-949a-48be-8280-c5a965dc6188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:12.116021 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-ff116364-0900-4c0f-bb0b-94acc5785d1d tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:56:12.116021 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ff116364-0900-4c0f-bb0b-94acc5785d1d tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6159194 Jun 17 08:56:12.122382 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36854) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:12.132803 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:12.162781 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf71976b-b691-4ea4-b3cc-9ddd2196afb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535c6d13-dbd5-4f1a-9213-15db3d0a032f'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:56:12.165242 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9eac00-fd59-4ff3-8843-55ea1c8ffdf5" -d '{"events": [{"server_uuid": "cf71976b-b691-4ea4-b3cc-9ddd2196afb5", "name": "network-vif-plugged", "status": "completed", "tag": "535c6d13-dbd5-4f1a-9213-15db3d0a032f"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:56:12.173974 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-4b52bebc-d64c-4178-bd1b-e0c7abc92503 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Calling delete_port for b071a9c9-a0a5-4214-be93-3b07933e7e8d owned by network:dhcp {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:12.186162 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 535c6d13-dbd5-4f1a-9213-15db3d0a032f, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=535c6d13-dbd5-4f1a-9213-15db3d0a032f,segment=NetworkSegment(8b09ab30-e72c-413f-ba3e-98e0a1bb60b4),segment_id=8b09ab30-e72c-413f-ba3e-98e0a1bb60b4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:12.264790 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-04d28b87-19a8-430a-89fe-df6a72864257 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:12.271312 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-32839198-669b-4573-8600-a49737d7731c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:12.275906 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32839198-669b-4573-8600-a49737d7731c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:12.276530 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-32839198-669b-4573-8600-a49737d7731c admin admin] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:12.276762 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f59dbca-1527-4c06-8e65-865d903356f8 x-openstack-request-id: req-4f59dbca-1527-4c06-8e65-865d903356f8 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:56:12.277587 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf71976b-b691-4ea4-b3cc-9ddd2196afb5", "name": "network-vif-plugged", "status": "completed", "tag": "535c6d13-dbd5-4f1a-9213-15db3d0a032f", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:56:12.278028 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4f59dbca-1527-4c06-8e65-865d903356f8 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:56:12.278865 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf71976b-b691-4ea4-b3cc-9ddd2196afb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535c6d13-dbd5-4f1a-9213-15db3d0a032f', 'code': 200} Jun 17 08:56:12.283081 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ea9bcc-566d-495f-b2e6-9e8e301e1ebc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Network c08dd937-ea53-4a59-b029-21572a7c688d is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:56:12.316935 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e3be5572-3e3f-41a0-906a-342398d75806 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:12.375933 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-04d28b87-19a8-430a-89fe-df6a72864257 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:12.395202 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:12.398066 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-440fb949-a549-4e25-958d-c5f0d196aa19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:12.440407 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-68ea9bcc-566d-495f-b2e6-9e8e301e1ebc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, c08dd937-ea53-4a59-b029-21572a7c688d) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:12.446344 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ea9bcc-566d-495f-b2e6-9e8e301e1ebc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:12.447212 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-68ea9bcc-566d-495f-b2e6-9e8e301e1ebc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:12.454715 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32839198-669b-4573-8600-a49737d7731c admin admin] Pushing event updated for resources: {'Network': ['ID=22718b41-bd6b-43c7-825e-ca14e4556c17,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:12.466368 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-32839198-669b-4573-8600-a49737d7731c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:12.472551 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ee6875-217a-4a47-bd19-8241e744b240 None None] Network c08dd937-ea53-4a59-b029-21572a7c688d requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:12.482741 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-32839198-669b-4573-8600-a49737d7731c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2612026 Jun 17 08:56:12.485987 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36860) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:12.486377 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 22718b41-bd6b-43c7-825e-ca14e4556c17 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:56:12.494798 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-a4195d13-030b-4ebd-b679-48f0370e6f43 admin admin] Request body: {'subnet': {'network_id': '22718b41-bd6b-43c7-825e-ca14e4556c17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1475943393-subnet', 'tenant_id': '4cce224bd01440c59ccc93448cfbe072', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:12.497941 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4b52bebc-d64c-4178-bd1b-e0c7abc92503 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:12.501746 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-bb62a241-64fc-4ff6-81b4-ac81803dae0c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:12.507077 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab1118-72c0-4358-a0fc-3d1c8346cc86 req-fe244989-e9fb-48bd-a1f1-4dca9edc0440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:12.508760 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1bab1118-72c0-4358-a0fc-3d1c8346cc86 req-fe244989-e9fb-48bd-a1f1-4dca9edc0440 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 1098 time: 0.1084833 Jun 17 08:56:12.543189 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52bebc-d64c-4178-bd1b-e0c7abc92503 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Port': ['ID=b071a9c9-a0a5-4214-be93-3b07933e7e8d,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:12.553529 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4b52bebc-d64c-4178-bd1b-e0c7abc92503 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:12.581539 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=535c6d13-dbd5-4f1a-9213-15db3d0a032f,revision_number=8']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:12.587651 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36864) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:12.587950 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-68ea9bcc-566d-495f-b2e6-9e8e301e1ebc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0316224 Jun 17 08:56:12.595658 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:12.631633 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b52bebc-d64c-4178-bd1b-e0c7abc92503 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] No DVR routers for this DVR port b071a9c9-a0a5-4214-be93-3b07933e7e8d on host n-d-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:56:12.664447 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-04d28b87-19a8-430a-89fe-df6a72864257 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:12.668127 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-04d28b87-19a8-430a-89fe-df6a72864257 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:12.673373 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-04d28b87-19a8-430a-89fe-df6a72864257 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "DELETE /v2.0/security-groups/cb04c81b-492f-4c51-b0b7-86433dc9c6da HTTP/1.1" status: 204 len: 168 time: 0.5524061 Jun 17 08:56:12.674568 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36866) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:12.681059 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5e2420e4-88cd-4d90-bc4d-1f7b943c78d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:12.729051 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1bab1118-72c0-4358-a0fc-3d1c8346cc86 req-59bd4912-5c1e-4d24-a134-72459fe160dd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981494 Jun 17 08:56:12.767427 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4b52bebc-d64c-4178-bd1b-e0c7abc92503 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:12.771641 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90255175-4d38-4aa9-afa1-44a7ece4102c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-c08dd937-ea53-4a59-b029-21572a7c688d', 'network_id': 'c08dd937-ea53-4a59-b029-21572a7c688d', 'tenant_id': 'e3af1c3e141e4ca0a32462aeaf45e7c1', 'fixed_ips': [{'subnet_id': '0198413f-f67c-41eb-a909-047ee5e9c5cd'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:56:12.773348 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d28b87-19a8-430a-89fe-df6a72864257 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb04c81b-492f-4c51-b0b7-86433dc9c6da,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:12.773504 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-90255175-4d38-4aa9-afa1-44a7ece4102c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:12.780926 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-04d28b87-19a8-430a-89fe-df6a72864257 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:12.855417 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4195d13-030b-4ebd-b679-48f0370e6f43 admin admin] Made reservation on behalf of 4cce224bd01440c59ccc93448cfbe072 for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:12.857614 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a4195d13-030b-4ebd-b679-48f0370e6f43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:12.879249 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-bfaa4d10-321a-4ab5-bec3-c7a2a6b8aaa5 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1898179 Jun 17 08:56:12.879482 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36870) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:12.884248 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:12.952810 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fd363ef1-b7fc-46a7-9d84-21e913cbdc53 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:12.993514 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fd363ef1-b7fc-46a7-9d84-21e913cbdc53 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:13.033027 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-90255175-4d38-4aa9-afa1-44a7ece4102c None None] Allocated IP 2001:db8::f816:3eff:feff:8f3d (c08dd937-ea53-4a59-b029-21572a7c688d/0198413f-f67c-41eb-a909-047ee5e9c5cd/c792b66e-3eab-4d5f-b012-f4b1af59118b) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:56:13.041595 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4b52bebc-d64c-4178-bd1b-e0c7abc92503 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:13.047954 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a64933dc-cca0-4268-8de6-f6ba88966ae0 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:13.101358 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52bebc-d64c-4178-bd1b-e0c7abc92503 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Subnet': ['ID=7b970cdc-8631-4d57-a666-98784283ab03,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:13.117732 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:13.124854 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4b52bebc-d64c-4178-bd1b-e0c7abc92503 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:13.220578 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4b52bebc-d64c-4178-bd1b-e0c7abc92503 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:13.236597 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-4b52bebc-d64c-4178-bd1b-e0c7abc92503 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8031bfb1-c824-433f-aea7-772b115a5929']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:13.254926 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-4b52bebc-d64c-4178-bd1b-e0c7abc92503 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b89e87ef-5bc9-4a2a-824a-4753d7edf353') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:13.254926 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-4b52bebc-d64c-4178-bd1b-e0c7abc92503 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b89e87ef-5bc9-4a2a-824a-4753d7edf353') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:13.269532 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4b52bebc-d64c-4178-bd1b-e0c7abc92503 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:13.291331 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4b52bebc-d64c-4178-bd1b-e0c7abc92503 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:13.311502 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b52bebc-d64c-4178-bd1b-e0c7abc92503 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:56:13.311502 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4b52bebc-d64c-4178-bd1b-e0c7abc92503 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:13.311756 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-90255175-4d38-4aa9-afa1-44a7ece4102c None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:56:13.319419 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:56:13.322410 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fd363ef1-b7fc-46a7-9d84-21e913cbdc53 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:13.323965 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fd363ef1-b7fc-46a7-9d84-21e913cbdc53 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:13.327587 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-fd363ef1-b7fc-46a7-9d84-21e913cbdc53 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "DELETE /v2.0/security-groups/e128bb95-6204-4b24-a43a-d0b3d018ffe3 HTTP/1.1" status: 204 len: 168 time: 0.4441731 Jun 17 08:56:13.328457 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36882) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:13.362409 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f5473212-4dbb-423c-9a71-922938935480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:13.382429 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1501070f-fd15-42ff-afbc-dc524142c68f tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0528851 Jun 17 08:56:13.385763 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36884) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:13.391195 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-002e0f27-cd9e-40ff-8bbe-c76b92fa7d8a tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group': {'name': 'tempest-secgroup--961813343'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:13.391500 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd363ef1-b7fc-46a7-9d84-21e913cbdc53 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e128bb95-6204-4b24-a43a-d0b3d018ffe3,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:13.400052 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fd363ef1-b7fc-46a7-9d84-21e913cbdc53 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:13.426637 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e1c0d-30bb-4545-8f03-95afad974198 req-170a1749-6d20-43e3-9f50-e9c860053ad8 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:13.428314 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7b8e1c0d-30bb-4545-8f03-95afad974198 req-170a1749-6d20-43e3-9f50-e9c860053ad8 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 946 time: 0.3243265 Jun 17 08:56:13.433203 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a4195d13-030b-4ebd-b679-48f0370e6f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:13.441576 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d74aed7-1f05-4af9-8990-e39d10daf731 None None] Network 8031bfb1-c824-433f-aea7-772b115a5929 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:13.446125 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-616feb04-ab94-475c-9150-7bacd68bb936 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:13.490084 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-fa50a0b0-ca33-462c-900b-7f65567dcb52 None None] Could not find standard attr ID for object b071a9c9-a0a5-4214-be93-3b07933e7e8d. {{(pid=94521) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:56:13.501190 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7b8e1c0d-30bb-4545-8f03-95afad974198 req-ded7bbc1-5bcf-406f-a4af-76af2e8c6aa3 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585918 Jun 17 08:56:13.515991 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4195d13-030b-4ebd-b679-48f0370e6f43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=365faaa8-9640-4fdd-bf11-024f51e8f1c9,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:13.520811 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f61062e0-56ac-464a-9b9b-d107f6f7fd84 req-ffad01b3-db46-43fd-a371-da86fc1cb76b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0892482 Jun 17 08:56:13.521945 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a4195d13-030b-4ebd-b679-48f0370e6f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:13.522112 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4b52bebc-d64c-4178-bd1b-e0c7abc92503 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:13.525393 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-98f11984-6290-48fc-8ec8-6e3b951792df tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:13.530297 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4195d13-030b-4ebd-b679-48f0370e6f43 admin admin] Checking segment: {'id': '1a41cfd1-8859-474d-9a66-a7ad74cdb602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '22718b41-bd6b-43c7-825e-ca14e4556c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:13.530740 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4b52bebc-d64c-4178-bd1b-e0c7abc92503 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:13.531134 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4195d13-030b-4ebd-b679-48f0370e6f43 admin admin] Network hostable DHCP agents. Network: 22718b41-bd6b-43c7-825e-ca14e4556c17, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:56:13.531284 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-90255175-4d38-4aa9-afa1-44a7ece4102c None None] Transition to ACTIVE for port object c792b66e-3eab-4d5f-b012-f4b1af59118b will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:13.533544 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4b52bebc-d64c-4178-bd1b-e0c7abc92503 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/networks/8031bfb1-c824-433f-aea7-772b115a5929 HTTP/1.1" status: 204 len: 168 time: 2.0389099 Jun 17 08:56:13.537733 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36888) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:13.543135 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-002e0f27-cd9e-40ff-8bbe-c76b92fa7d8a tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:13.562377 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52bebc-d64c-4178-bd1b-e0c7abc92503 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Network': ['ID=8031bfb1-c824-433f-aea7-772b115a5929,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:13.569099 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4b52bebc-d64c-4178-bd1b-e0c7abc92503 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:13.602906 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-90255175-4d38-4aa9-afa1-44a7ece4102c None None] Transition to ACTIVE for port object c792b66e-3eab-4d5f-b012-f4b1af59118b will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:13.652979 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42353573-15a0-4f29-8111-58e0a5a0712f None None] DHCP port deletion for 8031bfb1-c824-433f-aea7-772b115a5929 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:56:13.682444 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61062e0-56ac-464a-9b9b-d107f6f7fd84 req-779d69b1-cb3b-42a0-8776-1dec661ae6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:13.684145 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f61062e0-56ac-464a-9b9b-d107f6f7fd84 req-779d69b1-cb3b-42a0-8776-1dec661ae6a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=625e2459307b434fab6fcf2f0c349af9&device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 1097 time: 0.0698264 Jun 17 08:56:13.701036 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-90255175-4d38-4aa9-afa1-44a7ece4102c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:13.708062 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-5a6fe19d-03c1-402f-a0b9-a05288aec7d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:13.763912 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90255175-4d38-4aa9-afa1-44a7ece4102c None None] Network c08dd937-ea53-4a59-b029-21572a7c688d is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:56:13.773940 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-90255175-4d38-4aa9-afa1-44a7ece4102c None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:13.780744 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90255175-4d38-4aa9-afa1-44a7ece4102c None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:56:13.793285 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90255175-4d38-4aa9-afa1-44a7ece4102c None None] Pushing event updated for resources: {'Port': ['ID=c792b66e-3eab-4d5f-b012-f4b1af59118b,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:13.808098 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-90255175-4d38-4aa9-afa1-44a7ece4102c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:13.833678 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61062e0-56ac-464a-9b9b-d107f6f7fd84 req-f898314c-9e97-4bd1-876d-cecee70f894c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:13.835849 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f61062e0-56ac-464a-9b9b-d107f6f7fd84 req-f898314c-9e97-4bd1-876d-cecee70f894c service neutron] 10.222.0.50 "GET /v2.0/networks?id=98c6fd42-c22b-4725-9f11-0381a8c4c410 HTTP/1.1" status: 200 len: 910 time: 0.1274958 Jun 17 08:56:13.888039 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-90255175-4d38-4aa9-afa1-44a7ece4102c None None] Attempting to bind port c792b66e-3eab-4d5f-b012-f4b1af59118b on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:56:13.888429 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-90255175-4d38-4aa9-afa1-44a7ece4102c None None] Attempting to bind port c792b66e-3eab-4d5f-b012-f4b1af59118b by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '5222cb05-e4f7-4c57-bd4b-549f57ab2440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c08dd937-ea53-4a59-b029-21572a7c688d'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:56:13.888811 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90255175-4d38-4aa9-afa1-44a7ece4102c None None] Attempting to bind port c792b66e-3eab-4d5f-b012-f4b1af59118b on network c08dd937-ea53-4a59-b029-21572a7c688d {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:56:13.895611 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90255175-4d38-4aa9-afa1-44a7ece4102c None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:56:13.896314 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90255175-4d38-4aa9-afa1-44a7ece4102c None None] Checking segment: {'id': '5222cb05-e4f7-4c57-bd4b-549f57ab2440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c08dd937-ea53-4a59-b029-21572a7c688d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:13.896878 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-90255175-4d38-4aa9-afa1-44a7ece4102c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:13.897301 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90255175-4d38-4aa9-afa1-44a7ece4102c None None] Bound using segment: {'id': '5222cb05-e4f7-4c57-bd4b-549f57ab2440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c08dd937-ea53-4a59-b029-21572a7c688d'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:56:13.897807 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-90255175-4d38-4aa9-afa1-44a7ece4102c None None] Bound port: c792b66e-3eab-4d5f-b012-f4b1af59118b, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5222cb05-e4f7-4c57-bd4b-549f57ab2440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c08dd937-ea53-4a59-b029-21572a7c688d'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:56:13.898206 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-90255175-4d38-4aa9-afa1-44a7ece4102c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:13.907002 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f61062e0-56ac-464a-9b9b-d107f6f7fd84 req-2cf5d02c-ace1-4181-8325-7cc40530c5b8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9f7637c-87ac-464f-adbc-aeaf22b63e53 HTTP/1.1" status: 200 len: 1001 time: 0.0645783 Jun 17 08:56:13.917125 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-945ce4af-fbd4-40a4-8907-5228f0e2ae2b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] GET failed (client error): The resource could not be found. Jun 17 08:56:13.921091 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-945ce4af-fbd4-40a4-8907-5228f0e2ae2b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "GET /v2.0/subnets/7b970cdc-8631-4d57-a666-98784283ab03 HTTP/1.1" status: 404 len: 337 time: 0.3766384 Jun 17 08:56:13.970631 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36892) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:13.994179 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61062e0-56ac-464a-9b9b-d107f6f7fd84 req-63b02f28-8453-4a38-8428-82fd1f517a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:13.995633 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f61062e0-56ac-464a-9b9b-d107f6f7fd84 req-63b02f28-8453-4a38-8428-82fd1f517a6c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a83ebad8-51c9-4ee1-95b8-dfade1c9c144 HTTP/1.1" status: 200 len: 848 time: 0.0798786 Jun 17 08:56:13.995794 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-002e0f27-cd9e-40ff-8bbe-c76b92fa7d8a tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:13.997015 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-1709e1c9-95be-43b8-a8e9-782a3e598643 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:13.997615 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1709e1c9-95be-43b8-a8e9-782a3e598643 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:14.003330 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-1709e1c9-95be-43b8-a8e9-782a3e598643 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/networks/8031bfb1-c824-433f-aea7-772b115a5929 HTTP/1.1" status: 404 len: 339 time: 0.0278513 Jun 17 08:56:14.004010 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36896) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:14.016240 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4195d13-030b-4ebd-b679-48f0370e6f43 admin admin] Network 22718b41-bd6b-43c7-825e-ca14e4556c17 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:56:14.026469 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-90255175-4d38-4aa9-afa1-44a7ece4102c None None] For port c792b66e-3eab-4d5f-b012-f4b1af59118b, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:56:14.029822 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-90255175-4d38-4aa9-afa1-44a7ece4102c None None] For port c792b66e-3eab-4d5f-b012-f4b1af59118b, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=c792b66e-3eab-4d5f-b012-f4b1af59118b,segment=NetworkSegment(5222cb05-e4f7-4c57-bd4b-549f57ab2440),segment_id=5222cb05-e4f7-4c57-bd4b-549f57ab2440)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:56:14.153265 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-002e0f27-cd9e-40ff-8bbe-c76b92fa7d8a tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:14.165871 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4daa7243-770b-47d3-a5dc-9f46034abfc5 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:14.189811 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e0f27-cd9e-40ff-8bbe-c76b92fa7d8a tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c52b48cd-bf3a-49c0-94c5-dda105edbbd1,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:14.205915 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-002e0f27-cd9e-40ff-8bbe-c76b92fa7d8a tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:14.245044 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61062e0-56ac-464a-9b9b-d107f6f7fd84 req-1f978fb8-d08d-45fb-81a8-ed5e7a661336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:14.246583 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f61062e0-56ac-464a-9b9b-d107f6f7fd84 req-1f978fb8-d08d-45fb-81a8-ed5e7a661336 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98c6fd42-c22b-4725-9f11-0381a8c4c410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2433767 Jun 17 08:56:14.252837 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-a4195d13-030b-4ebd-b679-48f0370e6f43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 22718b41-bd6b-43c7-825e-ca14e4556c17) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:14.252957 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-90255175-4d38-4aa9-afa1-44a7ece4102c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:14.255413 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:14.257832 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-90255175-4d38-4aa9-afa1-44a7ece4102c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:14.260850 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b82162-224a-4810-8581-c8e88ccd8065 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:14.262427 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-61b82162-224a-4810-8581-c8e88ccd8065 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2565928 Jun 17 08:56:14.265680 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36906) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:14.269151 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e4597b-2b3d-45bb-9a8a-d37e8a421ee5 None None] Network 22718b41-bd6b-43c7-825e-ca14e4556c17 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:14.272603 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4195d13-030b-4ebd-b679-48f0370e6f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:14.273207 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a4195d13-030b-4ebd-b679-48f0370e6f43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:14.285752 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-932f35a3-7c1c-468d-b0e9-ce1f9bbfc23f tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:14.330238 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9bcb4334-a321-49fa-b1b6-c0f154731f7b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "GET /v2.0/subnets?network_id=47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 207 time: 0.0633495 Jun 17 08:56:14.334468 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36908) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:14.403088 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90255175-4d38-4aa9-afa1-44a7ece4102c None None] Pushing event updated for resources: {'Port': ['ID=c792b66e-3eab-4d5f-b012-f4b1af59118b,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:14.403747 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event deleted for resources: {'Subnet': ['ID=0198413f-f67c-41eb-a909-047ee5e9c5cd,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:14.409706 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-90255175-4d38-4aa9-afa1-44a7ece4102c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:14.426522 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:14.432328 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a4195d13-030b-4ebd-b679-48f0370e6f43 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9478757 Jun 17 08:56:14.442268 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-002e0f27-cd9e-40ff-8bbe-c76b92fa7d8a tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:14.447462 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-002e0f27-cd9e-40ff-8bbe-c76b92fa7d8a tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0600221 Jun 17 08:56:14.448140 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36912) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:14.456149 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-3f1c9cfa-a1c2-4d9e-9ddc-773bd9eb8f02 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group_rule': {'security_group_id': 'c52b48cd-bf3a-49c0-94c5-dda105edbbd1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:14.467876 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:14.486788 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c08dd937-ea53-4a59-b029-21572a7c688d']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:14.506921 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69fd68a-cd45-45ba-8807-c7b166cb6697 None None] Network 22718b41-bd6b-43c7-825e-ca14e4556c17 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:14.507201 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5222cb05-e4f7-4c57-bd4b-549f57ab2440') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:14.507343 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5222cb05-e4f7-4c57-bd4b-549f57ab2440') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:14.522652 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:14.562818 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:14.580746 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:56:14.586221 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:56:14.588404 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:56:14.818530 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-3f1c9cfa-a1c2-4d9e-9ddc-773bd9eb8f02 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:56:14.822804 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3f1c9cfa-a1c2-4d9e-9ddc-773bd9eb8f02 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3713260 Jun 17 08:56:14.823458 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36920) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:14.825735 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.db.api [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 17 08:56:14.825735 n-d-758944-30 neutron-server[94520]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 17 08:56:14.825735 n-d-758944-30 neutron-server[94520]: [parameters: {'id': 'c08dd937-ea53-4a59-b029-21572a7c688d'}] Jun 17 08:56:14.825735 n-d-758944-30 neutron-server[94520]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:56:14.826234 n-d-758944-30 neutron-server[94520]: DEBUG oslo_db.api [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:56:14.829830 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-f520309c-a169-4a7e-af6c-55cf0ec96730 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group_rule': {'security_group_id': 'c52b48cd-bf3a-49c0-94c5-dda105edbbd1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:15.231560 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-f520309c-a169-4a7e-af6c-55cf0ec96730 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:56:15.233047 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f61062e0-56ac-464a-9b9b-d107f6f7fd84 req-12bd8aff-7b79-48dd-a511-df3995fb0a0e service neutron] 10.222.0.50 "GET /v2.0/networks/98c6fd42-c22b-4725-9f11-0381a8c4c410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9695289 Jun 17 08:56:15.236224 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f520309c-a169-4a7e-af6c-55cf0ec96730 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4113441 Jun 17 08:56:15.236799 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36938) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:15.274614 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd6e4f9-ae06-4990-a94f-f232c53b1234 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:15.280461 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd6e4f9-ae06-4990-a94f-f232c53b1234 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:15.286479 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd6e4f9-ae06-4990-a94f-f232c53b1234 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:15.292929 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd6e4f9-ae06-4990-a94f-f232c53b1234 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:15.295069 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5bd6e4f9-ae06-4990-a94f-f232c53b1234 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.9595618 Jun 17 08:56:15.332636 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:15.335073 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36940) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:15.365502 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501a71e-7412-4351-b11a-dbbfcb40a3bb req-156171e8-1ebf-45d6-9471-753ef7beea3a tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:15.368583 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7501a71e-7412-4351-b11a-dbbfcb40a3bb req-156171e8-1ebf-45d6-9471-753ef7beea3a tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 946 time: 0.2994552 Jun 17 08:56:15.393230 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-27f1086b-9d2b-4abc-b954-4408d4c97da7 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:15.471568 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-27f1086b-9d2b-4abc-b954-4408d4c97da7 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:15.493208 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217133cd-d142-45da-94e2-56da76c661fb req-206294fb-bf20-4221-a23b-a82292478a04 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:15.495102 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-217133cd-d142-45da-94e2-56da76c661fb req-206294fb-bf20-4221-a23b-a82292478a04 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/networks?id=22718b41-bd6b-43c7-825e-ca14e4556c17 HTTP/1.1" status: 200 len: 821 time: 0.2408185 Jun 17 08:56:15.521515 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7501a71e-7412-4351-b11a-dbbfcb40a3bb req-9b0dd30b-8579-4120-adde-db7bd1da5782 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358569 Jun 17 08:56:15.527382 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f61062e0-56ac-464a-9b9b-d107f6f7fd84 req-74a13c8b-79e2-4e18-b834-9ba3439fa9dc service neutron] 10.222.0.50 "GET /v2.0/networks/98c6fd42-c22b-4725-9f11-0381a8c4c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860351 Jun 17 08:56:15.582833 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-217133cd-d142-45da-94e2-56da76c661fb req-1c33b267-0776-4654-a244-d6bf8263a83a tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/quotas/4cce224bd01440c59ccc93448cfbe072 HTTP/1.1" status: 200 len: 375 time: 0.0726516 Jun 17 08:56:15.589202 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c0d47815-8d43-41f3-9633-5a86c4369694 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2522502 Jun 17 08:56:15.600647 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36950) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:15.653244 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-217133cd-d142-45da-94e2-56da76c661fb req-54b118bc-ce86-4953-bdf6-e67ff718368f tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4cce224bd01440c59ccc93448cfbe072&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692832 Jun 17 08:56:15.671489 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Deleting port c792b66e-3eab-4d5f-b012-f4b1af59118b {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:15.673270 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:15.700946 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d80e7cd-b297-4835-a1ed-de87bc9d668b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:15.702603 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d80e7cd-b297-4835-a1ed-de87bc9d668b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:15.706306 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4d80e7cd-b297-4835-a1ed-de87bc9d668b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1023021 Jun 17 08:56:15.710812 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36952) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:15.732425 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd3db82-fd62-4b04-8d64-d50eb18708fe None None] Network c08dd937-ea53-4a59-b029-21572a7c688d requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:15.811080 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ede753-d966-42e1-85be-513fa0d8ce51 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:15.813183 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ede753-d966-42e1-85be-513fa0d8ce51 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:15.818004 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e2ede753-d966-42e1-85be-513fa0d8ce51 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1053088 Jun 17 08:56:15.819753 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36956) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:15.821626 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] For port c792b66e-3eab-4d5f-b012-f4b1af59118b, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=c792b66e-3eab-4d5f-b012-f4b1af59118b,segment=NetworkSegment(5222cb05-e4f7-4c57-bd4b-549f57ab2440),segment_id=5222cb05-e4f7-4c57-bd4b-549f57ab2440)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:15.821997 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:15.839675 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436e377-346a-4ca4-b8ba-02028effc0ae req-d8d364a5-82ae-4a4f-9b48-33ab7924fcac tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:15.841629 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6436e377-346a-4ca4-b8ba-02028effc0ae req-d8d364a5-82ae-4a4f-9b48-33ab7924fcac tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.1232088 Jun 17 08:56:15.858846 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-27f1086b-9d2b-4abc-b954-4408d4c97da7 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:15.862055 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-27f1086b-9d2b-4abc-b954-4408d4c97da7 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:15.866104 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-27f1086b-9d2b-4abc-b954-4408d4c97da7 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "DELETE /v2.0/security-groups/c52b48cd-bf3a-49c0-94c5-dda105edbbd1 HTTP/1.1" status: 204 len: 168 time: 0.6254177 Jun 17 08:56:15.870425 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7b3c7a61-ee06-430b-94b0-6af6979d8b67 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:15.884256 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36958) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:15.948518 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6436e377-346a-4ca4-b8ba-02028effc0ae req-295d5057-7890-4e15-b7f0-6d56acc4020e tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0997481 Jun 17 08:56:15.965400 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Calling delete_port for c792b66e-3eab-4d5f-b012-f4b1af59118b owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:15.984134 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b8931799-8088-4350-bbcb-84cf7cdd77b3 None None] Provisioning for port c792b66e-3eab-4d5f-b012-f4b1af59118b completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:56:15.995865 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-dff973f8-b78e-41ef-a460-83ecd26ba544 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1085587 Jun 17 08:56:15.996502 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36960) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:15.996960 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1086b-9d2b-4abc-b954-4408d4c97da7 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52b48cd-bf3a-49c0-94c5-dda105edbbd1,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:16.002365 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-1c31fa64-55d3-410e-bc52-e04523e4b07e tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group': {'name': 'tempest-secgroup--1525605463'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:16.010771 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-27f1086b-9d2b-4abc-b954-4408d4c97da7 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:16.018656 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50003155-be0b-43cf-81ad-7c688e3e4a41 None None] DHCP port deletion for c08dd937-ea53-4a59-b029-21572a7c688d request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:56:16.024560 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-217133cd-d142-45da-94e2-56da76c661fb req-407eb6dd-3543-4e6a-84be-6dec882fb1b4 service neutron] 10.222.0.49 "GET /v2.0/networks/22718b41-bd6b-43c7-825e-ca14e4556c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670170 Jun 17 08:56:16.087667 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-50003155-be0b-43cf-81ad-7c688e3e4a41 None None] Deleting port c792b66e-3eab-4d5f-b012-f4b1af59118b {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:16.093257 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-50003155-be0b-43cf-81ad-7c688e3e4a41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:16.128220 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1c31fa64-55d3-410e-bc52-e04523e4b07e tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:16.159380 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-50003155-be0b-43cf-81ad-7c688e3e4a41 None None] For port c792b66e-3eab-4d5f-b012-f4b1af59118b, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=c792b66e-3eab-4d5f-b012-f4b1af59118b,segment=NetworkSegment(5222cb05-e4f7-4c57-bd4b-549f57ab2440),segment_id=5222cb05-e4f7-4c57-bd4b-549f57ab2440)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:16.159844 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-50003155-be0b-43cf-81ad-7c688e3e4a41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:16.187039 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373a086-f961-41e2-807f-9ac4731ad4b7 req-89045f9c-33bc-4488-a45f-43707a64c60f tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:16.188671 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b373a086-f961-41e2-807f-9ac4731ad4b7 req-89045f9c-33bc-4488-a45f-43707a64c60f tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 946 time: 0.0968757 Jun 17 08:56:16.195291 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c973db54-d44d-4d54-a2dd-6c92480c2b22 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:16.200584 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c973db54-d44d-4d54-a2dd-6c92480c2b22 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "GET /v2.0/networks/392fbc40-2269-4ebb-acb8-1a4eaa5f302c HTTP/1.1" status: 200 len: 800 time: 0.3718069 Jun 17 08:56:16.206660 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36962) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:16.243533 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-50003155-be0b-43cf-81ad-7c688e3e4a41 None None] Calling delete_port for c792b66e-3eab-4d5f-b012-f4b1af59118b owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:16.262225 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b373a086-f961-41e2-807f-9ac4731ad4b7 req-fdb7be1e-a6da-41c7-a7c4-7d2ec622ebf1 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637815 Jun 17 08:56:16.288513 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-217133cd-d142-45da-94e2-56da76c661fb req-5873ba4d-4ead-4de8-a41b-fe50805cf0b3 service neutron] 10.222.0.49 "GET /v2.0/networks/22718b41-bd6b-43c7-825e-ca14e4556c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647264 Jun 17 08:56:16.324324 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1c31fa64-55d3-410e-bc52-e04523e4b07e tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:16.331925 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ee803c34-8b85-4360-bb6f-a08d308538a8 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "GET /v2.0/networks/392fbc40-2269-4ebb-acb8-1a4eaa5f302c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1216397 Jun 17 08:56:16.334219 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36966) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:16.402227 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a95d1b2-0223-4988-b3b2-b0a77d7fd62b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:16.407837 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4a95d1b2-0223-4988-b3b2-b0a77d7fd62b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "GET /v2.0/subnets/d719bfe7-6679-4b7b-89e4-74f79f1dc4aa HTTP/1.1" status: 200 len: 811 time: 0.0683362 Jun 17 08:56:16.408200 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36970) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:16.431746 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:16.437152 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e5419e69-bcdf-48fa-aba0-54e56939fc77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:16.439734 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1c31fa64-55d3-410e-bc52-e04523e4b07e tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:16.442423 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-50003155-be0b-43cf-81ad-7c688e3e4a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:16.446747 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6b6d393c-8903-4fb6-82dd-059b2e3d4c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:16.453551 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:16.460296 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50003155-be0b-43cf-81ad-7c688e3e4a41 None None] No DVR routers for this DVR port c792b66e-3eab-4d5f-b012-f4b1af59118b on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:56:16.470139 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event deleted for resources: {'Port': ['ID=c792b66e-3eab-4d5f-b012-f4b1af59118b,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:16.476123 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:16.477645 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] No DVR routers for this DVR port c792b66e-3eab-4d5f-b012-f4b1af59118b on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:56:16.482418 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9149288c-32eb-4977-96e2-8cf12c612a4c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['shared'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:16.492105 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9149288c-32eb-4977-96e2-8cf12c612a4c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "GET /v2.0/subnets/d719bfe7-6679-4b7b-89e4-74f79f1dc4aa?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0755849 Jun 17 08:56:16.492105 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36972) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:16.493855 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50003155-be0b-43cf-81ad-7c688e3e4a41 None None] Pushing event deleted for resources: {'Port': ['ID=c792b66e-3eab-4d5f-b012-f4b1af59118b,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:16.497651 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-50003155-be0b-43cf-81ad-7c688e3e4a41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:16.507286 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-5edaf8c5-f915-4add-a48e-05922455adaf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1045196395'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:16.516045 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31fa64-55d3-410e-bc52-e04523e4b07e tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc98c907-8f0c-4002-a567-d1e89a938c8e,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:16.519486 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1c31fa64-55d3-410e-bc52-e04523e4b07e tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:16.580035 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:16.592386 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c08dd937-ea53-4a59-b029-21572a7c688d']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:16.597018 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1c31fa64-55d3-410e-bc52-e04523e4b07e tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:16.599323 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-1c31fa64-55d3-410e-bc52-e04523e4b07e tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6010113 Jun 17 08:56:16.612654 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36978) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:16.617540 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-5334b2ca-c594-404d-be18-40adf4c06663 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:16.618256 n-d-758944-30 neutron-server[94520]: WARNING neutron.api.v2.base [None req-5334b2ca-c594-404d-be18-40adf4c06663 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 17 08:56:16.618753 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-5334b2ca-c594-404d-be18-40adf4c06663 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] update failed (client error): There was a conflict when trying to complete your request. Jun 17 08:56:16.619957 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5334b2ca-c594-404d-be18-40adf4c06663 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "PUT /v2.0/security-groups/fc98c907-8f0c-4002-a567-d1e89a938c8e HTTP/1.1" status: 409 len: 330 time: 0.0063322 Jun 17 08:56:16.622913 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36980) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:16.632964 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5222cb05-e4f7-4c57-bd4b-549f57ab2440') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:16.638880 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5222cb05-e4f7-4c57-bd4b-549f57ab2440') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:16.659793 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:16.702374 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0a3d9186-3c39-4f1c-a47b-418668961c82 req-77c78894-4809-48a6-bb79-2dafe472647a tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/ports?device_id=f31676d1-0390-49ee-959b-0178fb742a52 HTTP/1.1" status: 200 len: 210 time: 0.0615318 Jun 17 08:56:16.714368 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:16.715122 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edaf8c5-f915-4add-a48e-05922455adaf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Made reservation on behalf of 1f5db1794c41458984527b66b209798b for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:16.718731 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5edaf8c5-f915-4add-a48e-05922455adaf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:16.722572 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:56:16.722975 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:56:16.726305 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:56:16.765730 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5edaf8c5-f915-4add-a48e-05922455adaf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:56:16.775375 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5edaf8c5-f915-4add-a48e-05922455adaf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:16.776257 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-5edaf8c5-f915-4add-a48e-05922455adaf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Added segment 391df141-f345-4928-9a41-184cf4819f71 of type vlan for network fefe89e9-e7ba-4cab-ba5a-c43cdf34f942 Jun 17 08:56:16.805668 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-506669dc-7a27-44e6-9fd8-6e453af034f4 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:16.835873 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-506669dc-7a27-44e6-9fd8-6e453af034f4 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:16.854581 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5edaf8c5-f915-4add-a48e-05922455adaf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:16.912346 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6eabf-17e9-45a9-89c5-3a19b7d18f92 req-816b5744-13f9-4dc9-a1ae-f4d963e0c05e tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:16.913853 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8bb6eabf-17e9-45a9-89c5-3a19b7d18f92 req-816b5744-13f9-4dc9-a1ae-f4d963e0c05e tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.50 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.1047132 Jun 17 08:56:16.921146 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:16.928496 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-68982d54-ac45-40f7-b2f1-02fe6339b22c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:16.932456 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:16.934757 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "DELETE /v2.0/networks/c08dd937-ea53-4a59-b029-21572a7c688d HTTP/1.1" status: 204 len: 168 time: 4.3328748 Jun 17 08:56:16.938337 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36990) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:16.983730 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event deleted for resources: {'Network': ['ID=c08dd937-ea53-4a59-b029-21572a7c688d,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:16.986325 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4530a38-b308-433a-8d51-1167363ec5b9 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:16.986933 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4530a38-b308-433a-8d51-1167363ec5b9 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:16.988696 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e4530a38-b308-433a-8d51-1167363ec5b9 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "DELETE /v2.0/subnets/0198413f-f67c-41eb-a909-047ee5e9c5cd HTTP/1.1" status: 404 len: 337 time: 0.0493071 Jun 17 08:56:16.989693 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:16.991483 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 36996) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:17.016220 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e7c981-c8c5-4264-be07-ecf715af6857 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:17.017354 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53e7c981-c8c5-4264-be07-ecf715af6857 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:17.019123 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-53e7c981-c8c5-4264-be07-ecf715af6857 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "DELETE /v2.0/networks/c08dd937-ea53-4a59-b029-21572a7c688d HTTP/1.1" status: 404 len: 339 time: 0.0264339 Jun 17 08:56:17.020083 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-506669dc-7a27-44e6-9fd8-6e453af034f4 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:17.022332 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 36998) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:17.022633 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-506669dc-7a27-44e6-9fd8-6e453af034f4 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:17.026364 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-506669dc-7a27-44e6-9fd8-6e453af034f4 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "DELETE /v2.0/security-groups/fc98c907-8f0c-4002-a567-d1e89a938c8e HTTP/1.1" status: 204 len: 168 time: 0.4023266 Jun 17 08:56:17.026953 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37000) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:17.027647 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-10548b4f-764b-495a-8f68-6c55f77d7db3 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:17.065508 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9f8ce4-a431-41c1-b4b1-a52a1231f188 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:17.065973 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca9f8ce4-a431-41c1-b4b1-a52a1231f188 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:17.071043 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ca9f8ce4-a431-41c1-b4b1-a52a1231f188 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "DELETE /v2.0/subnets/5a6049eb-a611-418e-9446-5f84f5594a22 HTTP/1.1" status: 404 len: 337 time: 0.0466168 Jun 17 08:56:17.071782 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37002) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:17.092211 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d22733e8-ea6a-4ca6-a384-afbcbb143bca tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0603116 Jun 17 08:56:17.099336 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506669dc-7a27-44e6-9fd8-6e453af034f4 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc98c907-8f0c-4002-a567-d1e89a938c8e,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:17.099336 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37006) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:17.099691 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-506669dc-7a27-44e6-9fd8-6e453af034f4 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:17.106414 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5edaf8c5-f915-4add-a48e-05922455adaf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:17.113841 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edaf8c5-f915-4add-a48e-05922455adaf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:17.114782 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5edaf8c5-f915-4add-a48e-05922455adaf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:17.122927 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-58fc779e-6548-453f-89d0-7b20db0d9a4e tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:17.148466 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-75340be9-7ede-4e22-9e42-9e5346ee0ec1 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] delete failed (client error): The resource could not be found. Jun 17 08:56:17.149117 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-75340be9-7ede-4e22-9e42-9e5346ee0ec1 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "DELETE /v2.0/security-groups/442ec367-1ad6-4115-ba98-0bd905f31246 HTTP/1.1" status: 404 len: 347 time: 0.0508347 Jun 17 08:56:17.153573 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37016) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:17.163827 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-8bb6eabf-17e9-45a9-89c5-3a19b7d18f92 req-10804347-2ed0-4498-9d25-d55088bed78d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Deleting port a9f7637c-87ac-464f-adbc-aeaf22b63e53 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:17.164595 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-8bb6eabf-17e9-45a9-89c5-3a19b7d18f92 req-10804347-2ed0-4498-9d25-d55088bed78d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:17.171553 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e0c4d2-8888-4990-9a96-96d64237f445 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:17.172245 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39e0c4d2-8888-4990-9a96-96d64237f445 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:17.173678 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-7e72fd7e-26dc-425f-9469-ba610efcbeb6 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] show failed (client error): The resource could not be found. Jun 17 08:56:17.176089 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7e72fd7e-26dc-425f-9469-ba610efcbeb6 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "GET /v2.0/security-groups/da803c43-531e-4e75-b8a0-ceafd01e91e3 HTTP/1.1" status: 404 len: 347 time: 0.0194678 Jun 17 08:56:17.176267 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-39e0c4d2-8888-4990-9a96-96d64237f445 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "DELETE /v2.0/networks/3206f8d7-fb9c-4a60-9031-f4db48e8a5e1 HTTP/1.1" status: 404 len: 339 time: 0.0967007 Jun 17 08:56:17.179453 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37018) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:17.180050 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37020) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:17.229005 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d13cf8e-b731-47ef-a264-5b274f3ce45a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:17.229449 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d13cf8e-b731-47ef-a264-5b274f3ce45a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:17.231179 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2d13cf8e-b731-47ef-a264-5b274f3ce45a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "DELETE /v2.0/subnets/fbb597de-0923-498b-b631-62047c59b4d1 HTTP/1.1" status: 404 len: 337 time: 0.0490324 Jun 17 08:56:17.234013 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-6988b597-6e67-4bf0-a21b-e1e7c78f96cf tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] show failed (client error): The resource could not be found. Jun 17 08:56:17.239113 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-6988b597-6e67-4bf0-a21b-e1e7c78f96cf tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] 10.222.0.49 "GET /v2.0/security-group-rules/535b3a91-91e3-4bbb-b4f6-57e101bcdab1 HTTP/1.1" status: 404 len: 356 time: 0.0539463 Jun 17 08:56:17.239113 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37022) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:17.271297 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b39cdd-db80-4ba0-88a7-0b685eaefbe4 req-3a9acd4f-20df-4252-a445-fc562311342d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:17.275847 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-03b39cdd-db80-4ba0-88a7-0b685eaefbe4 req-3a9acd4f-20df-4252-a445-fc562311342d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.1796899 Jun 17 08:56:17.277530 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc87fad-fe4e-4685-ad2c-c85897627d18 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:17.277530 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc87fad-fe4e-4685-ad2c-c85897627d18 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:17.283872 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3bc87fad-fe4e-4685-ad2c-c85897627d18 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "DELETE /v2.0/networks/7477c19c-7d9e-4fda-8c31-8e6684ecbf03 HTTP/1.1" status: 404 len: 339 time: 0.0418918 Jun 17 08:56:17.288625 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37028) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:17.361738 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edaf8c5-f915-4add-a48e-05922455adaf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event updated for resources: {'Network': ['ID=fefe89e9-e7ba-4cab-ba5a-c43cdf34f942,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:17.365277 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-03b39cdd-db80-4ba0-88a7-0b685eaefbe4 req-fe71c712-f6b1-4a17-a9e3-8f7a88bd59ad tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819957 Jun 17 08:56:17.380996 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network fefe89e9-e7ba-4cab-ba5a-c43cdf34f942 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:56:17.382821 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5edaf8c5-f915-4add-a48e-05922455adaf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:17.446965 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5edaf8c5-f915-4add-a48e-05922455adaf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9539614 Jun 17 08:56:17.451137 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-63785658-2056-4362-9b15-83d948617027 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Deleting port 4868eb3b-0978-40b1-b1c7-3e18d82aeed6 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:17.451507 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-63785658-2056-4362-9b15-83d948617027 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:17.452931 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37030) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:17.464695 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-123dd432-2bd5-4f05-9d6c-013bd33815f7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Request body: {'subnet': {'network_id': 'fefe89e9-e7ba-4cab-ba5a-c43cdf34f942', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:17.512649 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-7f5c66fe-be1d-4a89-adad-60cff70bb45f tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:17.518372 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-7f5c66fe-be1d-4a89-adad-60cff70bb45f tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/networks?id=eccbc072-50fb-4234-8176-49cfc92d8a16 HTTP/1.1" status: 200 len: 815 time: 0.3423197 Jun 17 08:56:17.537600 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-63785658-2056-4362-9b15-83d948617027 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:17.563238 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-8bb6eabf-17e9-45a9-89c5-3a19b7d18f92 req-10804347-2ed0-4498-9d25-d55088bed78d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] For port a9f7637c-87ac-464f-adbc-aeaf22b63e53, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=a9f7637c-87ac-464f-adbc-aeaf22b63e53,segment=NetworkSegment(2373654b-367c-4520-893d-6049a39482c6),segment_id=2373654b-367c-4520-893d-6049a39482c6)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:17.564153 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-8bb6eabf-17e9-45a9-89c5-3a19b7d18f92 req-10804347-2ed0-4498-9d25-d55088bed78d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:17.585806 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-a60e4771-f772-4c07-92c6-57819d6a8074 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/quotas/22ef6047a86443e4be0b6c7a582383e9 HTTP/1.1" status: 200 len: 375 time: 0.0337062 Jun 17 08:56:17.613878 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-63785658-2056-4362-9b15-83d948617027 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Calling delete_port for 4868eb3b-0978-40b1-b1c7-3e18d82aeed6 owned by {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:17.641995 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:17.863798 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123dd432-2bd5-4f05-9d6c-013bd33815f7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Made reservation on behalf of 1f5db1794c41458984527b66b209798b for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:17.864227 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bc227216-fae9-43e2-8046-869680c321a4 req-40a3d848-0f2d-4c92-b38c-1c394649f4d8 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/ports?device_id=f31676d1-0390-49ee-959b-0178fb742a52 HTTP/1.1" status: 200 len: 210 time: 0.0459111 Jun 17 08:56:17.864984 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-63785658-2056-4362-9b15-83d948617027 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:17.867391 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-123dd432-2bd5-4f05-9d6c-013bd33815f7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:17.870086 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ef952b45-818c-46d6-bb68-f03cbd3b31c8 tempest-FloatingIPAdminTestJSON-34929636 tempest-FloatingIPAdminTestJSON-34929636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:17.897977 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63785658-2056-4362-9b15-83d948617027 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event deleted for resources: {'Port': ['ID=4868eb3b-0978-40b1-b1c7-3e18d82aeed6,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:17.908692 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-63785658-2056-4362-9b15-83d948617027 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:17.911817 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-63785658-2056-4362-9b15-83d948617027 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "DELETE /v2.0/ports/4868eb3b-0978-40b1-b1c7-3e18d82aeed6 HTTP/1.1" status: 204 len: 168 time: 0.6161683 Jun 17 08:56:17.911817 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-63785658-2056-4362-9b15-83d948617027 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:17.913027 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37040) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:17.930133 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-8340ba79-c08e-4070-b14d-a575bf219695 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=22ef6047a86443e4be0b6c7a582383e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3351574 Jun 17 08:56:17.947606 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54e2c6d-5e78-40b6-8623-6e10133aae75 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:17.954094 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c54e2c6d-5e78-40b6-8623-6e10133aae75 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:17.954094 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c54e2c6d-5e78-40b6-8623-6e10133aae75 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "DELETE /v2.0/subnets/0f403d77-274a-402c-ae6c-8bc7a56db450 HTTP/1.1" status: 404 len: 337 time: 0.0359085 Jun 17 08:56:17.954321 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37044) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:17.969347 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.ipam_backend_mixin [None req-123dd432-2bd5-4f05-9d6c-013bd33815f7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Performing IP validity checks on allocation pools {{(pid=94519) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 17 08:56:17.969971 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.ipam_backend_mixin [None req-123dd432-2bd5-4f05-9d6c-013bd33815f7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94519) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 17 08:56:18.012433 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-8bb6eabf-17e9-45a9-89c5-3a19b7d18f92 req-10804347-2ed0-4498-9d25-d55088bed78d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:18.012806 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-8bb6eabf-17e9-45a9-89c5-3a19b7d18f92 req-10804347-2ed0-4498-9d25-d55088bed78d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:18.013131 n-d-758944-30 neutron-server[94519]: INFO neutron.db.l3_db [req-8bb6eabf-17e9-45a9-89c5-3a19b7d18f92 req-10804347-2ed0-4498-9d25-d55088bed78d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Floating IP 0fc8c04a-a033-4c3b-a666-057c6cb34e36 disassociated. External IP: 172.25.2.134, port: a9f7637c-87ac-464f-adbc-aeaf22b63e53. Jun 17 08:56:18.013495 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-8bb6eabf-17e9-45a9-89c5-3a19b7d18f92 req-10804347-2ed0-4498-9d25-d55088bed78d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Calling delete_port for a9f7637c-87ac-464f-adbc-aeaf22b63e53 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:18.055738 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b6445760-2772-4a39-a230-020bdef85cc5 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:18.058754 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37046) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:18.146283 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-7a33e6d7-477b-4aa7-ac4c-3c10cb5dcbf9 service neutron] 10.222.0.49 "GET /v2.0/networks/eccbc072-50fb-4234-8176-49cfc92d8a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163656 Jun 17 08:56:18.167384 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b6445760-2772-4a39-a230-020bdef85cc5 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:18.189247 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-b6445760-2772-4a39-a230-020bdef85cc5 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024b6733-2a16-4a9f-bcca-470e2cc3b78e']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:18.232111 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-b6445760-2772-4a39-a230-020bdef85cc5 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb20268-bd13-4b66-9e57-9097ea3dfbb3') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:18.232415 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-b6445760-2772-4a39-a230-020bdef85cc5 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb20268-bd13-4b66-9e57-9097ea3dfbb3') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:18.248791 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b6445760-2772-4a39-a230-020bdef85cc5 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:18.265023 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-71aa9099-dd85-46ff-8e21-56d0b43e1017 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d0cafb92bbcf41c29083dc7e426ea2ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2028961 Jun 17 08:56:18.265726 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37052) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:18.275020 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b6445760-2772-4a39-a230-020bdef85cc5 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:18.298694 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6445760-2772-4a39-a230-020bdef85cc5 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:56:18.299106 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b6445760-2772-4a39-a230-020bdef85cc5 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:56:18.304637 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:56:18.437188 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b1fbdda2-41b2-4783-9f4b-323b53507232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:18.463896 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd498f-28c9-4e46-94ed-ebfd22038885 req-4c0c8e4d-55be-4faa-adb1-3c3fe2053a1f tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:18.465637 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-babd498f-28c9-4e46-94ed-ebfd22038885 req-4c0c8e4d-55be-4faa-adb1-3c3fe2053a1f tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf71976b-b691-4ea4-b3cc-9ddd2196afb5 HTTP/1.1" status: 200 len: 946 time: 0.1881588 Jun 17 08:56:18.500404 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b1fbdda2-41b2-4783-9f4b-323b53507232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:18.550793 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b6445760-2772-4a39-a230-020bdef85cc5 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:18.565586 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:18.570454 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b6445760-2772-4a39-a230-020bdef85cc5 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:18.572750 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b6445760-2772-4a39-a230-020bdef85cc5 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "DELETE /v2.0/networks/024b6733-2a16-4a9f-bcca-470e2cc3b78e HTTP/1.1" status: 204 len: 168 time: 0.6144085 Jun 17 08:56:18.585896 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37058) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:18.637347 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6445760-2772-4a39-a230-020bdef85cc5 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event deleted for resources: {'Network': ['ID=024b6733-2a16-4a9f-bcca-470e2cc3b78e,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:18.650752 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b6445760-2772-4a39-a230-020bdef85cc5 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:18.684341 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-bfc0fefb-0e93-4092-b6a0-1a2ffec0ea2b service neutron] 10.222.0.49 "GET /v2.0/networks/eccbc072-50fb-4234-8176-49cfc92d8a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128601 Jun 17 08:56:18.723463 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22edea6a-06c7-4d90-bfa6-6dc446417291 req-b786bb72-3094-4e0f-8071-9d31aa76e2bf tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:18.725453 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-22edea6a-06c7-4d90-bfa6-6dc446417291 req-b786bb72-3094-4e0f-8071-9d31aa76e2bf tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 945 time: 0.1757011 Jun 17 08:56:18.735082 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-123dd432-2bd5-4f05-9d6c-013bd33815f7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:18.740584 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3ed96044-ec6d-47dc-9cfd-2dbdfcea001c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:18.761357 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b1fbdda2-41b2-4783-9f4b-323b53507232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:18.764181 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b1fbdda2-41b2-4783-9f4b-323b53507232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:18.768714 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b1fbdda2-41b2-4783-9f4b-323b53507232 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/47c2186a-24ff-47b4-a302-79fbf048c493 HTTP/1.1" status: 204 len: 168 time: 0.5014679 Jun 17 08:56:18.772570 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-8bb6eabf-17e9-45a9-89c5-3a19b7d18f92 req-10804347-2ed0-4498-9d25-d55088bed78d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:18.777206 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dfc215c3-b3a9-4a77-b28e-53810c2fe610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:18.786998 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-babd498f-28c9-4e46-94ed-ebfd22038885 req-ae76c8ae-4814-42f0-9ba1-c079a0d06cfb tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Deleting port 535c6d13-dbd5-4f1a-9213-15db3d0a032f {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:18.787621 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-babd498f-28c9-4e46-94ed-ebfd22038885 req-ae76c8ae-4814-42f0-9ba1-c079a0d06cfb tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:18.856797 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fbdda2-41b2-4783-9f4b-323b53507232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c2186a-24ff-47b4-a302-79fbf048c493,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:18.880571 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b1fbdda2-41b2-4783-9f4b-323b53507232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:18.897896 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123dd432-2bd5-4f05-9d6c-013bd33815f7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event updated for resources: {'Subnet': ['ID=0eadb1c4-8c3c-422e-b644-1d2a91e9a90a,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:18.903932 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-22edea6a-06c7-4d90-bfa6-6dc446417291 req-93731579-748f-4818-ba04-fd22aa6ed621 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1658838 Jun 17 08:56:18.904870 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-123dd432-2bd5-4f05-9d6c-013bd33815f7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:18.910984 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-535e622f-4793-425b-8e22-88738af3c0d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:18.957545 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-babd498f-28c9-4e46-94ed-ebfd22038885 req-ae76c8ae-4814-42f0-9ba1-c079a0d06cfb tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] For port 535c6d13-dbd5-4f1a-9213-15db3d0a032f, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=535c6d13-dbd5-4f1a-9213-15db3d0a032f,segment=NetworkSegment(8b09ab30-e72c-413f-ba3e-98e0a1bb60b4),segment_id=8b09ab30-e72c-413f-ba3e-98e0a1bb60b4)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:18.957843 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-babd498f-28c9-4e46-94ed-ebfd22038885 req-ae76c8ae-4814-42f0-9ba1-c079a0d06cfb tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:19.016582 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123dd432-2bd5-4f05-9d6c-013bd33815f7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Checking segment: {'id': '391df141-f345-4928-9a41-184cf4819f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'fefe89e9-e7ba-4cab-ba5a-c43cdf34f942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:19.016582 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123dd432-2bd5-4f05-9d6c-013bd33815f7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Network hostable DHCP agents. Network: fefe89e9-e7ba-4cab-ba5a-c43cdf34f942, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:56:19.051469 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10804347-2ed0-4498-9d25-d55088bed78d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Pushing event deleted for resources: {'Port': ['ID=a9f7637c-87ac-464f-adbc-aeaf22b63e53,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:19.054413 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-10804347-2ed0-4498-9d25-d55088bed78d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:19.120378 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-babd498f-28c9-4e46-94ed-ebfd22038885 req-ae76c8ae-4814-42f0-9ba1-c079a0d06cfb tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Calling delete_port for 535c6d13-dbd5-4f1a-9213-15db3d0a032f owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:19.158098 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-90d28dbe-5f38-4565-99c9-6cf3b71e314c req-e197fbc9-b884-45e6-a56b-3e844fa2885e tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/ports?device_id=f31676d1-0390-49ee-959b-0178fb742a52 HTTP/1.1" status: 200 len: 210 time: 0.0845253 Jun 17 08:56:19.179591 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5b3fdb20-ca78-4567-a138-47959a8cb58c req-9f1aeebf-1a74-4d32-9675-5e890885531c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=748e920f-eea2-42b2-8d4b-d08c7e520736 HTTP/1.1" status: 200 len: 210 time: 0.1370292 Jun 17 08:56:19.181110 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-799aa794-2fb6-4125-be8c-09df1dd345fc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Deleting port 0a8f3385-cbb1-4cf0-995e-07250f08303f {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:19.181464 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-799aa794-2fb6-4125-be8c-09df1dd345fc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:19.312845 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-799aa794-2fb6-4125-be8c-09df1dd345fc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:19.368589 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bb6eabf-17e9-45a9-89c5-3a19b7d18f92 req-10804347-2ed0-4498-9d25-d55088bed78d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Router d108c93d-946f-4775-911e-5d4c8a4dc0c3 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:56:19.403347 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-799aa794-2fb6-4125-be8c-09df1dd345fc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Calling delete_port for 0a8f3385-cbb1-4cf0-995e-07250f08303f owned by {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:19.417217 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123dd432-2bd5-4f05-9d6c-013bd33815f7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Network fefe89e9-e7ba-4cab-ba5a-c43cdf34f942 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:56:19.423690 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-babd498f-28c9-4e46-94ed-ebfd22038885 req-ae76c8ae-4814-42f0-9ba1-c079a0d06cfb tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:19.442092 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:19.442563 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['535c6d13-dbd5-4f1a-9213-15db3d0a032f'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:56:19.476370 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76c8ae-4814-42f0-9ba1-c079a0d06cfb tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Pushing event deleted for resources: {'Port': ['ID=535c6d13-dbd5-4f1a-9213-15db3d0a032f,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:19.478968 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ae76c8ae-4814-42f0-9ba1-c079a0d06cfb tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:19.536239 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-babd498f-28c9-4e46-94ed-ebfd22038885 req-ae76c8ae-4814-42f0-9ba1-c079a0d06cfb tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] No DVR routers for this DVR port 535c6d13-dbd5-4f1a-9213-15db3d0a032f on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:56:19.540543 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-babd498f-28c9-4e46-94ed-ebfd22038885 req-ae76c8ae-4814-42f0-9ba1-c079a0d06cfb tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:19.544632 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-babd498f-28c9-4e46-94ed-ebfd22038885 req-ae76c8ae-4814-42f0-9ba1-c079a0d06cfb tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.50 "DELETE /v2.0/ports/535c6d13-dbd5-4f1a-9213-15db3d0a032f HTTP/1.1" status: 204 len: 173 time: 1.0468481 Jun 17 08:56:19.546305 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf71976b-b691-4ea4-b3cc-9ddd2196afb5', 'name': 'network-vif-deleted', 'tag': '535c6d13-dbd5-4f1a-9213-15db3d0a032f'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:56:19.549188 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-123dd432-2bd5-4f05-9d6c-013bd33815f7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, fefe89e9-e7ba-4cab-ba5a-c43cdf34f942) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:19.550414 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3a96a9-224e-438f-9346-ec9d26a0c5c9" -d '{"events": [{"server_uuid": "cf71976b-b691-4ea4-b3cc-9ddd2196afb5", "name": "network-vif-deleted", "tag": "535c6d13-dbd5-4f1a-9213-15db3d0a032f"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:56:19.560938 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123dd432-2bd5-4f05-9d6c-013bd33815f7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:19.561550 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-123dd432-2bd5-4f05-9d6c-013bd33815f7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:19.566439 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb0ba7f-40d0-43ba-912c-4c2beda3c2c6 None None] Network fefe89e9-e7ba-4cab-ba5a-c43cdf34f942 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:19.624957 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bb6eabf-17e9-45a9-89c5-3a19b7d18f92 req-10804347-2ed0-4498-9d25-d55088bed78d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:56:19.637401 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef75da35-7f4c-45af-9090-7bd96e6c64be None None] Sync routers for ids ['d108c93d-946f-4775-911e-5d4c8a4dc0c3'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:56:19.649699 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0754f0f-7e55-4142-a9a4-7e12adf20175 x-openstack-request-id: req-d0754f0f-7e55-4142-a9a4-7e12adf20175 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:56:19.650764 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf71976b-b691-4ea4-b3cc-9ddd2196afb5", "name": "network-vif-deleted", "tag": "535c6d13-dbd5-4f1a-9213-15db3d0a032f", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:56:19.651306 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d0754f0f-7e55-4142-a9a4-7e12adf20175 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:56:19.651988 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf71976b-b691-4ea4-b3cc-9ddd2196afb5', 'name': 'network-vif-deleted', 'tag': '535c6d13-dbd5-4f1a-9213-15db3d0a032f', 'status': 'completed', 'code': 200} Jun 17 08:56:19.656594 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef75da35-7f4c-45af-9090-7bd96e6c64be None None] Routers {'d108c93d-946f-4775-911e-5d4c8a4dc0c3'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:56:19.659696 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-ef75da35-7f4c-45af-9090-7bd96e6c64be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:55:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['d108c93d-946f-4775-911e-5d4c8a4dc0c3'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:19.700116 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb6eabf-17e9-45a9-89c5-3a19b7d18f92 req-10804347-2ed0-4498-9d25-d55088bed78d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] No DVR routers for this DVR port a9f7637c-87ac-464f-adbc-aeaf22b63e53 on host n-h1-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:56:19.721241 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-8bb6eabf-17e9-45a9-89c5-3a19b7d18f92 req-10804347-2ed0-4498-9d25-d55088bed78d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:19.755257 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8bb6eabf-17e9-45a9-89c5-3a19b7d18f92 req-10804347-2ed0-4498-9d25-d55088bed78d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.50 "DELETE /v2.0/ports/a9f7637c-87ac-464f-adbc-aeaf22b63e53 HTTP/1.1" status: 204 len: 173 time: 2.8162367 Jun 17 08:56:19.759788 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b62654-10a8-472f-aba4-72e0bfc613ad', 'name': 'network-vif-deleted', 'tag': 'a9f7637c-87ac-464f-adbc-aeaf22b63e53'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:56:19.768056 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637f12c5-87b7-4225-9130-2261b2cd6801" -d '{"events": [{"server_uuid": "12b62654-10a8-472f-aba4-72e0bfc613ad", "name": "network-vif-deleted", "tag": "a9f7637c-87ac-464f-adbc-aeaf22b63e53"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:56:19.773225 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-ef75da35-7f4c-45af-9090-7bd96e6c64be None None] Set router d108c93d-946f-4775-911e-5d4c8a4dc0c3 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:56:19.780346 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-799aa794-2fb6-4125-be8c-09df1dd345fc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:19.814547 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:19.859748 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-799aa794-2fb6-4125-be8c-09df1dd345fc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:19.868887 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab58d14-4ec2-4ee1-a0c4-a5f8194bfe08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-fefe89e9-e7ba-4cab-ba5a-c43cdf34f942', 'network_id': 'fefe89e9-e7ba-4cab-ba5a-c43cdf34f942', 'tenant_id': '1f5db1794c41458984527b66b209798b', 'fixed_ips': [{'subnet_id': '0eadb1c4-8c3c-422e-b644-1d2a91e9a90a'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:56:19.869967 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-dab58d14-4ec2-4ee1-a0c4-a5f8194bfe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:19.874876 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37094) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:19.876742 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-799aa794-2fb6-4125-be8c-09df1dd345fc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "DELETE /v2.0/ports/0a8f3385-cbb1-4cf0-995e-07250f08303f HTTP/1.1" status: 204 len: 168 time: 1.2821660 Jun 17 08:56:19.881182 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37096) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:19.890265 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-123dd432-2bd5-4f05-9d6c-013bd33815f7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.4276624 Jun 17 08:56:19.893816 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-4d3138c7-7e39-477b-bbc6-16336cd1de2b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:19.963855 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070fead3-d577-4a6e-bcf9-d89468d22310 x-openstack-request-id: req-070fead3-d577-4a6e-bcf9-d89468d22310 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:56:19.964343 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b62654-10a8-472f-aba4-72e0bfc613ad", "name": "network-vif-deleted", "tag": "a9f7637c-87ac-464f-adbc-aeaf22b63e53", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:56:19.970389 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-070fead3-d577-4a6e-bcf9-d89468d22310 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:56:19.971128 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b62654-10a8-472f-aba4-72e0bfc613ad', 'name': 'network-vif-deleted', 'tag': 'a9f7637c-87ac-464f-adbc-aeaf22b63e53', 'status': 'completed', 'code': 200} Jun 17 08:56:19.974356 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799aa794-2fb6-4125-be8c-09df1dd345fc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event deleted for resources: {'Port': ['ID=0a8f3385-cbb1-4cf0-995e-07250f08303f,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:19.977327 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-799aa794-2fb6-4125-be8c-09df1dd345fc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:19.994665 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device a9f7637c-87ac-464f-adbc-aeaf22b63e53 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:56:20.035052 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8bdf758-919a-480a-bfdf-39ba4e69685f tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:20.035512 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8bdf758-919a-480a-bfdf-39ba4e69685f tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:20.037264 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c8bdf758-919a-480a-bfdf-39ba4e69685f tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "DELETE /v2.0/subnets/c5899d47-dc30-4a40-a3f4-4e822aff8dac HTTP/1.1" status: 404 len: 337 time: 0.1604705 Jun 17 08:56:20.040302 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37102) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:20.052452 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: a9f7637c-87ac-464f-adbc-aeaf22b63e53 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:56:20.053277 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device a9f7637c-87ac-464f-adbc-aeaf22b63e53 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:56:20.165341 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-dab58d14-4ec2-4ee1-a0c4-a5f8194bfe08 None None] Allocated IP 172.20.0.3 (fefe89e9-e7ba-4cab-ba5a-c43cdf34f942/0eadb1c4-8c3c-422e-b644-1d2a91e9a90a/2cddde06-19ba-40e0-981f-b78903fddc1c) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:56:20.249699 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-ef75da35-7f4c-45af-9090-7bd96e6c64be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'name': 'tempest-AttachVolumeTestJSON-30857951-router', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:44Z', 'updated_at': '2021-06-17T08:51:56Z', 'revision_number': 4, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'gw_port': {'id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:aa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:46Z', 'updated_at': '2021-06-17T08:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '3bc1dd9f-59f0-4533-bec7-8b7c61c10374', 'name': '', 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'mac_address': 'fa:16:3e:e1:4a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:52:03Z', 'revision_number': 5, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'subnets': [{'id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:20.349277 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef75da35-7f4c-45af-9090-7bd96e6c64be None None] Checking router: d108c93d-946f-4775-911e-5d4c8a4dc0c3 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:56:20.364661 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef75da35-7f4c-45af-9090-7bd96e6c64be None None] Routers {'d108c93d-946f-4775-911e-5d4c8a4dc0c3'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:56:20.365599 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-ef75da35-7f4c-45af-9090-7bd96e6c64be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:55:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['d108c93d-946f-4775-911e-5d4c8a4dc0c3'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:20.530333 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f69bc729-88db-40e6-8979-dab03786f03f req-f4a59500-14f6-416c-802c-6636285cfa5d tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/ports?device_id=f31676d1-0390-49ee-959b-0178fb742a52 HTTP/1.1" status: 200 len: 210 time: 0.1096888 Jun 17 08:56:20.576916 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-ef75da35-7f4c-45af-9090-7bd96e6c64be None None] Set router d108c93d-946f-4775-911e-5d4c8a4dc0c3 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:56:20.581516 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e37a4372-9a1e-4576-b813-b45a9a8a5954 req-fe03a8e7-094e-43be-ae3d-ba9986e869df tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 210 time: 0.4387674 Jun 17 08:56:20.589818 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:20.644501 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-dab58d14-4ec2-4ee1-a0c4-a5f8194bfe08 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:20.645298 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c3901fcf-df57-491e-8626-91ef16ad2e05 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:20.647614 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217133cd-d142-45da-94e2-56da76c661fb req-abd69d66-d65f-4906-a852-7a2a8a89a8ee tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:20.650379 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4d3138c7-7e39-477b-bbc6-16336cd1de2b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5887053'] for subnet, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:20.652853 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-217133cd-d142-45da-94e2-56da76c661fb req-abd69d66-d65f-4906-a852-7a2a8a89a8ee tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.53 "GET /v2.0/networks?id=22718b41-bd6b-43c7-825e-ca14e4556c17 HTTP/1.1" status: 200 len: 821 time: 0.4298880 Jun 17 08:56:20.673242 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-dab58d14-4ec2-4ee1-a0c4-a5f8194bfe08 None None] Transition to ACTIVE for port object 2cddde06-19ba-40e0-981f-b78903fddc1c will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:20.676215 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-217133cd-d142-45da-94e2-56da76c661fb req-33855084-2dc9-4930-a780-0fe8d051bcd7 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Request body: {'port': {'device_id': 'f31676d1-0390-49ee-959b-0178fb742a52', 'network_id': '22718b41-bd6b-43c7-825e-ca14e4556c17', 'admin_state_up': True, 'tenant_id': '4cce224bd01440c59ccc93448cfbe072'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:20.697900 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-dab58d14-4ec2-4ee1-a0c4-a5f8194bfe08 None None] Transition to ACTIVE for port object 2cddde06-19ba-40e0-981f-b78903fddc1c will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:20.790338 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-dab58d14-4ec2-4ee1-a0c4-a5f8194bfe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:20.793495 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-50003155-be0b-43cf-81ad-7c688e3e4a41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:20.893794 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab58d14-4ec2-4ee1-a0c4-a5f8194bfe08 None None] Network fefe89e9-e7ba-4cab-ba5a-c43cdf34f942 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:56:20.899219 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e312d6b2-8447-44d1-92d7-6ebff92f53d6 req-a7d3022c-f81a-4e3c-a91a-e46be577a0ac tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=748e920f-eea2-42b2-8d4b-d08c7e520736 HTTP/1.1" status: 200 len: 210 time: 0.0421271 Jun 17 08:56:20.908314 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-dab58d14-4ec2-4ee1-a0c4-a5f8194bfe08 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:20.935626 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab58d14-4ec2-4ee1-a0c4-a5f8194bfe08 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:56:20.936852 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217133cd-d142-45da-94e2-56da76c661fb req-33855084-2dc9-4930-a780-0fe8d051bcd7 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Made reservation on behalf of 4cce224bd01440c59ccc93448cfbe072 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:20.945779 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-217133cd-d142-45da-94e2-56da76c661fb req-33855084-2dc9-4930-a780-0fe8d051bcd7 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:20.970695 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c3901fcf-df57-491e-8626-91ef16ad2e05 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:21.020284 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-c3901fcf-df57-491e-8626-91ef16ad2e05 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92386c9a-966f-4b74-98aa-2ce16c933b9c']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:21.028850 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab58d14-4ec2-4ee1-a0c4-a5f8194bfe08 None None] Pushing event updated for resources: {'Port': ['ID=2cddde06-19ba-40e0-981f-b78903fddc1c,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:21.072639 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-dab58d14-4ec2-4ee1-a0c4-a5f8194bfe08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:21.088102 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-c3901fcf-df57-491e-8626-91ef16ad2e05 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e426ffcf-eff1-488f-8a65-585545beb0d9') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:21.092393 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-c3901fcf-df57-491e-8626-91ef16ad2e05 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e426ffcf-eff1-488f-8a65-585545beb0d9') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:21.108472 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-dab58d14-4ec2-4ee1-a0c4-a5f8194bfe08 None None] Attempting to bind port 2cddde06-19ba-40e0-981f-b78903fddc1c on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:56:21.108858 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-dab58d14-4ec2-4ee1-a0c4-a5f8194bfe08 None None] Attempting to bind port 2cddde06-19ba-40e0-981f-b78903fddc1c by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '391df141-f345-4928-9a41-184cf4819f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'fefe89e9-e7ba-4cab-ba5a-c43cdf34f942'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:56:21.109230 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab58d14-4ec2-4ee1-a0c4-a5f8194bfe08 None None] Attempting to bind port 2cddde06-19ba-40e0-981f-b78903fddc1c on network fefe89e9-e7ba-4cab-ba5a-c43cdf34f942 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:56:21.119081 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab58d14-4ec2-4ee1-a0c4-a5f8194bfe08 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:56:21.119499 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab58d14-4ec2-4ee1-a0c4-a5f8194bfe08 None None] Checking segment: {'id': '391df141-f345-4928-9a41-184cf4819f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'fefe89e9-e7ba-4cab-ba5a-c43cdf34f942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:21.124656 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-dab58d14-4ec2-4ee1-a0c4-a5f8194bfe08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:21.126478 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab58d14-4ec2-4ee1-a0c4-a5f8194bfe08 None None] Bound using segment: {'id': '391df141-f345-4928-9a41-184cf4819f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'fefe89e9-e7ba-4cab-ba5a-c43cdf34f942'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:56:21.127474 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-dab58d14-4ec2-4ee1-a0c4-a5f8194bfe08 None None] Bound port: 2cddde06-19ba-40e0-981f-b78903fddc1c, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '391df141-f345-4928-9a41-184cf4819f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'fefe89e9-e7ba-4cab-ba5a-c43cdf34f942'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:56:21.128162 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-dab58d14-4ec2-4ee1-a0c4-a5f8194bfe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:21.145837 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c3901fcf-df57-491e-8626-91ef16ad2e05 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:21.181222 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-ef75da35-7f4c-45af-9090-7bd96e6c64be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'name': 'tempest-AttachVolumeTestJSON-30857951-router', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:44Z', 'updated_at': '2021-06-17T08:51:56Z', 'revision_number': 4, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'gw_port': {'id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:aa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:46Z', 'updated_at': '2021-06-17T08:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '3bc1dd9f-59f0-4533-bec7-8b7c61c10374', 'name': '', 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'mac_address': 'fa:16:3e:e1:4a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:52:03Z', 'revision_number': 5, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'subnets': [{'id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:21.207050 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-217133cd-d142-45da-94e2-56da76c661fb req-33855084-2dc9-4930-a780-0fe8d051bcd7 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Allocated IP 172.20.0.14 (22718b41-bd6b-43c7-825e-ca14e4556c17/365faaa8-9640-4fdd-bf11-024f51e8f1c9/9ae93a61-474d-4655-9ac2-6a9f3e166b4f) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:56:21.251472 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef75da35-7f4c-45af-9090-7bd96e6c64be None None] The sync data for ids ['d108c93d-946f-4775-911e-5d4c8a4dc0c3'] in n-d-758944-30 is: [{'id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'name': 'tempest-AttachVolumeTestJSON-30857951-router', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:44Z', 'updated_at': '2021-06-17T08:51:56Z', 'revision_number': 4, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'gw_port': {'id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:aa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:46Z', 'updated_at': '2021-06-17T08:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '3bc1dd9f-59f0-4533-bec7-8b7c61c10374', 'name': '', 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'mac_address': 'fa:16:3e:e1:4a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:52:03Z', 'revision_number': 5, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'subnets': [{'id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:56:21.346784 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-dab58d14-4ec2-4ee1-a0c4-a5f8194bfe08 None None] For port 2cddde06-19ba-40e0-981f-b78903fddc1c, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:56:21.353400 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-dab58d14-4ec2-4ee1-a0c4-a5f8194bfe08 None None] For port 2cddde06-19ba-40e0-981f-b78903fddc1c, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=2cddde06-19ba-40e0-981f-b78903fddc1c,segment=NetworkSegment(391df141-f345-4928-9a41-184cf4819f71),segment_id=391df141-f345-4928-9a41-184cf4819f71)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:56:21.364007 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c3901fcf-df57-491e-8626-91ef16ad2e05 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:21.382798 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3901fcf-df57-491e-8626-91ef16ad2e05 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:56:21.383816 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c3901fcf-df57-491e-8626-91ef16ad2e05 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:56:21.387825 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:56:21.442035 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-217133cd-d142-45da-94e2-56da76c661fb req-33855084-2dc9-4930-a780-0fe8d051bcd7 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:21.519082 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-dab58d14-4ec2-4ee1-a0c4-a5f8194bfe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:21.522281 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-2f10488d-25b6-423a-9fd2-99152fe17a79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:21.555611 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4d3138c7-7e39-477b-bbc6-16336cd1de2b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774480467312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5916440'] for subnet, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:21.562501 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2976839d-8e1d-470f-99e9-3967c768cf61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:21.635988 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-217133cd-d142-45da-94e2-56da76c661fb req-33855084-2dc9-4930-a780-0fe8d051bcd7 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:21.645320 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab58d14-4ec2-4ee1-a0c4-a5f8194bfe08 None None] Pushing event updated for resources: {'Port': ['ID=2cddde06-19ba-40e0-981f-b78903fddc1c,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:21.652789 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e4c8a104-9a6b-4e37-ab74-5347b6027cb4 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:21.660063 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-dab58d14-4ec2-4ee1-a0c4-a5f8194bfe08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:21.666858 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973bec83-a047-4ee5-bd38-2561b572a389 None None] New status for floating IP 0fc8c04a-a033-4c3b-a666-057c6cb34e36: DOWN {{(pid=94521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:56:21.668797 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c3901fcf-df57-491e-8626-91ef16ad2e05 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:21.686548 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3138c7-7e39-477b-bbc6-16336cd1de2b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:21.687156 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4d3138c7-7e39-477b-bbc6-16336cd1de2b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:21.689031 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4d3138c7-7e39-477b-bbc6-16336cd1de2b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "PUT /v2.0/subnets/0eadb1c4-8c3c-422e-b644-1d2a91e9a90a HTTP/1.1" status: 200 len: 877 time: 1.8065526 Jun 17 08:56:21.694682 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c3901fcf-df57-491e-8626-91ef16ad2e05 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:21.696563 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c3901fcf-df57-491e-8626-91ef16ad2e05 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "DELETE /v2.0/networks/92386c9a-966f-4b74-98aa-2ce16c933b9c HTTP/1.1" status: 204 len: 168 time: 1.6553402 Jun 17 08:56:21.699243 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37130) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:21.699579 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37132) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:21.810887 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33855084-2dc9-4930-a780-0fe8d051bcd7 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Pushing event updated for resources: {'Port': ['ID=9ae93a61-474d-4655-9ac2-6a9f3e166b4f,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:21.819753 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-33855084-2dc9-4930-a780-0fe8d051bcd7 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:21.821748 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217133cd-d142-45da-94e2-56da76c661fb req-33855084-2dc9-4930-a780-0fe8d051bcd7 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Network 22718b41-bd6b-43c7-825e-ca14e4556c17 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:56:21.823315 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-217133cd-d142-45da-94e2-56da76c661fb req-33855084-2dc9-4930-a780-0fe8d051bcd7 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:21.826019 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-217133cd-d142-45da-94e2-56da76c661fb req-33855084-2dc9-4930-a780-0fe8d051bcd7 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:56:21.893612 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217133cd-d142-45da-94e2-56da76c661fb req-33855084-2dc9-4930-a780-0fe8d051bcd7 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:21.894376 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-217133cd-d142-45da-94e2-56da76c661fb req-33855084-2dc9-4930-a780-0fe8d051bcd7 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:21.936505 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3138c7-7e39-477b-bbc6-16336cd1de2b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event updated for resources: {'Subnet': ['ID=0eadb1c4-8c3c-422e-b644-1d2a91e9a90a,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:22.001235 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4d3138c7-7e39-477b-bbc6-16336cd1de2b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:22.040209 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dbc9a311-5694-4574-a9a2-b1b00acd74c1 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.346s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:22.064126 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-217133cd-d142-45da-94e2-56da76c661fb req-33855084-2dc9-4930-a780-0fe8d051bcd7 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4035192 Jun 17 08:56:22.105961 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-023f3972-782a-4a40-9ca3-dffb26f2054d req-f3f4ac27-08c9-43b2-88d5-e422cffe1c93 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b62654-10a8-472f-aba4-72e0bfc613ad HTTP/1.1" status: 200 len: 210 time: 0.1021507 Jun 17 08:56:22.117050 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-217133cd-d142-45da-94e2-56da76c661fb req-5e93778c-48bf-47bb-8747-1fa68d613d01 service neutron] Request body: {'port': {'device_id': 'f31676d1-0390-49ee-959b-0178fb742a52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:22.140701 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3901fcf-df57-491e-8626-91ef16ad2e05 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event deleted for resources: {'Network': ['ID=92386c9a-966f-4b74-98aa-2ce16c933b9c,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:22.144224 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c3901fcf-df57-491e-8626-91ef16ad2e05 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:22.186476 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-361b69f6-81fd-4615-821a-331b7368fcdc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Deleting subnet d2f8a48c-de98-4a79-b8ed-fa5cb1460e52 {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:56:22.192530 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-361b69f6-81fd-4615-821a-331b7368fcdc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:22.209848 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 535c6d13-dbd5-4f1a-9213-15db3d0a032f no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:56:22.267816 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 535c6d13-dbd5-4f1a-9213-15db3d0a032f {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:56:22.268983 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 535c6d13-dbd5-4f1a-9213-15db3d0a032f not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:56:22.272809 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-361b69f6-81fd-4615-821a-331b7368fcdc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:22.275103 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-217133cd-d142-45da-94e2-56da76c661fb req-5e93778c-48bf-47bb-8747-1fa68d613d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:22.323255 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3d0d3dc6-f2e0-4539-be8c-ee7d4091ac8c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:22.368672 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 2cddde06-19ba-40e0-981f-b78903fddc1c up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:56:22.388027 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28040fac-e961-409b-94d2-a82a716b6e6b req-5e4a33df-593c-4b43-879a-af090802a67b tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:22.389697 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-28040fac-e961-409b-94d2-a82a716b6e6b req-5e4a33df-593c-4b43-879a-af090802a67b tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/ports?device_id=f31676d1-0390-49ee-959b-0178fb742a52 HTTP/1.1" status: 200 len: 932 time: 0.4392972 Jun 17 08:56:22.411422 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-acd8b829-fc40-40c7-9d6a-461fecd32994 req-4816b760-7f82-4c19-b86f-30007b7764c3 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=748e920f-eea2-42b2-8d4b-d08c7e520736 HTTP/1.1" status: 200 len: 210 time: 0.0857158 Jun 17 08:56:22.546617 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-28040fac-e961-409b-94d2-a82a716b6e6b req-7c6b5ec4-fe51-4162-a08b-8777f01f57de tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/security-groups?id=134fdea2-5146-4082-8ccf-f7d81e447042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315284 Jun 17 08:56:22.549949 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 2cddde06-19ba-40e0-981f-b78903fddc1c completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:56:22.557662 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-361b69f6-81fd-4615-821a-331b7368fcdc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:22.611471 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-3d0d3dc6-f2e0-4539-be8c-ee7d4091ac8c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Deleting port 2cddde06-19ba-40e0-981f-b78903fddc1c {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:22.611850 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3d0d3dc6-f2e0-4539-be8c-ee7d4091ac8c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:22.752400 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-3d0d3dc6-f2e0-4539-be8c-ee7d4091ac8c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] For port 2cddde06-19ba-40e0-981f-b78903fddc1c, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=2cddde06-19ba-40e0-981f-b78903fddc1c,segment=NetworkSegment(391df141-f345-4928-9a41-184cf4819f71),segment_id=391df141-f345-4928-9a41-184cf4819f71)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:22.755632 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3d0d3dc6-f2e0-4539-be8c-ee7d4091ac8c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:22.815360 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-217133cd-d142-45da-94e2-56da76c661fb req-5e93778c-48bf-47bb-8747-1fa68d613d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae93a61-474d-4655-9ac2-6a9f3e166b4f {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:56:22.826390 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-217133cd-d142-45da-94e2-56da76c661fb req-5e93778c-48bf-47bb-8747-1fa68d613d01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:22.848055 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-217133cd-d142-45da-94e2-56da76c661fb req-5e93778c-48bf-47bb-8747-1fa68d613d01 service neutron] Transition to ACTIVE for port object 9ae93a61-474d-4655-9ac2-6a9f3e166b4f will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:22.877078 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-3d0d3dc6-f2e0-4539-be8c-ee7d4091ac8c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Calling delete_port for 2cddde06-19ba-40e0-981f-b78903fddc1c owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:22.879800 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-361b69f6-81fd-4615-821a-331b7368fcdc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:22.885308 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-71844dfc-36b1-4739-97c8-8bef5503509c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:22.933164 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b69f6-81fd-4615-821a-331b7368fcdc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event deleted for resources: {'Subnet': ['ID=d2f8a48c-de98-4a79-b8ed-fa5cb1460e52,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:22.944508 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-217133cd-d142-45da-94e2-56da76c661fb req-5e93778c-48bf-47bb-8747-1fa68d613d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:22.945043 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-361b69f6-81fd-4615-821a-331b7368fcdc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:22.947432 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-361b69f6-81fd-4615-821a-331b7368fcdc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "DELETE /v2.0/subnets/d2f8a48c-de98-4a79-b8ed-fa5cb1460e52 HTTP/1.1" status: 204 len: 168 time: 1.2315252 Jun 17 08:56:22.949165 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37156) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:22.950050 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e6e79e54-bf05-43b0-ba2a-8e4757d04be8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:22.951143 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-361b69f6-81fd-4615-821a-331b7368fcdc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:22.952000 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0151cdfc-184a-4410-9a93-448ceae19b82 None None] Network 1fd95782-eee4-4b03-a887-33682db2c9f6 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:23.179306 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-cc4b6cd3-35a6-4180-8ac6-ecc04aa09d26 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:23.180961 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-cc4b6cd3-35a6-4180-8ac6-ecc04aa09d26 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.53 "GET /v2.0/networks?id=eccbc072-50fb-4234-8176-49cfc92d8a16 HTTP/1.1" status: 200 len: 815 time: 0.2323709 Jun 17 08:56:23.208485 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-7a38ef09-ef60-402c-9025-eb347f2da64c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Request body: {'port': {'device_id': '748e920f-eea2-42b2-8d4b-d08c7e520736', 'network_id': 'eccbc072-50fb-4234-8176-49cfc92d8a16', 'admin_state_up': True, 'tenant_id': '22ef6047a86443e4be0b6c7a582383e9'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:23.227146 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ab5862f7-bb6c-44c4-bfde-339d5cf1a267 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:23.230095 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e75426-d684-44b6-ac4a-3495edd00617 None None] Network fefe89e9-e7ba-4cab-ba5a-c43cdf34f942 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:23.384206 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37166) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:23.398596 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-217133cd-d142-45da-94e2-56da76c661fb req-5e93778c-48bf-47bb-8747-1fa68d613d01 service neutron] Attempting to bind port 9ae93a61-474d-4655-9ac2-6a9f3e166b4f on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:56:23.398943 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-217133cd-d142-45da-94e2-56da76c661fb req-5e93778c-48bf-47bb-8747-1fa68d613d01 service neutron] Attempting to bind port 9ae93a61-474d-4655-9ac2-6a9f3e166b4f by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '1a41cfd1-8859-474d-9a66-a7ad74cdb602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '22718b41-bd6b-43c7-825e-ca14e4556c17'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:56:23.399286 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217133cd-d142-45da-94e2-56da76c661fb req-5e93778c-48bf-47bb-8747-1fa68d613d01 service neutron] Attempting to bind port 9ae93a61-474d-4655-9ac2-6a9f3e166b4f on network 22718b41-bd6b-43c7-825e-ca14e4556c17 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:56:23.402553 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93778c-48bf-47bb-8747-1fa68d613d01 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae93a61-474d-4655-9ac2-6a9f3e166b4f,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:23.408010 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5e93778c-48bf-47bb-8747-1fa68d613d01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:23.426373 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217133cd-d142-45da-94e2-56da76c661fb req-5e93778c-48bf-47bb-8747-1fa68d613d01 service neutron] Port 9ae93a61-474d-4655-9ac2-6a9f3e166b4f on network 22718b41-bd6b-43c7-825e-ca14e4556c17 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:56:23.426819 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217133cd-d142-45da-94e2-56da76c661fb req-5e93778c-48bf-47bb-8747-1fa68d613d01 service neutron] Attempting to bind port 9ae93a61-474d-4655-9ac2-6a9f3e166b4f on network 22718b41-bd6b-43c7-825e-ca14e4556c17 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:56:23.438751 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217133cd-d142-45da-94e2-56da76c661fb req-5e93778c-48bf-47bb-8747-1fa68d613d01 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:56:23.439091 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217133cd-d142-45da-94e2-56da76c661fb req-5e93778c-48bf-47bb-8747-1fa68d613d01 service neutron] Checking segment: {'id': '1a41cfd1-8859-474d-9a66-a7ad74cdb602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '22718b41-bd6b-43c7-825e-ca14e4556c17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:23.439556 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217133cd-d142-45da-94e2-56da76c661fb req-5e93778c-48bf-47bb-8747-1fa68d613d01 service neutron] Bound using segment: {'id': '1a41cfd1-8859-474d-9a66-a7ad74cdb602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '22718b41-bd6b-43c7-825e-ca14e4556c17'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:56:23.439969 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-217133cd-d142-45da-94e2-56da76c661fb req-5e93778c-48bf-47bb-8747-1fa68d613d01 service neutron] Bound port: 9ae93a61-474d-4655-9ac2-6a9f3e166b4f, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a41cfd1-8859-474d-9a66-a7ad74cdb602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '22718b41-bd6b-43c7-825e-ca14e4556c17'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:56:23.440332 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-217133cd-d142-45da-94e2-56da76c661fb req-5e93778c-48bf-47bb-8747-1fa68d613d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:23.481076 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5764a83-f088-4ca3-82b0-4b54b8ec1d4b None None] DHCP port deletion for 1fd95782-eee4-4b03-a887-33682db2c9f6 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:56:23.486265 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-76b273f1-9c0b-4891-8f73-bd1efef1a101 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:23.515938 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-ab5862f7-bb6c-44c4-bfde-339d5cf1a267 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Deleting port 89147aba-b3b3-4648-bd0a-cb884bcf3d31 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:23.516334 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ab5862f7-bb6c-44c4-bfde-339d5cf1a267 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:23.535098 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-217133cd-d142-45da-94e2-56da76c661fb req-5e93778c-48bf-47bb-8747-1fa68d613d01 service neutron] For port 9ae93a61-474d-4655-9ac2-6a9f3e166b4f, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:56:23.555099 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-76b273f1-9c0b-4891-8f73-bd1efef1a101 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:23.582138 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-217133cd-d142-45da-94e2-56da76c661fb req-5e93778c-48bf-47bb-8747-1fa68d613d01 service neutron] For port 9ae93a61-474d-4655-9ac2-6a9f3e166b4f, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=9ae93a61-474d-4655-9ac2-6a9f3e166b4f,segment=NetworkSegment(1a41cfd1-8859-474d-9a66-a7ad74cdb602),segment_id=1a41cfd1-8859-474d-9a66-a7ad74cdb602)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:56:23.629839 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e3a05fe0-f7c9-4274-a9bb-a5d341fa8a01 None None] Provisioning for port 2cddde06-19ba-40e0-981f-b78903fddc1c completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:56:23.632012 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-ab5862f7-bb6c-44c4-bfde-339d5cf1a267 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] For port 89147aba-b3b3-4648-bd0a-cb884bcf3d31, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=89147aba-b3b3-4648-bd0a-cb884bcf3d31,segment=NetworkSegment(04797f41-17f7-49d2-ab79-2361f9a49038),segment_id=04797f41-17f7-49d2-ab79-2361f9a49038)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:23.632392 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ab5862f7-bb6c-44c4-bfde-339d5cf1a267 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:23.633416 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3d0d3dc6-f2e0-4539-be8c-ee7d4091ac8c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:23.640258 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fc7596f8-1497-4af0-93b6-9b8df281f156 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:23.641126 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e3a05fe0-f7c9-4274-a9bb-a5d341fa8a01 None None] Provisioning complete for port 2cddde06-19ba-40e0-981f-b78903fddc1c triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:56:23.642558 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e3a05fe0-f7c9-4274-a9bb-a5d341fa8a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:23.649261 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-7a38ef09-ef60-402c-9025-eb347f2da64c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Made reservation on behalf of 22ef6047a86443e4be0b6c7a582383e9 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:23.661420 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-7a38ef09-ef60-402c-9025-eb347f2da64c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:23.675921 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-e3a05fe0-f7c9-4274-a9bb-a5d341fa8a01 None None] Port 2cddde06-19ba-40e0-981f-b78903fddc1c was deleted so its status cannot be updated. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 17 08:56:23.687356 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-f5764a83-f088-4ca3-82b0-4b54b8ec1d4b None None] Deleting port 89147aba-b3b3-4648-bd0a-cb884bcf3d31 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:23.688770 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f5764a83-f088-4ca3-82b0-4b54b8ec1d4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:23.719967 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d3dc6-f2e0-4539-be8c-ee7d4091ac8c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Port': ['ID=2cddde06-19ba-40e0-981f-b78903fddc1c,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:23.728642 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3d0d3dc6-f2e0-4539-be8c-ee7d4091ac8c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:23.794869 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-f5764a83-f088-4ca3-82b0-4b54b8ec1d4b None None] For port 89147aba-b3b3-4648-bd0a-cb884bcf3d31, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=89147aba-b3b3-4648-bd0a-cb884bcf3d31,segment=NetworkSegment(04797f41-17f7-49d2-ab79-2361f9a49038),segment_id=04797f41-17f7-49d2-ab79-2361f9a49038)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:23.798277 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f5764a83-f088-4ca3-82b0-4b54b8ec1d4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:23.826770 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-84af2ca4-b2cb-4c99-b285-d9bfcae9fa6b req-4ed97f4a-c278-4f53-8292-2ab46d8f865e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=748e920f-eea2-42b2-8d4b-d08c7e520736 HTTP/1.1" status: 200 len: 210 time: 0.1596601 Jun 17 08:56:23.865851 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-ab5862f7-bb6c-44c4-bfde-339d5cf1a267 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Calling delete_port for 89147aba-b3b3-4648-bd0a-cb884bcf3d31 owned by network:dhcp {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:23.868383 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-217133cd-d142-45da-94e2-56da76c661fb req-5e93778c-48bf-47bb-8747-1fa68d613d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:23.874389 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-33855084-2dc9-4930-a780-0fe8d051bcd7 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:23.912005 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-f5764a83-f088-4ca3-82b0-4b54b8ec1d4b None None] Calling delete_port for 89147aba-b3b3-4648-bd0a-cb884bcf3d31 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:23.916890 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0d3dc6-f2e0-4539-be8c-ee7d4091ac8c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] No DVR routers for this DVR port 2cddde06-19ba-40e0-981f-b78903fddc1c on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:56:23.918630 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217133cd-d142-45da-94e2-56da76c661fb req-5e93778c-48bf-47bb-8747-1fa68d613d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:23.919267 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-217133cd-d142-45da-94e2-56da76c661fb req-5e93778c-48bf-47bb-8747-1fa68d613d01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:23.920733 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-217133cd-d142-45da-94e2-56da76c661fb req-5e93778c-48bf-47bb-8747-1fa68d613d01 service neutron] 10.222.0.53 "PUT /v2.0/ports/9ae93a61-474d-4655-9ac2-6a9f3e166b4f HTTP/1.1" status: 200 len: 1093 time: 1.8137171 Jun 17 08:56:23.921329 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31676d1-0390-49ee-959b-0178fb742a52', 'tag': '9ae93a61-474d-4655-9ac2-6a9f3e166b4f'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:56:23.923993 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5149cdeb-7dab-4cd6-a3e4-61e94bf74f40" -d '{"events": [{"name": "network-changed", "server_uuid": "f31676d1-0390-49ee-959b-0178fb742a52", "tag": "9ae93a61-474d-4655-9ac2-6a9f3e166b4f"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:56:23.948237 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:56:23.992575 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62f94d6-3bf3-4756-bc73-4ac905291697 None None] Network fefe89e9-e7ba-4cab-ba5a-c43cdf34f942 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:24.024144 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-dfc01386-0f25-44ea-82f6-9ee172a0ecb1 None None] Could not find standard attr ID for object 2cddde06-19ba-40e0-981f-b78903fddc1c. {{(pid=94521) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:56:24.062392 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3725b031-0f86-46de-9462-fc361575d9e1 x-openstack-request-id: req-3725b031-0f86-46de-9462-fc361575d9e1 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:56:24.062796 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31676d1-0390-49ee-959b-0178fb742a52", "tag": "9ae93a61-474d-4655-9ac2-6a9f3e166b4f", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:56:24.063591 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3725b031-0f86-46de-9462-fc361575d9e1 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:56:24.065138 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31676d1-0390-49ee-959b-0178fb742a52', 'tag': '9ae93a61-474d-4655-9ac2-6a9f3e166b4f', 'status': 'completed', 'code': 200} Jun 17 08:56:24.086250 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3d0d3dc6-f2e0-4539-be8c-ee7d4091ac8c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:24.124483 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93778c-48bf-47bb-8747-1fa68d613d01 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae93a61-474d-4655-9ac2-6a9f3e166b4f,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:24.125965 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-76b273f1-9c0b-4891-8f73-bd1efef1a101 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:24.128573 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-76b273f1-9c0b-4891-8f73-bd1efef1a101 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:24.135025 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5e93778c-48bf-47bb-8747-1fa68d613d01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:24.135201 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-76b273f1-9c0b-4891-8f73-bd1efef1a101 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "DELETE /v2.0/security-groups/63e4e0d6-45e6-4a4f-8f93-833cc91c6d20 HTTP/1.1" status: 204 len: 168 time: 0.7472208 Jun 17 08:56:24.135657 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37180) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:24.141250 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-506669dc-7a27-44e6-9fd8-6e453af034f4 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:24.154132 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-7a38ef09-ef60-402c-9025-eb347f2da64c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Allocated IP 172.20.0.13 (eccbc072-50fb-4234-8176-49cfc92d8a16/52ee78f2-03df-40f6-909e-7994b6ca5c1f/966a9762-65f3-43bd-935f-39925fa34b55) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:56:24.162474 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-064c49e4-c9d4-4652-aade-ea232630c227 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] show failed (client error): The resource could not be found. Jun 17 08:56:24.163674 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-064c49e4-c9d4-4652-aade-ea232630c227 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups/63e4e0d6-45e6-4a4f-8f93-833cc91c6d20 HTTP/1.1" status: 404 len: 347 time: 0.0221815 Jun 17 08:56:24.168098 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37182) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:24.174994 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3252b-a268-44a0-8def-405a240cad1f req-794ba033-2c61-486e-a22f-ca15134e2916 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:24.176591 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-17d3252b-a268-44a0-8def-405a240cad1f req-794ba033-2c61-486e-a22f-ca15134e2916 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/ports?device_id=f31676d1-0390-49ee-959b-0178fb742a52 HTTP/1.1" status: 200 len: 944 time: 0.3618910 Jun 17 08:56:24.179789 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b273f1-9c0b-4891-8f73-bd1efef1a101 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e4e0d6-45e6-4a4f-8f93-833cc91c6d20,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:24.184960 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-76b273f1-9c0b-4891-8f73-bd1efef1a101 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:24.237204 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149cdeb-7dab-4cd6-a3e4-61e94bf74f40 req-da85a7a1-7d74-49ae-b0d7-3c91adc4f2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:24.239311 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5149cdeb-7dab-4cd6-a3e4-61e94bf74f40 req-da85a7a1-7d74-49ae-b0d7-3c91adc4f2fd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cce224bd01440c59ccc93448cfbe072&device_id=f31676d1-0390-49ee-959b-0178fb742a52 HTTP/1.1" status: 200 len: 1096 time: 0.1803949 Jun 17 08:56:24.249235 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-17d3252b-a268-44a0-8def-405a240cad1f req-a38af0cd-b349-4ac1-989c-c27a3587348f tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/security-groups?id=134fdea2-5146-4082-8ccf-f7d81e447042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653076 Jun 17 08:56:24.297235 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f5764a83-f088-4ca3-82b0-4b54b8ec1d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:24.304061 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:24.344791 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ab5862f7-bb6c-44c4-bfde-339d5cf1a267 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:24.355395 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5764a83-f088-4ca3-82b0-4b54b8ec1d4b None None] Pushing event deleted for resources: {'Port': ['ID=89147aba-b3b3-4648-bd0a-cb884bcf3d31,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:24.357625 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5764a83-f088-4ca3-82b0-4b54b8ec1d4b None None] No DVR routers for this DVR port 89147aba-b3b3-4648-bd0a-cb884bcf3d31 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:56:24.371225 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f5764a83-f088-4ca3-82b0-4b54b8ec1d4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:24.371996 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-10804347-2ed0-4498-9d25-d55088bed78d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:24.405552 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3d0d3dc6-f2e0-4539-be8c-ee7d4091ac8c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:24.412037 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7540f1ba-d937-478d-9b88-8fe5d2fda8be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:24.489497 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 89147aba-b3b3-4648-bd0a-cb884bcf3d31 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:56:24.503384 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d3dc6-f2e0-4539-be8c-ee7d4091ac8c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Subnet': ['ID=0eadb1c4-8c3c-422e-b644-1d2a91e9a90a,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:24.508711 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 89147aba-b3b3-4648-bd0a-cb884bcf3d31 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:56:24.516774 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 89147aba-b3b3-4648-bd0a-cb884bcf3d31 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:56:24.519756 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3d0d3dc6-f2e0-4539-be8c-ee7d4091ac8c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:24.540172 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff2afc7-8d31-4a3b-850f-4b97ffc8ac9a None None] Network fefe89e9-e7ba-4cab-ba5a-c43cdf34f942 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:24.654805 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3d0d3dc6-f2e0-4539-be8c-ee7d4091ac8c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:24.691963 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-3d0d3dc6-f2e0-4539-be8c-ee7d4091ac8c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fefe89e9-e7ba-4cab-ba5a-c43cdf34f942']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:24.736413 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-3d0d3dc6-f2e0-4539-be8c-ee7d4091ac8c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '391df141-f345-4928-9a41-184cf4819f71') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:24.737165 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-3d0d3dc6-f2e0-4539-be8c-ee7d4091ac8c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '391df141-f345-4928-9a41-184cf4819f71') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:24.761063 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b40ed91-981a-42e9-9d72-b2344c502406 None None] DHCP port deletion for fefe89e9-e7ba-4cab-ba5a-c43cdf34f942 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:56:24.774618 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3d0d3dc6-f2e0-4539-be8c-ee7d4091ac8c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:24.777761 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5862f7-bb6c-44c4-bfde-339d5cf1a267 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event deleted for resources: {'Port': ['ID=89147aba-b3b3-4648-bd0a-cb884bcf3d31,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:24.780825 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ab5862f7-bb6c-44c4-bfde-339d5cf1a267 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:24.787260 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5862f7-bb6c-44c4-bfde-339d5cf1a267 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] No DVR routers for this DVR port 89147aba-b3b3-4648-bd0a-cb884bcf3d31 on host n-d-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:56:24.793384 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3d0d3dc6-f2e0-4539-be8c-ee7d4091ac8c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:24.807586 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0d3dc6-f2e0-4539-be8c-ee7d4091ac8c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:56:24.808019 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3d0d3dc6-f2e0-4539-be8c-ee7d4091ac8c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:56:24.810988 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:56:24.822791 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-7a38ef09-ef60-402c-9025-eb347f2da64c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:24.898527 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-57db9a8c-a803-419f-b0d5-a669c81174cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Deleting port c30325e4-4ac3-4d61-9fa6-9844e2ac8535 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:24.898527 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-57db9a8c-a803-419f-b0d5-a669c81174cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:24.910050 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ab5862f7-bb6c-44c4-bfde-339d5cf1a267 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:24.946411 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3d0d3dc6-f2e0-4539-be8c-ee7d4091ac8c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:24.950858 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-66f5d415-47b4-4d00-b3a0-9a56ea8c21e7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:24.960070 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3d0d3dc6-f2e0-4539-be8c-ee7d4091ac8c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:24.962226 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3d0d3dc6-f2e0-4539-be8c-ee7d4091ac8c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/networks/fefe89e9-e7ba-4cab-ba5a-c43cdf34f942 HTTP/1.1" status: 204 len: 168 time: 3.2474878 Jun 17 08:56:24.970177 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-ab5862f7-bb6c-44c4-bfde-339d5cf1a267 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd95782-eee4-4b03-a887-33682db2c9f6']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:24.972025 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37192) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:24.975873 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d3dc6-f2e0-4539-be8c-ee7d4091ac8c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Network': ['ID=fefe89e9-e7ba-4cab-ba5a-c43cdf34f942,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:24.978236 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3d0d3dc6-f2e0-4539-be8c-ee7d4091ac8c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:24.992560 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149cdeb-7dab-4cd6-a3e4-61e94bf74f40 req-5286486d-90aa-4a93-a515-ac1fd7ba288c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:24.993953 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5149cdeb-7dab-4cd6-a3e4-61e94bf74f40 req-5286486d-90aa-4a93-a515-ac1fd7ba288c service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=4cce224bd01440c59ccc93448cfbe072&shared=False HTTP/1.1" status: 200 len: 922 time: 0.6514781 Jun 17 08:56:25.004123 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-7a38ef09-ef60-402c-9025-eb347f2da64c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:25.008323 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c3d318bf-d93d-441a-92f3-52aaa2c1bcf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:25.029082 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-ab5862f7-bb6c-44c4-bfde-339d5cf1a267 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04797f41-17f7-49d2-ab79-2361f9a49038') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:25.029368 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-ab5862f7-bb6c-44c4-bfde-339d5cf1a267 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04797f41-17f7-49d2-ab79-2361f9a49038') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:25.052987 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-7a38ef09-ef60-402c-9025-eb347f2da64c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Network eccbc072-50fb-4234-8176-49cfc92d8a16 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:56:25.056496 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-7a38ef09-ef60-402c-9025-eb347f2da64c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:25.060493 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-7a38ef09-ef60-402c-9025-eb347f2da64c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:56:25.073291 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef86254-ac1e-453d-9531-f336bb763841 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:25.073753 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef86254-ac1e-453d-9531-f336bb763841 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:25.077785 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9ef86254-ac1e-453d-9531-f336bb763841 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/subnets/0eadb1c4-8c3c-422e-b644-1d2a91e9a90a HTTP/1.1" status: 404 len: 337 time: 0.1008437 Jun 17 08:56:25.089027 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37194) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:25.092571 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ab5862f7-bb6c-44c4-bfde-339d5cf1a267 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:25.107546 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38ef09-ef60-402c-9025-eb347f2da64c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Pushing event updated for resources: {'Port': ['ID=966a9762-65f3-43bd-935f-39925fa34b55,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:25.120006 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7a38ef09-ef60-402c-9025-eb347f2da64c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:25.123649 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-97fafbea-141c-4097-a202-2db54c0acf4b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:25.124291 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97fafbea-141c-4097-a202-2db54c0acf4b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:25.126082 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-97fafbea-141c-4097-a202-2db54c0acf4b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/networks/fefe89e9-e7ba-4cab-ba5a-c43cdf34f942 HTTP/1.1" status: 404 len: 339 time: 0.0341074 Jun 17 08:56:25.129144 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37198) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:25.164634 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-7a38ef09-ef60-402c-9025-eb347f2da64c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:25.165192 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-7a38ef09-ef60-402c-9025-eb347f2da64c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:25.168700 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b92ef7-a980-4bb8-8ec1-160b89f1133d tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:25.168700 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b92ef7-a980-4bb8-8ec1-160b89f1133d tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:25.169235 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ab5862f7-bb6c-44c4-bfde-339d5cf1a267 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:25.170331 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-98b92ef7-a980-4bb8-8ec1-160b89f1133d tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/subnets/7b970cdc-8631-4d57-a666-98784283ab03 HTTP/1.1" status: 404 len: 337 time: 0.0402739 Jun 17 08:56:25.173403 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37200) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:25.177120 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-57db9a8c-a803-419f-b0d5-a669c81174cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:25.177455 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-57db9a8c-a803-419f-b0d5-a669c81174cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:25.190436 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab5862f7-bb6c-44c4-bfde-339d5cf1a267 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:56:25.190837 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ab5862f7-bb6c-44c4-bfde-339d5cf1a267 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:56:25.194797 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:56:25.200581 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f839997-715f-45cf-b770-3f6f3c6075b4 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:25.201182 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f839997-715f-45cf-b770-3f6f3c6075b4 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:25.205912 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3f839997-715f-45cf-b770-3f6f3c6075b4 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/networks/8031bfb1-c824-433f-aea7-772b115a5929 HTTP/1.1" status: 404 len: 339 time: 0.0283678 Jun 17 08:56:25.206100 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37202) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:25.292805 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-63c2f43f-0a08-4e5b-99f2-4a7dae0bfae1 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:25.304378 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-57db9a8c-a803-419f-b0d5-a669c81174cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Calling delete_port for c30325e4-4ac3-4d61-9fa6-9844e2ac8535 owned by network:floatingip {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:25.379631 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149cdeb-7dab-4cd6-a3e4-61e94bf74f40 req-c5a5606b-e3be-428b-aeab-6cdfd76be8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:25.381145 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5149cdeb-7dab-4cd6-a3e4-61e94bf74f40 req-c5a5606b-e3be-428b-aeab-6cdfd76be8bb service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3498483 Jun 17 08:56:25.390617 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-7a38ef09-ef60-402c-9025-eb347f2da64c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1866534 Jun 17 08:56:25.396616 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-63c2f43f-0a08-4e5b-99f2-4a7dae0bfae1 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:25.400061 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c80f1-2d48-4984-aa90-30795276e89c req-4016375c-869e-45b6-a8ff-c1e85646ca55 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:25.404220 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cb1c80f1-2d48-4984-aa90-30795276e89c req-4016375c-869e-45b6-a8ff-c1e85646ca55 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=748e920f-eea2-42b2-8d4b-d08c7e520736 HTTP/1.1" status: 200 len: 932 time: 0.4311924 Jun 17 08:56:25.406394 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-a4671f5f-42da-4735-8564-6c6bcdd75139 service neutron] Request body: {'port': {'device_id': '748e920f-eea2-42b2-8d4b-d08c7e520736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:25.452089 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-63c2f43f-0a08-4e5b-99f2-4a7dae0bfae1 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb05e2e-4f9e-4c66-894c-3ad2195c74b3']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:25.487244 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ab5862f7-bb6c-44c4-bfde-339d5cf1a267 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:25.489412 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-63c2f43f-0a08-4e5b-99f2-4a7dae0bfae1 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1672f05d-bbb4-41d1-965e-382b93cbc990') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:25.489786 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-63c2f43f-0a08-4e5b-99f2-4a7dae0bfae1 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1672f05d-bbb4-41d1-965e-382b93cbc990') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:25.494691 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6cc2d4e5-1dac-4764-be99-b9fea7abd54d tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:25.504336 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b46d10e3-319c-4d78-924b-49eb804eca37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:25.510674 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ab5862f7-bb6c-44c4-bfde-339d5cf1a267 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:25.510895 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-63c2f43f-0a08-4e5b-99f2-4a7dae0bfae1 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:25.515197 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ab5862f7-bb6c-44c4-bfde-339d5cf1a267 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] 10.222.0.49 "DELETE /v2.0/networks/1fd95782-eee4-4b03-a887-33682db2c9f6 HTTP/1.1" status: 204 len: 168 time: 2.5188792 Jun 17 08:56:25.526967 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5862f7-bb6c-44c4-bfde-339d5cf1a267 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Pushing event deleted for resources: {'Network': ['ID=1fd95782-eee4-4b03-a887-33682db2c9f6,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:25.538396 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ab5862f7-bb6c-44c4-bfde-339d5cf1a267 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:25.556101 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-63c2f43f-0a08-4e5b-99f2-4a7dae0bfae1 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:25.572127 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cb1c80f1-2d48-4984-aa90-30795276e89c req-72d819a5-0856-4313-aad0-ce6be8a7ea76 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534250 Jun 17 08:56:25.579626 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c2f43f-0a08-4e5b-99f2-4a7dae0bfae1 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:56:25.583496 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-63c2f43f-0a08-4e5b-99f2-4a7dae0bfae1 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:56:25.590733 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:56:25.640163 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-a4671f5f-42da-4735-8564-6c6bcdd75139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:25.676344 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217133cd-d142-45da-94e2-56da76c661fb req-376cfa18-77a8-4c41-b198-bc0189266197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:25.676344 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-217133cd-d142-45da-94e2-56da76c661fb req-376cfa18-77a8-4c41-b198-bc0189266197 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cce224bd01440c59ccc93448cfbe072&device_id=f31676d1-0390-49ee-959b-0178fb742a52 HTTP/1.1" status: 200 len: 1096 time: 0.2370286 Jun 17 08:56:25.678359 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76205d33-be8b-4823-bbfb-2f2b017ffe56 req-8b79c002-8718-4b11-b545-de445dca2168 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:25.679986 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-76205d33-be8b-4823-bbfb-2f2b017ffe56 req-8b79c002-8718-4b11-b545-de445dca2168 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/ports?device_id=f31676d1-0390-49ee-959b-0178fb742a52 HTTP/1.1" status: 200 len: 944 time: 0.2636259 Jun 17 08:56:25.728329 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-217133cd-d142-45da-94e2-56da76c661fb req-eab4cd6c-eef0-433b-a042-e9ef25aa3414 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ae93a61-474d-4655-9ac2-6a9f3e166b4f HTTP/1.1" status: 200 len: 217 time: 0.0440960 Jun 17 08:56:25.767572 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-57db9a8c-a803-419f-b0d5-a669c81174cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:25.772669 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f0511d93-fddb-455b-9beb-0b3ee45554ed tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:25.803581 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db9a8c-a803-419f-b0d5-a669c81174cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Pushing event deleted for resources: {'Port': ['ID=c30325e4-4ac3-4d61-9fa6-9844e2ac8535,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:25.810932 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-57db9a8c-a803-419f-b0d5-a669c81174cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:25.823816 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-76205d33-be8b-4823-bbfb-2f2b017ffe56 req-b7bd89a1-5f8e-425a-be2b-f040899cdab1 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/security-groups?id=134fdea2-5146-4082-8ccf-f7d81e447042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120551 Jun 17 08:56:25.827007 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-63c2f43f-0a08-4e5b-99f2-4a7dae0bfae1 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:25.837176 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f6c95e9e-2816-4342-988d-834f51d2ff0f tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:25.841686 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-63c2f43f-0a08-4e5b-99f2-4a7dae0bfae1 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:25.844126 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-63c2f43f-0a08-4e5b-99f2-4a7dae0bfae1 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/networks/3eb05e2e-4f9e-4c66-894c-3ad2195c74b3 HTTP/1.1" status: 204 len: 168 time: 0.6370916 Jun 17 08:56:25.847095 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37218) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:25.863617 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217133cd-d142-45da-94e2-56da76c661fb req-e14b7644-7dce-4a2b-b695-341824213b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:25.865177 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-217133cd-d142-45da-94e2-56da76c661fb req-e14b7644-7dce-4a2b-b695-341824213b99 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=365faaa8-9640-4fdd-bf11-024f51e8f1c9 HTTP/1.1" status: 200 len: 861 time: 0.1285186 Jun 17 08:56:25.873926 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2f43f-0a08-4e5b-99f2-4a7dae0bfae1 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Network': ['ID=3eb05e2e-4f9e-4c66-894c-3ad2195c74b3,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:25.895277 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-63c2f43f-0a08-4e5b-99f2-4a7dae0bfae1 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:25.900686 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b720ed9-55a9-48bd-9a6f-72ef72b7e38d tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:25.901145 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b720ed9-55a9-48bd-9a6f-72ef72b7e38d tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:25.903067 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7b720ed9-55a9-48bd-9a6f-72ef72b7e38d tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/subnets/5b4fc28c-9ad3-473c-90eb-2596056d6152 HTTP/1.1" status: 404 len: 337 time: 0.0533886 Jun 17 08:56:25.903216 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-217133cd-d142-45da-94e2-56da76c661fb req-24de6932-2111-48db-af93-20688bccd5c9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=22718b41-bd6b-43c7-825e-ca14e4556c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303741 Jun 17 08:56:25.907096 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37220) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:25.936471 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-57db9a8c-a803-419f-b0d5-a669c81174cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for floatingip, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:25.939643 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-57db9a8c-a803-419f-b0d5-a669c81174cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:25.945955 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-57db9a8c-a803-419f-b0d5-a669c81174cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "DELETE /v2.0/floatingips/0fc8c04a-a033-4c3b-a666-057c6cb34e36 HTTP/1.1" status: 204 len: 168 time: 1.7735016 Jun 17 08:56:25.945955 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-042651cd-1338-466a-af0c-b4a161b0f28b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:25.945955 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-042651cd-1338-466a-af0c-b4a161b0f28b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:25.946373 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-042651cd-1338-466a-af0c-b4a161b0f28b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/networks/ed473860-ad9b-4b89-90f1-70016f07592c HTTP/1.1" status: 404 len: 339 time: 0.0381699 Jun 17 08:56:25.955857 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37222) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:25.988568 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda2cf18-6da1-44e7-b097-804bf8843d2a tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:25.989800 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda2cf18-6da1-44e7-b097-804bf8843d2a tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:25.991866 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-fda2cf18-6da1-44e7-b097-804bf8843d2a tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/subnets/666ae375-2840-488e-8a1d-1a7517762b35 HTTP/1.1" status: 404 len: 337 time: 0.0347478 Jun 17 08:56:26.009230 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37224) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:26.059444 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-b06cbe5e-9dff-4926-ad7a-2a910c01472a tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:26.060605 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b06cbe5e-9dff-4926-ad7a-2a910c01472a tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:26.062101 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b06cbe5e-9dff-4926-ad7a-2a910c01472a tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/networks/ff22dc22-8fdb-40c1-8405-3100980c825f HTTP/1.1" status: 404 len: 339 time: 0.0520778 Jun 17 08:56:26.067507 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37228) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:26.091525 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-217133cd-d142-45da-94e2-56da76c661fb req-e787a374-841f-47af-ac9c-72f66aa6f908 service neutron] 10.222.0.53 "GET /v2.0/networks/22718b41-bd6b-43c7-825e-ca14e4556c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732438 Jun 17 08:56:26.118147 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f67ce0-c1ae-4e94-a29a-4eb6493bd9f5 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:26.125325 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f67ce0-c1ae-4e94-a29a-4eb6493bd9f5 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:26.125325 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-66f67ce0-c1ae-4e94-a29a-4eb6493bd9f5 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/subnets/0be61912-51cc-4da5-9301-308a794719c5 HTTP/1.1" status: 404 len: 337 time: 0.0542617 Jun 17 08:56:26.125325 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37230) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:26.168921 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-d24e2268-cb7d-447d-a268-13dcb947d9ba tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:26.170151 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d24e2268-cb7d-447d-a268-13dcb947d9ba tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:26.174643 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d24e2268-cb7d-447d-a268-13dcb947d9ba tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/networks/b68a9113-269c-4807-ade7-28a8913d7272 HTTP/1.1" status: 404 len: 339 time: 0.0449529 Jun 17 08:56:26.176161 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37234) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:26.191834 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-a4671f5f-42da-4735-8564-6c6bcdd75139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 966a9762-65f3-43bd-935f-39925fa34b55 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:56:26.200690 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-a4671f5f-42da-4735-8564-6c6bcdd75139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:26.230586 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-a4671f5f-42da-4735-8564-6c6bcdd75139 service neutron] Transition to ACTIVE for port object 966a9762-65f3-43bd-935f-39925fa34b55 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:26.237660 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-81fbbad2-1604-4cc2-b0b5-b6726332dfdf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:26.238602 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81fbbad2-1604-4cc2-b0b5-b6726332dfdf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:26.242721 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37236) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:26.251848 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-81fbbad2-1604-4cc2-b0b5-b6726332dfdf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/subnets/4bfd4d24-ede3-42a7-ad53-314b25541305 HTTP/1.1" status: 404 len: 337 time: 0.0741751 Jun 17 08:56:26.258734 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 2cddde06-19ba-40e0-981f-b78903fddc1c no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:56:26.276533 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a84c50-e5fb-495c-934e-5074bc413db7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:26.277152 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a84c50-e5fb-495c-934e-5074bc413db7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:26.283113 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37240) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:26.287023 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-35a84c50-e5fb-495c-934e-5074bc413db7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/networks/6734ec4a-dfac-4a2d-8b3f-ed7342408c97 HTTP/1.1" status: 404 len: 339 time: 0.0431442 Jun 17 08:56:26.297059 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-217133cd-d142-45da-94e2-56da76c661fb req-d320dba5-fbf3-462f-a553-a6eb5fe024ba service neutron] 10.222.0.53 "GET /v2.0/networks/22718b41-bd6b-43c7-825e-ca14e4556c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992722 Jun 17 08:56:26.305988 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 2cddde06-19ba-40e0-981f-b78903fddc1c {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:56:26.306496 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 2cddde06-19ba-40e0-981f-b78903fddc1c not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:56:26.316301 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe5045e-b110-4c9f-b750-a0c283134e08 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:26.316646 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe5045e-b110-4c9f-b750-a0c283134e08 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:26.321392 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37242) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:26.328619 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-dbe5045e-b110-4c9f-b750-a0c283134e08 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/subnets/2af7dfee-a672-496e-b650-0792752865ef HTTP/1.1" status: 404 len: 337 time: 0.0420628 Jun 17 08:56:26.341808 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c524247-63db-4a13-90ef-5c4727cb6962 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:26.347675 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c524247-63db-4a13-90ef-5c4727cb6962 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:26.347675 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1c524247-63db-4a13-90ef-5c4727cb6962 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/networks/c358c599-7782-4d33-a3dc-a54b8b80fd4d HTTP/1.1" status: 404 len: 339 time: 0.0235577 Jun 17 08:56:26.347675 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-a4671f5f-42da-4735-8564-6c6bcdd75139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:26.350203 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37244) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:26.351657 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-461cb0c5-a715-48d8-b640-3e137c680fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:26.400299 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c92d73-5247-4890-9fad-72ce38494c0a tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:26.400759 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c92d73-5247-4890-9fad-72ce38494c0a tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:26.402515 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-03c92d73-5247-4890-9fad-72ce38494c0a tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/subnets/c3a02432-ef4c-4f98-ae12-df2d3960321f HTTP/1.1" status: 404 len: 337 time: 0.0493703 Jun 17 08:56:26.408390 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37246) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:26.422119 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37248) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:26.434219 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4671f5f-42da-4735-8564-6c6bcdd75139 service neutron] Pushing event updated for resources: {'Port': ['ID=966a9762-65f3-43bd-935f-39925fa34b55,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:26.439185 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a4671f5f-42da-4735-8564-6c6bcdd75139 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:26.445387 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e804eb-de50-4dd1-8fc5-7d0920e1bfb3 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:26.445882 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21e804eb-de50-4dd1-8fc5-7d0920e1bfb3 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:26.447630 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-21e804eb-de50-4dd1-8fc5-7d0920e1bfb3 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/networks/7c5bcf13-e45d-4c35-a1c4-ad2c00c9e38d HTTP/1.1" status: 404 len: 339 time: 0.0382674 Jun 17 08:56:26.448265 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37252) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:26.457909 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-e5c9bc8d-7a14-4c5c-8c28-a2b385b850fa tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--222757926', 'description': 'tempest-description--1319127111'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:26.458181 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37254) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:26.492526 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ee8e48-1bdd-4da3-b9a7-b9817123d8d9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:26.492986 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ee8e48-1bdd-4da3-b9a7-b9817123d8d9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:26.494666 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a4ee8e48-1bdd-4da3-b9a7-b9817123d8d9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/subnets/712f816f-0b2d-4c7e-9443-59bdaba9c09a HTTP/1.1" status: 404 len: 337 time: 0.0355966 Jun 17 08:56:26.504054 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37256) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:26.522212 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-a4671f5f-42da-4735-8564-6c6bcdd75139 service neutron] Attempting to bind port 966a9762-65f3-43bd-935f-39925fa34b55 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:56:26.523021 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-a4671f5f-42da-4735-8564-6c6bcdd75139 service neutron] Attempting to bind port 966a9762-65f3-43bd-935f-39925fa34b55 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '8b09ab30-e72c-413f-ba3e-98e0a1bb60b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eccbc072-50fb-4234-8176-49cfc92d8a16'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:56:26.523639 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-a4671f5f-42da-4735-8564-6c6bcdd75139 service neutron] Attempting to bind port 966a9762-65f3-43bd-935f-39925fa34b55 on network eccbc072-50fb-4234-8176-49cfc92d8a16 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:56:26.526290 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f24f12d-73b0-4c93-a7dd-f414da55e2d5 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:26.526882 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f24f12d-73b0-4c93-a7dd-f414da55e2d5 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:26.528611 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3f24f12d-73b0-4c93-a7dd-f414da55e2d5 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/networks/8b3bc8ee-8a39-4486-a3d2-103b2f14558d HTTP/1.1" status: 404 len: 339 time: 0.0235581 Jun 17 08:56:26.529363 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-a4671f5f-42da-4735-8564-6c6bcdd75139 service neutron] Port 966a9762-65f3-43bd-935f-39925fa34b55 on network eccbc072-50fb-4234-8176-49cfc92d8a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:56:26.529935 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-a4671f5f-42da-4735-8564-6c6bcdd75139 service neutron] Attempting to bind port 966a9762-65f3-43bd-935f-39925fa34b55 on network eccbc072-50fb-4234-8176-49cfc92d8a16 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:56:26.536043 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-a4671f5f-42da-4735-8564-6c6bcdd75139 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:56:26.536770 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-a4671f5f-42da-4735-8564-6c6bcdd75139 service neutron] Checking segment: {'id': '8b09ab30-e72c-413f-ba3e-98e0a1bb60b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eccbc072-50fb-4234-8176-49cfc92d8a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:26.537167 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-a4671f5f-42da-4735-8564-6c6bcdd75139 service neutron] Bound using segment: {'id': '8b09ab30-e72c-413f-ba3e-98e0a1bb60b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eccbc072-50fb-4234-8176-49cfc92d8a16'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:56:26.537600 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-a4671f5f-42da-4735-8564-6c6bcdd75139 service neutron] Bound port: 966a9762-65f3-43bd-935f-39925fa34b55, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b09ab30-e72c-413f-ba3e-98e0a1bb60b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eccbc072-50fb-4234-8176-49cfc92d8a16'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:56:26.537980 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-a4671f5f-42da-4735-8564-6c6bcdd75139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:26.539826 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37260) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:26.583032 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b87210-5eea-44b1-b241-a1484565f4d3 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:26.583491 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b87210-5eea-44b1-b241-a1484565f4d3 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:26.588249 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-18b87210-5eea-44b1-b241-a1484565f4d3 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/subnets/996bbaa3-6d47-4637-b0b2-46689939307f HTTP/1.1" status: 404 len: 337 time: 0.0447903 Jun 17 08:56:26.588365 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37264) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:26.602711 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e5c9bc8d-7a14-4c5c-8c28-a2b385b850fa tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:26.623013 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f6485a-cb4b-4b3b-9910-d3367f34fad9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:26.623643 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9f6485a-cb4b-4b3b-9910-d3367f34fad9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:26.636824 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f9f6485a-cb4b-4b3b-9910-d3367f34fad9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/networks/d85231b2-2b49-4c66-b9b1-a34255c97eff HTTP/1.1" status: 404 len: 339 time: 0.0474896 Jun 17 08:56:26.650723 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37270) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:26.732744 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-a4671f5f-42da-4735-8564-6c6bcdd75139 service neutron] For port 966a9762-65f3-43bd-935f-39925fa34b55, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:56:26.738835 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-a4671f5f-42da-4735-8564-6c6bcdd75139 service neutron] For port 966a9762-65f3-43bd-935f-39925fa34b55, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=966a9762-65f3-43bd-935f-39925fa34b55,segment=NetworkSegment(8b09ab30-e72c-413f-ba3e-98e0a1bb60b4),segment_id=8b09ab30-e72c-413f-ba3e-98e0a1bb60b4)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:56:26.788453 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a3ce44c-e5e6-4ce9-a705-986f8200f560 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Deleting subnet d719bfe7-6679-4b7b-89e4-74f79f1dc4aa {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:56:26.803410 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a3ce44c-e5e6-4ce9-a705-986f8200f560 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:26.814316 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8f904-c70a-4c35-9fed-2da21a2b4db5 req-6aed1fcd-bd2d-4a38-bc18-b98d49f695f4 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:26.816018 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ceb8f904-c70a-4c35-9fed-2da21a2b4db5 req-6aed1fcd-bd2d-4a38-bc18-b98d49f695f4 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=748e920f-eea2-42b2-8d4b-d08c7e520736 HTTP/1.1" status: 200 len: 944 time: 0.0714378 Jun 17 08:56:26.823795 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-a4671f5f-42da-4735-8564-6c6bcdd75139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:26.827415 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-210aa9ea-1a70-4749-9a50-6de63b9e9b57 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:26.890966 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a3ce44c-e5e6-4ce9-a705-986f8200f560 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:26.924353 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-436a02af-370b-4a26-a0d7-7930d2e795d7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e3af1c3e141e4ca0a32462aeaf45e7c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4992204 Jun 17 08:56:26.933187 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37284) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:26.940332 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e5c9bc8d-7a14-4c5c-8c28-a2b385b850fa tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:26.940662 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ceb8f904-c70a-4c35-9fed-2da21a2b4db5 req-5ec579c3-1da1-4aa0-bb24-c464fd27ca77 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137753 Jun 17 08:56:26.969786 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-a4671f5f-42da-4735-8564-6c6bcdd75139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:26.970552 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-a4671f5f-42da-4735-8564-6c6bcdd75139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:26.982044 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-a4671f5f-42da-4735-8564-6c6bcdd75139 service neutron] 10.222.0.53 "PUT /v2.0/ports/966a9762-65f3-43bd-935f-39925fa34b55 HTTP/1.1" status: 200 len: 1093 time: 1.5711794 Jun 17 08:56:26.983627 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748e920f-eea2-42b2-8d4b-d08c7e520736', 'tag': '966a9762-65f3-43bd-935f-39925fa34b55'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:56:26.987408 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a37a83a-8ac1-4a4a-a32d-d2acbb5da99c" -d '{"events": [{"name": "network-changed", "server_uuid": "748e920f-eea2-42b2-8d4b-d08c7e520736", "tag": "966a9762-65f3-43bd-935f-39925fa34b55"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:56:27.007683 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4671f5f-42da-4735-8564-6c6bcdd75139 service neutron] Pushing event updated for resources: {'Port': ['ID=966a9762-65f3-43bd-935f-39925fa34b55,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:27.011264 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a4671f5f-42da-4735-8564-6c6bcdd75139 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:27.044244 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d9d6d7-28c0-42c4-b584-a35371b3347e x-openstack-request-id: req-09d9d6d7-28c0-42c4-b584-a35371b3347e {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:56:27.044585 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748e920f-eea2-42b2-8d4b-d08c7e520736", "tag": "966a9762-65f3-43bd-935f-39925fa34b55", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:56:27.047954 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09d9d6d7-28c0-42c4-b584-a35371b3347e {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:56:27.047954 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748e920f-eea2-42b2-8d4b-d08c7e520736', 'tag': '966a9762-65f3-43bd-935f-39925fa34b55', 'status': 'completed', 'code': 200} Jun 17 08:56:27.049209 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e5c9bc8d-7a14-4c5c-8c28-a2b385b850fa tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:27.058060 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7ed43d89-5a7e-4a9d-9595-82c55d846447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:27.082221 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a3ce44c-e5e6-4ce9-a705-986f8200f560 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:27.134378 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37a83a-8ac1-4a4a-a32d-d2acbb5da99c req-ad7335e1-81e2-4673-8e69-ed7628d1a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:27.136129 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9a37a83a-8ac1-4a4a-a32d-d2acbb5da99c req-ad7335e1-81e2-4673-8e69-ed7628d1a718 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=22ef6047a86443e4be0b6c7a582383e9&device_id=748e920f-eea2-42b2-8d4b-d08c7e520736 HTTP/1.1" status: 200 len: 1096 time: 0.0635254 Jun 17 08:56:27.138846 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9bc8d-7a14-4c5c-8c28-a2b385b850fa tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64ce819e-7519-4a7c-9672-d9c8e5bca4fb,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:27.146209 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e5c9bc8d-7a14-4c5c-8c28-a2b385b850fa tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:27.157413 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1c789f73-8361-496e-a06a-e9410a08f9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:27.201082 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1c789f73-8361-496e-a06a-e9410a08f9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:27.220354 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f36432-2e14-4aea-9284-4b3d096b8720 req-6aed0254-6c4e-4e88-8263-524150c6e6b3 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:27.222544 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-57f36432-2e14-4aea-9284-4b3d096b8720 req-6aed0254-6c4e-4e88-8263-524150c6e6b3 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/ports?device_id=f31676d1-0390-49ee-959b-0178fb742a52 HTTP/1.1" status: 200 len: 944 time: 0.2223389 Jun 17 08:56:27.225692 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e5c9bc8d-7a14-4c5c-8c28-a2b385b850fa tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:27.233125 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e5c9bc8d-7a14-4c5c-8c28-a2b385b850fa tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7805805 Jun 17 08:56:27.235863 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37292) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:27.247335 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-fa23784f-ecde-4ede-ae35-5f75f37d9934 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Request body: {'security_group_rule': {'security_group_id': '64ce819e-7519-4a7c-9672-d9c8e5bca4fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:27.288973 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-57f36432-2e14-4aea-9284-4b3d096b8720 req-b4974029-aab8-465a-b8bd-d4b489fc41be tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/security-groups?id=134fdea2-5146-4082-8ccf-f7d81e447042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517054 Jun 17 08:56:27.303570 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a3ce44c-e5e6-4ce9-a705-986f8200f560 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:27.314925 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-123dd432-2bd5-4f05-9d6c-013bd33815f7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:27.347735 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ce44c-e5e6-4ce9-a705-986f8200f560 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Subnet': ['ID=d719bfe7-6679-4b7b-89e4-74f79f1dc4aa,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:27.351751 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6a3ce44c-e5e6-4ce9-a705-986f8200f560 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:27.353125 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6a3ce44c-e5e6-4ce9-a705-986f8200f560 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:27.359351 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6a3ce44c-e5e6-4ce9-a705-986f8200f560 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/subnets/d719bfe7-6679-4b7b-89e4-74f79f1dc4aa HTTP/1.1" status: 204 len: 168 time: 0.7032876 Jun 17 08:56:27.359351 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37296) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:27.360617 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019d1fcd-ab0d-4bb0-996c-dce8bb622c20 None None] Network 392fbc40-2269-4ebb-acb8-1a4eaa5f302c requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:27.380743 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37a83a-8ac1-4a4a-a32d-d2acbb5da99c req-238da2f0-ec32-401a-91b6-e4e8be877d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:27.382359 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9a37a83a-8ac1-4a4a-a32d-d2acbb5da99c req-238da2f0-ec32-401a-91b6-e4e8be877d39 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=22ef6047a86443e4be0b6c7a582383e9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2385890 Jun 17 08:56:27.414456 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1c789f73-8361-496e-a06a-e9410a08f9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:27.417222 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1c789f73-8361-496e-a06a-e9410a08f9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:27.421353 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-1c789f73-8361-496e-a06a-e9410a08f9c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/13c15b07-ae36-4f2c-812d-2e9dd1d66c7d HTTP/1.1" status: 204 len: 168 time: 0.4843607 Jun 17 08:56:27.425393 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1c31fa64-55d3-410e-bc52-e04523e4b07e tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:27.442047 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c789f73-8361-496e-a06a-e9410a08f9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c15b07-ae36-4f2c-812d-2e9dd1d66c7d,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:27.446788 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1c789f73-8361-496e-a06a-e9410a08f9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:27.468268 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-25e0ac3f-5361-435c-a20f-e4bf8fa79b1b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:27.542396 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-25e0ac3f-5361-435c-a20f-e4bf8fa79b1b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Deleting port ceb1e923-b1a8-4108-9e1e-908b88b8ddd6 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:27.542790 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-25e0ac3f-5361-435c-a20f-e4bf8fa79b1b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:27.644328 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-25e0ac3f-5361-435c-a20f-e4bf8fa79b1b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] For port ceb1e923-b1a8-4108-9e1e-908b88b8ddd6, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=ceb1e923-b1a8-4108-9e1e-908b88b8ddd6,segment=NetworkSegment(9ab66cc4-fdce-4f2f-a1f8-da33df2e1be6),segment_id=9ab66cc4-fdce-4f2f-a1f8-da33df2e1be6)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:27.645057 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-25e0ac3f-5361-435c-a20f-e4bf8fa79b1b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:27.749555 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-25e0ac3f-5361-435c-a20f-e4bf8fa79b1b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Calling delete_port for ceb1e923-b1a8-4108-9e1e-908b88b8ddd6 owned by network:dhcp {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:27.779632 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed569cfc-2b98-4cfb-b042-7e976a51d8c5 None None] DHCP port deletion for 392fbc40-2269-4ebb-acb8-1a4eaa5f302c request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:56:27.834257 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fa23784f-ecde-4ede-ae35-5f75f37d9934 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:27.923317 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-ed569cfc-2b98-4cfb-b042-7e976a51d8c5 None None] Deleting port ceb1e923-b1a8-4108-9e1e-908b88b8ddd6 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:27.923740 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ed569cfc-2b98-4cfb-b042-7e976a51d8c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:27.977337 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fa23784f-ecde-4ede-ae35-5f75f37d9934 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:27.982382 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37a83a-8ac1-4a4a-a32d-d2acbb5da99c req-b2211e61-37c9-4826-93b5-ac2d2f761093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:27.983916 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9a37a83a-8ac1-4a4a-a32d-d2acbb5da99c req-b2211e61-37c9-4826-93b5-ac2d2f761093 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5952971 Jun 17 08:56:28.008750 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-ed569cfc-2b98-4cfb-b042-7e976a51d8c5 None None] For port ceb1e923-b1a8-4108-9e1e-908b88b8ddd6, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=ceb1e923-b1a8-4108-9e1e-908b88b8ddd6,segment=NetworkSegment(9ab66cc4-fdce-4f2f-a1f8-da33df2e1be6),segment_id=9ab66cc4-fdce-4f2f-a1f8-da33df2e1be6)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:28.008750 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ed569cfc-2b98-4cfb-b042-7e976a51d8c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:28.078999 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-25e0ac3f-5361-435c-a20f-e4bf8fa79b1b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:28.083486 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c216f956-f280-4d9f-8fd1-a139a69782b3 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:28.122163 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0ac3f-5361-435c-a20f-e4bf8fa79b1b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Port': ['ID=ceb1e923-b1a8-4108-9e1e-908b88b8ddd6,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:28.122163 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e0ac3f-5361-435c-a20f-e4bf8fa79b1b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] No DVR routers for this DVR port ceb1e923-b1a8-4108-9e1e-908b88b8ddd6 on host n-d-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:56:28.122951 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-25e0ac3f-5361-435c-a20f-e4bf8fa79b1b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:28.124302 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-ed569cfc-2b98-4cfb-b042-7e976a51d8c5 None None] Calling delete_port for ceb1e923-b1a8-4108-9e1e-908b88b8ddd6 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:28.129524 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:28.164266 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fa23784f-ecde-4ede-ae35-5f75f37d9934 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:28.204498 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:28.226739 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23784f-ecde-4ede-ae35-5f75f37d9934 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adac885d-f31d-4b4c-bb84-5392694ead21,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:28.230918 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-25e0ac3f-5361-435c-a20f-e4bf8fa79b1b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:28.233574 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fa23784f-ecde-4ede-ae35-5f75f37d9934 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:28.242785 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-25e0ac3f-5361-435c-a20f-e4bf8fa79b1b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392fbc40-2269-4ebb-acb8-1a4eaa5f302c']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:28.245105 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ed569cfc-2b98-4cfb-b042-7e976a51d8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:28.249104 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-2f10488d-25b6-423a-9fd2-99152fe17a79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:28.257739 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-25e0ac3f-5361-435c-a20f-e4bf8fa79b1b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab66cc4-fdce-4f2f-a1f8-da33df2e1be6') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:28.258436 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-25e0ac3f-5361-435c-a20f-e4bf8fa79b1b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab66cc4-fdce-4f2f-a1f8-da33df2e1be6') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:28.269369 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-25e0ac3f-5361-435c-a20f-e4bf8fa79b1b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:28.277486 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed569cfc-2b98-4cfb-b042-7e976a51d8c5 None None] No DVR routers for this DVR port ceb1e923-b1a8-4108-9e1e-908b88b8ddd6 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:56:28.283047 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed569cfc-2b98-4cfb-b042-7e976a51d8c5 None None] Pushing event deleted for resources: {'Port': ['ID=ceb1e923-b1a8-4108-9e1e-908b88b8ddd6,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:28.290437 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-ed569cfc-2b98-4cfb-b042-7e976a51d8c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:28.294044 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-25e0ac3f-5361-435c-a20f-e4bf8fa79b1b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:28.303758 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e0ac3f-5361-435c-a20f-e4bf8fa79b1b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:56:28.303758 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-25e0ac3f-5361-435c-a20f-e4bf8fa79b1b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:56:28.306813 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:56:28.318490 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e473cb-5f78-4383-969e-8ed8a9ebe816 req-e2fa9331-3e39-47b9-9a78-be4ac2f6bc80 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:28.320272 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-76e473cb-5f78-4383-969e-8ed8a9ebe816 req-e2fa9331-3e39-47b9-9a78-be4ac2f6bc80 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=748e920f-eea2-42b2-8d4b-d08c7e520736 HTTP/1.1" status: 200 len: 944 time: 0.2586184 Jun 17 08:56:28.320578 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device ceb1e923-b1a8-4108-9e1e-908b88b8ddd6 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:56:28.325566 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-7c2ff8fd-39f0-4754-a9a7-b43216f00d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:28.327416 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-7c2ff8fd-39f0-4754-a9a7-b43216f00d65 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=22ef6047a86443e4be0b6c7a582383e9&device_id=748e920f-eea2-42b2-8d4b-d08c7e520736 HTTP/1.1" status: 200 len: 1096 time: 0.2978423 Jun 17 08:56:28.347464 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: ceb1e923-b1a8-4108-9e1e-908b88b8ddd6 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:56:28.347464 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device ceb1e923-b1a8-4108-9e1e-908b88b8ddd6 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:56:28.390496 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fa23784f-ecde-4ede-ae35-5f75f37d9934 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:28.395013 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37318) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:28.395221 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-fa23784f-ecde-4ede-ae35-5f75f37d9934 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1581085 Jun 17 08:56:28.396818 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-245c59b8-2ff5-45ca-be75-758ba6423cd1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=966a9762-65f3-43bd-935f-39925fa34b55 HTTP/1.1" status: 200 len: 217 time: 0.0604150 Jun 17 08:56:28.400231 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-d40159ed-fd43-4c5b-9e65-b9b9ac305eb2 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Request body: {'security_group_rule': {'security_group_id': '64ce819e-7519-4a7c-9672-d9c8e5bca4fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:28.417858 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-76e473cb-5f78-4383-969e-8ed8a9ebe816 req-fab73c97-b270-4462-adf7-0f423d4a18d5 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893524 Jun 17 08:56:28.476542 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-616243b7-57b2-41ec-998b-e5dd369ef43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:28.478228 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-616243b7-57b2-41ec-998b-e5dd369ef43d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=52ee78f2-03df-40f6-909e-7994b6ca5c1f HTTP/1.1" status: 200 len: 855 time: 0.0639458 Jun 17 08:56:28.516341 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-25e0ac3f-5361-435c-a20f-e4bf8fa79b1b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:28.524138 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-356dd156-2e82-430c-a3c0-9a292e023037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:28.528571 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-b7c4ccf2-96c8-4b58-bfbb-d13d33bc7e7b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eccbc072-50fb-4234-8176-49cfc92d8a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394869 Jun 17 08:56:28.530081 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-25e0ac3f-5361-435c-a20f-e4bf8fa79b1b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:28.533275 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-25e0ac3f-5361-435c-a20f-e4bf8fa79b1b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] 10.222.0.49 "DELETE /v2.0/networks/392fbc40-2269-4ebb-acb8-1a4eaa5f302c HTTP/1.1" status: 204 len: 168 time: 1.1728323 Jun 17 08:56:28.536685 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d40159ed-fd43-4c5b-9e65-b9b9ac305eb2 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:28.558300 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0ac3f-5361-435c-a20f-e4bf8fa79b1b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Pushing event deleted for resources: {'Network': ['ID=392fbc40-2269-4ebb-acb8-1a4eaa5f302c,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:28.572987 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-25e0ac3f-5361-435c-a20f-e4bf8fa79b1b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:28.592730 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2a813-b465-4a1e-999e-c6a2bd7f5cb8 req-f7e6aded-74dc-4008-90d0-865efffdd6ef tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:28.594870 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b5f2a813-b465-4a1e-999e-c6a2bd7f5cb8 req-f7e6aded-74dc-4008-90d0-865efffdd6ef tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/ports?device_id=f31676d1-0390-49ee-959b-0178fb742a52 HTTP/1.1" status: 200 len: 944 time: 0.1312385 Jun 17 08:56:28.643442 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-9c0053b2-cd00-4ca1-91b0-e918663e48e7 service neutron] 10.222.0.53 "GET /v2.0/networks/eccbc072-50fb-4234-8176-49cfc92d8a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064932 Jun 17 08:56:28.658306 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d40159ed-fd43-4c5b-9e65-b9b9ac305eb2 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:28.661767 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b5f2a813-b465-4a1e-999e-c6a2bd7f5cb8 req-172fdfe3-ddb1-4764-bc8e-14b04f66a084 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/security-groups?id=134fdea2-5146-4082-8ccf-f7d81e447042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573597 Jun 17 08:56:28.752944 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b7547a5d-6355-4b31-bf7b-c324db0bdf8f req-1b6e11e1-1e65-4494-bcf2-1a3fdc9d1631 service neutron] 10.222.0.53 "GET /v2.0/networks/eccbc072-50fb-4234-8176-49cfc92d8a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030056 Jun 17 08:56:28.775630 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d40159ed-fd43-4c5b-9e65-b9b9ac305eb2 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:28.777995 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:28.796781 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40159ed-fd43-4c5b-9e65-b9b9ac305eb2 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09cd649c-f4aa-4fd7-a32c-3fe135b4e858,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:28.799824 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d40159ed-fd43-4c5b-9e65-b9b9ac305eb2 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:28.992478 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d40159ed-fd43-4c5b-9e65-b9b9ac305eb2 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:28.994959 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d40159ed-fd43-4c5b-9e65-b9b9ac305eb2 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5992460 Jun 17 08:56:29.011613 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37340) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:29.016779 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-eb70b464-88df-404a-a76b-bee15d98f1cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:29.240870 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-eb70b464-88df-404a-a76b-bee15d98f1cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for floatingip, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:29.361445 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-eb70b464-88df-404a-a76b-bee15d98f1cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:29.468151 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37354) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:29.469902 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ff81c3ad-d9a4-48d2-ada2-bc2fbae1050d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:29.518652 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-eb70b464-88df-404a-a76b-bee15d98f1cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Allocated IP 172.25.2.168 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/adba51af-fc1f-4871-907f-b16f907189f5) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:56:29.607230 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba59da4-5038-439c-94cd-15bd8477a0bc req-6b579258-63ae-4451-89e8-d03efaae18e6 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:29.609253 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aba59da4-5038-439c-94cd-15bd8477a0bc req-6b579258-63ae-4451-89e8-d03efaae18e6 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=748e920f-eea2-42b2-8d4b-d08c7e520736 HTTP/1.1" status: 200 len: 944 time: 0.0653765 Jun 17 08:56:29.625823 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-eb70b464-88df-404a-a76b-bee15d98f1cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:29.659433 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aba59da4-5038-439c-94cd-15bd8477a0bc req-24a7c651-b778-4c57-b295-41fad82af663 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436838 Jun 17 08:56:29.767383 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-eb70b464-88df-404a-a76b-bee15d98f1cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:29.770690 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-153c0eb1-7903-49a4-ade0-d2d85a638c56 tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:29.834649 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70b464-88df-404a-a76b-bee15d98f1cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Pushing event updated for resources: {'Port': ['ID=adba51af-fc1f-4871-907f-b16f907189f5,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:29.838471 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-eb70b464-88df-404a-a76b-bee15d98f1cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:29.844225 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb70b464-88df-404a-a76b-bee15d98f1cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:56:29.845728 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-eb70b464-88df-404a-a76b-bee15d98f1cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:29.848734 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb70b464-88df-404a-a76b-bee15d98f1cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:56:29.984677 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b734d7de-32fa-4d63-afc0-2fab69d7d21a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f5db1794c41458984527b66b209798b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5137482 Jun 17 08:56:29.987079 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37368) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:29.993776 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-eb70b464-88df-404a-a76b-bee15d98f1cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:30.057504 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fe8beece-8e0f-4dc2-94c2-ecb7645ca278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:30.081018 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fe8beece-8e0f-4dc2-94c2-ecb7645ca278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:30.099996 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 9ae93a61-474d-4655-9ac2-6a9f3e166b4f details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:56:30.146367 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-eb70b464-88df-404a-a76b-bee15d98f1cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:30.209410 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fe8beece-8e0f-4dc2-94c2-ecb7645ca278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:30.212156 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fe8beece-8e0f-4dc2-94c2-ecb7645ca278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:30.213729 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-fe8beece-8e0f-4dc2-94c2-ecb7645ca278 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d493091c-5f1e-4a17-b3fe-2995f0c51607 HTTP/1.1" status: 204 len: 168 time: 0.2240627 Jun 17 08:56:30.214717 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b62c2b53-a5ae-45d7-a508-201a9c498b22 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:30.226622 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8beece-8e0f-4dc2-94c2-ecb7645ca278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d493091c-5f1e-4a17-b3fe-2995f0c51607,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:30.233814 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fe8beece-8e0f-4dc2-94c2-ecb7645ca278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:30.262388 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 9ae93a61-474d-4655-9ac2-6a9f3e166b4f, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=9ae93a61-474d-4655-9ac2-6a9f3e166b4f,segment=NetworkSegment(1a41cfd1-8859-474d-9a66-a7ad74cdb602),segment_id=1a41cfd1-8859-474d-9a66-a7ad74cdb602)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:30.276016 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '9ae93a61-474d-4655-9ac2-6a9f3e166b4f', 'network_id': '22718b41-bd6b-43c7-825e-ca14e4556c17', 'port_id': '9ae93a61-474d-4655-9ac2-6a9f3e166b4f', 'mac_address': 'fa:16:3e:7c:0e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '365faaa8-9640-4fdd-bf11-024f51e8f1c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:56:30.322597 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:30.341962 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae93a61-474d-4655-9ac2-6a9f3e166b4f {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:56:30.382007 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 9ae93a61-474d-4655-9ac2-6a9f3e166b4f, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=9ae93a61-474d-4655-9ac2-6a9f3e166b4f,segment=NetworkSegment(1a41cfd1-8859-474d-9a66-a7ad74cdb602),segment_id=1a41cfd1-8859-474d-9a66-a7ad74cdb602)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:30.385343 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e5d6f-82c2-4afe-a39c-38b1334a71ed req-511df835-a33a-4e4d-9a89-99d7e1ad4341 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:30.386970 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cf9e5d6f-82c2-4afe-a39c-38b1334a71ed req-511df835-a33a-4e4d-9a89-99d7e1ad4341 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/ports?device_id=f31676d1-0390-49ee-959b-0178fb742a52 HTTP/1.1" status: 200 len: 944 time: 0.5667078 Jun 17 08:56:30.443769 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-eb70b464-88df-404a-a76b-bee15d98f1cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:30.452438 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cf9e5d6f-82c2-4afe-a39c-38b1334a71ed req-90b8fb54-7f21-4952-bd00-5471c0f090e6 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/security-groups?id=134fdea2-5146-4082-8ccf-f7d81e447042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535772 Jun 17 08:56:30.478124 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:30.480208 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-695ebafb-9317-44c9-816c-0fc9baff04d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:30.529864 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=9ae93a61-474d-4655-9ac2-6a9f3e166b4f,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:30.533130 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:30.537436 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-eb70b464-88df-404a-a76b-bee15d98f1cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:30.540332 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:30.612998 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70b464-88df-404a-a76b-bee15d98f1cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Pushing event updated for resources: {'Port': ['ID=adba51af-fc1f-4871-907f-b16f907189f5,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:30.617345 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-eb70b464-88df-404a-a76b-bee15d98f1cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:30.628101 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-eb70b464-88df-404a-a76b-bee15d98f1cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:30.683190 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['9ae93a61-474d-4655-9ac2-6a9f3e166b4f'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:56:30.754663 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-eb70b464-88df-404a-a76b-bee15d98f1cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:30.756022 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-eb70b464-88df-404a-a76b-bee15d98f1cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7432654 Jun 17 08:56:30.877988 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c011b7-0097-49af-a069-ff2acbe67d88 req-51334961-2e61-4139-8f5a-3c4511910e5a tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:30.879733 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b7c011b7-0097-49af-a069-ff2acbe67d88 req-51334961-2e61-4139-8f5a-3c4511910e5a tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=748e920f-eea2-42b2-8d4b-d08c7e520736 HTTP/1.1" status: 200 len: 944 time: 0.0922072 Jun 17 08:56:30.931095 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b7c011b7-0097-49af-a069-ff2acbe67d88 req-3e45a135-7761-4d4b-a01f-24f45b81cc09 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422850 Jun 17 08:56:30.952444 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:31.239263 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37406) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:31.409510 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-22c33689-bebf-413f-9e7c-0426896f3f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:31.580900 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-22c33689-bebf-413f-9e7c-0426896f3f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:31.657941 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a3d7247-99a9-4268-a483-5529095004c3 req-8300b41c-6409-4dd5-839d-a3e197232243 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--222757926&fields=id&tenant_id=625e2459307b434fab6fcf2f0c349af9 HTTP/1.1" status: 200 len: 267 time: 0.4275730 Jun 17 08:56:31.673054 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb89ad-70ed-4d12-904d-6644317fdca5 req-1a90c2fa-9984-4b2d-bda3-95625c268e69 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:31.675014 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-86fb89ad-70ed-4d12-904d-6644317fdca5 req-1a90c2fa-9984-4b2d-bda3-95625c268e69 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/ports?device_id=f31676d1-0390-49ee-959b-0178fb742a52 HTTP/1.1" status: 200 len: 945 time: 0.0735383 Jun 17 08:56:31.676483 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-22c33689-bebf-413f-9e7c-0426896f3f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:31.680732 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-db3ba8fe-f470-41a8-8b8d-7b4acf7520c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:31.753314 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-22c33689-bebf-413f-9e7c-0426896f3f49 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=64072d5c1f1d4887be82c615058d8dc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5128508 Jun 17 08:56:31.759162 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37428) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:31.773478 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c33689-bebf-413f-9e7c-0426896f3f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464970be-a102-4f97-a11a-e7cbc696dbe2,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:31.793490 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-22c33689-bebf-413f-9e7c-0426896f3f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:31.799722 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d7247-99a9-4268-a483-5529095004c3 req-232857ed-b7c6-4580-b4fd-8f5116c5bc6b tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:31.801304 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a3d7247-99a9-4268-a483-5529095004c3 req-232857ed-b7c6-4580-b4fd-8f5116c5bc6b tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/networks?id=98c6fd42-c22b-4725-9f11-0381a8c4c410 HTTP/1.1" status: 200 len: 809 time: 0.1424563 Jun 17 08:56:31.807368 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-86fb89ad-70ed-4d12-904d-6644317fdca5 req-334815e4-bd10-4f03-9817-e09e0806fdd9 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/security-groups?id=134fdea2-5146-4082-8ccf-f7d81e447042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153259 Jun 17 08:56:31.833019 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a3d7247-99a9-4268-a483-5529095004c3 req-d6c289d3-074d-4a6b-ae2e-0052d1916324 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/quotas/625e2459307b434fab6fcf2f0c349af9 HTTP/1.1" status: 200 len: 375 time: 0.0164120 Jun 17 08:56:31.849771 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-04225362-029a-4423-b116-e425aa1c415c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:31.875846 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-04225362-029a-4423-b116-e425aa1c415c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:31.913518 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a3d7247-99a9-4268-a483-5529095004c3 req-e5a01d42-bfc5-4e44-b8a7-2b7b1a4ca18e tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=625e2459307b434fab6fcf2f0c349af9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0773737 Jun 17 08:56:32.072189 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a3d7247-99a9-4268-a483-5529095004c3 req-ce37072e-4719-4094-91af-c803170c2f59 service neutron] 10.222.0.49 "GET /v2.0/networks/98c6fd42-c22b-4725-9f11-0381a8c4c410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560795 Jun 17 08:56:32.089697 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-04225362-029a-4423-b116-e425aa1c415c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:32.093488 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-04225362-029a-4423-b116-e425aa1c415c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:32.098773 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-04225362-029a-4423-b116-e425aa1c415c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/464970be-a102-4f97-a11a-e7cbc696dbe2 HTTP/1.1" status: 204 len: 168 time: 0.3376818 Jun 17 08:56:32.101183 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a55b0b86-2637-4d13-b6be-7d394dc776c6 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:32.115183 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 966a9762-65f3-43bd-935f-39925fa34b55 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:56:32.117254 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 9ae93a61-474d-4655-9ac2-6a9f3e166b4f up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:56:32.123639 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04225362-029a-4423-b116-e425aa1c415c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464970be-a102-4f97-a11a-e7cbc696dbe2,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:32.146754 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-04225362-029a-4423-b116-e425aa1c415c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:32.194660 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a3d7247-99a9-4268-a483-5529095004c3 req-8801c047-9199-46de-b955-57b335a4e7f3 service neutron] 10.222.0.49 "GET /v2.0/networks/98c6fd42-c22b-4725-9f11-0381a8c4c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146085 Jun 17 08:56:32.279150 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae68da-f4f3-45aa-978f-5f16b7b9daaa req-75a83719-f077-4a5d-9c83-03bd138316a6 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:32.280962 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-90ae68da-f4f3-45aa-978f-5f16b7b9daaa req-75a83719-f077-4a5d-9c83-03bd138316a6 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=748e920f-eea2-42b2-8d4b-d08c7e520736 HTTP/1.1" status: 200 len: 944 time: 0.1811185 Jun 17 08:56:32.306537 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 966a9762-65f3-43bd-935f-39925fa34b55, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=966a9762-65f3-43bd-935f-39925fa34b55,segment=NetworkSegment(8b09ab30-e72c-413f-ba3e-98e0a1bb60b4),segment_id=8b09ab30-e72c-413f-ba3e-98e0a1bb60b4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:32.319493 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '966a9762-65f3-43bd-935f-39925fa34b55', 'network_id': 'eccbc072-50fb-4234-8176-49cfc92d8a16', 'port_id': '966a9762-65f3-43bd-935f-39925fa34b55', 'mac_address': 'fa:16:3e:49:57:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ee78f2-03df-40f6-909e-7994b6ca5c1f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:56:32.323401 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-90ae68da-f4f3-45aa-978f-5f16b7b9daaa req-83688a6f-1afd-4b0e-ac8b-7c68b1b46ec9 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342791 Jun 17 08:56:32.378938 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37452) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:32.379295 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:32.393719 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 966a9762-65f3-43bd-935f-39925fa34b55 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:56:32.416013 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 9ae93a61-474d-4655-9ac2-6a9f3e166b4f completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:56:32.432294 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 966a9762-65f3-43bd-935f-39925fa34b55, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=966a9762-65f3-43bd-935f-39925fa34b55,segment=NetworkSegment(8b09ab30-e72c-413f-ba3e-98e0a1bb60b4),segment_id=8b09ab30-e72c-413f-ba3e-98e0a1bb60b4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:32.436247 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 9ae93a61-474d-4655-9ac2-6a9f3e166b4f triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:56:32.436638 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:32.529133 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:32.539187 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:32.549768 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:32.666986 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=966a9762-65f3-43bd-935f-39925fa34b55,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:33.001433 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:33.001433 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:33.009927 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-f6e750aa-748c-46ae-ad58-a16b0a42d8df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1642244940'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:33.011093 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 9ae93a61-474d-4655-9ac2-6a9f3e166b4f, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=9ae93a61-474d-4655-9ac2-6a9f3e166b4f,segment=NetworkSegment(1a41cfd1-8859-474d-9a66-a7ad74cdb602),segment_id=1a41cfd1-8859-474d-9a66-a7ad74cdb602)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:33.011093 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31676d1-0390-49ee-959b-0178fb742a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae93a61-474d-4655-9ac2-6a9f3e166b4f'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:56:33.011093 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05e55f2-2779-4b6c-b8c8-88fab8808fbb" -d '{"events": [{"server_uuid": "f31676d1-0390-49ee-959b-0178fb742a52", "name": "network-vif-plugged", "status": "completed", "tag": "9ae93a61-474d-4655-9ac2-6a9f3e166b4f"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:56:33.011093 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['966a9762-65f3-43bd-935f-39925fa34b55'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:56:33.011093 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1370fb29-4a20-4a35-872d-9edadb74a158 x-openstack-request-id: req-1370fb29-4a20-4a35-872d-9edadb74a158 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:56:33.011093 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31676d1-0390-49ee-959b-0178fb742a52", "name": "network-vif-plugged", "status": "completed", "tag": "9ae93a61-474d-4655-9ac2-6a9f3e166b4f", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:56:33.011093 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1370fb29-4a20-4a35-872d-9edadb74a158 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:56:33.011093 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31676d1-0390-49ee-959b-0178fb742a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae93a61-474d-4655-9ac2-6a9f3e166b4f', 'code': 200} Jun 17 08:56:33.012567 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e750aa-748c-46ae-ad58-a16b0a42d8df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:33.012567 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6e750aa-748c-46ae-ad58-a16b0a42d8df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:33.012567 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6e750aa-748c-46ae-ad58-a16b0a42d8df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:33.015927 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:33.015927 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-b207c027-d26b-4acc-8cad-3802ba248caf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:33.023358 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=9ae93a61-474d-4655-9ac2-6a9f3e166b4f,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:33.028307 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:33.052488 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-95ada87e-e618-4755-bfe7-1dba49fb35b5 req-e9a6b906-0097-4f30-9dd7-9e550f6ef884 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=c50ad384-67a2-4652-b6b4-beb0637e47ac HTTP/1.1" status: 200 len: 210 time: 0.4307244 Jun 17 08:56:33.100733 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2f8e6-79d6-4a32-8668-52b40aeae6b7 req-36256fef-ba47-423c-924e-25199ce29ad8 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:33.102663 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b3b2f8e6-79d6-4a32-8668-52b40aeae6b7 req-36256fef-ba47-423c-924e-25199ce29ad8 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/ports?device_id=f31676d1-0390-49ee-959b-0178fb742a52 HTTP/1.1" status: 200 len: 946 time: 0.0881057 Jun 17 08:56:33.111917 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6e750aa-748c-46ae-ad58-a16b0a42d8df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:33.117599 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fecdad-48cd-4a64-9f0e-8894ef3c47f9 req-b7bb50fb-e3cf-4c12-8ab6-dfd37cca1565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:33.119096 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-08fecdad-48cd-4a64-9f0e-8894ef3c47f9 req-b7bb50fb-e3cf-4c12-8ab6-dfd37cca1565 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f31676d1-0390-49ee-959b-0178fb742a52 HTTP/1.1" status: 200 len: 1098 time: 0.1993220 Jun 17 08:56:33.150716 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b3b2f8e6-79d6-4a32-8668-52b40aeae6b7 req-3bd94b76-3c95-4d7f-af82-59e352c2f92a tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/security-groups?id=134fdea2-5146-4082-8ccf-f7d81e447042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396895 Jun 17 08:56:33.157927 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-08fecdad-48cd-4a64-9f0e-8894ef3c47f9 req-3976e902-5f4c-4908-a561-64c9c85ae97d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=134fdea2-5146-4082-8ccf-f7d81e447042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313933 Jun 17 08:56:33.285908 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6e750aa-748c-46ae-ad58-a16b0a42d8df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:33.289130 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a855b761-1bc9-4896-8257-3186d96a5f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:33.314947 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e750aa-748c-46ae-ad58-a16b0a42d8df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:56:33.324988 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e750aa-748c-46ae-ad58-a16b0a42d8df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c849d3-ac18-4cf9-a137-0d036f71e49a,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:33.329444 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f6e750aa-748c-46ae-ad58-a16b0a42d8df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:33.330580 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6e750aa-748c-46ae-ad58-a16b0a42d8df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:33.330924 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-f6e750aa-748c-46ae-ad58-a16b0a42d8df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Added segment 38611a24-333f-404f-8740-3d2333c794a3 of type vlan for network 282098b4-8324-4b62-b06f-62a5a53821fc Jun 17 08:56:33.376168 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6e750aa-748c-46ae-ad58-a16b0a42d8df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:33.398281 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37496) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:33.416070 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0eea12f9-e9b0-405a-9a81-1d813adb45e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:33.544719 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6e750aa-748c-46ae-ad58-a16b0a42d8df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:33.550323 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e750aa-748c-46ae-ad58-a16b0a42d8df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:33.550910 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6e750aa-748c-46ae-ad58-a16b0a42d8df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:33.559016 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b6445760-2772-4a39-a230-020bdef85cc5 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:33.583559 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0eea12f9-e9b0-405a-9a81-1d813adb45e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:33.592170 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946e7a5-f84f-45e3-8d48-ce27d4bafee7 req-bc89b8e8-1aee-40f1-ae28-2f89306aa8df tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:33.593648 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f946e7a5-f84f-45e3-8d48-ce27d4bafee7 req-bc89b8e8-1aee-40f1-ae28-2f89306aa8df tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=748e920f-eea2-42b2-8d4b-d08c7e520736 HTTP/1.1" status: 200 len: 945 time: 0.1375453 Jun 17 08:56:33.661220 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e750aa-748c-46ae-ad58-a16b0a42d8df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Network': ['ID=282098b4-8324-4b62-b06f-62a5a53821fc,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:33.664718 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f6e750aa-748c-46ae-ad58-a16b0a42d8df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:33.677852 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 282098b4-8324-4b62-b06f-62a5a53821fc details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:56:33.679346 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f946e7a5-f84f-45e3-8d48-ce27d4bafee7 req-1861680e-7aa2-489b-a421-4e18ef5d4708 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572910 Jun 17 08:56:33.701298 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0eea12f9-e9b0-405a-9a81-1d813adb45e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:33.705800 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-76b273f1-9c0b-4891-8f73-bd1efef1a101 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:33.760424 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0eea12f9-e9b0-405a-9a81-1d813adb45e1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c00c1f75a30940a693a301ed456240f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3609381 Jun 17 08:56:33.762828 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37502) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:33.774672 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea12f9-e9b0-405a-9a81-1d813adb45e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c22d784-3e07-44e9-adbc-8c5308959378,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:33.781241 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0eea12f9-e9b0-405a-9a81-1d813adb45e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:33.798572 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f6e750aa-748c-46ae-ad58-a16b0a42d8df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4178822 Jun 17 08:56:33.800981 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37506) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:33.806987 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-edf3808a-0cc0-457c-8235-3f86a81d4782 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'port': {'network_id': '282098b4-8324-4b62-b06f-62a5a53821fc', 'name': 'tempest-PortsIpV6TestJSON-1269012250'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:33.856181 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3f3647d4-bec3-4417-800f-469b179788d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:33.906238 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3f3647d4-bec3-4417-800f-469b179788d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:33.987308 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37514) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:34.097332 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf3808a-0cc0-457c-8235-3f86a81d4782 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:34.104763 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-edf3808a-0cc0-457c-8235-3f86a81d4782 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:34.112783 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 966a9762-65f3-43bd-935f-39925fa34b55 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:56:34.130661 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-da40bd7d-44a8-4798-8cf3-a344280111c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:34.133216 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3f3647d4-bec3-4417-800f-469b179788d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:34.135789 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3f3647d4-bec3-4417-800f-469b179788d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:34.136923 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3f3647d4-bec3-4417-800f-469b179788d3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1c22d784-3e07-44e9-adbc-8c5308959378 HTTP/1.1" status: 204 len: 168 time: 0.3729792 Jun 17 08:56:34.138951 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0eea12f9-e9b0-405a-9a81-1d813adb45e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:34.151358 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [None req-edf3808a-0cc0-457c-8235-3f86a81d4782 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] device_id is not set on port ee10f70b-47c4-4a95-a398-023e012472fd yet. {{(pid=94519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:56:34.174862 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3647d4-bec3-4417-800f-469b179788d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c22d784-3e07-44e9-adbc-8c5308959378,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:34.186535 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3f3647d4-bec3-4417-800f-469b179788d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:34.312378 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-21e47a93-24d3-4f70-93ea-19d9687c960b req-bcce393f-690c-46cb-934b-338302d9dd02 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=c50ad384-67a2-4652-b6b4-beb0637e47ac HTTP/1.1" status: 200 len: 210 time: 0.0343523 Jun 17 08:56:34.340125 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-da40bd7d-44a8-4798-8cf3-a344280111c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:34.354711 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 966a9762-65f3-43bd-935f-39925fa34b55 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:56:34.362815 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 966a9762-65f3-43bd-935f-39925fa34b55 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:56:34.363436 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:34.460622 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-da40bd7d-44a8-4798-8cf3-a344280111c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:34.465315 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-64eea8d0-5c7d-423f-8e5d-fe143897a5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:34.468137 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-edf3808a-0cc0-457c-8235-3f86a81d4782 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:34.527625 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-da40bd7d-44a8-4798-8cf3-a344280111c2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=172c18e7a9204a4ea803c4a2169d919d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5391428 Jun 17 08:56:34.528712 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40bd7d-44a8-4798-8cf3-a344280111c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c7d7cb-6f6e-4900-b37f-73c327a08e50,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:34.530402 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37526) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:34.536354 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-da40bd7d-44a8-4798-8cf3-a344280111c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:34.561321 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:34.601285 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-edf3808a-0cc0-457c-8235-3f86a81d4782 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:34.615404 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-535e622f-4793-425b-8e22-88738af3c0d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:34.627829 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 966a9762-65f3-43bd-935f-39925fa34b55, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=966a9762-65f3-43bd-935f-39925fa34b55,segment=NetworkSegment(8b09ab30-e72c-413f-ba3e-98e0a1bb60b4),segment_id=8b09ab30-e72c-413f-ba3e-98e0a1bb60b4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:34.659582 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a5847-d620-4c3d-8049-e5e33bc3612e req-39ac6653-1c42-4f66-b426-0a0000a7368c tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:34.666976 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-996a5847-d620-4c3d-8049-e5e33bc3612e req-39ac6653-1c42-4f66-b426-0a0000a7368c tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/ports?device_id=f31676d1-0390-49ee-959b-0178fb742a52 HTTP/1.1" status: 200 len: 946 time: 0.1022840 Jun 17 08:56:34.702587 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf3808a-0cc0-457c-8235-3f86a81d4782 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Checking segment: {'id': '38611a24-333f-404f-8740-3d2333c794a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '282098b4-8324-4b62-b06f-62a5a53821fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:34.703039 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf3808a-0cc0-457c-8235-3f86a81d4782 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network hostable DHCP agents. Network: 282098b4-8324-4b62-b06f-62a5a53821fc, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:56:34.709976 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-80173376-cf1f-4cc3-a365-20070908a813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:34.722189 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-996a5847-d620-4c3d-8049-e5e33bc3612e req-c86b8007-bd7b-483c-9054-20b4fd5bd85a tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/security-groups?id=134fdea2-5146-4082-8ccf-f7d81e447042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529816 Jun 17 08:56:34.723931 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:34.732076 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-90255175-4d38-4aa9-afa1-44a7ece4102c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:34.748424 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3808a-0cc0-457c-8235-3f86a81d4782 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Port': ['ID=ee10f70b-47c4-4a95-a398-023e012472fd,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:34.760747 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-edf3808a-0cc0-457c-8235-3f86a81d4782 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:34.779405 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-80173376-cf1f-4cc3-a365-20070908a813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:34.809177 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=966a9762-65f3-43bd-935f-39925fa34b55,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:34.817383 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:34.827088 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748e920f-eea2-42b2-8d4b-d08c7e520736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966a9762-65f3-43bd-935f-39925fa34b55'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:56:34.830549 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c5c3ba-a4d1-4408-83b2-060ebc6ae7f2" -d '{"events": [{"server_uuid": "748e920f-eea2-42b2-8d4b-d08c7e520736", "name": "network-vif-plugged", "status": "completed", "tag": "966a9762-65f3-43bd-935f-39925fa34b55"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:56:34.854866 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf3808a-0cc0-457c-8235-3f86a81d4782 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network 282098b4-8324-4b62-b06f-62a5a53821fc is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:56:34.901977 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c45867-5eb3-455f-9368-27b60dce1bd4 x-openstack-request-id: req-62c45867-5eb3-455f-9368-27b60dce1bd4 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:56:34.902279 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748e920f-eea2-42b2-8d4b-d08c7e520736", "name": "network-vif-plugged", "status": "completed", "tag": "966a9762-65f3-43bd-935f-39925fa34b55", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:56:34.902726 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62c45867-5eb3-455f-9368-27b60dce1bd4 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:56:34.903292 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748e920f-eea2-42b2-8d4b-d08c7e520736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966a9762-65f3-43bd-935f-39925fa34b55', 'code': 200} Jun 17 08:56:35.007274 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbaab6-3009-4e87-beb3-d7b9551fee26 req-a30ddab3-1b44-4378-a024-b6e66c051c0e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:35.008915 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3afbaab6-3009-4e87-beb3-d7b9551fee26 req-a30ddab3-1b44-4378-a024-b6e66c051c0e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=748e920f-eea2-42b2-8d4b-d08c7e520736 HTTP/1.1" status: 200 len: 946 time: 0.1352949 Jun 17 08:56:35.009586 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-edf3808a-0cc0-457c-8235-3f86a81d4782 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 282098b4-8324-4b62-b06f-62a5a53821fc) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:35.018036 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf3808a-0cc0-457c-8235-3f86a81d4782 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:56:35.019175 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff77a1b-22f2-460b-b188-b0304743491e None None] Network 282098b4-8324-4b62-b06f-62a5a53821fc requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:35.037308 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf3808a-0cc0-457c-8235-3f86a81d4782 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:35.037960 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-edf3808a-0cc0-457c-8235-3f86a81d4782 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:35.104395 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-80173376-cf1f-4cc3-a365-20070908a813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:35.108108 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-80173376-cf1f-4cc3-a365-20070908a813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:35.114003 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-80173376-cf1f-4cc3-a365-20070908a813 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a7c7d7cb-6f6e-4900-b37f-73c327a08e50 HTTP/1.1" status: 204 len: 168 time: 0.5812354 Jun 17 08:56:35.116876 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ef4783b1-c79b-4f32-943e-a2b3214fac21 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:35.146170 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3afbaab6-3009-4e87-beb3-d7b9551fee26 req-57503e1a-9ae7-4c9d-83b9-1775bf0ac40e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006601 Jun 17 08:56:35.147942 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80173376-cf1f-4cc3-a365-20070908a813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c7d7cb-6f6e-4900-b37f-73c327a08e50,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:35.158526 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-80173376-cf1f-4cc3-a365-20070908a813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:35.222334 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94659485-8fb7-4e56-af83-1d37de0bc771 req-33fe5465-a6d4-4119-8c5b-442af8e907c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:35.224145 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-94659485-8fb7-4e56-af83-1d37de0bc771 req-33fe5465-a6d4-4119-8c5b-442af8e907c9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=748e920f-eea2-42b2-8d4b-d08c7e520736 HTTP/1.1" status: 200 len: 1098 time: 0.1514969 Jun 17 08:56:35.293902 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-94659485-8fb7-4e56-af83-1d37de0bc771 req-a9d3d158-3447-4198-bf77-c0bfa6b02593 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618882 Jun 17 08:56:35.353729 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-edf3808a-0cc0-457c-8235-3f86a81d4782 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5509529 Jun 17 08:56:35.356189 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37566) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:35.362918 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-68f8261c-3f66-4714-b777-fed147805d5e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-431017703'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:35.465855 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a12e6fa8-a2bf-496a-9042-7fb6b8565acb req-1229742b-a774-4fc5-b1a1-93ddff18b46c tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=c50ad384-67a2-4652-b6b4-beb0637e47ac HTTP/1.1" status: 200 len: 210 time: 0.0289762 Jun 17 08:56:35.680475 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f8261c-3f66-4714-b777-fed147805d5e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:35.684562 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-68f8261c-3f66-4714-b777-fed147805d5e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:35.716202 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f8261c-3f66-4714-b777-fed147805d5e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:56:35.728794 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-68f8261c-3f66-4714-b777-fed147805d5e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:35.729140 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-68f8261c-3f66-4714-b777-fed147805d5e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Added segment 2ceedffa-052f-4583-b7dc-068c3ff5a7bc of type vlan for network 9a83a8a4-08b6-4a02-b459-a2355fddaa1d Jun 17 08:56:35.770018 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-68f8261c-3f66-4714-b777-fed147805d5e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:35.895738 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-68f8261c-3f66-4714-b777-fed147805d5e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:35.902423 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f8261c-3f66-4714-b777-fed147805d5e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:35.903742 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-68f8261c-3f66-4714-b777-fed147805d5e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:35.911850 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-007dae73-8bd3-457f-8ecd-3ada065b4ac7 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:36.080020 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8261c-3f66-4714-b777-fed147805d5e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Network': ['ID=9a83a8a4-08b6-4a02-b459-a2355fddaa1d,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:36.090939 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-68f8261c-3f66-4714-b777-fed147805d5e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:36.093396 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 9a83a8a4-08b6-4a02-b459-a2355fddaa1d details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:56:36.313546 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-68f8261c-3f66-4714-b777-fed147805d5e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9558065 Jun 17 08:56:36.316205 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37594) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:36.335057 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-078f05cc-1a2d-48b9-b5ba-247ec2b52039 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'ports': [{'network_id': '282098b4-8324-4b62-b06f-62a5a53821fc'}, {'network_id': '9a83a8a4-08b6-4a02-b459-a2355fddaa1d'}]} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:36.335411 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-078f05cc-1a2d-48b9-b5ba-247ec2b52039 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'port': {'network_id': '282098b4-8324-4b62-b06f-62a5a53821fc'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:36.336535 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-078f05cc-1a2d-48b9-b5ba-247ec2b52039 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'port': {'network_id': '9a83a8a4-08b6-4a02-b459-a2355fddaa1d'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:36.429116 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d7247-99a9-4268-a483-5529095004c3 req-9ef6fd88-2a59-4f8a-912e-dc1b1a6af6c5 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:36.431074 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a3d7247-99a9-4268-a483-5529095004c3 req-9ef6fd88-2a59-4f8a-912e-dc1b1a6af6c5 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.50 "GET /v2.0/networks?id=98c6fd42-c22b-4725-9f11-0381a8c4c410 HTTP/1.1" status: 200 len: 809 time: 0.2625234 Jun 17 08:56:36.521998 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a3d7247-99a9-4268-a483-5529095004c3 req-be8758e2-0e07-4a47-ab75-e5b04013f7eb tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=625e2459307b434fab6fcf2f0c349af9 HTTP/1.1" status: 200 len: 379 time: 0.0632217 Jun 17 08:56:36.530926 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-2a3d7247-99a9-4268-a483-5529095004c3 req-b8de3067-ef17-4402-8600-6fa7b983b022 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Request body: {'port': {'device_id': 'c50ad384-67a2-4652-b6b4-beb0637e47ac', 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410', 'admin_state_up': True, 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'security_groups': ['64ce819e-7519-4a7c-9672-d9c8e5bca4fb']}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:36.607355 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2d5f4-1230-4efd-ba3f-b6a90a198981 req-09562907-8ae6-436b-831e-41765b0431ab tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:36.608932 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8ae2d5f4-1230-4efd-ba3f-b6a90a198981 req-09562907-8ae6-436b-831e-41765b0431ab tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=748e920f-eea2-42b2-8d4b-d08c7e520736 HTTP/1.1" status: 200 len: 946 time: 0.2568090 Jun 17 08:56:36.662309 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37600) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:36.681276 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-167f8993-e548-461a-bd7f-3ddffc06a7f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:36.696325 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8ae2d5f4-1230-4efd-ba3f-b6a90a198981 req-9dbdf760-b6ef-43c7-8c56-161a40589bfa tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784156 Jun 17 08:56:36.785425 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078f05cc-1a2d-48b9-b5ba-247ec2b52039 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'port': 2} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:36.790555 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-078f05cc-1a2d-48b9-b5ba-247ec2b52039 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:36.883643 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-078f05cc-1a2d-48b9-b5ba-247ec2b52039 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:36.896687 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1fd01584-ddad-44df-a0b9-65bd80f77b36 req-1299e9fe-4e79-4a41-9e23-f8f1e7e4ab48 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=c50ad384-67a2-4652-b6b4-beb0637e47ac HTTP/1.1" status: 200 len: 210 time: 0.0434747 Jun 17 08:56:37.031959 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [None req-078f05cc-1a2d-48b9-b5ba-247ec2b52039 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] device_id is not set on port 5b6ee085-3fe4-48ef-b12b-a2f79be527d6 yet. {{(pid=94520) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:56:37.071873 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bab74c-85d4-4ce7-bebb-dc22023e6fae req-5eb5e15d-1134-430f-8098-c942d11255ed tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:37.073340 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-63bab74c-85d4-4ce7-bebb-dc22023e6fae req-5eb5e15d-1134-430f-8098-c942d11255ed tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/ports?device_id=f31676d1-0390-49ee-959b-0178fb742a52 HTTP/1.1" status: 200 len: 946 time: 0.2295759 Jun 17 08:56:37.111589 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-167f8993-e548-461a-bd7f-3ddffc06a7f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:37.171372 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-63bab74c-85d4-4ce7-bebb-dc22023e6fae req-4174798e-8ca5-46fb-961b-2ab0dbd4f2b9 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/security-groups?id=134fdea2-5146-4082-8ccf-f7d81e447042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904222 Jun 17 08:56:37.237034 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-078f05cc-1a2d-48b9-b5ba-247ec2b52039 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:37.286923 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-167f8993-e548-461a-bd7f-3ddffc06a7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:37.292571 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5d585f44-0ced-489e-b265-0922720adb7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:37.346046 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [None req-078f05cc-1a2d-48b9-b5ba-247ec2b52039 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] device_id is not set on port a695d734-4214-4994-97c9-b187e687218d yet. {{(pid=94520) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:56:37.356651 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-167f8993-e548-461a-bd7f-3ddffc06a7f9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b92ffc8ac71143fd8cb27a7e560b3e36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6922626 Jun 17 08:56:37.358009 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f8993-e548-461a-bd7f-3ddffc06a7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56aafc32-19f0-4f57-8a31-378ab6451c9f,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:37.362709 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-167f8993-e548-461a-bd7f-3ddffc06a7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:37.365723 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37610) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:37.439382 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a3d7247-99a9-4268-a483-5529095004c3 req-b8de3067-ef17-4402-8600-6fa7b983b022 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Made reservation on behalf of 625e2459307b434fab6fcf2f0c349af9 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:37.448375 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2a3d7247-99a9-4268-a483-5529095004c3 req-b8de3067-ef17-4402-8600-6fa7b983b022 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:37.464242 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b062790b-a4fb-434a-8320-ffdda427c31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:37.512228 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b062790b-a4fb-434a-8320-ffdda427c31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:37.559138 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-078f05cc-1a2d-48b9-b5ba-247ec2b52039 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:37.614653 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-2a3d7247-99a9-4268-a483-5529095004c3 req-b8de3067-ef17-4402-8600-6fa7b983b022 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Allocated IP 172.20.0.13 (98c6fd42-c22b-4725-9f11-0381a8c4c410/a83ebad8-51c9-4ee1-95b8-dfade1c9c144/e1964178-e5f2-42ca-a1ec-4bc10ee152c1) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:56:37.683629 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b062790b-a4fb-434a-8320-ffdda427c31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:37.686583 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b062790b-a4fb-434a-8320-ffdda427c31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:37.687926 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b062790b-a4fb-434a-8320-ffdda427c31d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/56aafc32-19f0-4f57-8a31-378ab6451c9f HTTP/1.1" status: 204 len: 168 time: 0.3214095 Jun 17 08:56:37.688739 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b1fbdda2-41b2-4783-9f4b-323b53507232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:37.701919 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b062790b-a4fb-434a-8320-ffdda427c31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56aafc32-19f0-4f57-8a31-378ab6451c9f,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:37.701919 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b062790b-a4fb-434a-8320-ffdda427c31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:37.747525 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-078f05cc-1a2d-48b9-b5ba-247ec2b52039 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:37.751780 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2071b455-2877-4549-a2a9-f1c2d261e42b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:37.835028 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2a3d7247-99a9-4268-a483-5529095004c3 req-b8de3067-ef17-4402-8600-6fa7b983b022 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:37.857623 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-2a3d7247-99a9-4268-a483-5529095004c3 req-b8de3067-ef17-4402-8600-6fa7b983b022 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Transition to ACTIVE for port object e1964178-e5f2-42ca-a1ec-4bc10ee152c1 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:37.867283 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f05cc-1a2d-48b9-b5ba-247ec2b52039 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Port': ['ID=5b6ee085-3fe4-48ef-b12b-a2f79be527d6,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:37.881772 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-078f05cc-1a2d-48b9-b5ba-247ec2b52039 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:37.892373 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078f05cc-1a2d-48b9-b5ba-247ec2b52039 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network 282098b4-8324-4b62-b06f-62a5a53821fc is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:56:37.893968 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-078f05cc-1a2d-48b9-b5ba-247ec2b52039 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:37.896810 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078f05cc-1a2d-48b9-b5ba-247ec2b52039 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:56:37.897883 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-078f05cc-1a2d-48b9-b5ba-247ec2b52039 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:37.907040 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ae76c8ae-4814-42f0-9ba1-c079a0d06cfb tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:37.981310 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4173f7-4328-426e-818e-0ac4b18276fa req-fb817717-bff0-4e89-badd-2e0dc4fc910e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:37.982891 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7f4173f7-4328-426e-818e-0ac4b18276fa req-fb817717-bff0-4e89-badd-2e0dc4fc910e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=748e920f-eea2-42b2-8d4b-d08c7e520736 HTTP/1.1" status: 200 len: 946 time: 0.0933521 Jun 17 08:56:38.045192 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2a3d7247-99a9-4268-a483-5529095004c3 req-b8de3067-ef17-4402-8600-6fa7b983b022 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:38.065208 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f05cc-1a2d-48b9-b5ba-247ec2b52039 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Port': ['ID=a695d734-4214-4994-97c9-b187e687218d,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:38.071395 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-bec545ac-88ee-453f-9ecc-a59e92bcdb2b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:38.098472 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-078f05cc-1a2d-48b9-b5ba-247ec2b52039 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:38.137146 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078f05cc-1a2d-48b9-b5ba-247ec2b52039 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Checking segment: {'id': '2ceedffa-052f-4583-b7dc-068c3ff5a7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9a83a8a4-08b6-4a02-b459-a2355fddaa1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:38.137402 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078f05cc-1a2d-48b9-b5ba-247ec2b52039 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network hostable DHCP agents. Network: 9a83a8a4-08b6-4a02-b459-a2355fddaa1d, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:56:38.183574 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a3d7247-99a9-4268-a483-5529095004c3 req-b8de3067-ef17-4402-8600-6fa7b983b022 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Network 98c6fd42-c22b-4725-9f11-0381a8c4c410 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:56:38.199195 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-2a3d7247-99a9-4268-a483-5529095004c3 req-b8de3067-ef17-4402-8600-6fa7b983b022 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:38.217462 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3d7247-99a9-4268-a483-5529095004c3 req-b8de3067-ef17-4402-8600-6fa7b983b022 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:56:38.264597 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2b7e0-1528-4bee-90c4-87154afa0cda req-2a659cd9-efd9-4f7d-b7d4-bc2585ab6cb8 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:38.266908 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-85e2b7e0-1528-4bee-90c4-87154afa0cda req-2a659cd9-efd9-4f7d-b7d4-bc2585ab6cb8 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31676d1-0390-49ee-959b-0178fb742a52 HTTP/1.1" status: 200 len: 946 time: 0.2144473 Jun 17 08:56:38.270914 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7f4173f7-4328-426e-818e-0ac4b18276fa req-f1066d5d-b6a2-459b-9bb2-13963c159c88 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761104 Jun 17 08:56:38.276095 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1cd717-93f5-4976-975d-3fa7704f50ac req-98a961ef-a027-4d3b-90fb-d7302e00386f tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:38.294040 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-df1cd717-93f5-4976-975d-3fa7704f50ac req-98a961ef-a027-4d3b-90fb-d7302e00386f tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=c50ad384-67a2-4652-b6b4-beb0637e47ac HTTP/1.1" status: 200 len: 932 time: 0.2219713 Jun 17 08:56:38.321557 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de3067-ef17-4402-8600-6fa7b983b022 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Pushing event updated for resources: {'Port': ['ID=e1964178-e5f2-42ca-a1ec-4bc10ee152c1,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:38.339007 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b8de3067-ef17-4402-8600-6fa7b983b022 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:38.379221 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d7247-99a9-4268-a483-5529095004c3 req-b8de3067-ef17-4402-8600-6fa7b983b022 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:38.381100 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2a3d7247-99a9-4268-a483-5529095004c3 req-b8de3067-ef17-4402-8600-6fa7b983b022 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:38.395054 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078f05cc-1a2d-48b9-b5ba-247ec2b52039 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network 9a83a8a4-08b6-4a02-b459-a2355fddaa1d is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:56:38.450387 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-df1cd717-93f5-4976-975d-3fa7704f50ac req-026adb3b-23e1-4617-8866-78be9147d33b tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=64ce819e-7519-4a7c-9672-d9c8e5bca4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593451 Jun 17 08:56:38.520095 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a3d7247-99a9-4268-a483-5529095004c3 req-b8de3067-ef17-4402-8600-6fa7b983b022 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9930048 Jun 17 08:56:38.541038 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-078f05cc-1a2d-48b9-b5ba-247ec2b52039 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 9a83a8a4-08b6-4a02-b459-a2355fddaa1d) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:38.547950 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078f05cc-1a2d-48b9-b5ba-247ec2b52039 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:56:38.551248 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db48411-f5b5-4781-96b4-75e6e006a6a6 None None] Network 9a83a8a4-08b6-4a02-b459-a2355fddaa1d requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:38.556365 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078f05cc-1a2d-48b9-b5ba-247ec2b52039 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:38.566690 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078f05cc-1a2d-48b9-b5ba-247ec2b52039 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:38.567063 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-078f05cc-1a2d-48b9-b5ba-247ec2b52039 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:38.569831 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-2a3d7247-99a9-4268-a483-5529095004c3 req-7d130a79-f740-43fa-9d9d-40e7e5b4c1f3 service neutron] Request body: {'port': {'device_id': 'c50ad384-67a2-4652-b6b4-beb0637e47ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:38.610227 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-85e2b7e0-1528-4bee-90c4-87154afa0cda req-b1d129b0-296c-40e1-9442-94913e6b62ba tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Deleting port 9ae93a61-474d-4655-9ac2-6a9f3e166b4f {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:38.610989 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-85e2b7e0-1528-4bee-90c4-87154afa0cda req-b1d129b0-296c-40e1-9442-94913e6b62ba tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:38.751279 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-078f05cc-1a2d-48b9-b5ba-247ec2b52039 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4338942 Jun 17 08:56:38.756897 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37656) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:38.781935 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2a3d7247-99a9-4268-a483-5529095004c3 req-7d130a79-f740-43fa-9d9d-40e7e5b4c1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:38.796441 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9fb82-8cdd-41aa-8fe3-510e06c20f81 req-ac5e9248-dc88-482d-92d2-110b79c75e63 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:38.804331 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7cf9fb82-8cdd-41aa-8fe3-510e06c20f81 req-ac5e9248-dc88-482d-92d2-110b79c75e63 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/ports?device_id=f31676d1-0390-49ee-959b-0178fb742a52 HTTP/1.1" status: 200 len: 946 time: 0.3223257 Jun 17 08:56:38.858484 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-cba82812-7b2b-4e90-a8f9-a5c8ac210b16 None None] Provisioning for port e1964178-e5f2-42ca-a1ec-4bc10ee152c1 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:56:38.870792 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-cba82812-7b2b-4e90-a8f9-a5c8ac210b16 None None] Provisioning complete for port e1964178-e5f2-42ca-a1ec-4bc10ee152c1 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:56:38.871190 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-cba82812-7b2b-4e90-a8f9-a5c8ac210b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:38.893874 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7cf9fb82-8cdd-41aa-8fe3-510e06c20f81 req-76814d78-8ddd-4fba-852a-952ccd8c3845 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/security-groups?id=134fdea2-5146-4082-8ccf-f7d81e447042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886304 Jun 17 08:56:38.928660 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-85e2b7e0-1528-4bee-90c4-87154afa0cda req-b1d129b0-296c-40e1-9442-94913e6b62ba tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] For port 9ae93a61-474d-4655-9ac2-6a9f3e166b4f, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=9ae93a61-474d-4655-9ac2-6a9f3e166b4f,segment=NetworkSegment(1a41cfd1-8859-474d-9a66-a7ad74cdb602),segment_id=1a41cfd1-8859-474d-9a66-a7ad74cdb602)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:38.929437 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-85e2b7e0-1528-4bee-90c4-87154afa0cda req-b1d129b0-296c-40e1-9442-94913e6b62ba tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:38.958991 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-cba82812-7b2b-4e90-a8f9-a5c8ac210b16 None None] Port e1964178-e5f2-42ca-a1ec-4bc10ee152c1 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:56:39.065031 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-85e2b7e0-1528-4bee-90c4-87154afa0cda req-b1d129b0-296c-40e1-9442-94913e6b62ba tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Calling delete_port for 9ae93a61-474d-4655-9ac2-6a9f3e166b4f owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:39.088461 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3523322-1af2-4b0a-a3be-468393b77c9c req-18524a2c-9a8d-4e9b-a664-72701258e896 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:39.090012 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f3523322-1af2-4b0a-a3be-468393b77c9c req-18524a2c-9a8d-4e9b-a664-72701258e896 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=748e920f-eea2-42b2-8d4b-d08c7e520736 HTTP/1.1" status: 200 len: 946 time: 0.3473992 Jun 17 08:56:39.190839 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-feb515b7-e987-4321-9b9f-7c292711bdab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting port a695d734-4214-4994-97c9-b187e687218d {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:39.191235 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-feb515b7-e987-4321-9b9f-7c292711bdab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:39.197399 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-2a3d7247-99a9-4268-a483-5529095004c3 req-7d130a79-f740-43fa-9d9d-40e7e5b4c1f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1964178-e5f2-42ca-a1ec-4bc10ee152c1 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:56:39.207500 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2a3d7247-99a9-4268-a483-5529095004c3 req-7d130a79-f740-43fa-9d9d-40e7e5b4c1f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:39.219579 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-2a3d7247-99a9-4268-a483-5529095004c3 req-7d130a79-f740-43fa-9d9d-40e7e5b4c1f3 service neutron] Transition to ACTIVE for port object e1964178-e5f2-42ca-a1ec-4bc10ee152c1 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:39.222283 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f3523322-1af2-4b0a-a3be-468393b77c9c req-c5b32345-2060-4282-888f-251c8f1efb22 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228933 Jun 17 08:56:39.288776 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-feb515b7-e987-4321-9b9f-7c292711bdab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:39.368797 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-feb515b7-e987-4321-9b9f-7c292711bdab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Calling delete_port for a695d734-4214-4994-97c9-b187e687218d owned by {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:39.394407 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2a3d7247-99a9-4268-a483-5529095004c3 req-7d130a79-f740-43fa-9d9d-40e7e5b4c1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:39.401204 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b8de3067-ef17-4402-8600-6fa7b983b022 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:39.508710 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d130a79-f740-43fa-9d9d-40e7e5b4c1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1964178-e5f2-42ca-a1ec-4bc10ee152c1,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:39.516303 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7d130a79-f740-43fa-9d9d-40e7e5b4c1f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:39.625992 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-2a3d7247-99a9-4268-a483-5529095004c3 req-7d130a79-f740-43fa-9d9d-40e7e5b4c1f3 service neutron] Attempting to bind port e1964178-e5f2-42ca-a1ec-4bc10ee152c1 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:56:39.629537 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-2a3d7247-99a9-4268-a483-5529095004c3 req-7d130a79-f740-43fa-9d9d-40e7e5b4c1f3 service neutron] Attempting to bind port e1964178-e5f2-42ca-a1ec-4bc10ee152c1 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '2373654b-367c-4520-893d-6049a39482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:56:39.629537 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3d7247-99a9-4268-a483-5529095004c3 req-7d130a79-f740-43fa-9d9d-40e7e5b4c1f3 service neutron] Attempting to bind port e1964178-e5f2-42ca-a1ec-4bc10ee152c1 on network 98c6fd42-c22b-4725-9f11-0381a8c4c410 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:56:39.632105 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3d7247-99a9-4268-a483-5529095004c3 req-7d130a79-f740-43fa-9d9d-40e7e5b4c1f3 service neutron] Port e1964178-e5f2-42ca-a1ec-4bc10ee152c1 on network 98c6fd42-c22b-4725-9f11-0381a8c4c410 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:56:39.632445 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3d7247-99a9-4268-a483-5529095004c3 req-7d130a79-f740-43fa-9d9d-40e7e5b4c1f3 service neutron] Attempting to bind port e1964178-e5f2-42ca-a1ec-4bc10ee152c1 on network 98c6fd42-c22b-4725-9f11-0381a8c4c410 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:56:39.645877 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3d7247-99a9-4268-a483-5529095004c3 req-7d130a79-f740-43fa-9d9d-40e7e5b4c1f3 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:56:39.645877 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3d7247-99a9-4268-a483-5529095004c3 req-7d130a79-f740-43fa-9d9d-40e7e5b4c1f3 service neutron] Checking segment: {'id': '2373654b-367c-4520-893d-6049a39482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:39.645877 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3d7247-99a9-4268-a483-5529095004c3 req-7d130a79-f740-43fa-9d9d-40e7e5b4c1f3 service neutron] Bound using segment: {'id': '2373654b-367c-4520-893d-6049a39482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:56:39.645877 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-2a3d7247-99a9-4268-a483-5529095004c3 req-7d130a79-f740-43fa-9d9d-40e7e5b4c1f3 service neutron] Bound port: e1964178-e5f2-42ca-a1ec-4bc10ee152c1, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373654b-367c-4520-893d-6049a39482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:56:39.645877 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2a3d7247-99a9-4268-a483-5529095004c3 req-7d130a79-f740-43fa-9d9d-40e7e5b4c1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:39.674568 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-85e2b7e0-1528-4bee-90c4-87154afa0cda req-b1d129b0-296c-40e1-9442-94913e6b62ba tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:39.684674 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-49645a52-8d71-4d1e-a33d-88fd4a02eb1b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:39.698436 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['9ae93a61-474d-4655-9ac2-6a9f3e166b4f'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:56:39.765450 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-feb515b7-e987-4321-9b9f-7c292711bdab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:39.771908 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d129b0-296c-40e1-9442-94913e6b62ba tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Pushing event deleted for resources: {'Port': ['ID=9ae93a61-474d-4655-9ac2-6a9f3e166b4f,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:39.778200 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b1d129b0-296c-40e1-9442-94913e6b62ba tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:39.780883 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-551d76ab-635b-45c1-b870-a0caf4d13227 tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:39.872092 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-2a3d7247-99a9-4268-a483-5529095004c3 req-7d130a79-f740-43fa-9d9d-40e7e5b4c1f3 service neutron] For port e1964178-e5f2-42ca-a1ec-4bc10ee152c1, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:56:39.904740 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-2a3d7247-99a9-4268-a483-5529095004c3 req-7d130a79-f740-43fa-9d9d-40e7e5b4c1f3 service neutron] For port e1964178-e5f2-42ca-a1ec-4bc10ee152c1, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=e1964178-e5f2-42ca-a1ec-4bc10ee152c1,segment=NetworkSegment(2373654b-367c-4520-893d-6049a39482c6),segment_id=2373654b-367c-4520-893d-6049a39482c6)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:56:39.914081 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e052c-ace6-466b-9f48-9f65da338978 req-79bffc21-89b6-471c-ae4e-6748109b0f4e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:39.922800 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-538e052c-ace6-466b-9f48-9f65da338978 req-79bffc21-89b6-471c-ae4e-6748109b0f4e tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=748e920f-eea2-42b2-8d4b-d08c7e520736 HTTP/1.1" status: 200 len: 946 time: 0.1847973 Jun 17 08:56:39.992813 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-538e052c-ace6-466b-9f48-9f65da338978 req-df968d0a-3f84-4800-b667-e2579e61a9e8 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687397 Jun 17 08:56:40.037032 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2a3d7247-99a9-4268-a483-5529095004c3 req-7d130a79-f740-43fa-9d9d-40e7e5b4c1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:40.042841 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-450c13e1-510d-4cdc-aaa7-4a1f8cd13faa tempest-ListServerFiltersTestJSON-546497732 tempest-ListServerFiltersTestJSON-546497732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:40.081656 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d7247-99a9-4268-a483-5529095004c3 req-7d130a79-f740-43fa-9d9d-40e7e5b4c1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:40.082451 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2a3d7247-99a9-4268-a483-5529095004c3 req-7d130a79-f740-43fa-9d9d-40e7e5b4c1f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:40.084347 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a3d7247-99a9-4268-a483-5529095004c3 req-7d130a79-f740-43fa-9d9d-40e7e5b4c1f3 service neutron] 10.222.0.50 "PUT /v2.0/ports/e1964178-e5f2-42ca-a1ec-4bc10ee152c1 HTTP/1.1" status: 200 len: 1093 time: 1.5299647 Jun 17 08:56:40.085120 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c50ad384-67a2-4652-b6b4-beb0637e47ac', 'tag': 'e1964178-e5f2-42ca-a1ec-4bc10ee152c1'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:56:40.087937 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c345aeda-f303-4499-a523-914ad630ee1c" -d '{"events": [{"name": "network-changed", "server_uuid": "c50ad384-67a2-4652-b6b4-beb0637e47ac", "tag": "e1964178-e5f2-42ca-a1ec-4bc10ee152c1"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:56:40.123306 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d130a79-f740-43fa-9d9d-40e7e5b4c1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1964178-e5f2-42ca-a1ec-4bc10ee152c1,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:40.129417 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7d130a79-f740-43fa-9d9d-40e7e5b4c1f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:40.161456 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb515b7-e987-4321-9b9f-7c292711bdab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Port': ['ID=a695d734-4214-4994-97c9-b187e687218d,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:40.164982 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-feb515b7-e987-4321-9b9f-7c292711bdab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:40.168390 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-feb515b7-e987-4321-9b9f-7c292711bdab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:40.173041 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-feb515b7-e987-4321-9b9f-7c292711bdab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/ports/a695d734-4214-4994-97c9-b187e687218d HTTP/1.1" status: 204 len: 168 time: 1.4127300 Jun 17 08:56:40.175023 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37694) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:40.213678 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dadf94-1747-465e-ac63-13385cd2efe5 req-91429722-c0cf-4200-91c9-ea368ee230f0 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:40.222075 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-86dadf94-1747-465e-ac63-13385cd2efe5 req-91429722-c0cf-4200-91c9-ea368ee230f0 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=c50ad384-67a2-4652-b6b4-beb0637e47ac HTTP/1.1" status: 200 len: 944 time: 0.6052730 Jun 17 08:56:40.224402 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e2b7e0-1528-4bee-90c4-87154afa0cda req-b1d129b0-296c-40e1-9442-94913e6b62ba tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] No DVR routers for this DVR port 9ae93a61-474d-4655-9ac2-6a9f3e166b4f on host n-h2-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:56:40.228363 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-85e2b7e0-1528-4bee-90c4-87154afa0cda req-b1d129b0-296c-40e1-9442-94913e6b62ba tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:40.230381 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-85e2b7e0-1528-4bee-90c4-87154afa0cda req-b1d129b0-296c-40e1-9442-94913e6b62ba tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.53 "DELETE /v2.0/ports/9ae93a61-474d-4655-9ac2-6a9f3e166b4f HTTP/1.1" status: 204 len: 173 time: 1.9383645 Jun 17 08:56:40.231679 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31676d1-0390-49ee-959b-0178fb742a52', 'name': 'network-vif-deleted', 'tag': '9ae93a61-474d-4655-9ac2-6a9f3e166b4f'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:56:40.243911 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2471dfea-e205-4f1e-bc18-6da87ae0c390" -d '{"events": [{"server_uuid": "f31676d1-0390-49ee-959b-0178fb742a52", "name": "network-vif-deleted", "tag": "9ae93a61-474d-4655-9ac2-6a9f3e166b4f"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:56:40.296053 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-86dadf94-1747-465e-ac63-13385cd2efe5 req-18d2c371-19ff-4e83-afe5-b2a231f0ad16 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=64ce819e-7519-4a7c-9672-d9c8e5bca4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730495 Jun 17 08:56:40.354737 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b7a4d46b-da9c-4820-8b65-bf8b3431cb5d req-a3b8f5e5-e3f1-43dc-8b8b-324680cbe81b tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/ports?device_id=f31676d1-0390-49ee-959b-0178fb742a52 HTTP/1.1" status: 200 len: 210 time: 0.1107287 Jun 17 08:56:40.419134 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f128dfb8-eea6-467d-8b5c-ea4623fbe606 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:40.426501 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f128dfb8-eea6-467d-8b5c-ea4623fbe606 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:40.428189 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f128dfb8-eea6-467d-8b5c-ea4623fbe606 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2516298 Jun 17 08:56:40.430671 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8af63d-a5e6-49b6-983c-532efce41b47 x-openstack-request-id: req-8d8af63d-a5e6-49b6-983c-532efce41b47 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:56:40.431007 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37698) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:40.431111 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c50ad384-67a2-4652-b6b4-beb0637e47ac", "tag": "e1964178-e5f2-42ca-a1ec-4bc10ee152c1", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:56:40.431307 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d8af63d-a5e6-49b6-983c-532efce41b47 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:56:40.431786 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c50ad384-67a2-4652-b6b4-beb0637e47ac', 'tag': 'e1964178-e5f2-42ca-a1ec-4bc10ee152c1', 'status': 'completed', 'code': 200} Jun 17 08:56:40.433898 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d7247-99a9-4268-a483-5529095004c3 req-8c302e6e-c28c-492b-beb5-4f227c8ed94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:40.435432 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a3d7247-99a9-4268-a483-5529095004c3 req-8c302e6e-c28c-492b-beb5-4f227c8ed94a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=625e2459307b434fab6fcf2f0c349af9&device_id=c50ad384-67a2-4652-b6b4-beb0637e47ac HTTP/1.1" status: 200 len: 1096 time: 0.1516056 Jun 17 08:56:40.473636 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1407dfa2-1451-45c2-acf4-b944dcf1d7df x-openstack-request-id: req-1407dfa2-1451-45c2-acf4-b944dcf1d7df {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:56:40.473998 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31676d1-0390-49ee-959b-0178fb742a52", "name": "network-vif-deleted", "tag": "9ae93a61-474d-4655-9ac2-6a9f3e166b4f", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:56:40.474283 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1407dfa2-1451-45c2-acf4-b944dcf1d7df {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:56:40.480719 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31676d1-0390-49ee-959b-0178fb742a52', 'name': 'network-vif-deleted', 'tag': '9ae93a61-474d-4655-9ac2-6a9f3e166b4f', 'status': 'completed', 'code': 200} Jun 17 08:56:40.483050 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a3d7247-99a9-4268-a483-5529095004c3 req-91286324-40d0-4ec7-9088-36346dcfb205 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1964178-e5f2-42ca-a1ec-4bc10ee152c1 HTTP/1.1" status: 200 len: 217 time: 0.0404899 Jun 17 08:56:40.544444 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d7247-99a9-4268-a483-5529095004c3 req-f3556fc8-6fd0-4a54-b83f-68e3cbeacd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:40.545984 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a3d7247-99a9-4268-a483-5529095004c3 req-f3556fc8-6fd0-4a54-b83f-68e3cbeacd70 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a83ebad8-51c9-4ee1-95b8-dfade1c9c144 HTTP/1.1" status: 200 len: 848 time: 0.0570664 Jun 17 08:56:40.612824 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d7247-99a9-4268-a483-5529095004c3 req-c18341e2-6ef4-42fe-965b-d54ea8d39a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:40.613601 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-938704ec-69e2-40e9-8bab-e36362751fc8 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting port 5b6ee085-3fe4-48ef-b12b-a2f79be527d6 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:40.614044 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-938704ec-69e2-40e9-8bab-e36362751fc8 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:40.614430 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a3d7247-99a9-4268-a483-5529095004c3 req-c18341e2-6ef4-42fe-965b-d54ea8d39a64 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98c6fd42-c22b-4725-9f11-0381a8c4c410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624278 Jun 17 08:56:40.638002 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8def8ec-b0b7-4fa3-bb2b-b390e4a85152 req-6c5ee0f2-fa81-4980-8533-a8a5bb57469d tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:40.640600 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e8def8ec-b0b7-4fa3-bb2b-b390e4a85152 req-6c5ee0f2-fa81-4980-8533-a8a5bb57469d tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=748e920f-eea2-42b2-8d4b-d08c7e520736 HTTP/1.1" status: 200 len: 946 time: 0.1648452 Jun 17 08:56:40.730811 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a3d7247-99a9-4268-a483-5529095004c3 req-f21937de-2603-4b24-a941-a451a8540a78 service neutron] 10.222.0.50 "GET /v2.0/networks/98c6fd42-c22b-4725-9f11-0381a8c4c410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088417 Jun 17 08:56:40.733033 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-938704ec-69e2-40e9-8bab-e36362751fc8 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:40.762019 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e8def8ec-b0b7-4fa3-bb2b-b390e4a85152 req-1b503c01-43d9-40af-b29f-0711a7d5f463 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787354 Jun 17 08:56:40.836228 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-938704ec-69e2-40e9-8bab-e36362751fc8 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Calling delete_port for 5b6ee085-3fe4-48ef-b12b-a2f79be527d6 owned by {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:40.946225 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37714) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:40.981577 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a3d7247-99a9-4268-a483-5529095004c3 req-45a787de-a1c3-41eb-bd1c-fb67d67c0df6 service neutron] 10.222.0.50 "GET /v2.0/networks/98c6fd42-c22b-4725-9f11-0381a8c4c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439928 Jun 17 08:56:41.151355 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-938704ec-69e2-40e9-8bab-e36362751fc8 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:41.158247 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e5419e69-bcdf-48fa-aba0-54e56939fc77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:41.205215 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938704ec-69e2-40e9-8bab-e36362751fc8 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Port': ['ID=5b6ee085-3fe4-48ef-b12b-a2f79be527d6,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:41.208521 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dcf17c98-00fd-4c62-9f2c-faa8b7010ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:41.211825 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-938704ec-69e2-40e9-8bab-e36362751fc8 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:41.228778 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-938704ec-69e2-40e9-8bab-e36362751fc8 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:41.230680 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-938704ec-69e2-40e9-8bab-e36362751fc8 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/ports/5b6ee085-3fe4-48ef-b12b-a2f79be527d6 HTTP/1.1" status: 204 len: 168 time: 0.7986734 Jun 17 08:56:41.238297 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37726) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:41.357963 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dcf17c98-00fd-4c62-9f2c-faa8b7010ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:41.381503 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345aeda-f303-4499-a523-914ad630ee1c req-8aa07e56-c5aa-4fa6-86cd-25bfecac7f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:41.384149 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c345aeda-f303-4499-a523-914ad630ee1c req-8aa07e56-c5aa-4fa6-86cd-25bfecac7f96 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=625e2459307b434fab6fcf2f0c349af9&device_id=c50ad384-67a2-4652-b6b4-beb0637e47ac HTTP/1.1" status: 200 len: 1096 time: 0.2012949 Jun 17 08:56:41.422561 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a30f52-31c8-4f29-b48c-05c95a854be0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:41.426726 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-42a30f52-31c8-4f29-b48c-05c95a854be0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1849504 Jun 17 08:56:41.428487 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37734) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:41.548585 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e6c30f-e00d-4387-81e3-8f8ecaf9f8bd tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] GET failed (client error): The resource could not be found. Jun 17 08:56:41.548585 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-82e6c30f-e00d-4387-81e3-8f8ecaf9f8bd tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "GET /v2.0/ports/a695d734-4214-4994-97c9-b187e687218d HTTP/1.1" status: 404 len: 333 time: 0.0571992 Jun 17 08:56:41.548585 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba2963-bb26-49da-a9ef-ac2ad5f82a37 req-dddd7bf1-848d-4c1f-8313-29aa7c68cd82 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:41.548585 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e6ba2963-bb26-49da-a9ef-ac2ad5f82a37 req-dddd7bf1-848d-4c1f-8313-29aa7c68cd82 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=748e920f-eea2-42b2-8d4b-d08c7e520736 HTTP/1.1" status: 200 len: 946 time: 0.1043224 Jun 17 08:56:41.557218 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37736) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:41.565636 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345aeda-f303-4499-a523-914ad630ee1c req-8443d848-c9cd-46ff-9e58-e312ae6ff598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:41.567340 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c345aeda-f303-4499-a523-914ad630ee1c req-8443d848-c9cd-46ff-9e58-e312ae6ff598 service neutron] 10.222.0.50 "GET /v2.0/networks?id=98c6fd42-c22b-4725-9f11-0381a8c4c410 HTTP/1.1" status: 200 len: 910 time: 0.1735644 Jun 17 08:56:41.580980 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e6ba2963-bb26-49da-a9ef-ac2ad5f82a37 req-20232fbb-5958-4398-8ffd-3c01df293a7a tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553701 Jun 17 08:56:41.600973 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f63fb9c-949a-4741-8442-898b4a14b7ed tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] GET failed (client error): The resource could not be found. Jun 17 08:56:41.606351 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5f63fb9c-949a-4741-8442-898b4a14b7ed tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "GET /v2.0/ports/5b6ee085-3fe4-48ef-b12b-a2f79be527d6 HTTP/1.1" status: 404 len: 333 time: 0.0478415 Jun 17 08:56:41.607092 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37740) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:41.619233 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c345aeda-f303-4499-a523-914ad630ee1c req-548736e0-458e-49af-8ea4-67698564f29b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1964178-e5f2-42ca-a1ec-4bc10ee152c1 HTTP/1.1" status: 200 len: 217 time: 0.0433013 Jun 17 08:56:41.628249 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e42e3-3762-4dec-9830-a3d4aaa05fdb req-60ff9453-db12-4189-99e3-9034af564616 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:41.629973 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fc2e42e3-3762-4dec-9830-a3d4aaa05fdb req-60ff9453-db12-4189-99e3-9034af564616 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=c50ad384-67a2-4652-b6b4-beb0637e47ac HTTP/1.1" status: 200 len: 944 time: 0.1581450 Jun 17 08:56:41.703142 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c2dc94ac-1bf5-490a-97eb-08530f5c6873 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:41.703928 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345aeda-f303-4499-a523-914ad630ee1c req-166aebed-9d6d-4261-b56e-8e8ff76c0e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:41.705485 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c345aeda-f303-4499-a523-914ad630ee1c req-166aebed-9d6d-4261-b56e-8e8ff76c0e37 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a83ebad8-51c9-4ee1-95b8-dfade1c9c144 HTTP/1.1" status: 200 len: 848 time: 0.0747313 Jun 17 08:56:41.720389 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fc2e42e3-3762-4dec-9830-a3d4aaa05fdb req-57437cd8-b4b7-4007-90b7-21cd3edeb79b tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=64ce819e-7519-4a7c-9672-d9c8e5bca4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807133 Jun 17 08:56:41.772409 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-dd7346ee-265f-4772-9f69-8732a2ef7a7c req-4e89ca59-9a8d-4755-b409-b5f5cbec50c3 tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] 10.222.0.49 "GET /v2.0/ports?device_id=f31676d1-0390-49ee-959b-0178fb742a52 HTTP/1.1" status: 200 len: 210 time: 0.0528095 Jun 17 08:56:41.796041 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dcf17c98-00fd-4c62-9f2c-faa8b7010ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:41.804014 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-27f1086b-9d2b-4abc-b954-4408d4c97da7 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:41.806721 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345aeda-f303-4499-a523-914ad630ee1c req-590445e7-2096-4f6b-87e7-fa3fc5968547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:41.810620 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c345aeda-f303-4499-a523-914ad630ee1c req-590445e7-2096-4f6b-87e7-fa3fc5968547 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98c6fd42-c22b-4725-9f11-0381a8c4c410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874763 Jun 17 08:56:41.913805 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-dcf17c98-00fd-4c62-9f2c-faa8b7010ca0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=03f9ac81f8794e0ab213a52afd798ee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9653053 Jun 17 08:56:41.916865 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c2dc94ac-1bf5-490a-97eb-08530f5c6873 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:41.919866 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf17c98-00fd-4c62-9f2c-faa8b7010ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50e8763-26e6-4cc6-9da2-7c11d2d4db86,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:41.931741 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37746) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:41.932683 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dcf17c98-00fd-4c62-9f2c-faa8b7010ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:41.948256 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-c2dc94ac-1bf5-490a-97eb-08530f5c6873 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a83a8a4-08b6-4a02-b459-a2355fddaa1d']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:41.970173 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-c2dc94ac-1bf5-490a-97eb-08530f5c6873 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ceedffa-052f-4583-b7dc-068c3ff5a7bc') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:41.970479 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-c2dc94ac-1bf5-490a-97eb-08530f5c6873 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ceedffa-052f-4583-b7dc-068c3ff5a7bc') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:41.989027 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c2dc94ac-1bf5-490a-97eb-08530f5c6873 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:41.996641 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c345aeda-f303-4499-a523-914ad630ee1c req-9dec736e-7a91-4f25-bb28-869347233de0 service neutron] 10.222.0.50 "GET /v2.0/networks/98c6fd42-c22b-4725-9f11-0381a8c4c410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767888 Jun 17 08:56:42.011001 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c2dc94ac-1bf5-490a-97eb-08530f5c6873 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:42.024656 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2dc94ac-1bf5-490a-97eb-08530f5c6873 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:56:42.025062 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c2dc94ac-1bf5-490a-97eb-08530f5c6873 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:56:42.028451 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:56:42.041361 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-721f5178-40a0-4f36-b25f-fdf5f004db67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:42.066983 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device e1964178-e5f2-42ca-a1ec-4bc10ee152c1 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:56:42.110708 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-721f5178-40a0-4f36-b25f-fdf5f004db67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:42.166507 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 9ae93a61-474d-4655-9ac2-6a9f3e166b4f no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:56:42.309723 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c2dc94ac-1bf5-490a-97eb-08530f5c6873 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:42.314919 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-985a946c-a9ed-4013-b70b-02874dcd8997 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:42.323758 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c2dc94ac-1bf5-490a-97eb-08530f5c6873 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:42.329864 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c2dc94ac-1bf5-490a-97eb-08530f5c6873 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/networks/9a83a8a4-08b6-4a02-b459-a2355fddaa1d HTTP/1.1" status: 204 len: 168 time: 0.7176626 Jun 17 08:56:42.330191 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37748) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:42.345724 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc94ac-1bf5-490a-97eb-08530f5c6873 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Network': ['ID=9a83a8a4-08b6-4a02-b459-a2355fddaa1d,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:42.351201 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-2eabbf45-34b5-4a09-acbb-769cbb63d6b7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-672721617'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:42.361093 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c2dc94ac-1bf5-490a-97eb-08530f5c6873 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:42.367204 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 9ae93a61-474d-4655-9ac2-6a9f3e166b4f {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:56:42.367551 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 9ae93a61-474d-4655-9ac2-6a9f3e166b4f not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:56:42.370494 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port e1964178-e5f2-42ca-a1ec-4bc10ee152c1, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=e1964178-e5f2-42ca-a1ec-4bc10ee152c1,segment=NetworkSegment(2373654b-367c-4520-893d-6049a39482c6),segment_id=2373654b-367c-4520-893d-6049a39482c6)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:42.382160 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': 'e1964178-e5f2-42ca-a1ec-4bc10ee152c1', 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410', 'port_id': 'e1964178-e5f2-42ca-a1ec-4bc10ee152c1', 'mac_address': 'fa:16:3e:c6:6f:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:56:42.423193 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:42.435083 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957e5c7-f1b1-4c17-a571-32827ce2eaf7 req-32bf5696-939c-41df-b326-055b7c8b0570 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:42.436709 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1964178-e5f2-42ca-a1ec-4bc10ee152c1 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:56:42.436839 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b957e5c7-f1b1-4c17-a571-32827ce2eaf7 req-32bf5696-939c-41df-b326-055b7c8b0570 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=748e920f-eea2-42b2-8d4b-d08c7e520736 HTTP/1.1" status: 200 len: 946 time: 0.4585397 Jun 17 08:56:42.457430 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port e1964178-e5f2-42ca-a1ec-4bc10ee152c1, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=e1964178-e5f2-42ca-a1ec-4bc10ee152c1,segment=NetworkSegment(2373654b-367c-4520-893d-6049a39482c6),segment_id=2373654b-367c-4520-893d-6049a39482c6)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:42.463946 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c345aeda-f303-4499-a523-914ad630ee1c req-9825ee66-f52c-458b-8bd4-5cb2f36efbdd service neutron] 10.222.0.50 "GET /v2.0/networks/98c6fd42-c22b-4725-9f11-0381a8c4c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445004 Jun 17 08:56:42.485068 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b957e5c7-f1b1-4c17-a571-32827ce2eaf7 req-bff015c2-734e-4c72-a3fb-f6e94385da1b tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377474 Jun 17 08:56:42.595862 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:42.596077 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eabbf45-34b5-4a09-acbb-769cbb63d6b7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:42.598928 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:42.602108 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2eabbf45-34b5-4a09-acbb-769cbb63d6b7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:42.631467 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eabbf45-34b5-4a09-acbb-769cbb63d6b7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:56:42.640804 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2eabbf45-34b5-4a09-acbb-769cbb63d6b7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:42.641150 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-2eabbf45-34b5-4a09-acbb-769cbb63d6b7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Added segment 6a7f928d-6637-4959-b1c0-f2f88488ce18 of type vlan for network 9e64ef5a-ab45-48e2-8e4b-ea98357fe1b1 Jun 17 08:56:42.642522 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-721f5178-40a0-4f36-b25f-fdf5f004db67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:42.645146 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-721f5178-40a0-4f36-b25f-fdf5f004db67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:42.646305 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-721f5178-40a0-4f36-b25f-fdf5f004db67 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b50e8763-26e6-4cc6-9da2-7c11d2d4db86 HTTP/1.1" status: 204 len: 168 time: 0.7126749 Jun 17 08:56:42.653871 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-55568893-cce3-444b-886c-a83c1452cfd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:42.669997 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=e1964178-e5f2-42ca-a1ec-4bc10ee152c1,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:42.690999 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:42.702324 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f5178-40a0-4f36-b25f-fdf5f004db67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50e8763-26e6-4cc6-9da2-7c11d2d4db86,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:42.704835 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-721f5178-40a0-4f36-b25f-fdf5f004db67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:42.725541 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2eabbf45-34b5-4a09-acbb-769cbb63d6b7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:42.808662 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['e1964178-e5f2-42ca-a1ec-4bc10ee152c1'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:56:42.923806 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2eabbf45-34b5-4a09-acbb-769cbb63d6b7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:42.933000 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eabbf45-34b5-4a09-acbb-769cbb63d6b7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:42.934602 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2eabbf45-34b5-4a09-acbb-769cbb63d6b7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:42.939396 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f6e750aa-748c-46ae-ad58-a16b0a42d8df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:43.064989 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eabbf45-34b5-4a09-acbb-769cbb63d6b7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Network': ['ID=9e64ef5a-ab45-48e2-8e4b-ea98357fe1b1,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:43.067917 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2eabbf45-34b5-4a09-acbb-769cbb63d6b7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:43.076352 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 9e64ef5a-ab45-48e2-8e4b-ea98357fe1b1 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:56:43.106118 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2eabbf45-34b5-4a09-acbb-769cbb63d6b7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7634506 Jun 17 08:56:43.106556 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37766) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:43.113515 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-ac097607-1162-4829-abd8-6bf583082808 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'subnet': {'network_id': '9e64ef5a-ab45-48e2-8e4b-ea98357fe1b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:43.202672 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec38d43-2b83-4d6d-9d32-b819e6dd1157 req-3302f053-882a-4d0c-88e2-a61a74ab627a tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:43.204446 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9ec38d43-2b83-4d6d-9d32-b819e6dd1157 req-3302f053-882a-4d0c-88e2-a61a74ab627a tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=c50ad384-67a2-4652-b6b4-beb0637e47ac HTTP/1.1" status: 200 len: 945 time: 0.1291077 Jun 17 08:56:43.223864 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37772) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:43.331734 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9ec38d43-2b83-4d6d-9d32-b819e6dd1157 req-78b954c2-3b9a-46d2-9ef7-060ba5910e99 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=64ce819e-7519-4a7c-9672-d9c8e5bca4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045868 Jun 17 08:56:43.335378 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d90b40-c185-446c-9356-57b1f9f7749b admin admin] Deleting subnet 365faaa8-9640-4fdd-bf11-024f51e8f1c9 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:56:43.339745 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-98d90b40-c185-446c-9356-57b1f9f7749b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:43.386364 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac097607-1162-4829-abd8-6bf583082808 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:43.388130 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-98d90b40-c185-446c-9356-57b1f9f7749b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:43.390772 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ac097607-1162-4829-abd8-6bf583082808 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:43.443892 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-98d90b40-c185-446c-9356-57b1f9f7749b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:43.654974 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ceee7-6808-4282-9c8c-22d6fc62d2a4 req-ec3d3d1e-8c8a-43e8-b79c-c435dc08ae6a tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:43.654974 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8f2ceee7-6808-4282-9c8c-22d6fc62d2a4 req-ec3d3d1e-8c8a-43e8-b79c-c435dc08ae6a tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=748e920f-eea2-42b2-8d4b-d08c7e520736 HTTP/1.1" status: 200 len: 946 time: 0.0677199 Jun 17 08:56:43.681359 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-98d90b40-c185-446c-9356-57b1f9f7749b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:43.685246 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cfbce4c7-6761-4f11-b648-b2032af4c74b tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:43.741830 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-98d90b40-c185-446c-9356-57b1f9f7749b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:43.743819 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-98d90b40-c185-446c-9356-57b1f9f7749b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/365faaa8-9640-4fdd-bf11-024f51e8f1c9 HTTP/1.1" status: 204 len: 168 time: 0.5128496 Jun 17 08:56:43.745432 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d90b40-c185-446c-9356-57b1f9f7749b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=365faaa8-9640-4fdd-bf11-024f51e8f1c9,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:43.747103 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37778) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:43.748608 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-98d90b40-c185-446c-9356-57b1f9f7749b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:43.751927 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8f2ceee7-6808-4282-9c8c-22d6fc62d2a4 req-3011bc59-a383-44d8-9d10-8f9c91643882 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934558 Jun 17 08:56:43.857087 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37782) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:43.858986 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-eb945e05-cc80-49db-a67f-5b417829e1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:43.870720 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9586487c-9d72-4e15-a412-acfcc1af4da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:43.940015 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-eb945e05-cc80-49db-a67f-5b417829e1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:43.950070 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-eb945e05-cc80-49db-a67f-5b417829e1a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22718b41-bd6b-43c7-825e-ca14e4556c17']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:43.960808 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-eb945e05-cc80-49db-a67f-5b417829e1a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a41cfd1-8859-474d-9a66-a7ad74cdb602') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:43.961009 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-eb945e05-cc80-49db-a67f-5b417829e1a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a41cfd1-8859-474d-9a66-a7ad74cdb602') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:43.970782 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9586487c-9d72-4e15-a412-acfcc1af4da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:43.971622 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-eb945e05-cc80-49db-a67f-5b417829e1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:43.991743 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-eb945e05-cc80-49db-a67f-5b417829e1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:43.997879 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb945e05-cc80-49db-a67f-5b417829e1a2 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:56:43.998391 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-eb945e05-cc80-49db-a67f-5b417829e1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:56:44.000733 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:56:44.085749 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device e1964178-e5f2-42ca-a1ec-4bc10ee152c1 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:56:44.209545 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9586487c-9d72-4e15-a412-acfcc1af4da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:44.210088 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ac097607-1162-4829-abd8-6bf583082808 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:44.212340 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f069e16c-b93b-4fbd-840f-312d1f36275c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:44.212512 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1fbeb1bd-8b10-4d16-8eb7-ec976e8d3157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:44.215916 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-eb945e05-cc80-49db-a67f-5b417829e1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:44.242656 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port e1964178-e5f2-42ca-a1ec-4bc10ee152c1 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:56:44.255052 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port e1964178-e5f2-42ca-a1ec-4bc10ee152c1 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:56:44.255456 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:44.257144 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586487c-9d72-4e15-a412-acfcc1af4da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd66471-0491-4ffc-9cee-d2cf160aa981,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:44.264407 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9586487c-9d72-4e15-a412-acfcc1af4da7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=799744355f59417a895248ed7c48fbdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4061868 Jun 17 08:56:44.265028 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37788) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:44.265950 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9586487c-9d72-4e15-a412-acfcc1af4da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:44.278156 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-eb945e05-cc80-49db-a67f-5b417829e1a2 admin admin] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:44.280426 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-eb945e05-cc80-49db-a67f-5b417829e1a2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/22718b41-bd6b-43c7-825e-ca14e4556c17 HTTP/1.1" status: 204 len: 168 time: 0.5322855 Jun 17 08:56:44.338759 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac097607-1162-4829-abd8-6bf583082808 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Subnet': ['ID=01dd13d8-133c-40ab-bb0c-d7cb942096ef,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:44.340636 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c36eeeac-51ed-4f53-a756-ff8ff295503b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:44.345676 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac097607-1162-4829-abd8-6bf583082808 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Checking segment: {'id': '6a7f928d-6637-4959-b1c0-f2f88488ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9e64ef5a-ab45-48e2-8e4b-ea98357fe1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:44.346182 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac097607-1162-4829-abd8-6bf583082808 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network hostable DHCP agents. Network: 9e64ef5a-ab45-48e2-8e4b-ea98357fe1b1, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:56:44.357123 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac097607-1162-4829-abd8-6bf583082808 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:44.357654 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac097607-1162-4829-abd8-6bf583082808 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:44.358139 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac097607-1162-4829-abd8-6bf583082808 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:44.358647 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac097607-1162-4829-abd8-6bf583082808 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:44.359156 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac097607-1162-4829-abd8-6bf583082808 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:44.359647 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac097607-1162-4829-abd8-6bf583082808 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:44.360126 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac097607-1162-4829-abd8-6bf583082808 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:44.360560 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac097607-1162-4829-abd8-6bf583082808 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:44.361003 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac097607-1162-4829-abd8-6bf583082808 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:44.361471 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac097607-1162-4829-abd8-6bf583082808 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:44.361914 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac097607-1162-4829-abd8-6bf583082808 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:44.362349 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac097607-1162-4829-abd8-6bf583082808 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:44.365605 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c36eeeac-51ed-4f53-a756-ff8ff295503b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:44.368446 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ac097607-1162-4829-abd8-6bf583082808 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:44.369431 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-63c2f43f-0a08-4e5b-99f2-4a7dae0bfae1 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:44.383360 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb945e05-cc80-49db-a67f-5b417829e1a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=22718b41-bd6b-43c7-825e-ca14e4556c17,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:44.392121 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-eb945e05-cc80-49db-a67f-5b417829e1a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:44.419595 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:44.452305 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50ad384-67a2-4652-b6b4-beb0637e47ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1964178-e5f2-42ca-a1ec-4bc10ee152c1'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:56:44.455040 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dec1a9e-7e03-4bcb-8800-373015e7280f" -d '{"events": [{"server_uuid": "c50ad384-67a2-4652-b6b4-beb0637e47ac", "name": "network-vif-plugged", "status": "completed", "tag": "e1964178-e5f2-42ca-a1ec-4bc10ee152c1"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:56:44.496855 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port e1964178-e5f2-42ca-a1ec-4bc10ee152c1, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=e1964178-e5f2-42ca-a1ec-4bc10ee152c1,segment=NetworkSegment(2373654b-367c-4520-893d-6049a39482c6),segment_id=2373654b-367c-4520-893d-6049a39482c6)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:44.505413 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f46249-44ff-40bf-8f83-ac7ec7335a4c x-openstack-request-id: req-43f46249-44ff-40bf-8f83-ac7ec7335a4c {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:56:44.505784 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c50ad384-67a2-4652-b6b4-beb0637e47ac", "name": "network-vif-plugged", "status": "completed", "tag": "e1964178-e5f2-42ca-a1ec-4bc10ee152c1", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:56:44.506047 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43f46249-44ff-40bf-8f83-ac7ec7335a4c {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:56:44.506560 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c50ad384-67a2-4652-b6b4-beb0637e47ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1964178-e5f2-42ca-a1ec-4bc10ee152c1', 'code': 200} Jun 17 08:56:44.562998 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8a2e8-81d8-43ec-b5fc-771d1ff44c60 req-56db2208-c28c-4d69-8e45-a4fd1dd04544 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:44.564566 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-93e8a2e8-81d8-43ec-b5fc-771d1ff44c60 req-56db2208-c28c-4d69-8e45-a4fd1dd04544 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.53 "GET /v2.0/ports?device_id=748e920f-eea2-42b2-8d4b-d08c7e520736 HTTP/1.1" status: 200 len: 946 time: 0.1633165 Jun 17 08:56:44.567093 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac097607-1162-4829-abd8-6bf583082808 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network 9e64ef5a-ab45-48e2-8e4b-ea98357fe1b1 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:56:44.605847 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:44.608028 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-751ad737-8d9c-4ebf-878d-c87a7115fc09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:44.618014 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c36eeeac-51ed-4f53-a756-ff8ff295503b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:44.621765 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c36eeeac-51ed-4f53-a756-ff8ff295503b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:44.625385 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c36eeeac-51ed-4f53-a756-ff8ff295503b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cdd66471-0491-4ffc-9cee-d2cf160aa981 HTTP/1.1" status: 204 len: 168 time: 0.3555207 Jun 17 08:56:44.625385 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7ac3ed01-fafa-49b5-a8ba-4ba27ed392f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:44.636664 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36eeeac-51ed-4f53-a756-ff8ff295503b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd66471-0491-4ffc-9cee-d2cf160aa981,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:44.638834 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95154a-5313-485c-8984-941a86d09617 req-46a25533-0bf9-4492-8965-a0f360016eb1 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:44.639831 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c36eeeac-51ed-4f53-a756-ff8ff295503b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:44.640985 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5c95154a-5313-485c-8984-941a86d09617 req-46a25533-0bf9-4492-8965-a0f360016eb1 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=c50ad384-67a2-4652-b6b4-beb0637e47ac HTTP/1.1" status: 200 len: 945 time: 0.1484382 Jun 17 08:56:44.680536 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ad033-fdad-4640-9d86-bcf67c39cafb req-d24708c5-ec26-4be5-b4a5-f832b8a7f0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:44.682285 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-939ad033-fdad-4640-9d86-bcf67c39cafb req-d24708c5-ec26-4be5-b4a5-f832b8a7f0ab service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c50ad384-67a2-4652-b6b4-beb0637e47ac HTTP/1.1" status: 200 len: 1097 time: 0.1138434 Jun 17 08:56:44.692073 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=e1964178-e5f2-42ca-a1ec-4bc10ee152c1,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:44.695941 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:44.734882 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-939ad033-fdad-4640-9d86-bcf67c39cafb req-0d074855-e6c0-4da3-9a58-6448c02a35ef service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=64ce819e-7519-4a7c-9672-d9c8e5bca4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450015 Jun 17 08:56:44.736983 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5c95154a-5313-485c-8984-941a86d09617 req-ad1a3a73-0915-4edc-a034-56b8b5739859 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=64ce819e-7519-4a7c-9672-d9c8e5bca4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857024 Jun 17 08:56:44.749908 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-ac097607-1162-4829-abd8-6bf583082808 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 9e64ef5a-ab45-48e2-8e4b-ea98357fe1b1) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:44.756663 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac097607-1162-4829-abd8-6bf583082808 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:44.756663 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ac097607-1162-4829-abd8-6bf583082808 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:44.760502 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc78eaa2-532f-41cc-9d0c-79654280600a None None] Network 9e64ef5a-ab45-48e2-8e4b-ea98357fe1b1 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:44.760671 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-93e8a2e8-81d8-43ec-b5fc-771d1ff44c60 req-83568cd8-bc42-49a4-bca6-d15629a62e9c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Deleting port 966a9762-65f3-43bd-935f-39925fa34b55 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:44.761035 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-93e8a2e8-81d8-43ec-b5fc-771d1ff44c60 req-83568cd8-bc42-49a4-bca6-d15629a62e9c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:44.885056 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ac097607-1162-4829-abd8-6bf583082808 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7775757 Jun 17 08:56:44.895389 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37804) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:44.913846 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-93e8a2e8-81d8-43ec-b5fc-771d1ff44c60 req-83568cd8-bc42-49a4-bca6-d15629a62e9c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] For port 966a9762-65f3-43bd-935f-39925fa34b55, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=966a9762-65f3-43bd-935f-39925fa34b55,segment=NetworkSegment(8b09ab30-e72c-413f-ba3e-98e0a1bb60b4),segment_id=8b09ab30-e72c-413f-ba3e-98e0a1bb60b4)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:44.914225 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-93e8a2e8-81d8-43ec-b5fc-771d1ff44c60 req-83568cd8-bc42-49a4-bca6-d15629a62e9c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:44.914704 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-6bc75e3f-2b14-4360-8aa9-dd387604eaba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'port': {'network_id': '9e64ef5a-ab45-48e2-8e4b-ea98357fe1b1', 'name': 'tempest-PortsIpV6TestJSON-393193923'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:44.992740 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-93e8a2e8-81d8-43ec-b5fc-771d1ff44c60 req-83568cd8-bc42-49a4-bca6-d15629a62e9c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Calling delete_port for 966a9762-65f3-43bd-935f-39925fa34b55 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:44.998437 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37810) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:45.047941 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afe189f-cefa-40e0-992c-77e29a01fcf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-9e64ef5a-ab45-48e2-8e4b-ea98357fe1b1', 'network_id': '9e64ef5a-ab45-48e2-8e4b-ea98357fe1b1', 'tenant_id': '8ae7279a0cd8403da4579402065347bd', 'fixed_ips': [{'subnet_id': '01dd13d8-133c-40ab-bb0c-d7cb942096ef'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:56:45.048409 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4165b4-c21a-4b37-aca8-28ac95b9f9cf req-1d82c3fe-4591-422a-a32d-97e2ad876226 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:45.049396 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2afe189f-cefa-40e0-992c-77e29a01fcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:45.056897 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4d4165b4-c21a-4b37-aca8-28ac95b9f9cf req-1d82c3fe-4591-422a-a32d-97e2ad876226 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=748e920f-eea2-42b2-8d4b-d08c7e520736 HTTP/1.1" status: 200 len: 946 time: 0.1571763 Jun 17 08:56:45.077839 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a8487457-ab34-4640-89cb-f183a562ac0c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4cce224bd01440c59ccc93448cfbe072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0777752 Jun 17 08:56:45.080880 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37812) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:45.139035 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4d4165b4-c21a-4b37-aca8-28ac95b9f9cf req-e465504c-b3ce-4e0c-93bf-ac27f0758105 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1265e3b-2834-4857-b08b-ae2659dd2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808742 Jun 17 08:56:45.207753 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0fb09adc-eaa6-4dc7-ba23-5ab69e34c237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:45.249616 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0fb09adc-eaa6-4dc7-ba23-5ab69e34c237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:45.294616 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-2afe189f-cefa-40e0-992c-77e29a01fcf0 None None] Allocated IP 2001:db8::2 (9e64ef5a-ab45-48e2-8e4b-ea98357fe1b1/01dd13d8-133c-40ab-bb0c-d7cb942096ef/79812335-84c9-41ec-b45e-2c7372a436df) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:56:45.330877 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc75e3f-2b14-4360-8aa9-dd387604eaba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:45.331380 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6bc75e3f-2b14-4360-8aa9-dd387604eaba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:45.354235 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [None req-6bc75e3f-2b14-4360-8aa9-dd387604eaba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] device_id is not set on port 00a1c3df-2d29-4ae3-8765-b1ef62c51bf8 yet. {{(pid=94519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:56:45.449504 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-93e8a2e8-81d8-43ec-b5fc-771d1ff44c60 req-83568cd8-bc42-49a4-bca6-d15629a62e9c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:45.457882 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3d0d3dc6-f2e0-4539-be8c-ee7d4091ac8c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:45.465704 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['966a9762-65f3-43bd-935f-39925fa34b55'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:56:45.497034 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83568cd8-bc42-49a4-bca6-d15629a62e9c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Pushing event deleted for resources: {'Port': ['ID=966a9762-65f3-43bd-935f-39925fa34b55,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:45.501183 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-83568cd8-bc42-49a4-bca6-d15629a62e9c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:45.540303 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2afe189f-cefa-40e0-992c-77e29a01fcf0 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:45.563982 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-2afe189f-cefa-40e0-992c-77e29a01fcf0 None None] Transition to ACTIVE for port object 79812335-84c9-41ec-b45e-2c7372a436df will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:45.564327 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e8a2e8-81d8-43ec-b5fc-771d1ff44c60 req-83568cd8-bc42-49a4-bca6-d15629a62e9c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] No DVR routers for this DVR port 966a9762-65f3-43bd-935f-39925fa34b55 on host n-h2-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:56:45.566212 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0fb09adc-eaa6-4dc7-ba23-5ab69e34c237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:45.569061 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0fb09adc-eaa6-4dc7-ba23-5ab69e34c237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:45.571400 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0fb09adc-eaa6-4dc7-ba23-5ab69e34c237 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/134fdea2-5146-4082-8ccf-f7d81e447042 HTTP/1.1" status: 204 len: 168 time: 0.4883738 Jun 17 08:56:45.571538 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-93e8a2e8-81d8-43ec-b5fc-771d1ff44c60 req-83568cd8-bc42-49a4-bca6-d15629a62e9c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:45.573282 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-93e8a2e8-81d8-43ec-b5fc-771d1ff44c60 req-83568cd8-bc42-49a4-bca6-d15629a62e9c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.53 "DELETE /v2.0/ports/966a9762-65f3-43bd-935f-39925fa34b55 HTTP/1.1" status: 204 len: 173 time: 1.0011783 Jun 17 08:56:45.573940 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8adcadf9-d7ab-4d9b-8f72-1272efc3c54e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:45.586023 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748e920f-eea2-42b2-8d4b-d08c7e520736', 'name': 'network-vif-deleted', 'tag': '966a9762-65f3-43bd-935f-39925fa34b55'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:56:45.586023 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319c7bc7-5dea-4f26-8246-d21a9d3ce83f" -d '{"events": [{"server_uuid": "748e920f-eea2-42b2-8d4b-d08c7e520736", "name": "network-vif-deleted", "tag": "966a9762-65f3-43bd-935f-39925fa34b55"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:56:45.586236 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-2afe189f-cefa-40e0-992c-77e29a01fcf0 None None] Transition to ACTIVE for port object 79812335-84c9-41ec-b45e-2c7372a436df will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:45.588615 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb09adc-eaa6-4dc7-ba23-5ab69e34c237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134fdea2-5146-4082-8ccf-f7d81e447042,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:45.591662 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0fb09adc-eaa6-4dc7-ba23-5ab69e34c237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:45.668346 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e5d6ac-6bd2-461c-8f75-34efa0e78509 x-openstack-request-id: req-62e5d6ac-6bd2-461c-8f75-34efa0e78509 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:56:45.668797 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748e920f-eea2-42b2-8d4b-d08c7e520736", "name": "network-vif-deleted", "tag": "966a9762-65f3-43bd-935f-39925fa34b55", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:56:45.669202 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62e5d6ac-6bd2-461c-8f75-34efa0e78509 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:56:45.669757 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748e920f-eea2-42b2-8d4b-d08c7e520736', 'name': 'network-vif-deleted', 'tag': '966a9762-65f3-43bd-935f-39925fa34b55', 'status': 'completed', 'code': 200} Jun 17 08:56:45.778818 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2afe189f-cefa-40e0-992c-77e29a01fcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:45.786433 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-53a81d0d-d4cf-4a42-915f-96d6b21f454c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:45.858754 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afe189f-cefa-40e0-992c-77e29a01fcf0 None None] Network 9e64ef5a-ab45-48e2-8e4b-ea98357fe1b1 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:56:45.863827 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-2afe189f-cefa-40e0-992c-77e29a01fcf0 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:45.872319 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afe189f-cefa-40e0-992c-77e29a01fcf0 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:56:45.909370 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-6bc75e3f-2b14-4360-8aa9-dd387604eaba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Allocated IP 2001:db8::e6 (9e64ef5a-ab45-48e2-8e4b-ea98357fe1b1/01dd13d8-133c-40ab-bb0c-d7cb942096ef/00a1c3df-2d29-4ae3-8765-b1ef62c51bf8) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:56:45.938405 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe189f-cefa-40e0-992c-77e29a01fcf0 None None] Pushing event updated for resources: {'Port': ['ID=79812335-84c9-41ec-b45e-2c7372a436df,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:45.947652 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-2afe189f-cefa-40e0-992c-77e29a01fcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:45.952279 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-2afe189f-cefa-40e0-992c-77e29a01fcf0 None None] Attempting to bind port 79812335-84c9-41ec-b45e-2c7372a436df on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:56:45.952793 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-2afe189f-cefa-40e0-992c-77e29a01fcf0 None None] Attempting to bind port 79812335-84c9-41ec-b45e-2c7372a436df by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '6a7f928d-6637-4959-b1c0-f2f88488ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9e64ef5a-ab45-48e2-8e4b-ea98357fe1b1'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:56:45.957529 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afe189f-cefa-40e0-992c-77e29a01fcf0 None None] Attempting to bind port 79812335-84c9-41ec-b45e-2c7372a436df on network 9e64ef5a-ab45-48e2-8e4b-ea98357fe1b1 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:56:45.958919 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afe189f-cefa-40e0-992c-77e29a01fcf0 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:56:45.959447 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afe189f-cefa-40e0-992c-77e29a01fcf0 None None] Checking segment: {'id': '6a7f928d-6637-4959-b1c0-f2f88488ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9e64ef5a-ab45-48e2-8e4b-ea98357fe1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:45.959996 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2afe189f-cefa-40e0-992c-77e29a01fcf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:45.960549 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afe189f-cefa-40e0-992c-77e29a01fcf0 None None] Bound using segment: {'id': '6a7f928d-6637-4959-b1c0-f2f88488ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9e64ef5a-ab45-48e2-8e4b-ea98357fe1b1'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:56:45.961143 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-2afe189f-cefa-40e0-992c-77e29a01fcf0 None None] Bound port: 79812335-84c9-41ec-b45e-2c7372a436df, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a7f928d-6637-4959-b1c0-f2f88488ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9e64ef5a-ab45-48e2-8e4b-ea98357fe1b1'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:56:45.961629 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2afe189f-cefa-40e0-992c-77e29a01fcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:46.038375 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-2afe189f-cefa-40e0-992c-77e29a01fcf0 None None] For port 79812335-84c9-41ec-b45e-2c7372a436df, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:56:46.043534 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-2afe189f-cefa-40e0-992c-77e29a01fcf0 None None] For port 79812335-84c9-41ec-b45e-2c7372a436df, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=79812335-84c9-41ec-b45e-2c7372a436df,segment=NetworkSegment(6a7f928d-6637-4959-b1c0-f2f88488ce18),segment_id=6a7f928d-6637-4959-b1c0-f2f88488ce18)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:56:46.092528 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be760d0-989c-4d71-b0e8-3f614041df41 req-7421a0b6-7fd5-49d6-9b7f-18ee7200323f tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:46.092528 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4be760d0-989c-4d71-b0e8-3f614041df41 req-7421a0b6-7fd5-49d6-9b7f-18ee7200323f tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=c50ad384-67a2-4652-b6b4-beb0637e47ac HTTP/1.1" status: 200 len: 946 time: 0.1720550 Jun 17 08:56:46.155389 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4be760d0-989c-4d71-b0e8-3f614041df41 req-f3925df2-a31c-4ce9-acf1-486f94144b12 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=64ce819e-7519-4a7c-9672-d9c8e5bca4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524738 Jun 17 08:56:46.186760 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6bc75e3f-2b14-4360-8aa9-dd387604eaba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:46.206946 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-6bc75e3f-2b14-4360-8aa9-dd387604eaba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Transition to ACTIVE for port object 00a1c3df-2d29-4ae3-8765-b1ef62c51bf8 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:46.228233 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2afe189f-cefa-40e0-992c-77e29a01fcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:46.230438 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f949eb3c-312a-436b-9529-66be1ed74cc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:46.307158 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe189f-cefa-40e0-992c-77e29a01fcf0 None None] Pushing event updated for resources: {'Port': ['ID=79812335-84c9-41ec-b45e-2c7372a436df,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:46.312637 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-2afe189f-cefa-40e0-992c-77e29a01fcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:46.360535 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3927181b-38ef-44e3-b7f2-b3b3ce370768 req-8474df28-d782-44ff-8205-4d2863226021 tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] 10.222.0.49 "GET /v2.0/ports?device_id=748e920f-eea2-42b2-8d4b-d08c7e520736 HTTP/1.1" status: 200 len: 210 time: 0.0432804 Jun 17 08:56:46.433946 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6bc75e3f-2b14-4360-8aa9-dd387604eaba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:46.441774 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9254c397-1c71-49de-ac2b-0bc0334b5456 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:46.520430 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc75e3f-2b14-4360-8aa9-dd387604eaba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network 9e64ef5a-ab45-48e2-8e4b-ea98357fe1b1 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:56:46.526430 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-6bc75e3f-2b14-4360-8aa9-dd387604eaba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:46.532536 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc75e3f-2b14-4360-8aa9-dd387604eaba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:56:46.538797 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc75e3f-2b14-4360-8aa9-dd387604eaba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:46.540147 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6bc75e3f-2b14-4360-8aa9-dd387604eaba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:46.543132 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc75e3f-2b14-4360-8aa9-dd387604eaba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Port': ['ID=00a1c3df-2d29-4ae3-8765-b1ef62c51bf8,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:46.611869 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc75e3f-2b14-4360-8aa9-dd387604eaba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:46.612159 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc75e3f-2b14-4360-8aa9-dd387604eaba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:46.612551 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc75e3f-2b14-4360-8aa9-dd387604eaba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:46.612986 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc75e3f-2b14-4360-8aa9-dd387604eaba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:46.613696 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc75e3f-2b14-4360-8aa9-dd387604eaba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:46.614085 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc75e3f-2b14-4360-8aa9-dd387604eaba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:46.614465 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc75e3f-2b14-4360-8aa9-dd387604eaba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:46.616604 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc75e3f-2b14-4360-8aa9-dd387604eaba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:46.616925 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc75e3f-2b14-4360-8aa9-dd387604eaba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:46.617329 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc75e3f-2b14-4360-8aa9-dd387604eaba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:46.617718 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc75e3f-2b14-4360-8aa9-dd387604eaba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:46.618101 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc75e3f-2b14-4360-8aa9-dd387604eaba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:46.630878 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6bc75e3f-2b14-4360-8aa9-dd387604eaba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:46.725046 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6bc75e3f-2b14-4360-8aa9-dd387604eaba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8282819 Jun 17 08:56:46.736315 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37866) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:46.906006 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-4fc9f6e4-fda3-4900-a201-b468152a7d45 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting port 00a1c3df-2d29-4ae3-8765-b1ef62c51bf8 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:46.907038 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4fc9f6e4-fda3-4900-a201-b468152a7d45 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:47.080217 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4fc9f6e4-fda3-4900-a201-b468152a7d45 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:47.185410 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-4fc9f6e4-fda3-4900-a201-b468152a7d45 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Calling delete_port for 00a1c3df-2d29-4ae3-8765-b1ef62c51bf8 owned by {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:47.446460 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ba975-175c-40b7-aef0-558bd8a1e206 req-b4a625ed-df0f-4b03-8646-ce352b6caa68 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:47.449907 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-069ba975-175c-40b7-aef0-558bd8a1e206 req-b4a625ed-df0f-4b03-8646-ce352b6caa68 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=c50ad384-67a2-4652-b6b4-beb0637e47ac HTTP/1.1" status: 200 len: 946 time: 0.1514368 Jun 17 08:56:47.490687 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37894) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:47.544193 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-069ba975-175c-40b7-aef0-558bd8a1e206 req-c7d688da-f0df-4bb2-8c04-59d12a7048b0 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=64ce819e-7519-4a7c-9672-d9c8e5bca4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874133 Jun 17 08:56:47.554478 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4fc9f6e4-fda3-4900-a201-b468152a7d45 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:47.558985 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5e93778c-48bf-47bb-8747-1fa68d613d01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:47.636713 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9f6e4-fda3-4900-a201-b468152a7d45 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Port': ['ID=00a1c3df-2d29-4ae3-8765-b1ef62c51bf8,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:47.648322 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4fc9f6e4-fda3-4900-a201-b468152a7d45 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:47.721190 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4fc9f6e4-fda3-4900-a201-b468152a7d45 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:47.728119 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37906) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:47.736520 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4fc9f6e4-fda3-4900-a201-b468152a7d45 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/ports/00a1c3df-2d29-4ae3-8765-b1ef62c51bf8 HTTP/1.1" status: 204 len: 168 time: 1.0093603 Jun 17 08:56:47.785871 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0e7d02-00e3-4e8a-8e21-0f72ed33cf67 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] DELETE failed (client error): The resource could not be found. Jun 17 08:56:47.786620 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc0e7d02-00e3-4e8a-8e21-0f72ed33cf67 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:56:47.792456 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37908) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:47.802768 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-bc0e7d02-00e3-4e8a-8e21-0f72ed33cf67 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/ports/00a1c3df-2d29-4ae3-8765-b1ef62c51bf8 HTTP/1.1" status: 404 len: 333 time: 0.0735142 Jun 17 08:56:47.821297 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-266d9710-09b2-4004-a83d-775fb69b0a97 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2073898123-network', 'tenant_id': '9baf6f30d6ad4a09b3077aa4ccbb2548'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:47.852243 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-d787d161-5aa1-4a0f-8dc9-e3bd892e272b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] GET failed (client error): The resource could not be found. Jun 17 08:56:47.857960 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d787d161-5aa1-4a0f-8dc9-e3bd892e272b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "GET /v2.0/ports/00a1c3df-2d29-4ae3-8765-b1ef62c51bf8 HTTP/1.1" status: 404 len: 333 time: 0.0603993 Jun 17 08:56:47.858205 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37912) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:47.874369 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e0d2fe-a7aa-491d-9990-5f055971ae37 None None] Network 9e64ef5a-ab45-48e2-8e4b-ea98357fe1b1 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:47.932273 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-a742a094-4b3f-48f0-9afe-a1b15753a71d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting subnet 01dd13d8-133c-40ab-bb0c-d7cb942096ef {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:56:47.936770 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a742a094-4b3f-48f0-9afe-a1b15753a71d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:47.950039 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041b10b-cbe6-4d81-9b27-8690514a26b0 req-0491caf0-1818-448a-ace4-e0d28c610f55 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:47.951614 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4041b10b-cbe6-4d81-9b27-8690514a26b0 req-0491caf0-1818-448a-ace4-e0d28c610f55 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=c50ad384-67a2-4652-b6b4-beb0637e47ac HTTP/1.1" status: 200 len: 946 time: 0.1030662 Jun 17 08:56:47.961820 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37918) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:47.967579 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-4707c772-d9fd-404f-8226-96c47ace22f2 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Request body: {'floatingip': {'port_id': 'e1964178-e5f2-42ca-a1ec-4bc10ee152c1'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:47.996965 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a742a094-4b3f-48f0-9afe-a1b15753a71d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:48.002812 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:48.030660 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4707c772-d9fd-404f-8226-96c47ace22f2 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for floatingip, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:48.033922 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37920) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:48.111832 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7806dd6-84b6-436c-b15f-fdd702694af1 admin admin] Deleting subnet 52ee78f2-03df-40f6-909e-7994b6ca5c1f {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:56:48.120529 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b7806dd6-84b6-436c-b15f-fdd702694af1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:48.171246 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-caa64292-50a2-493c-91aa-f5a733337f6f None None] Provisioning for port 79812335-84c9-41ec-b45e-2c7372a436df completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:56:48.193528 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266d9710-09b2-4004-a83d-775fb69b0a97 admin admin] Made reservation on behalf of 9baf6f30d6ad4a09b3077aa4ccbb2548 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:48.196078 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-266d9710-09b2-4004-a83d-775fb69b0a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:48.221630 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-266d9710-09b2-4004-a83d-775fb69b0a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:48.246920 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b7806dd6-84b6-436c-b15f-fdd702694af1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:48.299491 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a742a094-4b3f-48f0-9afe-a1b15753a71d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:48.470224 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b7806dd6-84b6-436c-b15f-fdd702694af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:48.506437 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 79812335-84c9-41ec-b45e-2c7372a436df up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:56:48.693019 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a742a094-4b3f-48f0-9afe-a1b15753a71d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:48.714155 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 79812335-84c9-41ec-b45e-2c7372a436df completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:56:48.718798 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 79812335-84c9-41ec-b45e-2c7372a436df triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:56:48.719382 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:48.720026 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-266d9710-09b2-4004-a83d-775fb69b0a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:48.721466 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a0e6047b-1418-4384-9661-5e4870860431 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:48.772936 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742a094-4b3f-48f0-9afe-a1b15753a71d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Subnet': ['ID=01dd13d8-133c-40ab-bb0c-d7cb942096ef,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:48.775473 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a742a094-4b3f-48f0-9afe-a1b15753a71d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:48.776762 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b7806dd6-84b6-436c-b15f-fdd702694af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:48.793104 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a742a094-4b3f-48f0-9afe-a1b15753a71d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:48.801148 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a742a094-4b3f-48f0-9afe-a1b15753a71d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/subnets/01dd13d8-133c-40ab-bb0c-d7cb942096ef HTTP/1.1" status: 204 len: 168 time: 0.9417727 Jun 17 08:56:48.803313 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-037ff05f-3144-4482-b5c3-9a522b07b969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:48.809782 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.db.resource_extend [None req-4707c772-d9fd-404f-8226-96c47ace22f2 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:56:48.814291 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37932) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:48.834935 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7d592e-de11-4a5a-8b2e-1b7cb4fd2c2e None None] Network 9e64ef5a-ab45-48e2-8e4b-ea98357fe1b1 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:48.846512 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7806dd6-84b6-436c-b15f-fdd702694af1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52ee78f2-03df-40f6-909e-7994b6ca5c1f,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:48.850018 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b7806dd6-84b6-436c-b15f-fdd702694af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:48.856345 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b7806dd6-84b6-436c-b15f-fdd702694af1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:48.864495 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b7806dd6-84b6-436c-b15f-fdd702694af1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/52ee78f2-03df-40f6-909e-7994b6ca5c1f HTTP/1.1" status: 204 len: 168 time: 0.8289812 Jun 17 08:56:48.869475 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37934) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:48.894488 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-266d9710-09b2-4004-a83d-775fb69b0a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:48.901997 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-002e0f27-cd9e-40ff-8bbe-c76b92fa7d8a tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:48.991769 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-2ad8908e-0eab-4bd3-bd14-6d146f84cc83 None None] Could not find standard attr ID for object 00a1c3df-2d29-4ae3-8765-b1ef62c51bf8. {{(pid=94521) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:56:49.021832 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d9710-09b2-4004-a83d-775fb69b0a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837da150-a2b6-4201-ac2d-7467e99a5cc6,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:49.031779 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-266d9710-09b2-4004-a83d-775fb69b0a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:49.041269 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:49.048903 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-266d9710-09b2-4004-a83d-775fb69b0a97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:56:49.062825 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4707c772-d9fd-404f-8226-96c47ace22f2 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:49.069645 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cb4890b5-82ba-47ec-8a95-1574a652f09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:49.085359 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8c7d91eb-3d0b-43ec-a2c6-49f4c6bd35ca tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:49.085550 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-266d9710-09b2-4004-a83d-775fb69b0a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:49.085550 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-266d9710-09b2-4004-a83d-775fb69b0a97 admin admin] Added segment 017d444f-7f66-4d60-991f-78a7d3563e0d of type vlan for network 5788c246-d497-4e21-8243-0ca8d7b04d08 Jun 17 08:56:49.090528 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 79812335-84c9-41ec-b45e-2c7372a436df, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=79812335-84c9-41ec-b45e-2c7372a436df,segment=NetworkSegment(6a7f928d-6637-4959-b1c0-f2f88488ce18),segment_id=6a7f928d-6637-4959-b1c0-f2f88488ce18)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:49.199492 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4707c772-d9fd-404f-8226-96c47ace22f2 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:49.207922 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d91eb-3d0b-43ec-a2c6-49f4c6bd35ca tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting port 79812335-84c9-41ec-b45e-2c7372a436df {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:49.209756 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8c7d91eb-3d0b-43ec-a2c6-49f4c6bd35ca tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:49.225283 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1c12a1-6c4c-420b-9e92-e7853a88df93 None None] DHCP port deletion for 9e64ef5a-ab45-48e2-8e4b-ea98357fe1b1 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:56:49.243449 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-266d9710-09b2-4004-a83d-775fb69b0a97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:49.263996 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cb4890b5-82ba-47ec-8a95-1574a652f09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:49.277631 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-cb4890b5-82ba-47ec-8a95-1574a652f09a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eccbc072-50fb-4234-8176-49cfc92d8a16']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:49.285683 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-9d1c12a1-6c4c-420b-9e92-e7853a88df93 None None] Deleting port 79812335-84c9-41ec-b45e-2c7372a436df {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:49.286142 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9d1c12a1-6c4c-420b-9e92-e7853a88df93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:49.297995 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-cb4890b5-82ba-47ec-8a95-1574a652f09a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b09ab30-e72c-413f-ba3e-98e0a1bb60b4') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:49.297995 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-cb4890b5-82ba-47ec-8a95-1574a652f09a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b09ab30-e72c-413f-ba3e-98e0a1bb60b4') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:49.309851 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cb4890b5-82ba-47ec-8a95-1574a652f09a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:49.325312 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cb4890b5-82ba-47ec-8a95-1574a652f09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:49.333236 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb4890b5-82ba-47ec-8a95-1574a652f09a admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:56:49.333706 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cb4890b5-82ba-47ec-8a95-1574a652f09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:56:49.335519 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:56:49.356851 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:49.362915 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-8c7d91eb-3d0b-43ec-a2c6-49f4c6bd35ca tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] For port 79812335-84c9-41ec-b45e-2c7372a436df, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=79812335-84c9-41ec-b45e-2c7372a436df,segment=NetworkSegment(6a7f928d-6637-4959-b1c0-f2f88488ce18),segment_id=6a7f928d-6637-4959-b1c0-f2f88488ce18)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:49.363278 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8c7d91eb-3d0b-43ec-a2c6-49f4c6bd35ca tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:49.374233 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f949eb3c-312a-436b-9529-66be1ed74cc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:49.404558 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-9d1c12a1-6c4c-420b-9e92-e7853a88df93 None None] For port 79812335-84c9-41ec-b45e-2c7372a436df, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=79812335-84c9-41ec-b45e-2c7372a436df,segment=NetworkSegment(6a7f928d-6637-4959-b1c0-f2f88488ce18),segment_id=6a7f928d-6637-4959-b1c0-f2f88488ce18)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:49.405500 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9d1c12a1-6c4c-420b-9e92-e7853a88df93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:49.436187 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d91eb-3d0b-43ec-a2c6-49f4c6bd35ca tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Calling delete_port for 79812335-84c9-41ec-b45e-2c7372a436df owned by network:dhcp {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:49.449184 n-d-758944-30 neutron-server[94519]: INFO neutron.db.l3_db [None req-4707c772-d9fd-404f-8226-96c47ace22f2 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Floating IP b4944b2c-a4fb-42e7-ae0d-b629cbe33826 associated. External IP: 172.25.2.168, port: e1964178-e5f2-42ca-a1ec-4bc10ee152c1. Jun 17 08:56:49.512778 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-9d1c12a1-6c4c-420b-9e92-e7853a88df93 None None] Calling delete_port for 79812335-84c9-41ec-b45e-2c7372a436df owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:49.525001 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=79812335-84c9-41ec-b45e-2c7372a436df,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:49.530615 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:49.552779 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-266d9710-09b2-4004-a83d-775fb69b0a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:49.555772 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266d9710-09b2-4004-a83d-775fb69b0a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:49.555772 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-266d9710-09b2-4004-a83d-775fb69b0a97 admin admin] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:49.560625 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3d0d3dc6-f2e0-4539-be8c-ee7d4091ac8c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:49.597190 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cb4890b5-82ba-47ec-8a95-1574a652f09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:49.603906 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cb4890b5-82ba-47ec-8a95-1574a652f09a admin admin] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:49.611826 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-cb4890b5-82ba-47ec-8a95-1574a652f09a admin admin] 10.222.0.49 "DELETE /v2.0/networks/eccbc072-50fb-4234-8176-49cfc92d8a16 HTTP/1.1" status: 204 len: 168 time: 0.7408996 Jun 17 08:56:49.699090 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-266d9710-09b2-4004-a83d-775fb69b0a97 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2063370 Jun 17 08:56:49.700100 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37952) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:49.701141 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d9710-09b2-4004-a83d-775fb69b0a97 admin admin] Pushing event updated for resources: {'Network': ['ID=5788c246-d497-4e21-8243-0ca8d7b04d08,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:49.705803 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-266d9710-09b2-4004-a83d-775fb69b0a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:49.718140 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-0e00b8c6-09a1-411e-b685-331cabf78f57 admin admin] Request body: {'subnet': {'network_id': '5788c246-d497-4e21-8243-0ca8d7b04d08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2073898123-subnet', 'tenant_id': '9baf6f30d6ad4a09b3077aa4ccbb2548', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:49.721680 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 5788c246-d497-4e21-8243-0ca8d7b04d08 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:56:49.729535 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3b536563-9d7c-48e0-bd73-d29871a61f10 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:49.757659 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4890b5-82ba-47ec-8a95-1574a652f09a admin admin] Pushing event deleted for resources: {'Network': ['ID=eccbc072-50fb-4234-8176-49cfc92d8a16,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:49.771486 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-cb4890b5-82ba-47ec-8a95-1574a652f09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:49.847601 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9d1c12a1-6c4c-420b-9e92-e7853a88df93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:49.850981 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e4a8c704-a2c4-4c26-a6ab-604e08618f0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:49.884445 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c12a1-6c4c-420b-9e92-e7853a88df93 None None] Pushing event deleted for resources: {'Port': ['ID=79812335-84c9-41ec-b45e-2c7372a436df,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:49.902762 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e00b8c6-09a1-411e-b685-331cabf78f57 admin admin] Made reservation on behalf of 9baf6f30d6ad4a09b3077aa4ccbb2548 for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:49.902762 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0e00b8c6-09a1-411e-b685-331cabf78f57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:49.907487 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9d1c12a1-6c4c-420b-9e92-e7853a88df93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:49.923917 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1c12a1-6c4c-420b-9e92-e7853a88df93 None None] No DVR routers for this DVR port 79812335-84c9-41ec-b45e-2c7372a436df on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:56:49.966652 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8c7d91eb-3d0b-43ec-a2c6-49f4c6bd35ca tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:50.017342 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b75028c8-b191-4188-bd7e-db99d843bbb6 tempest-ServerTagsTestJSON-990551608 tempest-ServerTagsTestJSON-990551608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:50.042615 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d91eb-3d0b-43ec-a2c6-49f4c6bd35ca tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Port': ['ID=79812335-84c9-41ec-b45e-2c7372a436df,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:50.045773 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8c7d91eb-3d0b-43ec-a2c6-49f4c6bd35ca tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:50.047081 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7d91eb-3d0b-43ec-a2c6-49f4c6bd35ca tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] No DVR routers for this DVR port 79812335-84c9-41ec-b45e-2c7372a436df on host n-d-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:56:50.191688 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 966a9762-65f3-43bd-935f-39925fa34b55 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:56:50.253109 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 966a9762-65f3-43bd-935f-39925fa34b55 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:56:50.254054 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 966a9762-65f3-43bd-935f-39925fa34b55 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:56:50.326614 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8c7d91eb-3d0b-43ec-a2c6-49f4c6bd35ca tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:50.341845 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-8c7d91eb-3d0b-43ec-a2c6-49f4c6bd35ca tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e64ef5a-ab45-48e2-8e4b-ea98357fe1b1']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:50.363866 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-8c7d91eb-3d0b-43ec-a2c6-49f4c6bd35ca tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7f928d-6637-4959-b1c0-f2f88488ce18') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:50.364120 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-8c7d91eb-3d0b-43ec-a2c6-49f4c6bd35ca tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7f928d-6637-4959-b1c0-f2f88488ce18') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:50.377460 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8c7d91eb-3d0b-43ec-a2c6-49f4c6bd35ca tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:50.394192 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 79812335-84c9-41ec-b45e-2c7372a436df no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:56:50.400450 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4707c772-d9fd-404f-8226-96c47ace22f2 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Router d108c93d-946f-4775-911e-5d4c8a4dc0c3 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:56:50.403824 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8c7d91eb-3d0b-43ec-a2c6-49f4c6bd35ca tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:50.416899 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7d91eb-3d0b-43ec-a2c6-49f4c6bd35ca tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:56:50.417310 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8c7d91eb-3d0b-43ec-a2c6-49f4c6bd35ca tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: self.session.flush() Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: self.session.flush() Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: self.session.flush() Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: self.session.flush() Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:56:50.420546 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:56:50.432958 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 79812335-84c9-41ec-b45e-2c7372a436df {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:56:50.437525 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 79812335-84c9-41ec-b45e-2c7372a436df not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:56:50.492092 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37966) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:50.502515 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:50.707932 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4707c772-d9fd-404f-8226-96c47ace22f2 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:56:50.716124 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4707c772-d9fd-404f-8226-96c47ace22f2 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:50.748108 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2953293f-2318-4f54-b32e-96cca42a8775 None None] Sync routers for ids ['d108c93d-946f-4775-911e-5d4c8a4dc0c3'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:56:50.748671 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8c7d91eb-3d0b-43ec-a2c6-49f4c6bd35ca tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:50.762744 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a7958aa1-ce9e-4b1d-94c3-ffd7c7cef7f5 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:50.770517 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8c7d91eb-3d0b-43ec-a2c6-49f4c6bd35ca tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:50.774209 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-8c7d91eb-3d0b-43ec-a2c6-49f4c6bd35ca tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/networks/9e64ef5a-ab45-48e2-8e4b-ea98357fe1b1 HTTP/1.1" status: 204 len: 168 time: 1.9587672 Jun 17 08:56:50.780665 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 37976) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:50.789098 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2953293f-2318-4f54-b32e-96cca42a8775 None None] Routers {'d108c93d-946f-4775-911e-5d4c8a4dc0c3'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:56:50.789773 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-2953293f-2318-4f54-b32e-96cca42a8775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:56:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['d108c93d-946f-4775-911e-5d4c8a4dc0c3'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:50.799381 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-c7e0da54-a07b-4330-ac56-595f0f4fa3d4 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-198619044'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:50.825679 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d91eb-3d0b-43ec-a2c6-49f4c6bd35ca tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Network': ['ID=9e64ef5a-ab45-48e2-8e4b-ea98357fe1b1,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:50.838794 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8c7d91eb-3d0b-43ec-a2c6-49f4c6bd35ca tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:50.844373 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4707c772-d9fd-404f-8226-96c47ace22f2 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "PUT /v2.0/floatingips/b4944b2c-a4fb-42e7-ae0d-b629cbe33826 HTTP/1.1" status: 200 len: 992 time: 2.8803453 Jun 17 08:56:50.845515 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c50ad384-67a2-4652-b6b4-beb0637e47ac', 'tag': 'e1964178-e5f2-42ca-a1ec-4bc10ee152c1'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:56:50.848802 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e633ad91-c01c-4ec5-8d87-0280d8146deb" -d '{"events": [{"name": "network-changed", "server_uuid": "c50ad384-67a2-4652-b6b4-beb0637e47ac", "tag": "e1964178-e5f2-42ca-a1ec-4bc10ee152c1"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:56:50.904376 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fba8c3-7017-4c27-9e0c-afa2300fcde6 x-openstack-request-id: req-e5fba8c3-7017-4c27-9e0c-afa2300fcde6 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:56:50.905131 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c50ad384-67a2-4652-b6b4-beb0637e47ac", "tag": "e1964178-e5f2-42ca-a1ec-4bc10ee152c1", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:56:50.906765 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e5fba8c3-7017-4c27-9e0c-afa2300fcde6 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:56:50.907737 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c50ad384-67a2-4652-b6b4-beb0637e47ac', 'tag': 'e1964178-e5f2-42ca-a1ec-4bc10ee152c1', 'status': 'completed', 'code': 200} Jun 17 08:56:50.914447 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0e00b8c6-09a1-411e-b685-331cabf78f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:50.916630 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4d3138c7-7e39-477b-bbc6-16336cd1de2b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:50.919837 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e0da54-a07b-4330-ac56-595f0f4fa3d4 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:50.924674 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c7e0da54-a07b-4330-ac56-595f0f4fa3d4 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:51.025055 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-fd169624-1841-4205-9959-e55970929b95 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=22ef6047a86443e4be0b6c7a582383e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5292752 Jun 17 08:56:51.030224 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 37984) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:51.041898 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00b8c6-09a1-411e-b685-331cabf78f57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c704bc30-219f-4216-8f07-a3fd2280feec,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:51.046748 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0e00b8c6-09a1-411e-b685-331cabf78f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:51.085948 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e0da54-a07b-4330-ac56-595f0f4fa3d4 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:56:51.097649 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e00b8c6-09a1-411e-b685-331cabf78f57 admin admin] Checking segment: {'id': '017d444f-7f66-4d60-991f-78a7d3563e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5788c246-d497-4e21-8243-0ca8d7b04d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:51.098315 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e00b8c6-09a1-411e-b685-331cabf78f57 admin admin] Network hostable DHCP agents. Network: 5788c246-d497-4e21-8243-0ca8d7b04d08, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:56:51.112654 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c7e0da54-a07b-4330-ac56-595f0f4fa3d4 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:51.113287 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-c7e0da54-a07b-4330-ac56-595f0f4fa3d4 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Added segment 28f24ba6-6239-454a-9880-0f0e19697b77 of type vlan for network 3a3fb410-32f2-417a-98b2-b0b48a44ffe1 Jun 17 08:56:51.156803 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ec2f0509-507b-476c-9054-9e2a25b682af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:51.167868 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633ad91-c01c-4ec5-8d87-0280d8146deb req-3a598d0a-dc54-47f0-9380-6ee2695e0a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:51.169726 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e633ad91-c01c-4ec5-8d87-0280d8146deb req-3a598d0a-dc54-47f0-9380-6ee2695e0a21 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=625e2459307b434fab6fcf2f0c349af9&device_id=c50ad384-67a2-4652-b6b4-beb0637e47ac HTTP/1.1" status: 200 len: 1098 time: 0.2227511 Jun 17 08:56:51.183258 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ec2f0509-507b-476c-9054-9e2a25b682af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:51.188539 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c7e0da54-a07b-4330-ac56-595f0f4fa3d4 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:51.199993 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-2953293f-2318-4f54-b32e-96cca42a8775 None None] Set router d108c93d-946f-4775-911e-5d4c8a4dc0c3 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:56:51.289477 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633ad91-c01c-4ec5-8d87-0280d8146deb req-2bbd04cc-5f6e-480b-9a49-b023305610c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:51.291108 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e633ad91-c01c-4ec5-8d87-0280d8146deb req-2bbd04cc-5f6e-480b-9a49-b023305610c5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=98c6fd42-c22b-4725-9f11-0381a8c4c410 HTTP/1.1" status: 200 len: 910 time: 0.1151791 Jun 17 08:56:51.377872 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e633ad91-c01c-4ec5-8d87-0280d8146deb req-e10abaac-7353-4727-a90f-d055b996b46e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1964178-e5f2-42ca-a1ec-4bc10ee152c1 HTTP/1.1" status: 200 len: 1000 time: 0.0781298 Jun 17 08:56:51.432736 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633ad91-c01c-4ec5-8d87-0280d8146deb req-2182b875-6783-4981-9a72-e8d62ac841f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:51.434335 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e633ad91-c01c-4ec5-8d87-0280d8146deb req-2182b875-6783-4981-9a72-e8d62ac841f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a83ebad8-51c9-4ee1-95b8-dfade1c9c144 HTTP/1.1" status: 200 len: 848 time: 0.0501699 Jun 17 08:56:51.461892 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-2953293f-2318-4f54-b32e-96cca42a8775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'name': 'tempest-AttachVolumeTestJSON-30857951-router', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:44Z', 'updated_at': '2021-06-17T08:51:56Z', 'revision_number': 4, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'gw_port': {'id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:aa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:46Z', 'updated_at': '2021-06-17T08:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': 'b4944b2c-a4fb-42e7-ae0d-b629cbe33826', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'port_id': 'e1964178-e5f2-42ca-a1ec-4bc10ee152c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410', 'mac_address': 'fa:16:3e:c6:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50ad384-67a2-4652-b6b4-beb0637e47ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:56:29Z', 'updated_at': '2021-06-17T08:56:48Z', 'revision_number': 1, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc1dd9f-59f0-4533-bec7-8b7c61c10374', 'name': '', 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'mac_address': 'fa:16:3e:e1:4a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:52:03Z', 'revision_number': 5, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'subnets': [{'id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:51.493003 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2953293f-2318-4f54-b32e-96cca42a8775 None None] Checking router: d108c93d-946f-4775-911e-5d4c8a4dc0c3 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:56:51.501186 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633ad91-c01c-4ec5-8d87-0280d8146deb req-ded23b28-c8bc-413f-9948-03cdd38277d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:51.502685 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2953293f-2318-4f54-b32e-96cca42a8775 None None] Routers {'d108c93d-946f-4775-911e-5d4c8a4dc0c3'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:56:51.502823 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e633ad91-c01c-4ec5-8d87-0280d8146deb req-ded23b28-c8bc-413f-9948-03cdd38277d0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98c6fd42-c22b-4725-9f11-0381a8c4c410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620930 Jun 17 08:56:51.503586 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-2953293f-2318-4f54-b32e-96cca42a8775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:56:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['d108c93d-946f-4775-911e-5d4c8a4dc0c3'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:51.513264 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [req-e633ad91-c01c-4ec5-8d87-0280d8146deb req-e88d883e-ab02-4575-8b33-51bd1f7d93d3 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:56:51.514330 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e633ad91-c01c-4ec5-8d87-0280d8146deb req-e88d883e-ab02-4575-8b33-51bd1f7d93d3 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054893 Jun 17 08:56:51.612587 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ec2f0509-507b-476c-9054-9e2a25b682af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:51.613768 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c7e0da54-a07b-4330-ac56-595f0f4fa3d4 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:51.621664 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ec2f0509-507b-476c-9054-9e2a25b682af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:51.626668 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e0da54-a07b-4330-ac56-595f0f4fa3d4 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:51.626851 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ec2f0509-507b-476c-9054-9e2a25b682af admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c1265e3b-2834-4857-b08b-ae2659dd2528 HTTP/1.1" status: 204 len: 168 time: 0.5915596 Jun 17 08:56:51.626944 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c7e0da54-a07b-4330-ac56-595f0f4fa3d4 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:51.628333 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fe8beece-8e0f-4dc2-94c2-ecb7645ca278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:51.644162 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4b52bebc-d64c-4178-bd1b-e0c7abc92503 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:51.665482 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e00b8c6-09a1-411e-b685-331cabf78f57 admin admin] Network 5788c246-d497-4e21-8243-0ca8d7b04d08 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:56:51.680549 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f0509-507b-476c-9054-9e2a25b682af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1265e3b-2834-4857-b08b-ae2659dd2528,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:51.704905 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-2953293f-2318-4f54-b32e-96cca42a8775 None None] Set router d108c93d-946f-4775-911e-5d4c8a4dc0c3 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:56:51.721775 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ec2f0509-507b-476c-9054-9e2a25b682af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:51.849603 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c7e0da54-a07b-4330-ac56-595f0f4fa3d4 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0556152 Jun 17 08:56:51.852867 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38000) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:51.857271 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0da54-a07b-4330-ac56-595f0f4fa3d4 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Network': ['ID=3a3fb410-32f2-417a-98b2-b0b48a44ffe1,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:51.861773 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e633ad91-c01c-4ec5-8d87-0280d8146deb req-ad77a11c-576a-446f-a364-f5de410377e4 service neutron] 10.222.0.50 "GET /v2.0/networks/98c6fd42-c22b-4725-9f11-0381a8c4c410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390968 Jun 17 08:56:51.862728 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c7e0da54-a07b-4330-ac56-595f0f4fa3d4 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:51.875380 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 3a3fb410-32f2-417a-98b2-b0b48a44ffe1 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:56:51.884675 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-80d1f315-9e66-4f6f-97c6-933d26bb3e66 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'subnet': {'network_id': '3a3fb410-32f2-417a-98b2-b0b48a44ffe1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:51.965069 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-0e00b8c6-09a1-411e-b685-331cabf78f57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 5788c246-d497-4e21-8243-0ca8d7b04d08) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:52.006986 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a24203a-0631-49f3-86b3-048928a34ca6 None None] Network 5788c246-d497-4e21-8243-0ca8d7b04d08 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:52.048702 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e00b8c6-09a1-411e-b685-331cabf78f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:52.050784 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0e00b8c6-09a1-411e-b685-331cabf78f57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:52.070121 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e633ad91-c01c-4ec5-8d87-0280d8146deb req-0ef3b260-b6e8-4ef8-8a27-d03c2989f7c5 service neutron] 10.222.0.50 "GET /v2.0/networks/98c6fd42-c22b-4725-9f11-0381a8c4c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021754 Jun 17 08:56:52.240975 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-2953293f-2318-4f54-b32e-96cca42a8775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'name': 'tempest-AttachVolumeTestJSON-30857951-router', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:44Z', 'updated_at': '2021-06-17T08:51:56Z', 'revision_number': 4, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'gw_port': {'id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:aa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:46Z', 'updated_at': '2021-06-17T08:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': 'b4944b2c-a4fb-42e7-ae0d-b629cbe33826', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'port_id': 'e1964178-e5f2-42ca-a1ec-4bc10ee152c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410', 'mac_address': 'fa:16:3e:c6:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50ad384-67a2-4652-b6b4-beb0637e47ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:56:29Z', 'updated_at': '2021-06-17T08:56:48Z', 'revision_number': 1, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc1dd9f-59f0-4533-bec7-8b7c61c10374', 'name': '', 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'mac_address': 'fa:16:3e:e1:4a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:52:03Z', 'revision_number': 5, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'subnets': [{'id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:52.274148 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2953293f-2318-4f54-b32e-96cca42a8775 None None] The sync data for ids ['d108c93d-946f-4775-911e-5d4c8a4dc0c3'] in n-d-758944-30 is: [{'id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'name': 'tempest-AttachVolumeTestJSON-30857951-router', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:44Z', 'updated_at': '2021-06-17T08:51:56Z', 'revision_number': 4, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'gw_port': {'id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:aa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:46Z', 'updated_at': '2021-06-17T08:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': 'b4944b2c-a4fb-42e7-ae0d-b629cbe33826', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'port_id': 'e1964178-e5f2-42ca-a1ec-4bc10ee152c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410', 'mac_address': 'fa:16:3e:c6:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50ad384-67a2-4652-b6b4-beb0637e47ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:56:29Z', 'updated_at': '2021-06-17T08:56:48Z', 'revision_number': 1, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc1dd9f-59f0-4533-bec7-8b7c61c10374', 'name': '', 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'mac_address': 'fa:16:3e:e1:4a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:52:03Z', 'revision_number': 5, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'subnets': [{'id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:56:52.332296 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d0d084-1f78-4fa9-bfe8-1e3048388a57 None None] Network 5788c246-d497-4e21-8243-0ca8d7b04d08 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:52.376349 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0e00b8c6-09a1-411e-b685-331cabf78f57 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6607580 Jun 17 08:56:52.496353 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d1f315-9e66-4f6f-97c6-933d26bb3e66 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:52.515628 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-80d1f315-9e66-4f6f-97c6-933d26bb3e66 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:52.640825 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8dc1cc-85db-40ab-a922-244b388522d9 None None] New status for floating IP b4944b2c-a4fb-42e7-ae0d-b629cbe33826: ACTIVE {{(pid=94521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:56:52.944042 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-80d1f315-9e66-4f6f-97c6-933d26bb3e66 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:52.963805 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0e00b8c6-09a1-411e-b685-331cabf78f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:53.092087 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d1f315-9e66-4f6f-97c6-933d26bb3e66 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Checking segment: {'id': '28f24ba6-6239-454a-9880-0f0e19697b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3a3fb410-32f2-417a-98b2-b0b48a44ffe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:53.092760 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d1f315-9e66-4f6f-97c6-933d26bb3e66 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network hostable DHCP agents. Network: 3a3fb410-32f2-417a-98b2-b0b48a44ffe1, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:56:53.137592 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1f315-9e66-4f6f-97c6-933d26bb3e66 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Subnet': ['ID=89256789-29de-48d6-9233-51cf1b6f5b06,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:53.142566 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-80d1f315-9e66-4f6f-97c6-933d26bb3e66 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:53.239423 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d1f315-9e66-4f6f-97c6-933d26bb3e66 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network 3a3fb410-32f2-417a-98b2-b0b48a44ffe1 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:56:53.408561 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38042) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:53.435491 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-80d1f315-9e66-4f6f-97c6-933d26bb3e66 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 3a3fb410-32f2-417a-98b2-b0b48a44ffe1) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:53.443370 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d1f315-9e66-4f6f-97c6-933d26bb3e66 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:53.444363 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-80d1f315-9e66-4f6f-97c6-933d26bb3e66 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:53.444790 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415433ae-f773-4737-a4d4-ea47461cd1bf None None] Network 3a3fb410-32f2-417a-98b2-b0b48a44ffe1 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:53.547552 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650796b-afff-4952-bb40-b8110ac7403e req-ed96e9df-cd4d-4999-86e5-b33af08a1c83 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:53.549346 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0650796b-afff-4952-bb40-b8110ac7403e req-ed96e9df-cd4d-4999-86e5-b33af08a1c83 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/networks?id=5788c246-d497-4e21-8243-0ca8d7b04d08 HTTP/1.1" status: 200 len: 814 time: 0.1480069 Jun 17 08:56:53.574005 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0650796b-afff-4952-bb40-b8110ac7403e req-9506fc7b-1f74-4279-9d51-f9d1ca8240b6 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/quotas/9baf6f30d6ad4a09b3077aa4ccbb2548 HTTP/1.1" status: 200 len: 375 time: 0.0171585 Jun 17 08:56:53.612740 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-80d1f315-9e66-4f6f-97c6-933d26bb3e66 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7556851 Jun 17 08:56:53.614802 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0650796b-afff-4952-bb40-b8110ac7403e req-1492787a-bd8d-470c-9fee-5f8c36095d8d tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9baf6f30d6ad4a09b3077aa4ccbb2548&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399096 Jun 17 08:56:53.616815 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38050) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:53.624249 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-fc4325f7-ef3d-4c16-a47d-9abc0f7fa038 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'port': {'network_id': '3a3fb410-32f2-417a-98b2-b0b48a44ffe1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-858845406'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:53.761880 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da579d66-f241-453c-ad7a-92a3002e357e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-3a3fb410-32f2-417a-98b2-b0b48a44ffe1', 'network_id': '3a3fb410-32f2-417a-98b2-b0b48a44ffe1', 'tenant_id': '8ae7279a0cd8403da4579402065347bd', 'fixed_ips': [{'subnet_id': '89256789-29de-48d6-9233-51cf1b6f5b06'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:56:53.762963 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-da579d66-f241-453c-ad7a-92a3002e357e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:53.771436 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0650796b-afff-4952-bb40-b8110ac7403e req-b6674ba1-eeb4-49c9-9274-a2481f58306c service neutron] 10.222.0.49 "GET /v2.0/networks/5788c246-d497-4e21-8243-0ca8d7b04d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424479 Jun 17 08:56:53.789980 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-55e411a2-5d4b-4b7f-98fe-dd17257afce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:53.935388 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0650796b-afff-4952-bb40-b8110ac7403e req-bd6ca9a3-9eed-4f4d-a1ff-e8178a01276f service neutron] 10.222.0.49 "GET /v2.0/networks/5788c246-d497-4e21-8243-0ca8d7b04d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629677 Jun 17 08:56:53.938680 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-55e411a2-5d4b-4b7f-98fe-dd17257afce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:53.974185 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-da579d66-f241-453c-ad7a-92a3002e357e None None] Allocated IP 2001:db8::2 (3a3fb410-32f2-417a-98b2-b0b48a44ffe1/89256789-29de-48d6-9233-51cf1b6f5b06/d5f056f4-f5bd-4920-bb8b-e20db6eba55e) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:56:54.130700 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38066) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:54.138612 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-55e411a2-5d4b-4b7f-98fe-dd17257afce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:54.144993 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-acfc19d4-e58e-48cb-93e9-787b1ced1935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:54.152796 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-da579d66-f241-453c-ad7a-92a3002e357e None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:54.161404 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-da579d66-f241-453c-ad7a-92a3002e357e None None] Transition to ACTIVE for port object d5f056f4-f5bd-4920-bb8b-e20db6eba55e will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:54.180182 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-da579d66-f241-453c-ad7a-92a3002e357e None None] Transition to ACTIVE for port object d5f056f4-f5bd-4920-bb8b-e20db6eba55e will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:54.198927 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-55e411a2-5d4b-4b7f-98fe-dd17257afce1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aa3d53cbb3614c85885c2c85ce43119f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7886469 Jun 17 08:56:54.199914 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e411a2-5d4b-4b7f-98fe-dd17257afce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c472c2c-5b5d-4856-a4b0-b025083ac6d1,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:54.201544 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38070) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:54.203913 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-55e411a2-5d4b-4b7f-98fe-dd17257afce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:54.270396 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-2872f67b-cc14-486e-b2fb-1b71f2743162 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1854718199-network', 'tenant_id': '6218462a4df748f0a25f839bf5a7bb45'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:54.273282 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5b50c65c-ff1f-4e1e-b43c-f5743cdd7d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:54.298133 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5b50c65c-ff1f-4e1e-b43c-f5743cdd7d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:54.406382 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cdc0215c-11f1-4907-9635-7126cc3f4a69 req-3a3d3675-8493-44dd-997f-4a4c06b110c4 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 210 time: 0.0355444 Jun 17 08:56:54.416738 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4325f7-ef3d-4c16-a47d-9abc0f7fa038 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:54.417702 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-da579d66-f241-453c-ad7a-92a3002e357e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:54.420404 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:54.420920 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fc4325f7-ef3d-4c16-a47d-9abc0f7fa038 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:54.445201 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [None req-fc4325f7-ef3d-4c16-a47d-9abc0f7fa038 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] device_id is not set on port 2c7fdc33-403b-4e2f-a1ad-13273ebcb3e8 yet. {{(pid=94520) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:56:54.525445 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5b50c65c-ff1f-4e1e-b43c-f5743cdd7d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:54.528675 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5b50c65c-ff1f-4e1e-b43c-f5743cdd7d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:54.536173 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5b50c65c-ff1f-4e1e-b43c-f5743cdd7d03 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9c472c2c-5b5d-4856-a4b0-b025083ac6d1 HTTP/1.1" status: 204 len: 168 time: 0.3272460 Jun 17 08:56:54.536173 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b9fea361-8308-48ba-9723-93606e8afdc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:54.568767 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50c65c-ff1f-4e1e-b43c-f5743cdd7d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c472c2c-5b5d-4856-a4b0-b025083ac6d1,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:54.576299 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5b50c65c-ff1f-4e1e-b43c-f5743cdd7d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:54.660367 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da579d66-f241-453c-ad7a-92a3002e357e None None] Network 3a3fb410-32f2-417a-98b2-b0b48a44ffe1 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:56:54.666001 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-da579d66-f241-453c-ad7a-92a3002e357e None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:54.670299 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da579d66-f241-453c-ad7a-92a3002e357e None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:56:54.680158 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da579d66-f241-453c-ad7a-92a3002e357e None None] Pushing event updated for resources: {'Port': ['ID=d5f056f4-f5bd-4920-bb8b-e20db6eba55e,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:54.698613 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-da579d66-f241-453c-ad7a-92a3002e357e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:54.723380 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-fc4325f7-ef3d-4c16-a47d-9abc0f7fa038 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Allocated IP 2001:db8::3e5 (3a3fb410-32f2-417a-98b2-b0b48a44ffe1/89256789-29de-48d6-9233-51cf1b6f5b06/2c7fdc33-403b-4e2f-a1ad-13273ebcb3e8) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:56:54.733276 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-da579d66-f241-453c-ad7a-92a3002e357e None None] Attempting to bind port d5f056f4-f5bd-4920-bb8b-e20db6eba55e on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:56:54.733735 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-da579d66-f241-453c-ad7a-92a3002e357e None None] Attempting to bind port d5f056f4-f5bd-4920-bb8b-e20db6eba55e by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '28f24ba6-6239-454a-9880-0f0e19697b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3a3fb410-32f2-417a-98b2-b0b48a44ffe1'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:56:54.734593 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da579d66-f241-453c-ad7a-92a3002e357e None None] Attempting to bind port d5f056f4-f5bd-4920-bb8b-e20db6eba55e on network 3a3fb410-32f2-417a-98b2-b0b48a44ffe1 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:56:54.739939 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da579d66-f241-453c-ad7a-92a3002e357e None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:56:54.740274 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da579d66-f241-453c-ad7a-92a3002e357e None None] Checking segment: {'id': '28f24ba6-6239-454a-9880-0f0e19697b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3a3fb410-32f2-417a-98b2-b0b48a44ffe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:54.740694 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-da579d66-f241-453c-ad7a-92a3002e357e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:54.741095 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da579d66-f241-453c-ad7a-92a3002e357e None None] Bound using segment: {'id': '28f24ba6-6239-454a-9880-0f0e19697b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3a3fb410-32f2-417a-98b2-b0b48a44ffe1'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:56:54.741571 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-da579d66-f241-453c-ad7a-92a3002e357e None None] Bound port: d5f056f4-f5bd-4920-bb8b-e20db6eba55e, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f24ba6-6239-454a-9880-0f0e19697b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3a3fb410-32f2-417a-98b2-b0b48a44ffe1'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:56:54.741959 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-da579d66-f241-453c-ad7a-92a3002e357e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:54.805459 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2872f67b-cc14-486e-b2fb-1b71f2743162 admin admin] Made reservation on behalf of 6218462a4df748f0a25f839bf5a7bb45 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:54.807630 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-da579d66-f241-453c-ad7a-92a3002e357e None None] For port d5f056f4-f5bd-4920-bb8b-e20db6eba55e, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:56:54.808553 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2872f67b-cc14-486e-b2fb-1b71f2743162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:54.811682 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-da579d66-f241-453c-ad7a-92a3002e357e None None] For port d5f056f4-f5bd-4920-bb8b-e20db6eba55e, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=d5f056f4-f5bd-4920-bb8b-e20db6eba55e,segment=NetworkSegment(28f24ba6-6239-454a-9880-0f0e19697b77),segment_id=28f24ba6-6239-454a-9880-0f0e19697b77)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:56:54.820130 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2872f67b-cc14-486e-b2fb-1b71f2743162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:54.861526 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fc4325f7-ef3d-4c16-a47d-9abc0f7fa038 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:54.879344 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-fc4325f7-ef3d-4c16-a47d-9abc0f7fa038 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Transition to ACTIVE for port object 2c7fdc33-403b-4e2f-a1ad-13273ebcb3e8 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:54.930274 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2872f67b-cc14-486e-b2fb-1b71f2743162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:54.997554 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-da579d66-f241-453c-ad7a-92a3002e357e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:55.000415 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e4e7d9b3-b4a9-4507-888e-4af420aa849c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:55.065370 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da579d66-f241-453c-ad7a-92a3002e357e None None] Pushing event updated for resources: {'Port': ['ID=d5f056f4-f5bd-4920-bb8b-e20db6eba55e,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:55.069345 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-da579d66-f241-453c-ad7a-92a3002e357e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:55.103477 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fc4325f7-ef3d-4c16-a47d-9abc0f7fa038 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:55.105906 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a4671f5f-42da-4735-8564-6c6bcdd75139 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:55.111366 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2872f67b-cc14-486e-b2fb-1b71f2743162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:55.123930 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2872f67b-cc14-486e-b2fb-1b71f2743162 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:56:55.133469 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2872f67b-cc14-486e-b2fb-1b71f2743162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:55.133831 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-2872f67b-cc14-486e-b2fb-1b71f2743162 admin admin] Added segment a1ae2e8e-e4d6-4be3-8a29-120de60d32f2 of type vlan for network 912f32b5-e390-4be8-9d12-3a2d8b6092ff Jun 17 08:56:55.143526 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0ae6a137-38b6-4e0d-b9cd-fd1cd241f838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:55.181416 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4325f7-ef3d-4c16-a47d-9abc0f7fa038 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network 3a3fb410-32f2-417a-98b2-b0b48a44ffe1 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:56:55.186017 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-fc4325f7-ef3d-4c16-a47d-9abc0f7fa038 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:55.195382 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4325f7-ef3d-4c16-a47d-9abc0f7fa038 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:56:55.205676 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4325f7-ef3d-4c16-a47d-9abc0f7fa038 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:55.206708 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fc4325f7-ef3d-4c16-a47d-9abc0f7fa038 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:55.223842 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2872f67b-cc14-486e-b2fb-1b71f2743162 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:55.236612 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4325f7-ef3d-4c16-a47d-9abc0f7fa038 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Port': ['ID=2c7fdc33-403b-4e2f-a1ad-13273ebcb3e8,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:55.240246 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fc4325f7-ef3d-4c16-a47d-9abc0f7fa038 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:55.269906 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872f67b-cc14-486e-b2fb-1b71f2743162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b404e4c-e741-44a4-99cc-3d29ce3bfe39,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:55.273617 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2872f67b-cc14-486e-b2fb-1b71f2743162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:55.528853 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-018c51ca-58f5-4e5a-80ee-b292cefb082c req-7817b8d3-66c7-4c41-8a3a-e8e23c4c1eec tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 210 time: 0.0351377 Jun 17 08:56:55.571119 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2872f67b-cc14-486e-b2fb-1b71f2743162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:55.574598 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-fc4325f7-ef3d-4c16-a47d-9abc0f7fa038 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.9524913 Jun 17 08:56:55.574598 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38094) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:55.577600 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2872f67b-cc14-486e-b2fb-1b71f2743162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:55.581331 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2872f67b-cc14-486e-b2fb-1b71f2743162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:55.591856 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c6e8ada8-609a-4bc2-943f-12005b6b8e7f tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:55.602684 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-44786349-f316-4aac-86c5-ca40015431c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:55.667750 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872f67b-cc14-486e-b2fb-1b71f2743162 admin admin] Pushing event updated for resources: {'Network': ['ID=912f32b5-e390-4be8-9d12-3a2d8b6092ff,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:55.689823 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 912f32b5-e390-4be8-9d12-3a2d8b6092ff details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:56:55.712741 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-694189c0-84a6-4769-b23f-72831194a6bc tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting port 2c7fdc33-403b-4e2f-a1ad-13273ebcb3e8 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:55.712741 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-694189c0-84a6-4769-b23f-72831194a6bc tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:55.717009 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2872f67b-cc14-486e-b2fb-1b71f2743162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:55.743513 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-2872f67b-cc14-486e-b2fb-1b71f2743162 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6006138 Jun 17 08:56:55.743513 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38100) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:55.750541 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-7d760f26-b450-4fda-9153-7ffa59a4d094 admin admin] Request body: {'subnet': {'network_id': '912f32b5-e390-4be8-9d12-3a2d8b6092ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1854718199-subnet', 'tenant_id': '6218462a4df748f0a25f839bf5a7bb45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:55.894929 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-694189c0-84a6-4769-b23f-72831194a6bc tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:55.948579 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d760f26-b450-4fda-9153-7ffa59a4d094 admin admin] Made reservation on behalf of 6218462a4df748f0a25f839bf5a7bb45 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:55.951908 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7d760f26-b450-4fda-9153-7ffa59a4d094 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:56.008726 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-694189c0-84a6-4769-b23f-72831194a6bc tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Calling delete_port for 2c7fdc33-403b-4e2f-a1ad-13273ebcb3e8 owned by {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:56.017037 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38106) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:56.035453 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e7ad7952-bb53-4c8f-b7ad-694fde6725e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:56.229042 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e7ad7952-bb53-4c8f-b7ad-694fde6725e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:56.275381 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7d760f26-b450-4fda-9153-7ffa59a4d094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:56.278137 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d1b6fe0a-d700-4d82-b226-7c91a97e9ab1 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:56.348824 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6158174c-bb70-4029-b4a8-899096d03cd2 None None] Network 3a3fb410-32f2-417a-98b2-b0b48a44ffe1 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:56.354011 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e7ad7952-bb53-4c8f-b7ad-694fde6725e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:56.358912 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d760f26-b450-4fda-9153-7ffa59a4d094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=805d1282-ab7b-4070-932a-0bf16c5dbc98,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:56.361993 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7d760f26-b450-4fda-9153-7ffa59a4d094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:56.375366 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b062790b-a4fb-434a-8320-ffdda427c31d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:56.389487 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d5f056f4-f5bd-4920-bb8b-e20db6eba55e up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:56:56.396957 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d760f26-b450-4fda-9153-7ffa59a4d094 admin admin] Checking segment: {'id': 'a1ae2e8e-e4d6-4be3-8a29-120de60d32f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '912f32b5-e390-4be8-9d12-3a2d8b6092ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:56.397356 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d760f26-b450-4fda-9153-7ffa59a4d094 admin admin] Network hostable DHCP agents. Network: 912f32b5-e390-4be8-9d12-3a2d8b6092ff, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:56:56.407821 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad7952-bb53-4c8f-b7ad-694fde6725e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cd5db2-0799-45a0-bdb0-7d7734f7ebc0,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:56.414471 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e7ad7952-bb53-4c8f-b7ad-694fde6725e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:56.441949 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e7ad7952-bb53-4c8f-b7ad-694fde6725e3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dfd660761cd44b09a4e9885998bab9a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4238369 Jun 17 08:56:56.446093 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38110) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:56.509244 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1d4c4ea4-defc-4c7c-bbff-629897913b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:56.537958 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1d4c4ea4-defc-4c7c-bbff-629897913b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:56.551813 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d760f26-b450-4fda-9153-7ffa59a4d094 admin admin] Network 912f32b5-e390-4be8-9d12-3a2d8b6092ff is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:56:56.604340 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-694189c0-84a6-4769-b23f-72831194a6bc tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:56.624226 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-68982d54-ac45-40f7-b2f1-02fe6339b22c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:56.632500 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0769e764-8501-4127-b379-91df5f7e6686 req-342ab5e6-5e55-46d3-b1d6-e77f246b65e5 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 210 time: 0.0412927 Jun 17 08:56:56.664067 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694189c0-84a6-4769-b23f-72831194a6bc tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Port': ['ID=2c7fdc33-403b-4e2f-a1ad-13273ebcb3e8,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:56.682337 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-694189c0-84a6-4769-b23f-72831194a6bc tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:56.685532 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-694189c0-84a6-4769-b23f-72831194a6bc tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:56.687534 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-694189c0-84a6-4769-b23f-72831194a6bc tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/ports/2c7fdc33-403b-4e2f-a1ad-13273ebcb3e8 HTTP/1.1" status: 204 len: 168 time: 1.1121931 Jun 17 08:56:56.690330 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38114) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:56.698186 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c3eb2521-2c0f-4dd9-b5ad-21841bc17f93 None None] Provisioning for port d5f056f4-f5bd-4920-bb8b-e20db6eba55e completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:56:56.700950 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port d5f056f4-f5bd-4920-bb8b-e20db6eba55e completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:56:56.706644 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port d5f056f4-f5bd-4920-bb8b-e20db6eba55e triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:56:56.707089 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:56.708765 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c3eb2521-2c0f-4dd9-b5ad-21841bc17f93 None None] Provisioning complete for port d5f056f4-f5bd-4920-bb8b-e20db6eba55e triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:56:56.709320 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c3eb2521-2c0f-4dd9-b5ad-21841bc17f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:56.746580 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d542d0b-8ee6-4367-b901-8b2fb81d1da1 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] GET failed (client error): The resource could not be found. Jun 17 08:56:56.748367 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9d542d0b-8ee6-4367-b901-8b2fb81d1da1 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "GET /v2.0/ports/2c7fdc33-403b-4e2f-a1ad-13273ebcb3e8 HTTP/1.1" status: 404 len: 333 time: 0.0569148 Jun 17 08:56:56.751620 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1d4c4ea4-defc-4c7c-bbff-629897913b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:56.757975 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38118) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:56.759690 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1d4c4ea4-defc-4c7c-bbff-629897913b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:56.763435 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1d4c4ea4-defc-4c7c-bbff-629897913b20 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/37cd5db2-0799-45a0-bdb0-7d7734f7ebc0 HTTP/1.1" status: 204 len: 168 time: 0.3138142 Jun 17 08:56:56.763435 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0fb09adc-eaa6-4dc7-ba23-5ab69e34c237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:56.792376 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c4ea4-defc-4c7c-bbff-629897913b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cd5db2-0799-45a0-bdb0-7d7734f7ebc0,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:56.792587 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-7d760f26-b450-4fda-9153-7ffa59a4d094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 912f32b5-e390-4be8-9d12-3a2d8b6092ff) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:56.803228 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1d4c4ea4-defc-4c7c-bbff-629897913b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:56.822809 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0a9150-9c35-40e3-90bc-17da99744cc7 None None] Network 912f32b5-e390-4be8-9d12-3a2d8b6092ff requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:56.857797 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d760f26-b450-4fda-9153-7ffa59a4d094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:56.859378 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7d760f26-b450-4fda-9153-7ffa59a4d094 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:56.952595 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-9914f5ce-d901-4a0f-acf5-8ef2f8c9ad08 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting subnet 89256789-29de-48d6-9233-51cf1b6f5b06 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:56:56.976033 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9914f5ce-d901-4a0f-acf5-8ef2f8c9ad08 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:57.050159 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7d760f26-b450-4fda-9153-7ffa59a4d094 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3144321 Jun 17 08:56:57.059406 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9914f5ce-d901-4a0f-acf5-8ef2f8c9ad08 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:57.209271 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9914f5ce-d901-4a0f-acf5-8ef2f8c9ad08 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:57.218056 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c3eb2521-2c0f-4dd9-b5ad-21841bc17f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:57.220413 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:57.225259 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09651f3a-413b-4f17-81de-e09c68308797 None None] Network 912f32b5-e390-4be8-9d12-3a2d8b6092ff requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:57.480498 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9914f5ce-d901-4a0f-acf5-8ef2f8c9ad08 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:57.488103 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-edb7f942-a3b2-43a6-9630-5391d915bc20 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:57.588552 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.db.api [None req-c3eb2521-2c0f-4dd9-b5ad-21841bc17f93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:56:57.588939 n-d-758944-30 neutron-server[94521]: DEBUG oslo_db.api [None req-c3eb2521-2c0f-4dd9-b5ad-21841bc17f93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:56:57.590595 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914f5ce-d901-4a0f-acf5-8ef2f8c9ad08 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Subnet': ['ID=89256789-29de-48d6-9233-51cf1b6f5b06,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:57.593865 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9914f5ce-d901-4a0f-acf5-8ef2f8c9ad08 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:57.596124 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9914f5ce-d901-4a0f-acf5-8ef2f8c9ad08 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/subnets/89256789-29de-48d6-9233-51cf1b6f5b06 HTTP/1.1" status: 204 len: 168 time: 0.8215611 Jun 17 08:56:57.597797 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9914f5ce-d901-4a0f-acf5-8ef2f8c9ad08 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:57.600692 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38140) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:57.609755 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.db.api [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:56:57.622384 n-d-758944-30 neutron-server[94521]: DEBUG oslo_db.api [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:56:57.709071 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686cbc0e-e372-46a5-9a3f-2f51412eeb37 None None] Network 3a3fb410-32f2-417a-98b2-b0b48a44ffe1 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:57.733240 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-276060f6-b606-4474-aca3-98612f7f3fb0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:57.790950 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-276060f6-b606-4474-aca3-98612f7f3fb0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting port d5f056f4-f5bd-4920-bb8b-e20db6eba55e {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:57.791593 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-276060f6-b606-4474-aca3-98612f7f3fb0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:57.913597 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-276060f6-b606-4474-aca3-98612f7f3fb0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] For port d5f056f4-f5bd-4920-bb8b-e20db6eba55e, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=d5f056f4-f5bd-4920-bb8b-e20db6eba55e,segment=NetworkSegment(28f24ba6-6239-454a-9880-0f0e19697b77),segment_id=28f24ba6-6239-454a-9880-0f0e19697b77)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:57.913995 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-276060f6-b606-4474-aca3-98612f7f3fb0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:58.008490 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-60fea4b1-76b6-4c7c-ad5d-3ffca6602765 req-ea916487-7519-46ac-8b63-62b2acd88c5c tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 210 time: 0.1031950 Jun 17 08:56:58.071494 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-276060f6-b606-4474-aca3-98612f7f3fb0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Calling delete_port for d5f056f4-f5bd-4920-bb8b-e20db6eba55e owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:58.240780 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c3eb2521-2c0f-4dd9-b5ad-21841bc17f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:58.242920 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04523169-9d32-4e18-9b95-7145bcd7e555 None None] DHCP port deletion for 3a3fb410-32f2-417a-98b2-b0b48a44ffe1 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:56:58.245087 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:58.251288 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:58.298142 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-c3eb2521-2c0f-4dd9-b5ad-21841bc17f93 None None] For port d5f056f4-f5bd-4920-bb8b-e20db6eba55e, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=d5f056f4-f5bd-4920-bb8b-e20db6eba55e,segment=NetworkSegment(28f24ba6-6239-454a-9880-0f0e19697b77),segment_id=28f24ba6-6239-454a-9880-0f0e19697b77)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:58.353925 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-04523169-9d32-4e18-9b95-7145bcd7e555 None None] Deleting port d5f056f4-f5bd-4920-bb8b-e20db6eba55e {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:58.354405 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-04523169-9d32-4e18-9b95-7145bcd7e555 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:58.430065 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-04523169-9d32-4e18-9b95-7145bcd7e555 None None] For port d5f056f4-f5bd-4920-bb8b-e20db6eba55e, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=d5f056f4-f5bd-4920-bb8b-e20db6eba55e,segment=NetworkSegment(28f24ba6-6239-454a-9880-0f0e19697b77),segment_id=28f24ba6-6239-454a-9880-0f0e19697b77)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:58.430567 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-04523169-9d32-4e18-9b95-7145bcd7e555 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:58.482284 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c3eb2521-2c0f-4dd9-b5ad-21841bc17f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:58.518946 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-04523169-9d32-4e18-9b95-7145bcd7e555 None None] Calling delete_port for d5f056f4-f5bd-4920-bb8b-e20db6eba55e owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:58.521139 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-5a40ae66-1de7-4dfa-8e2a-97f001b5fcaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:58.584588 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.db.api [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:56:58.584959 n-d-758944-30 neutron-server[94521]: DEBUG oslo_db.api [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:56:58.619417 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-cb1cf71c-637a-4919-9cad-a478d30924f3 None None] Could not find standard attr ID for object 2c7fdc33-403b-4e2f-a1ad-13273ebcb3e8. {{(pid=94521) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:56:58.621727 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-276060f6-b606-4474-aca3-98612f7f3fb0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:58.631419 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-56362c58-a635-4e6f-9edd-5729a337432a tempest-FloatingIPAdminTestJSON-1064746802 tempest-FloatingIPAdminTestJSON-1064746802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:58.661374 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-cb1cf71c-637a-4919-9cad-a478d30924f3 None None] Could not find standard attr ID for object d5f056f4-f5bd-4920-bb8b-e20db6eba55e. {{(pid=94521) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:56:58.693361 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb2521-2c0f-4dd9-b5ad-21841bc17f93 None None] Pushing event updated for resources: {'Port': ['ID=d5f056f4-f5bd-4920-bb8b-e20db6eba55e,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:58.700425 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-c3eb2521-2c0f-4dd9-b5ad-21841bc17f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: retrieve_revision_numbers = { Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:56:58.714365 n-d-758944-30 neutron-server[94521]: self.session.flush() Jun 17 08:56:58.724331 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276060f6-b606-4474-aca3-98612f7f3fb0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Port': ['ID=d5f056f4-f5bd-4920-bb8b-e20db6eba55e,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:58.728142 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-04523169-9d32-4e18-9b95-7145bcd7e555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:58.732382 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-bda93a26-d94e-4c1c-8f67-e2cf2ce1e50e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:58.742901 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-276060f6-b606-4474-aca3-98612f7f3fb0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:58.746170 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276060f6-b606-4474-aca3-98612f7f3fb0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] No DVR routers for this DVR port d5f056f4-f5bd-4920-bb8b-e20db6eba55e on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:56:58.765611 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04523169-9d32-4e18-9b95-7145bcd7e555 None None] Pushing event deleted for resources: {'Port': ['ID=d5f056f4-f5bd-4920-bb8b-e20db6eba55e,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:58.768021 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04523169-9d32-4e18-9b95-7145bcd7e555 None None] No DVR routers for this DVR port d5f056f4-f5bd-4920-bb8b-e20db6eba55e on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:56:58.770636 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-04523169-9d32-4e18-9b95-7145bcd7e555 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:58.844004 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38178) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:58.879122 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-276060f6-b606-4474-aca3-98612f7f3fb0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:58.905779 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-276060f6-b606-4474-aca3-98612f7f3fb0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a3fb410-32f2-417a-98b2-b0b48a44ffe1']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:58.925436 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-276060f6-b606-4474-aca3-98612f7f3fb0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f24ba6-6239-454a-9880-0f0e19697b77') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:58.927153 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-276060f6-b606-4474-aca3-98612f7f3fb0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f24ba6-6239-454a-9880-0f0e19697b77') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:58.946526 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650796b-afff-4952-bb40-b8110ac7403e req-6066f7dd-5e7b-4b80-b036-5a0b04d10638 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:58.949085 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0650796b-afff-4952-bb40-b8110ac7403e req-6066f7dd-5e7b-4b80-b036-5a0b04d10638 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.53 "GET /v2.0/networks?id=5788c246-d497-4e21-8243-0ca8d7b04d08 HTTP/1.1" status: 200 len: 814 time: 0.2544591 Jun 17 08:56:58.953199 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-276060f6-b606-4474-aca3-98612f7f3fb0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:58.964209 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-0650796b-afff-4952-bb40-b8110ac7403e req-1e99ae4b-e60a-4ed4-a0b7-9a146c9649ca tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Request body: {'port': {'device_id': 'd1c59e00-23cf-4914-b65d-a1f2dfd2a2cc', 'network_id': '5788c246-d497-4e21-8243-0ca8d7b04d08', 'admin_state_up': True, 'tenant_id': '9baf6f30d6ad4a09b3077aa4ccbb2548'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:58.990035 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-276060f6-b606-4474-aca3-98612f7f3fb0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:59.022598 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1b8a0951-e639-4dd6-8eb4-85f533533e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:59.028665 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-276060f6-b606-4474-aca3-98612f7f3fb0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:56:59.029078 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-276060f6-b606-4474-aca3-98612f7f3fb0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:56:59.032557 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:56:59.124294 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1b8a0951-e639-4dd6-8eb4-85f533533e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:59.175248 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ae2ce793-d2b4-4063-beea-25848fb24013 req-79cd5541-4f23-43cd-96b5-da939637f439 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 210 time: 0.0297906 Jun 17 08:56:59.176156 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Port d5f056f4-f5bd-4920-bb8b-e20db6eba55e update to ACTIVE by agent not found {{(pid=94521) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 17 08:56:59.240237 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d5f056f4-f5bd-4920-bb8b-e20db6eba55e no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:56:59.262581 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: d5f056f4-f5bd-4920-bb8b-e20db6eba55e {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:56:59.262581 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d5f056f4-f5bd-4920-bb8b-e20db6eba55e not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:56:59.542873 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-58746633-0711-4d2f-ba7a-815425e20de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:59.548294 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1b8a0951-e639-4dd6-8eb4-85f533533e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:59.548488 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-276060f6-b606-4474-aca3-98612f7f3fb0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:59.555758 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c36eeeac-51ed-4f53-a756-ff8ff295503b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:59.556320 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a2766902-8599-408a-9ee6-490398fe3376 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:59.594948 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-276060f6-b606-4474-aca3-98612f7f3fb0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:59.597411 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-276060f6-b606-4474-aca3-98612f7f3fb0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/networks/3a3fb410-32f2-417a-98b2-b0b48a44ffe1 HTTP/1.1" status: 204 len: 168 time: 1.9938366 Jun 17 08:56:59.599579 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a0951-e639-4dd6-8eb4-85f533533e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cdfce8-5135-4320-884b-006b3e1d013e,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:59.608328 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276060f6-b606-4474-aca3-98612f7f3fb0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Network': ['ID=3a3fb410-32f2-417a-98b2-b0b48a44ffe1,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:59.609531 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1b8a0951-e639-4dd6-8eb4-85f533533e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:59.609531 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38208) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:59.614269 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-cc8c8328-c7af-47bc-861a-02eafdcc01a7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'port': {'network_id': '282098b4-8324-4b62-b06f-62a5a53821fc', 'name': 'tempest-PortsIpV6TestJSON-1200554655'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:59.622074 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-276060f6-b606-4474-aca3-98612f7f3fb0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:59.623571 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-1b8a0951-e639-4dd6-8eb4-85f533533e7c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81e9b0d0be3442889c20db41c783e845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7784667 Jun 17 08:56:59.628763 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38210) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:59.689564 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7bb5108a-0db9-4494-ad22-adb6e1dba411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:59.713161 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7bb5108a-0db9-4494-ad22-adb6e1dba411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:59.860359 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0650796b-afff-4952-bb40-b8110ac7403e req-1e99ae4b-e60a-4ed4-a0b7-9a146c9649ca tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Made reservation on behalf of 9baf6f30d6ad4a09b3077aa4ccbb2548 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:59.866379 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-0650796b-afff-4952-bb40-b8110ac7403e req-1e99ae4b-e60a-4ed4-a0b7-9a146c9649ca tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:59.900631 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7bb5108a-0db9-4494-ad22-adb6e1dba411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:59.903402 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7bb5108a-0db9-4494-ad22-adb6e1dba411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:59.907993 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7bb5108a-0db9-4494-ad22-adb6e1dba411 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/11cdfce8-5135-4320-884b-006b3e1d013e HTTP/1.1" status: 204 len: 168 time: 0.2749763 Jun 17 08:56:59.907993 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3f3647d4-bec3-4417-800f-469b179788d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:59.925779 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5108a-0db9-4494-ad22-adb6e1dba411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cdfce8-5135-4320-884b-006b3e1d013e,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:59.939198 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7bb5108a-0db9-4494-ad22-adb6e1dba411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:59.999251 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8c8328-c7af-47bc-861a-02eafdcc01a7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:00.003856 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cc8c8328-c7af-47bc-861a-02eafdcc01a7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:00.040824 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [None req-cc8c8328-c7af-47bc-861a-02eafdcc01a7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] device_id is not set on port a8439e36-9b50-4ad2-86e1-3e12a97ef05b yet. {{(pid=94519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:57:00.079000 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38222) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:00.106611 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-0650796b-afff-4952-bb40-b8110ac7403e req-1e99ae4b-e60a-4ed4-a0b7-9a146c9649ca tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Allocated IP 172.20.0.13 (5788c246-d497-4e21-8243-0ca8d7b04d08/c704bc30-219f-4216-8f07-a3fd2280feec/c7183c1f-f7ca-41a4-9b32-f3fa0591266b) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:00.237348 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-62c0a058-bdf9-4ca2-a5ad-71f8c8766445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:00.285127 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cc8c8328-c7af-47bc-861a-02eafdcc01a7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:00.362241 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-662f1e65-6e19-4895-85fc-6e9576dea355 req-0d74a620-da8a-47b0-9557-02ce2119d103 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 210 time: 0.0471117 Jun 17 08:57:00.453730 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cc8c8328-c7af-47bc-861a-02eafdcc01a7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:00.460007 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8661fb36-9e57-436e-ae26-18668dc87c54 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:00.525111 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-62c0a058-bdf9-4ca2-a5ad-71f8c8766445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:00.539585 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8c8328-c7af-47bc-861a-02eafdcc01a7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network 282098b4-8324-4b62-b06f-62a5a53821fc is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:00.543151 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-cc8c8328-c7af-47bc-861a-02eafdcc01a7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:00.547358 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8c8328-c7af-47bc-861a-02eafdcc01a7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:57:00.551768 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-0650796b-afff-4952-bb40-b8110ac7403e req-1e99ae4b-e60a-4ed4-a0b7-9a146c9649ca tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:00.561103 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8c8328-c7af-47bc-861a-02eafdcc01a7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:00.562332 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cc8c8328-c7af-47bc-861a-02eafdcc01a7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:00.590711 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c8328-c7af-47bc-861a-02eafdcc01a7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Port': ['ID=a8439e36-9b50-4ad2-86e1-3e12a97ef05b,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:00.596036 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cc8c8328-c7af-47bc-861a-02eafdcc01a7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:00.603024 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-62c0a058-bdf9-4ca2-a5ad-71f8c8766445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:00.607488 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5c5b7cb8-ad93-49b9-8ea2-529d8bebe2c9 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:00.647453 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-62c0a058-bdf9-4ca2-a5ad-71f8c8766445 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=63c5cdbc26494594b4d61e04529be79f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5646944 Jun 17 08:57:00.648146 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38244) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:00.655268 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0a058-bdf9-4ca2-a5ad-71f8c8766445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec72666b-60a9-4ae6-b547-d081650316bc,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:00.664639 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-62c0a058-bdf9-4ca2-a5ad-71f8c8766445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:00.720614 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-15caecb1-1e61-410f-ad73-beffa4b58529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:00.752137 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-15caecb1-1e61-410f-ad73-beffa4b58529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:00.902986 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-0650796b-afff-4952-bb40-b8110ac7403e req-1e99ae4b-e60a-4ed4-a0b7-9a146c9649ca tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:00.903671 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-cc8c8328-c7af-47bc-861a-02eafdcc01a7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2968116 Jun 17 08:57:00.906706 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38252) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:00.908493 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-694189c0-84a6-4769-b23f-72831194a6bc tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:00.953410 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:57:00.956887 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0650796b-afff-4952-bb40-b8110ac7403e req-1e99ae4b-e60a-4ed4-a0b7-9a146c9649ca tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Network 5788c246-d497-4e21-8243-0ca8d7b04d08 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:00.963040 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-0650796b-afff-4952-bb40-b8110ac7403e req-1e99ae4b-e60a-4ed4-a0b7-9a146c9649ca tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:00.972108 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-0650796b-afff-4952-bb40-b8110ac7403e req-1e99ae4b-e60a-4ed4-a0b7-9a146c9649ca tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:57:00.984393 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99ae4b-e60a-4ed4-a0b7-9a146c9649ca tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Pushing event updated for resources: {'Port': ['ID=c7183c1f-f7ca-41a4-9b32-f3fa0591266b,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:00.988031 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1e99ae4b-e60a-4ed4-a0b7-9a146c9649ca tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:01.006286 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:01.031816 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-15caecb1-1e61-410f-ad73-beffa4b58529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:01.034542 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-15caecb1-1e61-410f-ad73-beffa4b58529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:01.043819 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-15caecb1-1e61-410f-ad73-beffa4b58529 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ec72666b-60a9-4ae6-b547-d081650316bc HTTP/1.1" status: 204 len: 168 time: 0.3903391 Jun 17 08:57:01.055393 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-18d5c61e-d027-4cb1-ad56-324fce80742c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting port a8439e36-9b50-4ad2-86e1-3e12a97ef05b {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:01.055935 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-18d5c61e-d027-4cb1-ad56-324fce80742c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:01.078583 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-22c33689-bebf-413f-9e7c-0426896f3f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:01.101012 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38264) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:01.113788 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15caecb1-1e61-410f-ad73-beffa4b58529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec72666b-60a9-4ae6-b547-d081650316bc,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:01.123295 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-15caecb1-1e61-410f-ad73-beffa4b58529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:01.159603 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650796b-afff-4952-bb40-b8110ac7403e req-1e99ae4b-e60a-4ed4-a0b7-9a146c9649ca tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:01.160282 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-0650796b-afff-4952-bb40-b8110ac7403e req-1e99ae4b-e60a-4ed4-a0b7-9a146c9649ca tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:01.166632 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4912f8f3-2e1d-473b-acdd-8f3c35f00ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:01.183933 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-18d5c61e-d027-4cb1-ad56-324fce80742c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:01.227163 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00563566-6896-460e-a7f2-0a33fd012d7a req-8411c71d-afe7-419c-b77a-114fa808ade8 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:01.229124 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-00563566-6896-460e-a7f2-0a33fd012d7a req-8411c71d-afe7-419c-b77a-114fa808ade8 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.49 "GET /v2.0/networks?id=912f32b5-e390-4be8-9d12-3a2d8b6092ff HTTP/1.1" status: 200 len: 810 time: 0.2590125 Jun 17 08:57:01.247394 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-00563566-6896-460e-a7f2-0a33fd012d7a req-e4b83231-c1fb-4731-8c15-d43e12541c97 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.49 "GET /v2.0/quotas/6218462a4df748f0a25f839bf5a7bb45 HTTP/1.1" status: 200 len: 375 time: 0.0106473 Jun 17 08:57:01.260160 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-18d5c61e-d027-4cb1-ad56-324fce80742c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Calling delete_port for a8439e36-9b50-4ad2-86e1-3e12a97ef05b owned by {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:01.305779 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-00563566-6896-460e-a7f2-0a33fd012d7a req-84b696d0-bbfa-4246-8218-fa19c4b45242 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6218462a4df748f0a25f839bf5a7bb45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515530 Jun 17 08:57:01.390568 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0650796b-afff-4952-bb40-b8110ac7403e req-1e99ae4b-e60a-4ed4-a0b7-9a146c9649ca tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4297504 Jun 17 08:57:01.409283 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-0650796b-afff-4952-bb40-b8110ac7403e req-f6fac631-b34c-4c49-a106-7a10b31687c8 service neutron] Request body: {'port': {'device_id': 'd1c59e00-23cf-4914-b65d-a1f2dfd2a2cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:01.444844 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-00563566-6896-460e-a7f2-0a33fd012d7a req-6a678364-b2ac-46fa-8ca6-e1ee94177d9f service neutron] 10.222.0.49 "GET /v2.0/networks/912f32b5-e390-4be8-9d12-3a2d8b6092ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381478 Jun 17 08:57:01.468625 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-18d5c61e-d027-4cb1-ad56-324fce80742c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:01.477302 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-346bb953-611a-4978-92ef-126e3db2c16c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:01.531914 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5c61e-d027-4cb1-ad56-324fce80742c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Port': ['ID=a8439e36-9b50-4ad2-86e1-3e12a97ef05b,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:01.539354 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-18d5c61e-d027-4cb1-ad56-324fce80742c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:01.554402 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-18d5c61e-d027-4cb1-ad56-324fce80742c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:01.559546 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-18d5c61e-d027-4cb1-ad56-324fce80742c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/ports/a8439e36-9b50-4ad2-86e1-3e12a97ef05b HTTP/1.1" status: 204 len: 168 time: 0.6489120 Jun 17 08:57:01.560385 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38270) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:01.568712 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-a6b7176e-c08f-4821-b9c2-c29f16eb6ec5 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'port': {'network_id': '282098b4-8324-4b62-b06f-62a5a53821fc', 'mac_address': 'fa:16:3e:2e:1f:38', 'name': 'tempest-PortsIpV6TestJSON-301618091'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:01.621211 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9943d7-fa8e-43e9-86ab-2e5895d9f6b7 req-5a237a86-6385-4f9e-83ee-4f8a2a38f9ed tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:01.629599 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9c9943d7-fa8e-43e9-86ab-2e5895d9f6b7 req-5a237a86-6385-4f9e-83ee-4f8a2a38f9ed tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 932 time: 0.1036403 Jun 17 08:57:01.684766 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9c9943d7-fa8e-43e9-86ab-2e5895d9f6b7 req-2f9c064b-1a32-4ee7-b72f-510507eb8d00 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538116 Jun 17 08:57:01.698094 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-0650796b-afff-4952-bb40-b8110ac7403e req-f6fac631-b34c-4c49-a106-7a10b31687c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:01.757086 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-00563566-6896-460e-a7f2-0a33fd012d7a req-af7093fb-0628-49a8-bd23-d0b9a9642f0c service neutron] 10.222.0.49 "GET /v2.0/networks/912f32b5-e390-4be8-9d12-3a2d8b6092ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971208 Jun 17 08:57:01.799506 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4912f8f3-2e1d-473b-acdd-8f3c35f00ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:01.942671 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4912f8f3-2e1d-473b-acdd-8f3c35f00ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:01.945080 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7bb5108a-0db9-4494-ad22-adb6e1dba411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:02.015030 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4912f8f3-2e1d-473b-acdd-8f3c35f00ff0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d422de62ad2448f8990d33689fb019a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9108815 Jun 17 08:57:02.018093 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38282) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:02.019318 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912f8f3-2e1d-473b-acdd-8f3c35f00ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b6fa9b-9b9f-462f-9bcd-462b630b60ef,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:02.028311 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4912f8f3-2e1d-473b-acdd-8f3c35f00ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:02.073549 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-85ff734e-46b2-4251-aaa9-eb3a3cbcb59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:02.087019 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b7176e-c08f-4821-b9c2-c29f16eb6ec5 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:02.110991 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-85ff734e-46b2-4251-aaa9-eb3a3cbcb59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:02.289530 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cc20f758-c945-4b91-bd5c-c6a22b09cae0 req-c30faed7-5a02-407d-babb-5da37b0828e4 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.49 "GET /v2.0/ports?device_id=695f0a6f-f8e5-4500-96d3-f71f250ac836 HTTP/1.1" status: 200 len: 210 time: 0.0342228 Jun 17 08:57:02.315694 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-85ff734e-46b2-4251-aaa9-eb3a3cbcb59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:02.318440 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-85ff734e-46b2-4251-aaa9-eb3a3cbcb59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:02.321948 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-85ff734e-46b2-4251-aaa9-eb3a3cbcb59b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f5b6fa9b-9b9f-462f-9bcd-462b630b60ef HTTP/1.1" status: 204 len: 168 time: 0.3004689 Jun 17 08:57:02.321948 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2872f67b-cc14-486e-b2fb-1b71f2743162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:02.329679 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff734e-46b2-4251-aaa9-eb3a3cbcb59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b6fa9b-9b9f-462f-9bcd-462b630b60ef,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:02.332638 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-85ff734e-46b2-4251-aaa9-eb3a3cbcb59b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:02.473485 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-0650796b-afff-4952-bb40-b8110ac7403e req-f6fac631-b34c-4c49-a106-7a10b31687c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7183c1f-f7ca-41a4-9b32-f3fa0591266b {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:57:02.489553 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-0650796b-afff-4952-bb40-b8110ac7403e req-f6fac631-b34c-4c49-a106-7a10b31687c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:02.494864 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a6b7176e-c08f-4821-b9c2-c29f16eb6ec5 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:02.514283 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-0650796b-afff-4952-bb40-b8110ac7403e req-f6fac631-b34c-4c49-a106-7a10b31687c8 service neutron] Transition to ACTIVE for port object c7183c1f-f7ca-41a4-9b32-f3fa0591266b will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:02.526320 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [None req-a6b7176e-c08f-4821-b9c2-c29f16eb6ec5 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] device_id is not set on port 482517fd-ea6b-4c36-830d-cae7296a4561 yet. {{(pid=94520) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:57:02.542150 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:02.682232 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-0650796b-afff-4952-bb40-b8110ac7403e req-f6fac631-b34c-4c49-a106-7a10b31687c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:02.688309 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b1d129b0-296c-40e1-9442-94913e6b62ba tempest-ServerMetadataNegativeTestJSON-1429302078 tempest-ServerMetadataNegativeTestJSON-1429302078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:02.797364 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fac631-b34c-4c49-a106-7a10b31687c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7183c1f-f7ca-41a4-9b32-f3fa0591266b,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:02.802704 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a6b7176e-c08f-4821-b9c2-c29f16eb6ec5 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:02.820389 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f6fac631-b34c-4c49-a106-7a10b31687c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:02.961724 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-0650796b-afff-4952-bb40-b8110ac7403e req-f6fac631-b34c-4c49-a106-7a10b31687c8 service neutron] Attempting to bind port c7183c1f-f7ca-41a4-9b32-f3fa0591266b on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:57:02.962002 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-0650796b-afff-4952-bb40-b8110ac7403e req-f6fac631-b34c-4c49-a106-7a10b31687c8 service neutron] Attempting to bind port c7183c1f-f7ca-41a4-9b32-f3fa0591266b by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '017d444f-7f66-4d60-991f-78a7d3563e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5788c246-d497-4e21-8243-0ca8d7b04d08'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:57:02.962325 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0650796b-afff-4952-bb40-b8110ac7403e req-f6fac631-b34c-4c49-a106-7a10b31687c8 service neutron] Attempting to bind port c7183c1f-f7ca-41a4-9b32-f3fa0591266b on network 5788c246-d497-4e21-8243-0ca8d7b04d08 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:57:02.975308 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0650796b-afff-4952-bb40-b8110ac7403e req-f6fac631-b34c-4c49-a106-7a10b31687c8 service neutron] Port c7183c1f-f7ca-41a4-9b32-f3fa0591266b on network 5788c246-d497-4e21-8243-0ca8d7b04d08 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:57:02.975489 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0650796b-afff-4952-bb40-b8110ac7403e req-f6fac631-b34c-4c49-a106-7a10b31687c8 service neutron] Attempting to bind port c7183c1f-f7ca-41a4-9b32-f3fa0591266b on network 5788c246-d497-4e21-8243-0ca8d7b04d08 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:57:02.987537 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0650796b-afff-4952-bb40-b8110ac7403e req-f6fac631-b34c-4c49-a106-7a10b31687c8 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:57:02.987926 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0650796b-afff-4952-bb40-b8110ac7403e req-f6fac631-b34c-4c49-a106-7a10b31687c8 service neutron] Checking segment: {'id': '017d444f-7f66-4d60-991f-78a7d3563e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5788c246-d497-4e21-8243-0ca8d7b04d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:57:02.988327 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0650796b-afff-4952-bb40-b8110ac7403e req-f6fac631-b34c-4c49-a106-7a10b31687c8 service neutron] Bound using segment: {'id': '017d444f-7f66-4d60-991f-78a7d3563e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5788c246-d497-4e21-8243-0ca8d7b04d08'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:57:02.988833 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-0650796b-afff-4952-bb40-b8110ac7403e req-f6fac631-b34c-4c49-a106-7a10b31687c8 service neutron] Bound port: c7183c1f-f7ca-41a4-9b32-f3fa0591266b, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017d444f-7f66-4d60-991f-78a7d3563e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5788c246-d497-4e21-8243-0ca8d7b04d08'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:57:02.989124 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-0650796b-afff-4952-bb40-b8110ac7403e req-f6fac631-b34c-4c49-a106-7a10b31687c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:03.014795 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f39da2-c7e2-4ed0-bb67-e6424b871022 req-45ebff80-9ba2-4d4c-b998-e2b400e45f4f tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:03.016461 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c8f39da2-c7e2-4ed0-bb67-e6424b871022 req-45ebff80-9ba2-4d4c-b998-e2b400e45f4f tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 944 time: 0.1634538 Jun 17 08:57:03.078518 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a6b7176e-c08f-4821-b9c2-c29f16eb6ec5 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:03.094970 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b9a303f8-ded4-4bcc-ba1d-623943af5308 tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:03.142494 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c8f39da2-c7e2-4ed0-bb67-e6424b871022 req-7107ee21-46a1-41eb-aeef-78b20e0fee62 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992365 Jun 17 08:57:03.145278 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-0650796b-afff-4952-bb40-b8110ac7403e req-f6fac631-b34c-4c49-a106-7a10b31687c8 service neutron] For port c7183c1f-f7ca-41a4-9b32-f3fa0591266b, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:57:03.167437 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b7176e-c08f-4821-b9c2-c29f16eb6ec5 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network 282098b4-8324-4b62-b06f-62a5a53821fc is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:03.173508 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-0650796b-afff-4952-bb40-b8110ac7403e req-f6fac631-b34c-4c49-a106-7a10b31687c8 service neutron] For port c7183c1f-f7ca-41a4-9b32-f3fa0591266b, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c7183c1f-f7ca-41a4-9b32-f3fa0591266b,segment=NetworkSegment(017d444f-7f66-4d60-991f-78a7d3563e0d),segment_id=017d444f-7f66-4d60-991f-78a7d3563e0d)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:57:03.174892 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-a6b7176e-c08f-4821-b9c2-c29f16eb6ec5 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:03.181315 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b7176e-c08f-4821-b9c2-c29f16eb6ec5 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:57:03.186925 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b7176e-c08f-4821-b9c2-c29f16eb6ec5 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:03.187556 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a6b7176e-c08f-4821-b9c2-c29f16eb6ec5 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:03.193879 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7176e-c08f-4821-b9c2-c29f16eb6ec5 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Port': ['ID=482517fd-ea6b-4c36-830d-cae7296a4561,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:03.198881 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a6b7176e-c08f-4821-b9c2-c29f16eb6ec5 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:03.330091 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-0650796b-afff-4952-bb40-b8110ac7403e req-f6fac631-b34c-4c49-a106-7a10b31687c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:03.334117 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:03.379197 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38336) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:03.379752 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a6b7176e-c08f-4821-b9c2-c29f16eb6ec5 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8151138 Jun 17 08:57:03.400575 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650796b-afff-4952-bb40-b8110ac7403e req-f6fac631-b34c-4c49-a106-7a10b31687c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:03.401329 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-0650796b-afff-4952-bb40-b8110ac7403e req-f6fac631-b34c-4c49-a106-7a10b31687c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:03.403113 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0650796b-afff-4952-bb40-b8110ac7403e req-f6fac631-b34c-4c49-a106-7a10b31687c8 service neutron] 10.222.0.53 "PUT /v2.0/ports/c7183c1f-f7ca-41a4-9b32-f3fa0591266b HTTP/1.1" status: 200 len: 1093 time: 2.0052345 Jun 17 08:57:03.404009 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c59e00-23cf-4914-b65d-a1f2dfd2a2cc', 'tag': 'c7183c1f-f7ca-41a4-9b32-f3fa0591266b'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:57:03.407220 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c075119-f2cf-4ab6-a300-660366494e91" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc", "tag": "c7183c1f-f7ca-41a4-9b32-f3fa0591266b"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:57:03.423785 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dc27b6e1-7a1b-4b73-b7ef-ebd4c9d5b34a req-c43c58e1-79ee-4a28-86f7-4391a7f7d25c tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.49 "GET /v2.0/ports?device_id=695f0a6f-f8e5-4500-96d3-f71f250ac836 HTTP/1.1" status: 200 len: 210 time: 0.0628576 Jun 17 08:57:03.429225 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fac631-b34c-4c49-a106-7a10b31687c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7183c1f-f7ca-41a4-9b32-f3fa0591266b,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:03.440282 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f6fac631-b34c-4c49-a106-7a10b31687c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:03.484157 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd1b862-127b-467f-9924-ecd7d9fb0f49 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:03.485594 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0cd1b862-127b-467f-9924-ecd7d9fb0f49 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "GET /v2.0/ports/482517fd-ea6b-4c36-830d-cae7296a4561 HTTP/1.1" status: 200 len: 844 time: 0.0645406 Jun 17 08:57:03.488859 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38344) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:03.501242 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59ea8e8-a876-4e90-81f2-88137f4b452a x-openstack-request-id: req-c59ea8e8-a876-4e90-81f2-88137f4b452a {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:57:03.502642 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc", "tag": "c7183c1f-f7ca-41a4-9b32-f3fa0591266b", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:57:03.503084 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c59ea8e8-a876-4e90-81f2-88137f4b452a {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:57:03.504420 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c59e00-23cf-4914-b65d-a1f2dfd2a2cc', 'tag': 'c7183c1f-f7ca-41a4-9b32-f3fa0591266b', 'status': 'completed', 'code': 200} Jun 17 08:57:03.657200 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c075119-f2cf-4ab6-a300-660366494e91 req-fa44db7f-d498-4873-a90e-3ad49e9a4f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:03.658657 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7c075119-f2cf-4ab6-a300-660366494e91 req-fa44db7f-d498-4873-a90e-3ad49e9a4f2e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9baf6f30d6ad4a09b3077aa4ccbb2548&device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 1096 time: 0.1200645 Jun 17 08:57:03.684679 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-d401dda0-2dbd-4a1f-b12b-4add07d8f11b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting port 482517fd-ea6b-4c36-830d-cae7296a4561 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:03.685113 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d401dda0-2dbd-4a1f-b12b-4add07d8f11b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:03.687202 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38354) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:03.846038 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d401dda0-2dbd-4a1f-b12b-4add07d8f11b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:03.934121 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-d401dda0-2dbd-4a1f-b12b-4add07d8f11b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Calling delete_port for 482517fd-ea6b-4c36-830d-cae7296a4561 owned by {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:03.970987 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9b6a6df4-56ea-45a2-b3b4-8d5e21f7bf86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:04.031034 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c075119-f2cf-4ab6-a300-660366494e91 req-adab678c-ef38-48f9-b44c-3a995dd58f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:04.031034 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7c075119-f2cf-4ab6-a300-660366494e91 req-adab678c-ef38-48f9-b44c-3a995dd58f6b service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9baf6f30d6ad4a09b3077aa4ccbb2548&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3616443 Jun 17 08:57:04.158570 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c075119-f2cf-4ab6-a300-660366494e91 req-0eedf69e-1fd5-44aa-8fb6-5a3755517adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:04.160081 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7c075119-f2cf-4ab6-a300-660366494e91 req-0eedf69e-1fd5-44aa-8fb6-5a3755517adc service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1229835 Jun 17 08:57:04.180655 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9b6a6df4-56ea-45a2-b3b4-8d5e21f7bf86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:04.212400 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d401dda0-2dbd-4a1f-b12b-4add07d8f11b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:04.238937 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-078f05cc-1a2d-48b9-b5ba-247ec2b52039 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:04.265355 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401dda0-2dbd-4a1f-b12b-4add07d8f11b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Port': ['ID=482517fd-ea6b-4c36-830d-cae7296a4561,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:04.271802 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d401dda0-2dbd-4a1f-b12b-4add07d8f11b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:04.282592 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d401dda0-2dbd-4a1f-b12b-4add07d8f11b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:04.284508 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d401dda0-2dbd-4a1f-b12b-4add07d8f11b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/ports/482517fd-ea6b-4c36-830d-cae7296a4561 HTTP/1.1" status: 204 len: 168 time: 0.7944887 Jun 17 08:57:04.287175 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38372) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:04.316006 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-887a7097-208f-46e1-9211-a791cb39dc26 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] GET failed (client error): The resource could not be found. Jun 17 08:57:04.317739 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-887a7097-208f-46e1-9211-a791cb39dc26 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "GET /v2.0/ports/482517fd-ea6b-4c36-830d-cae7296a4561 HTTP/1.1" status: 404 len: 333 time: 0.0295298 Jun 17 08:57:04.322920 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38376) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:04.331256 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-6dbb353d-a6e0-41c6-ab4b-a85c98fddc4b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'port': {'network_id': '282098b4-8324-4b62-b06f-62a5a53821fc', 'name': 'tempest-PortsIpV6TestJSON-491401931'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:04.371075 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9b6a6df4-56ea-45a2-b3b4-8d5e21f7bf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:04.377920 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e3554f81-4f57-4cfe-803d-6911d7201ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:04.413700 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650796b-afff-4952-bb40-b8110ac7403e req-d1d1a5bf-e802-4773-bd5f-a4a8f753e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:04.415266 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0650796b-afff-4952-bb40-b8110ac7403e req-d1d1a5bf-e802-4773-bd5f-a4a8f753e600 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9baf6f30d6ad4a09b3077aa4ccbb2548&device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 1096 time: 0.2133646 Jun 17 08:57:04.426891 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9b6a6df4-56ea-45a2-b3b4-8d5e21f7bf86 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=67ff6060ea1e48a393836b58009d4818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7383678 Jun 17 08:57:04.428431 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a6df4-56ea-45a2-b3b4-8d5e21f7bf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec181b5-87cb-48ca-a17b-a3e94413f74f,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:04.432690 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9b6a6df4-56ea-45a2-b3b4-8d5e21f7bf86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:04.433486 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38378) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:04.474089 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0650796b-afff-4952-bb40-b8110ac7403e req-54d0a9d4-2c6a-4bc5-bc9a-16e23a00ba32 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7183c1f-f7ca-41a4-9b32-f3fa0591266b HTTP/1.1" status: 200 len: 217 time: 0.0480103 Jun 17 08:57:04.504276 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3f97cdc7-d10f-4442-86e5-1052fe8f3641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:04.534103 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3f97cdc7-d10f-4442-86e5-1052fe8f3641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:04.538485 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b06a12-9001-4379-82a2-235c83b64b0c req-b2a4328f-6961-472c-948a-fc9a1b6ff53c tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:04.540857 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-11b06a12-9001-4379-82a2-235c83b64b0c req-b2a4328f-6961-472c-948a-fc9a1b6ff53c tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 944 time: 0.2546308 Jun 17 08:57:04.617560 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650796b-afff-4952-bb40-b8110ac7403e req-4e7927a5-7e87-4d4f-a96c-abb32a620b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:04.617560 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0650796b-afff-4952-bb40-b8110ac7403e req-4e7927a5-7e87-4d4f-a96c-abb32a620b60 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c704bc30-219f-4216-8f07-a3fd2280feec HTTP/1.1" status: 200 len: 854 time: 0.1304860 Jun 17 08:57:04.630967 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4c28ae9b-9b5f-45a9-93a0-659ba657fa1c req-8832f273-73d5-4333-b346-21e5bdc89775 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.49 "GET /v2.0/ports?device_id=695f0a6f-f8e5-4500-96d3-f71f250ac836 HTTP/1.1" status: 200 len: 210 time: 0.0371332 Jun 17 08:57:04.657410 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0650796b-afff-4952-bb40-b8110ac7403e req-39818e0f-ae39-4450-8cd5-7db2ca78ee81 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5788c246-d497-4e21-8243-0ca8d7b04d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381410 Jun 17 08:57:04.661574 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-11b06a12-9001-4379-82a2-235c83b64b0c req-a75e40a2-863d-4562-8d88-6046f3850b39 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082366 Jun 17 08:57:04.716664 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbb353d-a6e0-41c6-ab4b-a85c98fddc4b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:04.720337 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6dbb353d-a6e0-41c6-ab4b-a85c98fddc4b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:04.736083 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3f97cdc7-d10f-4442-86e5-1052fe8f3641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:04.739035 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3f97cdc7-d10f-4442-86e5-1052fe8f3641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:04.740231 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3f97cdc7-d10f-4442-86e5-1052fe8f3641 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3ec181b5-87cb-48ca-a17b-a3e94413f74f HTTP/1.1" status: 204 len: 168 time: 0.3052707 Jun 17 08:57:04.741054 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6cc2d4e5-1dac-4764-be99-b9fea7abd54d tempest-PortsAdminExtendedAttrsTestJSON-1230946972 tempest-PortsAdminExtendedAttrsTestJSON-1230946972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:04.748810 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97cdc7-d10f-4442-86e5-1052fe8f3641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec181b5-87cb-48ca-a17b-a3e94413f74f,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:04.752517 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3f97cdc7-d10f-4442-86e5-1052fe8f3641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:04.752705 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [None req-6dbb353d-a6e0-41c6-ab4b-a85c98fddc4b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] device_id is not set on port 1914e170-9d15-4c4a-9585-dec04ce4afeb yet. {{(pid=94520) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:57:04.824557 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0650796b-afff-4952-bb40-b8110ac7403e req-9e6c8488-cf03-4db8-a210-0e6eb18b6231 service neutron] 10.222.0.53 "GET /v2.0/networks/5788c246-d497-4e21-8243-0ca8d7b04d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611414 Jun 17 08:57:05.059007 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0650796b-afff-4952-bb40-b8110ac7403e req-481eeae5-79e0-4d51-97b2-db485701e0c7 service neutron] 10.222.0.53 "GET /v2.0/networks/5788c246-d497-4e21-8243-0ca8d7b04d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215548 Jun 17 08:57:05.071104 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6dbb353d-a6e0-41c6-ab4b-a85c98fddc4b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:05.248820 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6dbb353d-a6e0-41c6-ab4b-a85c98fddc4b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:05.254270 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-078f05cc-1a2d-48b9-b5ba-247ec2b52039 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:05.300845 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbb353d-a6e0-41c6-ab4b-a85c98fddc4b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network 282098b4-8324-4b62-b06f-62a5a53821fc is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:05.307268 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-6dbb353d-a6e0-41c6-ab4b-a85c98fddc4b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:05.315230 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbb353d-a6e0-41c6-ab4b-a85c98fddc4b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:57:05.322998 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbb353d-a6e0-41c6-ab4b-a85c98fddc4b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:05.323331 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6dbb353d-a6e0-41c6-ab4b-a85c98fddc4b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:05.358279 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb353d-a6e0-41c6-ab4b-a85c98fddc4b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Port': ['ID=1914e170-9d15-4c4a-9585-dec04ce4afeb,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:05.361839 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6dbb353d-a6e0-41c6-ab4b-a85c98fddc4b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:05.632568 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38414) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:05.633010 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-6dbb353d-a6e0-41c6-ab4b-a85c98fddc4b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3085706 Jun 17 08:57:05.639447 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-233f4814-3256-4586-8851-29776a064a96 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:05.751076 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-233f4814-3256-4586-8851-29776a064a96 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:05.814399 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-64542903-8787-439a-827d-1f52b626e380 req-6deef791-ef6c-49cb-b019-57169ba74f68 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.49 "GET /v2.0/ports?device_id=695f0a6f-f8e5-4500-96d3-f71f250ac836 HTTP/1.1" status: 200 len: 210 time: 0.0368025 Jun 17 08:57:05.994289 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe597f8-5012-45cf-9dac-d0664df158db req-18b88f52-1d22-4636-ae4c-55e55ac9f516 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:05.995849 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5fe597f8-5012-45cf-9dac-d0664df158db req-18b88f52-1d22-4636-ae4c-55e55ac9f516 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 944 time: 0.1769836 Jun 17 08:57:06.030769 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-233f4814-3256-4586-8851-29776a064a96 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:06.053747 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5fe597f8-5012-45cf-9dac-d0664df158db req-bb7f5627-2e7c-49fa-ac45-3fe8b617cb76 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484598 Jun 17 08:57:06.357318 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-233f4814-3256-4586-8851-29776a064a96 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:06.360994 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4fc9f6e4-fda3-4900-a201-b468152a7d45 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:06.394392 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-233f4814-3256-4586-8851-29776a064a96 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] In _notify_port_updated(), no bound segment for port 1914e170-9d15-4c4a-9585-dec04ce4afeb on network 282098b4-8324-4b62-b06f-62a5a53821fc {{(pid=94519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:57:06.399970 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233f4814-3256-4586-8851-29776a064a96 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:06.400602 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-233f4814-3256-4586-8851-29776a064a96 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:06.401903 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-233f4814-3256-4586-8851-29776a064a96 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "PUT /v2.0/ports/1914e170-9d15-4c4a-9585-dec04ce4afeb HTTP/1.1" status: 200 len: 818 time: 0.7679660 Jun 17 08:57:06.408288 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38440) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:06.440342 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f4814-3256-4586-8851-29776a064a96 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Port': ['ID=1914e170-9d15-4c4a-9585-dec04ce4afeb,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:06.452866 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-233f4814-3256-4586-8851-29776a064a96 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:06.606485 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00563566-6896-460e-a7f2-0a33fd012d7a req-343d2997-b0ed-4a90-8f28-cd1efd168f8c tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:06.608107 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-00563566-6896-460e-a7f2-0a33fd012d7a req-343d2997-b0ed-4a90-8f28-cd1efd168f8c tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.53 "GET /v2.0/networks?id=912f32b5-e390-4be8-9d12-3a2d8b6092ff HTTP/1.1" status: 200 len: 810 time: 0.1713254 Jun 17 08:57:06.610689 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-a11914a0-d124-43f7-9225-da84357fca77 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting port 1914e170-9d15-4c4a-9585-dec04ce4afeb {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:06.611021 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a11914a0-d124-43f7-9225-da84357fca77 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:06.700260 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-00563566-6896-460e-a7f2-0a33fd012d7a req-d8f16d6a-155c-4174-b36d-ca7dcdff552f tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Request body: {'port': {'device_id': '695f0a6f-f8e5-4500-96d3-f71f250ac836', 'network_id': '912f32b5-e390-4be8-9d12-3a2d8b6092ff', 'admin_state_up': True, 'tenant_id': '6218462a4df748f0a25f839bf5a7bb45'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:06.751202 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a11914a0-d124-43f7-9225-da84357fca77 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:06.828374 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-a11914a0-d124-43f7-9225-da84357fca77 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Calling delete_port for 1914e170-9d15-4c4a-9585-dec04ce4afeb owned by {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:06.980782 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e7422a00-e10c-450a-8f1d-5477c484118f req-62902511-c079-4ec9-9ccf-1c01f27f08ab tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.49 "GET /v2.0/ports?device_id=695f0a6f-f8e5-4500-96d3-f71f250ac836 HTTP/1.1" status: 200 len: 210 time: 0.0494597 Jun 17 08:57:07.148484 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a11914a0-d124-43f7-9225-da84357fca77 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:07.151244 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00563566-6896-460e-a7f2-0a33fd012d7a req-d8f16d6a-155c-4174-b36d-ca7dcdff552f tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Made reservation on behalf of 6218462a4df748f0a25f839bf5a7bb45 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:07.157348 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-00563566-6896-460e-a7f2-0a33fd012d7a req-d8f16d6a-155c-4174-b36d-ca7dcdff552f tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:07.162362 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a4671f5f-42da-4735-8564-6c6bcdd75139 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:07.217678 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11914a0-d124-43f7-9225-da84357fca77 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Port': ['ID=1914e170-9d15-4c4a-9585-dec04ce4afeb,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:07.242661 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a11914a0-d124-43f7-9225-da84357fca77 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:07.261948 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a11914a0-d124-43f7-9225-da84357fca77 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:07.262851 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a11914a0-d124-43f7-9225-da84357fca77 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/ports/1914e170-9d15-4c4a-9585-dec04ce4afeb HTTP/1.1" status: 204 len: 168 time: 0.8535461 Jun 17 08:57:07.265440 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38468) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:07.342367 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553858b-7694-477d-94d8-180bcb4e5557 req-1e8bc6c4-85d0-4e72-8670-7116f11811f2 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:07.349283 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b553858b-7694-477d-94d8-180bcb4e5557 req-1e8bc6c4-85d0-4e72-8670-7116f11811f2 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 944 time: 0.1582496 Jun 17 08:57:07.373660 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43efd3e2-dc8f-4ca7-a046-0356ea09013e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:07.377824 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-43efd3e2-dc8f-4ca7-a046-0356ea09013e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1088672 Jun 17 08:57:07.378078 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38470) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:07.409007 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-0077f480-93c6-4b72-8b78-dec5f2f958b4 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] GET failed (client error): The resource could not be found. Jun 17 08:57:07.416372 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0077f480-93c6-4b72-8b78-dec5f2f958b4 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "GET /v2.0/ports/1914e170-9d15-4c4a-9585-dec04ce4afeb HTTP/1.1" status: 404 len: 333 time: 0.0316880 Jun 17 08:57:07.416847 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38472) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:07.423246 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-55bdeb89-e178-468a-8bde-3e07238ac0f7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-729846778'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:07.455641 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b553858b-7694-477d-94d8-180bcb4e5557 req-3fe3150e-33e6-4ce4-afbd-b8f6570c5fe2 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054754 Jun 17 08:57:07.461422 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-00563566-6896-460e-a7f2-0a33fd012d7a req-d8f16d6a-155c-4174-b36d-ca7dcdff552f tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Allocated IP 172.20.0.13 (912f32b5-e390-4be8-9d12-3a2d8b6092ff/805d1282-ab7b-4070-932a-0bf16c5dbc98/ede01867-2389-4199-ac2d-f88cc6dbffb3) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:07.566252 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bdeb89-e178-468a-8bde-3e07238ac0f7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:07.576099 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-55bdeb89-e178-468a-8bde-3e07238ac0f7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:07.635999 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55bdeb89-e178-468a-8bde-3e07238ac0f7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:57:07.646581 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-55bdeb89-e178-468a-8bde-3e07238ac0f7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:07.647223 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-55bdeb89-e178-468a-8bde-3e07238ac0f7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Added segment 141b3bf7-2d63-431a-b388-c1a932f58db6 of type vlan for network 480d5c0d-041f-4e6a-affa-c88c2367a826 Jun 17 08:57:07.673027 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-00563566-6896-460e-a7f2-0a33fd012d7a req-d8f16d6a-155c-4174-b36d-ca7dcdff552f tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:07.751018 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-55bdeb89-e178-468a-8bde-3e07238ac0f7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:07.936614 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-00563566-6896-460e-a7f2-0a33fd012d7a req-d8f16d6a-155c-4174-b36d-ca7dcdff552f tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:07.941732 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-63785658-2056-4362-9b15-83d948617027 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:07.974071 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-55bdeb89-e178-468a-8bde-3e07238ac0f7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:07.981117 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bdeb89-e178-468a-8bde-3e07238ac0f7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:07.982558 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-55bdeb89-e178-468a-8bde-3e07238ac0f7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:07.993097 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-06ecf92e-5e47-4850-b821-7c39fc4a8913 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:08.026351 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00563566-6896-460e-a7f2-0a33fd012d7a req-d8f16d6a-155c-4174-b36d-ca7dcdff552f tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Network 912f32b5-e390-4be8-9d12-3a2d8b6092ff is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:08.027818 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f16d6a-155c-4174-b36d-ca7dcdff552f tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Pushing event updated for resources: {'Port': ['ID=ede01867-2389-4199-ac2d-f88cc6dbffb3,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:08.032044 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d8f16d6a-155c-4174-b36d-ca7dcdff552f tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:08.033072 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-00563566-6896-460e-a7f2-0a33fd012d7a req-d8f16d6a-155c-4174-b36d-ca7dcdff552f tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:08.042400 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-00563566-6896-460e-a7f2-0a33fd012d7a req-d8f16d6a-155c-4174-b36d-ca7dcdff552f tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:57:08.124971 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-55bdeb89-e178-468a-8bde-3e07238ac0f7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7069952 Jun 17 08:57:08.128208 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38496) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:08.136069 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-cffe22f3-1a58-4d37-9e76-629fa2cc141f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'subnet': {'network_id': '480d5c0d-041f-4e6a-affa-c88c2367a826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:08.141691 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdeb89-e178-468a-8bde-3e07238ac0f7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Network': ['ID=480d5c0d-041f-4e6a-affa-c88c2367a826,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:08.146377 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00563566-6896-460e-a7f2-0a33fd012d7a req-d8f16d6a-155c-4174-b36d-ca7dcdff552f tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:08.146377 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-00563566-6896-460e-a7f2-0a33fd012d7a req-d8f16d6a-155c-4174-b36d-ca7dcdff552f tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:08.154406 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 480d5c0d-041f-4e6a-affa-c88c2367a826 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:57:08.158442 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-55bdeb89-e178-468a-8bde-3e07238ac0f7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:08.279162 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device c7183c1f-f7ca-41a4-9b32-f3fa0591266b details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:57:08.280974 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302fb37-8658-400b-828a-0d2b4e41a314 req-09035d8d-b2b2-410b-8794-35ed670e1527 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:08.282619 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d302fb37-8658-400b-828a-0d2b4e41a314 req-09035d8d-b2b2-410b-8794-35ed670e1527 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.49 "GET /v2.0/ports?device_id=695f0a6f-f8e5-4500-96d3-f71f250ac836 HTTP/1.1" status: 200 len: 932 time: 0.0934832 Jun 17 08:57:08.290812 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-00563566-6896-460e-a7f2-0a33fd012d7a req-d8f16d6a-155c-4174-b36d-ca7dcdff552f tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5954645 Jun 17 08:57:08.395664 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port c7183c1f-f7ca-41a4-9b32-f3fa0591266b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c7183c1f-f7ca-41a4-9b32-f3fa0591266b,segment=NetworkSegment(017d444f-7f66-4d60-991f-78a7d3563e0d),segment_id=017d444f-7f66-4d60-991f-78a7d3563e0d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:08.413004 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': 'c7183c1f-f7ca-41a4-9b32-f3fa0591266b', 'network_id': '5788c246-d497-4e21-8243-0ca8d7b04d08', 'port_id': 'c7183c1f-f7ca-41a4-9b32-f3fa0591266b', 'mac_address': 'fa:16:3e:2c:44:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c704bc30-219f-4216-8f07-a3fd2280feec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:57:08.456557 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffe22f3-1a58-4d37-9e76-629fa2cc141f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:08.462361 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cffe22f3-1a58-4d37-9e76-629fa2cc141f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:08.466874 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:08.501614 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7183c1f-f7ca-41a4-9b32-f3fa0591266b {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:57:08.525237 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port c7183c1f-f7ca-41a4-9b32-f3fa0591266b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c7183c1f-f7ca-41a4-9b32-f3fa0591266b,segment=NetworkSegment(017d444f-7f66-4d60-991f-78a7d3563e0d),segment_id=017d444f-7f66-4d60-991f-78a7d3563e0d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:08.626489 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-00563566-6896-460e-a7f2-0a33fd012d7a req-a33122f5-8fbd-497c-89d8-5a823e23d21e service neutron] Request body: {'port': {'device_id': '695f0a6f-f8e5-4500-96d3-f71f250ac836', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:08.633200 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:08.637043 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-dab58d14-4ec2-4ee1-a0c4-a5f8194bfe08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:08.689666 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=c7183c1f-f7ca-41a4-9b32-f3fa0591266b,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:08.697806 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:08.698165 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:08.698509 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:08.698912 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:08.699249 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:08.699583 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:08.699950 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:08.700283 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:08.700603 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:08.701171 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:08.701448 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:08.701989 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:08.706085 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:08.722933 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d302fb37-8658-400b-828a-0d2b4e41a314 req-85bb86f0-8375-41c5-9dc9-6d1597b13602 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b404e4c-e741-44a4-99cc-3d29ce3bfe39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241977 Jun 17 08:57:08.732197 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb26a63-7bae-4c20-8d72-6bb54a826642 req-20fe0b59-c2af-437b-9df8-53893b97871d tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:08.734338 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dfb26a63-7bae-4c20-8d72-6bb54a826642 req-20fe0b59-c2af-437b-9df8-53893b97871d tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 945 time: 0.1094074 Jun 17 08:57:08.740312 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-00563566-6896-460e-a7f2-0a33fd012d7a req-a33122f5-8fbd-497c-89d8-5a823e23d21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:08.779216 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dfb26a63-7bae-4c20-8d72-6bb54a826642 req-af2e7a13-6a2b-4848-ae23-6fd42b438fe6 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389998 Jun 17 08:57:08.788378 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cffe22f3-1a58-4d37-9e76-629fa2cc141f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:08.795537 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d1b54e82-e8cb-4c59-a7d8-5699b1e4d904 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:08.826169 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['c7183c1f-f7ca-41a4-9b32-f3fa0591266b'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:57:08.994345 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffe22f3-1a58-4d37-9e76-629fa2cc141f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Checking segment: {'id': '141b3bf7-2d63-431a-b388-c1a932f58db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '480d5c0d-041f-4e6a-affa-c88c2367a826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:57:08.994854 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffe22f3-1a58-4d37-9e76-629fa2cc141f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network hostable DHCP agents. Network: 480d5c0d-041f-4e6a-affa-c88c2367a826, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:57:09.004851 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe22f3-1a58-4d37-9e76-629fa2cc141f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Subnet': ['ID=8b81a2a2-e8e3-4217-98ad-4649ab708408,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:09.008495 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cffe22f3-1a58-4d37-9e76-629fa2cc141f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:09.134121 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-00563566-6896-460e-a7f2-0a33fd012d7a req-a33122f5-8fbd-497c-89d8-5a823e23d21e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede01867-2389-4199-ac2d-f88cc6dbffb3 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:57:09.142574 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-00563566-6896-460e-a7f2-0a33fd012d7a req-a33122f5-8fbd-497c-89d8-5a823e23d21e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:09.154972 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-00563566-6896-460e-a7f2-0a33fd012d7a req-a33122f5-8fbd-497c-89d8-5a823e23d21e service neutron] Transition to ACTIVE for port object ede01867-2389-4199-ac2d-f88cc6dbffb3 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:09.213779 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffe22f3-1a58-4d37-9e76-629fa2cc141f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network 480d5c0d-041f-4e6a-affa-c88c2367a826 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:57:09.390887 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-00563566-6896-460e-a7f2-0a33fd012d7a req-a33122f5-8fbd-497c-89d8-5a823e23d21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:09.394875 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-cffe22f3-1a58-4d37-9e76-629fa2cc141f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 480d5c0d-041f-4e6a-affa-c88c2367a826) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:09.396236 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d401dda0-2dbd-4a1f-b12b-4add07d8f11b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:09.406314 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffe22f3-1a58-4d37-9e76-629fa2cc141f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:09.406947 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cffe22f3-1a58-4d37-9e76-629fa2cc141f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:09.411641 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5409d4da-bdbc-474b-bfc1-350a9c052121 None None] Network 480d5c0d-041f-4e6a-affa-c88c2367a826 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:57:09.480109 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33122f5-8fbd-497c-89d8-5a823e23d21e service neutron] Pushing event updated for resources: {'Port': ['ID=ede01867-2389-4199-ac2d-f88cc6dbffb3,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:09.508025 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a33122f5-8fbd-497c-89d8-5a823e23d21e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:09.558206 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-cffe22f3-1a58-4d37-9e76-629fa2cc141f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4222116 Jun 17 08:57:09.558310 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38550) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:09.565291 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-59359f67-e909-404c-840c-be533bb873cb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'subnet': {'network_id': '480d5c0d-041f-4e6a-affa-c88c2367a826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:09.598566 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f696b681-052d-4690-8b8b-4a9eb1378fb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-480d5c0d-041f-4e6a-affa-c88c2367a826', 'network_id': '480d5c0d-041f-4e6a-affa-c88c2367a826', 'tenant_id': '8ae7279a0cd8403da4579402065347bd', 'fixed_ips': [{'subnet_id': '8b81a2a2-e8e3-4217-98ad-4649ab708408'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:57:09.599516 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f696b681-052d-4690-8b8b-4a9eb1378fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:09.625206 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-00563566-6896-460e-a7f2-0a33fd012d7a req-a33122f5-8fbd-497c-89d8-5a823e23d21e service neutron] Attempting to bind port ede01867-2389-4199-ac2d-f88cc6dbffb3 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:57:09.625546 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-00563566-6896-460e-a7f2-0a33fd012d7a req-a33122f5-8fbd-497c-89d8-5a823e23d21e service neutron] Attempting to bind port ede01867-2389-4199-ac2d-f88cc6dbffb3 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': 'a1ae2e8e-e4d6-4be3-8a29-120de60d32f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '912f32b5-e390-4be8-9d12-3a2d8b6092ff'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:57:09.625871 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00563566-6896-460e-a7f2-0a33fd012d7a req-a33122f5-8fbd-497c-89d8-5a823e23d21e service neutron] Attempting to bind port ede01867-2389-4199-ac2d-f88cc6dbffb3 on network 912f32b5-e390-4be8-9d12-3a2d8b6092ff {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:57:09.634600 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00563566-6896-460e-a7f2-0a33fd012d7a req-a33122f5-8fbd-497c-89d8-5a823e23d21e service neutron] Port ede01867-2389-4199-ac2d-f88cc6dbffb3 on network 912f32b5-e390-4be8-9d12-3a2d8b6092ff not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:57:09.635225 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00563566-6896-460e-a7f2-0a33fd012d7a req-a33122f5-8fbd-497c-89d8-5a823e23d21e service neutron] Attempting to bind port ede01867-2389-4199-ac2d-f88cc6dbffb3 on network 912f32b5-e390-4be8-9d12-3a2d8b6092ff {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:57:09.649482 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00563566-6896-460e-a7f2-0a33fd012d7a req-a33122f5-8fbd-497c-89d8-5a823e23d21e service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:57:09.655739 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00563566-6896-460e-a7f2-0a33fd012d7a req-a33122f5-8fbd-497c-89d8-5a823e23d21e service neutron] Checking segment: {'id': 'a1ae2e8e-e4d6-4be3-8a29-120de60d32f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '912f32b5-e390-4be8-9d12-3a2d8b6092ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:57:09.655739 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00563566-6896-460e-a7f2-0a33fd012d7a req-a33122f5-8fbd-497c-89d8-5a823e23d21e service neutron] Bound using segment: {'id': 'a1ae2e8e-e4d6-4be3-8a29-120de60d32f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '912f32b5-e390-4be8-9d12-3a2d8b6092ff'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:57:09.655739 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-00563566-6896-460e-a7f2-0a33fd012d7a req-a33122f5-8fbd-497c-89d8-5a823e23d21e service neutron] Bound port: ede01867-2389-4199-ac2d-f88cc6dbffb3, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1ae2e8e-e4d6-4be3-8a29-120de60d32f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '912f32b5-e390-4be8-9d12-3a2d8b6092ff'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:57:09.655739 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-00563566-6896-460e-a7f2-0a33fd012d7a req-a33122f5-8fbd-497c-89d8-5a823e23d21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:09.746998 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-f696b681-052d-4690-8b8b-4a9eb1378fb5 None None] Allocated IP 2001:db8::2 (480d5c0d-041f-4e6a-affa-c88c2367a826/8b81a2a2-e8e3-4217-98ad-4649ab708408/20969743-2321-44d3-9c89-9088b4f01d50) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:09.756025 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-00563566-6896-460e-a7f2-0a33fd012d7a req-a33122f5-8fbd-497c-89d8-5a823e23d21e service neutron] For port ede01867-2389-4199-ac2d-f88cc6dbffb3, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:57:09.759489 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-00563566-6896-460e-a7f2-0a33fd012d7a req-a33122f5-8fbd-497c-89d8-5a823e23d21e service neutron] For port ede01867-2389-4199-ac2d-f88cc6dbffb3, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ede01867-2389-4199-ac2d-f88cc6dbffb3,segment=NetworkSegment(a1ae2e8e-e4d6-4be3-8a29-120de60d32f2),segment_id=a1ae2e8e-e4d6-4be3-8a29-120de60d32f2)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:57:09.842975 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59359f67-e909-404c-840c-be533bb873cb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:09.850380 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-59359f67-e909-404c-840c-be533bb873cb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:09.905657 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd1722-755b-4fb7-90f9-4b5df5743f69 req-38d033ad-41ec-43f5-825d-910e53d99262 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:09.913398 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3bfd1722-755b-4fb7-90f9-4b5df5743f69 req-38d033ad-41ec-43f5-825d-910e53d99262 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.49 "GET /v2.0/ports?device_id=695f0a6f-f8e5-4500-96d3-f71f250ac836 HTTP/1.1" status: 200 len: 944 time: 0.0786631 Jun 17 08:57:09.923009 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f696b681-052d-4690-8b8b-4a9eb1378fb5 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:09.926032 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-00563566-6896-460e-a7f2-0a33fd012d7a req-a33122f5-8fbd-497c-89d8-5a823e23d21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:09.943952 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-259e64c3-c16d-4251-9327-19d25091976b tempest-PortsAdminExtendedAttrsTestJSON-1943614188 tempest-PortsAdminExtendedAttrsTestJSON-1943614188-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:09.945272 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-f696b681-052d-4690-8b8b-4a9eb1378fb5 None None] Transition to ACTIVE for port object 20969743-2321-44d3-9c89-9088b4f01d50 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:10.004326 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-f696b681-052d-4690-8b8b-4a9eb1378fb5 None None] Transition to ACTIVE for port object 20969743-2321-44d3-9c89-9088b4f01d50 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:10.043088 n-d-758944-30 neutron-server[94520]: INFO neutron.db.ipam_backend_mixin [None req-59359f67-e909-404c-840c-be533bb873cb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8b81a2a2-e8e3-4217-98ad-4649ab708408 (CIDR: 2001:db8::/64) Jun 17 08:57:10.108690 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00563566-6896-460e-a7f2-0a33fd012d7a req-a33122f5-8fbd-497c-89d8-5a823e23d21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:10.113567 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f696b681-052d-4690-8b8b-4a9eb1378fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:10.113754 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-00563566-6896-460e-a7f2-0a33fd012d7a req-a33122f5-8fbd-497c-89d8-5a823e23d21e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:10.113858 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:10.119312 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-00563566-6896-460e-a7f2-0a33fd012d7a req-a33122f5-8fbd-497c-89d8-5a823e23d21e service neutron] 10.222.0.53 "PUT /v2.0/ports/ede01867-2389-4199-ac2d-f88cc6dbffb3 HTTP/1.1" status: 200 len: 1093 time: 1.8102052 Jun 17 08:57:10.124315 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '695f0a6f-f8e5-4500-96d3-f71f250ac836', 'tag': 'ede01867-2389-4199-ac2d-f88cc6dbffb3'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:57:10.130457 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d04617-048d-4a20-b5c1-6783633eeb41" -d '{"events": [{"name": "network-changed", "server_uuid": "695f0a6f-f8e5-4500-96d3-f71f250ac836", "tag": "ede01867-2389-4199-ac2d-f88cc6dbffb3"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:57:10.167272 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-59359f67-e909-404c-840c-be533bb873cb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:57:10.168173 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59359f67-e909-404c-840c-be533bb873cb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:57:10.186040 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38572) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:10.210982 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f696b681-052d-4690-8b8b-4a9eb1378fb5 None None] Network 480d5c0d-041f-4e6a-affa-c88c2367a826 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:10.221500 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-f696b681-052d-4690-8b8b-4a9eb1378fb5 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:10.230104 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f696b681-052d-4690-8b8b-4a9eb1378fb5 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:57:10.265920 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696b681-052d-4690-8b8b-4a9eb1378fb5 None None] Pushing event updated for resources: {'Port': ['ID=20969743-2321-44d3-9c89-9088b4f01d50,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:10.272518 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f696b681-052d-4690-8b8b-4a9eb1378fb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:10.332754 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device c7183c1f-f7ca-41a4-9b32-f3fa0591266b up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:57:10.336543 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33122f5-8fbd-497c-89d8-5a823e23d21e service neutron] Pushing event updated for resources: {'Port': ['ID=ede01867-2389-4199-ac2d-f88cc6dbffb3,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:10.341865 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3bfd1722-755b-4fb7-90f9-4b5df5743f69 req-aad982a8-bf1d-46e0-9009-b00d8e60303c tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b404e4c-e741-44a4-99cc-3d29ce3bfe39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273732 Jun 17 08:57:10.346878 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a33122f5-8fbd-497c-89d8-5a823e23d21e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:10.349960 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-59359f67-e909-404c-840c-be533bb873cb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7920611 Jun 17 08:57:10.353342 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38580) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:10.361921 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-ac236026-ea16-412d-bb1f-d5d1fbf2fbef tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'subnet': {'network_id': '480d5c0d-041f-4e6a-affa-c88c2367a826', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:10.420383 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-f696b681-052d-4690-8b8b-4a9eb1378fb5 None None] Attempting to bind port 20969743-2321-44d3-9c89-9088b4f01d50 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:57:10.425913 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-f696b681-052d-4690-8b8b-4a9eb1378fb5 None None] Attempting to bind port 20969743-2321-44d3-9c89-9088b4f01d50 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '141b3bf7-2d63-431a-b388-c1a932f58db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '480d5c0d-041f-4e6a-affa-c88c2367a826'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:57:10.425913 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f696b681-052d-4690-8b8b-4a9eb1378fb5 None None] Attempting to bind port 20969743-2321-44d3-9c89-9088b4f01d50 on network 480d5c0d-041f-4e6a-affa-c88c2367a826 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:57:10.429598 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f696b681-052d-4690-8b8b-4a9eb1378fb5 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:57:10.429975 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f696b681-052d-4690-8b8b-4a9eb1378fb5 None None] Checking segment: {'id': '141b3bf7-2d63-431a-b388-c1a932f58db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '480d5c0d-041f-4e6a-affa-c88c2367a826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:57:10.430400 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f696b681-052d-4690-8b8b-4a9eb1378fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:10.430811 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f696b681-052d-4690-8b8b-4a9eb1378fb5 None None] Bound using segment: {'id': '141b3bf7-2d63-431a-b388-c1a932f58db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '480d5c0d-041f-4e6a-affa-c88c2367a826'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:57:10.431305 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-f696b681-052d-4690-8b8b-4a9eb1378fb5 None None] Bound port: 20969743-2321-44d3-9c89-9088b4f01d50, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '141b3bf7-2d63-431a-b388-c1a932f58db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '480d5c0d-041f-4e6a-affa-c88c2367a826'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:57:10.431696 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f696b681-052d-4690-8b8b-4a9eb1378fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:10.475960 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fcfb4-1bd1-44b2-bd16-f21a68f712d8 req-a45e064a-b272-456c-8924-76b729d88cd6 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:10.479267 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-369fcfb4-1bd1-44b2-bd16-f21a68f712d8 req-a45e064a-b272-456c-8924-76b729d88cd6 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 945 time: 0.4262996 Jun 17 08:57:10.507168 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5d6dab26-a1ca-45de-93b6-a8d05878c1ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:10.528477 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-f696b681-052d-4690-8b8b-4a9eb1378fb5 None None] For port 20969743-2321-44d3-9c89-9088b4f01d50, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:57:10.532834 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-f696b681-052d-4690-8b8b-4a9eb1378fb5 None None] For port 20969743-2321-44d3-9c89-9088b4f01d50, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=20969743-2321-44d3-9c89-9088b4f01d50,segment=NetworkSegment(141b3bf7-2d63-431a-b388-c1a932f58db6),segment_id=141b3bf7-2d63-431a-b388-c1a932f58db6)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:57:10.536178 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port c7183c1f-f7ca-41a4-9b32-f3fa0591266b completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:57:10.541164 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port c7183c1f-f7ca-41a4-9b32-f3fa0591266b triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:10.541548 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:10.581595 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00563566-6896-460e-a7f2-0a33fd012d7a req-d513353a-ccd3-40cb-b915-ea4d0624c840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:10.582968 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-00563566-6896-460e-a7f2-0a33fd012d7a req-d513353a-ccd3-40cb-b915-ea4d0624c840 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6218462a4df748f0a25f839bf5a7bb45&device_id=695f0a6f-f8e5-4500-96d3-f71f250ac836 HTTP/1.1" status: 200 len: 1096 time: 0.3416910 Jun 17 08:57:10.649120 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2640976a-8df5-456f-8e09-ffc05b364bbf x-openstack-request-id: req-2640976a-8df5-456f-8e09-ffc05b364bbf {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:57:10.649780 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "695f0a6f-f8e5-4500-96d3-f71f250ac836", "tag": "ede01867-2389-4199-ac2d-f88cc6dbffb3", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:57:10.649780 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2640976a-8df5-456f-8e09-ffc05b364bbf {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:57:10.650242 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '695f0a6f-f8e5-4500-96d3-f71f250ac836', 'tag': 'ede01867-2389-4199-ac2d-f88cc6dbffb3', 'status': 'completed', 'code': 200} Jun 17 08:57:10.657514 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-00563566-6896-460e-a7f2-0a33fd012d7a req-383a6008-4392-495a-99dc-eb41872de75e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ede01867-2389-4199-ac2d-f88cc6dbffb3 HTTP/1.1" status: 200 len: 217 time: 0.0646741 Jun 17 08:57:10.698678 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-369fcfb4-1bd1-44b2-bd16-f21a68f712d8 req-01afa1f2-2d53-4d89-85f4-1917cf3ffc08 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928558 Jun 17 08:57:10.749749 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5d6dab26-a1ca-45de-93b6-a8d05878c1ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:10.800269 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f696b681-052d-4690-8b8b-4a9eb1378fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:10.805203 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-04523169-9d32-4e18-9b95-7145bcd7e555 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:10.807687 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00563566-6896-460e-a7f2-0a33fd012d7a req-83d7f25a-be6f-40c6-bf6c-331b674dae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:10.809686 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-00563566-6896-460e-a7f2-0a33fd012d7a req-83d7f25a-be6f-40c6-bf6c-331b674dae5e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=805d1282-ab7b-4070-932a-0bf16c5dbc98 HTTP/1.1" status: 200 len: 850 time: 0.1399362 Jun 17 08:57:10.853902 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:10.873555 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-00563566-6896-460e-a7f2-0a33fd012d7a req-0f39fe1a-78a7-40fb-9d77-98e2600daba0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=912f32b5-e390-4be8-9d12-3a2d8b6092ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529375 Jun 17 08:57:10.873555 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5d6dab26-a1ca-45de-93b6-a8d05878c1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:10.885257 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696b681-052d-4690-8b8b-4a9eb1378fb5 None None] Pushing event updated for resources: {'Port': ['ID=20969743-2321-44d3-9c89-9088b4f01d50,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:10.893210 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f696b681-052d-4690-8b8b-4a9eb1378fb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:10.896554 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [req-00563566-6896-460e-a7f2-0a33fd012d7a req-2584bd12-5e0d-4b49-b8f1-abb9bea6d8de service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:57:10.896554 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-00563566-6896-460e-a7f2-0a33fd012d7a req-2584bd12-5e0d-4b49-b8f1-abb9bea6d8de service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114918 Jun 17 08:57:10.897739 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ec2f0509-507b-476c-9054-9e2a25b682af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:10.900321 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c59e00-23cf-4914-b65d-a1f2dfd2a2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7183c1f-f7ca-41a4-9b32-f3fa0591266b'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:57:10.902650 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a4af19-ff76-496c-b449-bfea9885c330" -d '{"events": [{"server_uuid": "d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc", "name": "network-vif-plugged", "status": "completed", "tag": "c7183c1f-f7ca-41a4-9b32-f3fa0591266b"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:57:10.917025 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port c7183c1f-f7ca-41a4-9b32-f3fa0591266b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c7183c1f-f7ca-41a4-9b32-f3fa0591266b,segment=NetworkSegment(017d444f-7f66-4d60-991f-78a7d3563e0d),segment_id=017d444f-7f66-4d60-991f-78a7d3563e0d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:10.918712 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac236026-ea16-412d-bb1f-d5d1fbf2fbef tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:10.922584 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ac236026-ea16-412d-bb1f-d5d1fbf2fbef tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:10.993242 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28e0c9d-ac4a-4b55-aabb-42a1b6eeaa69 x-openstack-request-id: req-b28e0c9d-ac4a-4b55-aabb-42a1b6eeaa69 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:57:10.993435 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc", "name": "network-vif-plugged", "status": "completed", "tag": "c7183c1f-f7ca-41a4-9b32-f3fa0591266b", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:57:10.993696 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b28e0c9d-ac4a-4b55-aabb-42a1b6eeaa69 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:57:10.994358 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c59e00-23cf-4914-b65d-a1f2dfd2a2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7183c1f-f7ca-41a4-9b32-f3fa0591266b', 'code': 200} Jun 17 08:57:10.997116 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:11.005919 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-2afe189f-cefa-40e0-992c-77e29a01fcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:11.082886 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5d6dab26-a1ca-45de-93b6-a8d05878c1ec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=31b45376720e4c5499faedc897c3e0da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8934512 Jun 17 08:57:11.086798 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38598) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:11.099989 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6dab26-a1ca-45de-93b6-a8d05878c1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a4fe65-1e1f-4edd-a6cc-b04fe8a74e48,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:11.122476 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5d6dab26-a1ca-45de-93b6-a8d05878c1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:11.157840 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=c7183c1f-f7ca-41a4-9b32-f3fa0591266b,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:11.161384 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:11.171430 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-00563566-6896-460e-a7f2-0a33fd012d7a req-3f1a9190-3872-484b-968a-9b2fb3763f7b service neutron] 10.222.0.53 "GET /v2.0/networks/912f32b5-e390-4be8-9d12-3a2d8b6092ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574832 Jun 17 08:57:11.260975 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c118ffdd-f845-47a7-91d1-ad97eea00b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:11.285386 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-00563566-6896-460e-a7f2-0a33fd012d7a req-a70d3d00-b619-4643-9b4c-f2b73cd4181b service neutron] 10.222.0.53 "GET /v2.0/networks/912f32b5-e390-4be8-9d12-3a2d8b6092ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068108 Jun 17 08:57:11.316550 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4e38d-cbf5-4bb5-aa13-649c745ae0a0 req-6a52dabd-c77f-4fa5-a9bb-19c4b9279e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:11.318150 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b8c4e38d-cbf5-4bb5-aa13-649c745ae0a0 req-6a52dabd-c77f-4fa5-a9bb-19c4b9279e73 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 1098 time: 0.2128952 Jun 17 08:57:11.320172 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c118ffdd-f845-47a7-91d1-ad97eea00b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:11.512038 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b8c4e38d-cbf5-4bb5-aa13-649c745ae0a0 req-6941fdea-fb47-4ba8-8835-615856e3d498 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624877 Jun 17 08:57:11.572856 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041eb148-1550-4dcc-901c-3b57e1aca47f req-65d09412-6cb7-471f-be7d-9f9c2793f6c5 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:11.580564 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-041eb148-1550-4dcc-901c-3b57e1aca47f req-65d09412-6cb7-471f-be7d-9f9c2793f6c5 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.49 "GET /v2.0/ports?device_id=695f0a6f-f8e5-4500-96d3-f71f250ac836 HTTP/1.1" status: 200 len: 944 time: 0.1202624 Jun 17 08:57:11.591293 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ac236026-ea16-412d-bb1f-d5d1fbf2fbef tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:11.595029 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cf6381f5-5f73-4632-b7ee-266152b70be9 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:11.626052 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c118ffdd-f845-47a7-91d1-ad97eea00b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:11.626681 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-041eb148-1550-4dcc-901c-3b57e1aca47f req-4846e030-ef28-41f9-b3b4-9ba9414a4dc5 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b404e4c-e741-44a4-99cc-3d29ce3bfe39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452921 Jun 17 08:57:11.628834 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c118ffdd-f845-47a7-91d1-ad97eea00b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:11.632159 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c118ffdd-f845-47a7-91d1-ad97eea00b94 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/63a4fe65-1e1f-4edd-a6cc-b04fe8a74e48 HTTP/1.1" status: 204 len: 168 time: 0.5432420 Jun 17 08:57:11.642416 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d04617-048d-4a20-b5c1-6783633eeb41 req-b8e17fdb-7fba-48e6-a2a0-6b87739c262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:11.643997 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-42d04617-048d-4a20-b5c1-6783633eeb41 req-b8e17fdb-7fba-48e6-a2a0-6b87739c262c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6218462a4df748f0a25f839bf5a7bb45&device_id=695f0a6f-f8e5-4500-96d3-f71f250ac836 HTTP/1.1" status: 200 len: 1096 time: 0.1420705 Jun 17 08:57:11.662477 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac236026-ea16-412d-bb1f-d5d1fbf2fbef tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network 480d5c0d-041f-4e6a-affa-c88c2367a826 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:11.666382 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-ac236026-ea16-412d-bb1f-d5d1fbf2fbef tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:11.670906 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac236026-ea16-412d-bb1f-d5d1fbf2fbef tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:11.671565 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ac236026-ea16-412d-bb1f-d5d1fbf2fbef tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:11.682089 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac236026-ea16-412d-bb1f-d5d1fbf2fbef tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Subnet': ['ID=2aae20db-c979-41d9-93e2-dc2f91af0ae3,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:11.687781 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ac236026-ea16-412d-bb1f-d5d1fbf2fbef tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:11.688473 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3a69aff1-949a-48be-8280-c5a965dc6188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:11.698816 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118ffdd-f845-47a7-91d1-ad97eea00b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a4fe65-1e1f-4edd-a6cc-b04fe8a74e48,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:11.708156 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c118ffdd-f845-47a7-91d1-ad97eea00b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:11.775939 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ac236026-ea16-412d-bb1f-d5d1fbf2fbef tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4214134 Jun 17 08:57:11.781779 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38608) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:11.789112 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-609c17d3-0558-491d-9f7f-6e9e9147dc89 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'port': {'network_id': '480d5c0d-041f-4e6a-affa-c88c2367a826', 'fixed_ips': [{'subnet_id': '8b81a2a2-e8e3-4217-98ad-4649ab708408'}, {'subnet_id': '2aae20db-c979-41d9-93e2-dc2f91af0ae3'}], 'name': 'tempest-PortsIpV6TestJSON-40034949'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:11.810837 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d04617-048d-4a20-b5c1-6783633eeb41 req-d82a2237-255f-4d51-89d0-64f405119b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:11.812939 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-42d04617-048d-4a20-b5c1-6783633eeb41 req-d82a2237-255f-4d51-89d0-64f405119b8c service neutron] 10.222.0.53 "GET /v2.0/networks?id=912f32b5-e390-4be8-9d12-3a2d8b6092ff HTTP/1.1" status: 200 len: 911 time: 0.1610346 Jun 17 08:57:11.879053 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-42d04617-048d-4a20-b5c1-6783633eeb41 req-924e30b7-0aa0-42ce-9eca-4c575777d1bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ede01867-2389-4199-ac2d-f88cc6dbffb3 HTTP/1.1" status: 200 len: 217 time: 0.0527925 Jun 17 08:57:11.960631 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d04617-048d-4a20-b5c1-6783633eeb41 req-1eb70ada-d636-4c33-b4b4-d4920127970e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:11.964309 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-42d04617-048d-4a20-b5c1-6783633eeb41 req-1eb70ada-d636-4c33-b4b4-d4920127970e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=805d1282-ab7b-4070-932a-0bf16c5dbc98 HTTP/1.1" status: 200 len: 850 time: 0.0765443 Jun 17 08:57:11.974586 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01510a5-e526-4a0b-ab8a-2964cc5d5125 req-b6dbc3ec-4d0d-4edb-923b-8d43ee1f2bc5 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:11.976529 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a01510a5-e526-4a0b-ab8a-2964cc5d5125 req-b6dbc3ec-4d0d-4edb-923b-8d43ee1f2bc5 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1594090 Jun 17 08:57:12.002904 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609c17d3-0558-491d-9f7f-6e9e9147dc89 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:12.034812 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-42d04617-048d-4a20-b5c1-6783633eeb41 req-c38a3e01-c04b-437a-9ffa-5c903510da86 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=912f32b5-e390-4be8-9d12-3a2d8b6092ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570593 Jun 17 08:57:12.141880 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a01510a5-e526-4a0b-ab8a-2964cc5d5125 req-3fd331a6-80d7-4b1c-9557-8274cb174829 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524980 Jun 17 08:57:12.210131 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-609c17d3-0558-491d-9f7f-6e9e9147dc89 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:12.250280 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [None req-609c17d3-0558-491d-9f7f-6e9e9147dc89 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] device_id is not set on port c3036796-dd95-4937-a2ef-803612a6a81d yet. {{(pid=94519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:57:12.278832 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-42d04617-048d-4a20-b5c1-6783633eeb41 req-8f355419-db4b-4b25-8157-b2a6668f19b1 service neutron] 10.222.0.53 "GET /v2.0/networks/912f32b5-e390-4be8-9d12-3a2d8b6092ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337401 Jun 17 08:57:12.397239 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c208b3f7-1a95-4711-827d-a07fea337387 None None] Network 480d5c0d-041f-4e6a-affa-c88c2367a826 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:57:12.468933 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-42d04617-048d-4a20-b5c1-6783633eeb41 req-487f13fe-2d73-4955-a871-2acede28cad2 service neutron] 10.222.0.53 "GET /v2.0/networks/912f32b5-e390-4be8-9d12-3a2d8b6092ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814160 Jun 17 08:57:12.576079 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38618) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:12.590473 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ce63d4cd-4306-477c-97ee-1131d08e99d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:12.683808 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8a673396-7b63-4dde-8aab-34c84b5ed053 None None] Provisioning for port 20969743-2321-44d3-9c89-9088b4f01d50 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:57:12.702188 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ce63d4cd-4306-477c-97ee-1131d08e99d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:12.755409 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-609c17d3-0558-491d-9f7f-6e9e9147dc89 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Allocated IP 2001:db8::4 (480d5c0d-041f-4e6a-affa-c88c2367a826/8b81a2a2-e8e3-4217-98ad-4649ab708408/c3036796-dd95-4937-a2ef-803612a6a81d) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:12.781064 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0900ac-ab57-4e45-b26f-eef241a23eed None None] Update dhcp port {'port': {'network_id': '480d5c0d-041f-4e6a-affa-c88c2367a826', 'fixed_ips': [{'subnet_id': '8b81a2a2-e8e3-4217-98ad-4649ab708408', 'ip_address': '2001:db8::2'}, {'subnet_id': '2aae20db-c979-41d9-93e2-dc2f91af0ae3'}], 'binding:host_id': 'n-d-758944-30'}, 'id': '20969743-2321-44d3-9c89-9088b4f01d50'} from n-d-758944-30. {{(pid=94521) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:57:12.781191 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-609c17d3-0558-491d-9f7f-6e9e9147dc89 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Allocated IP 2001:db8:0:1::114 (480d5c0d-041f-4e6a-affa-c88c2367a826/2aae20db-c979-41d9-93e2-dc2f91af0ae3/c3036796-dd95-4937-a2ef-803612a6a81d) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:12.816175 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ce63d4cd-4306-477c-97ee-1131d08e99d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:12.818921 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-da40bd7d-44a8-4798-8cf3-a344280111c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:12.847459 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6f0900ac-ab57-4e45-b26f-eef241a23eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:12.897029 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ce63d4cd-4306-477c-97ee-1131d08e99d7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=191ceff7a8e742d2ae18731028e1b26c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3198175 Jun 17 08:57:12.898170 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63d4cd-4306-477c-97ee-1131d08e99d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934abef6-2e99-4aee-ad2a-527650eaf2a1,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:12.901222 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38624) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:12.939456 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ce63d4cd-4306-477c-97ee-1131d08e99d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:12.987513 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6cc66bbc-6743-43ca-ba9d-158a95c5796b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:13.011601 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6cc66bbc-6743-43ca-ba9d-158a95c5796b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:13.038711 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39917933-2a7c-4379-b376-f831b471e972 req-22fcd25f-e35d-40ed-a978-f248d2a863a1 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:13.040260 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-39917933-2a7c-4379-b376-f831b471e972 req-22fcd25f-e35d-40ed-a978-f248d2a863a1 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.49 "GET /v2.0/ports?device_id=695f0a6f-f8e5-4500-96d3-f71f250ac836 HTTP/1.1" status: 200 len: 944 time: 0.1648293 Jun 17 08:57:13.056264 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-609c17d3-0558-491d-9f7f-6e9e9147dc89 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:13.104123 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-39917933-2a7c-4379-b376-f831b471e972 req-0a6d6756-6cd5-45fe-8a23-698ce06706d4 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b404e4c-e741-44a4-99cc-3d29ce3bfe39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449994 Jun 17 08:57:13.173802 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6cc66bbc-6743-43ca-ba9d-158a95c5796b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:13.174204 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-609c17d3-0558-491d-9f7f-6e9e9147dc89 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Transition to ACTIVE for port object c3036796-dd95-4937-a2ef-803612a6a81d will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:13.176547 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6cc66bbc-6743-43ca-ba9d-158a95c5796b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:13.180335 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-6cc66bbc-6743-43ca-ba9d-158a95c5796b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/934abef6-2e99-4aee-ad2a-527650eaf2a1 HTTP/1.1" status: 204 len: 168 time: 0.2755730 Jun 17 08:57:13.180335 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-04d28b87-19a8-430a-89fe-df6a72864257 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:13.202402 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc66bbc-6743-43ca-ba9d-158a95c5796b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934abef6-2e99-4aee-ad2a-527650eaf2a1,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:13.208974 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6cc66bbc-6743-43ca-ba9d-158a95c5796b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:13.361128 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 20969743-2321-44d3-9c89-9088b4f01d50 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:57:13.405600 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-609c17d3-0558-491d-9f7f-6e9e9147dc89 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:13.409628 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-eb70b464-88df-404a-a76b-bee15d98f1cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:13.419189 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97dd7e-6993-4fdb-b96c-f271bd7b24f3 req-4b1eb132-5524-464a-af6a-951c63eaaaf1 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:13.421379 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3e97dd7e-6993-4fdb-b96c-f271bd7b24f3 req-4b1eb132-5524-464a-af6a-951c63eaaaf1 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.0682809 Jun 17 08:57:13.466489 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c17d3-0558-491d-9f7f-6e9e9147dc89 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Port': ['ID=c3036796-dd95-4937-a2ef-803612a6a81d,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:13.474493 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-609c17d3-0558-491d-9f7f-6e9e9147dc89 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:13.477583 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3e97dd7e-6993-4fdb-b96c-f271bd7b24f3 req-a0fd2394-ab03-4304-af98-66059a677749 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475326 Jun 17 08:57:13.498018 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609c17d3-0558-491d-9f7f-6e9e9147dc89 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network 480d5c0d-041f-4e6a-affa-c88c2367a826 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:13.501574 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-609c17d3-0558-491d-9f7f-6e9e9147dc89 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:13.504621 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609c17d3-0558-491d-9f7f-6e9e9147dc89 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:57:13.511104 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609c17d3-0558-491d-9f7f-6e9e9147dc89 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:13.512185 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-609c17d3-0558-491d-9f7f-6e9e9147dc89 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:13.512862 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-6f0900ac-ab57-4e45-b26f-eef241a23eed None None] Allocated IP 2001:db8:0:1::2 (480d5c0d-041f-4e6a-affa-c88c2367a826/2aae20db-c979-41d9-93e2-dc2f91af0ae3/20969743-2321-44d3-9c89-9088b4f01d50) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:13.624446 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-6f0900ac-ab57-4e45-b26f-eef241a23eed None None] For port 20969743-2321-44d3-9c89-9088b4f01d50, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=20969743-2321-44d3-9c89-9088b4f01d50,segment=NetworkSegment(141b3bf7-2d63-431a-b388-c1a932f58db6),segment_id=141b3bf7-2d63-431a-b388-c1a932f58db6)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:13.634507 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-609c17d3-0558-491d-9f7f-6e9e9147dc89 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1013 time: 1.8508129 Jun 17 08:57:13.641424 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 20969743-2321-44d3-9c89-9088b4f01d50 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:57:13.642043 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38652) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:13.652445 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-bf7fa6c6-3041-4f57-9067-356f080da78c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8b81a2a2-e8e3-4217-98ad-4649ab708408'}]}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:13.655649 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 20969743-2321-44d3-9c89-9088b4f01d50 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:13.657504 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:13.720408 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6f0900ac-ab57-4e45-b26f-eef241a23eed None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:13.743350 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-6f0900ac-ab57-4e45-b26f-eef241a23eed None None] Transition to ACTIVE for port object 20969743-2321-44d3-9c89-9088b4f01d50 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:13.815083 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:13.841849 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6f0900ac-ab57-4e45-b26f-eef241a23eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:13.845033 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-037ade33-15e7-4fde-8c18-70fd9be0502e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:13.885368 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bf7fa6c6-3041-4f57-9067-356f080da78c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:13.965270 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.db.api [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:57:13.965270 n-d-758944-30 neutron-server[94521]: DEBUG oslo_db.api [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:57:13.997049 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0900ac-ab57-4e45-b26f-eef241a23eed None None] Pushing event updated for resources: {'Port': ['ID=20969743-2321-44d3-9c89-9088b4f01d50,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:14.001406 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-6f0900ac-ab57-4e45-b26f-eef241a23eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:14.082311 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-35b2f8b8-1666-4715-b70d-e6d85d7dce54 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:14.083162 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-35b2f8b8-1666-4715-b70d-e6d85d7dce54 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/networks?id=5788c246-d497-4e21-8243-0ca8d7b04d08 HTTP/1.1" status: 200 len: 814 time: 0.3653469 Jun 17 08:57:14.197637 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-2673c48f-5285-4da6-b7b2-54f83038435a tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/quotas/9baf6f30d6ad4a09b3077aa4ccbb2548 HTTP/1.1" status: 200 len: 375 time: 0.1012955 Jun 17 08:57:14.290633 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device ede01867-2389-4199-ac2d-f88cc6dbffb3 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:57:14.376441 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-a90ad01c-fb36-43a5-8130-2023ad9184e0 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9baf6f30d6ad4a09b3077aa4ccbb2548&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1776245 Jun 17 08:57:14.588223 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6012aeb-57d3-468b-95c2-9013158cc61b req-ca43c613-ff9c-46a5-8069-a35b98d6bcbe tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:14.596124 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-bf7fa6c6-3041-4f57-9067-356f080da78c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Delete allocated IP 2001:db8:0:1::114 (480d5c0d-041f-4e6a-affa-c88c2367a826/2aae20db-c979-41d9-93e2-dc2f91af0ae3) {{(pid=94519) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 17 08:57:14.601806 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c6012aeb-57d3-468b-95c2-9013158cc61b req-ca43c613-ff9c-46a5-8069-a35b98d6bcbe tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.49 "GET /v2.0/ports?device_id=695f0a6f-f8e5-4500-96d3-f71f250ac836 HTTP/1.1" status: 200 len: 944 time: 0.2692165 Jun 17 08:57:14.635205 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:14.658276 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port ede01867-2389-4199-ac2d-f88cc6dbffb3, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ede01867-2389-4199-ac2d-f88cc6dbffb3,segment=NetworkSegment(a1ae2e8e-e4d6-4be3-8a29-120de60d32f2),segment_id=a1ae2e8e-e4d6-4be3-8a29-120de60d32f2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:14.696454 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c6012aeb-57d3-468b-95c2-9013158cc61b req-daa4aae9-4138-40bc-b3f5-8830cbb0edf2 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b404e4c-e741-44a4-99cc-3d29ce3bfe39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847998 Jun 17 08:57:14.700829 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': 'ede01867-2389-4199-ac2d-f88cc6dbffb3', 'network_id': '912f32b5-e390-4be8-9d12-3a2d8b6092ff', 'port_id': 'ede01867-2389-4199-ac2d-f88cc6dbffb3', 'mac_address': 'fa:16:3e:f7:43:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805d1282-ab7b-4070-932a-0bf16c5dbc98', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:57:14.769687 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 20969743-2321-44d3-9c89-9088b4f01d50, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=20969743-2321-44d3-9c89-9088b4f01d50,segment=NetworkSegment(141b3bf7-2d63-431a-b388-c1a932f58db6),segment_id=141b3bf7-2d63-431a-b388-c1a932f58db6)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:14.771029 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:14.800151 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede01867-2389-4199-ac2d-f88cc6dbffb3 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:57:14.824137 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port ede01867-2389-4199-ac2d-f88cc6dbffb3, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ede01867-2389-4199-ac2d-f88cc6dbffb3,segment=NetworkSegment(a1ae2e8e-e4d6-4be3-8a29-120de60d32f2),segment_id=a1ae2e8e-e4d6-4be3-8a29-120de60d32f2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:14.836996 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-3564a276-e9da-44c7-b020-47f793c0c890 service neutron] 10.222.0.49 "GET /v2.0/networks/5788c246-d497-4e21-8243-0ca8d7b04d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596667 Jun 17 08:57:14.856329 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:14.861455 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:14.926206 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=20969743-2321-44d3-9c89-9088b4f01d50,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:14.940749 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:14.945298 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:14.953000 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9d1c12a1-6c4c-420b-9e92-e7853a88df93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:14.953084 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bf7fa6c6-3041-4f57-9067-356f080da78c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:14.979292 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e762c9-243d-4628-9864-07547f2491dc None None] Network 480d5c0d-041f-4e6a-affa-c88c2367a826 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:57:14.986812 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-bf7fa6c6-3041-4f57-9067-356f080da78c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Ignored duplicate provisioning block setup for port c3036796-dd95-4937-a2ef-803612a6a81d by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 17 08:57:14.993214 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-2e5109a6-5f02-4b1a-aa67-98468fa37ebb service neutron] 10.222.0.49 "GET /v2.0/networks/5788c246-d497-4e21-8243-0ca8d7b04d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406448 Jun 17 08:57:15.091914 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=ede01867-2389-4199-ac2d-f88cc6dbffb3,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:15.097979 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:15.122713 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bf7fa6c6-3041-4f57-9067-356f080da78c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:15.128847 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-eb70b464-88df-404a-a76b-bee15d98f1cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:15.166357 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['ede01867-2389-4199-ac2d-f88cc6dbffb3'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:57:15.222874 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-bf7fa6c6-3041-4f57-9067-356f080da78c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] In _notify_port_updated(), no bound segment for port c3036796-dd95-4937-a2ef-803612a6a81d on network 480d5c0d-041f-4e6a-affa-c88c2367a826 {{(pid=94519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:57:15.222874 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7fa6c6-3041-4f57-9067-356f080da78c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:15.222874 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bf7fa6c6-3041-4f57-9067-356f080da78c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:15.223587 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-901bc238-b0fa-44e8-9c93-67b01edbedb8 None None] Provisioning for port 20969743-2321-44d3-9c89-9088b4f01d50 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:57:15.223681 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-bf7fa6c6-3041-4f57-9067-356f080da78c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "PUT /v2.0/ports/c3036796-dd95-4937-a2ef-803612a6a81d HTTP/1.1" status: 200 len: 922 time: 1.5751581 Jun 17 08:57:15.223681 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7fa6c6-3041-4f57-9067-356f080da78c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Port': ['ID=c3036796-dd95-4937-a2ef-803612a6a81d,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:15.223681 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38694) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:15.225208 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-bf7fa6c6-3041-4f57-9067-356f080da78c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:15.229425 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-a9dc093c-881f-4b63-a0d6-43df881af655 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8b81a2a2-e8e3-4217-98ad-4649ab708408'}, {'subnet_id': '2aae20db-c979-41d9-93e2-dc2f91af0ae3'}]}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:15.241014 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-901bc238-b0fa-44e8-9c93-67b01edbedb8 None None] Provisioning complete for port 20969743-2321-44d3-9c89-9088b4f01d50 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:15.241402 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-901bc238-b0fa-44e8-9c93-67b01edbedb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:15.284454 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 20969743-2321-44d3-9c89-9088b4f01d50 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:57:15.396909 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fac1f233-7e70-441b-a016-77d1b5b4ca25 req-6db9a712-27da-457a-9348-b59adf8db2b4 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=b35a821f-c6f0-4c21-9681-3bb5d960afd5 HTTP/1.1" status: 200 len: 210 time: 0.0467384 Jun 17 08:57:15.404507 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a9dc093c-881f-4b63-a0d6-43df881af655 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:15.503375 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 20969743-2321-44d3-9c89-9088b4f01d50 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:15.503810 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:15.870451 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-a9dc093c-881f-4b63-a0d6-43df881af655 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Allocated IP 2001:db8:0:1::a8 (480d5c0d-041f-4e6a-affa-c88c2367a826/2aae20db-c979-41d9-93e2-dc2f91af0ae3/c3036796-dd95-4937-a2ef-803612a6a81d) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:16.016580 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee3b1c-f188-4c3e-a164-14cd56528d7b req-55bc569a-73bc-46e9-9d96-bc14089d9c0a tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:16.018136 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4dee3b1c-f188-4c3e-a164-14cd56528d7b req-55bc569a-73bc-46e9-9d96-bc14089d9c0a tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.49 "GET /v2.0/ports?device_id=695f0a6f-f8e5-4500-96d3-f71f250ac836 HTTP/1.1" status: 200 len: 945 time: 0.1495669 Jun 17 08:57:16.093854 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a9dc093c-881f-4b63-a0d6-43df881af655 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:16.093854 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4dee3b1c-f188-4c3e-a164-14cd56528d7b req-b30541db-406e-4463-a113-313093ebe6fa tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b404e4c-e741-44a4-99cc-3d29ce3bfe39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657766 Jun 17 08:57:16.104786 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-a9dc093c-881f-4b63-a0d6-43df881af655 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Ignored duplicate provisioning block setup for port c3036796-dd95-4937-a2ef-803612a6a81d by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 17 08:57:16.118453 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-aacf7431-f893-4234-bf54-be5902d35871 None None] Provisioning for port c3036796-dd95-4937-a2ef-803612a6a81d completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:57:16.123454 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-aacf7431-f893-4234-bf54-be5902d35871 None None] Provisioning complete for port c3036796-dd95-4937-a2ef-803612a6a81d triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:16.124442 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-aacf7431-f893-4234-bf54-be5902d35871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:16.172282 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-aacf7431-f893-4234-bf54-be5902d35871 None None] Port c3036796-dd95-4937-a2ef-803612a6a81d cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:57:16.184484 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-aacf7431-f893-4234-bf54-be5902d35871 None None] Provisioning complete for port 20969743-2321-44d3-9c89-9088b4f01d50 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:16.184873 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-aacf7431-f893-4234-bf54-be5902d35871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:16.231333 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a9dc093c-881f-4b63-a0d6-43df881af655 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:16.233524 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4b52bebc-d64c-4178-bd1b-e0c7abc92503 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:16.313440 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device ede01867-2389-4199-ac2d-f88cc6dbffb3 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:57:16.367103 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38732) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:16.414564 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38738) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:16.429626 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-a9dc093c-881f-4b63-a0d6-43df881af655 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] In _notify_port_updated(), no bound segment for port c3036796-dd95-4937-a2ef-803612a6a81d on network 480d5c0d-041f-4e6a-affa-c88c2367a826 {{(pid=94519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:57:16.438682 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dc093c-881f-4b63-a0d6-43df881af655 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:16.438877 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a9dc093c-881f-4b63-a0d6-43df881af655 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:16.442852 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a9dc093c-881f-4b63-a0d6-43df881af655 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "PUT /v2.0/ports/c3036796-dd95-4937-a2ef-803612a6a81d HTTP/1.1" status: 200 len: 1007 time: 1.2171066 Jun 17 08:57:16.443531 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38744) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:16.451455 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc093c-881f-4b63-a0d6-43df881af655 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Port': ['ID=c3036796-dd95-4937-a2ef-803612a6a81d,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:16.455887 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a9dc093c-881f-4b63-a0d6-43df881af655 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:16.552810 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-706551dc-cf12-4f30-9afd-e6a0b6b87e25 None None] Provisioning complete for port c3036796-dd95-4937-a2ef-803612a6a81d triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:16.553360 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-706551dc-cf12-4f30-9afd-e6a0b6b87e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:16.567280 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-75427ac6-18d7-4591-a25b-ebd712340d20 req-72f3e85c-015b-46a4-a1a0-3237ad74e913 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=b35a821f-c6f0-4c21-9681-3bb5d960afd5 HTTP/1.1" status: 200 len: 210 time: 0.1036463 Jun 17 08:57:16.612253 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-35a78421-d2cd-4cff-a0fe-9fb20785ec8b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting port c3036796-dd95-4937-a2ef-803612a6a81d {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:16.612857 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-35a78421-d2cd-4cff-a0fe-9fb20785ec8b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:16.644027 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port ede01867-2389-4199-ac2d-f88cc6dbffb3 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:57:16.679573 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-706551dc-cf12-4f30-9afd-e6a0b6b87e25 None None] Port c3036796-dd95-4937-a2ef-803612a6a81d cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:57:16.681607 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port ede01867-2389-4199-ac2d-f88cc6dbffb3 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:16.682106 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:16.712556 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f3984fb2-bfd0-42c7-b9ec-9146024c0531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:16.782749 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:16.783758 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-35a78421-d2cd-4cff-a0fe-9fb20785ec8b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:16.813456 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '695f0a6f-f8e5-4500-96d3-f71f250ac836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede01867-2389-4199-ac2d-f88cc6dbffb3'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:57:16.815790 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5253161b-9f59-4bbc-a13d-4ac78ea4009f" -d '{"events": [{"server_uuid": "695f0a6f-f8e5-4500-96d3-f71f250ac836", "name": "network-vif-plugged", "status": "completed", "tag": "ede01867-2389-4199-ac2d-f88cc6dbffb3"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:57:16.832211 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port ede01867-2389-4199-ac2d-f88cc6dbffb3, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ede01867-2389-4199-ac2d-f88cc6dbffb3,segment=NetworkSegment(a1ae2e8e-e4d6-4be3-8a29-120de60d32f2),segment_id=a1ae2e8e-e4d6-4be3-8a29-120de60d32f2)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:16.836070 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-9545a5ce-bfee-4055-994e-5670e97b6993 None None] Provisioning complete for port c3036796-dd95-4937-a2ef-803612a6a81d triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:16.836070 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9545a5ce-bfee-4055-994e-5670e97b6993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:16.837932 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-d4104dec-00be-4653-b0a9-329b7f486fa8 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:16.869071 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-35a78421-d2cd-4cff-a0fe-9fb20785ec8b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Calling delete_port for c3036796-dd95-4937-a2ef-803612a6a81d owned by {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:16.874607 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bd4bae-4ac2-43c3-bf7d-bc9ef86264ca x-openstack-request-id: req-c7bd4bae-4ac2-43c3-bf7d-bc9ef86264ca {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:57:16.874831 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "695f0a6f-f8e5-4500-96d3-f71f250ac836", "name": "network-vif-plugged", "status": "completed", "tag": "ede01867-2389-4199-ac2d-f88cc6dbffb3", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:57:16.875088 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c7bd4bae-4ac2-43c3-bf7d-bc9ef86264ca {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:57:16.876269 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '695f0a6f-f8e5-4500-96d3-f71f250ac836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede01867-2389-4199-ac2d-f88cc6dbffb3', 'code': 200} Jun 17 08:57:16.890694 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-9545a5ce-bfee-4055-994e-5670e97b6993 None None] Port c3036796-dd95-4937-a2ef-803612a6a81d cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:57:16.947323 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:16.950022 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-2afe189f-cefa-40e0-992c-77e29a01fcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:17.016865 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=ede01867-2389-4199-ac2d-f88cc6dbffb3,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:17.033245 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:17.044373 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f3984fb2-bfd0-42c7-b9ec-9146024c0531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:17.063002 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37e96d-3143-4fba-94a3-8eb8c1e45c03 req-a2de1784-7af3-43c5-87f8-be80eb2382e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:17.064698 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1c37e96d-3143-4fba-94a3-8eb8c1e45c03 req-a2de1784-7af3-43c5-87f8-be80eb2382e7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=695f0a6f-f8e5-4500-96d3-f71f250ac836 HTTP/1.1" status: 200 len: 1098 time: 0.1256294 Jun 17 08:57:17.135085 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1c37e96d-3143-4fba-94a3-8eb8c1e45c03 req-a822bb19-222a-4e75-9aa3-49d3fc179a96 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6b404e4c-e741-44a4-99cc-3d29ce3bfe39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466838 Jun 17 08:57:17.187120 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f3984fb2-bfd0-42c7-b9ec-9146024c0531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:17.193153 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-04225362-029a-4423-b116-e425aa1c415c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:17.240215 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3984fb2-bfd0-42c7-b9ec-9146024c0531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356e0639-6c4f-4080-a2a4-0ea496c1f301,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:17.244731 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f3984fb2-bfd0-42c7-b9ec-9146024c0531 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=956e94e0bfa04b459abe9c7c7181afad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8288836 Jun 17 08:57:17.248346 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f3984fb2-bfd0-42c7-b9ec-9146024c0531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:17.248346 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38758) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:17.302784 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ebe05320-dfb8-4e9a-b8b9-227b684b535c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:17.314499 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-35a78421-d2cd-4cff-a0fe-9fb20785ec8b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:17.321365 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3b536563-9d7c-48e0-bd73-d29871a61f10 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:17.331155 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68c3ee-eeab-4e58-9355-03db734704e2 req-030ac816-fe67-44b5-baab-4c539bebe46c tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:17.332670 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9b68c3ee-eeab-4e58-9355-03db734704e2 req-030ac816-fe67-44b5-baab-4c539bebe46c tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.49 "GET /v2.0/ports?device_id=695f0a6f-f8e5-4500-96d3-f71f250ac836 HTTP/1.1" status: 200 len: 946 time: 0.1157184 Jun 17 08:57:17.361597 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ebe05320-dfb8-4e9a-b8b9-227b684b535c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:17.370095 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a78421-d2cd-4cff-a0fe-9fb20785ec8b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Port': ['ID=c3036796-dd95-4937-a2ef-803612a6a81d,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:17.373092 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-35a78421-d2cd-4cff-a0fe-9fb20785ec8b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:17.376552 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d4104dec-00be-4653-b0a9-329b7f486fa8 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:17.380947 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9b68c3ee-eeab-4e58-9355-03db734704e2 req-b693d4af-e131-426c-8741-20bbe7e5f5db tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b404e4c-e741-44a4-99cc-3d29ce3bfe39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415390 Jun 17 08:57:17.476657 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-35a78421-d2cd-4cff-a0fe-9fb20785ec8b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:17.480904 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-35a78421-d2cd-4cff-a0fe-9fb20785ec8b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/ports/c3036796-dd95-4937-a2ef-803612a6a81d HTTP/1.1" status: 204 len: 168 time: 1.0338793 Jun 17 08:57:17.482124 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38762) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:17.535579 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-748bd60f-e251-47ca-8d53-0175084818b7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] GET failed (client error): The resource could not be found. Jun 17 08:57:17.540380 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-748bd60f-e251-47ca-8d53-0175084818b7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "GET /v2.0/ports/c3036796-dd95-4937-a2ef-803612a6a81d HTTP/1.1" status: 404 len: 333 time: 0.0578704 Jun 17 08:57:17.540567 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38764) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:17.627850 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:17.653522 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d4104dec-00be-4653-b0a9-329b7f486fa8 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:17.689495 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-b567036e-57ac-43b2-8b8f-fbc4486e3f87 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting subnet 2aae20db-c979-41d9-93e2-dc2f91af0ae3 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:57:17.689495 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b567036e-57ac-43b2-8b8f-fbc4486e3f87 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:17.725586 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ebe05320-dfb8-4e9a-b8b9-227b684b535c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:17.728266 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ebe05320-dfb8-4e9a-b8b9-227b684b535c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:17.732386 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ebe05320-dfb8-4e9a-b8b9-227b684b535c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/356e0639-6c4f-4080-a2a4-0ea496c1f301 HTTP/1.1" status: 204 len: 168 time: 0.4840715 Jun 17 08:57:17.733981 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-15caecb1-1e61-410f-ad73-beffa4b58529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:17.751602 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe05320-dfb8-4e9a-b8b9-227b684b535c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356e0639-6c4f-4080-a2a4-0ea496c1f301,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:17.752543 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b567036e-57ac-43b2-8b8f-fbc4486e3f87 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:17.764725 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ebe05320-dfb8-4e9a-b8b9-227b684b535c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:17.823864 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-d4104dec-00be-4653-b0a9-329b7f486fa8 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Allocated IP 172.25.2.203 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/1dff5ee7-7d84-448d-8eb7-00586c8145f1) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:17.823979 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d2b614e-d8e4-4596-9eff-cc823ad7845a req-00443cbe-5628-40ee-be30-3eab2cd175bd tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=b35a821f-c6f0-4c21-9681-3bb5d960afd5 HTTP/1.1" status: 200 len: 210 time: 0.0414138 Jun 17 08:57:17.884987 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b567036e-57ac-43b2-8b8f-fbc4486e3f87 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:17.941580 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d4104dec-00be-4653-b0a9-329b7f486fa8 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:18.227963 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b567036e-57ac-43b2-8b8f-fbc4486e3f87 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:18.228102 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d4104dec-00be-4653-b0a9-329b7f486fa8 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:18.230988 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-31f3d3f4-20ef-47df-a0ae-b5e5d93e1a22 tempest-AllowedAddressPairIpV6TestJSON-166067631 tempest-AllowedAddressPairIpV6TestJSON-166067631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:18.231146 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6dbb353d-a6e0-41c6-ab4b-a85c98fddc4b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:18.258766 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567036e-57ac-43b2-8b8f-fbc4486e3f87 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Subnet': ['ID=2aae20db-c979-41d9-93e2-dc2f91af0ae3,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:18.262890 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b567036e-57ac-43b2-8b8f-fbc4486e3f87 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:18.274765 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dff97c-d89c-4336-8fc0-5057d49fc01e None None] Network 480d5c0d-041f-4e6a-affa-c88c2367a826 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:57:18.274941 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b567036e-57ac-43b2-8b8f-fbc4486e3f87 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:18.302129 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b567036e-57ac-43b2-8b8f-fbc4486e3f87 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/subnets/2aae20db-c979-41d9-93e2-dc2f91af0ae3 HTTP/1.1" status: 204 len: 168 time: 0.7351816 Jun 17 08:57:18.302286 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4104dec-00be-4653-b0a9-329b7f486fa8 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:18.302286 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-d4104dec-00be-4653-b0a9-329b7f486fa8 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:18.302286 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4104dec-00be-4653-b0a9-329b7f486fa8 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:57:18.305454 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38778) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:18.308279 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4104dec-00be-4653-b0a9-329b7f486fa8 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Pushing event updated for resources: {'Port': ['ID=1dff5ee7-7d84-448d-8eb7-00586c8145f1,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:18.330651 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d4104dec-00be-4653-b0a9-329b7f486fa8 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:18.426593 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d4104dec-00be-4653-b0a9-329b7f486fa8 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:18.486431 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-889f18f3-ca49-41ed-bf65-48b6b425adbb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting subnet 8b81a2a2-e8e3-4217-98ad-4649ab708408 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:57:18.492944 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-889f18f3-ca49-41ed-bf65-48b6b425adbb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:18.556219 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-889f18f3-ca49-41ed-bf65-48b6b425adbb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:18.599968 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d4344-242e-44e5-aab1-dd4643f97297 req-536e3f55-057b-43ea-addc-9a3ae4ef8d16 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:18.601905 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9c2d4344-242e-44e5-aab1-dd4643f97297 req-536e3f55-057b-43ea-addc-9a3ae4ef8d16 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.49 "GET /v2.0/ports?device_id=695f0a6f-f8e5-4500-96d3-f71f250ac836 HTTP/1.1" status: 200 len: 946 time: 0.0861533 Jun 17 08:57:18.602440 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-2af88625-3e8d-457f-80f9-ab4b3671ef2d tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:18.603972 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-2af88625-3e8d-457f-80f9-ab4b3671ef2d tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.50 "GET /v2.0/networks?id=5788c246-d497-4e21-8243-0ca8d7b04d08 HTTP/1.1" status: 200 len: 814 time: 0.2186778 Jun 17 08:57:18.616392 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-54f715b8-f680-4340-82ed-e25879de39aa tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Request body: {'port': {'device_id': 'b35a821f-c6f0-4c21-9681-3bb5d960afd5', 'network_id': '5788c246-d497-4e21-8243-0ca8d7b04d08', 'admin_state_up': True, 'tenant_id': '9baf6f30d6ad4a09b3077aa4ccbb2548'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:18.657371 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9c2d4344-242e-44e5-aab1-dd4643f97297 req-0505f86c-8c05-4dd2-909a-a742f709dec9 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b404e4c-e741-44a4-99cc-3d29ce3bfe39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434859 Jun 17 08:57:18.782850 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d4104dec-00be-4653-b0a9-329b7f486fa8 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:18.925093 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-889f18f3-ca49-41ed-bf65-48b6b425adbb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:18.989299 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38796) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:19.021580 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f30aff5d-89a2-449e-b1b4-18e8f6f49353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.104735 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d4104dec-00be-4653-b0a9-329b7f486fa8 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.245869 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-68ddcfa0-0d55-48a0-8194-70ad84cb7c49 None None] Provisioning complete for port 20969743-2321-44d3-9c89-9088b4f01d50 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:19.246487 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-68ddcfa0-0d55-48a0-8194-70ad84cb7c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.271462 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d4104dec-00be-4653-b0a9-329b7f486fa8 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.279282 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d4104dec-00be-4653-b0a9-329b7f486fa8 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:19.331307 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4104dec-00be-4653-b0a9-329b7f486fa8 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Pushing event updated for resources: {'Port': ['ID=1dff5ee7-7d84-448d-8eb7-00586c8145f1,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:19.338204 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d4104dec-00be-4653-b0a9-329b7f486fa8 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:19.407959 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f30aff5d-89a2-449e-b1b4-18e8f6f49353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.410052 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d4104dec-00be-4653-b0a9-329b7f486fa8 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.429691 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-07ecbecb-1ff2-493e-866c-cecc34661191 req-dc557e46-601f-4a40-a272-4df332109580 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=b35a821f-c6f0-4c21-9681-3bb5d960afd5 HTTP/1.1" status: 200 len: 210 time: 0.3650875 Jun 17 08:57:19.431384 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-889f18f3-ca49-41ed-bf65-48b6b425adbb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.433364 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-54f715b8-f680-4340-82ed-e25879de39aa tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Made reservation on behalf of 9baf6f30d6ad4a09b3077aa4ccbb2548 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:19.436975 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-54f715b8-f680-4340-82ed-e25879de39aa tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.440441 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c94d62bc-566e-44cc-b558-f20e80b6353f tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:19.474939 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-889f18f3-ca49-41ed-bf65-48b6b425adbb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.476709 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-889f18f3-ca49-41ed-bf65-48b6b425adbb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/subnets/8b81a2a2-e8e3-4217-98ad-4649ab708408 HTTP/1.1" status: 204 len: 168 time: 1.1697476 Jun 17 08:57:19.477954 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f18f3-ca49-41ed-bf65-48b6b425adbb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Subnet': ['ID=8b81a2a2-e8e3-4217-98ad-4649ab708408,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:19.479506 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38800) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:19.483669 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ac318f-be61-4258-a1bc-e62b1ab9704f None None] Network 480d5c0d-041f-4e6a-affa-c88c2367a826 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:57:19.484734 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-889f18f3-ca49-41ed-bf65-48b6b425adbb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:19.582802 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f30aff5d-89a2-449e-b1b4-18e8f6f49353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.585342 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-499e6c9c-276a-4448-82dd-9259155dab09 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:19.603332 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fef39bcd-f89c-4e9c-aaba-1ce53f88ca94 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.629512 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30aff5d-89a2-449e-b1b4-18e8f6f49353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb7d30a-0a18-4f77-bf5d-600ad35fd4a5,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:19.634104 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f30aff5d-89a2-449e-b1b4-18e8f6f49353 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=82f709835c354bcdb87922e6233bb00d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6437368 Jun 17 08:57:19.640681 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f30aff5d-89a2-449e-b1b4-18e8f6f49353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:19.640681 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38802) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:19.694547 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-54f715b8-f680-4340-82ed-e25879de39aa tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Allocated IP 172.20.0.8 (5788c246-d497-4e21-8243-0ca8d7b04d08/c704bc30-219f-4216-8f07-a3fd2280feec/0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:19.711651 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d4104dec-00be-4653-b0a9-329b7f486fa8 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.713175 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d4104dec-00be-4653-b0a9-329b7f486fa8 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3447540 Jun 17 08:57:19.716173 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38804) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:19.718999 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c88d0f4-087c-420b-82e8-a7a41e8a4e24 None None] DHCP port deletion for 480d5c0d-041f-4e6a-affa-c88c2367a826 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:57:19.722253 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-b66c14f3-228d-4f2d-a10e-e69cff9a3173 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1498532518', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'fixed_ips': [{'ip_address': '172.25.2.203'}]}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:19.726805 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a311171b-7bb6-4b5f-921c-17f9f4ebccc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.742510 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-fef39bcd-f89c-4e9c-aaba-1ce53f88ca94 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting port 20969743-2321-44d3-9c89-9088b4f01d50 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:19.743975 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fef39bcd-f89c-4e9c-aaba-1ce53f88ca94 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.760165 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a311171b-7bb6-4b5f-921c-17f9f4ebccc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.778582 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-2c88d0f4-087c-420b-82e8-a7a41e8a4e24 None None] Deleting port 20969743-2321-44d3-9c89-9088b4f01d50 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:19.779144 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2c88d0f4-087c-420b-82e8-a7a41e8a4e24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.833358 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66c14f3-228d-4f2d-a10e-e69cff9a3173 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Made reservation on behalf of d24a52004877419ea48f92a4b51d7111 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:19.841265 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b66c14f3-228d-4f2d-a10e-e69cff9a3173 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.863880 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-2c88d0f4-087c-420b-82e8-a7a41e8a4e24 None None] For port 20969743-2321-44d3-9c89-9088b4f01d50, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=20969743-2321-44d3-9c89-9088b4f01d50,segment=NetworkSegment(141b3bf7-2d63-431a-b388-c1a932f58db6),segment_id=141b3bf7-2d63-431a-b388-c1a932f58db6)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:19.864191 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b66c14f3-228d-4f2d-a10e-e69cff9a3173 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.864681 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2c88d0f4-087c-420b-82e8-a7a41e8a4e24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.874060 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-fef39bcd-f89c-4e9c-aaba-1ce53f88ca94 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] For port 20969743-2321-44d3-9c89-9088b4f01d50, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=20969743-2321-44d3-9c89-9088b4f01d50,segment=NetworkSegment(141b3bf7-2d63-431a-b388-c1a932f58db6),segment_id=141b3bf7-2d63-431a-b388-c1a932f58db6)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:19.874531 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fef39bcd-f89c-4e9c-aaba-1ce53f88ca94 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.917553 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a311171b-7bb6-4b5f-921c-17f9f4ebccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.920206 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a311171b-7bb6-4b5f-921c-17f9f4ebccc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:19.922083 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a311171b-7bb6-4b5f-921c-17f9f4ebccc9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ffb7d30a-0a18-4f77-bf5d-600ad35fd4a5 HTTP/1.1" status: 204 len: 168 time: 0.2813869 Jun 17 08:57:19.938914 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ebe05320-dfb8-4e9a-b8b9-227b684b535c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:19.960989 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-fef39bcd-f89c-4e9c-aaba-1ce53f88ca94 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Calling delete_port for 20969743-2321-44d3-9c89-9088b4f01d50 owned by network:dhcp {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:19.973263 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311171b-7bb6-4b5f-921c-17f9f4ebccc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb7d30a-0a18-4f77-bf5d-600ad35fd4a5,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:19.979251 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-2c88d0f4-087c-420b-82e8-a7a41e8a4e24 None None] Calling delete_port for 20969743-2321-44d3-9c89-9088b4f01d50 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:19.979593 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a311171b-7bb6-4b5f-921c-17f9f4ebccc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:20.077976 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b66c14f3-228d-4f2d-a10e-e69cff9a3173 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:20.084519 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-54f715b8-f680-4340-82ed-e25879de39aa tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:20.108745 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f7efd-c732-4800-9e2b-943c460519c2 req-66e22e98-5714-42a5-9b75-04290b1d56c0 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:20.110273 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7d9f7efd-c732-4800-9e2b-943c460519c2 req-66e22e98-5714-42a5-9b75-04290b1d56c0 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.49 "GET /v2.0/ports?device_id=695f0a6f-f8e5-4500-96d3-f71f250ac836 HTTP/1.1" status: 200 len: 946 time: 0.0949862 Jun 17 08:57:20.149368 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7d9f7efd-c732-4800-9e2b-943c460519c2 req-e9bff803-911c-4c6b-86cd-16428311b136 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b404e4c-e741-44a4-99cc-3d29ce3bfe39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333550 Jun 17 08:57:20.181445 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b66c14f3-228d-4f2d-a10e-e69cff9a3173 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:20.183667 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-167f8993-e548-461a-bd7f-3ddffc06a7f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:20.188121 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [None req-b66c14f3-228d-4f2d-a10e-e69cff9a3173 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] device_id is not set on port 55992865-e310-423b-81fa-1291a5f94170 yet. {{(pid=94520) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:57:20.231621 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2c88d0f4-087c-420b-82e8-a7a41e8a4e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:20.235102 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f696b681-052d-4690-8b8b-4a9eb1378fb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:20.237471 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fef39bcd-f89c-4e9c-aaba-1ce53f88ca94 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:20.243053 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9a94b6ca-2b46-4029-b835-78f6754fe8e0 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:20.257063 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88d0f4-087c-420b-82e8-a7a41e8a4e24 None None] Pushing event deleted for resources: {'Port': ['ID=20969743-2321-44d3-9c89-9088b4f01d50,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:20.259350 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-2c88d0f4-087c-420b-82e8-a7a41e8a4e24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:20.268009 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c14f3-228d-4f2d-a10e-e69cff9a3173 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a804ddb6-6618-4e65-8384-78db321020f6,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:20.268904 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef39bcd-f89c-4e9c-aaba-1ce53f88ca94 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Port': ['ID=20969743-2321-44d3-9c89-9088b4f01d50,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:20.270845 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef39bcd-f89c-4e9c-aaba-1ce53f88ca94 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] No DVR routers for this DVR port 20969743-2321-44d3-9c89-9088b4f01d50 on host n-d-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:57:20.272639 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fef39bcd-f89c-4e9c-aaba-1ce53f88ca94 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:20.276134 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c88d0f4-087c-420b-82e8-a7a41e8a4e24 None None] No DVR routers for this DVR port 20969743-2321-44d3-9c89-9088b4f01d50 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:57:20.277476 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b66c14f3-228d-4f2d-a10e-e69cff9a3173 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:20.347971 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-54f715b8-f680-4340-82ed-e25879de39aa tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:20.354015 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7d130a79-f740-43fa-9d9d-40e7e5b4c1f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:20.359962 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['c7183c1f-f7ca-41a4-9b32-f3fa0591266b'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:57:20.396545 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fef39bcd-f89c-4e9c-aaba-1ce53f88ca94 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:20.415565 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-54f715b8-f680-4340-82ed-e25879de39aa tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Network 5788c246-d497-4e21-8243-0ca8d7b04d08 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:20.419360 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-fef39bcd-f89c-4e9c-aaba-1ce53f88ca94 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480d5c0d-041f-4e6a-affa-c88c2367a826']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:20.426502 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-54f715b8-f680-4340-82ed-e25879de39aa tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:20.445062 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-54f715b8-f680-4340-82ed-e25879de39aa tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:57:20.450198 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-fef39bcd-f89c-4e9c-aaba-1ce53f88ca94 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141b3bf7-2d63-431a-b388-c1a932f58db6') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:20.450512 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-fef39bcd-f89c-4e9c-aaba-1ce53f88ca94 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141b3bf7-2d63-431a-b388-c1a932f58db6') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:20.453169 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f715b8-f680-4340-82ed-e25879de39aa tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Pushing event updated for resources: {'Port': ['ID=0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:20.479058 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-54f715b8-f680-4340-82ed-e25879de39aa tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:20.488269 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fef39bcd-f89c-4e9c-aaba-1ce53f88ca94 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:20.510650 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fef39bcd-f89c-4e9c-aaba-1ce53f88ca94 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:20.521230 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef39bcd-f89c-4e9c-aaba-1ce53f88ca94 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:57:20.521760 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fef39bcd-f89c-4e9c-aaba-1ce53f88ca94 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:20.540491 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66c14f3-228d-4f2d-a10e-e69cff9a3173 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 17 08:57:20.541685 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b66c14f3-228d-4f2d-a10e-e69cff9a3173 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: self.session.flush() Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: self.session.flush() Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: self.session.flush() Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: self.session.flush() Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:57:20.625095 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:57:20.637592 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:20.641351 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-54f715b8-f680-4340-82ed-e25879de39aa tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:20.642077 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-54f715b8-f680-4340-82ed-e25879de39aa tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:20.707992 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b66c14f3-228d-4f2d-a10e-e69cff9a3173 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9907243 Jun 17 08:57:20.710647 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38828) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:20.750238 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b07b3-671a-467e-81dd-212d67e47585 req-b6eb2090-32dd-42f8-831e-b5b54d3dd82f tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:20.751996 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8b0b07b3-671a-467e-81dd-212d67e47585 req-b6eb2090-32dd-42f8-831e-b5b54d3dd82f tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=b35a821f-c6f0-4c21-9681-3bb5d960afd5 HTTP/1.1" status: 200 len: 931 time: 0.1227138 Jun 17 08:57:20.792202 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8b0b07b3-671a-467e-81dd-212d67e47585 req-ef7f57c3-4670-421b-b6b0-e0f7c7d53245 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345283 Jun 17 08:57:20.827145 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fef39bcd-f89c-4e9c-aaba-1ce53f88ca94 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:20.832392 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f8fdb393-b624-41e9-830a-0783b29ec6ed tempest-FloatingIPNegativeTestJSON-400671541 tempest-FloatingIPNegativeTestJSON-400671541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:20.835911 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fef39bcd-f89c-4e9c-aaba-1ce53f88ca94 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:20.837766 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-fef39bcd-f89c-4e9c-aaba-1ce53f88ca94 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/networks/480d5c0d-041f-4e6a-affa-c88c2367a826 HTTP/1.1" status: 204 len: 168 time: 1.3571682 Jun 17 08:57:20.849932 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38830) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:20.861211 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef39bcd-f89c-4e9c-aaba-1ce53f88ca94 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Network': ['ID=480d5c0d-041f-4e6a-affa-c88c2367a826,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:20.880810 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fef39bcd-f89c-4e9c-aaba-1ce53f88ca94 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:20.903294 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-54f715b8-f680-4340-82ed-e25879de39aa tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2907007 Jun 17 08:57:20.944084 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1a8e73-35b3-4973-bc6f-bcfffacd75ba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:20.948959 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3e1a8e73-35b3-4973-bc6f-bcfffacd75ba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0948682 Jun 17 08:57:20.949235 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38836) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:21.069347 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-b9f5e21c-fadd-46a0-bfe2-191c5c76d136 service neutron] Request body: {'port': {'device_id': 'b35a821f-c6f0-4c21-9681-3bb5d960afd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:21.104470 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-53ace3c9-6781-433d-b0b5-042ff5ba6c49 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1506705 Jun 17 08:57:21.104698 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38840) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:21.111813 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-5366ffd7-2edb-4990-839e-901314261d37 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-483185097'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:21.175216 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-b9f5e21c-fadd-46a0-bfe2-191c5c76d136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:21.241785 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff27c9-59da-404a-8f88-c13a83b74117 req-dfebdcde-6fd2-4790-8f01-9c4c174e3a7e tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:21.243658 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b7ff27c9-59da-404a-8f88-c13a83b74117 req-dfebdcde-6fd2-4790-8f01-9c4c174e3a7e tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.53 "GET /v2.0/ports?device_id=695f0a6f-f8e5-4500-96d3-f71f250ac836 HTTP/1.1" status: 200 len: 946 time: 0.1256797 Jun 17 08:57:21.259464 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-28c14044-3d2e-4329-a418-b46f3939dd67 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Deleting port 1dff5ee7-7d84-448d-8eb7-00586c8145f1 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:21.259836 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-28c14044-3d2e-4329-a418-b46f3939dd67 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:21.290410 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 20969743-2321-44d3-9c89-9088b4f01d50 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:57:21.314659 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 20969743-2321-44d3-9c89-9088b4f01d50 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:57:21.315247 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 20969743-2321-44d3-9c89-9088b4f01d50 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:57:21.340164 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5366ffd7-2edb-4990-839e-901314261d37 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:21.343736 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5366ffd7-2edb-4990-839e-901314261d37 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:21.422584 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-28c14044-3d2e-4329-a418-b46f3939dd67 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:21.423014 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-28c14044-3d2e-4329-a418-b46f3939dd67 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:21.449315 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5366ffd7-2edb-4990-839e-901314261d37 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:57:21.483728 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5366ffd7-2edb-4990-839e-901314261d37 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:21.483949 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-5366ffd7-2edb-4990-839e-901314261d37 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Added segment 1e0bec0e-ae80-46ae-a269-e824cbb9f1f7 of type vlan for network c9ed590a-cdc9-4bcd-9202-8e39eed77cce Jun 17 08:57:21.492512 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-28c14044-3d2e-4329-a418-b46f3939dd67 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Calling delete_port for 1dff5ee7-7d84-448d-8eb7-00586c8145f1 owned by network:floatingip {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:21.514616 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-b7ff27c9-59da-404a-8f88-c13a83b74117 req-cf7e7f1b-80c4-4ac8-be88-82b6ea6eeac5 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Deleting port ede01867-2389-4199-ac2d-f88cc6dbffb3 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:21.515042 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b7ff27c9-59da-404a-8f88-c13a83b74117 req-cf7e7f1b-80c4-4ac8-be88-82b6ea6eeac5 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:21.560043 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a96b4-236f-4659-8f28-f9a306ed8477 req-9ff639ff-6bc1-4b1f-824d-6e1efb0397bb tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:21.564196 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e27a96b4-236f-4659-8f28-f9a306ed8477 req-9ff639ff-6bc1-4b1f-824d-6e1efb0397bb tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.49 "GET /v2.0/ports?device_id=695f0a6f-f8e5-4500-96d3-f71f250ac836 HTTP/1.1" status: 200 len: 946 time: 0.2171080 Jun 17 08:57:21.572866 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5366ffd7-2edb-4990-839e-901314261d37 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:21.645409 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e27a96b4-236f-4659-8f28-f9a306ed8477 req-8dc0b49e-fb7a-4caa-8c02-c8f389d184d1 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b404e4c-e741-44a4-99cc-3d29ce3bfe39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743899 Jun 17 08:57:21.679400 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-b7ff27c9-59da-404a-8f88-c13a83b74117 req-cf7e7f1b-80c4-4ac8-be88-82b6ea6eeac5 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] For port ede01867-2389-4199-ac2d-f88cc6dbffb3, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=ede01867-2389-4199-ac2d-f88cc6dbffb3,segment=NetworkSegment(a1ae2e8e-e4d6-4be3-8a29-120de60d32f2),segment_id=a1ae2e8e-e4d6-4be3-8a29-120de60d32f2)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:21.679400 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b7ff27c9-59da-404a-8f88-c13a83b74117 req-cf7e7f1b-80c4-4ac8-be88-82b6ea6eeac5 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:21.697979 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-b9f5e21c-fadd-46a0-bfe2-191c5c76d136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:57:21.706405 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-b9f5e21c-fadd-46a0-bfe2-191c5c76d136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:21.744480 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-b7ff27c9-59da-404a-8f88-c13a83b74117 req-cf7e7f1b-80c4-4ac8-be88-82b6ea6eeac5 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Calling delete_port for ede01867-2389-4199-ac2d-f88cc6dbffb3 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:21.787339 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5366ffd7-2edb-4990-839e-901314261d37 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:21.793102 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5366ffd7-2edb-4990-839e-901314261d37 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:21.793715 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5366ffd7-2edb-4990-839e-901314261d37 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:21.796449 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ef9296c3-9448-4a1f-9694-f6ce90ebab98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:21.916181 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366ffd7-2edb-4990-839e-901314261d37 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Network': ['ID=c9ed590a-cdc9-4bcd-9202-8e39eed77cce,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:21.920908 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5366ffd7-2edb-4990-839e-901314261d37 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8148634 Jun 17 08:57:21.923538 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38864) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:21.926434 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5366ffd7-2edb-4990-839e-901314261d37 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:21.933384 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network c9ed590a-cdc9-4bcd-9202-8e39eed77cce details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:57:21.940882 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-4b766f77-0eac-4167-9b89-7a840cf1bcee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'subnet': {'network_id': 'c9ed590a-cdc9-4bcd-9202-8e39eed77cce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:21.944696 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-28c14044-3d2e-4329-a418-b46f3939dd67 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:21.951647 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7a38ef09-ef60-402c-9025-eb347f2da64c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:22.067050 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c14044-3d2e-4329-a418-b46f3939dd67 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Pushing event deleted for resources: {'Port': ['ID=1dff5ee7-7d84-448d-8eb7-00586c8145f1,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:22.076264 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-28c14044-3d2e-4329-a418-b46f3939dd67 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:22.183483 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-28c14044-3d2e-4329-a418-b46f3939dd67 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:22.186706 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-28c14044-3d2e-4329-a418-b46f3939dd67 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:22.188182 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-28c14044-3d2e-4329-a418-b46f3939dd67 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/35a04466-f3f4-474d-af22-fe975168a350 HTTP/1.1" status: 204 len: 168 time: 1.4764898 Jun 17 08:57:22.206779 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02044e49-6fc6-4d0b-8fde-8780160e0591 req-9b3472de-384c-40a2-b151-b8b891631fed tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:22.214293 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-02044e49-6fc6-4d0b-8fde-8780160e0591 req-9b3472de-384c-40a2-b151-b8b891631fed tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=b35a821f-c6f0-4c21-9681-3bb5d960afd5 HTTP/1.1" status: 200 len: 931 time: 0.2375309 Jun 17 08:57:22.219401 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-b9f5e21c-fadd-46a0-bfe2-191c5c76d136 service neutron] Transition to ACTIVE for port object 0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:22.225011 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b7ff27c9-59da-404a-8f88-c13a83b74117 req-cf7e7f1b-80c4-4ac8-be88-82b6ea6eeac5 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:22.238033 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['ede01867-2389-4199-ac2d-f88cc6dbffb3'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:57:22.241508 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-938704ec-69e2-40e9-8bab-e36362751fc8 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:22.281436 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e7f1b-80c4-4ac8-be88-82b6ea6eeac5 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Pushing event deleted for resources: {'Port': ['ID=ede01867-2389-4199-ac2d-f88cc6dbffb3,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:22.305547 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-cf7e7f1b-80c4-4ac8-be88-82b6ea6eeac5 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:22.314311 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-02044e49-6fc6-4d0b-8fde-8780160e0591 req-6332ca59-0cca-4089-95ba-1ae0d7e92357 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991719 Jun 17 08:57:22.330172 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ff27c9-59da-404a-8f88-c13a83b74117 req-cf7e7f1b-80c4-4ac8-be88-82b6ea6eeac5 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] No DVR routers for this DVR port ede01867-2389-4199-ac2d-f88cc6dbffb3 on host n-h2-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:57:22.335012 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b7ff27c9-59da-404a-8f88-c13a83b74117 req-cf7e7f1b-80c4-4ac8-be88-82b6ea6eeac5 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:22.335012 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b7ff27c9-59da-404a-8f88-c13a83b74117 req-cf7e7f1b-80c4-4ac8-be88-82b6ea6eeac5 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.53 "DELETE /v2.0/ports/ede01867-2389-4199-ac2d-f88cc6dbffb3 HTTP/1.1" status: 204 len: 173 time: 1.0831461 Jun 17 08:57:22.335215 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '695f0a6f-f8e5-4500-96d3-f71f250ac836', 'name': 'network-vif-deleted', 'tag': 'ede01867-2389-4199-ac2d-f88cc6dbffb3'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:57:22.337631 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b127fd8c-62fc-4f0d-aa9f-bf5f4e9965aa" -d '{"events": [{"server_uuid": "695f0a6f-f8e5-4500-96d3-f71f250ac836", "name": "network-vif-deleted", "tag": "ede01867-2389-4199-ac2d-f88cc6dbffb3"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:57:22.364378 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b766f77-0eac-4167-9b89-7a840cf1bcee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:22.368104 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4b766f77-0eac-4167-9b89-7a840cf1bcee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:22.433097 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-b9f5e21c-fadd-46a0-bfe2-191c5c76d136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:22.436295 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-18d5c61e-d027-4cb1-ad56-324fce80742c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:22.520924 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5e21c-fadd-46a0-bfe2-191c5c76d136 service neutron] Pushing event updated for resources: {'Port': ['ID=0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:22.542209 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b9f5e21c-fadd-46a0-bfe2-191c5c76d136 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:22.599118 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-b9f5e21c-fadd-46a0-bfe2-191c5c76d136 service neutron] Attempting to bind port 0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:57:22.599459 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-b9f5e21c-fadd-46a0-bfe2-191c5c76d136 service neutron] Attempting to bind port 0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '017d444f-7f66-4d60-991f-78a7d3563e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5788c246-d497-4e21-8243-0ca8d7b04d08'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:57:22.600274 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-b9f5e21c-fadd-46a0-bfe2-191c5c76d136 service neutron] Attempting to bind port 0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322 on network 5788c246-d497-4e21-8243-0ca8d7b04d08 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:57:22.606146 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-b9f5e21c-fadd-46a0-bfe2-191c5c76d136 service neutron] Port 0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322 on network 5788c246-d497-4e21-8243-0ca8d7b04d08 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:57:22.611145 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-b9f5e21c-fadd-46a0-bfe2-191c5c76d136 service neutron] Attempting to bind port 0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322 on network 5788c246-d497-4e21-8243-0ca8d7b04d08 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:57:22.613344 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-b9f5e21c-fadd-46a0-bfe2-191c5c76d136 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:57:22.613698 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-b9f5e21c-fadd-46a0-bfe2-191c5c76d136 service neutron] Checking segment: {'id': '017d444f-7f66-4d60-991f-78a7d3563e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5788c246-d497-4e21-8243-0ca8d7b04d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:57:22.614186 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-b9f5e21c-fadd-46a0-bfe2-191c5c76d136 service neutron] Bound using segment: {'id': '017d444f-7f66-4d60-991f-78a7d3563e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5788c246-d497-4e21-8243-0ca8d7b04d08'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:57:22.614826 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-b9f5e21c-fadd-46a0-bfe2-191c5c76d136 service neutron] Bound port: 0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017d444f-7f66-4d60-991f-78a7d3563e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5788c246-d497-4e21-8243-0ca8d7b04d08'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:57:22.615222 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-b9f5e21c-fadd-46a0-bfe2-191c5c76d136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:22.623134 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052729fd-9b5a-4cb5-881b-07f1e3606399 x-openstack-request-id: req-052729fd-9b5a-4cb5-881b-07f1e3606399 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:57:22.623532 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "695f0a6f-f8e5-4500-96d3-f71f250ac836", "name": "network-vif-deleted", "tag": "ede01867-2389-4199-ac2d-f88cc6dbffb3", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:57:22.623874 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-052729fd-9b5a-4cb5-881b-07f1e3606399 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:57:22.624567 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '695f0a6f-f8e5-4500-96d3-f71f250ac836', 'name': 'network-vif-deleted', 'tag': 'ede01867-2389-4199-ac2d-f88cc6dbffb3', 'status': 'completed', 'code': 200} Jun 17 08:57:22.694750 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-b9f5e21c-fadd-46a0-bfe2-191c5c76d136 service neutron] For port 0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:57:22.699658 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-b9f5e21c-fadd-46a0-bfe2-191c5c76d136 service neutron] For port 0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322,segment=NetworkSegment(017d444f-7f66-4d60-991f-78a7d3563e0d),segment_id=017d444f-7f66-4d60-991f-78a7d3563e0d)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:57:22.713013 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4b766f77-0eac-4167-9b89-7a840cf1bcee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:22.715320 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b7806dd6-84b6-436c-b15f-fdd702694af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:22.819760 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-b9f5e21c-fadd-46a0-bfe2-191c5c76d136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:22.822816 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6bc75e3f-2b14-4360-8aa9-dd387604eaba tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:22.857001 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d3bdead3-3e5c-4368-9be4-6623877c0ced req-94f288e8-1374-4d7a-9687-e0fbbf4f8571 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] 10.222.0.49 "GET /v2.0/ports?device_id=695f0a6f-f8e5-4500-96d3-f71f250ac836 HTTP/1.1" status: 200 len: 210 time: 0.0564411 Jun 17 08:57:22.859671 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b766f77-0eac-4167-9b89-7a840cf1bcee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Subnet': ['ID=4087c174-b2d9-4cae-b0d4-7727c551eb19,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:22.860276 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-b9f5e21c-fadd-46a0-bfe2-191c5c76d136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:22.860910 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-b9f5e21c-fadd-46a0-bfe2-191c5c76d136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:22.862409 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-b9f5e21c-fadd-46a0-bfe2-191c5c76d136 service neutron] 10.222.0.50 "PUT /v2.0/ports/0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322 HTTP/1.1" status: 200 len: 1092 time: 1.9481781 Jun 17 08:57:22.867654 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35a821f-c6f0-4c21-9681-3bb5d960afd5', 'tag': '0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:57:22.867654 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8e716b-f3df-4c3b-a68a-28584a5a5da4" -d '{"events": [{"name": "network-changed", "server_uuid": "b35a821f-c6f0-4c21-9681-3bb5d960afd5", "tag": "0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:57:22.870808 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4b766f77-0eac-4167-9b89-7a840cf1bcee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:22.876630 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b766f77-0eac-4167-9b89-7a840cf1bcee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Checking segment: {'id': '1e0bec0e-ae80-46ae-a269-e824cbb9f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c9ed590a-cdc9-4bcd-9202-8e39eed77cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:57:22.877114 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b766f77-0eac-4167-9b89-7a840cf1bcee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network hostable DHCP agents. Network: c9ed590a-cdc9-4bcd-9202-8e39eed77cce, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:57:22.929562 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38892) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:22.942236 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5e21c-fadd-46a0-bfe2-191c5c76d136 service neutron] Pushing event updated for resources: {'Port': ['ID=0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:22.956311 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64229d41-cfa2-4c46-9f75-7c5ffb2b38af x-openstack-request-id: req-64229d41-cfa2-4c46-9f75-7c5ffb2b38af {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:57:22.956663 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35a821f-c6f0-4c21-9681-3bb5d960afd5", "tag": "0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:57:22.957101 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64229d41-cfa2-4c46-9f75-7c5ffb2b38af {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:57:22.957441 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35a821f-c6f0-4c21-9681-3bb5d960afd5', 'tag': '0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322', 'status': 'completed', 'code': 200} Jun 17 08:57:22.964112 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b9f5e21c-fadd-46a0-bfe2-191c5c76d136 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:23.021819 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e716b-f3df-4c3b-a68a-28584a5a5da4 req-3457cffc-77d9-43fc-8894-b6cfaa24db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:23.023541 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8c8e716b-f3df-4c3b-a68a-28584a5a5da4 req-3457cffc-77d9-43fc-8894-b6cfaa24db1e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9baf6f30d6ad4a09b3077aa4ccbb2548&device_id=b35a821f-c6f0-4c21-9681-3bb5d960afd5 HTTP/1.1" status: 200 len: 1095 time: 0.0652692 Jun 17 08:57:23.088008 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b766f77-0eac-4167-9b89-7a840cf1bcee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network c9ed590a-cdc9-4bcd-9202-8e39eed77cce is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:57:23.139793 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e716b-f3df-4c3b-a68a-28584a5a5da4 req-e6c0e504-8273-457b-a55e-a0b16a03ee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:23.141294 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8c8e716b-f3df-4c3b-a68a-28584a5a5da4 req-e6c0e504-8273-457b-a55e-a0b16a03ee42 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=9baf6f30d6ad4a09b3077aa4ccbb2548&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1095595 Jun 17 08:57:23.232077 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-63bd6656-9a79-4432-97d6-f3a034b9a5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:23.293536 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e716b-f3df-4c3b-a68a-28584a5a5da4 req-2f8dbf56-3e0d-441f-bb1a-b7d0445bb9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:23.294983 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8c8e716b-f3df-4c3b-a68a-28584a5a5da4 req-2f8dbf56-3e0d-441f-bb1a-b7d0445bb9df service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1475291 Jun 17 08:57:23.370059 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-4b766f77-0eac-4167-9b89-7a840cf1bcee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, c9ed590a-cdc9-4bcd-9202-8e39eed77cce) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:23.376432 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b766f77-0eac-4167-9b89-7a840cf1bcee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:23.377140 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4b766f77-0eac-4167-9b89-7a840cf1bcee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:23.385327 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b30f6a-c350-489e-bdb3-f8842651c759 None None] Network c9ed590a-cdc9-4bcd-9202-8e39eed77cce requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:57:23.405241 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-63bd6656-9a79-4432-97d6-f3a034b9a5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:23.432647 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-92fe97d0-87be-463c-9913-962ab6aaaf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:23.436123 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-92fe97d0-87be-463c-9913-962ab6aaaf15 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9baf6f30d6ad4a09b3077aa4ccbb2548&device_id=b35a821f-c6f0-4c21-9681-3bb5d960afd5 HTTP/1.1" status: 200 len: 1095 time: 0.0939147 Jun 17 08:57:23.501400 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-e0d1cdc8-8da2-456a-ab28-7d7e4b5cd9e7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322 HTTP/1.1" status: 200 len: 217 time: 0.0590315 Jun 17 08:57:23.556380 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-63bd6656-9a79-4432-97d6-f3a034b9a5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:23.566159 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9b6a6df4-56ea-45a2-b3b4-8d5e21f7bf86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:23.582752 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dc50a1-6113-4c5d-be96-bf11eabe69ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-c9ed590a-cdc9-4bcd-9202-8e39eed77cce', 'network_id': 'c9ed590a-cdc9-4bcd-9202-8e39eed77cce', 'tenant_id': '8ae7279a0cd8403da4579402065347bd', 'fixed_ips': [{'subnet_id': '4087c174-b2d9-4cae-b0d4-7727c551eb19'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:57:23.585811 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-96dc50a1-6113-4c5d-be96-bf11eabe69ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:23.624258 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-63bd6656-9a79-4432-97d6-f3a034b9a5ef admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f70d4d52a4724cd1b6ccb0e560c4beed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6873729 Jun 17 08:57:23.624897 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38910) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:23.631485 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-4e221e1c-0cde-4a94-962c-92583330c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:23.631485 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-4e221e1c-0cde-4a94-962c-92583330c795 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c704bc30-219f-4216-8f07-a3fd2280feec HTTP/1.1" status: 200 len: 854 time: 0.1089866 Jun 17 08:57:23.661532 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd6656-9a79-4432-97d6-f3a034b9a5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b4814e-46e8-4da0-9fb1-3d7d213c952d,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:23.671729 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4b766f77-0eac-4167-9b89-7a840cf1bcee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7466564 Jun 17 08:57:23.674548 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38914) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:23.674862 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-63bd6656-9a79-4432-97d6-f3a034b9a5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:23.683234 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-64b4a22f-1637-4093-980f-02bd23f871bb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'port': {'network_id': 'c9ed590a-cdc9-4bcd-9202-8e39eed77cce', 'name': 'tempest-PortsIpV6TestJSON-1296754945'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:23.708831 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-78ff5533-3d8a-4fbe-85bd-a0d4ee3cefcd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5788c246-d497-4e21-8243-0ca8d7b04d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666125 Jun 17 08:57:23.739164 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dd11dfa1-3d8b-4cd4-8507-5d6a8b8c3d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:23.746614 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad7426-0414-4bb1-9d51-c4fc48c84c01 req-f00c67f3-7ef9-4228-ab81-08abef1a809a tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:23.748203 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-adad7426-0414-4bb1-9d51-c4fc48c84c01 req-f00c67f3-7ef9-4228-ab81-08abef1a809a tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=b35a821f-c6f0-4c21-9681-3bb5d960afd5 HTTP/1.1" status: 200 len: 943 time: 0.2589266 Jun 17 08:57:23.764524 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-96dc50a1-6113-4c5d-be96-bf11eabe69ef None None] Allocated IP 2001:db8::2 (c9ed590a-cdc9-4bcd-9202-8e39eed77cce/4087c174-b2d9-4cae-b0d4-7727c551eb19/7ef73792-ad7d-48e6-a451-bc447317b1c1) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:23.790249 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dd11dfa1-3d8b-4cd4-8507-5d6a8b8c3d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:23.857070 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-adad7426-0414-4bb1-9d51-c4fc48c84c01 req-f94347e6-d6ae-4af4-9fba-083bebc7ce77 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740826 Jun 17 08:57:23.895783 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-343add93-31a4-4740-b9d7-e0340806908f service neutron] 10.222.0.50 "GET /v2.0/networks/5788c246-d497-4e21-8243-0ca8d7b04d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808608 Jun 17 08:57:23.970057 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dd11dfa1-3d8b-4cd4-8507-5d6a8b8c3d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:23.971039 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-96dc50a1-6113-4c5d-be96-bf11eabe69ef None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:23.974437 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dd11dfa1-3d8b-4cd4-8507-5d6a8b8c3d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:23.976440 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-dd11dfa1-3d8b-4cd4-8507-5d6a8b8c3d94 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f9b4814e-46e8-4da0-9fb1-3d7d213c952d HTTP/1.1" status: 204 len: 168 time: 0.3504031 Jun 17 08:57:23.977633 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5d6dab26-a1ca-45de-93b6-a8d05878c1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:23.980075 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b4a22f-1637-4093-980f-02bd23f871bb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:23.987528 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-64b4a22f-1637-4093-980f-02bd23f871bb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:23.993448 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-96dc50a1-6113-4c5d-be96-bf11eabe69ef None None] Transition to ACTIVE for port object 7ef73792-ad7d-48e6-a451-bc447317b1c1 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:24.011504 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [None req-64b4a22f-1637-4093-980f-02bd23f871bb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] device_id is not set on port 8cfb8769-67ab-48d4-b145-ccccc7404f05 yet. {{(pid=94520) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:57:24.029182 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11dfa1-3d8b-4cd4-8507-5d6a8b8c3d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b4814e-46e8-4da0-9fb1-3d7d213c952d,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:24.031732 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-96dc50a1-6113-4c5d-be96-bf11eabe69ef None None] Transition to ACTIVE for port object 7ef73792-ad7d-48e6-a451-bc447317b1c1 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:24.046266 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dd11dfa1-3d8b-4cd4-8507-5d6a8b8c3d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:24.062434 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0aac884a-728b-4695-960b-9e5d765b4aa0 req-1a2b4378-944c-4234-9162-4a40866f81ac service neutron] 10.222.0.50 "GET /v2.0/networks/5788c246-d497-4e21-8243-0ca8d7b04d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601517 Jun 17 08:57:24.116968 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-96dc50a1-6113-4c5d-be96-bf11eabe69ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:24.119270 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:24.159327 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dc50a1-6113-4c5d-be96-bf11eabe69ef None None] Network c9ed590a-cdc9-4bcd-9202-8e39eed77cce is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:24.162510 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-96dc50a1-6113-4c5d-be96-bf11eabe69ef None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:24.166831 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dc50a1-6113-4c5d-be96-bf11eabe69ef None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:57:24.183594 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc50a1-6113-4c5d-be96-bf11eabe69ef None None] Pushing event updated for resources: {'Port': ['ID=7ef73792-ad7d-48e6-a451-bc447317b1c1,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:24.198373 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-96dc50a1-6113-4c5d-be96-bf11eabe69ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:24.232766 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-64b4a22f-1637-4093-980f-02bd23f871bb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Allocated IP 2001:db8::383 (c9ed590a-cdc9-4bcd-9202-8e39eed77cce/4087c174-b2d9-4cae-b0d4-7727c551eb19/8cfb8769-67ab-48d4-b145-ccccc7404f05) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:24.290300 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-96dc50a1-6113-4c5d-be96-bf11eabe69ef None None] Attempting to bind port 7ef73792-ad7d-48e6-a451-bc447317b1c1 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:57:24.291774 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-96dc50a1-6113-4c5d-be96-bf11eabe69ef None None] Attempting to bind port 7ef73792-ad7d-48e6-a451-bc447317b1c1 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '1e0bec0e-ae80-46ae-a269-e824cbb9f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c9ed590a-cdc9-4bcd-9202-8e39eed77cce'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:57:24.293392 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dc50a1-6113-4c5d-be96-bf11eabe69ef None None] Attempting to bind port 7ef73792-ad7d-48e6-a451-bc447317b1c1 on network c9ed590a-cdc9-4bcd-9202-8e39eed77cce {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:57:24.300523 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dc50a1-6113-4c5d-be96-bf11eabe69ef None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:57:24.300921 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dc50a1-6113-4c5d-be96-bf11eabe69ef None None] Checking segment: {'id': '1e0bec0e-ae80-46ae-a269-e824cbb9f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c9ed590a-cdc9-4bcd-9202-8e39eed77cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:57:24.301338 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-96dc50a1-6113-4c5d-be96-bf11eabe69ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:24.301742 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dc50a1-6113-4c5d-be96-bf11eabe69ef None None] Bound using segment: {'id': '1e0bec0e-ae80-46ae-a269-e824cbb9f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c9ed590a-cdc9-4bcd-9202-8e39eed77cce'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:57:24.302224 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-96dc50a1-6113-4c5d-be96-bf11eabe69ef None None] Bound port: 7ef73792-ad7d-48e6-a451-bc447317b1c1, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0bec0e-ae80-46ae-a269-e824cbb9f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c9ed590a-cdc9-4bcd-9202-8e39eed77cce'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:57:24.302615 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-96dc50a1-6113-4c5d-be96-bf11eabe69ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:24.396531 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-96dc50a1-6113-4c5d-be96-bf11eabe69ef None None] For port 7ef73792-ad7d-48e6-a451-bc447317b1c1, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:57:24.407998 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-96dc50a1-6113-4c5d-be96-bf11eabe69ef None None] For port 7ef73792-ad7d-48e6-a451-bc447317b1c1, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=7ef73792-ad7d-48e6-a451-bc447317b1c1,segment=NetworkSegment(1e0bec0e-ae80-46ae-a269-e824cbb9f1f7),segment_id=1e0bec0e-ae80-46ae-a269-e824cbb9f1f7)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:57:24.494262 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-96dc50a1-6113-4c5d-be96-bf11eabe69ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:24.502024 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f696b681-052d-4690-8b8b-4a9eb1378fb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:24.507121 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-64b4a22f-1637-4093-980f-02bd23f871bb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:24.552262 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-64b4a22f-1637-4093-980f-02bd23f871bb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Transition to ACTIVE for port object 8cfb8769-67ab-48d4-b145-ccccc7404f05 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:24.593296 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc50a1-6113-4c5d-be96-bf11eabe69ef None None] Pushing event updated for resources: {'Port': ['ID=7ef73792-ad7d-48e6-a451-bc447317b1c1,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:24.597721 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-96dc50a1-6113-4c5d-be96-bf11eabe69ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:24.768110 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-64b4a22f-1637-4093-980f-02bd23f871bb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:24.774946 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38968) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:24.778791 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7ccc317e-4622-4f2a-b461-c5b6a81986f7 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:24.842766 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b4a22f-1637-4093-980f-02bd23f871bb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network c9ed590a-cdc9-4bcd-9202-8e39eed77cce is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:24.848923 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-64b4a22f-1637-4093-980f-02bd23f871bb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:24.851545 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b4a22f-1637-4093-980f-02bd23f871bb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:57:24.857465 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac990981-5aad-4854-824a-ab21b8d0570b admin admin] Deleting subnet 805d1282-ab7b-4070-932a-0bf16c5dbc98 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:57:24.858177 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b4a22f-1637-4093-980f-02bd23f871bb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:24.862584 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-64b4a22f-1637-4093-980f-02bd23f871bb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:24.862720 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ac990981-5aad-4854-824a-ab21b8d0570b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:24.868846 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4a22f-1637-4093-980f-02bd23f871bb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Port': ['ID=8cfb8769-67ab-48d4-b145-ccccc7404f05,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:24.872691 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-64b4a22f-1637-4093-980f-02bd23f871bb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:24.911896 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ac990981-5aad-4854-824a-ab21b8d0570b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:24.954140 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ac990981-5aad-4854-824a-ab21b8d0570b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:25.009563 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-64b4a22f-1637-4093-980f-02bd23f871bb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3329909 Jun 17 08:57:25.012846 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38972) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:25.018318 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-5eab042c-ad52-468c-ad2e-110e315271ee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'port': {'network_id': 'c9ed590a-cdc9-4bcd-9202-8e39eed77cce', 'name': 'tempest-PortsIpV6TestJSON-170220256'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:25.064602 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6d2e0-374e-4c54-86c0-475699fdacc1 req-32a18201-e3ea-4b49-860d-d9550db68465 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:25.066355 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-00f6d2e0-374e-4c54-86c0-475699fdacc1 req-32a18201-e3ea-4b49-860d-d9550db68465 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=b35a821f-c6f0-4c21-9681-3bb5d960afd5 HTTP/1.1" status: 200 len: 943 time: 0.0693278 Jun 17 08:57:25.105315 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-00f6d2e0-374e-4c54-86c0-475699fdacc1 req-ba475187-01cc-49fb-a729-d7ff3b180484 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332296 Jun 17 08:57:25.136605 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ac990981-5aad-4854-824a-ab21b8d0570b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:25.139899 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ac236026-ea16-412d-bb1f-d5d1fbf2fbef tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:25.160137 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38974) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:25.165298 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac990981-5aad-4854-824a-ab21b8d0570b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=805d1282-ab7b-4070-932a-0bf16c5dbc98,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:25.167735 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ac990981-5aad-4854-824a-ab21b8d0570b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:25.171397 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ac990981-5aad-4854-824a-ab21b8d0570b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/805d1282-ab7b-4070-932a-0bf16c5dbc98 HTTP/1.1" status: 204 len: 168 time: 0.3931878 Jun 17 08:57:25.171397 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ac990981-5aad-4854-824a-ab21b8d0570b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:25.171967 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 38976) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:25.203882 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a778b998-5342-4829-a095-82e81cf5726c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d24a52004877419ea48f92a4b51d7111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423019 Jun 17 08:57:25.206143 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 38978) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:25.248241 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-305deb15-438b-414b-96f4-28c0fd68b573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:25.262344 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eab042c-ad52-468c-ad2e-110e315271ee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:25.265997 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5eab042c-ad52-468c-ad2e-110e315271ee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:25.274797 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c3635fb0-d44e-4d9d-8010-ab416253e6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:25.306486 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 7ef73792-ad7d-48e6-a451-bc447317b1c1 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:57:25.308491 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c3635fb0-d44e-4d9d-8010-ab416253e6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:25.324674 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [None req-5eab042c-ad52-468c-ad2e-110e315271ee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] device_id is not set on port 1291d32c-6219-4d37-bbbd-932789f128ea yet. {{(pid=94519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:57:25.426526 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-305deb15-438b-414b-96f4-28c0fd68b573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:25.442513 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-305deb15-438b-414b-96f4-28c0fd68b573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912f32b5-e390-4be8-9d12-3a2d8b6092ff']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:25.457446 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-305deb15-438b-414b-96f4-28c0fd68b573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ae2e8e-e4d6-4be3-8a29-120de60d32f2') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:25.457751 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-305deb15-438b-414b-96f4-28c0fd68b573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ae2e8e-e4d6-4be3-8a29-120de60d32f2') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:25.495454 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-305deb15-438b-414b-96f4-28c0fd68b573 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:25.516349 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f54604e0-edb0-47cc-8b45-2c5d3a7c68b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:25.518606 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c3635fb0-d44e-4d9d-8010-ab416253e6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:25.521016 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c3635fb0-d44e-4d9d-8010-ab416253e6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:25.521634 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-305deb15-438b-414b-96f4-28c0fd68b573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:25.522751 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c3635fb0-d44e-4d9d-8010-ab416253e6fe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a804ddb6-6618-4e65-8384-78db321020f6 HTTP/1.1" status: 204 len: 168 time: 0.3155403 Jun 17 08:57:25.523857 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dcf17c98-00fd-4c62-9f2c-faa8b7010ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:25.535331 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3635fb0-d44e-4d9d-8010-ab416253e6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a804ddb6-6618-4e65-8384-78db321020f6,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:25.538892 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c3635fb0-d44e-4d9d-8010-ab416253e6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:25.547301 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305deb15-438b-414b-96f4-28c0fd68b573 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:57:25.548080 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-305deb15-438b-414b-96f4-28c0fd68b573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:25.564703 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 7ef73792-ad7d-48e6-a451-bc447317b1c1 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:57:25.603481 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:57:25.640665 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-5eab042c-ad52-468c-ad2e-110e315271ee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Allocated IP 2001:db8::100 (c9ed590a-cdc9-4bcd-9202-8e39eed77cce/4087c174-b2d9-4cae-b0d4-7727c551eb19/1291d32c-6219-4d37-bbbd-932789f128ea) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:25.719584 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1640dac9-5afc-48c7-91d3-1532294efa7f None None] Network c9ed590a-cdc9-4bcd-9202-8e39eed77cce requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:57:25.823439 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-305deb15-438b-414b-96f4-28c0fd68b573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:25.830558 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-71b7ae51-d73f-415e-8fa3-e415737d26b2 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:25.838514 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-305deb15-438b-414b-96f4-28c0fd68b573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:25.839751 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-305deb15-438b-414b-96f4-28c0fd68b573 admin admin] 10.222.0.49 "DELETE /v2.0/networks/912f32b5-e390-4be8-9d12-3a2d8b6092ff HTTP/1.1" status: 204 len: 168 time: 0.6670113 Jun 17 08:57:25.857395 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305deb15-438b-414b-96f4-28c0fd68b573 admin admin] Pushing event deleted for resources: {'Network': ['ID=912f32b5-e390-4be8-9d12-3a2d8b6092ff,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:25.862243 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-305deb15-438b-414b-96f4-28c0fd68b573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:25.887779 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5eab042c-ad52-468c-ad2e-110e315271ee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:25.903590 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-5eab042c-ad52-468c-ad2e-110e315271ee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Transition to ACTIVE for port object 1291d32c-6219-4d37-bbbd-932789f128ea will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:26.087739 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-9ab8d086-6d3d-4094-9c6e-8287dc64e2ae None None] Provisioning for port 7ef73792-ad7d-48e6-a451-bc447317b1c1 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:57:26.092936 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-9ab8d086-6d3d-4094-9c6e-8287dc64e2ae None None] Provisioning complete for port 7ef73792-ad7d-48e6-a451-bc447317b1c1 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:26.093408 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9ab8d086-6d3d-4094-9c6e-8287dc64e2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:26.160343 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5eab042c-ad52-468c-ad2e-110e315271ee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:26.188868 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-25e0ac3f-5361-435c-a20f-e4bf8fa79b1b tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:26.213858 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9ab8d086-6d3d-4094-9c6e-8287dc64e2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:26.252128 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-9ab8d086-6d3d-4094-9c6e-8287dc64e2ae None None] For port 7ef73792-ad7d-48e6-a451-bc447317b1c1, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=7ef73792-ad7d-48e6-a451-bc447317b1c1,segment=NetworkSegment(1e0bec0e-ae80-46ae-a269-e824cbb9f1f7),segment_id=1e0bec0e-ae80-46ae-a269-e824cbb9f1f7)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:26.276098 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eab042c-ad52-468c-ad2e-110e315271ee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network c9ed590a-cdc9-4bcd-9202-8e39eed77cce is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:26.277714 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-5eab042c-ad52-468c-ad2e-110e315271ee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:26.281123 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eab042c-ad52-468c-ad2e-110e315271ee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:57:26.287276 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eab042c-ad52-468c-ad2e-110e315271ee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:26.287849 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5eab042c-ad52-468c-ad2e-110e315271ee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:26.306968 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab042c-ad52-468c-ad2e-110e315271ee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Port': ['ID=1291d32c-6219-4d37-bbbd-932789f128ea,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:26.310121 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5eab042c-ad52-468c-ad2e-110e315271ee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:26.362328 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:57:26.364791 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device ede01867-2389-4199-ac2d-f88cc6dbffb3 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:57:26.398596 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: ede01867-2389-4199-ac2d-f88cc6dbffb3 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:57:26.399295 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device ede01867-2389-4199-ac2d-f88cc6dbffb3 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:57:26.411953 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7c881-2562-414a-a01e-3f2eaa69be05 req-2aff050d-3c83-4c32-8aff-f942813bed20 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:26.414760 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-65b7c881-2562-414a-a01e-3f2eaa69be05 req-2aff050d-3c83-4c32-8aff-f942813bed20 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=b35a821f-c6f0-4c21-9681-3bb5d960afd5 HTTP/1.1" status: 200 len: 943 time: 0.0964260 Jun 17 08:57:26.494490 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-65b7c881-2562-414a-a01e-3f2eaa69be05 req-dc6588f3-e33b-49db-a605-12f8cc39424b tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729973 Jun 17 08:57:26.524617 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5eab042c-ad52-468c-ad2e-110e315271ee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5108042 Jun 17 08:57:26.527217 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39006) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:26.527742 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9ab8d086-6d3d-4094-9c6e-8287dc64e2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:26.535869 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:26.580279 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39008) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:26.620077 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8d086-6d3d-4094-9c6e-8287dc64e2ae None None] Pushing event updated for resources: {'Port': ['ID=7ef73792-ad7d-48e6-a451-bc447317b1c1,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:26.631318 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9ab8d086-6d3d-4094-9c6e-8287dc64e2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:26.643794 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322,segment=NetworkSegment(017d444f-7f66-4d60-991f-78a7d3563e0d),segment_id=017d444f-7f66-4d60-991f-78a7d3563e0d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:26.671653 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-2eaf121e-c3ac-4e75-8a55-c4c7d1188f0a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6218462a4df748f0a25f839bf5a7bb45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0876424 Jun 17 08:57:26.673525 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39010) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:26.694477 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322', 'network_id': '5788c246-d497-4e21-8243-0ca8d7b04d08', 'port_id': '0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322', 'mac_address': 'fa:16:3e:aa:62:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c704bc30-219f-4216-8f07-a3fd2280feec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:57:26.804069 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2bbc0c-dfc4-4baf-8dd3-2a61981110cc tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:26.816896 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-aa2bbc0c-dfc4-4baf-8dd3-2a61981110cc tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A383 HTTP/1.1" status: 200 len: 929 time: 0.2882795 Jun 17 08:57:26.817547 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39018) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:26.824300 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:26.858642 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:57:26.910651 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322,segment=NetworkSegment(017d444f-7f66-4d60-991f-78a7d3563e0d),segment_id=017d444f-7f66-4d60-991f-78a7d3563e0d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:26.911973 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-18853486-b8e6-475f-a82f-ff9cab45731a None None] Provisioning complete for port 7ef73792-ad7d-48e6-a451-bc447317b1c1 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:26.912359 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-18853486-b8e6-475f-a82f-ff9cab45731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:27.030214 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:27.035973 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-fd301bfe-1519-498b-a10e-34e15bd48388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:27.070190 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-f3eb7c16-40e0-429c-92e9-df0c4ed9c078 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting port 1291d32c-6219-4d37-bbbd-932789f128ea {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:27.070190 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f3eb7c16-40e0-429c-92e9-df0c4ed9c078 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:27.099623 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:27.102864 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:27.184627 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f3eb7c16-40e0-429c-92e9-df0c4ed9c078 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:27.225006 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-18853486-b8e6-475f-a82f-ff9cab45731a None None] Provisioning for port 8cfb8769-67ab-48d4-b145-ccccc7404f05 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:57:27.227640 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-18853486-b8e6-475f-a82f-ff9cab45731a None None] Provisioning complete for port 8cfb8769-67ab-48d4-b145-ccccc7404f05 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:27.233656 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d3c419eb-75f9-4f1f-bcb7-f8fdfed6f929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:27.234632 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-18853486-b8e6-475f-a82f-ff9cab45731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:27.239200 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:57:27.259630 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d3c419eb-75f9-4f1f-bcb7-f8fdfed6f929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:27.260077 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-f3eb7c16-40e0-429c-92e9-df0c4ed9c078 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Calling delete_port for 1291d32c-6219-4d37-bbbd-932789f128ea owned by {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:27.310515 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-18853486-b8e6-475f-a82f-ff9cab45731a None None] Port 8cfb8769-67ab-48d4-b145-ccccc7404f05 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:57:27.323890 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 7ef73792-ad7d-48e6-a451-bc447317b1c1 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:57:27.422475 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 7ef73792-ad7d-48e6-a451-bc447317b1c1 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:27.422860 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:27.619522 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f3eb7c16-40e0-429c-92e9-df0c4ed9c078 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:27.622215 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a33122f5-8fbd-497c-89d8-5a823e23d21e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:27.628369 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-9513aad0-e45c-4833-a5bf-edae9aaac070 None None] Provisioning for port 1291d32c-6219-4d37-bbbd-932789f128ea completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:57:27.633567 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-9513aad0-e45c-4833-a5bf-edae9aaac070 None None] Provisioning complete for port 1291d32c-6219-4d37-bbbd-932789f128ea triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:27.634278 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9513aad0-e45c-4833-a5bf-edae9aaac070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:27.655076 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-9513aad0-e45c-4833-a5bf-edae9aaac070 None None] Port 1291d32c-6219-4d37-bbbd-932789f128ea was deleted so its status cannot be updated. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 17 08:57:27.665232 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d3c419eb-75f9-4f1f-bcb7-f8fdfed6f929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:27.665462 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb7c16-40e0-429c-92e9-df0c4ed9c078 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Port': ['ID=1291d32c-6219-4d37-bbbd-932789f128ea,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:27.669140 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d3c419eb-75f9-4f1f-bcb7-f8fdfed6f929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:27.669276 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f3eb7c16-40e0-429c-92e9-df0c4ed9c078 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:27.672256 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d3c419eb-75f9-4f1f-bcb7-f8fdfed6f929 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6b404e4c-e741-44a4-99cc-3d29ce3bfe39 HTTP/1.1" status: 204 len: 168 time: 0.9953158 Jun 17 08:57:27.672256 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1d675c34-f850-4022-99bd-4fc33796d389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:27.686679 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c419eb-75f9-4f1f-bcb7-f8fdfed6f929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b404e4c-e741-44a4-99cc-3d29ce3bfe39,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:27.689748 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d3c419eb-75f9-4f1f-bcb7-f8fdfed6f929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:27.735246 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f3eb7c16-40e0-429c-92e9-df0c4ed9c078 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:27.737790 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f3eb7c16-40e0-429c-92e9-df0c4ed9c078 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/ports/1291d32c-6219-4d37-bbbd-932789f128ea HTTP/1.1" status: 204 len: 168 time: 0.9189253 Jun 17 08:57:27.740290 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39034) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:27.780933 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-226a7162-5548-4bfc-975f-3931add72c58 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] GET failed (client error): The resource could not be found. Jun 17 08:57:27.782817 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-226a7162-5548-4bfc-975f-3931add72c58 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "GET /v2.0/ports/1291d32c-6219-4d37-bbbd-932789f128ea HTTP/1.1" status: 404 len: 333 time: 0.0412436 Jun 17 08:57:27.785600 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39036) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:27.790203 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49623994-a7b4-43da-bfaa-2a9a6e7e0b75 req-8a45657e-99b1-4bd3-a909-c4e427b31445 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:27.799067 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-49623994-a7b4-43da-bfaa-2a9a6e7e0b75 req-8a45657e-99b1-4bd3-a909-c4e427b31445 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=b35a821f-c6f0-4c21-9681-3bb5d960afd5 HTTP/1.1" status: 200 len: 944 time: 0.1482878 Jun 17 08:57:27.839943 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-49623994-a7b4-43da-bfaa-2a9a6e7e0b75 req-2263bf7c-0eea-4d95-a0ad-ada47e050585 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397806 Jun 17 08:57:27.943079 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-fdd846d4-a010-4b1e-a720-8aaf6b909c5d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting port 8cfb8769-67ab-48d4-b145-ccccc7404f05 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:27.943079 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fdd846d4-a010-4b1e-a720-8aaf6b909c5d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:28.042036 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:28.146145 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fdd846d4-a010-4b1e-a720-8aaf6b909c5d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:28.215778 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-fdd846d4-a010-4b1e-a720-8aaf6b909c5d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Calling delete_port for 8cfb8769-67ab-48d4-b145-ccccc7404f05 owned by {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:28.375678 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:57:28.562429 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:57:28.562790 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fdd846d4-a010-4b1e-a720-8aaf6b909c5d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:28.566972 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:28.567369 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:28.567486 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fef39bcd-f89c-4e9c-aaba-1ce53f88ca94 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:28.593450 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd846d4-a010-4b1e-a720-8aaf6b909c5d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Port': ['ID=8cfb8769-67ab-48d4-b145-ccccc7404f05,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:28.597423 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fdd846d4-a010-4b1e-a720-8aaf6b909c5d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:28.626252 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fdd846d4-a010-4b1e-a720-8aaf6b909c5d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:28.628392 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-fdd846d4-a010-4b1e-a720-8aaf6b909c5d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/ports/8cfb8769-67ab-48d4-b145-ccccc7404f05 HTTP/1.1" status: 204 len: 168 time: 0.8417377 Jun 17 08:57:28.631053 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39058) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:28.656312 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:28.666285 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d18574-8333-4bd2-ad17-3434657b27ef tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] GET failed (client error): The resource could not be found. Jun 17 08:57:28.671064 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39060) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:28.681509 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b8d18574-8333-4bd2-ad17-3434657b27ef tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "GET /v2.0/ports/8cfb8769-67ab-48d4-b145-ccccc7404f05 HTTP/1.1" status: 404 len: 333 time: 0.0491810 Jun 17 08:57:28.683882 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35a821f-c6f0-4c21-9681-3bb5d960afd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:57:28.686998 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1013bb32-83c8-4b6d-ab33-2456da3dbbdf" -d '{"events": [{"server_uuid": "b35a821f-c6f0-4c21-9681-3bb5d960afd5", "name": "network-vif-plugged", "status": "completed", "tag": "0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:57:28.702130 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322,segment=NetworkSegment(017d444f-7f66-4d60-991f-78a7d3563e0d),segment_id=017d444f-7f66-4d60-991f-78a7d3563e0d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:28.735413 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-064c0dcb-4c2b-4c96-9a9f-7d041b97bc91 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting subnet 4087c174-b2d9-4cae-b0d4-7727c551eb19 {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:57:28.738829 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-064c0dcb-4c2b-4c96-9a9f-7d041b97bc91 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:28.784758 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-064c0dcb-4c2b-4c96-9a9f-7d041b97bc91 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:28.787221 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:28.789216 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:28.862441 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:28.876424 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:28.939155 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-064c0dcb-4c2b-4c96-9a9f-7d041b97bc91 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:29.020135 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f4be3d-c7b7-4e8f-9d14-bd8f7fd30ed7 x-openstack-request-id: req-a4f4be3d-c7b7-4e8f-9d14-bd8f7fd30ed7 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:57:29.020671 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35a821f-c6f0-4c21-9681-3bb5d960afd5", "name": "network-vif-plugged", "status": "completed", "tag": "0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:57:29.021392 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4f4be3d-c7b7-4e8f-9d14-bd8f7fd30ed7 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:57:29.022542 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35a821f-c6f0-4c21-9681-3bb5d960afd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322', 'code': 200} Jun 17 08:57:29.202485 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-064c0dcb-4c2b-4c96-9a9f-7d041b97bc91 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:29.214692 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-80d1f315-9e66-4f6f-97c6-933d26bb3e66 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:29.215848 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbba4a-c329-4e5c-b01f-cb0c2dc00892 req-45b290b9-20ea-4474-bcf2-18e27089bf8f tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:29.231831 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-13cbba4a-c329-4e5c-b01f-cb0c2dc00892 req-45b290b9-20ea-4474-bcf2-18e27089bf8f tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=b35a821f-c6f0-4c21-9681-3bb5d960afd5 HTTP/1.1" status: 200 len: 945 time: 0.1678624 Jun 17 08:57:29.308484 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c0dcb-4c2b-4c96-9a9f-7d041b97bc91 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Subnet': ['ID=4087c174-b2d9-4cae-b0d4-7727c551eb19,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:29.320513 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-064c0dcb-4c2b-4c96-9a9f-7d041b97bc91 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:29.325632 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-064c0dcb-4c2b-4c96-9a9f-7d041b97bc91 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:29.327665 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-064c0dcb-4c2b-4c96-9a9f-7d041b97bc91 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/subnets/4087c174-b2d9-4cae-b0d4-7727c551eb19 HTTP/1.1" status: 204 len: 168 time: 0.6556199 Jun 17 08:57:29.330343 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39090) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:29.348692 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6b7b9d-ff6a-4903-8de1-f9e7d801f697 None None] Network c9ed590a-cdc9-4bcd-9202-8e39eed77cce requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:57:29.382033 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-13cbba4a-c329-4e5c-b01f-cb0c2dc00892 req-cb27bf39-914a-46db-b403-c72314f33ac5 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439342 Jun 17 08:57:29.418666 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0362ee2-115d-4c1e-8664-ee9a5021e61a req-3d4ecf2a-a9af-4454-8fea-f938049ee26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:29.420305 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c0362ee2-115d-4c1e-8664-ee9a5021e61a req-3d4ecf2a-a9af-4454-8fea-f938049ee26f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b35a821f-c6f0-4c21-9681-3bb5d960afd5 HTTP/1.1" status: 200 len: 1097 time: 0.2757545 Jun 17 08:57:29.469694 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c0362ee2-115d-4c1e-8664-ee9a5021e61a req-880f6b82-2953-4a75-8922-3dabffa4bc12 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432031 Jun 17 08:57:29.474939 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ad453552-907b-418b-a798-fcbd6b1d27d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:29.533274 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-ad453552-907b-418b-a798-fcbd6b1d27d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting port 7ef73792-ad7d-48e6-a451-bc447317b1c1 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:29.533615 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ad453552-907b-418b-a798-fcbd6b1d27d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:29.593074 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-66d44ce8-d2c0-4fd2-864c-26ea2d21f5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:29.605352 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-ad453552-907b-418b-a798-fcbd6b1d27d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] For port 7ef73792-ad7d-48e6-a451-bc447317b1c1, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=7ef73792-ad7d-48e6-a451-bc447317b1c1,segment=NetworkSegment(1e0bec0e-ae80-46ae-a269-e824cbb9f1f7),segment_id=1e0bec0e-ae80-46ae-a269-e824cbb9f1f7)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:29.605636 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ad453552-907b-418b-a798-fcbd6b1d27d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:29.617991 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178c1b2d-0233-4a25-9d6d-6f8d37a194b4 None None] DHCP port deletion for c9ed590a-cdc9-4bcd-9202-8e39eed77cce request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:57:29.673429 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-178c1b2d-0233-4a25-9d6d-6f8d37a194b4 None None] Deleting port 7ef73792-ad7d-48e6-a451-bc447317b1c1 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:29.674040 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-178c1b2d-0233-4a25-9d6d-6f8d37a194b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:29.687739 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-ad453552-907b-418b-a798-fcbd6b1d27d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Calling delete_port for 7ef73792-ad7d-48e6-a451-bc447317b1c1 owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:29.695932 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39102) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:29.739438 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-178c1b2d-0233-4a25-9d6d-6f8d37a194b4 None None] For port 7ef73792-ad7d-48e6-a451-bc447317b1c1, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=7ef73792-ad7d-48e6-a451-bc447317b1c1,segment=NetworkSegment(1e0bec0e-ae80-46ae-a269-e824cbb9f1f7),segment_id=1e0bec0e-ae80-46ae-a269-e824cbb9f1f7)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:29.743362 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-178c1b2d-0233-4a25-9d6d-6f8d37a194b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:29.830647 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39110) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:29.832110 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-178c1b2d-0233-4a25-9d6d-6f8d37a194b4 None None] Calling delete_port for 7ef73792-ad7d-48e6-a451-bc447317b1c1 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:29.911281 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ad453552-907b-418b-a798-fcbd6b1d27d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:29.915566 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a6b7176e-c08f-4821-b9c2-c29f16eb6ec5 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:29.928932 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-178c1b2d-0233-4a25-9d6d-6f8d37a194b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:29.930983 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:29.931308 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-f9d3b3fc-e204-4570-9b5c-5ce64587a4f5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-884666845-network', 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:29.945257 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad453552-907b-418b-a798-fcbd6b1d27d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Port': ['ID=7ef73792-ad7d-48e6-a451-bc447317b1c1,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:29.949353 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ad453552-907b-418b-a798-fcbd6b1d27d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:29.952667 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad453552-907b-418b-a798-fcbd6b1d27d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] No DVR routers for this DVR port 7ef73792-ad7d-48e6-a451-bc447317b1c1 on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:57:29.974540 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-e5934a75-1f0d-4a6f-bd27-c10f52561b40 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:29.989168 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178c1b2d-0233-4a25-9d6d-6f8d37a194b4 None None] No DVR routers for this DVR port 7ef73792-ad7d-48e6-a451-bc447317b1c1 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:57:29.991092 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c1b2d-0233-4a25-9d6d-6f8d37a194b4 None None] Pushing event deleted for resources: {'Port': ['ID=7ef73792-ad7d-48e6-a451-bc447317b1c1,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:29.994287 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-178c1b2d-0233-4a25-9d6d-6f8d37a194b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:30.057721 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ad453552-907b-418b-a798-fcbd6b1d27d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:30.067878 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-ad453552-907b-418b-a798-fcbd6b1d27d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ed590a-cdc9-4bcd-9202-8e39eed77cce']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:30.082756 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-ad453552-907b-418b-a798-fcbd6b1d27d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0bec0e-ae80-46ae-a269-e824cbb9f1f7') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:30.083020 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-ad453552-907b-418b-a798-fcbd6b1d27d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0bec0e-ae80-46ae-a269-e824cbb9f1f7') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:30.092703 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ad453552-907b-418b-a798-fcbd6b1d27d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:30.111836 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ad453552-907b-418b-a798-fcbd6b1d27d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:30.116566 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad453552-907b-418b-a798-fcbd6b1d27d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:57:30.116980 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ad453552-907b-418b-a798-fcbd6b1d27d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:57:30.120140 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:57:30.286617 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d3b3fc-e204-4570-9b5c-5ce64587a4f5 admin admin] Made reservation on behalf of cbe11fbb19094d7186a215cabecbca67 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:30.288978 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f9d3b3fc-e204-4570-9b5c-5ce64587a4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:30.300184 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e5934a75-1f0d-4a6f-bd27-c10f52561b40 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] 10.222.0.49 "PUT /v2.0/quotas/ac196358145c4b02975bb2cc11d33213 HTTP/1.1" status: 200 len: 368 time: 0.6021845 Jun 17 08:57:30.300942 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f9d3b3fc-e204-4570-9b5c-5ce64587a4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:30.303010 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39130) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:30.308242 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-112b1b93-6dae-4c01-96ab-3466635a0bf2 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Request body: {'network': {'project_id': 'ac196358145c4b02975bb2cc11d33213'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:30.321406 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.db.api [None req-112b1b93-6dae-4c01-96ab-3466635a0bf2 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:57:30.321406 n-d-758944-30 neutron-server[94520]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:57:30.321406 n-d-758944-30 neutron-server[94520]: [parameters: {'project_id_1': 'ac196358145c4b02975bb2cc11d33213', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 57, 30, 312650)}] Jun 17 08:57:30.321406 n-d-758944-30 neutron-server[94520]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:57:30.321789 n-d-758944-30 neutron-server[94520]: DEBUG oslo_db.api [None req-112b1b93-6dae-4c01-96ab-3466635a0bf2 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:57:30.526695 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ad453552-907b-418b-a798-fcbd6b1d27d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:30.532714 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ad453552-907b-418b-a798-fcbd6b1d27d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:30.538934 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ad453552-907b-418b-a798-fcbd6b1d27d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/networks/c9ed590a-cdc9-4bcd-9202-8e39eed77cce HTTP/1.1" status: 204 len: 168 time: 1.2023940 Jun 17 08:57:30.538934 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c6046077-1067-4542-a0c1-fb46ea20c33a tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:30.543111 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39136) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:30.548451 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-4c93add7-239c-4bbd-b775-ff7c88f205df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1720964456'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:30.571820 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad453552-907b-418b-a798-fcbd6b1d27d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Network': ['ID=c9ed590a-cdc9-4bcd-9202-8e39eed77cce,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:30.574811 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ad453552-907b-418b-a798-fcbd6b1d27d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:30.602342 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae6ae1-f9e4-446a-abd0-62e2cdd85976 req-df771001-5214-46f3-920a-b09c42ed2af9 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:30.604095 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-10ae6ae1-f9e4-446a-abd0-62e2cdd85976 req-df771001-5214-46f3-920a-b09c42ed2af9 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=b35a821f-c6f0-4c21-9681-3bb5d960afd5 HTTP/1.1" status: 200 len: 945 time: 0.1165659 Jun 17 08:57:30.653432 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-10ae6ae1-f9e4-446a-abd0-62e2cdd85976 req-3c15d425-ad86-4dea-ac6a-f02e60eaa23a tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419359 Jun 17 08:57:30.657082 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f9d3b3fc-e204-4570-9b5c-5ce64587a4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:30.784960 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f9d3b3fc-e204-4570-9b5c-5ce64587a4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:30.802091 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d3b3fc-e204-4570-9b5c-5ce64587a4f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:57:30.814396 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f9d3b3fc-e204-4570-9b5c-5ce64587a4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:30.814810 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-f9d3b3fc-e204-4570-9b5c-5ce64587a4f5 admin admin] Added segment e7429738-07e7-45ca-9734-d788a782924a of type vlan for network af45f096-912c-4a55-9631-8ecfd7c931d7 Jun 17 08:57:30.848807 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c118ffdd-f845-47a7-91d1-ad97eea00b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:30.871921 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f9d3b3fc-e204-4570-9b5c-5ce64587a4f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:30.886940 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3b3fc-e204-4570-9b5c-5ce64587a4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd232ca-134c-446c-84fa-2623987ab14f,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:30.898369 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f9d3b3fc-e204-4570-9b5c-5ce64587a4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:30.929428 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c93add7-239c-4bbd-b775-ff7c88f205df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:30.932967 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c93add7-239c-4bbd-b775-ff7c88f205df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:30.966087 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c93add7-239c-4bbd-b775-ff7c88f205df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:57:30.976980 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c93add7-239c-4bbd-b775-ff7c88f205df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:30.977418 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-4c93add7-239c-4bbd-b775-ff7c88f205df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Added segment d5aa5070-29ea-4573-b478-1a324a29f86a of type vlan for network e608a2cc-ab6c-46d4-a709-3b31a425b7ee Jun 17 08:57:31.021459 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:31.023385 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c93add7-239c-4bbd-b775-ff7c88f205df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:31.247611 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112b1b93-6dae-4c01-96ab-3466635a0bf2 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Made reservation on behalf of ac196358145c4b02975bb2cc11d33213 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:31.247879 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f9d3b3fc-e204-4570-9b5c-5ce64587a4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:31.248900 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d3b3fc-e204-4570-9b5c-5ce64587a4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:31.249826 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f9d3b3fc-e204-4570-9b5c-5ce64587a4f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:31.250641 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-112b1b93-6dae-4c01-96ab-3466635a0bf2 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:31.255787 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5366ffd7-2edb-4990-839e-901314261d37 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:31.281857 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-112b1b93-6dae-4c01-96ab-3466635a0bf2 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:31.284956 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 7ef73792-ad7d-48e6-a451-bc447317b1c1 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:57:31.309627 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 7ef73792-ad7d-48e6-a451-bc447317b1c1 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:57:31.310066 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 7ef73792-ad7d-48e6-a451-bc447317b1c1 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:57:31.325187 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3b3fc-e204-4570-9b5c-5ce64587a4f5 admin admin] Pushing event updated for resources: {'Network': ['ID=af45f096-912c-4a55-9631-8ecfd7c931d7,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:31.329803 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f9d3b3fc-e204-4570-9b5c-5ce64587a4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:31.335982 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c93add7-239c-4bbd-b775-ff7c88f205df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:31.339153 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network af45f096-912c-4a55-9631-8ecfd7c931d7 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:57:31.342556 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c93add7-239c-4bbd-b775-ff7c88f205df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:31.345703 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c93add7-239c-4bbd-b775-ff7c88f205df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:31.351140 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fbe238a1-21b5-4afa-809a-e5580bd30446 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:31.435283 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93add7-239c-4bbd-b775-ff7c88f205df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Network': ['ID=e608a2cc-ab6c-46d4-a709-3b31a425b7ee,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:31.438597 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4c93add7-239c-4bbd-b775-ff7c88f205df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:31.447782 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network e608a2cc-ab6c-46d4-a709-3b31a425b7ee details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:57:31.645026 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f9d3b3fc-e204-4570-9b5c-5ce64587a4f5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8128793 Jun 17 08:57:31.657004 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39158) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:31.662446 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-490e84dc-1dc3-4a63-a1bb-9be4da354aa2 admin admin] Request body: {'subnet': {'network_id': 'af45f096-912c-4a55-9631-8ecfd7c931d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-884666845-subnet', 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:31.728354 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-112b1b93-6dae-4c01-96ab-3466635a0bf2 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:31.853418 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38113e67-b73c-4ab1-aa1e-ffc6800098c2 req-99ae3a73-4e12-41e2-a996-7615941ae4c5 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:31.855626 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-38113e67-b73c-4ab1-aa1e-ffc6800098c2 req-99ae3a73-4e12-41e2-a996-7615941ae4c5 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=b35a821f-c6f0-4c21-9681-3bb5d960afd5 HTTP/1.1" status: 200 len: 945 time: 0.0831804 Jun 17 08:57:31.858842 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-112b1b93-6dae-4c01-96ab-3466635a0bf2 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:31.871202 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112b1b93-6dae-4c01-96ab-3466635a0bf2 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:57:31.883310 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-112b1b93-6dae-4c01-96ab-3466635a0bf2 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:31.884013 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-112b1b93-6dae-4c01-96ab-3466635a0bf2 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Added segment 9d8e526e-fd48-4857-9b6b-7cbf13fda82e of type vlan for network 7d7c0af9-6f49-41d8-b533-f76f70ef54f7 Jun 17 08:57:31.895018 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-62c0a058-bdf9-4ca2-a5ad-71f8c8766445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:31.975400 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4c93add7-239c-4bbd-b775-ff7c88f205df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4309239 Jun 17 08:57:31.976280 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b1b93-6dae-4c01-96ab-3466635a0bf2 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c14d61-6916-4f81-9c4b-1369a56c7409,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:31.981881 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39162) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:31.985955 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-112b1b93-6dae-4c01-96ab-3466635a0bf2 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:31.988847 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-60f59132-c267-4399-9d26-13cafe18d92f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'subnet': {'network_id': 'e608a2cc-ab6c-46d4-a709-3b31a425b7ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:31.993984 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-112b1b93-6dae-4c01-96ab-3466635a0bf2 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:32.017645 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-38113e67-b73c-4ab1-aa1e-ffc6800098c2 req-9341f9a2-8f56-4b1e-aeb8-bd69358a67ad tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237237 Jun 17 08:57:32.182894 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490e84dc-1dc3-4a63-a1bb-9be4da354aa2 admin admin] Made reservation on behalf of cbe11fbb19094d7186a215cabecbca67 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:32.185898 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-490e84dc-1dc3-4a63-a1bb-9be4da354aa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:32.249797 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-112b1b93-6dae-4c01-96ab-3466635a0bf2 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:32.251259 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112b1b93-6dae-4c01-96ab-3466635a0bf2 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:32.252105 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-112b1b93-6dae-4c01-96ab-3466635a0bf2 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:32.257890 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-cb4890b5-82ba-47ec-8a95-1574a652f09a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:32.341125 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b1b93-6dae-4c01-96ab-3466635a0bf2 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Pushing event updated for resources: {'Network': ['ID=7d7c0af9-6f49-41d8-b533-f76f70ef54f7,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:32.345390 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-112b1b93-6dae-4c01-96ab-3466635a0bf2 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:32.356937 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 7d7c0af9-6f49-41d8-b533-f76f70ef54f7 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:57:32.419516 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f59132-c267-4399-9d26-13cafe18d92f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:32.424327 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-60f59132-c267-4399-9d26-13cafe18d92f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:32.469914 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-112b1b93-6dae-4c01-96ab-3466635a0bf2 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.1635516 Jun 17 08:57:32.470184 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39170) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:32.476863 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-40911c59-fa6f-45f8-a23d-7b8a59c56d47 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Request body: {'network': {'project_id': 'ac196358145c4b02975bb2cc11d33213'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:32.537301 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-490e84dc-1dc3-4a63-a1bb-9be4da354aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:32.560193 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-889f18f3-ca49-41ed-bf65-48b6b425adbb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:32.621756 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:32.643872 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e84dc-1dc3-4a63-a1bb-9be4da354aa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35b8e34e-65da-4d19-a52e-304d829df850,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:32.681586 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40911c59-fa6f-45f8-a23d-7b8a59c56d47 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Made reservation on behalf of ac196358145c4b02975bb2cc11d33213 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:32.687909 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-40911c59-fa6f-45f8-a23d-7b8a59c56d47 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:32.764574 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-490e84dc-1dc3-4a63-a1bb-9be4da354aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:32.765099 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40911c59-fa6f-45f8-a23d-7b8a59c56d47 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:57:32.779255 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-40911c59-fa6f-45f8-a23d-7b8a59c56d47 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:32.779894 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-40911c59-fa6f-45f8-a23d-7b8a59c56d47 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Added segment 3ea8a6f5-dfc2-46d7-b3d1-d15bd4f3ac44 of type vlan for network a430a300-446e-4f80-88d1-8b9699497e5e Jun 17 08:57:32.800598 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490e84dc-1dc3-4a63-a1bb-9be4da354aa2 admin admin] Checking segment: {'id': 'e7429738-07e7-45ca-9734-d788a782924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'af45f096-912c-4a55-9631-8ecfd7c931d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:57:32.800975 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490e84dc-1dc3-4a63-a1bb-9be4da354aa2 admin admin] Network hostable DHCP agents. Network: af45f096-912c-4a55-9631-8ecfd7c931d7, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:57:32.831314 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-40911c59-fa6f-45f8-a23d-7b8a59c56d47 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:32.896177 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-60f59132-c267-4399-9d26-13cafe18d92f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:32.899106 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:32.945956 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490e84dc-1dc3-4a63-a1bb-9be4da354aa2 admin admin] Network af45f096-912c-4a55-9631-8ecfd7c931d7 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:57:32.971292 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-40911c59-fa6f-45f8-a23d-7b8a59c56d47 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:32.979412 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40911c59-fa6f-45f8-a23d-7b8a59c56d47 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:32.983318 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-40911c59-fa6f-45f8-a23d-7b8a59c56d47 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:32.997556 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-cb923179-f003-4f89-8b2c-81748a35e410 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:33.011223 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f59132-c267-4399-9d26-13cafe18d92f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Subnet': ['ID=a2e61874-4e0f-480a-b3c7-44757d8eeaaf,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:33.031767 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-60f59132-c267-4399-9d26-13cafe18d92f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:33.058579 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f59132-c267-4399-9d26-13cafe18d92f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Checking segment: {'id': 'd5aa5070-29ea-4573-b478-1a324a29f86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e608a2cc-ab6c-46d4-a709-3b31a425b7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:57:33.058579 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f59132-c267-4399-9d26-13cafe18d92f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network hostable DHCP agents. Network: e608a2cc-ab6c-46d4-a709-3b31a425b7ee, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:57:33.106656 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-490e84dc-1dc3-4a63-a1bb-9be4da354aa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, af45f096-912c-4a55-9631-8ecfd7c931d7) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:33.122138 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e84dc-1dc3-4a63-a1bb-9be4da354aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:33.128831 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9011bcd6-0e61-4e11-955a-9ac8fdbb21e9 None None] Network af45f096-912c-4a55-9631-8ecfd7c931d7 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:57:33.129594 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-490e84dc-1dc3-4a63-a1bb-9be4da354aa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:33.151504 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-40911c59-fa6f-45f8-a23d-7b8a59c56d47 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6765678 Jun 17 08:57:33.158351 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39178) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:33.165399 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-50e23c27-eecc-4309-8dc3-1103f9fd0bf1 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Request body: {'network': {'project_id': 'ac196358145c4b02975bb2cc11d33213'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:33.187258 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e23c27-eecc-4309-8dc3-1103f9fd0bf1 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 17 08:57:33.187749 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e23c27-eecc-4309-8dc3-1103f9fd0bf1 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:57:33.191331 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-50e23c27-eecc-4309-8dc3-1103f9fd0bf1 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0278089 Jun 17 08:57:33.192287 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39180) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:33.203416 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40911c59-fa6f-45f8-a23d-7b8a59c56d47 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Pushing event updated for resources: {'Network': ['ID=a430a300-446e-4f80-88d1-8b9699497e5e,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:33.207829 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b7b48-4dcf-45d4-b48a-6215ad935eec req-5c1617be-6fb8-474b-8789-94a9f347e026 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:33.216012 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-40911c59-fa6f-45f8-a23d-7b8a59c56d47 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:33.221841 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-817b7b48-4dcf-45d4-b48a-6215ad935eec req-5c1617be-6fb8-474b-8789-94a9f347e026 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=b35a821f-c6f0-4c21-9681-3bb5d960afd5 HTTP/1.1" status: 200 len: 945 time: 0.3154018 Jun 17 08:57:33.306943 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-817b7b48-4dcf-45d4-b48a-6215ad935eec req-3133acf9-383c-4f4d-a173-fc2e27dbdc90 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835688 Jun 17 08:57:33.313666 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f59132-c267-4399-9d26-13cafe18d92f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network e608a2cc-ab6c-46d4-a709-3b31a425b7ee is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:57:33.323092 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-378bb62b-9213-4d65-b276-d718c4ecc46f tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:33.323550 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network a430a300-446e-4f80-88d1-8b9699497e5e details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:57:33.348329 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39182) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:33.352177 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-490e84dc-1dc3-4a63-a1bb-9be4da354aa2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6935618 Jun 17 08:57:33.354540 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-60f59132-c267-4399-9d26-13cafe18d92f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, e608a2cc-ab6c-46d4-a709-3b31a425b7ee) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:33.363348 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-2426f5e5-307e-492a-8775-03b32b363866 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-884666845-router', 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:33.375581 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f59132-c267-4399-9d26-13cafe18d92f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:33.376798 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-60f59132-c267-4399-9d26-13cafe18d92f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:33.393194 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c404d4d-aac6-4b74-ba36-81314b6f8db1 None None] Network e608a2cc-ab6c-46d4-a709-3b31a425b7ee requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:57:33.580732 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0051e39-8762-4576-99cd-e0d206d04055 None None] Network af45f096-912c-4a55-9631-8ecfd7c931d7 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:57:33.744982 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-60f59132-c267-4399-9d26-13cafe18d92f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7618701 Jun 17 08:57:33.754422 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39186) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:33.761662 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-ba413ca8-5668-4e43-b2a8-81845feefd91 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'port': {'network_id': 'e608a2cc-ab6c-46d4-a709-3b31a425b7ee', 'name': 'tempest-PortsIpV6TestJSON-1997972231', 'fixed_ips': [{'subnet_id': 'a2e61874-4e0f-480a-b3c7-44757d8eeaaf', 'ip_address': '2001:db8::10'}]}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:33.918885 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2426f5e5-307e-492a-8775-03b32b363866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:33.920824 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2426f5e5-307e-492a-8775-03b32b363866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:33.938921 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-378bb62b-9213-4d65-b276-d718c4ecc46f tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:33.953340 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-378bb62b-9213-4d65-b276-d718c4ecc46f tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a430a300-446e-4f80-88d1-8b9699497e5e']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:33.969737 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-378bb62b-9213-4d65-b276-d718c4ecc46f tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea8a6f5-dfc2-46d7-b3d1-d15bd4f3ac44') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:33.970068 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-378bb62b-9213-4d65-b276-d718c4ecc46f tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea8a6f5-dfc2-46d7-b3d1-d15bd4f3ac44') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:34.018620 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-378bb62b-9213-4d65-b276-d718c4ecc46f tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:34.041041 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2426f5e5-307e-492a-8775-03b32b363866 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:34.041186 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bc253a-b590-4081-abab-81a3b7c09514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-e608a2cc-ab6c-46d4-a709-3b31a425b7ee', 'network_id': 'e608a2cc-ab6c-46d4-a709-3b31a425b7ee', 'tenant_id': '8ae7279a0cd8403da4579402065347bd', 'fixed_ips': [{'subnet_id': 'a2e61874-4e0f-480a-b3c7-44757d8eeaaf'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:57:34.041186 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b3bc253a-b590-4081-abab-81a3b7c09514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:34.052351 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-378bb62b-9213-4d65-b276-d718c4ecc46f tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:34.065704 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378bb62b-9213-4d65-b276-d718c4ecc46f tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:57:34.069815 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-378bb62b-9213-4d65-b276-d718c4ecc46f tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:34.072376 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba413ca8-5668-4e43-b2a8-81845feefd91 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:57:34.077079 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:57:34.157660 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84215cd3-8b14-4414-8cbe-630cae493a83 req-57bbb29f-d73e-461e-824c-f60e80d73c22 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:34.157660 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-84215cd3-8b14-4414-8cbe-630cae493a83 req-57bbb29f-d73e-461e-824c-f60e80d73c22 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.50 "GET /v2.0/ports?device_id=b35a821f-c6f0-4c21-9681-3bb5d960afd5 HTTP/1.1" status: 200 len: 945 time: 0.1633263 Jun 17 08:57:34.217564 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ba413ca8-5668-4e43-b2a8-81845feefd91 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:34.267442 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [None req-ba413ca8-5668-4e43-b2a8-81845feefd91 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] device_id is not set on port 8132f93a-793b-45f4-83ef-cc1075be3b39 yet. {{(pid=94519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:57:34.302233 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-84215cd3-8b14-4414-8cbe-630cae493a83 req-b3b28ef6-194a-4699-9b62-7b5eff3957b5 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Deleting port 0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:34.302489 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-84215cd3-8b14-4414-8cbe-630cae493a83 req-b3b28ef6-194a-4699-9b62-7b5eff3957b5 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:34.321226 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2426f5e5-307e-492a-8775-03b32b363866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:34.325973 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-378bb62b-9213-4d65-b276-d718c4ecc46f tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:34.331106 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4212827f-11a6-47a3-ac4b-74ea6735641b tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:34.334240 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-378bb62b-9213-4d65-b276-d718c4ecc46f tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:34.336300 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-378bb62b-9213-4d65-b276-d718c4ecc46f tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] 10.222.0.49 "DELETE /v2.0/networks/a430a300-446e-4f80-88d1-8b9699497e5e HTTP/1.1" status: 204 len: 168 time: 1.1429424 Jun 17 08:57:34.339408 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39196) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:34.358313 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378bb62b-9213-4d65-b276-d718c4ecc46f tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Pushing event deleted for resources: {'Network': ['ID=a430a300-446e-4f80-88d1-8b9699497e5e,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:34.369918 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-378bb62b-9213-4d65-b276-d718c4ecc46f tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:34.439886 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-eea850f3-c960-45ff-bac6-910804452fe6 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:34.484266 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-84215cd3-8b14-4414-8cbe-630cae493a83 req-b3b28ef6-194a-4699-9b62-7b5eff3957b5 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] For port 0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322,segment=NetworkSegment(017d444f-7f66-4d60-991f-78a7d3563e0d),segment_id=017d444f-7f66-4d60-991f-78a7d3563e0d)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:34.484625 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-84215cd3-8b14-4414-8cbe-630cae493a83 req-b3b28ef6-194a-4699-9b62-7b5eff3957b5 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:34.509759 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-b3bc253a-b590-4081-abab-81a3b7c09514 None None] Allocated IP 2001:db8::2 (e608a2cc-ab6c-46d4-a709-3b31a425b7ee/a2e61874-4e0f-480a-b3c7-44757d8eeaaf/ae52a10a-1be4-4763-9195-c949094ee78e) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:34.562725 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-84215cd3-8b14-4414-8cbe-630cae493a83 req-b3b28ef6-194a-4699-9b62-7b5eff3957b5 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Calling delete_port for 0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:34.592937 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-eea850f3-c960-45ff-bac6-910804452fe6 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:34.606322 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-eea850f3-c960-45ff-bac6-910804452fe6 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7c0af9-6f49-41d8-b533-f76f70ef54f7']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:34.622242 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-eea850f3-c960-45ff-bac6-910804452fe6 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8e526e-fd48-4857-9b6b-7cbf13fda82e') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:34.622610 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-eea850f3-c960-45ff-bac6-910804452fe6 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8e526e-fd48-4857-9b6b-7cbf13fda82e') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:34.634528 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-eea850f3-c960-45ff-bac6-910804452fe6 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:34.654872 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-eea850f3-c960-45ff-bac6-910804452fe6 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:34.674775 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea850f3-c960-45ff-bac6-910804452fe6 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:57:34.677095 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-eea850f3-c960-45ff-bac6-910804452fe6 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:57:34.680236 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:57:34.702322 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1beb3-e561-4da2-b732-6c4fe8ac8d42 req-2a074484-9328-47e5-84bc-c7e307be0245 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:34.703974 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6bd1beb3-e561-4da2-b732-6c4fe8ac8d42 req-2a074484-9328-47e5-84bc-c7e307be0245 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=b35a821f-c6f0-4c21-9681-3bb5d960afd5 HTTP/1.1" status: 200 len: 945 time: 0.1388335 Jun 17 08:57:34.743298 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b3bc253a-b590-4081-abab-81a3b7c09514 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:34.799746 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6bd1beb3-e561-4da2-b732-6c4fe8ac8d42 req-a9cbaec2-5e69-43ee-9de5-b22816834929 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766578 Jun 17 08:57:34.907567 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2426f5e5-307e-492a-8775-03b32b363866 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:34.916544 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b3bc253a-b590-4081-abab-81a3b7c09514 None None] Transition to ACTIVE for port object ae52a10a-1be4-4763-9195-c949094ee78e will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:34.917028 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-84215cd3-8b14-4414-8cbe-630cae493a83 req-b3b28ef6-194a-4699-9b62-7b5eff3957b5 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:34.928696 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3634d9f7-c111-463c-9336-05b943f4d090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:34.934359 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-eea850f3-c960-45ff-bac6-910804452fe6 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:34.939545 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6a46677d-17f3-4d9b-bdbb-6da71120419a tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:34.941750 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['c7183c1f-f7ca-41a4-9b32-f3fa0591266b'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:57:34.942173 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2426f5e5-307e-492a-8775-03b32b363866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:34.944413 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-eea850f3-c960-45ff-bac6-910804452fe6 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:34.946291 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-eea850f3-c960-45ff-bac6-910804452fe6 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] 10.222.0.49 "DELETE /v2.0/networks/7d7c0af9-6f49-41d8-b533-f76f70ef54f7 HTTP/1.1" status: 204 len: 168 time: 0.6059544 Jun 17 08:57:34.962966 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b28ef6-194a-4699-9b62-7b5eff3957b5 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Pushing event deleted for resources: {'Port': ['ID=0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:34.970808 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea850f3-c960-45ff-bac6-910804452fe6 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Pushing event deleted for resources: {'Network': ['ID=7d7c0af9-6f49-41d8-b533-f76f70ef54f7,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:34.971301 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b3b28ef6-194a-4699-9b62-7b5eff3957b5 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:34.980253 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-eea850f3-c960-45ff-bac6-910804452fe6 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:35.029407 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-84215cd3-8b14-4414-8cbe-630cae493a83 req-b3b28ef6-194a-4699-9b62-7b5eff3957b5 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] No DVR routers for this DVR port 0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322 on host n-h1-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:57:35.032159 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-84215cd3-8b14-4414-8cbe-630cae493a83 req-b3b28ef6-194a-4699-9b62-7b5eff3957b5 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:35.034731 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-84215cd3-8b14-4414-8cbe-630cae493a83 req-b3b28ef6-194a-4699-9b62-7b5eff3957b5 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.50 "DELETE /v2.0/ports/0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322 HTTP/1.1" status: 204 len: 173 time: 0.8693480 Jun 17 08:57:35.035307 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35a821f-c6f0-4c21-9681-3bb5d960afd5', 'name': 'network-vif-deleted', 'tag': '0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:57:35.038620 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0063e582-f831-40a2-8844-4f568aa3a6d7" -d '{"events": [{"server_uuid": "b35a821f-c6f0-4c21-9681-3bb5d960afd5", "name": "network-vif-deleted", "tag": "0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:57:35.065581 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b3bc253a-b590-4081-abab-81a3b7c09514 None None] Transition to ACTIVE for port object ae52a10a-1be4-4763-9195-c949094ee78e will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:35.139170 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-2426f5e5-307e-492a-8775-03b32b363866 admin admin] Allocated IP 172.25.2.206 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/d2b0d080-cef4-46f1-89ca-c450b47edccf) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:35.256451 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b3bc253a-b590-4081-abab-81a3b7c09514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:35.258808 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:35.307496 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2426f5e5-307e-492a-8775-03b32b363866 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:35.336442 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-ba413ca8-5668-4e43-b2a8-81845feefd91 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Allocated IP 2001:db8::10 (e608a2cc-ab6c-46d4-a709-3b31a425b7ee/a2e61874-4e0f-480a-b3c7-44757d8eeaaf/8132f93a-793b-45f4-83ef-cc1075be3b39) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:35.349324 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bc253a-b590-4081-abab-81a3b7c09514 None None] Network e608a2cc-ab6c-46d4-a709-3b31a425b7ee is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:35.357093 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-b3bc253a-b590-4081-abab-81a3b7c09514 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:35.360543 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc253a-b590-4081-abab-81a3b7c09514 None None] Pushing event updated for resources: {'Port': ['ID=ae52a10a-1be4-4763-9195-c949094ee78e,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:35.364811 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bc253a-b590-4081-abab-81a3b7c09514 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:57:35.368792 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-b3bc253a-b590-4081-abab-81a3b7c09514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:35.439974 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-b3bc253a-b590-4081-abab-81a3b7c09514 None None] Attempting to bind port ae52a10a-1be4-4763-9195-c949094ee78e on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:57:35.440374 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-b3bc253a-b590-4081-abab-81a3b7c09514 None None] Attempting to bind port ae52a10a-1be4-4763-9195-c949094ee78e by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'd5aa5070-29ea-4573-b478-1a324a29f86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e608a2cc-ab6c-46d4-a709-3b31a425b7ee'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:57:35.440862 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bc253a-b590-4081-abab-81a3b7c09514 None None] Attempting to bind port ae52a10a-1be4-4763-9195-c949094ee78e on network e608a2cc-ab6c-46d4-a709-3b31a425b7ee {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:57:35.453708 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bc253a-b590-4081-abab-81a3b7c09514 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:57:35.459485 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bc253a-b590-4081-abab-81a3b7c09514 None None] Checking segment: {'id': 'd5aa5070-29ea-4573-b478-1a324a29f86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e608a2cc-ab6c-46d4-a709-3b31a425b7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:57:35.459485 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b3bc253a-b590-4081-abab-81a3b7c09514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:35.459485 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bc253a-b590-4081-abab-81a3b7c09514 None None] Bound using segment: {'id': 'd5aa5070-29ea-4573-b478-1a324a29f86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e608a2cc-ab6c-46d4-a709-3b31a425b7ee'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:57:35.459485 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-b3bc253a-b590-4081-abab-81a3b7c09514 None None] Bound port: ae52a10a-1be4-4763-9195-c949094ee78e, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aa5070-29ea-4573-b478-1a324a29f86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e608a2cc-ab6c-46d4-a709-3b31a425b7ee'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:57:35.459485 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b3bc253a-b590-4081-abab-81a3b7c09514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:35.553308 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ba413ca8-5668-4e43-b2a8-81845feefd91 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:35.573115 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-ba413ca8-5668-4e43-b2a8-81845feefd91 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Transition to ACTIVE for port object 8132f93a-793b-45f4-83ef-cc1075be3b39 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:35.619867 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-b3bc253a-b590-4081-abab-81a3b7c09514 None None] For port ae52a10a-1be4-4763-9195-c949094ee78e, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:57:35.624072 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-b3bc253a-b590-4081-abab-81a3b7c09514 None None] For port ae52a10a-1be4-4763-9195-c949094ee78e, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=ae52a10a-1be4-4763-9195-c949094ee78e,segment=NetworkSegment(d5aa5070-29ea-4573-b478-1a324a29f86a),segment_id=d5aa5070-29ea-4573-b478-1a324a29f86a)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:57:35.632568 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2426f5e5-307e-492a-8775-03b32b363866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:35.648645 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-276060f6-b606-4474-aca3-98612f7f3fb0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:35.688650 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2426f5e5-307e-492a-8775-03b32b363866 admin admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:35.692508 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-2426f5e5-307e-492a-8775-03b32b363866 admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:35.698092 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2426f5e5-307e-492a-8775-03b32b363866 admin admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:57:35.756511 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426f5e5-307e-492a-8775-03b32b363866 admin admin] Pushing event updated for resources: {'Port': ['ID=d2b0d080-cef4-46f1-89ca-c450b47edccf,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:35.768184 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2426f5e5-307e-492a-8775-03b32b363866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:35.776476 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b3bc253a-b590-4081-abab-81a3b7c09514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:35.782142 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ba413ca8-5668-4e43-b2a8-81845feefd91 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:35.788876 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:35.793009 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8c7d91eb-3d0b-43ec-a2c6-49f4c6bd35ca tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:35.870672 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39226) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:35.881790 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31944666-e2ca-4d4e-8145-b5bd80b1d460 x-openstack-request-id: req-31944666-e2ca-4d4e-8145-b5bd80b1d460 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:57:35.882221 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35a821f-c6f0-4c21-9681-3bb5d960afd5", "name": "network-vif-deleted", "tag": "0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:57:35.882965 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-31944666-e2ca-4d4e-8145-b5bd80b1d460 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:57:35.883261 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35a821f-c6f0-4c21-9681-3bb5d960afd5', 'name': 'network-vif-deleted', 'tag': '0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322', 'status': 'completed', 'code': 200} Jun 17 08:57:35.917907 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba413ca8-5668-4e43-b2a8-81845feefd91 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network e608a2cc-ab6c-46d4-a709-3b31a425b7ee is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:35.925659 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-ba413ca8-5668-4e43-b2a8-81845feefd91 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:35.935267 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba413ca8-5668-4e43-b2a8-81845feefd91 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:57:35.948878 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba413ca8-5668-4e43-b2a8-81845feefd91 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:35.950151 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ba413ca8-5668-4e43-b2a8-81845feefd91 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:35.965052 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc253a-b590-4081-abab-81a3b7c09514 None None] Pushing event updated for resources: {'Port': ['ID=ae52a10a-1be4-4763-9195-c949094ee78e,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:35.969405 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-b3bc253a-b590-4081-abab-81a3b7c09514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:35.976225 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba413ca8-5668-4e43-b2a8-81845feefd91 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Port': ['ID=8132f93a-793b-45f4-83ef-cc1075be3b39,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:35.982555 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ba413ca8-5668-4e43-b2a8-81845feefd91 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:36.091275 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-95c91c17-82ab-4e72-be4b-727d6eecc4db req-d7c567ba-5bc3-47ff-bbd2-b3fef225acf3 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=b35a821f-c6f0-4c21-9681-3bb5d960afd5 HTTP/1.1" status: 200 len: 210 time: 0.0549428 Jun 17 08:57:36.102960 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ba413ca8-5668-4e43-b2a8-81845feefd91 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3429844 Jun 17 08:57:36.105015 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39230) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:36.109531 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d6e9f41a-1786-42b6-8ab7-2e3670605a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:36.126735 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-0ad2f7d2-e26d-4ae8-bdbe-e2326450c1ab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'port': {'network_id': 'e608a2cc-ab6c-46d4-a709-3b31a425b7ee', 'name': 'tempest-PortsIpV6TestJSON-513693810', 'fixed_ips': [{'subnet_id': 'a2e61874-4e0f-480a-b3c7-44757d8eeaaf', 'ip_address': '2001:db8::f'}]}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:36.324030 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d6e9f41a-1786-42b6-8ab7-2e3670605a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:36.408642 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:57:36.434374 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:57:36.434737 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 0470fab8-6cbe-4dc6-aa1a-dfaeb2b0f322 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:57:36.488668 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2426f5e5-307e-492a-8775-03b32b363866 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:36.573878 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d6e9f41a-1786-42b6-8ab7-2e3670605a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:36.579427 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-32839198-669b-4573-8600-a49737d7731c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:36.632119 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad2f7d2-e26d-4ae8-bdbe-e2326450c1ab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:36.637380 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0ad2f7d2-e26d-4ae8-bdbe-e2326450c1ab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:36.649355 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d6e9f41a-1786-42b6-8ab7-2e3670605a9d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=502702dc81204daeb9fce97dc18b5031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7742114 Jun 17 08:57:36.649939 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39250) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:36.650207 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9f41a-1786-42b6-8ab7-2e3670605a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc65947-2d34-4f29-8454-620621b40694,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:36.654889 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d6e9f41a-1786-42b6-8ab7-2e3670605a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:36.677585 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [None req-0ad2f7d2-e26d-4ae8-bdbe-e2326450c1ab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] device_id is not set on port cdcc43b6-ba6a-4f74-875b-1702b89a576f yet. {{(pid=94519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:57:36.684981 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39252) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:36.815697 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2426f5e5-307e-492a-8775-03b32b363866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:36.949321 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7e5b167c-f512-4870-96b3-fde5f9e460e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:36.951902 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2ac7eefb-171c-45e9-93b1-8c6a54569303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:37.050728 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2ac7eefb-171c-45e9-93b1-8c6a54569303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:37.125150 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-0ad2f7d2-e26d-4ae8-bdbe-e2326450c1ab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Allocated IP 2001:db8::f (e608a2cc-ab6c-46d4-a709-3b31a425b7ee/a2e61874-4e0f-480a-b3c7-44757d8eeaaf/cdcc43b6-ba6a-4f74-875b-1702b89a576f) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:37.198533 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2426f5e5-307e-492a-8775-03b32b363866 admin admin] Router c64af7c6-d7a2-4252-88cf-b5cb4aca06ef is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:57:37.268082 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cef765-fbd7-420c-806d-741194a56115 None None] Network e608a2cc-ab6c-46d4-a709-3b31a425b7ee requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:57:37.362903 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2426f5e5-307e-492a-8775-03b32b363866 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:57:37.379738 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71276d41-60d1-4833-8a8b-ca690d9087fc None None] Sync routers for ids ['c64af7c6-d7a2-4252-88cf-b5cb4aca06ef'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:57:37.381747 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0ad2f7d2-e26d-4ae8-bdbe-e2326450c1ab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:37.396464 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71276d41-60d1-4833-8a8b-ca690d9087fc None None] Routers {'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:57:37.397115 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-71276d41-60d1-4833-8a8b-ca690d9087fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:57:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['c64af7c6-d7a2-4252-88cf-b5cb4aca06ef'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:37.412743 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device ae52a10a-1be4-4763-9195-c949094ee78e up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:57:37.420660 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2ac7eefb-171c-45e9-93b1-8c6a54569303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:37.431172 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2ac7eefb-171c-45e9-93b1-8c6a54569303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:37.432722 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-2ac7eefb-171c-45e9-93b1-8c6a54569303 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6cc65947-2d34-4f29-8454-620621b40694 HTTP/1.1" status: 204 len: 168 time: 0.7818234 Jun 17 08:57:37.457104 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fd363ef1-b7fc-46a7-9d84-21e913cbdc53 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:37.492582 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-0ad2f7d2-e26d-4ae8-bdbe-e2326450c1ab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Transition to ACTIVE for port object cdcc43b6-ba6a-4f74-875b-1702b89a576f will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:37.498543 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7eefb-171c-45e9-93b1-8c6a54569303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc65947-2d34-4f29-8454-620621b40694,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:37.517290 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2ac7eefb-171c-45e9-93b1-8c6a54569303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:37.575972 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-20f75a3e-8dc3-4b96-913a-43674e6a509e None None] Provisioning for port ae52a10a-1be4-4763-9195-c949094ee78e completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:57:37.601946 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7e5b167c-f512-4870-96b3-fde5f9e460e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:37.639058 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-71276d41-60d1-4833-8a8b-ca690d9087fc None None] Set router c64af7c6-d7a2-4252-88cf-b5cb4aca06ef gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:57:37.646435 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07c4d1-36d5-41c4-983e-e5fef8b19a44 req-c296d367-1194-4aec-b750-8fd58e0a0935 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:37.648021 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ca07c4d1-36d5-41c4-983e-e5fef8b19a44 req-c296d367-1194-4aec-b750-8fd58e0a0935 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1581783 Jun 17 08:57:37.714216 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ca07c4d1-36d5-41c4-983e-e5fef8b19a44 req-dafa4fbe-5085-4b55-926e-8e25012537c4 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572779 Jun 17 08:57:37.750193 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port ae52a10a-1be4-4763-9195-c949094ee78e completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:57:37.759928 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port ae52a10a-1be4-4763-9195-c949094ee78e triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:37.760544 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:37.810460 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0ad2f7d2-e26d-4ae8-bdbe-e2326450c1ab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:37.816049 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7e5b167c-f512-4870-96b3-fde5f9e460e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:37.824063 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cc8c8328-c7af-47bc-861a-02eafdcc01a7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:37.906662 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2426f5e5-307e-492a-8775-03b32b363866 admin admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:37.913674 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2426f5e5-307e-492a-8775-03b32b363866 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.5627117 Jun 17 08:57:37.913674 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39272) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:37.958716 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:57:37.983624 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:38.009082 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-71276d41-60d1-4833-8a8b-ca690d9087fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-884666845-router', 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd2b0d080-cef4-46f1-89ca-c450b47edccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:33Z', 'updated_at': '2021-06-17T08:57:36Z', 'revision_number': 3, 'project_id': 'cbe11fbb19094d7186a215cabecbca67', 'gw_port': {'id': 'd2b0d080-cef4-46f1-89ca-c450b47edccf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:34Z', 'updated_at': '2021-06-17T08:57:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:38.022111 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2f7d2-e26d-4ae8-bdbe-e2326450c1ab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Port': ['ID=cdcc43b6-ba6a-4f74-875b-1702b89a576f,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:38.030879 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0ad2f7d2-e26d-4ae8-bdbe-e2326450c1ab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:38.044921 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad2f7d2-e26d-4ae8-bdbe-e2326450c1ab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network e608a2cc-ab6c-46d4-a709-3b31a425b7ee is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:38.049491 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1c789f73-8361-496e-a06a-e9410a08f9c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:38.090830 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71276d41-60d1-4833-8a8b-ca690d9087fc None None] Checking router: c64af7c6-d7a2-4252-88cf-b5cb4aca06ef for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:57:38.092169 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71276d41-60d1-4833-8a8b-ca690d9087fc None None] Updating router c64af7c6-d7a2-4252-88cf-b5cb4aca06ef port d2b0d080-cef4-46f1-89ca-c450b47edccf binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:57:38.110386 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port ae52a10a-1be4-4763-9195-c949094ee78e, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=ae52a10a-1be4-4763-9195-c949094ee78e,segment=NetworkSegment(d5aa5070-29ea-4573-b478-1a324a29f86a),segment_id=d5aa5070-29ea-4573-b478-1a324a29f86a)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:38.111346 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7e5b167c-f512-4870-96b3-fde5f9e460e9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cea7288b48a94570b54d913416454162&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4245632 Jun 17 08:57:38.114116 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-0ad2f7d2-e26d-4ae8-bdbe-e2326450c1ab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:38.136556 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad2f7d2-e26d-4ae8-bdbe-e2326450c1ab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:57:38.142722 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-285c0003-b0bc-4d58-bf84-ec69118db015 None None] Provisioning complete for port ae52a10a-1be4-4763-9195-c949094ee78e triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:38.143125 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-285c0003-b0bc-4d58-bf84-ec69118db015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:38.149072 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad2f7d2-e26d-4ae8-bdbe-e2326450c1ab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:38.150131 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0ad2f7d2-e26d-4ae8-bdbe-e2326450c1ab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:38.152452 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39282) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:38.155255 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b167c-f512-4870-96b3-fde5f9e460e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e7bb52-18d8-4bc5-bd7b-da7063dd8d24,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:38.164816 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7e5b167c-f512-4870-96b3-fde5f9e460e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:38.195442 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-71276d41-60d1-4833-8a8b-ca690d9087fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:38.238726 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:38.243379 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-dab58d14-4ec2-4ee1-a0c4-a5f8194bfe08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:38.299577 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=ae52a10a-1be4-4763-9195-c949094ee78e,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:38.307755 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:38.360876 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5ebe1f6d-adc8-4564-bf51-3d780797d956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:38.411694 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5ebe1f6d-adc8-4564-bf51-3d780797d956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:38.488397 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0ad2f7d2-e26d-4ae8-bdbe-e2326450c1ab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3785405 Jun 17 08:57:38.495159 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39284) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:38.504883 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-285c0003-b0bc-4d58-bf84-ec69118db015 None None] Provisioning for port 8132f93a-793b-45f4-83ef-cc1075be3b39 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:57:38.510057 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-285c0003-b0bc-4d58-bf84-ec69118db015 None None] Provisioning complete for port 8132f93a-793b-45f4-83ef-cc1075be3b39 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:38.514641 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-285c0003-b0bc-4d58-bf84-ec69118db015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:38.599650 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-285c0003-b0bc-4d58-bf84-ec69118db015 None None] Port 8132f93a-793b-45f4-83ef-cc1075be3b39 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:57:38.613082 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39288) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:38.655659 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5ebe1f6d-adc8-4564-bf51-3d780797d956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:38.661349 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5ebe1f6d-adc8-4564-bf51-3d780797d956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:38.664775 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5ebe1f6d-adc8-4564-bf51-3d780797d956 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/34e7bb52-18d8-4bc5-bd7b-da7063dd8d24 HTTP/1.1" status: 204 len: 168 time: 0.5022483 Jun 17 08:57:38.671754 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-71276d41-60d1-4833-8a8b-ca690d9087fc None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:38.672276 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b0c55468-534b-4e7a-b4fd-c0215b584f93 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:38.692179 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-71276d41-60d1-4833-8a8b-ca690d9087fc None None] Transition to ACTIVE for port object d2b0d080-cef4-46f1-89ca-c450b47edccf will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:38.695888 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe1f6d-adc8-4564-bf51-3d780797d956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e7bb52-18d8-4bc5-bd7b-da7063dd8d24,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:38.698896 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5c0284b3-7b25-4241-a517-e578fe90f0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:38.719832 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5ebe1f6d-adc8-4564-bf51-3d780797d956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:38.779971 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6ba99-df72-4416-bb38-22fa69d489b2 req-9e0541c8-ed1d-4888-8d6e-3e07b5a9c206 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:38.781939 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f8a6ba99-df72-4416-bb38-22fa69d489b2 req-9e0541c8-ed1d-4888-8d6e-3e07b5a9c206 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.5318766 Jun 17 08:57:38.783051 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-01b6544e-f1ab-461a-868f-bad4a3695962 None None] Provisioning complete for port 8132f93a-793b-45f4-83ef-cc1075be3b39 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:38.783674 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-01b6544e-f1ab-461a-868f-bad4a3695962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:38.789920 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-71276d41-60d1-4833-8a8b-ca690d9087fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:38.793651 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-ae47c44e-4b49-4c9c-8d4b-9bc2974506fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:38.842537 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758eac7d-fec7-4d8e-a715-dcb68c066c15 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:38.846734 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-758eac7d-fec7-4d8e-a715-dcb68c066c15 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3472865 Jun 17 08:57:38.849663 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39292) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:38.912322 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141cd33c-4d55-4955-8e30-01846173a4df None None] Pushing event updated for resources: {'Port': ['ID=d2b0d080-cef4-46f1-89ca-c450b47edccf,revision_number=2']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:38.921611 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-01b6544e-f1ab-461a-868f-bad4a3695962 None None] Port 8132f93a-793b-45f4-83ef-cc1075be3b39 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:57:38.941772 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141cd33c-4d55-4955-8e30-01846173a4df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:38.942265 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141cd33c-4d55-4955-8e30-01846173a4df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:38.942705 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141cd33c-4d55-4955-8e30-01846173a4df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:38.945494 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141cd33c-4d55-4955-8e30-01846173a4df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:38.945962 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141cd33c-4d55-4955-8e30-01846173a4df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:38.946408 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141cd33c-4d55-4955-8e30-01846173a4df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:38.946858 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141cd33c-4d55-4955-8e30-01846173a4df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:38.947274 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141cd33c-4d55-4955-8e30-01846173a4df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:38.947725 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141cd33c-4d55-4955-8e30-01846173a4df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:38.949462 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141cd33c-4d55-4955-8e30-01846173a4df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:38.949907 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141cd33c-4d55-4955-8e30-01846173a4df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:38.950338 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141cd33c-4d55-4955-8e30-01846173a4df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:38.967443 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-141cd33c-4d55-4955-8e30-01846173a4df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:39.001207 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-71276d41-60d1-4833-8a8b-ca690d9087fc None None] Attempting to bind port d2b0d080-cef4-46f1-89ca-c450b47edccf on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:57:39.001703 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-71276d41-60d1-4833-8a8b-ca690d9087fc None None] Attempting to bind port d2b0d080-cef4-46f1-89ca-c450b47edccf by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:57:39.002153 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71276d41-60d1-4833-8a8b-ca690d9087fc None None] Attempting to bind port d2b0d080-cef4-46f1-89ca-c450b47edccf on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:57:39.013058 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71276d41-60d1-4833-8a8b-ca690d9087fc None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:57:39.013786 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71276d41-60d1-4833-8a8b-ca690d9087fc None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:57:39.014579 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-71276d41-60d1-4833-8a8b-ca690d9087fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:39.015163 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71276d41-60d1-4833-8a8b-ca690d9087fc None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:57:39.016253 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-71276d41-60d1-4833-8a8b-ca690d9087fc None None] Bound port: d2b0d080-cef4-46f1-89ca-c450b47edccf, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:57:39.016816 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-71276d41-60d1-4833-8a8b-ca690d9087fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:39.032456 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f8a6ba99-df72-4416-bb38-22fa69d489b2 req-3ffdea21-17fd-4e43-b3c1-8beb3456799d tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412052 Jun 17 08:57:39.105003 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-71276d41-60d1-4833-8a8b-ca690d9087fc None None] For port d2b0d080-cef4-46f1-89ca-c450b47edccf, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:57:39.109138 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-71276d41-60d1-4833-8a8b-ca690d9087fc None None] For port d2b0d080-cef4-46f1-89ca-c450b47edccf, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=d2b0d080-cef4-46f1-89ca-c450b47edccf,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:57:39.126330 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3d4508-a409-4861-93d2-020173fb6cb5 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:39.132395 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3d4508-a409-4861-93d2-020173fb6cb5 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:39.140310 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3d4508-a409-4861-93d2-020173fb6cb5 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:39.144539 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-be3d4508-a409-4861-93d2-020173fb6cb5 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2650583 Jun 17 08:57:39.145865 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39298) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:39.225349 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-1f7f2f99-1be9-42b4-955b-4e2401054b6b None None] Provisioning for port cdcc43b6-ba6a-4f74-875b-1702b89a576f completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:57:39.231415 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-1f7f2f99-1be9-42b4-955b-4e2401054b6b None None] Provisioning complete for port cdcc43b6-ba6a-4f74-875b-1702b89a576f triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:39.232012 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1f7f2f99-1be9-42b4-955b-4e2401054b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:39.247380 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5c0284b3-7b25-4241-a517-e578fe90f0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:39.285491 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-d4af5d64-1403-4bfc-94ae-92d54afc348a tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting port cdcc43b6-ba6a-4f74-875b-1702b89a576f {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:39.286653 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d4af5d64-1403-4bfc-94ae-92d54afc348a tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:39.289377 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-1f7f2f99-1be9-42b4-955b-4e2401054b6b None None] Port cdcc43b6-ba6a-4f74-875b-1702b89a576f cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:57:39.299393 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device ae52a10a-1be4-4763-9195-c949094ee78e up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:57:39.362221 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-71276d41-60d1-4833-8a8b-ca690d9087fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:39.363910 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port ae52a10a-1be4-4763-9195-c949094ee78e triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:39.364949 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:39.370769 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-502617f2-b645-4499-99e1-923746131450 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:39.384558 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22a07c-3da7-4acf-a994-4074c012a86b req-6cbca5fa-8a19-46f3-a3a6-8284ad8b8d76 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:39.385394 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fb22a07c-3da7-4acf-a994-4074c012a86b req-6cbca5fa-8a19-46f3-a3a6-8284ad8b8d76 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1864283 Jun 17 08:57:39.407866 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f738617c-4758-4d50-990f-77aadfe16407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:39.422547 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71276d41-60d1-4833-8a8b-ca690d9087fc None None] Routers {'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:57:39.423470 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-71276d41-60d1-4833-8a8b-ca690d9087fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:57:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['c64af7c6-d7a2-4252-88cf-b5cb4aca06ef'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:39.433690 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d4af5d64-1403-4bfc-94ae-92d54afc348a tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:39.467984 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5c0284b3-7b25-4241-a517-e578fe90f0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:39.487548 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1b8a0951-e639-4dd6-8eb4-85f533533e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:39.529886 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0284b3-7b25-4241-a517-e578fe90f0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a3682b-e218-460a-87f1-ec4208112bcc,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:39.551836 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fb22a07c-3da7-4acf-a994-4074c012a86b req-ab203dc2-23e7-49c9-a324-2969e1c6a293 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487861 Jun 17 08:57:39.641799 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-d4af5d64-1403-4bfc-94ae-92d54afc348a tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Calling delete_port for cdcc43b6-ba6a-4f74-875b-1702b89a576f owned by {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:39.647260 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5c0284b3-7b25-4241-a517-e578fe90f0f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:39.669482 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5c0284b3-7b25-4241-a517-e578fe90f0f7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0cf8cce4b2724628a47d92a61ea31f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0488274 Jun 17 08:57:39.671368 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39306) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:39.689599 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141cd33c-4d55-4955-8e30-01846173a4df None None] Pushing event updated for resources: {'Port': ['ID=d2b0d080-cef4-46f1-89ca-c450b47edccf,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:39.695115 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-141cd33c-4d55-4955-8e30-01846173a4df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:39.747689 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-71276d41-60d1-4833-8a8b-ca690d9087fc None None] Set router c64af7c6-d7a2-4252-88cf-b5cb4aca06ef gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:57:39.814231 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-086394fd-15b1-44a2-9add-5a1b7fe59877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:39.850405 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-086394fd-15b1-44a2-9add-5a1b7fe59877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:39.882946 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-f738617c-4758-4d50-990f-77aadfe16407 admin admin] Allocated IP 172.20.0.1 (af45f096-912c-4a55-9631-8ecfd7c931d7/35b8e34e-65da-4d19-a52e-304d829df850/2deff9f8-b1a7-4c31-ae5e-0c9576eceaae) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:40.001134 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39310) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:40.019875 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2f9b52ad-fe91-4e5b-8282-b77603651ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:40.079582 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f738617c-4758-4d50-990f-77aadfe16407 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:40.091231 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d4af5d64-1403-4bfc-94ae-92d54afc348a tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:40.105859 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-71276d41-60d1-4833-8a8b-ca690d9087fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-884666845-router', 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd2b0d080-cef4-46f1-89ca-c450b47edccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:33Z', 'updated_at': '2021-06-17T08:57:36Z', 'revision_number': 3, 'project_id': 'cbe11fbb19094d7186a215cabecbca67', 'gw_port': {'id': 'd2b0d080-cef4-46f1-89ca-c450b47edccf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:34Z', 'updated_at': '2021-06-17T08:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:40.108359 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b9f5e21c-fadd-46a0-bfe2-191c5c76d136 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:40.144503 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71276d41-60d1-4833-8a8b-ca690d9087fc None None] The sync data for ids ['c64af7c6-d7a2-4252-88cf-b5cb4aca06ef'] in n-d-758944-30 is: [{'id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-884666845-router', 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd2b0d080-cef4-46f1-89ca-c450b47edccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:33Z', 'updated_at': '2021-06-17T08:57:36Z', 'revision_number': 3, 'project_id': 'cbe11fbb19094d7186a215cabecbca67', 'gw_port': {'id': 'd2b0d080-cef4-46f1-89ca-c450b47edccf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:34Z', 'updated_at': '2021-06-17T08:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:57:40.189056 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d4af5d64-1403-4bfc-94ae-92d54afc348a tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:40.189056 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d4af5d64-1403-4bfc-94ae-92d54afc348a tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/ports/cdcc43b6-ba6a-4f74-875b-1702b89a576f HTTP/1.1" status: 204 len: 168 time: 1.0409968 Jun 17 08:57:40.190726 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39314) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:40.252120 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-a54b8147-091f-43be-b199-b6c27994887c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] GET failed (client error): The resource could not be found. Jun 17 08:57:40.260031 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a54b8147-091f-43be-b199-b6c27994887c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "GET /v2.0/ports/cdcc43b6-ba6a-4f74-875b-1702b89a576f HTTP/1.1" status: 404 len: 333 time: 0.0679605 Jun 17 08:57:40.266083 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39318) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:40.283959 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af5d64-1403-4bfc-94ae-92d54afc348a tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Port': ['ID=cdcc43b6-ba6a-4f74-875b-1702b89a576f,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:40.286606 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-086394fd-15b1-44a2-9add-5a1b7fe59877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:40.289550 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-086394fd-15b1-44a2-9add-5a1b7fe59877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:40.291420 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-086394fd-15b1-44a2-9add-5a1b7fe59877 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/58a3682b-e218-460a-87f1-ec4208112bcc HTTP/1.1" status: 204 len: 168 time: 0.6183467 Jun 17 08:57:40.296221 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d4af5d64-1403-4bfc-94ae-92d54afc348a tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:40.296940 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3f97cdc7-d10f-4442-86e5-1052fe8f3641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:40.307083 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2f9b52ad-fe91-4e5b-8282-b77603651ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:40.308436 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086394fd-15b1-44a2-9add-5a1b7fe59877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a3682b-e218-460a-87f1-ec4208112bcc,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:40.311241 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-086394fd-15b1-44a2-9add-5a1b7fe59877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:40.403107 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f738617c-4758-4d50-990f-77aadfe16407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:40.431117 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a11914a0-d124-43f7-9225-da84357fca77 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:40.449523 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2f9b52ad-fe91-4e5b-8282-b77603651ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:40.458390 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2063d35b-7686-4287-b012-3692c697d439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:40.473098 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f738617c-4758-4d50-990f-77aadfe16407 admin admin] Network af45f096-912c-4a55-9631-8ecfd7c931d7 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:40.478546 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-f738617c-4758-4d50-990f-77aadfe16407 admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:40.481732 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f738617c-4758-4d50-990f-77aadfe16407 admin admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:57:40.580009 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-2f9b52ad-fe91-4e5b-8282-b77603651ecb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f26c28cbcfe24d908b060750e35227cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5775847 Jun 17 08:57:40.580807 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39324) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:40.593147 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738617c-4758-4d50-990f-77aadfe16407 admin admin] Pushing event updated for resources: {'Port': ['ID=2deff9f8-b1a7-4c31-ae5e-0c9576eceaae,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:40.597481 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b52ad-fe91-4e5b-8282-b77603651ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6130afd-9310-4d6b-a408-6ae1db5a2794,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:40.608037 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2f9b52ad-fe91-4e5b-8282-b77603651ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:40.616802 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f738617c-4758-4d50-990f-77aadfe16407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:40.630450 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f738617c-4758-4d50-990f-77aadfe16407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:40.679205 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6406d7a7-80b2-41c3-b5e3-ae8d8c8f0744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:40.731467 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6406d7a7-80b2-41c3-b5e3-ae8d8c8f0744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:40.806821 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-6c19a690-5605-4eb4-9ea3-eb5a15f08938 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting port 8132f93a-793b-45f4-83ef-cc1075be3b39 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:40.807178 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6c19a690-5605-4eb4-9ea3-eb5a15f08938 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:40.895316 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6406d7a7-80b2-41c3-b5e3-ae8d8c8f0744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:40.897914 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6406d7a7-80b2-41c3-b5e3-ae8d8c8f0744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:40.899386 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6406d7a7-80b2-41c3-b5e3-ae8d8c8f0744 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c6130afd-9310-4d6b-a408-6ae1db5a2794 HTTP/1.1" status: 204 len: 168 time: 0.3118947 Jun 17 08:57:40.900453 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f9d3b3fc-e204-4570-9b5c-5ce64587a4f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:40.917508 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406d7a7-80b2-41c3-b5e3-ae8d8c8f0744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6130afd-9310-4d6b-a408-6ae1db5a2794,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:40.921495 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6406d7a7-80b2-41c3-b5e3-ae8d8c8f0744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:41.005123 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6c19a690-5605-4eb4-9ea3-eb5a15f08938 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:41.109570 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-6c19a690-5605-4eb4-9ea3-eb5a15f08938 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Calling delete_port for 8132f93a-793b-45f4-83ef-cc1075be3b39 owned by {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:41.132792 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f738617c-4758-4d50-990f-77aadfe16407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:41.397572 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d2b0d080-cef4-46f1-89ca-c450b47edccf up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:57:41.427828 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f738617c-4758-4d50-990f-77aadfe16407 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:41.638170 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39346) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:41.656130 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f8c313b0-f5b0-4615-a69f-eecb8a844f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:41.659038 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port d2b0d080-cef4-46f1-89ca-c450b47edccf completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:57:41.660246 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f738617c-4758-4d50-990f-77aadfe16407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:41.663511 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port d2b0d080-cef4-46f1-89ca-c450b47edccf triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:41.663925 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:41.668681 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f6fac631-b34c-4c49-a106-7a10b31687c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:41.677572 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6c19a690-5605-4eb4-9ea3-eb5a15f08938 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:41.830732 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:41.871123 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f8c313b0-f5b0-4615-a69f-eecb8a844f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:41.877696 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port d2b0d080-cef4-46f1-89ca-c450b47edccf, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=d2b0d080-cef4-46f1-89ca-c450b47edccf,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:41.900630 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738617c-4758-4d50-990f-77aadfe16407 admin admin] Pushing event updated for resources: {'Port': ['ID=2deff9f8-b1a7-4c31-ae5e-0c9576eceaae,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:41.906110 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f738617c-4758-4d50-990f-77aadfe16407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:41.908088 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f3eb7c16-40e0-429c-92e9-df0c4ed9c078 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:41.947471 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f738617c-4758-4d50-990f-77aadfe16407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:41.956378 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6c19a690-5605-4eb4-9ea3-eb5a15f08938 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:41.960259 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-6c19a690-5605-4eb4-9ea3-eb5a15f08938 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/ports/8132f93a-793b-45f4-83ef-cc1075be3b39 HTTP/1.1" status: 204 len: 168 time: 1.6925619 Jun 17 08:57:41.962589 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39352) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:41.965646 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19a690-5605-4eb4-9ea3-eb5a15f08938 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Port': ['ID=8132f93a-793b-45f4-83ef-cc1075be3b39,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:41.980923 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6c19a690-5605-4eb4-9ea3-eb5a15f08938 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:42.006626 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ae46ef-715e-46bf-b412-6699caec3d53 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] GET failed (client error): The resource could not be found. Jun 17 08:57:42.009140 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e3ae46ef-715e-46bf-b412-6699caec3d53 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "GET /v2.0/ports/8132f93a-793b-45f4-83ef-cc1075be3b39 HTTP/1.1" status: 404 len: 333 time: 0.0451119 Jun 17 08:57:42.011430 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39356) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:42.057151 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:42.062409 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:42.064942 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f8c313b0-f5b0-4615-a69f-eecb8a844f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:42.100977 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3bfb8e16-67cd-46f4-a438-364fea9223f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:42.129802 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f738617c-4758-4d50-990f-77aadfe16407 admin admin] Network af45f096-912c-4a55-9631-8ecfd7c931d7 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:42.131429 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-f738617c-4758-4d50-990f-77aadfe16407 admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:42.195037 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=d2b0d080-cef4-46f1-89ca-c450b47edccf,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:42.200656 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:42.217898 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-970b66ea-de47-4838-82d3-37dc7a51e445 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting subnet a2e61874-4e0f-480a-b3c7-44757d8eeaaf {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:57:42.242183 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c313b0-f5b0-4615-a69f-eecb8a844f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8345ce-f8cd-4d57-91d3-ed0acb9f714c,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:42.248235 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-970b66ea-de47-4838-82d3-37dc7a51e445 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:42.271335 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f8c313b0-f5b0-4615-a69f-eecb8a844f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:42.282724 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f8c313b0-f5b0-4615-a69f-eecb8a844f54 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ab7c58e370cd4329a0ac062c9db2c715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6368146 Jun 17 08:57:42.285327 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39360) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:42.339524 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-970b66ea-de47-4838-82d3-37dc7a51e445 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:42.414648 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-66526395-e2f2-4c7c-9a6a-0467743d2166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:42.461039 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f738617c-4758-4d50-990f-77aadfe16407 admin admin] Router c64af7c6-d7a2-4252-88cf-b5cb4aca06ef has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:57:42.463130 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-66526395-e2f2-4c7c-9a6a-0467743d2166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:42.518944 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-970b66ea-de47-4838-82d3-37dc7a51e445 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:42.682007 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f738617c-4758-4d50-990f-77aadfe16407 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:57:42.692553 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455b7f77-26a0-4375-a204-b89af26d578e None None] Sync routers for ids ['c64af7c6-d7a2-4252-88cf-b5cb4aca06ef'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:57:42.708763 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f738617c-4758-4d50-990f-77aadfe16407 admin admin] 10.222.0.49 "PUT /v2.0/routers/c64af7c6-d7a2-4252-88cf-b5cb4aca06ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7941091 Jun 17 08:57:42.712638 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455b7f77-26a0-4375-a204-b89af26d578e None None] Routers {'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:57:42.714198 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-455b7f77-26a0-4375-a204-b89af26d578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:57:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['c64af7c6-d7a2-4252-88cf-b5cb4aca06ef'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:42.757783 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-66526395-e2f2-4c7c-9a6a-0467743d2166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:42.766684 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-66526395-e2f2-4c7c-9a6a-0467743d2166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:42.767965 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-66526395-e2f2-4c7c-9a6a-0467743d2166 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ee8345ce-f8cd-4d57-91d3-ed0acb9f714c HTTP/1.1" status: 204 len: 168 time: 0.4836769 Jun 17 08:57:42.774154 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-86a676a3-8b8c-4837-834e-9309ae7cc7f1 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:42.791622 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66526395-e2f2-4c7c-9a6a-0467743d2166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8345ce-f8cd-4d57-91d3-ed0acb9f714c,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:42.796204 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-66526395-e2f2-4c7c-9a6a-0467743d2166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:42.885742 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-455b7f77-26a0-4375-a204-b89af26d578e None None] Set router c64af7c6-d7a2-4252-88cf-b5cb4aca06ef gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:57:43.049872 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-970b66ea-de47-4838-82d3-37dc7a51e445 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:43.063805 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-68ea9bcc-566d-495f-b2e6-9e8e301e1ebc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:43.090416 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b66ea-de47-4838-82d3-37dc7a51e445 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e61874-4e0f-480a-b3c7-44757d8eeaaf,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:43.092638 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-970b66ea-de47-4838-82d3-37dc7a51e445 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:43.094715 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-970b66ea-de47-4838-82d3-37dc7a51e445 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/subnets/a2e61874-4e0f-480a-b3c7-44757d8eeaaf HTTP/1.1" status: 204 len: 168 time: 1.0817049 Jun 17 08:57:43.095807 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-970b66ea-de47-4838-82d3-37dc7a51e445 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:43.097649 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39394) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:43.148429 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccea45b4-da57-4269-bd44-e8a4b2cdbfa3 None None] Network e608a2cc-ab6c-46d4-a709-3b31a425b7ee requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:57:43.226248 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-984da3e2-3063-4bf4-9bdf-bb9068354a1e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:43.242295 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-455b7f77-26a0-4375-a204-b89af26d578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-884666845-router', 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd2b0d080-cef4-46f1-89ca-c450b47edccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:33Z', 'updated_at': '2021-06-17T08:57:40Z', 'revision_number': 4, 'project_id': 'cbe11fbb19094d7186a215cabecbca67', 'gw_port': {'id': 'd2b0d080-cef4-46f1-89ca-c450b47edccf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:34Z', 'updated_at': '2021-06-17T08:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '2deff9f8-b1a7-4c31-ae5e-0c9576eceaae', 'name': '', 'network_id': 'af45f096-912c-4a55-9631-8ecfd7c931d7', 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67', 'mac_address': 'fa:16:3e:5e:53:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '35b8e34e-65da-4d19-a52e-304d829df850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:39Z', 'updated_at': '2021-06-17T08:57:41Z', 'revision_number': 2, 'project_id': 'cbe11fbb19094d7186a215cabecbca67', 'subnets': [{'id': '35b8e34e-65da-4d19-a52e-304d829df850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:43.290726 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-984da3e2-3063-4bf4-9bdf-bb9068354a1e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting port ae52a10a-1be4-4763-9195-c949094ee78e {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:43.290726 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-984da3e2-3063-4bf4-9bdf-bb9068354a1e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:43.293078 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455b7f77-26a0-4375-a204-b89af26d578e None None] Checking router: c64af7c6-d7a2-4252-88cf-b5cb4aca06ef for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:57:43.293455 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455b7f77-26a0-4375-a204-b89af26d578e None None] Updating router c64af7c6-d7a2-4252-88cf-b5cb4aca06ef port 2deff9f8-b1a7-4c31-ae5e-0c9576eceaae binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:57:43.344298 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d2b0d080-cef4-46f1-89ca-c450b47edccf up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:57:43.384622 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-455b7f77-26a0-4375-a204-b89af26d578e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:43.385170 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-984da3e2-3063-4bf4-9bdf-bb9068354a1e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] For port ae52a10a-1be4-4763-9195-c949094ee78e, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=ae52a10a-1be4-4763-9195-c949094ee78e,segment=NetworkSegment(d5aa5070-29ea-4573-b478-1a324a29f86a),segment_id=d5aa5070-29ea-4573-b478-1a324a29f86a)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:43.386249 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-984da3e2-3063-4bf4-9bdf-bb9068354a1e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:43.468297 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-984da3e2-3063-4bf4-9bdf-bb9068354a1e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Calling delete_port for ae52a10a-1be4-4763-9195-c949094ee78e owned by network:dhcp {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:43.491018 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port d2b0d080-cef4-46f1-89ca-c450b47edccf triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:43.491647 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:43.523985 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463b4d8c-63bc-43a9-aa37-f7e32dd7f70d None None] DHCP port deletion for e608a2cc-ab6c-46d4-a709-3b31a425b7ee request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:57:43.810577 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-984da3e2-3063-4bf4-9bdf-bb9068354a1e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:43.814227 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-edf3808a-0cc0-457c-8235-3f86a81d4782 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:43.822418 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-f9ab74e3-08d7-4ee6-b422-692efcbb814f tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:43.832879 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-f9ab74e3-08d7-4ee6-b422-692efcbb814f tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/networks?id=af45f096-912c-4a55-9631-8ecfd7c931d7 HTTP/1.1" status: 200 len: 819 time: 0.1578422 Jun 17 08:57:43.850217 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-46cc9e6b-8b79-4e64-9558-6b2017ce2d2e tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/quotas/cbe11fbb19094d7186a215cabecbca67 HTTP/1.1" status: 200 len: 375 time: 0.0171103 Jun 17 08:57:43.942118 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984da3e2-3063-4bf4-9bdf-bb9068354a1e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] No DVR routers for this DVR port ae52a10a-1be4-4763-9195-c949094ee78e on host n-d-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:57:43.952250 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984da3e2-3063-4bf4-9bdf-bb9068354a1e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Port': ['ID=ae52a10a-1be4-4763-9195-c949094ee78e,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:43.974069 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-984da3e2-3063-4bf4-9bdf-bb9068354a1e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:44.092013 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-463b4d8c-63bc-43a9-aa37-f7e32dd7f70d None None] Deleting port ae52a10a-1be4-4763-9195-c949094ee78e {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:44.092555 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-463b4d8c-63bc-43a9-aa37-f7e32dd7f70d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:44.131121 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-7d05be91-14db-4fce-a342-00b856816951 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cbe11fbb19094d7186a215cabecbca67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2798085 Jun 17 08:57:44.137052 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-984da3e2-3063-4bf4-9bdf-bb9068354a1e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:44.165145 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-984da3e2-3063-4bf4-9bdf-bb9068354a1e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e608a2cc-ab6c-46d4-a709-3b31a425b7ee']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:44.196947 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-984da3e2-3063-4bf4-9bdf-bb9068354a1e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5aa5070-29ea-4573-b478-1a324a29f86a') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:44.197247 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-984da3e2-3063-4bf4-9bdf-bb9068354a1e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5aa5070-29ea-4573-b478-1a324a29f86a') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:44.225886 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-463b4d8c-63bc-43a9-aa37-f7e32dd7f70d None None] For port ae52a10a-1be4-4763-9195-c949094ee78e, host n-d-758944-30, got binding levels [] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:44.226090 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-463b4d8c-63bc-43a9-aa37-f7e32dd7f70d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:44.227261 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-984da3e2-3063-4bf4-9bdf-bb9068354a1e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:44.267102 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-984da3e2-3063-4bf4-9bdf-bb9068354a1e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:44.291772 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-984da3e2-3063-4bf4-9bdf-bb9068354a1e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:57:44.295237 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-984da3e2-3063-4bf4-9bdf-bb9068354a1e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:44.320463 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-463b4d8c-63bc-43a9-aa37-f7e32dd7f70d None None] Calling delete_port for ae52a10a-1be4-4763-9195-c949094ee78e owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:44.325866 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.ipam_backend_mixin [None req-463b4d8c-63bc-43a9-aa37-f7e32dd7f70d None None] Port ae52a10a-1be4-4763-9195-c949094ee78e was not found and therefore no delete operation was performed {{(pid=94521) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:57:44.346116 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-463b4d8c-63bc-43a9-aa37-f7e32dd7f70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:44.350011 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-b3bc253a-b590-4081-abab-81a3b7c09514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:44.382258 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b4d8c-63bc-43a9-aa37-f7e32dd7f70d None None] Pushing event deleted for resources: {'Port': ['ID=ae52a10a-1be4-4763-9195-c949094ee78e,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:44.385355 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-463b4d8c-63bc-43a9-aa37-f7e32dd7f70d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:57:44.393682 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:57:44.401521 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463b4d8c-63bc-43a9-aa37-f7e32dd7f70d None None] No DVR routers for this DVR port ae52a10a-1be4-4763-9195-c949094ee78e on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:57:44.405212 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ff40b-4c58-41dd-9fcf-de7d097698cf req-e234e6d8-241c-4b31-9f44-f0a1b9e7747f tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:44.406509 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9e8ff40b-4c58-41dd-9fcf-de7d097698cf req-e234e6d8-241c-4b31-9f44-f0a1b9e7747f tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.3197002 Jun 17 08:57:44.410415 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-455b7f77-26a0-4375-a204-b89af26d578e None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:44.431883 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-621e66d8-6d31-4808-81b1-7ece8dcbfaac service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:57:44.437540 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-621e66d8-6d31-4808-81b1-7ece8dcbfaac service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3016772 Jun 17 08:57:44.465359 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9e8ff40b-4c58-41dd-9fcf-de7d097698cf req-f42d949b-b09b-4cde-8eb1-6b29352b91b2 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518079 Jun 17 08:57:44.529674 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-984da3e2-3063-4bf4-9bdf-bb9068354a1e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:44.529910 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-455b7f77-26a0-4375-a204-b89af26d578e None None] Transition to ACTIVE for port object 2deff9f8-b1a7-4c31-ae5e-0c9576eceaae will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:44.535213 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-984da3e2-3063-4bf4-9bdf-bb9068354a1e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:44.550210 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-984da3e2-3063-4bf4-9bdf-bb9068354a1e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/networks/e608a2cc-ab6c-46d4-a709-3b31a425b7ee HTTP/1.1" status: 204 len: 168 time: 1.4410059 Jun 17 08:57:44.550210 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5edaf8c5-f915-4add-a48e-05922455adaf tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:44.556952 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39454) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:44.563818 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-a296d176-687e-47c6-a19d-068a44027ddb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-950977095'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:44.579755 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984da3e2-3063-4bf4-9bdf-bb9068354a1e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Network': ['ID=e608a2cc-ab6c-46d4-a709-3b31a425b7ee,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:44.585737 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-984da3e2-3063-4bf4-9bdf-bb9068354a1e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:44.718495 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-455b7f77-26a0-4375-a204-b89af26d578e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:44.722435 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-da579d66-f241-453c-ad7a-92a3002e357e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:44.769267 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec7ee8-5a2f-4267-ac07-4d011e2be478 req-2ccb4185-e668-47ca-b1a6-7f99361e2a91 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:44.775036 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-41ec7ee8-5a2f-4267-ac07-4d011e2be478 req-2ccb4185-e668-47ca-b1a6-7f99361e2a91 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1042061 Jun 17 08:57:44.835522 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93443ad-7d11-4dbf-ad48-7627916c4a4e None None] Pushing event updated for resources: {'Port': ['ID=2deff9f8-b1a7-4c31-ae5e-0c9576eceaae,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:44.839627 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-d93443ad-7d11-4dbf-ad48-7627916c4a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:44.859903 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-41ec7ee8-5a2f-4267-ac07-4d011e2be478 req-eec8de42-fa17-46db-b3bf-9e26b509c9c6 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734627 Jun 17 08:57:44.938700 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-455b7f77-26a0-4375-a204-b89af26d578e None None] Attempting to bind port 2deff9f8-b1a7-4c31-ae5e-0c9576eceaae on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:57:44.939079 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-455b7f77-26a0-4375-a204-b89af26d578e None None] Attempting to bind port 2deff9f8-b1a7-4c31-ae5e-0c9576eceaae by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'e7429738-07e7-45ca-9734-d788a782924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'af45f096-912c-4a55-9631-8ecfd7c931d7'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:57:44.941239 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455b7f77-26a0-4375-a204-b89af26d578e None None] Attempting to bind port 2deff9f8-b1a7-4c31-ae5e-0c9576eceaae on network af45f096-912c-4a55-9631-8ecfd7c931d7 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:57:44.951294 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455b7f77-26a0-4375-a204-b89af26d578e None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:57:44.951722 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455b7f77-26a0-4375-a204-b89af26d578e None None] Checking segment: {'id': 'e7429738-07e7-45ca-9734-d788a782924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'af45f096-912c-4a55-9631-8ecfd7c931d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:57:44.952199 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-455b7f77-26a0-4375-a204-b89af26d578e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:44.952613 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455b7f77-26a0-4375-a204-b89af26d578e None None] Bound using segment: {'id': 'e7429738-07e7-45ca-9734-d788a782924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'af45f096-912c-4a55-9631-8ecfd7c931d7'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:57:44.959680 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-455b7f77-26a0-4375-a204-b89af26d578e None None] Bound port: 2deff9f8-b1a7-4c31-ae5e-0c9576eceaae, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7429738-07e7-45ca-9734-d788a782924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'af45f096-912c-4a55-9631-8ecfd7c931d7'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:57:44.966513 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-455b7f77-26a0-4375-a204-b89af26d578e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:45.071647 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-455b7f77-26a0-4375-a204-b89af26d578e None None] For port 2deff9f8-b1a7-4c31-ae5e-0c9576eceaae, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:57:45.076162 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-455b7f77-26a0-4375-a204-b89af26d578e None None] For port 2deff9f8-b1a7-4c31-ae5e-0c9576eceaae, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=2deff9f8-b1a7-4c31-ae5e-0c9576eceaae,segment=NetworkSegment(e7429738-07e7-45ca-9734-d788a782924a),segment_id=e7429738-07e7-45ca-9734-d788a782924a)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:57:45.198713 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39478) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:45.203783 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-455b7f77-26a0-4375-a204-b89af26d578e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:45.208563 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9ab8d086-6d3d-4094-9c6e-8287dc64e2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:45.223102 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-1d3a5e55-aeac-4f45-8dd9-7b834d779f7a service neutron] 10.222.0.49 "GET /v2.0/networks/af45f096-912c-4a55-9631-8ecfd7c931d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7800617 Jun 17 08:57:45.291850 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device ae52a10a-1be4-4763-9195-c949094ee78e no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:57:45.319606 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: ae52a10a-1be4-4763-9195-c949094ee78e {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:57:45.320037 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device ae52a10a-1be4-4763-9195-c949094ee78e not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:57:45.321822 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93443ad-7d11-4dbf-ad48-7627916c4a4e None None] Pushing event updated for resources: {'Port': ['ID=2deff9f8-b1a7-4c31-ae5e-0c9576eceaae,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:45.326743 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-d93443ad-7d11-4dbf-ad48-7627916c4a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:45.339897 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a296d176-687e-47c6-a19d-068a44027ddb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:45.340745 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455b7f77-26a0-4375-a204-b89af26d578e None None] Routers {'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:57:45.341832 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-455b7f77-26a0-4375-a204-b89af26d578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:57:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['c64af7c6-d7a2-4252-88cf-b5cb4aca06ef'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:45.348215 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a296d176-687e-47c6-a19d-068a44027ddb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:45.350433 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-65a087af-3387-4e7d-afe4-34695efd826c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-977080252', 'router:external': True}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:45.405908 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-59e58ae4-2dc9-4827-90e1-bd34706cc44d service neutron] 10.222.0.49 "GET /v2.0/networks/af45f096-912c-4a55-9631-8ecfd7c931d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758246 Jun 17 08:57:45.424479 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a296d176-687e-47c6-a19d-068a44027ddb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:57:45.460092 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a296d176-687e-47c6-a19d-068a44027ddb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:45.461422 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-a296d176-687e-47c6-a19d-068a44027ddb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Added segment b77f0d43-b795-4841-9a75-b16c48b428fd of type vlan for network cee7339b-21bd-450b-9adb-1062701d36ad Jun 17 08:57:45.495689 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-455b7f77-26a0-4375-a204-b89af26d578e None None] Set router c64af7c6-d7a2-4252-88cf-b5cb4aca06ef gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:57:45.510173 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a087af-3387-4e7d-afe4-34695efd826c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Made reservation on behalf of 1821c17bd2314c05a03571f1b8989cd9 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:45.512876 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-65a087af-3387-4e7d-afe4-34695efd826c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:45.522719 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a296d176-687e-47c6-a19d-068a44027ddb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:45.528025 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-65a087af-3387-4e7d-afe4-34695efd826c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:45.652285 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-65a087af-3387-4e7d-afe4-34695efd826c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:45.736133 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a296d176-687e-47c6-a19d-068a44027ddb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:45.742515 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296d176-687e-47c6-a19d-068a44027ddb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:45.743573 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a296d176-687e-47c6-a19d-068a44027ddb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:45.768446 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-378bb62b-9213-4d65-b276-d718c4ecc46f tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:45.774919 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-65a087af-3387-4e7d-afe4-34695efd826c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:45.779657 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-85ff734e-46b2-4251-aaa9-eb3a3cbcb59b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:45.821304 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-455b7f77-26a0-4375-a204-b89af26d578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-884666845-router', 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd2b0d080-cef4-46f1-89ca-c450b47edccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:33Z', 'updated_at': '2021-06-17T08:57:40Z', 'revision_number': 4, 'project_id': 'cbe11fbb19094d7186a215cabecbca67', 'gw_port': {'id': 'd2b0d080-cef4-46f1-89ca-c450b47edccf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:34Z', 'updated_at': '2021-06-17T08:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '2deff9f8-b1a7-4c31-ae5e-0c9576eceaae', 'name': '', 'network_id': 'af45f096-912c-4a55-9631-8ecfd7c931d7', 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67', 'mac_address': 'fa:16:3e:5e:53:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '35b8e34e-65da-4d19-a52e-304d829df850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:39Z', 'updated_at': '2021-06-17T08:57:45Z', 'revision_number': 4, 'project_id': 'cbe11fbb19094d7186a215cabecbca67', 'subnets': [{'id': '35b8e34e-65da-4d19-a52e-304d829df850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:45.830642 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a087af-3387-4e7d-afe4-34695efd826c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:57:45.866721 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a087af-3387-4e7d-afe4-34695efd826c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadbe5e0-7b97-4964-ab80-962e86fd3ca4,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:45.904727 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a62b0f18-7292-412c-976a-a55cd819e87e req-a8c4dd1b-b4a8-4746-b6a5-7371f901088a tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 210 time: 0.0724049 Jun 17 08:57:45.906039 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-65a087af-3387-4e7d-afe4-34695efd826c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:45.916588 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-65a087af-3387-4e7d-afe4-34695efd826c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:45.917862 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455b7f77-26a0-4375-a204-b89af26d578e None None] The sync data for ids ['c64af7c6-d7a2-4252-88cf-b5cb4aca06ef'] in n-d-758944-30 is: [{'id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-884666845-router', 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd2b0d080-cef4-46f1-89ca-c450b47edccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:33Z', 'updated_at': '2021-06-17T08:57:40Z', 'revision_number': 4, 'project_id': 'cbe11fbb19094d7186a215cabecbca67', 'gw_port': {'id': 'd2b0d080-cef4-46f1-89ca-c450b47edccf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:34Z', 'updated_at': '2021-06-17T08:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '2deff9f8-b1a7-4c31-ae5e-0c9576eceaae', 'name': '', 'network_id': 'af45f096-912c-4a55-9631-8ecfd7c931d7', 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67', 'mac_address': 'fa:16:3e:5e:53:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '35b8e34e-65da-4d19-a52e-304d829df850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:39Z', 'updated_at': '2021-06-17T08:57:45Z', 'revision_number': 4, 'project_id': 'cbe11fbb19094d7186a215cabecbca67', 'subnets': [{'id': '35b8e34e-65da-4d19-a52e-304d829df850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:57:45.920501 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-65a087af-3387-4e7d-afe4-34695efd826c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Added segment 7da91800-5e66-49cd-87eb-28e4a589d7b8 of type vlan for network 82bf2025-fe9c-4d20-bd90-aa350307030a Jun 17 08:57:45.926678 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a296d176-687e-47c6-a19d-068a44027ddb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3681345 Jun 17 08:57:45.936354 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39528) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:45.944273 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-2879506a-6cbf-41d1-aa5e-a986fdb6b585 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'subnet': {'network_id': 'cee7339b-21bd-450b-9adb-1062701d36ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:45.947618 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296d176-687e-47c6-a19d-068a44027ddb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Network': ['ID=cee7339b-21bd-450b-9adb-1062701d36ad,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:45.965969 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296d176-687e-47c6-a19d-068a44027ddb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:45.966992 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296d176-687e-47c6-a19d-068a44027ddb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:45.967403 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296d176-687e-47c6-a19d-068a44027ddb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:45.967874 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296d176-687e-47c6-a19d-068a44027ddb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:45.971101 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296d176-687e-47c6-a19d-068a44027ddb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:45.973998 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296d176-687e-47c6-a19d-068a44027ddb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:45.974418 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296d176-687e-47c6-a19d-068a44027ddb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:45.975084 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296d176-687e-47c6-a19d-068a44027ddb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:45.975451 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296d176-687e-47c6-a19d-068a44027ddb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:45.975871 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296d176-687e-47c6-a19d-068a44027ddb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:45.979357 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296d176-687e-47c6-a19d-068a44027ddb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:45.979357 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296d176-687e-47c6-a19d-068a44027ddb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:45.996369 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a296d176-687e-47c6-a19d-068a44027ddb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:46.036691 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network cee7339b-21bd-450b-9adb-1062701d36ad details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:57:46.110620 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-65a087af-3387-4e7d-afe4-34695efd826c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:46.351868 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-65a087af-3387-4e7d-afe4-34695efd826c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:46.354909 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a087af-3387-4e7d-afe4-34695efd826c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:46.356371 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-65a087af-3387-4e7d-afe4-34695efd826c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:46.362899 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2879506a-6cbf-41d1-aa5e-a986fdb6b585 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:46.375641 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2879506a-6cbf-41d1-aa5e-a986fdb6b585 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:46.386376 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c7e0da54-a07b-4330-ac56-595f0f4fa3d4 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:46.598414 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a087af-3387-4e7d-afe4-34695efd826c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Pushing event updated for resources: {'Network': ['ID=82bf2025-fe9c-4d20-bd90-aa350307030a,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:46.598414 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-65a087af-3387-4e7d-afe4-34695efd826c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:46.609406 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 82bf2025-fe9c-4d20-bd90-aa350307030a details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:57:46.624145 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-65a087af-3387-4e7d-afe4-34695efd826c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.4242477 Jun 17 08:57:46.628513 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39540) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:46.662467 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-a29dc162-f0ee-4953-9756-d18b6ac06958 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Request body: {'subnet': {'network_id': '82bf2025-fe9c-4d20-bd90-aa350307030a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:46.941610 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29dc162-f0ee-4953-9756-d18b6ac06958 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Made reservation on behalf of 1821c17bd2314c05a03571f1b8989cd9 for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:46.948297 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a29dc162-f0ee-4953-9756-d18b6ac06958 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:47.030410 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2879506a-6cbf-41d1-aa5e-a986fdb6b585 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:47.082017 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-490e84dc-1dc3-4a63-a1bb-9be4da354aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:47.087439 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d8a391ea-faea-4459-b52a-eeaa6ecc675e req-c6b34e2b-5711-435a-a334-f598127f3deb tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 210 time: 0.0801616 Jun 17 08:57:47.205640 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879506a-6cbf-41d1-aa5e-a986fdb6b585 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Subnet': ['ID=f991f6ea-8c8b-477c-b23e-40f1ca257a29,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:47.222400 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2879506a-6cbf-41d1-aa5e-a986fdb6b585 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:47.222946 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2879506a-6cbf-41d1-aa5e-a986fdb6b585 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:47.223289 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2879506a-6cbf-41d1-aa5e-a986fdb6b585 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:47.223768 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2879506a-6cbf-41d1-aa5e-a986fdb6b585 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:47.224364 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2879506a-6cbf-41d1-aa5e-a986fdb6b585 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:47.224755 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2879506a-6cbf-41d1-aa5e-a986fdb6b585 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:47.225133 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2879506a-6cbf-41d1-aa5e-a986fdb6b585 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:47.225506 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2879506a-6cbf-41d1-aa5e-a986fdb6b585 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:47.225884 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2879506a-6cbf-41d1-aa5e-a986fdb6b585 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:47.226327 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2879506a-6cbf-41d1-aa5e-a986fdb6b585 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:47.226708 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2879506a-6cbf-41d1-aa5e-a986fdb6b585 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:47.227298 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2879506a-6cbf-41d1-aa5e-a986fdb6b585 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:57:47.244797 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2879506a-6cbf-41d1-aa5e-a986fdb6b585 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:47.252972 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2879506a-6cbf-41d1-aa5e-a986fdb6b585 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Checking segment: {'id': 'b77f0d43-b795-4841-9a75-b16c48b428fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cee7339b-21bd-450b-9adb-1062701d36ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:57:47.253611 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2879506a-6cbf-41d1-aa5e-a986fdb6b585 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network hostable DHCP agents. Network: cee7339b-21bd-450b-9adb-1062701d36ad, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:57:47.421337 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 2deff9f8-b1a7-4c31-ae5e-0c9576eceaae up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:57:47.459377 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2879506a-6cbf-41d1-aa5e-a986fdb6b585 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network cee7339b-21bd-450b-9adb-1062701d36ad is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:57:47.683325 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-2879506a-6cbf-41d1-aa5e-a986fdb6b585 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, cee7339b-21bd-450b-9adb-1062701d36ad) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:47.683564 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:47.699748 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfc11e8-c9a2-4964-a3d1-00c96fe2ac9e None None] Network cee7339b-21bd-450b-9adb-1062701d36ad requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:57:47.708387 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2879506a-6cbf-41d1-aa5e-a986fdb6b585 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:47.709138 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2879506a-6cbf-41d1-aa5e-a986fdb6b585 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:47.754530 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 2deff9f8-b1a7-4c31-ae5e-0c9576eceaae completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:57:47.764220 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 2deff9f8-b1a7-4c31-ae5e-0c9576eceaae triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:47.764610 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:47.861381 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-2879506a-6cbf-41d1-aa5e-a986fdb6b585 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9224234 Jun 17 08:57:47.863946 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39596) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:47.873421 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-732fcc35-0982-41dd-901a-61885d9e366c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-415115087', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:47.902578 n-d-758944-30 neutron-server[94520]: DEBUG neutron.objects.ports [None req-a29dc162-f0ee-4953-9756-d18b6ac06958 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94520) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:57:47.909877 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a29dc162-f0ee-4953-9756-d18b6ac06958 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:47.914360 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-cbf3e36d-f335-4dcf-8be4-7821579d65bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:47.961763 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:47.967227 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75ffad6-1d70-4faa-924f-01d54dc0a95c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-cee7339b-21bd-450b-9adb-1062701d36ad', 'network_id': 'cee7339b-21bd-450b-9adb-1062701d36ad', 'tenant_id': '8ae7279a0cd8403da4579402065347bd', 'fixed_ips': [{'subnet_id': 'f991f6ea-8c8b-477c-b23e-40f1ca257a29'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:57:47.968235 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e75ffad6-1d70-4faa-924f-01d54dc0a95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:48.032433 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-732fcc35-0982-41dd-901a-61885d9e366c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:48.033767 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-732fcc35-0982-41dd-901a-61885d9e366c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:48.046582 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29dc162-f0ee-4953-9756-d18b6ac06958 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9cd8902e-a8c7-4081-b58e-bdb74d8f2062,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:48.054723 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a29dc162-f0ee-4953-9756-d18b6ac06958 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:48.055267 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29dc162-f0ee-4953-9756-d18b6ac06958 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Checking segment: {'id': '7da91800-5e66-49cd-87eb-28e4a589d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '82bf2025-fe9c-4d20-bd90-aa350307030a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:57:48.055861 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29dc162-f0ee-4953-9756-d18b6ac06958 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Network hostable DHCP agents. Network: 82bf2025-fe9c-4d20-bd90-aa350307030a, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:57:48.066132 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 2deff9f8-b1a7-4c31-ae5e-0c9576eceaae, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=2deff9f8-b1a7-4c31-ae5e-0c9576eceaae,segment=NetworkSegment(e7429738-07e7-45ca-9734-d788a782924a),segment_id=e7429738-07e7-45ca-9734-d788a782924a)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:48.176728 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-732fcc35-0982-41dd-901a-61885d9e366c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:48.217649 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:48.223106 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-96dc50a1-6113-4c5d-be96-bf11eabe69ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:48.293633 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-e75ffad6-1d70-4faa-924f-01d54dc0a95c None None] Allocated IP 2001:db8::2 (cee7339b-21bd-450b-9adb-1062701d36ad/f991f6ea-8c8b-477c-b23e-40f1ca257a29/0526c12f-219c-4f6b-bf67-025458d3028b) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:48.297908 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=2deff9f8-b1a7-4c31-ae5e-0c9576eceaae,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:48.302970 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:48.308077 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29dc162-f0ee-4953-9756-d18b6ac06958 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Network 82bf2025-fe9c-4d20-bd90-aa350307030a is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:57:48.365164 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-732fcc35-0982-41dd-901a-61885d9e366c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:48.464951 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-26dac6ce-30c3-458f-a53f-4f89fb81611d req-29e6202b-9b14-4ca8-b768-04ced7ae947a tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 210 time: 0.0478008 Jun 17 08:57:48.484190 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee4146-092c-4e3b-b5df-e7010611dc01 req-cb7df36f-f074-4f73-8eae-39634e2be7b6 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:48.486443 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-15ee4146-092c-4e3b-b5df-e7010611dc01 req-cb7df36f-f074-4f73-8eae-39634e2be7b6 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1657183 Jun 17 08:57:48.504472 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-732fcc35-0982-41dd-901a-61885d9e366c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:48.509071 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-732fcc35-0982-41dd-901a-61885d9e366c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6437459 Jun 17 08:57:48.509450 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39614) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:48.518693 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-7f38b8c5-e370-4490-b8b0-eaad42945cc6 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'port': {'network_id': 'cee7339b-21bd-450b-9adb-1062701d36ad', 'name': 'tempest-PortsIpV6TestJSON-301136304'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:48.533418 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-a29dc162-f0ee-4953-9756-d18b6ac06958 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 82bf2025-fe9c-4d20-bd90-aa350307030a) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:48.549832 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0860d13f-dbb4-4642-a36d-7b51051c5e43 None None] Network 82bf2025-fe9c-4d20-bd90-aa350307030a requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:57:48.557900 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29dc162-f0ee-4953-9756-d18b6ac06958 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:48.558869 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a29dc162-f0ee-4953-9756-d18b6ac06958 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:48.623161 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-15ee4146-092c-4e3b-b5df-e7010611dc01 req-2493c955-a148-4104-b511-82844d17d3b5 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295757 Jun 17 08:57:48.728551 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a29dc162-f0ee-4953-9756-d18b6ac06958 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0914223 Jun 17 08:57:48.735688 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39620) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:48.772477 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-abd11a14-f7ac-45fe-a829-776e252f3c17 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1646652810', 'network_id': '82bf2025-fe9c-4d20-bd90-aa350307030a'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:48.841689 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10f9129-815a-422e-a9a7-158f4ac80e8f None None] Network 82bf2025-fe9c-4d20-bd90-aa350307030a requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:57:48.859818 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e75ffad6-1d70-4faa-924f-01d54dc0a95c None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:48.903507 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e75ffad6-1d70-4faa-924f-01d54dc0a95c None None] Transition to ACTIVE for port object 0526c12f-219c-4f6b-bf67-025458d3028b will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:48.910392 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd11a14-f7ac-45fe-a829-776e252f3c17 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Made reservation on behalf of 1821c17bd2314c05a03571f1b8989cd9 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:48.913227 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-abd11a14-f7ac-45fe-a829-776e252f3c17 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:48.939136 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e75ffad6-1d70-4faa-924f-01d54dc0a95c None None] Transition to ACTIVE for port object 0526c12f-219c-4f6b-bf67-025458d3028b will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:48.946610 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [None req-abd11a14-f7ac-45fe-a829-776e252f3c17 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] device_id is not set on port 48c4070a-051b-4d84-822d-a70f99d39f3a yet. {{(pid=94519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:57:49.036564 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601fa17-7b1c-4800-8ae1-229cb16bc785 req-e0194e92-030d-4ecd-862d-3cd09dc81750 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:49.039303 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c601fa17-7b1c-4800-8ae1-229cb16bc785 req-e0194e92-030d-4ecd-862d-3cd09dc81750 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1482620 Jun 17 08:57:49.039917 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e75ffad6-1d70-4faa-924f-01d54dc0a95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:49.042853 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:49.070092 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f38b8c5-e370-4490-b8b0-eaad42945cc6 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:49.073719 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7f38b8c5-e370-4490-b8b0-eaad42945cc6 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:49.115330 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c601fa17-7b1c-4800-8ae1-229cb16bc785 req-1c82ff88-23b7-411b-9ea8-a3e01d38667a tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627298 Jun 17 08:57:49.117021 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-abd11a14-f7ac-45fe-a829-776e252f3c17 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Allocated IP 172.20.0.9 (82bf2025-fe9c-4d20-bd90-aa350307030a/9cd8902e-a8c7-4081-b58e-bdb74d8f2062/48c4070a-051b-4d84-822d-a70f99d39f3a) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:49.120748 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75ffad6-1d70-4faa-924f-01d54dc0a95c None None] Network cee7339b-21bd-450b-9adb-1062701d36ad is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:49.124484 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-e75ffad6-1d70-4faa-924f-01d54dc0a95c None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:49.125185 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [None req-7f38b8c5-e370-4490-b8b0-eaad42945cc6 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] device_id is not set on port 3804175f-7118-4b8f-958a-ebab493a868a yet. {{(pid=94520) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:57:49.135797 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75ffad6-1d70-4faa-924f-01d54dc0a95c None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:57:49.150434 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ffad6-1d70-4faa-924f-01d54dc0a95c None None] Pushing event updated for resources: {'Port': ['ID=0526c12f-219c-4f6b-bf67-025458d3028b,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:49.178202 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e75ffad6-1d70-4faa-924f-01d54dc0a95c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:49.292267 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-e75ffad6-1d70-4faa-924f-01d54dc0a95c None None] Attempting to bind port 0526c12f-219c-4f6b-bf67-025458d3028b on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:57:49.293053 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-e75ffad6-1d70-4faa-924f-01d54dc0a95c None None] Attempting to bind port 0526c12f-219c-4f6b-bf67-025458d3028b by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'b77f0d43-b795-4841-9a75-b16c48b428fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cee7339b-21bd-450b-9adb-1062701d36ad'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:57:49.294051 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75ffad6-1d70-4faa-924f-01d54dc0a95c None None] Attempting to bind port 0526c12f-219c-4f6b-bf67-025458d3028b on network cee7339b-21bd-450b-9adb-1062701d36ad {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:57:49.320173 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75ffad6-1d70-4faa-924f-01d54dc0a95c None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:57:49.320908 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75ffad6-1d70-4faa-924f-01d54dc0a95c None None] Checking segment: {'id': 'b77f0d43-b795-4841-9a75-b16c48b428fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cee7339b-21bd-450b-9adb-1062701d36ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:57:49.321734 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e75ffad6-1d70-4faa-924f-01d54dc0a95c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:49.322351 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75ffad6-1d70-4faa-924f-01d54dc0a95c None None] Bound using segment: {'id': 'b77f0d43-b795-4841-9a75-b16c48b428fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cee7339b-21bd-450b-9adb-1062701d36ad'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:57:49.322996 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-e75ffad6-1d70-4faa-924f-01d54dc0a95c None None] Bound port: 0526c12f-219c-4f6b-bf67-025458d3028b, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b77f0d43-b795-4841-9a75-b16c48b428fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cee7339b-21bd-450b-9adb-1062701d36ad'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:57:49.324003 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e75ffad6-1d70-4faa-924f-01d54dc0a95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:49.355151 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-7f38b8c5-e370-4490-b8b0-eaad42945cc6 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Allocated IP 2001:db8::1e6 (cee7339b-21bd-450b-9adb-1062701d36ad/f991f6ea-8c8b-477c-b23e-40f1ca257a29/3804175f-7118-4b8f-958a-ebab493a868a) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:49.373940 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 2deff9f8-b1a7-4c31-ae5e-0c9576eceaae up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:57:49.385080 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-abd11a14-f7ac-45fe-a829-776e252f3c17 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:49.447400 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-e75ffad6-1d70-4faa-924f-01d54dc0a95c None None] For port 0526c12f-219c-4f6b-bf67-025458d3028b, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:57:49.453317 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-e75ffad6-1d70-4faa-924f-01d54dc0a95c None None] For port 0526c12f-219c-4f6b-bf67-025458d3028b, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=0526c12f-219c-4f6b-bf67-025458d3028b,segment=NetworkSegment(b77f0d43-b795-4841-9a75-b16c48b428fd),segment_id=b77f0d43-b795-4841-9a75-b16c48b428fd)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:57:49.463160 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7934c-af50-4693-92d5-0f8af7c16b45 req-9392b632-cee6-40cd-9dfd-d2a127d155d2 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:49.464405 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 2deff9f8-b1a7-4c31-ae5e-0c9576eceaae triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:49.464870 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:49.465033 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-87f7934c-af50-4693-92d5-0f8af7c16b45 req-9392b632-cee6-40cd-9dfd-d2a127d155d2 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1115081 Jun 17 08:57:49.548852 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-abd11a14-f7ac-45fe-a829-776e252f3c17 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:49.556612 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ba413ca8-5668-4e43-b2a8-81845feefd91 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:49.566572 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-87f7934c-af50-4693-92d5-0f8af7c16b45 req-9d1c7cb0-2819-442a-802c-de12d68b5cd0 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934205 Jun 17 08:57:49.632266 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7f38b8c5-e370-4490-b8b0-eaad42945cc6 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:49.668235 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-7f38b8c5-e370-4490-b8b0-eaad42945cc6 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Transition to ACTIVE for port object 3804175f-7118-4b8f-958a-ebab493a868a will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:49.670768 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e75ffad6-1d70-4faa-924f-01d54dc0a95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:49.673540 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd11a14-f7ac-45fe-a829-776e252f3c17 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Network 82bf2025-fe9c-4d20-bd90-aa350307030a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:49.682565 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-abd11a14-f7ac-45fe-a829-776e252f3c17 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:49.687412 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd11a14-f7ac-45fe-a829-776e252f3c17 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:57:49.704607 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f5764a83-f088-4ca3-82b0-4b54b8ec1d4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:49.750992 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd11a14-f7ac-45fe-a829-776e252f3c17 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:49.751618 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-abd11a14-f7ac-45fe-a829-776e252f3c17 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:49.790705 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ffad6-1d70-4faa-924f-01d54dc0a95c None None] Pushing event updated for resources: {'Port': ['ID=0526c12f-219c-4f6b-bf67-025458d3028b,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:49.794697 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e75ffad6-1d70-4faa-924f-01d54dc0a95c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:49.809313 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-68f56245-6f8c-4ec2-b596-2cc02620f4cf req-de97298c-a471-4ff4-ab37-0390cf5ce53e tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 210 time: 0.1282601 Jun 17 08:57:49.817039 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd11a14-f7ac-45fe-a829-776e252f3c17 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Pushing event updated for resources: {'Port': ['ID=48c4070a-051b-4d84-822d-a70f99d39f3a,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:49.828352 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-abd11a14-f7ac-45fe-a829-776e252f3c17 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:49.874389 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7f38b8c5-e370-4490-b8b0-eaad42945cc6 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:49.888911 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f6fac631-b34c-4c49-a106-7a10b31687c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:49.902355 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-abd11a14-f7ac-45fe-a829-776e252f3c17 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.1630177 Jun 17 08:57:49.906707 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39642) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:49.960544 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38b8c5-e370-4490-b8b0-eaad42945cc6 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Port': ['ID=3804175f-7118-4b8f-958a-ebab493a868a,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:49.972535 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7f38b8c5-e370-4490-b8b0-eaad42945cc6 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:49.986019 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f38b8c5-e370-4490-b8b0-eaad42945cc6 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network cee7339b-21bd-450b-9adb-1062701d36ad is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:49.991920 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-7f38b8c5-e370-4490-b8b0-eaad42945cc6 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:49.995845 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f38b8c5-e370-4490-b8b0-eaad42945cc6 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:57:50.003255 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f38b8c5-e370-4490-b8b0-eaad42945cc6 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:50.004222 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7f38b8c5-e370-4490-b8b0-eaad42945cc6 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:50.050367 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d1924-03ce-4cc9-8bee-1c960db69cf3 req-652f940a-517b-4031-b093-75f3494671eb tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:50.072667 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-527d1924-03ce-4cc9-8bee-1c960db69cf3 req-652f940a-517b-4031-b093-75f3494671eb tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.2441809 Jun 17 08:57:50.144111 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-527d1924-03ce-4cc9-8bee-1c960db69cf3 req-27bf2be1-b445-4591-9f8b-cf6d0d23a4c9 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633898 Jun 17 08:57:50.163961 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-aadcd2a1-d557-457b-a8c5-6c662f84be4b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Deleting port 48c4070a-051b-4d84-822d-a70f99d39f3a {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:50.164312 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-aadcd2a1-d557-457b-a8c5-6c662f84be4b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:50.170182 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7f38b8c5-e370-4490-b8b0-eaad42945cc6 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6591187 Jun 17 08:57:50.182262 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39644) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:50.305046 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-48c0d28c-df1b-4514-bdf0-b6b8b4e9c3c3 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:50.318915 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-48c0d28c-df1b-4514-bdf0-b6b8b4e9c3c3 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.50 "GET /v2.0/networks?id=af45f096-912c-4a55-9631-8ecfd7c931d7 HTTP/1.1" status: 200 len: 819 time: 0.2429338 Jun 17 08:57:50.323986 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-d5603433-fc56-4c01-801d-8d53805cd055 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Request body: {'port': {'device_id': '6136c74e-efa7-4bd0-bb59-c62d723e4d87', 'network_id': 'af45f096-912c-4a55-9631-8ecfd7c931d7', 'admin_state_up': True, 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:50.414609 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-aadcd2a1-d557-457b-a8c5-6c662f84be4b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:50.488847 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-aadcd2a1-d557-457b-a8c5-6c662f84be4b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Calling delete_port for 48c4070a-051b-4d84-822d-a70f99d39f3a owned by {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:50.509783 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:50.594084 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d692e8-1970-4e11-9597-d801adf05c9d req-7fdd2b3a-9524-4723-aa0b-2e5eeb466aaf tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:50.595624 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-70d692e8-1970-4e11-9597-d801adf05c9d req-7fdd2b3a-9524-4723-aa0b-2e5eeb466aaf tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1896276 Jun 17 08:57:50.690349 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-70d692e8-1970-4e11-9597-d801adf05c9d req-f2959f13-9cfc-483b-81e3-89be0ba64e3f tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796142 Jun 17 08:57:50.735799 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-d5603433-fc56-4c01-801d-8d53805cd055 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Made reservation on behalf of cbe11fbb19094d7186a215cabecbca67 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:57:50.741782 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-d5603433-fc56-4c01-801d-8d53805cd055 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:50.752881 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5e5bb594-46a4-4e7c-ac5d-b20b43d7436b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:50.789531 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-aadcd2a1-d557-457b-a8c5-6c662f84be4b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:50.833276 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a9dc093c-881f-4b63-a0d6-43df881af655 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:50.869679 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadcd2a1-d557-457b-a8c5-6c662f84be4b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Pushing event deleted for resources: {'Port': ['ID=48c4070a-051b-4d84-822d-a70f99d39f3a,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:50.876522 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-aadcd2a1-d557-457b-a8c5-6c662f84be4b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:51.132817 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4b0864c7-2b06-4bb0-95d3-5194d4717c4b req-34adcce8-098f-492c-b94b-274470d6a0a8 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 210 time: 0.0448720 Jun 17 08:57:51.193783 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-aadcd2a1-d557-457b-a8c5-6c662f84be4b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:51.198287 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-aadcd2a1-d557-457b-a8c5-6c662f84be4b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "DELETE /v2.0/ports/48c4070a-051b-4d84-822d-a70f99d39f3a HTTP/1.1" status: 204 len: 168 time: 1.2877154 Jun 17 08:57:51.199994 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39662) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:51.206851 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-daa9de37-5810-4eec-aa24-0b4c5d3c0382 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '82bf2025-fe9c-4d20-bd90-aa350307030a', 'external_fixed_ips': [{'subnet_id': '9cd8902e-a8c7-4081-b58e-bdb74d8f2062', 'ip_address': '172.20.0.9'}]}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:51.277842 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-d5603433-fc56-4c01-801d-8d53805cd055 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Allocated IP 172.20.0.3 (af45f096-912c-4a55-9631-8ecfd7c931d7/35b8e34e-65da-4d19-a52e-304d829df850/550848a8-2092-48a0-bb03-93bf85f705a2) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:51.312338 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba728879-0d4f-4b5c-a4cb-14b9da7b3459 req-a3de83cd-dd3f-4762-8dae-63fcd2abeaae tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:51.320668 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ba728879-0d4f-4b5c-a4cb-14b9da7b3459 req-a3de83cd-dd3f-4762-8dae-63fcd2abeaae tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.3024709 Jun 17 08:57:51.372671 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce76f233-78d9-4b9c-8aca-ca5b61ae0ab4 None None] Network cee7339b-21bd-450b-9adb-1062701d36ad requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:57:51.417943 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5e5bb594-46a4-4e7c-ac5d-b20b43d7436b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:51.425228 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-daa9de37-5810-4eec-aa24-0b4c5d3c0382 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:51.429448 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-daa9de37-5810-4eec-aa24-0b4c5d3c0382 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:51.452884 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 0526c12f-219c-4f6b-bf67-025458d3028b up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:57:51.453881 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ba728879-0d4f-4b5c-a4cb-14b9da7b3459 req-928a8a7a-53ed-4a2f-a4e0-502b052a5a9c tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321561 Jun 17 08:57:51.543747 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-daa9de37-5810-4eec-aa24-0b4c5d3c0382 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:51.557443 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5e5bb594-46a4-4e7c-ac5d-b20b43d7436b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:51.567868 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-35a78421-d2cd-4cff-a0fe-9fb20785ec8b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:51.653171 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b2f5a0e7-8a5b-444a-bb4b-b5879e713d65 None None] Provisioning for port 0526c12f-219c-4f6b-bf67-025458d3028b completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:57:51.656810 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-d5603433-fc56-4c01-801d-8d53805cd055 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:51.731413 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 0526c12f-219c-4f6b-bf67-025458d3028b completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:57:51.743675 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bb594-46a4-4e7c-ac5d-b20b43d7436b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Port': ['ID=3804175f-7118-4b8f-958a-ebab493a868a,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:51.743978 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 0526c12f-219c-4f6b-bf67-025458d3028b triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:51.744136 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:51.753020 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5e5bb594-46a4-4e7c-ac5d-b20b43d7436b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:51.833693 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-d5603433-fc56-4c01-801d-8d53805cd055 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:51.856861 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-57db9a8c-a803-419f-b0d5-a669c81174cc tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:51.868078 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-daa9de37-5810-4eec-aa24-0b4c5d3c0382 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:51.937236 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-d5603433-fc56-4c01-801d-8d53805cd055 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Network af45f096-912c-4a55-9631-8ecfd7c931d7 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:51.954970 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5e5bb594-46a4-4e7c-ac5d-b20b43d7436b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:51.966681 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-d5603433-fc56-4c01-801d-8d53805cd055 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:51.970705 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:51.981384 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-d5603433-fc56-4c01-801d-8d53805cd055 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:57:52.047111 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 0526c12f-219c-4f6b-bf67-025458d3028b, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=0526c12f-219c-4f6b-bf67-025458d3028b,segment=NetworkSegment(b77f0d43-b795-4841-9a75-b16c48b428fd),segment_id=b77f0d43-b795-4841-9a75-b16c48b428fd)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:52.129864 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5603433-fc56-4c01-801d-8d53805cd055 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Pushing event updated for resources: {'Port': ['ID=550848a8-2092-48a0-bb03-93bf85f705a2,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:52.156083 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d5603433-fc56-4c01-801d-8d53805cd055 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:52.174860 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52fd20-25a0-461e-931c-fa8498544f9b req-50f21f82-ab40-4044-be2c-0f008600861f tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:52.182376 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7a52fd20-25a0-461e-931c-fa8498544f9b req-50f21f82-ab40-4044-be2c-0f008600861f tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.4421413 Jun 17 08:57:52.214442 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-d5603433-fc56-4c01-801d-8d53805cd055 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:52.220729 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-d5603433-fc56-4c01-801d-8d53805cd055 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:52.232763 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:52.234534 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:52.355206 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=0526c12f-219c-4f6b-bf67-025458d3028b,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:52.357498 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7a52fd20-25a0-461e-931c-fa8498544f9b req-c5397a6e-6d59-4f95-bcac-0e6af3593bea tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529329 Jun 17 08:57:52.375386 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:52.498856 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-d5603433-fc56-4c01-801d-8d53805cd055 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1789072 Jun 17 08:57:52.517607 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-68c2abbb-41c0-4441-9cf3-129523e6ce99 service neutron] Request body: {'port': {'device_id': '6136c74e-efa7-4bd0-bb59-c62d723e4d87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:57:52.623576 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-0a7a1103-d019-484f-b915-6119222b594f None None] Provisioning for port 3804175f-7118-4b8f-958a-ebab493a868a completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:57:52.634182 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-0a7a1103-d019-484f-b915-6119222b594f None None] Provisioning complete for port 3804175f-7118-4b8f-958a-ebab493a868a triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:52.639913 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0a7a1103-d019-484f-b915-6119222b594f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:52.661140 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5e5bb594-46a4-4e7c-ac5d-b20b43d7436b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:52.896274 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-68c2abbb-41c0-4441-9cf3-129523e6ce99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:52.906847 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-daa9de37-5810-4eec-aa24-0b4c5d3c0382 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:52.977687 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-daa9de37-5810-4eec-aa24-0b4c5d3c0382 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:53.051115 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879cc4c-bb33-4df0-b3a4-8aa849e14451 req-76969d56-afe2-438c-81bc-097d6982d6cc tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:53.059549 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e879cc4c-bb33-4df0-b3a4-8aa849e14451 req-76969d56-afe2-438c-81bc-097d6982d6cc tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.3507087 Jun 17 08:57:53.062530 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84837cb4-d90f-4e16-8b0d-0d9663779fbf req-1cf6dfb4-08cb-45ef-824b-5291e38db1a3 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:53.070107 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a1103-d019-484f-b915-6119222b594f None None] Port 3804175f-7118-4b8f-958a-ebab493a868a cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:57:53.074867 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-84837cb4-d90f-4e16-8b0d-0d9663779fbf req-1cf6dfb4-08cb-45ef-824b-5291e38db1a3 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 931 time: 0.6324177 Jun 17 08:57:53.111446 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-0a7a1103-d019-484f-b915-6119222b594f None None] Provisioning complete for port 0526c12f-219c-4f6b-bf67-025458d3028b triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:53.111790 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0a7a1103-d019-484f-b915-6119222b594f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:53.259431 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-84837cb4-d90f-4e16-8b0d-0d9663779fbf req-efbfdc71-9a1b-49f3-9025-0170faf59cb9 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835620 Jun 17 08:57:53.437885 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e879cc4c-bb33-4df0-b3a4-8aa849e14451 req-e767c565-97f6-46bf-9718-80e8dc48649e tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762100 Jun 17 08:57:53.448414 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 0526c12f-219c-4f6b-bf67-025458d3028b up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:57:53.578112 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-66330e23-6249-468a-bb83-1655935dfc17 None None] Provisioning complete for port 3804175f-7118-4b8f-958a-ebab493a868a triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:53.578872 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-66330e23-6249-468a-bb83-1655935dfc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:53.639635 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-66330e23-6249-468a-bb83-1655935dfc17 None None] Port 3804175f-7118-4b8f-958a-ebab493a868a cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:57:53.647045 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-68c2abbb-41c0-4441-9cf3-129523e6ce99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 550848a8-2092-48a0-bb03-93bf85f705a2 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:57:53.651693 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 0526c12f-219c-4f6b-bf67-025458d3028b triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:53.652372 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:53.665576 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-68c2abbb-41c0-4441-9cf3-129523e6ce99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:53.675935 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-daa9de37-5810-4eec-aa24-0b4c5d3c0382 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Allocated IP 172.20.0.9 (82bf2025-fe9c-4d20-bd90-aa350307030a/9cd8902e-a8c7-4081-b58e-bdb74d8f2062/2439be76-178a-49c4-b629-be13830ad16b) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:57:53.699588 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-68c2abbb-41c0-4441-9cf3-129523e6ce99 service neutron] Transition to ACTIVE for port object 550848a8-2092-48a0-bb03-93bf85f705a2 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:53.801909 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e8b2e-be50-433a-ba2d-bddbbd947107 req-7917b0fe-9ac4-4949-b340-692ce08b2613 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:53.803509 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-878e8b2e-be50-433a-ba2d-bddbbd947107 req-7917b0fe-9ac4-4949-b340-692ce08b2613 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.0831795 Jun 17 08:57:53.830383 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-68c2abbb-41c0-4441-9cf3-129523e6ce99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:53.834876 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fdd846d4-a010-4b1e-a720-8aaf6b909c5d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:53.898726 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-878e8b2e-be50-433a-ba2d-bddbbd947107 req-9fb39c72-84ab-4c75-87ec-9b733f729fcd tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889301 Jun 17 08:57:53.953179 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2abbb-41c0-4441-9cf3-129523e6ce99 service neutron] Pushing event updated for resources: {'Port': ['ID=550848a8-2092-48a0-bb03-93bf85f705a2,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:53.958619 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-68c2abbb-41c0-4441-9cf3-129523e6ce99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:54.046902 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-68c2abbb-41c0-4441-9cf3-129523e6ce99 service neutron] Attempting to bind port 550848a8-2092-48a0-bb03-93bf85f705a2 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:57:54.048358 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-68c2abbb-41c0-4441-9cf3-129523e6ce99 service neutron] Attempting to bind port 550848a8-2092-48a0-bb03-93bf85f705a2 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': 'e7429738-07e7-45ca-9734-d788a782924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'af45f096-912c-4a55-9631-8ecfd7c931d7'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:57:54.048829 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-68c2abbb-41c0-4441-9cf3-129523e6ce99 service neutron] Attempting to bind port 550848a8-2092-48a0-bb03-93bf85f705a2 on network af45f096-912c-4a55-9631-8ecfd7c931d7 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:57:54.055559 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-68c2abbb-41c0-4441-9cf3-129523e6ce99 service neutron] Port 550848a8-2092-48a0-bb03-93bf85f705a2 on network af45f096-912c-4a55-9631-8ecfd7c931d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:57:54.056077 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-68c2abbb-41c0-4441-9cf3-129523e6ce99 service neutron] Attempting to bind port 550848a8-2092-48a0-bb03-93bf85f705a2 on network af45f096-912c-4a55-9631-8ecfd7c931d7 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:57:54.062821 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-68c2abbb-41c0-4441-9cf3-129523e6ce99 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:57:54.063166 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-68c2abbb-41c0-4441-9cf3-129523e6ce99 service neutron] Checking segment: {'id': 'e7429738-07e7-45ca-9734-d788a782924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'af45f096-912c-4a55-9631-8ecfd7c931d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:57:54.066564 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-68c2abbb-41c0-4441-9cf3-129523e6ce99 service neutron] Bound using segment: {'id': 'e7429738-07e7-45ca-9734-d788a782924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'af45f096-912c-4a55-9631-8ecfd7c931d7'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:57:54.066564 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-68c2abbb-41c0-4441-9cf3-129523e6ce99 service neutron] Bound port: 550848a8-2092-48a0-bb03-93bf85f705a2, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7429738-07e7-45ca-9734-d788a782924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'af45f096-912c-4a55-9631-8ecfd7c931d7'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:57:54.066564 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-68c2abbb-41c0-4441-9cf3-129523e6ce99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:54.148767 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-68c2abbb-41c0-4441-9cf3-129523e6ce99 service neutron] For port 550848a8-2092-48a0-bb03-93bf85f705a2, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:57:54.152547 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-68c2abbb-41c0-4441-9cf3-129523e6ce99 service neutron] For port 550848a8-2092-48a0-bb03-93bf85f705a2, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=550848a8-2092-48a0-bb03-93bf85f705a2,segment=NetworkSegment(e7429738-07e7-45ca-9734-d788a782924a),segment_id=e7429738-07e7-45ca-9734-d788a782924a)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:57:54.159551 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5e5bb594-46a4-4e7c-ac5d-b20b43d7436b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:54.289145 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3cc35-acc8-4740-8ed6-ee29c5fe16cc req-1b2211da-a4e2-4db8-a48c-9b13096ff3df tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:54.291040 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e8c3cc35-acc8-4740-8ed6-ee29c5fe16cc req-1b2211da-a4e2-4db8-a48c-9b13096ff3df tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1353314 Jun 17 08:57:54.304593 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-daa9de37-5810-4eec-aa24-0b4c5d3c0382 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:54.338341 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-68c2abbb-41c0-4441-9cf3-129523e6ce99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:54.345975 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-68c2abbb-41c0-4441-9cf3-129523e6ce99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:54.370327 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5e5bb594-46a4-4e7c-ac5d-b20b43d7436b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:54.371265 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5e5bb594-46a4-4e7c-ac5d-b20b43d7436b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:54.378670 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-68c2abbb-41c0-4441-9cf3-129523e6ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:54.379402 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-68c2abbb-41c0-4441-9cf3-129523e6ce99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:54.380622 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-68c2abbb-41c0-4441-9cf3-129523e6ce99 service neutron] 10.222.0.50 "PUT /v2.0/ports/550848a8-2092-48a0-bb03-93bf85f705a2 HTTP/1.1" status: 200 len: 1092 time: 1.8747697 Jun 17 08:57:54.381160 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6136c74e-efa7-4bd0-bb59-c62d723e4d87', 'tag': '550848a8-2092-48a0-bb03-93bf85f705a2'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:57:54.384006 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac82661f-5bea-451d-b91a-6bd5d7150670" -d '{"events": [{"name": "network-changed", "server_uuid": "6136c74e-efa7-4bd0-bb59-c62d723e4d87", "tag": "550848a8-2092-48a0-bb03-93bf85f705a2"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:57:54.394288 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f738617c-4758-4d50-990f-77aadfe16407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:54.413383 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2abbb-41c0-4441-9cf3-129523e6ce99 service neutron] Pushing event updated for resources: {'Port': ['ID=550848a8-2092-48a0-bb03-93bf85f705a2,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:54.440509 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-68c2abbb-41c0-4441-9cf3-129523e6ce99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:54.466219 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e8c3cc35-acc8-4740-8ed6-ee29c5fe16cc req-1a841f51-43ca-4339-8bbb-ab7838588460 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097746 Jun 17 08:57:54.511149 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-daa9de37-5810-4eec-aa24-0b4c5d3c0382 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:54.515565 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f339f88-452f-4926-8ba7-fba554e04452 req-75b93ad3-abbb-4ef0-9675-5ebaf24ba935 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:54.517678 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7f339f88-452f-4926-8ba7-fba554e04452 req-75b93ad3-abbb-4ef0-9675-5ebaf24ba935 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 943 time: 0.0917158 Jun 17 08:57:54.555236 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bb594-46a4-4e7c-ac5d-b20b43d7436b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Port': ['ID=3804175f-7118-4b8f-958a-ebab493a868a,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:54.564829 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5e5bb594-46a4-4e7c-ac5d-b20b43d7436b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:54.574978 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa9de37-5810-4eec-aa24-0b4c5d3c0382 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Network 82bf2025-fe9c-4d20-bd90-aa350307030a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:54.578478 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1e99ae4b-e60a-4ed4-a0b7-9a146c9649ca tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:54.580711 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-daa9de37-5810-4eec-aa24-0b4c5d3c0382 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:54.587633 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa9de37-5810-4eec-aa24-0b4c5d3c0382 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:57:54.602355 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c57cdc8-5e12-4e89-a046-ea638a9b5c00 x-openstack-request-id: req-9c57cdc8-5e12-4e89-a046-ea638a9b5c00 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:57:54.602914 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6136c74e-efa7-4bd0-bb59-c62d723e4d87", "tag": "550848a8-2092-48a0-bb03-93bf85f705a2", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:57:54.603227 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c57cdc8-5e12-4e89-a046-ea638a9b5c00 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:57:54.603689 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6136c74e-efa7-4bd0-bb59-c62d723e4d87', 'tag': '550848a8-2092-48a0-bb03-93bf85f705a2', 'status': 'completed', 'code': 200} Jun 17 08:57:54.641224 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7f339f88-452f-4926-8ba7-fba554e04452 req-ad283be7-4de3-4a0f-b7f6-aace41cc532c tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156573 Jun 17 08:57:54.693909 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-6fe68614-85e4-4ef1-9f64-abcee00109f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:54.696029 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-6fe68614-85e4-4ef1-9f64-abcee00109f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbe11fbb19094d7186a215cabecbca67&device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 1095 time: 0.1138959 Jun 17 08:57:54.711532 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9de37-5810-4eec-aa24-0b4c5d3c0382 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Pushing event updated for resources: {'Port': ['ID=2439be76-178a-49c4-b629-be13830ad16b,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:54.725805 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-daa9de37-5810-4eec-aa24-0b4c5d3c0382 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:54.734542 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5bb594-46a4-4e7c-ac5d-b20b43d7436b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network cee7339b-21bd-450b-9adb-1062701d36ad is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:57:54.791243 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-357c5248-40f7-4809-b4e1-13d0e99a42d8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=550848a8-2092-48a0-bb03-93bf85f705a2 HTTP/1.1" status: 200 len: 217 time: 0.0878253 Jun 17 08:57:54.792007 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-5e5bb594-46a4-4e7c-ac5d-b20b43d7436b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:57:54.908044 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-1ca2f841-e66d-4242-8a1a-99f3016c0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:54.911109 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-1ca2f841-e66d-4242-8a1a-99f3016c0999 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35b8e34e-65da-4d19-a52e-304d829df850 HTTP/1.1" status: 200 len: 859 time: 0.1086500 Jun 17 08:57:55.184147 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-9433767e-e4b3-494e-b5a5-42031e9f00e3 None None] Provisioning complete for port 3804175f-7118-4b8f-958a-ebab493a868a triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:57:55.185766 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9433767e-e4b3-494e-b5a5-42031e9f00e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:55.245143 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-9433767e-e4b3-494e-b5a5-42031e9f00e3 None None] Port 3804175f-7118-4b8f-958a-ebab493a868a cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:57:55.284406 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5bb594-46a4-4e7c-ac5d-b20b43d7436b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Router f31e4db7-e9a6-4735-aedb-5e2b5ea3049d is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:57:55.358629 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-66840c9b-f0af-4667-8d86-1b7df54f1d17 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=af45f096-912c-4a55-9631-8ecfd7c931d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4336486 Jun 17 08:57:55.416688 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-daa9de37-5810-4eec-aa24-0b4c5d3c0382 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:55.418783 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5bb594-46a4-4e7c-ac5d-b20b43d7436b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:57:55.428763 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5e5bb594-46a4-4e7c-ac5d-b20b43d7436b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "PUT /v2.0/routers/f31e4db7-e9a6-4735-aedb-5e2b5ea3049d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2486567 Jun 17 08:57:55.438284 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c7720-ba71-4df7-a2a0-3ca6cab60eee None None] Sync routers for ids ['f31e4db7-e9a6-4735-aedb-5e2b5ea3049d'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:57:55.450735 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5c7720-ba71-4df7-a2a0-3ca6cab60eee None None] Routers {'f31e4db7-e9a6-4735-aedb-5e2b5ea3049d'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:57:55.451393 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-1d5c7720-ba71-4df7-a2a0-3ca6cab60eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:57:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['f31e4db7-e9a6-4735-aedb-5e2b5ea3049d'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:55.460969 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39730) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:55.501966 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-1d5c7720-ba71-4df7-a2a0-3ca6cab60eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:55.512424 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5c7720-ba71-4df7-a2a0-3ca6cab60eee None None] Routers {'f31e4db7-e9a6-4735-aedb-5e2b5ea3049d'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:57:55.513376 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-1d5c7720-ba71-4df7-a2a0-3ca6cab60eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:57:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['f31e4db7-e9a6-4735-aedb-5e2b5ea3049d'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:55.558334 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-dfeac2c6-5d37-4c9e-8d36-bf0d0a9d1567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:55.558906 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-1d5c7720-ba71-4df7-a2a0-3ca6cab60eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:55.559794 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c7720-ba71-4df7-a2a0-3ca6cab60eee None None] The sync data for ids ['f31e4db7-e9a6-4735-aedb-5e2b5ea3049d'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:57:55.594008 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b2d775-624b-4eae-bf3a-b71815b5373d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:55.595558 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b2b2d775-624b-4eae-bf3a-b71815b5373d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "GET /v2.0/ports?device_id=f31e4db7-e9a6-4735-aedb-5e2b5ea3049d HTTP/1.1" status: 200 len: 988 time: 0.1336091 Jun 17 08:57:55.600079 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39732) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:55.738931 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-daa9de37-5810-4eec-aa24-0b4c5d3c0382 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:55.870484 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a0b60-6686-4d43-9ac1-b092e9c96314 req-52a73de9-c226-41e6-8a9b-74cccd0efc69 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:55.872141 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d11a0b60-6686-4d43-9ac1-b092e9c96314 req-52a73de9-c226-41e6-8a9b-74cccd0efc69 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.5122697 Jun 17 08:57:55.892755 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-bed7d824-ed48-4782-808f-701d1264dff2 service neutron] 10.222.0.50 "GET /v2.0/networks/af45f096-912c-4a55-9631-8ecfd7c931d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175030 Jun 17 08:57:56.027779 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed61eb-685b-4fb4-8e3e-8ed7184353e1 req-b0b25365-47f4-4358-90e6-6359df39f9fe tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:56.036346 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-06ed61eb-685b-4fb4-8e3e-8ed7184353e1 req-b0b25365-47f4-4358-90e6-6359df39f9fe tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 943 time: 0.1547973 Jun 17 08:57:56.081896 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d11a0b60-6686-4d43-9ac1-b092e9c96314 req-d05394b6-db05-4ae1-a7c8-d49e7eaa4600 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946871 Jun 17 08:57:56.088198 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-06ed61eb-685b-4fb4-8e3e-8ed7184353e1 req-fe2bf222-8ce6-4274-89ff-175f26c37bee tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502021 Jun 17 08:57:56.117135 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa9de37-5810-4eec-aa24-0b4c5d3c0382 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Router 51607812-490b-4b5c-aac6-4e54244f2f82 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:57:56.310738 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ab1e4a9f-da99-4cd3-bdd7-43ba2695f284 req-3115ee1e-62d6-4d9a-ab12-592ab729a660 service neutron] 10.222.0.50 "GET /v2.0/networks/af45f096-912c-4a55-9631-8ecfd7c931d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647251 Jun 17 08:57:56.369920 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd56084-d41e-4cdd-bc41-f726814998ac req-143db5d8-3463-496f-92e0-525e65a0c61a tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:56.371446 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-efd56084-d41e-4cdd-bc41-f726814998ac req-143db5d8-3463-496f-92e0-525e65a0c61a tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1333194 Jun 17 08:57:56.375158 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa9de37-5810-4eec-aa24-0b4c5d3c0382 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:57:56.383823 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdf985e-0614-4f3d-8b5d-c31a31faedc5 None None] Sync routers for ids ['51607812-490b-4b5c-aac6-4e54244f2f82'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:57:56.396043 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdf985e-0614-4f3d-8b5d-c31a31faedc5 None None] Routers {'51607812-490b-4b5c-aac6-4e54244f2f82'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:57:56.397025 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-2bdf985e-0614-4f3d-8b5d-c31a31faedc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:57:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['51607812-490b-4b5c-aac6-4e54244f2f82'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:56.444688 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-efd56084-d41e-4cdd-bc41-f726814998ac req-5a35ebcf-ace6-421d-b793-6584ee15c1bc tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578394 Jun 17 08:57:56.471935 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7d39cdd4-ca07-4b30-ae07-c4a7de2975b2 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:56.551154 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-2bdf985e-0614-4f3d-8b5d-c31a31faedc5 None None] Set router 51607812-490b-4b5c-aac6-4e54244f2f82 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:57:56.563996 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-daa9de37-5810-4eec-aa24-0b4c5d3c0382 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:56.572340 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39752) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:57:56.572986 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-daa9de37-5810-4eec-aa24-0b4c5d3c0382 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.3710740 Jun 17 08:57:56.749919 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-2bdf985e-0614-4f3d-8b5d-c31a31faedc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51607812-490b-4b5c-aac6-4e54244f2f82', 'name': '', 'tenant_id': '1821c17bd2314c05a03571f1b8989cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bf2025-fe9c-4d20-bd90-aa350307030a', 'external_fixed_ips': [{'subnet_id': '9cd8902e-a8c7-4081-b58e-bdb74d8f2062', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '2439be76-178a-49c4-b629-be13830ad16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:51Z', 'updated_at': '2021-06-17T08:57:55Z', 'revision_number': 3, 'project_id': '1821c17bd2314c05a03571f1b8989cd9', 'gw_port': {'id': '2439be76-178a-49c4-b629-be13830ad16b', 'name': '', 'network_id': '82bf2025-fe9c-4d20-bd90-aa350307030a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51607812-490b-4b5c-aac6-4e54244f2f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '9cd8902e-a8c7-4081-b58e-bdb74d8f2062', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:53Z', 'updated_at': '2021-06-17T08:57:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cd8902e-a8c7-4081-b58e-bdb74d8f2062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:56.779398 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdf985e-0614-4f3d-8b5d-c31a31faedc5 None None] Checking router: 51607812-490b-4b5c-aac6-4e54244f2f82 for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:57:56.779895 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdf985e-0614-4f3d-8b5d-c31a31faedc5 None None] Updating router 51607812-490b-4b5c-aac6-4e54244f2f82 port 2439be76-178a-49c4-b629-be13830ad16b binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:57:56.821636 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2bdf985e-0614-4f3d-8b5d-c31a31faedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:56.917104 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf5e0-e1e5-4b45-8329-514839e3dd0c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:56.931071 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82661f-5bea-451d-b91a-6bd5d7150670 req-3fd5d50b-e1d1-4966-b4ef-4dcecd5377f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:56.932896 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ac82661f-5bea-451d-b91a-6bd5d7150670 req-3fd5d50b-e1d1-4966-b4ef-4dcecd5377f0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbe11fbb19094d7186a215cabecbca67&device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 1095 time: 0.3129227 Jun 17 08:57:56.976992 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c3a34-204f-4e6e-b976-b9f475b628f3 req-5587e8ee-68e7-4b7c-bd51-4d41a0adf3ea tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:56.978499 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f06c3a34-204f-4e6e-b976-b9f475b628f3 req-5587e8ee-68e7-4b7c-bd51-4d41a0adf3ea tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/networks?id=5788c246-d497-4e21-8243-0ca8d7b04d08 HTTP/1.1" status: 200 len: 814 time: 0.3481886 Jun 17 08:57:57.137573 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2bdf985e-0614-4f3d-8b5d-c31a31faedc5 None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:57.161961 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-2bdf985e-0614-4f3d-8b5d-c31a31faedc5 None None] Transition to ACTIVE for port object 2439be76-178a-49c4-b629-be13830ad16b will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:57:57.241427 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2bdf985e-0614-4f3d-8b5d-c31a31faedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:57.253738 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-6f0900ac-ab57-4e45-b26f-eef241a23eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:57.275315 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-2bdf985e-0614-4f3d-8b5d-c31a31faedc5 None None] Attempting to bind port 2439be76-178a-49c4-b629-be13830ad16b on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:57:57.275315 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-2bdf985e-0614-4f3d-8b5d-c31a31faedc5 None None] Attempting to bind port 2439be76-178a-49c4-b629-be13830ad16b by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '7da91800-5e66-49cd-87eb-28e4a589d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '82bf2025-fe9c-4d20-bd90-aa350307030a'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:57:57.275631 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdf985e-0614-4f3d-8b5d-c31a31faedc5 None None] Attempting to bind port 2439be76-178a-49c4-b629-be13830ad16b on network 82bf2025-fe9c-4d20-bd90-aa350307030a {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:57:57.298587 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdf985e-0614-4f3d-8b5d-c31a31faedc5 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:57:57.299168 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdf985e-0614-4f3d-8b5d-c31a31faedc5 None None] Checking segment: {'id': '7da91800-5e66-49cd-87eb-28e4a589d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '82bf2025-fe9c-4d20-bd90-aa350307030a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:57:57.299596 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2bdf985e-0614-4f3d-8b5d-c31a31faedc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:57.300035 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdf985e-0614-4f3d-8b5d-c31a31faedc5 None None] Bound using segment: {'id': '7da91800-5e66-49cd-87eb-28e4a589d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '82bf2025-fe9c-4d20-bd90-aa350307030a'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:57:57.301258 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-2bdf985e-0614-4f3d-8b5d-c31a31faedc5 None None] Bound port: 2439be76-178a-49c4-b629-be13830ad16b, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7da91800-5e66-49cd-87eb-28e4a589d7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '82bf2025-fe9c-4d20-bd90-aa350307030a'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:57:57.301664 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2bdf985e-0614-4f3d-8b5d-c31a31faedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:57.325573 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbcda6-14c5-46f4-8f46-df6f6565b92e req-85b9fca3-db39-4b3f-bc33-ac28ffdb79b2 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:57.326963 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bfbbcda6-14c5-46f4-8f46-df6f6565b92e req-85b9fca3-db39-4b3f-bc33-ac28ffdb79b2 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 943 time: 0.0992320 Jun 17 08:57:57.359417 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625acdd-9251-4f99-ba97-64cace3affa4 None None] Pushing event updated for resources: {'Port': ['ID=2439be76-178a-49c4-b629-be13830ad16b,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:57.362412 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-2625acdd-9251-4f99-ba97-64cace3affa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:57.378012 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-2bdf985e-0614-4f3d-8b5d-c31a31faedc5 None None] For port 2439be76-178a-49c4-b629-be13830ad16b, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:57:57.381892 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-2bdf985e-0614-4f3d-8b5d-c31a31faedc5 None None] For port 2439be76-178a-49c4-b629-be13830ad16b, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=2439be76-178a-49c4-b629-be13830ad16b,segment=NetworkSegment(7da91800-5e66-49cd-87eb-28e4a589d7b8),segment_id=7da91800-5e66-49cd-87eb-28e4a589d7b8)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:57:57.388955 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bfbbcda6-14c5-46f4-8f46-df6f6565b92e req-9fc7ed5b-a92e-4afd-a223-846c42bf46b1 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558507 Jun 17 08:57:57.452990 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f06c3a34-204f-4e6e-b976-b9f475b628f3 req-78d3ffa5-4093-4385-9857-e9dffac2f499 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/quotas/9baf6f30d6ad4a09b3077aa4ccbb2548 HTTP/1.1" status: 200 len: 375 time: 0.4408922 Jun 17 08:57:57.490949 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2bdf985e-0614-4f3d-8b5d-c31a31faedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:57.496344 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-463b4d8c-63bc-43a9-aa37-f7e32dd7f70d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:57.567222 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdf985e-0614-4f3d-8b5d-c31a31faedc5 None None] Routers {'51607812-490b-4b5c-aac6-4e54244f2f82'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:57:57.567922 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-2bdf985e-0614-4f3d-8b5d-c31a31faedc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:57:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['51607812-490b-4b5c-aac6-4e54244f2f82'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:57.583774 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82661f-5bea-451d-b91a-6bd5d7150670 req-3dad4057-6a1a-48bf-ba1f-f42ab4cc87f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:57.585268 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ac82661f-5bea-451d-b91a-6bd5d7150670 req-3dad4057-6a1a-48bf-ba1f-f42ab4cc87f5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=af45f096-912c-4a55-9631-8ecfd7c931d7 HTTP/1.1" status: 200 len: 920 time: 0.6158142 Jun 17 08:57:57.588416 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf5e0-e1e5-4b45-8329-514839e3dd0c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:57.609440 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625acdd-9251-4f99-ba97-64cace3affa4 None None] Pushing event updated for resources: {'Port': ['ID=2439be76-178a-49c4-b629-be13830ad16b,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:57.656882 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-2625acdd-9251-4f99-ba97-64cace3affa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:57.658251 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ac82661f-5bea-451d-b91a-6bd5d7150670 req-d3cddf32-8258-4c35-9c93-52d91caab694 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=550848a8-2092-48a0-bb03-93bf85f705a2 HTTP/1.1" status: 200 len: 217 time: 0.0477729 Jun 17 08:57:57.710987 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f06c3a34-204f-4e6e-b976-b9f475b628f3 req-8e3b55dc-b3a8-4574-9f4e-caa45698ed82 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9baf6f30d6ad4a09b3077aa4ccbb2548&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2466543 Jun 17 08:57:57.728918 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-2bdf985e-0614-4f3d-8b5d-c31a31faedc5 None None] Set router 51607812-490b-4b5c-aac6-4e54244f2f82 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:57:57.756662 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82661f-5bea-451d-b91a-6bd5d7150670 req-3cc2a885-5cca-403c-ab3a-1c608a30afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:57.758201 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ac82661f-5bea-451d-b91a-6bd5d7150670 req-3cc2a885-5cca-403c-ab3a-1c608a30afe6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35b8e34e-65da-4d19-a52e-304d829df850 HTTP/1.1" status: 200 len: 859 time: 0.0915880 Jun 17 08:57:57.765963 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-7d39cdd4-ca07-4b30-ae07-c4a7de2975b2 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting port 3804175f-7118-4b8f-958a-ebab493a868a {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:57.766295 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7d39cdd4-ca07-4b30-ae07-c4a7de2975b2 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:57.842768 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ac82661f-5bea-451d-b91a-6bd5d7150670 req-e2673553-f6b5-439f-9a5d-bea1191a6a2d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=af45f096-912c-4a55-9631-8ecfd7c931d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730212 Jun 17 08:57:57.970163 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ac82661f-5bea-451d-b91a-6bd5d7150670 req-d3cd4e07-cc5a-4e44-8959-2e2a67d05fb8 service neutron] 10.222.0.50 "GET /v2.0/networks/af45f096-912c-4a55-9631-8ecfd7c931d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192641 Jun 17 08:57:57.992714 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cf5e0-e1e5-4b45-8329-514839e3dd0c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Deleting port 2439be76-178a-49c4-b629-be13830ad16b {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:57:57.993072 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf5e0-e1e5-4b45-8329-514839e3dd0c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:57.994436 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:58.032044 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68118ce-46c6-4f3a-b2e6-a978fdc69030 req-8a5b509b-6f95-48e2-80eb-d16fb8a7fd2f tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:58.033643 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b68118ce-46c6-4f3a-b2e6-a978fdc69030 req-8a5b509b-6f95-48e2-80eb-d16fb8a7fd2f tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1718602 Jun 17 08:57:58.046090 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-2bdf985e-0614-4f3d-8b5d-c31a31faedc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51607812-490b-4b5c-aac6-4e54244f2f82', 'name': '', 'tenant_id': '1821c17bd2314c05a03571f1b8989cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bf2025-fe9c-4d20-bd90-aa350307030a', 'external_fixed_ips': [{'subnet_id': '9cd8902e-a8c7-4081-b58e-bdb74d8f2062', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '2439be76-178a-49c4-b629-be13830ad16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:51Z', 'updated_at': '2021-06-17T08:57:55Z', 'revision_number': 3, 'project_id': '1821c17bd2314c05a03571f1b8989cd9', 'gw_port': {'id': '2439be76-178a-49c4-b629-be13830ad16b', 'name': '', 'network_id': '82bf2025-fe9c-4d20-bd90-aa350307030a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51607812-490b-4b5c-aac6-4e54244f2f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '9cd8902e-a8c7-4081-b58e-bdb74d8f2062', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:53Z', 'updated_at': '2021-06-17T08:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cd8902e-a8c7-4081-b58e-bdb74d8f2062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:57:58.079591 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdf985e-0614-4f3d-8b5d-c31a31faedc5 None None] The sync data for ids ['51607812-490b-4b5c-aac6-4e54244f2f82'] in n-d-758944-30 is: [{'id': '51607812-490b-4b5c-aac6-4e54244f2f82', 'name': '', 'tenant_id': '1821c17bd2314c05a03571f1b8989cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bf2025-fe9c-4d20-bd90-aa350307030a', 'external_fixed_ips': [{'subnet_id': '9cd8902e-a8c7-4081-b58e-bdb74d8f2062', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '2439be76-178a-49c4-b629-be13830ad16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:51Z', 'updated_at': '2021-06-17T08:57:55Z', 'revision_number': 3, 'project_id': '1821c17bd2314c05a03571f1b8989cd9', 'gw_port': {'id': '2439be76-178a-49c4-b629-be13830ad16b', 'name': '', 'network_id': '82bf2025-fe9c-4d20-bd90-aa350307030a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51607812-490b-4b5c-aac6-4e54244f2f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '9cd8902e-a8c7-4081-b58e-bdb74d8f2062', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:53Z', 'updated_at': '2021-06-17T08:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cd8902e-a8c7-4081-b58e-bdb74d8f2062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:57:58.087648 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7d39cdd4-ca07-4b30-ae07-c4a7de2975b2 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:58.126778 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b68118ce-46c6-4f3a-b2e6-a978fdc69030 req-223890ec-6d44-41c3-92d2-c43842b12f79 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819976 Jun 17 08:57:58.218530 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-5b2cf5e0-e1e5-4b45-8329-514839e3dd0c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] For port 2439be76-178a-49c4-b629-be13830ad16b, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=2439be76-178a-49c4-b629-be13830ad16b,segment=NetworkSegment(7da91800-5e66-49cd-87eb-28e4a589d7b8),segment_id=7da91800-5e66-49cd-87eb-28e4a589d7b8)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:58.218945 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf5e0-e1e5-4b45-8329-514839e3dd0c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:58.287525 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cf5e0-e1e5-4b45-8329-514839e3dd0c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Calling delete_port for 2439be76-178a-49c4-b629-be13830ad16b owned by network:router_gateway {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:58.319358 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-7d39cdd4-ca07-4b30-ae07-c4a7de2975b2 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Calling delete_port for 3804175f-7118-4b8f-958a-ebab493a868a owned by network:router_interface {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:57:58.438117 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 550848a8-2092-48a0-bb03-93bf85f705a2 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:57:58.504645 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ac82661f-5bea-451d-b91a-6bd5d7150670 req-06eea908-fb76-47a6-81a4-78a3cc920b8e service neutron] 10.222.0.50 "GET /v2.0/networks/af45f096-912c-4a55-9631-8ecfd7c931d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5256963 Jun 17 08:57:58.651085 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 550848a8-2092-48a0-bb03-93bf85f705a2, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=550848a8-2092-48a0-bb03-93bf85f705a2,segment=NetworkSegment(e7429738-07e7-45ca-9734-d788a782924a),segment_id=e7429738-07e7-45ca-9734-d788a782924a)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:58.672404 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '550848a8-2092-48a0-bb03-93bf85f705a2', 'network_id': 'af45f096-912c-4a55-9631-8ecfd7c931d7', 'port_id': '550848a8-2092-48a0-bb03-93bf85f705a2', 'mac_address': 'fa:16:3e:92:fb:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b8e34e-65da-4d19-a52e-304d829df850', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:57:58.760603 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:58.795891 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3def61-0017-4eff-8e4d-1492437f6b70 req-9835efc8-d0ca-4f0f-9ab9-b2c984d775a2 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:58.797467 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9a3def61-0017-4eff-8e4d-1492437f6b70 req-9835efc8-d0ca-4f0f-9ab9-b2c984d775a2 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.4743218 Jun 17 08:57:58.809424 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 550848a8-2092-48a0-bb03-93bf85f705a2 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:57:58.860038 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 550848a8-2092-48a0-bb03-93bf85f705a2, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=550848a8-2092-48a0-bb03-93bf85f705a2,segment=NetworkSegment(e7429738-07e7-45ca-9734-d788a782924a),segment_id=e7429738-07e7-45ca-9734-d788a782924a)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:57:58.876078 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6edf93-ea46-4247-aded-f4bd4f83e2fa req-c68574b2-86ca-4392-9750-0a2cdd699993 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:58.881837 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-da6edf93-ea46-4247-aded-f4bd4f83e2fa req-c68574b2-86ca-4392-9750-0a2cdd699993 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 943 time: 0.1450756 Jun 17 08:57:58.955685 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-da6edf93-ea46-4247-aded-f4bd4f83e2fa req-5dccdb21-0101-4adf-b0a7-135902a5fec5 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678585 Jun 17 08:57:58.972853 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:58.972853 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:59.022091 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9a3def61-0017-4eff-8e4d-1492437f6b70 req-39c903d9-62c4-4ad8-b683-2bbf544e40ef tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177262 Jun 17 08:57:59.093037 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=550848a8-2092-48a0-bb03-93bf85f705a2,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:59.103819 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:59.117290 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7d39cdd4-ca07-4b30-ae07-c4a7de2975b2 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:59.119373 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-984da3e2-3063-4bf4-9bdf-bb9068354a1e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:59.181484 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['550848a8-2092-48a0-bb03-93bf85f705a2'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:57:59.193010 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf5e0-e1e5-4b45-8329-514839e3dd0c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:59.199770 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39cdd4-ca07-4b30-ae07-c4a7de2975b2 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Port': ['ID=3804175f-7118-4b8f-958a-ebab493a868a,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:59.215219 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7d39cdd4-ca07-4b30-ae07-c4a7de2975b2 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:59.216695 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7d39cdd4-ca07-4b30-ae07-c4a7de2975b2 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:57:59.392709 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cf5e0-e1e5-4b45-8329-514839e3dd0c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Pushing event deleted for resources: {'Port': ['ID=2439be76-178a-49c4-b629-be13830ad16b,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:57:59.435639 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5b2cf5e0-e1e5-4b45-8329-514839e3dd0c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:57:59.449585 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 2439be76-178a-49c4-b629-be13830ad16b up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:57:59.534044 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 2439be76-178a-49c4-b629-be13830ad16b {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:57:59.534044 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 2439be76-178a-49c4-b629-be13830ad16b not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 17 08:57:59.575034 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Port 2439be76-178a-49c4-b629-be13830ad16b not found, will not notify nova. {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 17 08:57:59.593576 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8d373ede-2bbf-4395-93da-a6a0540b74e0 req-3e6092cb-8ad8-4594-87ff-8add70e0c7b5 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9baf6f30d6ad4a09b3077aa4ccbb2548 HTTP/1.1" status: 200 len: 221 time: 0.3822207 Jun 17 08:57:59.594337 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7d39cdd4-ca07-4b30-ae07-c4a7de2975b2 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:59.798785 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf5e0-e1e5-4b45-8329-514839e3dd0c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:59.975407 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d23447ae-8daa-49cb-8b62-77153f665154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:59.976929 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf5e0-e1e5-4b45-8329-514839e3dd0c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:59.980249 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf5e0-e1e5-4b45-8329-514839e3dd0c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:00.050662 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0843bc9-9808-4795-bbc8-3f98d88c27e1 req-2551b1f7-cb94-475d-b5a6-1833dcb21efd tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:00.061870 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f0843bc9-9808-4795-bbc8-3f98d88c27e1 req-2551b1f7-cb94-475d-b5a6-1833dcb21efd tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1361036 Jun 17 08:58:00.113992 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f0843bc9-9808-4795-bbc8-3f98d88c27e1 req-fcbd5144-f371-4595-9121-02df3c316a37 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504203 Jun 17 08:58:00.161952 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d39cdd4-ca07-4b30-ae07-c4a7de2975b2 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Router f31e4db7-e9a6-4735-aedb-5e2b5ea3049d has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:58:00.284498 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf5e0-e1e5-4b45-8329-514839e3dd0c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:00.285040 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2cf5e0-e1e5-4b45-8329-514839e3dd0c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 51607812-490b-4b5c-aac6-4e54244f2f82 {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:58:00.300098 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf5e0-e1e5-4b45-8329-514839e3dd0c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:00.301246 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5b2cf5e0-e1e5-4b45-8329-514839e3dd0c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "DELETE /v2.0/routers/51607812-490b-4b5c-aac6-4e54244f2f82 HTTP/1.1" status: 204 len: 168 time: 3.7276175 Jun 17 08:58:00.304472 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39820) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:00.315540 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4654a-0c28-4f67-b645-9689fa5ae08a req-c0304c02-7e98-4777-9086-408329a0f884 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:00.322753 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5fe4654a-0c28-4f67-b645-9689fa5ae08a req-c0304c02-7e98-4777-9086-408329a0f884 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 944 time: 0.2116189 Jun 17 08:58:00.342978 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d39cdd4-ca07-4b30-ae07-c4a7de2975b2 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:58:00.353064 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdf5560-4cec-4537-adf1-25b340673417 None None] Sync routers for ids ['f31e4db7-e9a6-4735-aedb-5e2b5ea3049d'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:58:00.353814 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7d39cdd4-ca07-4b30-ae07-c4a7de2975b2 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "PUT /v2.0/routers/f31e4db7-e9a6-4735-aedb-5e2b5ea3049d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7502978 Jun 17 08:58:00.354520 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39822) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:00.373350 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdf5560-4cec-4537-adf1-25b340673417 None None] Routers {'f31e4db7-e9a6-4735-aedb-5e2b5ea3049d'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:00.374003 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-5fdf5560-4cec-4537-adf1-25b340673417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:57:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['f31e4db7-e9a6-4735-aedb-5e2b5ea3049d'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:00.405370 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5fe4654a-0c28-4f67-b645-9689fa5ae08a req-d2ffc288-2baf-4ff3-bd60-31ebba5d922f tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813303 Jun 17 08:58:00.439073 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-5fdf5560-4cec-4537-adf1-25b340673417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:00.453962 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 550848a8-2092-48a0-bb03-93bf85f705a2 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:58:00.462564 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-294b6455-1553-4935-bad3-77aba291b924 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] GET failed (client error): The resource could not be found. Jun 17 08:58:00.466702 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdf5560-4cec-4537-adf1-25b340673417 None None] Routers {'f31e4db7-e9a6-4735-aedb-5e2b5ea3049d'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:00.467561 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39824) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:00.467721 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-294b6455-1553-4935-bad3-77aba291b924 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "GET /v2.0/ports/3804175f-7118-4b8f-958a-ebab493a868a HTTP/1.1" status: 404 len: 333 time: 0.1098950 Jun 17 08:58:00.484290 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-5fdf5560-4cec-4537-adf1-25b340673417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:57:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['f31e4db7-e9a6-4735-aedb-5e2b5ea3049d'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:00.492021 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b761c2-3cbb-41df-9a47-4eaf27a375ad tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Deleting subnet 9cd8902e-a8c7-4081-b58e-bdb74d8f2062 {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:58:00.497798 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b1b761c2-3cbb-41df-9a47-4eaf27a375ad tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:00.543672 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b1b761c2-3cbb-41df-9a47-4eaf27a375ad tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:00.564595 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-5fdf5560-4cec-4537-adf1-25b340673417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:00.565267 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdf5560-4cec-4537-adf1-25b340673417 None None] The sync data for ids ['f31e4db7-e9a6-4735-aedb-5e2b5ea3049d'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:58:00.609238 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-05a97a56-aee5-48bb-8834-83f8744e8410 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:00.637399 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b0412-3566-419a-aade-4069f4eee60d req-97dfbc89-4311-4210-b732-787ca6c69750 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:00.639655 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-385b0412-3566-419a-aade-4069f4eee60d req-97dfbc89-4311-4210-b732-787ca6c69750 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1940141 Jun 17 08:58:00.648782 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 550848a8-2092-48a0-bb03-93bf85f705a2 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:58:00.653723 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 550848a8-2092-48a0-bb03-93bf85f705a2 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:00.654034 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:00.670562 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b1b761c2-3cbb-41df-9a47-4eaf27a375ad tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:00.769219 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:00.797430 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-385b0412-3566-419a-aade-4069f4eee60d req-c04c9609-bea1-4190-b560-a3b0d299683e tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362846 Jun 17 08:58:00.803983 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6136c74e-efa7-4bd0-bb59-c62d723e4d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550848a8-2092-48a0-bb03-93bf85f705a2'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:58:00.806857 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff70c860-81cc-48ea-8c80-e1419329641f" -d '{"events": [{"server_uuid": "6136c74e-efa7-4bd0-bb59-c62d723e4d87", "name": "network-vif-plugged", "status": "completed", "tag": "550848a8-2092-48a0-bb03-93bf85f705a2"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:00.824287 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 550848a8-2092-48a0-bb03-93bf85f705a2, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=550848a8-2092-48a0-bb03-93bf85f705a2,segment=NetworkSegment(e7429738-07e7-45ca-9734-d788a782924a),segment_id=e7429738-07e7-45ca-9734-d788a782924a)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:00.888321 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa1634a-4d8a-471e-a2b9-620b5b4e2a83 x-openstack-request-id: req-8aa1634a-4d8a-471e-a2b9-620b5b4e2a83 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:00.888321 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6136c74e-efa7-4bd0-bb59-c62d723e4d87", "name": "network-vif-plugged", "status": "completed", "tag": "550848a8-2092-48a0-bb03-93bf85f705a2", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:00.888321 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8aa1634a-4d8a-471e-a2b9-620b5b4e2a83 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:00.888321 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6136c74e-efa7-4bd0-bb59-c62d723e4d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550848a8-2092-48a0-bb03-93bf85f705a2', 'code': 200} Jun 17 08:58:00.963407 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:00.974126 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-da579d66-f241-453c-ad7a-92a3002e357e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:00.984212 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b1b761c2-3cbb-41df-9a47-4eaf27a375ad tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:00.988097 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dffde7ed-94a7-4a34-aeda-e3ef673f8f60 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:01.054882 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:01.105941 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b1b761c2-3cbb-41df-9a47-4eaf27a375ad tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:01.112169 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b1b761c2-3cbb-41df-9a47-4eaf27a375ad tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "DELETE /v2.0/subnets/9cd8902e-a8c7-4081-b58e-bdb74d8f2062 HTTP/1.1" status: 204 len: 168 time: 0.8065541 Jun 17 08:58:01.113246 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b761c2-3cbb-41df-9a47-4eaf27a375ad tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9cd8902e-a8c7-4081-b58e-bdb74d8f2062,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:01.116974 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b1b761c2-3cbb-41df-9a47-4eaf27a375ad tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:01.127501 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=550848a8-2092-48a0-bb03-93bf85f705a2,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:01.140129 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:01.144021 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39838) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:01.238703 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1f45d235-6165-4c0e-8c91-21696f8820de tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:01.284211 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeef7d3-4fea-4189-8822-c371a1fb94e7 req-af95ef59-9e5c-49c6-bec3-d3c40e4c0dd3 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:01.285599 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6eeef7d3-4fea-4189-8822-c371a1fb94e7 req-af95ef59-9e5c-49c6-bec3-d3c40e4c0dd3 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.2183425 Jun 17 08:58:01.392429 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1f45d235-6165-4c0e-8c91-21696f8820de tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:01.404764 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6eeef7d3-4fea-4189-8822-c371a1fb94e7 req-fef2fd38-76ef-41aa-a45b-bfd5bf738d40 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006892 Jun 17 08:58:01.405513 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-05a97a56-aee5-48bb-8834-83f8744e8410 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:01.408564 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-1f45d235-6165-4c0e-8c91-21696f8820de tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82bf2025-fe9c-4d20-bd90-aa350307030a']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:01.408812 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-05a97a56-aee5-48bb-8834-83f8744e8410 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:01.420953 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-1f45d235-6165-4c0e-8c91-21696f8820de tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da91800-5e66-49cd-87eb-28e4a589d7b8') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:01.422694 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-1f45d235-6165-4c0e-8c91-21696f8820de tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da91800-5e66-49cd-87eb-28e4a589d7b8') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:01.441603 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1f45d235-6165-4c0e-8c91-21696f8820de tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:01.463028 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709887e-1790-4504-9fd4-057ebd2ad93f req-c5cf3461-054b-4bd0-8b90-66ea585e320f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:01.463028 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3709887e-1790-4504-9fd4-057ebd2ad93f req-c5cf3461-054b-4bd0-8b90-66ea585e320f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 1097 time: 0.1955371 Jun 17 08:58:01.466061 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1f45d235-6165-4c0e-8c91-21696f8820de tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:01.473309 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f45d235-6165-4c0e-8c91-21696f8820de tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:58:01.473781 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1f45d235-6165-4c0e-8c91-21696f8820de tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:58:01.476589 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:58:01.550478 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3709887e-1790-4504-9fd4-057ebd2ad93f req-ac6729ad-25d4-48f0-a3c9-7f6ce50e9d20 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788534 Jun 17 08:58:01.562714 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-05a97a56-aee5-48bb-8834-83f8744e8410 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:01.563461 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a97a56-aee5-48bb-8834-83f8744e8410 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Fanout notify agent at l3_agent the message router_deleted on router f31e4db7-e9a6-4735-aedb-5e2b5ea3049d {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:58:01.579520 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-05a97a56-aee5-48bb-8834-83f8744e8410 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:01.580522 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-05a97a56-aee5-48bb-8834-83f8744e8410 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/routers/f31e4db7-e9a6-4735-aedb-5e2b5ea3049d HTTP/1.1" status: 204 len: 168 time: 1.1119030 Jun 17 08:58:01.583463 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39846) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:01.591202 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 2439be76-178a-49c4-b629-be13830ad16b no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:58:01.648527 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 2439be76-178a-49c4-b629-be13830ad16b {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:58:01.648902 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 2439be76-178a-49c4-b629-be13830ad16b not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:58:01.711359 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a67009d-de5d-4f6f-81d7-b8d5d3abfbc7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting subnet f991f6ea-8c8b-477c-b23e-40f1ca257a29 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:58:01.719889 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0a67009d-de5d-4f6f-81d7-b8d5d3abfbc7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:01.725793 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9588c90-9c0a-40f4-8f04-3dc5e434bb15 req-f3c6f4b0-d48c-4e5a-90d3-f893201cf026 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:01.734967 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c9588c90-9c0a-40f4-8f04-3dc5e434bb15 req-f3c6f4b0-d48c-4e5a-90d3-f893201cf026 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 945 time: 0.0802512 Jun 17 08:58:01.734967 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1f45d235-6165-4c0e-8c91-21696f8820de tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:01.734967 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c2dc94ac-1bf5-490a-97eb-08530f5c6873 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:01.747664 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f45d235-6165-4c0e-8c91-21696f8820de tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 82bf2025-fe9c-4d20-bd90-aa350307030a {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 17 08:58:01.749802 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45d235-6165-4c0e-8c91-21696f8820de tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Pushing event deleted for resources: {'Network': ['ID=82bf2025-fe9c-4d20-bd90-aa350307030a,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:01.755621 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1f45d235-6165-4c0e-8c91-21696f8820de tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:01.761492 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1f45d235-6165-4c0e-8c91-21696f8820de tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "DELETE /v2.0/networks/82bf2025-fe9c-4d20-bd90-aa350307030a HTTP/1.1" status: 204 len: 168 time: 0.6114309 Jun 17 08:58:01.761492 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1f45d235-6165-4c0e-8c91-21696f8820de tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:01.807827 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c9588c90-9c0a-40f4-8f04-3dc5e434bb15 req-2afd60f9-eebc-48c0-b313-6918cddd4007 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487726 Jun 17 08:58:01.827403 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c60953-8d26-4f44-b754-47fc726a6b7c req-38f02de2-5372-47d4-9609-df8179d499af tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:01.834888 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b4c60953-8d26-4f44-b754-47fc726a6b7c req-38f02de2-5372-47d4-9609-df8179d499af tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1896439 Jun 17 08:58:01.875546 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0a67009d-de5d-4f6f-81d7-b8d5d3abfbc7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:01.919504 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b4c60953-8d26-4f44-b754-47fc726a6b7c req-60a4e7ff-43ae-42e0-b99a-e12a5ea1d9ba tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834539 Jun 17 08:58:02.041068 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0a67009d-de5d-4f6f-81d7-b8d5d3abfbc7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:02.237902 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0a67009d-de5d-4f6f-81d7-b8d5d3abfbc7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:02.247459 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6a3ce44c-e5e6-4ce9-a705-986f8200f560 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:02.285064 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67009d-de5d-4f6f-81d7-b8d5d3abfbc7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Subnet': ['ID=f991f6ea-8c8b-477c-b23e-40f1ca257a29,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:02.289068 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0a67009d-de5d-4f6f-81d7-b8d5d3abfbc7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:02.291144 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0a67009d-de5d-4f6f-81d7-b8d5d3abfbc7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:02.296040 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39866) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:02.296614 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0a67009d-de5d-4f6f-81d7-b8d5d3abfbc7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/subnets/f991f6ea-8c8b-477c-b23e-40f1ca257a29 HTTP/1.1" status: 204 len: 168 time: 0.7115104 Jun 17 08:58:02.300360 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dcda76-7622-4a79-8d9f-af0b73b25cfd None None] Network cee7339b-21bd-450b-9adb-1062701d36ad requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:58:02.312118 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39868) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:02.317096 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-ccb3cc89-d51e-41b7-a041-b7355584a00a tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Request body: {'router': {'name': 'tempest-router--85929760', 'project_id': '2d88ca352abb47c3a7b6082d7eb7d64d'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:02.383244 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff3671-0613-4d58-9e2a-793300f2cf5f req-fb06ece0-76e2-44bd-9627-5b4c56c87f4b tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:02.390114 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e9ff3671-0613-4d58-9e2a-793300f2cf5f req-fb06ece0-76e2-44bd-9627-5b4c56c87f4b tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.2419951 Jun 17 08:58:02.484397 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf99a-8f68-49e1-8a25-22df91b6b912 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:02.532802 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e9ff3671-0613-4d58-9e2a-793300f2cf5f req-cccc8454-91cd-467a-8f11-3617f20f1870 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148541 Jun 17 08:58:02.566678 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ccb3cc89-d51e-41b7-a041-b7355584a00a tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:02.568417 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ccb3cc89-d51e-41b7-a041-b7355584a00a tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:02.597161 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:02.608777 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-3d5bf99a-8f68-49e1-8a25-22df91b6b912 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting port 0526c12f-219c-4f6b-bf67-025458d3028b {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:58:02.609203 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf99a-8f68-49e1-8a25-22df91b6b912 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:02.635957 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ccb3cc89-d51e-41b7-a041-b7355584a00a tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:02.711669 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ccb3cc89-d51e-41b7-a041-b7355584a00a tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:02.776278 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc9b564-f532-47c1-8af4-43c7c89e3169 None None] DHCP port deletion for cee7339b-21bd-450b-9adb-1062701d36ad request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:58:02.829795 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-3d5bf99a-8f68-49e1-8a25-22df91b6b912 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] For port 0526c12f-219c-4f6b-bf67-025458d3028b, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=0526c12f-219c-4f6b-bf67-025458d3028b,segment=NetworkSegment(b77f0d43-b795-4841-9a75-b16c48b428fd),segment_id=b77f0d43-b795-4841-9a75-b16c48b428fd)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:02.830268 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf99a-8f68-49e1-8a25-22df91b6b912 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:02.858183 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ccb3cc89-d51e-41b7-a041-b7355584a00a tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:02.859636 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ccb3cc89-d51e-41b7-a041-b7355584a00a tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5463970 Jun 17 08:58:02.863004 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39888) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:02.864637 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9b564-f532-47c1-8af4-43c7c89e3169 None None] Deleting port 0526c12f-219c-4f6b-bf67-025458d3028b {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:58:02.865324 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-dcc9b564-f532-47c1-8af4-43c7c89e3169 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:02.966304 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-dcc9b564-f532-47c1-8af4-43c7c89e3169 None None] For port 0526c12f-219c-4f6b-bf67-025458d3028b, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=0526c12f-219c-4f6b-bf67-025458d3028b,segment=NetworkSegment(b77f0d43-b795-4841-9a75-b16c48b428fd),segment_id=b77f0d43-b795-4841-9a75-b16c48b428fd)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:02.966726 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-dcc9b564-f532-47c1-8af4-43c7c89e3169 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:02.975417 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-3d5bf99a-8f68-49e1-8a25-22df91b6b912 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Calling delete_port for 0526c12f-219c-4f6b-bf67-025458d3028b owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:58:03.017331 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d0b964ae-be65-4aa3-9258-89669d7366e9 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:03.069454 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9b564-f532-47c1-8af4-43c7c89e3169 None None] Calling delete_port for 0526c12f-219c-4f6b-bf67-025458d3028b owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:58:03.176924 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c167b-f2d4-457f-b72a-84eb8d4b199b req-4712cf05-e607-4b06-a66d-85e4c09d19ec tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:03.185302 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3b9c167b-f2d4-457f-b72a-84eb8d4b199b req-4712cf05-e607-4b06-a66d-85e4c09d19ec tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.3988702 Jun 17 08:58:03.246428 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d48be-a7a7-4cd6-9ae9-122d29fce1d8 req-a5ba8c04-7a79-498a-838b-e899e9a24dac tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:03.249904 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1d2d48be-a7a7-4cd6-9ae9-122d29fce1d8 req-a5ba8c04-7a79-498a-838b-e899e9a24dac tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 945 time: 0.1512213 Jun 17 08:58:03.323579 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-dcc9b564-f532-47c1-8af4-43c7c89e3169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:03.331602 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1d2d48be-a7a7-4cd6-9ae9-122d29fce1d8 req-c8fa2afc-8643-4bbb-8579-b62b9b113c5d tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767896 Jun 17 08:58:03.332986 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-ed569cfc-2b98-4cfb-b042-7e976a51d8c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:03.353111 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d0b964ae-be65-4aa3-9258-89669d7366e9 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:03.369618 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf99a-8f68-49e1-8a25-22df91b6b912 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:03.372429 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fc4325f7-ef3d-4c16-a47d-9abc0f7fa038 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:03.403030 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d0b964ae-be65-4aa3-9258-89669d7366e9 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:03.433879 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5bf99a-8f68-49e1-8a25-22df91b6b912 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Port': ['ID=0526c12f-219c-4f6b-bf67-025458d3028b,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:03.437753 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc9b564-f532-47c1-8af4-43c7c89e3169 None None] No DVR routers for this DVR port 0526c12f-219c-4f6b-bf67-025458d3028b on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:58:03.445457 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9b564-f532-47c1-8af4-43c7c89e3169 None None] Pushing event deleted for resources: {'Port': ['ID=0526c12f-219c-4f6b-bf67-025458d3028b,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:03.449017 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3b9c167b-f2d4-457f-b72a-84eb8d4b199b req-43c02010-53b7-4c82-9e37-d55e0ec94b45 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614093 Jun 17 08:58:03.458574 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3d5bf99a-8f68-49e1-8a25-22df91b6b912 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:03.462992 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-dcc9b564-f532-47c1-8af4-43c7c89e3169 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:03.474091 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 0526c12f-219c-4f6b-bf67-025458d3028b no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:58:03.474358 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5bf99a-8f68-49e1-8a25-22df91b6b912 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] No DVR routers for this DVR port 0526c12f-219c-4f6b-bf67-025458d3028b on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:58:03.536045 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 0526c12f-219c-4f6b-bf67-025458d3028b {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:58:03.541040 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 0526c12f-219c-4f6b-bf67-025458d3028b not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:58:03.607854 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d0b964ae-be65-4aa3-9258-89669d7366e9 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:03.609343 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b964ae-be65-4aa3-9258-89669d7366e9 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55300aed-0e57-454b-9208-9992f58a4736 {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:58:03.631460 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d0b964ae-be65-4aa3-9258-89669d7366e9 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:03.638845 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d0b964ae-be65-4aa3-9258-89669d7366e9 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "DELETE /v2.0/routers/55300aed-0e57-454b-9208-9992f58a4736 HTTP/1.1" status: 204 len: 168 time: 0.7644706 Jun 17 08:58:03.692545 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf99a-8f68-49e1-8a25-22df91b6b912 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:03.704174 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-3d5bf99a-8f68-49e1-8a25-22df91b6b912 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee7339b-21bd-450b-9adb-1062701d36ad']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:03.717327 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-3d5bf99a-8f68-49e1-8a25-22df91b6b912 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b77f0d43-b795-4841-9a75-b16c48b428fd') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:03.717614 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-3d5bf99a-8f68-49e1-8a25-22df91b6b912 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b77f0d43-b795-4841-9a75-b16c48b428fd') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:03.727585 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf99a-8f68-49e1-8a25-22df91b6b912 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:03.748937 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf99a-8f68-49e1-8a25-22df91b6b912 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:03.758791 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5bf99a-8f68-49e1-8a25-22df91b6b912 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:58:03.758791 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf99a-8f68-49e1-8a25-22df91b6b912 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:58:03.761734 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:58:03.792507 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42384cfb-13c7-4202-b118-420a9ba24bc6 req-5bc6858e-ec28-426e-9695-32f36c5ef0b5 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:03.795463 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-42384cfb-13c7-4202-b118-420a9ba24bc6 req-5bc6858e-ec28-426e-9695-32f36c5ef0b5 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1421950 Jun 17 08:58:03.850232 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-42384cfb-13c7-4202-b118-420a9ba24bc6 req-d36ee0e2-72f5-4543-92df-63447f4e617e tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473816 Jun 17 08:58:03.935515 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf99a-8f68-49e1-8a25-22df91b6b912 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:03.939446 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ad453552-907b-418b-a798-fcbd6b1d27d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:03.944003 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf99a-8f68-49e1-8a25-22df91b6b912 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:03.945869 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3d5bf99a-8f68-49e1-8a25-22df91b6b912 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/networks/cee7339b-21bd-450b-9adb-1062701d36ad HTTP/1.1" status: 204 len: 168 time: 1.6478817 Jun 17 08:58:03.949712 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39914) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:03.964160 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5bf99a-8f68-49e1-8a25-22df91b6b912 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Network': ['ID=cee7339b-21bd-450b-9adb-1062701d36ad,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:03.970547 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3d5bf99a-8f68-49e1-8a25-22df91b6b912 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:04.045974 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f23278d-0962-4fbc-bd31-3b9115540664 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:04.049825 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5f23278d-0962-4fbc-bd31-3b9115540664 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "GET /v2.0/ports/ee10f70b-47c4-4a95-a398-023e012472fd HTTP/1.1" status: 200 len: 845 time: 0.0967224 Jun 17 08:58:04.052719 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39916) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:04.120101 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39918) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:04.120848 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-cf42888a-6be5-4656-8553-b266ed14a2cc tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "GET /v2.0/ports/ee10f70b-47c4-4a95-a398-023e012472fd?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0664544 Jun 17 08:58:04.126368 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-a42dd37b-56a9-4fc9-81ee-285079203dfe tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'subnet': {'network_id': '282098b4-8324-4b62-b06f-62a5a53821fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:04.130759 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39920) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:04.249605 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b27ff3-b646-4299-84e6-6cb78f974f67 req-a8348aae-a1b2-4a4f-a948-6166a881ecf0 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:04.255871 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f9b27ff3-b646-4299-84e6-6cb78f974f67 req-a8348aae-a1b2-4a4f-a948-6166a881ecf0 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1123626 Jun 17 08:58:04.331678 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f9b27ff3-b646-4299-84e6-6cb78f974f67 req-aa1c0643-f6f0-456e-8258-9840e7be1202 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710635 Jun 17 08:58:04.416028 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3855b5c-1412-448e-ac7a-0d4cb5004913 req-7061c3bf-b611-4612-80ef-c3d9036ebaa7 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:04.417640 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e3855b5c-1412-448e-ac7a-0d4cb5004913 req-7061c3bf-b611-4612-80ef-c3d9036ebaa7 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 945 time: 0.0878320 Jun 17 08:58:04.457376 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-2e51accb-d26e-4bcb-96b0-970397b0dbe7 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-354850685', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}, 'admin_state_up': False}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:04.478173 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e3855b5c-1412-448e-ac7a-0d4cb5004913 req-ff3daf15-5e14-4ed7-9bec-5e277ce89223 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474093 Jun 17 08:58:04.503540 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42dd37b-56a9-4fc9-81ee-285079203dfe tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:58:04.518577 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a42dd37b-56a9-4fc9-81ee-285079203dfe tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:04.533248 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce14d6-37a4-45a6-9694-c2a298a38410 req-10560216-c34c-4a20-9eae-5d0545583fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:04.534775 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-38ce14d6-37a4-45a6-9694-c2a298a38410 req-10560216-c34c-4a20-9eae-5d0545583fd5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbe11fbb19094d7186a215cabecbca67&device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 1097 time: 0.1241484 Jun 17 08:58:04.599902 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39934) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:04.650469 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2e51accb-d26e-4bcb-96b0-970397b0dbe7 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:04.651528 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2e51accb-d26e-4bcb-96b0-970397b0dbe7 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:04.740277 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce14d6-37a4-45a6-9694-c2a298a38410 req-966d80b8-488b-46aa-86d7-57118bb1385d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:04.741821 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-38ce14d6-37a4-45a6-9694-c2a298a38410 req-966d80b8-488b-46aa-86d7-57118bb1385d service neutron] 10.222.0.50 "GET /v2.0/networks?id=af45f096-912c-4a55-9631-8ecfd7c931d7 HTTP/1.1" status: 200 len: 920 time: 0.1979358 Jun 17 08:58:04.792354 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2e51accb-d26e-4bcb-96b0-970397b0dbe7 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:04.831073 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-38ce14d6-37a4-45a6-9694-c2a298a38410 req-b5e59ed8-b369-4bb0-bc09-b5e1fba13051 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=550848a8-2092-48a0-bb03-93bf85f705a2 HTTP/1.1" status: 200 len: 217 time: 0.0598919 Jun 17 08:58:04.831944 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7f790dfc-3937-4059-9e6a-fc9172b5916c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:04.895185 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a42dd37b-56a9-4fc9-81ee-285079203dfe tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:04.898400 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84469d5-ad6f-4453-972e-07ecc0ac7890 req-cd26e3cf-5041-433b-b917-7e8ca8625029 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:04.900051 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c84469d5-ad6f-4453-972e-07ecc0ac7890 req-cd26e3cf-5041-433b-b917-7e8ca8625029 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.2737172 Jun 17 08:58:04.902393 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3d0d3dc6-f2e0-4539-be8c-ee7d4091ac8c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:04.952017 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42dd37b-56a9-4fc9-81ee-285079203dfe tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network 282098b4-8324-4b62-b06f-62a5a53821fc is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:04.955647 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-a42dd37b-56a9-4fc9-81ee-285079203dfe tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:04.959953 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42dd37b-56a9-4fc9-81ee-285079203dfe tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:04.960560 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a42dd37b-56a9-4fc9-81ee-285079203dfe tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:04.969426 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42dd37b-56a9-4fc9-81ee-285079203dfe tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Subnet': ['ID=d2f4047c-26ba-41c1-9e42-297f2ed0f3e4,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:04.974348 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a42dd37b-56a9-4fc9-81ee-285079203dfe tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:04.979248 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d76586-9978-479d-9269-535b348c6035 None None] Network 282098b4-8324-4b62-b06f-62a5a53821fc requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:58:05.002291 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce14d6-37a4-45a6-9694-c2a298a38410 req-d350acb2-0847-4f4c-9646-c5bc43df720c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:05.003755 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-38ce14d6-37a4-45a6-9694-c2a298a38410 req-d350acb2-0847-4f4c-9646-c5bc43df720c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35b8e34e-65da-4d19-a52e-304d829df850 HTTP/1.1" status: 200 len: 859 time: 0.1664793 Jun 17 08:58:05.141386 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-38ce14d6-37a4-45a6-9694-c2a298a38410 req-b391d795-3287-43b0-af3c-8c68b5592a75 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=af45f096-912c-4a55-9631-8ecfd7c931d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287124 Jun 17 08:58:05.159722 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c84469d5-ad6f-4453-972e-07ecc0ac7890 req-05759897-2db0-4b32-b201-4dbca9af6092 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201543 Jun 17 08:58:05.199734 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02241e03-31ae-4fc1-83b5-2d9188726393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-282098b4-8324-4b62-b06f-62a5a53821fc', 'network_id': '282098b4-8324-4b62-b06f-62a5a53821fc', 'tenant_id': '8ae7279a0cd8403da4579402065347bd', 'fixed_ips': [{'subnet_id': 'd2f4047c-26ba-41c1-9e42-297f2ed0f3e4'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:58:05.201004 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-02241e03-31ae-4fc1-83b5-2d9188726393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:05.203942 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2e51accb-d26e-4bcb-96b0-970397b0dbe7 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:05.331243 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-38ce14d6-37a4-45a6-9694-c2a298a38410 req-0033e42b-e501-46e9-8cb9-cbef304e9c73 service neutron] 10.222.0.50 "GET /v2.0/networks/af45f096-912c-4a55-9631-8ecfd7c931d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777825 Jun 17 08:58:05.333393 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7f790dfc-3937-4059-9e6a-fc9172b5916c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:05.396821 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c012a-f727-451c-9b04-5ad7ae0bd70a req-4f43ca7d-c94a-4bba-817c-1d1c3dff6057 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:05.401390 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e53c012a-f727-451c-9b04-5ad7ae0bd70a req-4f43ca7d-c94a-4bba-817c-1d1c3dff6057 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.0867443 Jun 17 08:58:05.404243 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-02241e03-31ae-4fc1-83b5-2d9188726393 None None] Allocated IP 2001:db8::2 (282098b4-8324-4b62-b06f-62a5a53821fc/d2f4047c-26ba-41c1-9e42-297f2ed0f3e4/1d783c67-7970-4925-96f8-acde8789dd0c) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:58:05.415628 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7f790dfc-3937-4059-9e6a-fc9172b5916c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:05.422848 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-80173376-cf1f-4cc3-a365-20070908a813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:05.462993 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e53c012a-f727-451c-9b04-5ad7ae0bd70a req-6ac193f7-b567-48bc-ae7d-b7dc3266e044 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539639 Jun 17 08:58:05.500205 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7f790dfc-3937-4059-9e6a-fc9172b5916c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ada4aef0fd24805a55fea95c355c714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8985925 Jun 17 08:58:05.510966 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39946) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:05.537886 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f790dfc-3937-4059-9e6a-fc9172b5916c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3005491a-7fcb-4d2d-a542-5d1a2629b1f9,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:05.545216 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7f790dfc-3937-4059-9e6a-fc9172b5916c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:05.547446 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-38ce14d6-37a4-45a6-9694-c2a298a38410 req-53ed6736-3b6b-46d2-82eb-12995e6f7883 service neutron] 10.222.0.50 "GET /v2.0/networks/af45f096-912c-4a55-9631-8ecfd7c931d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087297 Jun 17 08:58:05.570304 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a42dd37b-56a9-4fc9-81ee-285079203dfe tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4490364 Jun 17 08:58:05.575868 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39954) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:05.580903 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-c93ece7e-2531-44cb-8d30-e06031306362 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'security_group': {'name': 'tempest-secgroup-1828058522'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:05.662392 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-da150070-66d0-46ef-a1d6-fe8944060b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:05.719234 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-da150070-66d0-46ef-a1d6-fe8944060b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:05.719377 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-02241e03-31ae-4fc1-83b5-2d9188726393 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:05.742807 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-02241e03-31ae-4fc1-83b5-2d9188726393 None None] Transition to ACTIVE for port object 1d783c67-7970-4925-96f8-acde8789dd0c will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:58:05.763330 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-02241e03-31ae-4fc1-83b5-2d9188726393 None None] Transition to ACTIVE for port object 1d783c67-7970-4925-96f8-acde8789dd0c will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:58:05.782055 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c93ece7e-2531-44cb-8d30-e06031306362 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:05.842947 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2e51accb-d26e-4bcb-96b0-970397b0dbe7 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router_gateway, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:05.852584 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-02241e03-31ae-4fc1-83b5-2d9188726393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:05.855881 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:05.883275 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fda02-3ffb-430e-9b02-07adb56f752e req-76d677d7-411b-45fa-8fc6-57f97c24e406 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:05.892374 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-591fda02-3ffb-430e-9b02-07adb56f752e req-76d677d7-411b-45fa-8fc6-57f97c24e406 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.0998597 Jun 17 08:58:05.899418 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2e51accb-d26e-4bcb-96b0-970397b0dbe7 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:05.909077 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02241e03-31ae-4fc1-83b5-2d9188726393 None None] Pushing event updated for resources: {'Port': ['ID=1d783c67-7970-4925-96f8-acde8789dd0c,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:05.920916 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-02241e03-31ae-4fc1-83b5-2d9188726393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:05.932475 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02241e03-31ae-4fc1-83b5-2d9188726393 None None] Network 282098b4-8324-4b62-b06f-62a5a53821fc is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:05.935276 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-02241e03-31ae-4fc1-83b5-2d9188726393 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:05.941461 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02241e03-31ae-4fc1-83b5-2d9188726393 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:58:05.944848 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-da150070-66d0-46ef-a1d6-fe8944060b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:05.947531 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-da150070-66d0-46ef-a1d6-fe8944060b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:05.952025 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-da150070-66d0-46ef-a1d6-fe8944060b80 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3005491a-7fcb-4d2d-a542-5d1a2629b1f9 HTTP/1.1" status: 204 len: 168 time: 0.4369957 Jun 17 08:58:05.953328 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-266d9710-09b2-4004-a83d-775fb69b0a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:05.961672 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-591fda02-3ffb-430e-9b02-07adb56f752e req-e0b03eda-d2e3-4bad-bb87-af68eec3af9e tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683792 Jun 17 08:58:05.972655 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da150070-66d0-46ef-a1d6-fe8944060b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3005491a-7fcb-4d2d-a542-5d1a2629b1f9,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:05.978759 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-da150070-66d0-46ef-a1d6-fe8944060b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:06.024074 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f1811-7f69-4456-868a-d02803b435fc req-5ae08f95-902a-4100-9d17-545075baacf4 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:06.031116 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8f5f1811-7f69-4456-868a-d02803b435fc req-5ae08f95-902a-4100-9d17-545075baacf4 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 945 time: 0.2604401 Jun 17 08:58:06.070600 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-02241e03-31ae-4fc1-83b5-2d9188726393 None None] Attempting to bind port 1d783c67-7970-4925-96f8-acde8789dd0c on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:58:06.071187 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-02241e03-31ae-4fc1-83b5-2d9188726393 None None] Attempting to bind port 1d783c67-7970-4925-96f8-acde8789dd0c by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '38611a24-333f-404f-8740-3d2333c794a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '282098b4-8324-4b62-b06f-62a5a53821fc'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:58:06.075663 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02241e03-31ae-4fc1-83b5-2d9188726393 None None] Attempting to bind port 1d783c67-7970-4925-96f8-acde8789dd0c on network 282098b4-8324-4b62-b06f-62a5a53821fc {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:58:06.090925 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02241e03-31ae-4fc1-83b5-2d9188726393 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:58:06.091318 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02241e03-31ae-4fc1-83b5-2d9188726393 None None] Checking segment: {'id': '38611a24-333f-404f-8740-3d2333c794a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '282098b4-8324-4b62-b06f-62a5a53821fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:58:06.092740 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-02241e03-31ae-4fc1-83b5-2d9188726393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:06.093335 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02241e03-31ae-4fc1-83b5-2d9188726393 None None] Bound using segment: {'id': '38611a24-333f-404f-8740-3d2333c794a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '282098b4-8324-4b62-b06f-62a5a53821fc'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:58:06.094004 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-02241e03-31ae-4fc1-83b5-2d9188726393 None None] Bound port: 1d783c67-7970-4925-96f8-acde8789dd0c, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38611a24-333f-404f-8740-3d2333c794a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '282098b4-8324-4b62-b06f-62a5a53821fc'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:58:06.094824 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-02241e03-31ae-4fc1-83b5-2d9188726393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:06.133676 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8f5f1811-7f69-4456-868a-d02803b435fc req-f0a2167b-3e4d-408d-a1c7-8fda52856dbb tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983865 Jun 17 08:58:06.191270 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-02241e03-31ae-4fc1-83b5-2d9188726393 None None] For port 1d783c67-7970-4925-96f8-acde8789dd0c, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:58:06.191451 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c93ece7e-2531-44cb-8d30-e06031306362 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:06.192826 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-2e51accb-d26e-4bcb-96b0-970397b0dbe7 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Allocated IP 172.25.2.247 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/d0991b46-9554-4185-ae0d-80999d396844) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:58:06.193057 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-02241e03-31ae-4fc1-83b5-2d9188726393 None None] For port 1d783c67-7970-4925-96f8-acde8789dd0c, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=1d783c67-7970-4925-96f8-acde8789dd0c,segment=NetworkSegment(38611a24-333f-404f-8740-3d2333c794a3),segment_id=38611a24-333f-404f-8740-3d2333c794a3)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:58:06.295266 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a87b51-ab56-40cb-99bb-099924c0fa1c req-10fb558c-ba2c-4af5-972f-e411b6bfceb7 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:06.299470 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-02a87b51-ab56-40cb-99bb-099924c0fa1c req-10fb558c-ba2c-4af5-972f-e411b6bfceb7 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1415374 Jun 17 08:58:06.356716 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2e51accb-d26e-4bcb-96b0-970397b0dbe7 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:06.360806 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c93ece7e-2531-44cb-8d30-e06031306362 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:06.364260 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-02a87b51-ab56-40cb-99bb-099924c0fa1c req-495cbbc0-68f4-4e50-9e85-53a470e44e30 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584052 Jun 17 08:58:06.365802 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0006dccb-372d-4a75-a738-130c27b75364 tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:06.396067 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-02241e03-31ae-4fc1-83b5-2d9188726393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:06.399555 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e75ffad6-1d70-4faa-924f-01d54dc0a95c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:06.476805 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ece7e-2531-44cb-8d30-e06031306362 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25fa0a0f-ba5f-4ac1-8b54-5e1f8f0f1dd5,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:06.482857 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c93ece7e-2531-44cb-8d30-e06031306362 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:06.506573 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02241e03-31ae-4fc1-83b5-2d9188726393 None None] Pushing event updated for resources: {'Port': ['ID=1d783c67-7970-4925-96f8-acde8789dd0c,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:06.512338 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-02241e03-31ae-4fc1-83b5-2d9188726393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:06.540552 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c93ece7e-2531-44cb-8d30-e06031306362 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:06.543203 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c93ece7e-2531-44cb-8d30-e06031306362 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9659176 Jun 17 08:58:06.546352 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 39972) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:06.552049 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-dc767dce-96d0-43b3-a7b0-439063a40ad9 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'security_group': {'name': 'tempest-secgroup-1471985280'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:06.583121 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2e51accb-d26e-4bcb-96b0-970397b0dbe7 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:06.596404 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0ad2f7d2-e26d-4ae8-bdbe-e2326450c1ab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:06.640629 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b8373-3352-409f-ba3a-f5ae2349616f req-bbad6cbf-dd43-4db8-b507-e4c51841e21f tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:06.641238 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e51accb-d26e-4bcb-96b0-970397b0dbe7 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:06.651355 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-2e51accb-d26e-4bcb-96b0-970397b0dbe7 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:06.652291 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b34b8373-3352-409f-ba3a-f5ae2349616f req-bbad6cbf-dd43-4db8-b507-e4c51841e21f tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1171389 Jun 17 08:58:06.657756 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e51accb-d26e-4bcb-96b0-970397b0dbe7 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:58:06.717650 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51accb-d26e-4bcb-96b0-970397b0dbe7 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Pushing event updated for resources: {'Port': ['ID=d0991b46-9554-4185-ae0d-80999d396844,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:06.718899 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b34b8373-3352-409f-ba3a-f5ae2349616f req-bb14e1d4-51fb-466a-a752-bee9575900e1 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507855 Jun 17 08:58:06.728825 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dc767dce-96d0-43b3-a7b0-439063a40ad9 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:06.739257 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2e51accb-d26e-4bcb-96b0-970397b0dbe7 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:07.020595 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dc767dce-96d0-43b3-a7b0-439063a40ad9 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:07.051164 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8de28-ef10-4468-9f17-ed4f87db10bd req-5bb73243-c26f-4093-a5d1-6c9b464a4e01 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:07.053452 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d9c8de28-ef10-4468-9f17-ed4f87db10bd req-5bb73243-c26f-4093-a5d1-6c9b464a4e01 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1101065 Jun 17 08:58:07.112935 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d9c8de28-ef10-4468-9f17-ed4f87db10bd req-d1c7f19d-1d33-4744-9494-7232f652d152 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426385 Jun 17 08:58:07.388645 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b4528-0ee0-4200-9cef-c368155f8e2a req-a7166ee5-45f1-49e8-a528-f0494157488f tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:07.388645 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-718b4528-0ee0-4200-9cef-c368155f8e2a req-a7166ee5-45f1-49e8-a528-f0494157488f tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 945 time: 0.1133227 Jun 17 08:58:07.388645 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39988) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:07.405482 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 1d783c67-7970-4925-96f8-acde8789dd0c up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:58:07.426502 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a905324e-85e3-4290-b3a4-beff843e5870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:07.551519 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 1d783c67-7970-4925-96f8-acde8789dd0c completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:58:07.883940 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-718b4528-0ee0-4200-9cef-c368155f8e2a req-3a9d4f9c-0e7f-4a35-b36a-dd8ef19dc573 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4680498 Jun 17 08:58:07.975216 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dc767dce-96d0-43b3-a7b0-439063a40ad9 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:07.986289 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a905324e-85e3-4290-b3a4-beff843e5870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:07.991039 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d3c419eb-75f9-4f1f-bcb7-f8fdfed6f929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:08.031780 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-45aee21c-aa12-41d2-abd5-426f037f755a None None] Provisioning for port 1d783c67-7970-4925-96f8-acde8789dd0c completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:58:08.035133 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-45aee21c-aa12-41d2-abd5-426f037f755a None None] Provisioning complete for port 1d783c67-7970-4925-96f8-acde8789dd0c triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:08.038414 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-45aee21c-aa12-41d2-abd5-426f037f755a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:08.055586 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a855645-ed9f-4849-b039-aa1d49aa675e req-bf83a4d7-574c-460f-b4cd-1be60d073f15 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:08.060898 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a855645-ed9f-4849-b039-aa1d49aa675e req-bf83a4d7-574c-460f-b4cd-1be60d073f15 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.6920357 Jun 17 08:58:08.082174 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a905324e-85e3-4290-b3a4-beff843e5870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:08.095057 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-66526395-e2f2-4c7c-9a6a-0467743d2166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:08.105526 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc767dce-96d0-43b3-a7b0-439063a40ad9 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb19b97-9da3-4a87-b5fe-e07c462f08da,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:08.113648 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dc767dce-96d0-43b3-a7b0-439063a40ad9 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:08.129489 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-45aee21c-aa12-41d2-abd5-426f037f755a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:08.139979 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905324e-85e3-4290-b3a4-beff843e5870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7936b8-f63b-4f90-a49e-214534fd06a6,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:08.147192 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a905324e-85e3-4290-b3a4-beff843e5870 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a606da4b57c84ec198e22806db8b12cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7579288 Jun 17 08:58:08.147192 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a905324e-85e3-4290-b3a4-beff843e5870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:08.147930 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39992) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:08.155885 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a855645-ed9f-4849-b039-aa1d49aa675e req-4b38ef44-c9ad-4cd8-a8ec-bacaef1e0098 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853777 Jun 17 08:58:08.164511 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2e51accb-d26e-4bcb-96b0-970397b0dbe7 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router_gateway, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:08.181091 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-45aee21c-aa12-41d2-abd5-426f037f755a None None] For port 1d783c67-7970-4925-96f8-acde8789dd0c, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=1d783c67-7970-4925-96f8-acde8789dd0c,segment=NetworkSegment(38611a24-333f-404f-8740-3d2333c794a3),segment_id=38611a24-333f-404f-8740-3d2333c794a3)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:08.212457 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-dc767dce-96d0-43b3-a7b0-439063a40ad9 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:08.216775 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-dc767dce-96d0-43b3-a7b0-439063a40ad9 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6691618 Jun 17 08:58:08.216982 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 39996) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:08.228360 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-3fcf0e62-976a-415f-bd1b-080a633a50b8 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-953395052', 'security_groups': ['7fb19b97-9da3-4a87-b5fe-e07c462f08da'], 'network_id': '282098b4-8324-4b62-b06f-62a5a53821fc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd2f4047c-26ba-41c1-9e42-297f2ed0f3e4'}]}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:08.252086 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-051e047d-cf15-4001-838f-31781b3fb0f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:08.300345 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-45aee21c-aa12-41d2-abd5-426f037f755a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:08.306520 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-d93443ad-7d11-4dbf-ad48-7627916c4a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:08.338543 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-051e047d-cf15-4001-838f-31781b3fb0f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:08.380659 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-45aee21c-aa12-41d2-abd5-426f037f755a None None] Provisioning complete for port ee10f70b-47c4-4a95-a398-023e012472fd triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:08.381072 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-45aee21c-aa12-41d2-abd5-426f037f755a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:08.384466 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aee21c-aa12-41d2-abd5-426f037f755a None None] Pushing event updated for resources: {'Port': ['ID=1d783c67-7970-4925-96f8-acde8789dd0c,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:08.416994 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-45aee21c-aa12-41d2-abd5-426f037f755a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:08.425518 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2e51accb-d26e-4bcb-96b0-970397b0dbe7 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:08.438270 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-45aee21c-aa12-41d2-abd5-426f037f755a None None] Port ee10f70b-47c4-4a95-a398-023e012472fd cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:58:08.472305 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d193311-84e2-4d0a-98e1-db1083a4fc9f req-0623a580-5f54-4440-b1ab-5feffbf3bc4e tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:08.473929 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9d193311-84e2-4d0a-98e1-db1083a4fc9f req-0623a580-5f54-4440-b1ab-5feffbf3bc4e tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1552112 Jun 17 08:58:08.526138 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9d193311-84e2-4d0a-98e1-db1083a4fc9f req-ad8b6891-9702-4d28-b8d5-b9a00938372c tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429823 Jun 17 08:58:08.612439 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcf0e62-976a-415f-bd1b-080a633a50b8 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:58:08.724830 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-051e047d-cf15-4001-838f-31781b3fb0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:08.727276 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-051e047d-cf15-4001-838f-31781b3fb0f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:08.732273 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-051e047d-cf15-4001-838f-31781b3fb0f4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dd7936b8-f63b-4f90-a49e-214534fd06a6 HTTP/1.1" status: 204 len: 168 time: 0.5797269 Jun 17 08:58:08.732273 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-da150070-66d0-46ef-a1d6-fe8944060b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:08.751973 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e047d-cf15-4001-838f-31781b3fb0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7936b8-f63b-4f90-a49e-214534fd06a6,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:08.762976 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e51accb-d26e-4bcb-96b0-970397b0dbe7 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Router 38d1b9f3-63da-41a3-b76c-2ad2f1a5eb7d is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:58:08.766581 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-051e047d-cf15-4001-838f-31781b3fb0f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:08.776618 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3fcf0e62-976a-415f-bd1b-080a633a50b8 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:08.825927 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [None req-3fcf0e62-976a-415f-bd1b-080a633a50b8 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] device_id is not set on port fd4afa36-1e47-42f7-a9f7-690866daf8ed yet. {{(pid=94520) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:58:08.911286 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e51accb-d26e-4bcb-96b0-970397b0dbe7 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:58:08.924223 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366113ca-965d-4158-98b9-4069fcb1b7c9 None None] Sync routers for ids ['38d1b9f3-63da-41a3-b76c-2ad2f1a5eb7d'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:58:08.943697 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366113ca-965d-4158-98b9-4069fcb1b7c9 None None] Routers {'38d1b9f3-63da-41a3-b76c-2ad2f1a5eb7d'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:08.944448 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-366113ca-965d-4158-98b9-4069fcb1b7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:57:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['38d1b9f3-63da-41a3-b76c-2ad2f1a5eb7d'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:08.996321 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-366113ca-965d-4158-98b9-4069fcb1b7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:09.008311 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366113ca-965d-4158-98b9-4069fcb1b7c9 None None] Routers {'38d1b9f3-63da-41a3-b76c-2ad2f1a5eb7d'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:09.009122 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-366113ca-965d-4158-98b9-4069fcb1b7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:57:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['38d1b9f3-63da-41a3-b76c-2ad2f1a5eb7d'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:09.089567 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2e51accb-d26e-4bcb-96b0-970397b0dbe7 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:09.089567 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-2e51accb-d26e-4bcb-96b0-970397b0dbe7 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.9579735 Jun 17 08:58:09.093090 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40020) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:09.152136 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-3fcf0e62-976a-415f-bd1b-080a633a50b8 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Allocated IP 2001:db8::330 (282098b4-8324-4b62-b06f-62a5a53821fc/d2f4047c-26ba-41c1-9e42-297f2ed0f3e4/fd4afa36-1e47-42f7-a9f7-690866daf8ed) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:58:09.262987 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bca0a-751e-44a2-973d-0ee592d02c1f req-4d75646c-4c87-4ef9-bce2-5fe59ddc151d tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:09.265618 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-368bca0a-751e-44a2-973d-0ee592d02c1f req-4d75646c-4c87-4ef9-bce2-5fe59ddc151d tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 945 time: 0.2278216 Jun 17 08:58:09.286765 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-366113ca-965d-4158-98b9-4069fcb1b7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:09.287605 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366113ca-965d-4158-98b9-4069fcb1b7c9 None None] The sync data for ids ['38d1b9f3-63da-41a3-b76c-2ad2f1a5eb7d'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:58:09.335920 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 1d783c67-7970-4925-96f8-acde8789dd0c up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:58:09.366034 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-908a0aa5-aa06-4c5d-a0e3-d7e2b1c7c95a tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "GET /v2.0/routers/38d1b9f3-63da-41a3-b76c-2ad2f1a5eb7d HTTP/1.1" status: 200 len: 920 time: 0.2696304 Jun 17 08:58:09.368761 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40024) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:09.420712 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3fcf0e62-976a-415f-bd1b-080a633a50b8 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:09.433539 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 1d783c67-7970-4925-96f8-acde8789dd0c triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:09.435675 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:09.456683 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a36a5e-c121-4689-add8-3e43d726046d req-848491e1-4059-4ef8-953a-dded9020e191 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:09.459381 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c0a36a5e-c121-4689-add8-3e43d726046d req-848491e1-4059-4ef8-953a-dded9020e191 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1880486 Jun 17 08:58:09.462314 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-3fcf0e62-976a-415f-bd1b-080a633a50b8 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Transition to ACTIVE for port object fd4afa36-1e47-42f7-a9f7-690866daf8ed will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:58:09.464558 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b53c7db2-30cf-4e77-bd4a-347c19c8b64e tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "GET /v2.0/ports?device_id=38d1b9f3-63da-41a3-b76c-2ad2f1a5eb7d HTTP/1.1" status: 200 len: 205 time: 0.0930734 Jun 17 08:58:09.471143 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40032) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:09.512735 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-368bca0a-751e-44a2-973d-0ee592d02c1f req-ee284042-825b-42fa-be44-8181fbb23742 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384553 Jun 17 08:58:09.623024 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c0a36a5e-c121-4689-add8-3e43d726046d req-3c08d43d-4a94-4557-b7b1-056121be6a68 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624029 Jun 17 08:58:09.679258 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-79e97884-22fc-4e0e-943d-7b49c74f7d24 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:09.725223 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3fcf0e62-976a-415f-bd1b-080a633a50b8 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:09.762071 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6c19a690-5605-4eb4-9ea3-eb5a15f08938 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:09.828467 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcf0e62-976a-415f-bd1b-080a633a50b8 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network 282098b4-8324-4b62-b06f-62a5a53821fc is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:09.837346 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-3fcf0e62-976a-415f-bd1b-080a633a50b8 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:09.872780 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcf0e62-976a-415f-bd1b-080a633a50b8 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:58:09.878849 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcf0e62-976a-415f-bd1b-080a633a50b8 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:09.879564 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3fcf0e62-976a-415f-bd1b-080a633a50b8 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:09.929972 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf0e62-976a-415f-bd1b-080a633a50b8 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Port': ['ID=fd4afa36-1e47-42f7-a9f7-690866daf8ed,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:09.946130 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3fcf0e62-976a-415f-bd1b-080a633a50b8 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:09.948369 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-79e97884-22fc-4e0e-943d-7b49c74f7d24 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:10.029592 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcf1ef-ec2f-428c-a385-cf477280dc89 req-3abd2826-479d-4e90-9556-63a8c20d99b6 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:10.032165 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5bfcf1ef-ec2f-428c-a385-cf477280dc89 req-3abd2826-479d-4e90-9556-63a8c20d99b6 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1698647 Jun 17 08:58:10.057056 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3fcf0e62-976a-415f-bd1b-080a633a50b8 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8361862 Jun 17 08:58:10.057442 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40048) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:10.062766 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-ddd297a2-0aa3-4267-bdca-2c47cfe9a5ab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'subnet': {'network_id': '282098b4-8324-4b62-b06f-62a5a53821fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:10.162256 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5bfcf1ef-ec2f-428c-a385-cf477280dc89 req-75b2e153-d855-4374-9a87-defcbd17640e tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242852 Jun 17 08:58:10.250757 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-79e97884-22fc-4e0e-943d-7b49c74f7d24 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Deleting port d0991b46-9554-4185-ae0d-80999d396844 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:58:10.251094 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-79e97884-22fc-4e0e-943d-7b49c74f7d24 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:10.383281 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-cd988953-605b-4120-bf06-8b4b5b33ea7e None None] Provisioning for port fd4afa36-1e47-42f7-a9f7-690866daf8ed completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:58:10.388393 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-cd988953-605b-4120-bf06-8b4b5b33ea7e None None] Provisioning complete for port fd4afa36-1e47-42f7-a9f7-690866daf8ed triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:10.394544 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-cd988953-605b-4120-bf06-8b4b5b33ea7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:10.395276 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-79e97884-22fc-4e0e-943d-7b49c74f7d24 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:10.432632 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-cd988953-605b-4120-bf06-8b4b5b33ea7e None None] Port fd4afa36-1e47-42f7-a9f7-690866daf8ed cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:58:10.453240 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd297a2-0aa3-4267-bdca-2c47cfe9a5ab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:58:10.457520 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ddd297a2-0aa3-4267-bdca-2c47cfe9a5ab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:10.492525 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-79e97884-22fc-4e0e-943d-7b49c74f7d24 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Calling delete_port for d0991b46-9554-4185-ae0d-80999d396844 owned by network:router_gateway {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:58:10.685387 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c5ba2-8e36-47be-97c5-214964e44974 req-d69faf2f-190b-4827-8302-f8941b96ee7e tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:10.693211 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-852c5ba2-8e36-47be-97c5-214964e44974 req-d69faf2f-190b-4827-8302-f8941b96ee7e tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.3484488 Jun 17 08:58:10.746048 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96f56b-14e1-4aea-91cd-2c764816689e req-386e18bf-f3ef-4bad-b43a-2c37427326cb tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:10.747823 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d96f56b-14e1-4aea-91cd-2c764816689e req-386e18bf-f3ef-4bad-b43a-2c37427326cb tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 945 time: 0.0883319 Jun 17 08:58:10.762960 n-d-758944-30 neutron-server[94520]: INFO neutron.db.ipam_backend_mixin [None req-ddd297a2-0aa3-4267-bdca-2c47cfe9a5ab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d2f4047c-26ba-41c1-9e42-297f2ed0f3e4 (CIDR: 2001:db8::/64) Jun 17 08:58:10.799135 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-852c5ba2-8e36-47be-97c5-214964e44974 req-decefff9-ce0a-4444-8a12-aae4af931aee tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685833 Jun 17 08:58:10.804788 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d96f56b-14e1-4aea-91cd-2c764816689e req-87d00e71-870c-40b5-803b-4c509808501c tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460684 Jun 17 08:58:10.806481 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd297a2-0aa3-4267-bdca-2c47cfe9a5ab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:58:10.806942 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd297a2-0aa3-4267-bdca-2c47cfe9a5ab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:58:10.982589 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ddd297a2-0aa3-4267-bdca-2c47cfe9a5ab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9225786 Jun 17 08:58:10.988606 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40076) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:11.000143 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-9c875c87-87ec-4ec8-9639-4bd40127d42d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'subnet': {'network_id': '282098b4-8324-4b62-b06f-62a5a53821fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:11.041739 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-79e97884-22fc-4e0e-943d-7b49c74f7d24 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.051221 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db8a19-c729-4187-bbd3-185ff7dc281f req-bc5e98b4-c7d9-432c-8659-2b707531c3cf tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:11.060591 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-65db8a19-c729-4187-bbd3-185ff7dc281f req-bc5e98b4-c7d9-432c-8659-2b707531c3cf tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1128113 Jun 17 08:58:11.097280 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-64b4a22f-1637-4093-980f-02bd23f871bb tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:11.105726 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-65db8a19-c729-4187-bbd3-185ff7dc281f req-b92eac45-1bde-49e4-8fef-bb4a22481019 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436518 Jun 17 08:58:11.128764 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e97884-22fc-4e0e-943d-7b49c74f7d24 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Pushing event deleted for resources: {'Port': ['ID=d0991b46-9554-4185-ae0d-80999d396844,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:11.134337 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-79e97884-22fc-4e0e-943d-7b49c74f7d24 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:11.236685 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-79e97884-22fc-4e0e-943d-7b49c74f7d24 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.374987 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-79e97884-22fc-4e0e-943d-7b49c74f7d24 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.378009 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-79e97884-22fc-4e0e-943d-7b49c74f7d24 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.509050 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c875c87-87ec-4ec8-9639-4bd40127d42d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:58:11.512719 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9c875c87-87ec-4ec8-9639-4bd40127d42d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.571450 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-79e97884-22fc-4e0e-943d-7b49c74f7d24 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.572044 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e97884-22fc-4e0e-943d-7b49c74f7d24 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Fanout notify agent at l3_agent the message router_deleted on router 38d1b9f3-63da-41a3-b76c-2ad2f1a5eb7d {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:58:11.584850 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-79e97884-22fc-4e0e-943d-7b49c74f7d24 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.584850 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-79e97884-22fc-4e0e-943d-7b49c74f7d24 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "DELETE /v2.0/routers/38d1b9f3-63da-41a3-b76c-2ad2f1a5eb7d HTTP/1.1" status: 204 len: 168 time: 2.1103239 Jun 17 08:58:11.585541 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40100) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:11.590475 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-684a591c-3d82-4d8f-afd0-bcbb05d3648b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2096726363', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'enable_snat': False}}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:11.771953 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-684a591c-3d82-4d8f-afd0-bcbb05d3648b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.773108 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-684a591c-3d82-4d8f-afd0-bcbb05d3648b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.878158 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-684a591c-3d82-4d8f-afd0-bcbb05d3648b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.918551 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63f2a5-32e9-4b96-ab04-b65956e9dd6e req-496a5796-0701-4346-9172-ccffa2fd22e1 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:11.927097 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b63f2a5-32e9-4b96-ab04-b65956e9dd6e req-496a5796-0701-4346-9172-ccffa2fd22e1 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1261830 Jun 17 08:58:11.963923 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9c875c87-87ec-4ec8-9639-4bd40127d42d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:11.967948 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a0544946-80da-4ba1-afb8-d4aba35e155a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:11.983802 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b63f2a5-32e9-4b96-ab04-b65956e9dd6e req-be0e22c8-a941-477f-aa3f-3db9bd88db62 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553749 Jun 17 08:58:12.042920 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c875c87-87ec-4ec8-9639-4bd40127d42d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network 282098b4-8324-4b62-b06f-62a5a53821fc is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:12.051618 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-9c875c87-87ec-4ec8-9639-4bd40127d42d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:12.055297 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c875c87-87ec-4ec8-9639-4bd40127d42d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:12.055934 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9c875c87-87ec-4ec8-9639-4bd40127d42d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:12.068465 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3277a2d9-0f58-4038-9a12-e2ed55feecf0 None None] Network 282098b4-8324-4b62-b06f-62a5a53821fc requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:58:12.080418 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c875c87-87ec-4ec8-9639-4bd40127d42d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Subnet': ['ID=fff87bce-a934-4916-888e-fba71f6d4ec1,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:12.089517 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9c875c87-87ec-4ec8-9639-4bd40127d42d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:12.158892 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b95c42-7aa5-49d5-a016-5af0aef28236 req-db33cb21-902b-476a-b7d1-9eb13e669fe2 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:12.161391 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-84b95c42-7aa5-49d5-a016-5af0aef28236 req-db33cb21-902b-476a-b7d1-9eb13e669fe2 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 945 time: 0.1649914 Jun 17 08:58:12.230010 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-9c875c87-87ec-4ec8-9639-4bd40127d42d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2376359 Jun 17 08:58:12.231510 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40116) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:12.237803 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-ca3bf581-d177-4c7a-830c-3949750e232b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1484980035', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fff87bce-a934-4916-888e-fba71f6d4ec1'}], 'security_groups': ['25fa0a0f-ba5f-4ac1-8b54-5e1f8f0f1dd5']}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:12.244733 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-84b95c42-7aa5-49d5-a016-5af0aef28236 req-3d887fba-d660-455e-8c28-64a4c1cbb449 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569255 Jun 17 08:58:12.268170 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-684a591c-3d82-4d8f-afd0-bcbb05d3648b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:12.358759 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ca3bf581-d177-4c7a-830c-3949750e232b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:12.491945 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1716e6a-f2a5-436f-b8c0-dd211b1d9794 None None] Update dhcp port {'port': {'network_id': '282098b4-8324-4b62-b06f-62a5a53821fc', 'fixed_ips': [{'subnet_id': 'd2f4047c-26ba-41c1-9e42-297f2ed0f3e4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fff87bce-a934-4916-888e-fba71f6d4ec1'}], 'binding:host_id': 'n-d-758944-30'}, 'id': '1d783c67-7970-4925-96f8-acde8789dd0c'} from n-d-758944-30. {{(pid=94521) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:58:12.538805 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f1716e6a-f2a5-436f-b8c0-dd211b1d9794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:12.590491 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40120) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:12.678415 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-684a591c-3d82-4d8f-afd0-bcbb05d3648b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:12.702574 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-684a591c-3d82-4d8f-afd0-bcbb05d3648b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:12.752566 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-f1716e6a-f2a5-436f-b8c0-dd211b1d9794 None None] Allocated IP 2001:db8:0:1::2 (282098b4-8324-4b62-b06f-62a5a53821fc/fff87bce-a934-4916-888e-fba71f6d4ec1/1d783c67-7970-4925-96f8-acde8789dd0c) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:58:12.812220 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-684a591c-3d82-4d8f-afd0-bcbb05d3648b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Allocated IP 172.25.2.201 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/e7fcde07-f9af-49ab-ba19-7332b286b5d6) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:58:12.858275 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-f1716e6a-f2a5-436f-b8c0-dd211b1d9794 None None] For port 1d783c67-7970-4925-96f8-acde8789dd0c, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=1d783c67-7970-4925-96f8-acde8789dd0c,segment=NetworkSegment(38611a24-333f-404f-8740-3d2333c794a3),segment_id=38611a24-333f-404f-8740-3d2333c794a3)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:12.898783 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f1716e6a-f2a5-436f-b8c0-dd211b1d9794 None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:12.898993 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7311e576-8eb9-4f87-9b6c-0bbbf874aeff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:12.917889 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-f1716e6a-f2a5-436f-b8c0-dd211b1d9794 None None] Transition to ACTIVE for port object 1d783c67-7970-4925-96f8-acde8789dd0c will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:58:12.978725 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-684a591c-3d82-4d8f-afd0-bcbb05d3648b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:13.001414 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f1716e6a-f2a5-436f-b8c0-dd211b1d9794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:13.032178 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:13.072772 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7311e576-8eb9-4f87-9b6c-0bbbf874aeff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:13.166189 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-684a591c-3d82-4d8f-afd0-bcbb05d3648b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:13.166402 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5e93778c-48bf-47bb-8747-1fa68d613d01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:13.173666 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-ca3bf581-d177-4c7a-830c-3949750e232b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Delete allocated IP 2001:db8::330 (282098b4-8324-4b62-b06f-62a5a53821fc/d2f4047c-26ba-41c1-9e42-297f2ed0f3e4) {{(pid=94520) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 17 08:58:13.181302 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1716e6a-f2a5-436f-b8c0-dd211b1d9794 None None] Pushing event updated for resources: {'Port': ['ID=1d783c67-7970-4925-96f8-acde8789dd0c,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:13.202177 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1716e6a-f2a5-436f-b8c0-dd211b1d9794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:13.202177 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1716e6a-f2a5-436f-b8c0-dd211b1d9794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:13.202177 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1716e6a-f2a5-436f-b8c0-dd211b1d9794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:13.202177 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1716e6a-f2a5-436f-b8c0-dd211b1d9794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:13.202525 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1716e6a-f2a5-436f-b8c0-dd211b1d9794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:13.202853 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1716e6a-f2a5-436f-b8c0-dd211b1d9794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:13.203178 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1716e6a-f2a5-436f-b8c0-dd211b1d9794 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:13.203503 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1716e6a-f2a5-436f-b8c0-dd211b1d9794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:13.211068 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1716e6a-f2a5-436f-b8c0-dd211b1d9794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:13.211517 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1716e6a-f2a5-436f-b8c0-dd211b1d9794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:13.211979 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1716e6a-f2a5-436f-b8c0-dd211b1d9794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:13.212220 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1716e6a-f2a5-436f-b8c0-dd211b1d9794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:13.213260 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-ca3bf581-d177-4c7a-830c-3949750e232b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Allocated IP 2001:db8:0:1::1b4 (282098b4-8324-4b62-b06f-62a5a53821fc/fff87bce-a934-4916-888e-fba71f6d4ec1/fd4afa36-1e47-42f7-a9f7-690866daf8ed) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:58:13.225045 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f1716e6a-f2a5-436f-b8c0-dd211b1d9794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:13.248363 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7311e576-8eb9-4f87-9b6c-0bbbf874aeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:13.298068 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684a591c-3d82-4d8f-afd0-bcbb05d3648b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:13.313723 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-684a591c-3d82-4d8f-afd0-bcbb05d3648b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:13.324020 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684a591c-3d82-4d8f-afd0-bcbb05d3648b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:58:13.328369 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a591c-3d82-4d8f-afd0-bcbb05d3648b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Pushing event updated for resources: {'Port': ['ID=e7fcde07-f9af-49ab-ba19-7332b286b5d6,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:13.369413 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7311e576-8eb9-4f87-9b6c-0bbbf874aeff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3a36d58fa7054eb2abba317f54667fac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7773099 Jun 17 08:58:13.370918 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-684a591c-3d82-4d8f-afd0-bcbb05d3648b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:13.373846 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f6c450cd-2a4d-40e5-b4f8-cd50f100c376 tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:13.389634 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40132) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:13.419385 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 1d783c67-7970-4925-96f8-acde8789dd0c up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:58:13.531839 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311e576-8eb9-4f87-9b6c-0bbbf874aeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e8e25c-869d-462b-8388-2ac8f86f4d01,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:13.538956 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7311e576-8eb9-4f87-9b6c-0bbbf874aeff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:13.595822 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b683de0a-e622-42c2-9066-9965412b152c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:13.690684 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ca3bf581-d177-4c7a-830c-3949750e232b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:13.701396 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b683de0a-e622-42c2-9066-9965412b152c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:13.709512 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24b45d-dacd-40f1-ab74-78bbb7d45383 req-f907f81c-bc54-4eb8-8f3d-e736da73bed2 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:13.711102 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-de24b45d-dacd-40f1-ab74-78bbb7d45383 req-f907f81c-bc54-4eb8-8f3d-e736da73bed2 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.3165207 Jun 17 08:58:13.731282 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-ca3bf581-d177-4c7a-830c-3949750e232b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Transition to ACTIVE for port object fd4afa36-1e47-42f7-a9f7-690866daf8ed will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:58:13.753847 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-de24b45d-dacd-40f1-ab74-78bbb7d45383 req-b768f044-7b51-4b56-8074-69295b1655c3 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355945 Jun 17 08:58:13.769835 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d84ee-d001-4e8c-a5e5-918e9884313f req-374b3da3-abd6-43c7-ad9d-39b55ac65657 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:13.771398 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-248d84ee-d001-4e8c-a5e5-918e9884313f req-374b3da3-abd6-43c7-ad9d-39b55ac65657 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 945 time: 0.1631804 Jun 17 08:58:13.829722 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-248d84ee-d001-4e8c-a5e5-918e9884313f req-bebf5703-7450-466d-bd1c-1a363ab9869d tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454016 Jun 17 08:58:13.897494 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ca3bf581-d177-4c7a-830c-3949750e232b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:13.908436 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b683de0a-e622-42c2-9066-9965412b152c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:13.915375 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b683de0a-e622-42c2-9066-9965412b152c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:13.917621 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b683de0a-e622-42c2-9066-9965412b152c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/47e8e25c-869d-462b-8388-2ac8f86f4d01 HTTP/1.1" status: 204 len: 168 time: 0.5019524 Jun 17 08:58:13.924197 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-85e9ab3c-333f-456f-b879-249c3f2699a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:14.017114 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-ca3bf581-d177-4c7a-830c-3949750e232b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] In _notify_port_updated(), no bound segment for port fd4afa36-1e47-42f7-a9f7-690866daf8ed on network 282098b4-8324-4b62-b06f-62a5a53821fc {{(pid=94520) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:58:14.035086 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3bf581-d177-4c7a-830c-3949750e232b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:14.035086 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ca3bf581-d177-4c7a-830c-3949750e232b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:14.035463 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ca3bf581-d177-4c7a-830c-3949750e232b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "PUT /v2.0/ports/fd4afa36-1e47-42f7-a9f7-690866daf8ed HTTP/1.1" status: 200 len: 931 time: 1.8026192 Jun 17 08:58:14.038714 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40140) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:14.055361 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3bf581-d177-4c7a-830c-3949750e232b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Port': ['ID=fd4afa36-1e47-42f7-a9f7-690866daf8ed,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:14.069744 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ca3bf581-d177-4c7a-830c-3949750e232b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:14.070372 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f30aff5d-89a2-449e-b1b4-18e8f6f49353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:14.090937 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683de0a-e622-42c2-9066-9965412b152c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e8e25c-869d-462b-8388-2ac8f86f4d01,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:14.093666 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b683de0a-e622-42c2-9066-9965412b152c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:14.136917 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-684a591c-3d82-4d8f-afd0-bcbb05d3648b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:14.292992 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-067ac064-aee7-41a0-acf6-c036bf049ace tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting port fd4afa36-1e47-42f7-a9f7-690866daf8ed {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:58:14.293331 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-067ac064-aee7-41a0-acf6-c036bf049ace tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:14.453877 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-08b36c50-5800-46c5-b28d-5bdec467f4bf None None] Provisioning for port 1d783c67-7970-4925-96f8-acde8789dd0c completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:58:14.463622 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-08b36c50-5800-46c5-b28d-5bdec467f4bf None None] Provisioning complete for port 1d783c67-7970-4925-96f8-acde8789dd0c triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:14.463622 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-08b36c50-5800-46c5-b28d-5bdec467f4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:14.471283 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-067ac064-aee7-41a0-acf6-c036bf049ace tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:14.475472 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-684a591c-3d82-4d8f-afd0-bcbb05d3648b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:14.545085 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-067ac064-aee7-41a0-acf6-c036bf049ace tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Calling delete_port for fd4afa36-1e47-42f7-a9f7-690866daf8ed owned by {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:58:14.634188 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d112ede-bc86-44a9-9ae0-c202643002db req-723661a1-3d61-4027-a551-c7bea764ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:14.638037 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1d112ede-bc86-44a9-9ae0-c202643002db req-723661a1-3d61-4027-a551-c7bea764ee4d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9baf6f30d6ad4a09b3077aa4ccbb2548&device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 1098 time: 0.0731251 Jun 17 08:58:14.683632 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-08b36c50-5800-46c5-b28d-5bdec467f4bf None None] Provisioning complete for port ee10f70b-47c4-4a95-a398-023e012472fd triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:14.685021 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-08b36c50-5800-46c5-b28d-5bdec467f4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:14.757499 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-08b36c50-5800-46c5-b28d-5bdec467f4bf None None] Port ee10f70b-47c4-4a95-a398-023e012472fd cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:58:14.827786 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d112ede-bc86-44a9-9ae0-c202643002db req-7a9d8639-1407-4624-91b5-0733356a76fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:14.829605 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1d112ede-bc86-44a9-9ae0-c202643002db req-7a9d8639-1407-4624-91b5-0733356a76fb service neutron] 10.222.0.53 "GET /v2.0/networks?id=5788c246-d497-4e21-8243-0ca8d7b04d08 HTTP/1.1" status: 200 len: 915 time: 0.1690173 Jun 17 08:58:14.868371 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ff8b9-a1c4-451b-b69c-14f5674abe53 req-3b17397d-886e-47ea-a36f-5baae68cc094 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:14.875507 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-743ff8b9-a1c4-451b-b69c-14f5674abe53 req-3b17397d-886e-47ea-a36f-5baae68cc094 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1358039 Jun 17 08:58:14.892154 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1d112ede-bc86-44a9-9ae0-c202643002db req-06cf437c-aa91-487d-ab99-6d37d5146803 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7183c1f-f7ca-41a4-9b32-f3fa0591266b HTTP/1.1" status: 200 len: 217 time: 0.0534816 Jun 17 08:58:14.920419 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-743ff8b9-a1c4-451b-b69c-14f5674abe53 req-c79a7870-bd74-4b68-9e65-7c1470c6aab4 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438614 Jun 17 08:58:14.921807 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-08b36c50-5800-46c5-b28d-5bdec467f4bf None None] Provisioning for port fd4afa36-1e47-42f7-a9f7-690866daf8ed completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:58:14.922025 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684a591c-3d82-4d8f-afd0-bcbb05d3648b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Router 5ee6f5d9-6651-49d1-b44a-93fdf158fcca is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:58:14.924122 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-067ac064-aee7-41a0-acf6-c036bf049ace tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:14.929309 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-54f715b8-f680-4340-82ed-e25879de39aa tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:14.931016 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-08b36c50-5800-46c5-b28d-5bdec467f4bf None None] Provisioning complete for port fd4afa36-1e47-42f7-a9f7-690866daf8ed triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:14.931630 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-08b36c50-5800-46c5-b28d-5bdec467f4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:14.968596 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ac064-aee7-41a0-acf6-c036bf049ace tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Port': ['ID=fd4afa36-1e47-42f7-a9f7-690866daf8ed,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:14.976470 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-067ac064-aee7-41a0-acf6-c036bf049ace tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:14.994049 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-08b36c50-5800-46c5-b28d-5bdec467f4bf None None] Port fd4afa36-1e47-42f7-a9f7-690866daf8ed was deleted so its status cannot be updated. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 17 08:58:15.000227 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d112ede-bc86-44a9-9ae0-c202643002db req-a98871d0-2f0d-49a1-beed-4feaa4ccb75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:15.002104 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1d112ede-bc86-44a9-9ae0-c202643002db req-a98871d0-2f0d-49a1-beed-4feaa4ccb75e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c704bc30-219f-4216-8f07-a3fd2280feec HTTP/1.1" status: 200 len: 854 time: 0.1032431 Jun 17 08:58:15.002904 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:58:15.047513 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1d112ede-bc86-44a9-9ae0-c202643002db req-b364582a-9ce4-4728-85c6-90a5808b0efd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5788c246-d497-4e21-8243-0ca8d7b04d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384395 Jun 17 08:58:15.127915 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-067ac064-aee7-41a0-acf6-c036bf049ace tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.129904 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-067ac064-aee7-41a0-acf6-c036bf049ace tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/ports/fd4afa36-1e47-42f7-a9f7-690866daf8ed HTTP/1.1" status: 204 len: 168 time: 1.0874290 Jun 17 08:58:15.135396 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-1188e2fe-072a-49e4-8265-7694de6c854a None None] Could not find standard attr ID for object fd4afa36-1e47-42f7-a9f7-690866daf8ed. {{(pid=94521) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:58:15.144073 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40152) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:15.182202 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc674c0b-aab1-42c1-a816-5922cf3a4bcc tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] GET failed (client error): The resource could not be found. Jun 17 08:58:15.187649 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-cc674c0b-aab1-42c1-a816-5922cf3a4bcc tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "GET /v2.0/ports/fd4afa36-1e47-42f7-a9f7-690866daf8ed HTTP/1.1" status: 404 len: 333 time: 0.0385187 Jun 17 08:58:15.189683 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40154) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:15.221851 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40156) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:15.259964 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-35b77c3c-0c58-4b82-bffa-e23fbdcc5037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.282609 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684a591c-3d82-4d8f-afd0-bcbb05d3648b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:58:15.296725 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd5fe63-29b4-4c85-9118-c51b346c8a0e None None] Sync routers for ids ['5ee6f5d9-6651-49d1-b44a-93fdf158fcca'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:58:15.311407 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd5fe63-29b4-4c85-9118-c51b346c8a0e None None] Routers {'5ee6f5d9-6651-49d1-b44a-93fdf158fcca'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:15.312082 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-4bd5fe63-29b4-4c85-9118-c51b346c8a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:57:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['5ee6f5d9-6651-49d1-b44a-93fdf158fcca'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:15.334822 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3e028cad-ed60-401c-9c00-08b33c026266 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.373456 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3e028cad-ed60-401c-9c00-08b33c026266 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.424714 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-4bd5fe63-29b4-4c85-9118-c51b346c8a0e None None] Set router 5ee6f5d9-6651-49d1-b44a-93fdf158fcca gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:58:15.545158 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-35b77c3c-0c58-4b82-bffa-e23fbdcc5037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.548992 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-15ba5b6c-67d5-4f29-9ed6-9a768ed6ef50 req-9238e410-8381-479b-87df-9a6a67c3875f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c50ad384-67a2-4652-b6b4-beb0637e47ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1144254 Jun 17 08:58:15.576964 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b1b42-bfcb-43cb-b584-81b7240b2af0 req-2e69df1e-872b-44e2-b68c-37a6dc7998fd tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:15.578700 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b09b1b42-bfcb-43cb-b584-81b7240b2af0 req-2e69df1e-872b-44e2-b68c-37a6dc7998fd tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 945 time: 0.5145178 Jun 17 08:58:15.581050 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1d112ede-bc86-44a9-9ae0-c202643002db req-f43e5eb7-4186-40fb-96c0-7bfe1459f276 service neutron] 10.222.0.53 "GET /v2.0/networks/5788c246-d497-4e21-8243-0ca8d7b04d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271175 Jun 17 08:58:15.597773 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3e028cad-ed60-401c-9c00-08b33c026266 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.600679 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3e028cad-ed60-401c-9c00-08b33c026266 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.611484 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3e028cad-ed60-401c-9c00-08b33c026266 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/security-groups/7fb19b97-9da3-4a87-b5fe-e07c462f08da HTTP/1.1" status: 204 len: 168 time: 0.4111927 Jun 17 08:58:15.611484 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2ac7eefb-171c-45e9-93b1-8c6a54569303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:15.620461 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40166) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:15.661956 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e028cad-ed60-401c-9c00-08b33c026266 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb19b97-9da3-4a87-b5fe-e07c462f08da,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:15.665438 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-35b77c3c-0c58-4b82-bffa-e23fbdcc5037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.696760 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3e028cad-ed60-401c-9c00-08b33c026266 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:15.697541 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3e028cad-ed60-401c-9c00-08b33c026266 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:15.729397 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b09b1b42-bfcb-43cb-b584-81b7240b2af0 req-fad2a06d-2632-42fa-8947-057946f7a6cd tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447046 Jun 17 08:58:15.765401 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-684a591c-3d82-4d8f-afd0-bcbb05d3648b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.766757 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-684a591c-3d82-4d8f-afd0-bcbb05d3648b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.1798823 Jun 17 08:58:15.769323 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-35b77c3c-0c58-4b82-bffa-e23fbdcc5037 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a76293078ca7412ab37fb95006e07c1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5431323 Jun 17 08:58:15.769892 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40168) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:15.773439 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40170) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:15.779556 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b77c3c-0c58-4b82-bffa-e23fbdcc5037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8616cde4-11cc-494c-a592-676487a7cc3a,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:15.805043 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-4bd5fe63-29b4-4c85-9118-c51b346c8a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee6f5d9-6651-49d1-b44a-93fdf158fcca', 'name': 'tempest-snat-router-2096726363', 'tenant_id': '1821c17bd2314c05a03571f1b8989cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.201'}], 'enable_snat': False}, 'gw_port_id': 'e7fcde07-f9af-49ab-ba19-7332b286b5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:58:11Z', 'updated_at': '2021-06-17T08:58:13Z', 'revision_number': 3, 'project_id': '1821c17bd2314c05a03571f1b8989cd9', 'gw_port': {'id': 'e7fcde07-f9af-49ab-ba19-7332b286b5d6', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee6f5d9-6651-49d1-b44a-93fdf158fcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:58:12Z', 'updated_at': '2021-06-17T08:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:15.809464 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-20fda816-cdf7-42b5-bde5-2c4d563342ae tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.812600 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1d112ede-bc86-44a9-9ae0-c202643002db req-412963d5-7d8b-4411-947e-ab6906e22f09 service neutron] 10.222.0.53 "GET /v2.0/networks/5788c246-d497-4e21-8243-0ca8d7b04d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243011 Jun 17 08:58:15.830175 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-35b77c3c-0c58-4b82-bffa-e23fbdcc5037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:15.839695 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd5fe63-29b4-4c85-9118-c51b346c8a0e None None] Checking router: 5ee6f5d9-6651-49d1-b44a-93fdf158fcca for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:58:15.840721 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd5fe63-29b4-4c85-9118-c51b346c8a0e None None] Updating router 5ee6f5d9-6651-49d1-b44a-93fdf158fcca port e7fcde07-f9af-49ab-ba19-7332b286b5d6 binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:58:15.861238 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-20fda816-cdf7-42b5-bde5-2c4d563342ae tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.867912 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba5b6c-67d5-4f29-9ed6-9a768ed6ef50 req-cd98a044-fd41-4a8c-b91e-5c372332d9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:15.869684 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-15ba5b6c-67d5-4f29-9ed6-9a768ed6ef50 req-cd98a044-fd41-4a8c-b91e-5c372332d9ea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=625e2459307b434fab6fcf2f0c349af9&device_id=c50ad384-67a2-4652-b6b4-beb0637e47ac HTTP/1.1" status: 200 len: 1098 time: 0.2668107 Jun 17 08:58:15.892254 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-4bd5fe63-29b4-4c85-9118-c51b346c8a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.915835 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8a7a8dcb-64ed-41ac-91df-a8e71840efd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.945939 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8a7a8dcb-64ed-41ac-91df-a8e71840efd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.987050 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-955296b5-ff56-462b-80be-5e21655ec714 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "GET /v2.0/routers/5ee6f5d9-6651-49d1-b44a-93fdf158fcca HTTP/1.1" status: 200 len: 909 time: 0.2147779 Jun 17 08:58:15.989729 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40172) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:15.997887 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-7df84e60-9620-4fa4-ab04-862a5b5cd3f7 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2096726363', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'enable_snat': True}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:16.014892 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba5b6c-67d5-4f29-9ed6-9a768ed6ef50 req-e22bd7da-43ac-437a-9cf1-ab10ca5d10c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:16.016500 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-15ba5b6c-67d5-4f29-9ed6-9a768ed6ef50 req-e22bd7da-43ac-437a-9cf1-ab10ca5d10c9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=98c6fd42-c22b-4725-9f11-0381a8c4c410 HTTP/1.1" status: 200 len: 910 time: 0.1202676 Jun 17 08:58:16.114859 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-20fda816-cdf7-42b5-bde5-2c4d563342ae tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.118330 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-20fda816-cdf7-42b5-bde5-2c4d563342ae tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.122810 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-20fda816-cdf7-42b5-bde5-2c4d563342ae tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/security-groups/25fa0a0f-ba5f-4ac1-8b54-5e1f8f0f1dd5 HTTP/1.1" status: 204 len: 168 time: 0.4981968 Jun 17 08:58:16.122810 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b683de0a-e622-42c2-9066-9965412b152c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:16.126539 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40176) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:16.143008 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fda816-cdf7-42b5-bde5-2c4d563342ae tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fa0a0f-ba5f-4ac1-8b54-5e1f8f0f1dd5,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:16.165566 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-20fda816-cdf7-42b5-bde5-2c4d563342ae tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:16.196606 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3ced8f2-1c99-424f-ad9a-0af3294739fc tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting subnet d2f4047c-26ba-41c1-9e42-297f2ed0f3e4 {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:58:16.200555 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c3ced8f2-1c99-424f-ad9a-0af3294739fc tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.230630 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-4bd5fe63-29b4-4c85-9118-c51b346c8a0e None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.237082 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8a7a8dcb-64ed-41ac-91df-a8e71840efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.242518 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8a7a8dcb-64ed-41ac-91df-a8e71840efd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.243530 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-4bd5fe63-29b4-4c85-9118-c51b346c8a0e None None] Transition to ACTIVE for port object e7fcde07-f9af-49ab-ba19-7332b286b5d6 will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:58:16.247288 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-8a7a8dcb-64ed-41ac-91df-a8e71840efd5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8616cde4-11cc-494c-a592-676487a7cc3a HTTP/1.1" status: 204 len: 168 time: 0.4687257 Jun 17 08:58:16.251343 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f6e750aa-748c-46ae-ad58-a16b0a42d8df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:16.253744 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7df84e60-9620-4fa4-ab04-862a5b5cd3f7 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.255651 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7df84e60-9620-4fa4-ab04-862a5b5cd3f7 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.280169 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a8dcb-64ed-41ac-91df-a8e71840efd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8616cde4-11cc-494c-a592-676487a7cc3a,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:16.285333 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c3ced8f2-1c99-424f-ad9a-0af3294739fc tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.291518 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8a7a8dcb-64ed-41ac-91df-a8e71840efd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:16.372030 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7df84e60-9620-4fa4-ab04-862a5b5cd3f7 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.427341 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c3ced8f2-1c99-424f-ad9a-0af3294739fc tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.488151 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-15ba5b6c-67d5-4f29-9ed6-9a768ed6ef50 req-c5ee8bab-f350-4444-aa80-ff5a4199935a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1964178-e5f2-42ca-a1ec-4bc10ee152c1 HTTP/1.1" status: 200 len: 1002 time: 0.4656646 Jun 17 08:58:16.543046 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-4bd5fe63-29b4-4c85-9118-c51b346c8a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.546585 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-4f1a58b7-c35a-42de-8cbf-768c5e29e74c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:16.554937 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115f183-9572-4dc0-a25c-67bc93612ea1 req-93f646ac-0e19-4024-a489-4c60052d0db7 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:16.556519 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d115f183-9572-4dc0-a25c-67bc93612ea1 req-93f646ac-0e19-4024-a489-4c60052d0db7 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1213419 Jun 17 08:58:16.558934 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba5b6c-67d5-4f29-9ed6-9a768ed6ef50 req-e09bb207-dfe1-4c76-84d0-c87f6df97187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:16.560427 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-15ba5b6c-67d5-4f29-9ed6-9a768ed6ef50 req-e09bb207-dfe1-4c76-84d0-c87f6df97187 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a83ebad8-51c9-4ee1-95b8-dfade1c9c144 HTTP/1.1" status: 200 len: 848 time: 0.0660720 Jun 17 08:58:16.600271 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-4bd5fe63-29b4-4c85-9118-c51b346c8a0e None None] Attempting to bind port e7fcde07-f9af-49ab-ba19-7332b286b5d6 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:58:16.600941 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-4bd5fe63-29b4-4c85-9118-c51b346c8a0e None None] Attempting to bind port e7fcde07-f9af-49ab-ba19-7332b286b5d6 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:58:16.601482 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd5fe63-29b4-4c85-9118-c51b346c8a0e None None] Attempting to bind port e7fcde07-f9af-49ab-ba19-7332b286b5d6 on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:58:16.617240 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd5fe63-29b4-4c85-9118-c51b346c8a0e None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:58:16.618016 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd5fe63-29b4-4c85-9118-c51b346c8a0e None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:58:16.618613 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-4bd5fe63-29b4-4c85-9118-c51b346c8a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.619170 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd5fe63-29b4-4c85-9118-c51b346c8a0e None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:58:16.619891 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-4bd5fe63-29b4-4c85-9118-c51b346c8a0e None None] Bound port: e7fcde07-f9af-49ab-ba19-7332b286b5d6, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:58:16.620444 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-4bd5fe63-29b4-4c85-9118-c51b346c8a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.627395 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d115f183-9572-4dc0-a25c-67bc93612ea1 req-a863d775-e8ce-405b-931e-9a000be87ff4 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649199 Jun 17 08:58:16.643566 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12d477-5b2c-4457-bd83-e02af85f1226 None None] Pushing event updated for resources: {'Port': ['ID=e7fcde07-f9af-49ab-ba19-7332b286b5d6,revision_number=2']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:16.646886 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba5b6c-67d5-4f29-9ed6-9a768ed6ef50 req-3b7afd65-f786-4bcc-a450-cdd13e8fb7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:16.648834 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-15ba5b6c-67d5-4f29-9ed6-9a768ed6ef50 req-3b7afd65-f786-4bcc-a450-cdd13e8fb7af service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98c6fd42-c22b-4725-9f11-0381a8c4c410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0802944 Jun 17 08:58:16.650845 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-6a12d477-5b2c-4457-bd83-e02af85f1226 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:16.704349 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-4bd5fe63-29b4-4c85-9118-c51b346c8a0e None None] For port e7fcde07-f9af-49ab-ba19-7332b286b5d6, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:58:16.708758 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-4bd5fe63-29b4-4c85-9118-c51b346c8a0e None None] For port e7fcde07-f9af-49ab-ba19-7332b286b5d6, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=e7fcde07-f9af-49ab-ba19-7332b286b5d6,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:58:16.758767 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c3ced8f2-1c99-424f-ad9a-0af3294739fc tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.763835 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b9a105b0-864b-4066-aa4e-36270857e633 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:16.765559 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-15ba5b6c-67d5-4f29-9ed6-9a768ed6ef50 req-d55475bb-d468-4c28-ad35-eec0e78a7d92 service neutron] 10.222.0.50 "GET /v2.0/networks/98c6fd42-c22b-4725-9f11-0381a8c4c410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092324 Jun 17 08:58:16.769444 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7df84e60-9620-4fa4-ab04-862a5b5cd3f7 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.797783 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ced8f2-1c99-424f-ad9a-0af3294739fc tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Subnet': ['ID=d2f4047c-26ba-41c1-9e42-297f2ed0f3e4,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:16.803114 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c3ced8f2-1c99-424f-ad9a-0af3294739fc tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:16.811963 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c3ced8f2-1c99-424f-ad9a-0af3294739fc tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.817751 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d41747-3ad6-4594-a4a6-3d2593d9c143 None None] Network 282098b4-8324-4b62-b06f-62a5a53821fc requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:58:16.818282 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c3ced8f2-1c99-424f-ad9a-0af3294739fc tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/subnets/d2f4047c-26ba-41c1-9e42-297f2ed0f3e4 HTTP/1.1" status: 204 len: 168 time: 0.6862252 Jun 17 08:58:16.841252 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40188) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:16.865696 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-19b6a7fd-6c78-4d59-8a0d-4eed85486c55 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'subnet': {'network_id': '282098b4-8324-4b62-b06f-62a5a53821fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:16.910033 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-15ba5b6c-67d5-4f29-9ed6-9a768ed6ef50 req-a82ef166-bd4d-4291-899c-221db05a0269 service neutron] 10.222.0.50 "GET /v2.0/networks/98c6fd42-c22b-4725-9f11-0381a8c4c410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378322 Jun 17 08:58:16.917290 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-4bd5fe63-29b4-4c85-9118-c51b346c8a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.921212 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-141cd33c-4d55-4955-8e30-01846173a4df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:16.999959 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd5fe63-29b4-4c85-9118-c51b346c8a0e None None] Routers {'5ee6f5d9-6651-49d1-b44a-93fdf158fcca'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:17.002275 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-4bd5fe63-29b4-4c85-9118-c51b346c8a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:57:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['5ee6f5d9-6651-49d1-b44a-93fdf158fcca'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:17.054357 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678524a-64cc-441a-91db-2410e4c2bc53 req-c7dcb03c-3c7a-4484-a39c-3f2d6eaa4de1 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:17.056274 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0678524a-64cc-441a-91db-2410e4c2bc53 req-c7dcb03c-3c7a-4484-a39c-3f2d6eaa4de1 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.2560809 Jun 17 08:58:17.118759 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e854ed-4e7f-4c22-8299-b03671c25f41 req-d7e819ba-9ec4-4c1f-98dc-83be3ccd0546 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:17.127775 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-08e854ed-4e7f-4c22-8299-b03671c25f41 req-d7e819ba-9ec4-4c1f-98dc-83be3ccd0546 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 945 time: 0.0931308 Jun 17 08:58:17.180829 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0678524a-64cc-441a-91db-2410e4c2bc53 req-d0e252c3-df86-41f7-8da2-ff6e203499eb tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137028 Jun 17 08:58:17.187305 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-08e854ed-4e7f-4c22-8299-b03671c25f41 req-1a2696f0-1cde-4120-bf83-1b264a12e43f tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585177 Jun 17 08:58:17.294665 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12d477-5b2c-4457-bd83-e02af85f1226 None None] Pushing event updated for resources: {'Port': ['ID=e7fcde07-f9af-49ab-ba19-7332b286b5d6,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:17.299749 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-6a12d477-5b2c-4457-bd83-e02af85f1226 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:17.309447 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b6a7fd-6c78-4d59-8a0d-4eed85486c55 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:58:17.313396 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-19b6a7fd-6c78-4d59-8a0d-4eed85486c55 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:17.330075 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-4bd5fe63-29b4-4c85-9118-c51b346c8a0e None None] Set router 5ee6f5d9-6651-49d1-b44a-93fdf158fcca gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:58:17.528386 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7df84e60-9620-4fa4-ab04-862a5b5cd3f7 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:17.555545 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f589d-8f8b-4ecc-bcdc-11303590b329 req-0d8510f9-aa36-4aab-b33a-973a847360b7 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:17.560202 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5e5f589d-8f8b-4ecc-bcdc-11303590b329 req-0d8510f9-aa36-4aab-b33a-973a847360b7 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1226702 Jun 17 08:58:17.565262 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7df84e60-9620-4fa4-ab04-862a5b5cd3f7 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:17.608100 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-4bd5fe63-29b4-4c85-9118-c51b346c8a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee6f5d9-6651-49d1-b44a-93fdf158fcca', 'name': 'tempest-snat-router-2096726363', 'tenant_id': '1821c17bd2314c05a03571f1b8989cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.201'}], 'enable_snat': False}, 'gw_port_id': 'e7fcde07-f9af-49ab-ba19-7332b286b5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:58:11Z', 'updated_at': '2021-06-17T08:58:13Z', 'revision_number': 3, 'project_id': '1821c17bd2314c05a03571f1b8989cd9', 'gw_port': {'id': 'e7fcde07-f9af-49ab-ba19-7332b286b5d6', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee6f5d9-6651-49d1-b44a-93fdf158fcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:58:12Z', 'updated_at': '2021-06-17T08:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:17.620906 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:17.639696 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5e5f589d-8f8b-4ecc-bcdc-11303590b329 req-f3ff1109-c89e-4d00-a5d6-617da1362714 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721419 Jun 17 08:58:17.661672 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd5fe63-29b4-4c85-9118-c51b346c8a0e None None] The sync data for ids ['5ee6f5d9-6651-49d1-b44a-93fdf158fcca'] in n-d-758944-30 is: [{'id': '5ee6f5d9-6651-49d1-b44a-93fdf158fcca', 'name': 'tempest-snat-router-2096726363', 'tenant_id': '1821c17bd2314c05a03571f1b8989cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.201'}], 'enable_snat': False}, 'gw_port_id': 'e7fcde07-f9af-49ab-ba19-7332b286b5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:58:11Z', 'updated_at': '2021-06-17T08:58:13Z', 'revision_number': 3, 'project_id': '1821c17bd2314c05a03571f1b8989cd9', 'gw_port': {'id': 'e7fcde07-f9af-49ab-ba19-7332b286b5d6', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee6f5d9-6651-49d1-b44a-93fdf158fcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:58:12Z', 'updated_at': '2021-06-17T08:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:58:17.757538 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-7df84e60-9620-4fa4-ab04-862a5b5cd3f7 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Allocated IP 172.25.2.170 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/1e29bc44-70a5-42de-84bd-4a1e6c926cdd) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:58:18.014800 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c24ca-7970-4b2b-af7b-c7f5465574a9 req-1f6966c3-f407-4d8e-9b0e-0d39f3523fc4 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:18.021974 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f08c24ca-7970-4b2b-af7b-c7f5465574a9 req-1f6966c3-f407-4d8e-9b0e-0d39f3523fc4 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.2062619 Jun 17 08:58:18.026273 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7df84e60-9620-4fa4-ab04-862a5b5cd3f7 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:18.107861 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-65e86e0b-fe24-4e18-83c6-0438a0468854 None None] Provisioning complete for port 1d783c67-7970-4925-96f8-acde8789dd0c triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:18.108472 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-65e86e0b-fe24-4e18-83c6-0438a0468854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:18.119920 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f08c24ca-7970-4b2b-af7b-c7f5465574a9 req-57885cec-a753-4129-b16f-800155d3e496 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969441 Jun 17 08:58:18.159803 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-19b6a7fd-6c78-4d59-8a0d-4eed85486c55 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:18.160168 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9c875c87-87ec-4ec8-9639-4bd40127d42d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:18.236137 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b6a7fd-6c78-4d59-8a0d-4eed85486c55 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network 282098b4-8324-4b62-b06f-62a5a53821fc is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:18.240582 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-19b6a7fd-6c78-4d59-8a0d-4eed85486c55 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:18.247394 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b6a7fd-6c78-4d59-8a0d-4eed85486c55 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:18.247880 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-19b6a7fd-6c78-4d59-8a0d-4eed85486c55 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:18.253128 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f6f24b-6108-4a2c-80fe-5bdf795f8498 None None] Network 282098b4-8324-4b62-b06f-62a5a53821fc requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:58:18.274641 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b6a7fd-6c78-4d59-8a0d-4eed85486c55 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Subnet': ['ID=7292b3d9-8392-428c-9c82-eb8c25b67257,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:18.279497 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-19b6a7fd-6c78-4d59-8a0d-4eed85486c55 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:18.313605 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-65e86e0b-fe24-4e18-83c6-0438a0468854 None None] Provisioning complete for port ee10f70b-47c4-4a95-a398-023e012472fd triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:18.314080 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-65e86e0b-fe24-4e18-83c6-0438a0468854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:18.356567 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-65e86e0b-fe24-4e18-83c6-0438a0468854 None None] Port ee10f70b-47c4-4a95-a398-023e012472fd cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:58:18.428303 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7df84e60-9620-4fa4-ab04-862a5b5cd3f7 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:18.434528 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-28c14044-3d2e-4329-a418-b46f3939dd67 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:18.469676 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5808dc-3ee6-4b22-a4bf-ecba9f0493ae req-ca830852-3daa-4f9c-b459-c090b86ad5ec tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:18.478262 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8e5808dc-3ee6-4b22-a4bf-ecba9f0493ae req-ca830852-3daa-4f9c-b459-c090b86ad5ec tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 945 time: 0.0874479 Jun 17 08:58:18.481466 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-19b6a7fd-6c78-4d59-8a0d-4eed85486c55 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6383240 Jun 17 08:58:18.483507 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df84e60-9620-4fa4-ab04-862a5b5cd3f7 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:18.497152 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40226) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:18.500926 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-7df84e60-9620-4fa4-ab04-862a5b5cd3f7 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:18.503903 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-a1b8cbb0-799e-4b48-8d3d-d43cfc29d8fe tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'security_group': {'name': 'tempest-secgroup-632030503'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:18.504646 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df84e60-9620-4fa4-ab04-862a5b5cd3f7 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:58:18.521132 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df84e60-9620-4fa4-ab04-862a5b5cd3f7 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Pushing event updated for resources: {'Port': ['ID=1e29bc44-70a5-42de-84bd-4a1e6c926cdd,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:18.524867 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7df84e60-9620-4fa4-ab04-862a5b5cd3f7 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:18.564711 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8e5808dc-3ee6-4b22-a4bf-ecba9f0493ae req-6f8ff02a-3679-4b73-be62-250dc153672f tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851552 Jun 17 08:58:18.584107 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc810e8-e678-4132-aa80-6d29c541ab81 req-71e72572-1902-4d8b-9120-14cfee070c16 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:18.592023 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-acc810e8-e678-4132-aa80-6d29c541ab81 req-71e72572-1902-4d8b-9120-14cfee070c16 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.2143042 Jun 17 08:58:18.617910 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c58864-7555-42ed-b939-74370f06fb45 None None] Update dhcp port {'port': {'network_id': '282098b4-8324-4b62-b06f-62a5a53821fc', 'fixed_ips': [{'subnet_id': 'fff87bce-a934-4916-888e-fba71f6d4ec1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7292b3d9-8392-428c-9c82-eb8c25b67257'}], 'binding:host_id': 'n-d-758944-30'}, 'id': '1d783c67-7970-4925-96f8-acde8789dd0c'} from n-d-758944-30. {{(pid=94521) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:58:18.652393 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-31c58864-7555-42ed-b939-74370f06fb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:18.697056 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-acc810e8-e678-4132-aa80-6d29c541ab81 req-420a594f-4f01-4d84-b0c5-989ed9cdc2a1 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039517 Jun 17 08:58:18.733583 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a1b8cbb0-799e-4b48-8d3d-d43cfc29d8fe tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:18.923249 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-31c58864-7555-42ed-b939-74370f06fb45 None None] Allocated IP 2001:db8::2 (282098b4-8324-4b62-b06f-62a5a53821fc/7292b3d9-8392-428c-9c82-eb8c25b67257/1d783c67-7970-4925-96f8-acde8789dd0c) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:58:18.935310 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a1b8cbb0-799e-4b48-8d3d-d43cfc29d8fe tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:19.013089 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0db992-10c2-402e-956b-902f5c238fff req-9b20519e-e14d-43f7-88f4-1e0d6c894563 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:19.022733 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4b0db992-10c2-402e-956b-902f5c238fff req-9b20519e-e14d-43f7-88f4-1e0d6c894563 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1063960 Jun 17 08:58:19.066733 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-31c58864-7555-42ed-b939-74370f06fb45 None None] For port 1d783c67-7970-4925-96f8-acde8789dd0c, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=1d783c67-7970-4925-96f8-acde8789dd0c,segment=NetworkSegment(38611a24-333f-404f-8740-3d2333c794a3),segment_id=38611a24-333f-404f-8740-3d2333c794a3)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:19.070877 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4b0db992-10c2-402e-956b-902f5c238fff req-7ed2507f-42ae-4b85-aea7-cc398b4cb9d3 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416143 Jun 17 08:58:19.113840 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-31c58864-7555-42ed-b939-74370f06fb45 None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:19.129295 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-31c58864-7555-42ed-b939-74370f06fb45 None None] Transition to ACTIVE for port object 1d783c67-7970-4925-96f8-acde8789dd0c will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:58:19.180627 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a1b8cbb0-799e-4b48-8d3d-d43cfc29d8fe tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:19.185594 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7311e576-8eb9-4f87-9b6c-0bbbf874aeff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:19.200927 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7df84e60-9620-4fa4-ab04-862a5b5cd3f7 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:19.221349 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8cbb0-799e-4b48-8d3d-d43cfc29d8fe tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2d42c6-c677-4bb7-b080-b42d22a58234,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:19.234175 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a1b8cbb0-799e-4b48-8d3d-d43cfc29d8fe tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:19.397319 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device e7fcde07-f9af-49ab-ba19-7332b286b5d6 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:58:19.419222 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a1b8cbb0-799e-4b48-8d3d-d43cfc29d8fe tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:19.421012 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a1b8cbb0-799e-4b48-8d3d-d43cfc29d8fe tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9221294 Jun 17 08:58:19.424100 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40250) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:19.430796 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-e8789e6e-db57-4092-ab4e-0cd56e4fe6a7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'security_group': {'name': 'tempest-secgroup-1804310201'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:19.432419 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-31c58864-7555-42ed-b939-74370f06fb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:19.440357 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de82ea7-c678-4c1e-9197-041187ff717a req-0dd8b64e-9273-4114-96ed-d95722f1bff3 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:19.443584 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:19.449427 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9de82ea7-c678-4c1e-9197-041187ff717a req-0dd8b64e-9273-4114-96ed-d95722f1bff3 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1146600 Jun 17 08:58:19.478771 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7df84e60-9620-4fa4-ab04-862a5b5cd3f7 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:19.524616 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9de82ea7-c678-4c1e-9197-041187ff717a req-7be04464-b3aa-48f0-8804-1a0f2e036fd5 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699930 Jun 17 08:58:19.580595 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c58864-7555-42ed-b939-74370f06fb45 None None] Pushing event updated for resources: {'Port': ['ID=1d783c67-7970-4925-96f8-acde8789dd0c,revision_number=6']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:19.585495 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-31c58864-7555-42ed-b939-74370f06fb45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:19.603989 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e8789e6e-db57-4092-ab4e-0cd56e4fe6a7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:19.716607 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port e7fcde07-f9af-49ab-ba19-7332b286b5d6 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:58:19.725199 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port e7fcde07-f9af-49ab-ba19-7332b286b5d6 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:19.725588 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:19.825826 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52f6c7-44b9-4649-b3ad-e111302a794b req-e8fae661-b8cd-4ba5-9220-e6f9ccf11f94 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:19.834337 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5b52f6c7-44b9-4649-b3ad-e111302a794b req-e8fae661-b8cd-4ba5-9220-e6f9ccf11f94 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 945 time: 0.1334689 Jun 17 08:58:19.859806 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e8789e6e-db57-4092-ab4e-0cd56e4fe6a7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:19.880178 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c056a19-df68-4027-9cec-b8b5b2f4e747 req-a65ee500-b4af-485b-ad25-3088c59861cf tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:19.880975 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:19.895252 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8c056a19-df68-4027-9cec-b8b5b2f4e747 req-a65ee500-b4af-485b-ad25-3088c59861cf tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.2036455 Jun 17 08:58:19.898224 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5b52f6c7-44b9-4649-b3ad-e111302a794b req-9d583be2-8a6e-4bbc-85b2-8c2dd51f825f tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579712 Jun 17 08:58:19.923391 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port e7fcde07-f9af-49ab-ba19-7332b286b5d6, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=e7fcde07-f9af-49ab-ba19-7332b286b5d6,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:19.937558 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df84e60-9620-4fa4-ab04-862a5b5cd3f7 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Router bc456446-2aea-4bd9-be85-822a7f4a6aab is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:58:19.947922 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8c056a19-df68-4027-9cec-b8b5b2f4e747 req-8bec19e1-fd28-4831-8633-279f39df3cc4 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572751 Jun 17 08:58:20.195329 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:20.202579 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-d93443ad-7d11-4dbf-ad48-7627916c4a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:20.290423 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=e7fcde07-f9af-49ab-ba19-7332b286b5d6,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:20.294703 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:20.397299 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e8789e6e-db57-4092-ab4e-0cd56e4fe6a7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:20.403920 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-55e411a2-5d4b-4b7f-98fe-dd17257afce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:20.479383 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8789e6e-db57-4092-ab4e-0cd56e4fe6a7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07760104-8e1d-4f77-80f3-796fce8c5314,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:20.480452 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:20.485577 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e8789e6e-db57-4092-ab4e-0cd56e4fe6a7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:20.521116 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df84e60-9620-4fa4-ab04-862a5b5cd3f7 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:58:20.532797 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Sync routers for ids ['bc456446-2aea-4bd9-be85-822a7f4a6aab'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:58:20.533414 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6acb3c-c05e-45c6-8e72-3e7877519c5c req-81a55799-e546-49a3-8669-ccca29ede814 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:20.535094 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4c6acb3c-c05e-45c6-8e72-3e7877519c5c req-81a55799-e546-49a3-8669-ccca29ede814 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1637115 Jun 17 08:58:20.537741 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-cb14e2d5-38dc-4e3d-bd9c-067b671602b9 None None] Provisioning for port 1d783c67-7970-4925-96f8-acde8789dd0c completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:58:20.549470 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Routers {'bc456446-2aea-4bd9-be85-822a7f4a6aab'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:20.550240 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:57:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['bc456446-2aea-4bd9-be85-822a7f4a6aab'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:20.553873 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-cb14e2d5-38dc-4e3d-bd9c-067b671602b9 None None] Provisioning complete for port 1d783c67-7970-4925-96f8-acde8789dd0c triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:20.554396 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-cb14e2d5-38dc-4e3d-bd9c-067b671602b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:20.585942 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4c6acb3c-c05e-45c6-8e72-3e7877519c5c req-1c418405-d39f-40b4-8467-85fb30d84f3b tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440617 Jun 17 08:58:20.637758 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e8789e6e-db57-4092-ab4e-0cd56e4fe6a7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:20.640352 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e8789e6e-db57-4092-ab4e-0cd56e4fe6a7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2146273 Jun 17 08:58:20.643385 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40278) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:20.650256 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-eb47720f-e695-4502-86cf-0817c74596c7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'security_group': {'name': 'tempest-secgroup-2127945729'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:20.683605 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7df84e60-9620-4fa4-ab04-862a5b5cd3f7 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:20.684696 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7df84e60-9620-4fa4-ab04-862a5b5cd3f7 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.6938219 Jun 17 08:58:20.687429 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40280) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:20.720124 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Set router bc456446-2aea-4bd9-be85-822a7f4a6aab gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:58:20.823510 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4fe2a2-76b6-4b51-9511-e4ef73ec0815 req-a3b3b9f4-f4cb-495b-9c2c-28eaa7b34dbd tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:20.825967 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ff4fe2a2-76b6-4b51-9511-e4ef73ec0815 req-a3b3b9f4-f4cb-495b-9c2c-28eaa7b34dbd tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1027355 Jun 17 08:58:20.868745 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5fab066f-af32-4671-bc91-73c7b29d6144 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "GET /v2.0/routers/bc456446-2aea-4bd9-be85-822a7f4a6aab HTTP/1.1" status: 200 len: 908 time: 0.1789789 Jun 17 08:58:20.873275 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40288) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:20.901112 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ff4fe2a2-76b6-4b51-9511-e4ef73ec0815 req-d039fd80-839e-4104-b7b4-ad92839fa6d9 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633378 Jun 17 08:58:20.903015 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-eb47720f-e695-4502-86cf-0817c74596c7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:21.005922 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-cb14e2d5-38dc-4e3d-bd9c-067b671602b9 None None] Provisioning complete for port ee10f70b-47c4-4a95-a398-023e012472fd triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:21.006311 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-cb14e2d5-38dc-4e3d-bd9c-067b671602b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:21.079576 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-cb14e2d5-38dc-4e3d-bd9c-067b671602b9 None None] Port ee10f70b-47c4-4a95-a398-023e012472fd cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:58:21.094195 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f82c8e46-6565-45a4-8b0e-82e0c40d391e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:21.097710 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc456446-2aea-4bd9-be85-822a7f4a6aab', 'name': 'tempest-snat-router-2096726363', 'tenant_id': '1821c17bd2314c05a03571f1b8989cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '1e29bc44-70a5-42de-84bd-4a1e6c926cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:58:16Z', 'updated_at': '2021-06-17T08:58:18Z', 'revision_number': 3, 'project_id': '1821c17bd2314c05a03571f1b8989cd9', 'gw_port': {'id': '1e29bc44-70a5-42de-84bd-4a1e6c926cdd', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc456446-2aea-4bd9-be85-822a7f4a6aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:58:17Z', 'updated_at': '2021-06-17T08:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:21.119454 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-eb47720f-e695-4502-86cf-0817c74596c7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:21.128936 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Checking router: bc456446-2aea-4bd9-be85-822a7f4a6aab for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:58:21.129303 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Updating router bc456446-2aea-4bd9-be85-822a7f4a6aab port 1e29bc44-70a5-42de-84bd-4a1e6c926cdd binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:58:21.174027 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:21.189513 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8fffd-5114-4276-8a96-91500d4d3751 req-a7e1c385-a26e-40c3-a847-7324082eab0c tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:21.191166 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e2c8fffd-5114-4276-8a96-91500d4d3751 req-a7e1c385-a26e-40c3-a847-7324082eab0c tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.0703566 Jun 17 08:58:21.272819 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e8e8c-ae86-4a31-b44a-d248174ccc3a req-ce47f16c-72d0-4ce7-9a88-d4762a3a367e tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:21.275937 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-eb47720f-e695-4502-86cf-0817c74596c7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:21.281849 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-854e8e8c-ae86-4a31-b44a-d248174ccc3a req-ce47f16c-72d0-4ce7-9a88-d4762a3a367e tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 945 time: 0.1476648 Jun 17 08:58:21.285623 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f82c8e46-6565-45a4-8b0e-82e0c40d391e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:21.305988 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e2c8fffd-5114-4276-8a96-91500d4d3751 req-33d05ad8-3ca1-4f6a-acb1-2ac5ed1c31b9 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048143 Jun 17 08:58:21.307332 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5b50c65c-ff1f-4e1e-b43c-f5743cdd7d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:21.350926 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47720f-e695-4502-86cf-0817c74596c7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=982d182b-3283-44a4-aca3-b5fcefd1450b,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:21.354575 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-eb47720f-e695-4502-86cf-0817c74596c7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:21.382597 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-854e8e8c-ae86-4a31-b44a-d248174ccc3a req-52110985-0f52-483d-9cba-554c4f633529 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872111 Jun 17 08:58:21.394493 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-eb47720f-e695-4502-86cf-0817c74596c7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:21.398713 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-eb47720f-e695-4502-86cf-0817c74596c7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7507393 Jun 17 08:58:21.399024 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40306) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:21.405597 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-d4893a8a-aa20-43c4-a26a-30db73120591 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-967722945', 'security_groups': ['982d182b-3283-44a4-aca3-b5fcefd1450b'], 'network_id': '282098b4-8324-4b62-b06f-62a5a53821fc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7292b3d9-8392-428c-9c82-eb8c25b67257'}]}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:21.591750 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 1d783c67-7970-4925-96f8-acde8789dd0c up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:58:21.638176 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-f82c8e46-6565-45a4-8b0e-82e0c40d391e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Deleting port 1e29bc44-70a5-42de-84bd-4a1e6c926cdd {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:58:21.638869 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f82c8e46-6565-45a4-8b0e-82e0c40d391e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:21.697172 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:21.716984 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Transition to ACTIVE for port object 1e29bc44-70a5-42de-84bd-4a1e6c926cdd will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:58:21.719612 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 1d783c67-7970-4925-96f8-acde8789dd0c triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:21.721321 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:21.766048 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f82c8e46-6565-45a4-8b0e-82e0c40d391e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:21.788420 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a7275-ad80-4ccd-9765-b0a2f5bf8281 req-9daebaac-8785-479d-bbbb-c66522d61e19 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:21.792521 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-821a7275-ad80-4ccd-9765-b0a2f5bf8281 req-9daebaac-8785-479d-bbbb-c66522d61e19 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.2204103 Jun 17 08:58:21.816827 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device e7fcde07-f9af-49ab-ba19-7332b286b5d6 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:58:21.870345 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-f82c8e46-6565-45a4-8b0e-82e0c40d391e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Calling delete_port for 1e29bc44-70a5-42de-84bd-4a1e6c926cdd owned by network:router_gateway {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:58:21.877265 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4893a8a-aa20-43c4-a26a-30db73120591 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:58:21.881517 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port e7fcde07-f9af-49ab-ba19-7332b286b5d6 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:21.881970 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:21.907243 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:21.911520 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-45aee21c-aa12-41d2-abd5-426f037f755a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:21.988147 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-821a7275-ad80-4ccd-9765-b0a2f5bf8281 req-ab189eb9-c2ec-4435-9669-b65ce99e9a51 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907771 Jun 17 08:58:22.001476 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Attempting to bind port 1e29bc44-70a5-42de-84bd-4a1e6c926cdd on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:58:22.001870 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Attempting to bind port 1e29bc44-70a5-42de-84bd-4a1e6c926cdd by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:58:22.002248 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Attempting to bind port 1e29bc44-70a5-42de-84bd-4a1e6c926cdd on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:58:22.034996 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c658f4-1fba-4acf-9fad-d9a7dd0c4699 None None] Pushing event updated for resources: {'Port': ['ID=1e29bc44-70a5-42de-84bd-4a1e6c926cdd,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:22.046706 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-77c658f4-1fba-4acf-9fad-d9a7dd0c4699 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:22.049299 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:58:22.049711 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:58:22.050137 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:22.050268 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d4893a8a-aa20-43c4-a26a-30db73120591 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:22.050542 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:58:22.051229 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Bound port: 1e29bc44-70a5-42de-84bd-4a1e6c926cdd, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:58:22.051617 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:22.107314 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [None req-d4893a8a-aa20-43c4-a26a-30db73120591 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] device_id is not set on port 8d7e17ec-27d4-4fd4-8b35-f5034e6edf42 yet. {{(pid=94520) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:58:22.363497 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca14a07-110b-469d-af54-95fb166dcd1f req-ebf8b56e-eb41-4be5-b0d3-8119ffd13eb4 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:22.365026 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3ca14a07-110b-469d-af54-95fb166dcd1f req-ebf8b56e-eb41-4be5-b0d3-8119ffd13eb4 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1311145 Jun 17 08:58:22.378142 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-d4893a8a-aa20-43c4-a26a-30db73120591 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Allocated IP 2001:db8::5b (282098b4-8324-4b62-b06f-62a5a53821fc/7292b3d9-8392-428c-9c82-eb8c25b67257/8d7e17ec-27d4-4fd4-8b35-f5034e6edf42) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:58:22.431446 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3ca14a07-110b-469d-af54-95fb166dcd1f req-a8ea8fd1-4ef1-4861-b28a-24b8a9b9aae1 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546267 Jun 17 08:58:22.477294 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.db.api [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:58:22.477803 n-d-758944-30 neutron-server[94521]: DEBUG oslo_db.api [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:58:22.494308 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f82c8e46-6565-45a4-8b0e-82e0c40d391e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:22.502982 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-83568cd8-bc42-49a4-bca6-d15629a62e9c tempest-ServerDiskConfigTestJSON-1983226262 tempest-ServerDiskConfigTestJSON-1983226262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:22.544676 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c8e46-6565-45a4-8b0e-82e0c40d391e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e29bc44-70a5-42de-84bd-4a1e6c926cdd,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:22.551970 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f82c8e46-6565-45a4-8b0e-82e0c40d391e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:22.585080 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e95def-4841-4295-9500-62af541fddf8 req-269eb785-e467-4685-a2e8-96483f266562 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:22.592681 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c2e95def-4841-4295-9500-62af541fddf8 req-269eb785-e467-4685-a2e8-96483f266562 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 945 time: 0.0927439 Jun 17 08:58:22.671549 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d4893a8a-aa20-43c4-a26a-30db73120591 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:22.672619 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c2e95def-4841-4295-9500-62af541fddf8 req-9f194a01-371f-432e-ab80-bceac01f7fde tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784793 Jun 17 08:58:22.688751 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f82c8e46-6565-45a4-8b0e-82e0c40d391e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:22.785519 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-d4893a8a-aa20-43c4-a26a-30db73120591 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Transition to ACTIVE for port object 8d7e17ec-27d4-4fd4-8b35-f5034e6edf42 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:58:22.796773 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f82c8e46-6565-45a4-8b0e-82e0c40d391e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:22.800128 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f82c8e46-6565-45a4-8b0e-82e0c40d391e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:22.926338 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620399a-312a-418d-8554-ec22ce007de8 req-46f11c63-4b73-4290-a4df-c771e65d6e87 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:22.926338 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b620399a-312a-418d-8554-ec22ce007de8 req-46f11c63-4b73-4290-a4df-c771e65d6e87 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.0815020 Jun 17 08:58:22.979683 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b620399a-312a-418d-8554-ec22ce007de8 req-5a5cd0fb-adfa-4362-890a-5bdcc6c58a6b tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392513 Jun 17 08:58:23.001476 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f82c8e46-6565-45a4-8b0e-82e0c40d391e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:23.002544 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82c8e46-6565-45a4-8b0e-82e0c40d391e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc456446-2aea-4bd9-be85-822a7f4a6aab {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:58:23.015674 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Attempting to bind port 1e29bc44-70a5-42de-84bd-4a1e6c926cdd on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:58:23.015674 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Attempting to bind port 1e29bc44-70a5-42de-84bd-4a1e6c926cdd by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:58:23.015674 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Attempting to bind port 1e29bc44-70a5-42de-84bd-4a1e6c926cdd on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:58:23.017778 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:58:23.018043 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:58:23.018467 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:23.018889 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:58:23.019465 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Bound port: 1e29bc44-70a5-42de-84bd-4a1e6c926cdd, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:58:23.019898 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:23.020814 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f82c8e46-6565-45a4-8b0e-82e0c40d391e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:23.029384 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f82c8e46-6565-45a4-8b0e-82e0c40d391e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "DELETE /v2.0/routers/bc456446-2aea-4bd9-be85-822a7f4a6aab HTTP/1.1" status: 204 len: 168 time: 2.1502259 Jun 17 08:58:23.030305 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40342) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:23.046587 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d4893a8a-aa20-43c4-a26a-30db73120591 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:23.055473 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-af3f604d-8359-43bb-9db7-0a0df686761c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:23.119281 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Port 1e29bc44-70a5-42de-84bd-4a1e6c926cdd has been deleted concurrently {{(pid=94521) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:658}} Jun 17 08:58:23.126001 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4893a8a-aa20-43c4-a26a-30db73120591 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network 282098b4-8324-4b62-b06f-62a5a53821fc is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:23.130467 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-d4893a8a-aa20-43c4-a26a-30db73120591 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:23.140175 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Routers set() bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:23.140826 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Router IDs set() for agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 17 08:58:23.142416 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_agentschedulers_db [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bc456446-2aea-4bd9-be85-822a7f4a6aab'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:57:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent'). {{(pid=94521) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 17 08:58:23.143106 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3b83d4-a470-4cab-a90a-11d63fe0aba6 None None] The sync data for ids ['bc456446-2aea-4bd9-be85-822a7f4a6aab'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:58:23.149016 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4893a8a-aa20-43c4-a26a-30db73120591 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:58:23.157772 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4893a8a-aa20-43c4-a26a-30db73120591 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:23.157772 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d4893a8a-aa20-43c4-a26a-30db73120591 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:23.215675 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4893a8a-aa20-43c4-a26a-30db73120591 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Port': ['ID=8d7e17ec-27d4-4fd4-8b35-f5034e6edf42,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:23.215675 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d4893a8a-aa20-43c4-a26a-30db73120591 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:23.247623 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c4a1b9e7-eda6-4dfd-9e7a-18a8e02c2c1e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:23.255691 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfdd93-109f-4cf7-b7b6-5ecdb3420781 req-5be64bf3-255a-4423-8bf2-6f826bccf9f5 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:23.257250 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-10bfdd93-109f-4cf7-b7b6-5ecdb3420781 req-5be64bf3-255a-4423-8bf2-6f826bccf9f5 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1094155 Jun 17 08:58:23.303162 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-10bfdd93-109f-4cf7-b7b6-5ecdb3420781 req-5ffad67a-5229-4db0-a41f-3097dbc7c67b tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395679 Jun 17 08:58:23.376116 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c4a1b9e7-eda6-4dfd-9e7a-18a8e02c2c1e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:23.463592 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40348) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:23.464381 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d4893a8a-aa20-43c4-a26a-30db73120591 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0639594 Jun 17 08:58:23.470000 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-79ee0279-4371-40cb-a65b-dcd4247ca0d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'subnet': {'network_id': '282098b4-8324-4b62-b06f-62a5a53821fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:23.594324 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a701f1f2-10c9-4264-80ce-16afae07cf67 None None] Provisioning for port 8d7e17ec-27d4-4fd4-8b35-f5034e6edf42 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:58:23.599686 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a701f1f2-10c9-4264-80ce-16afae07cf67 None None] Provisioning complete for port 8d7e17ec-27d4-4fd4-8b35-f5034e6edf42 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:23.600267 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a701f1f2-10c9-4264-80ce-16afae07cf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:23.600951 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963532e-8b41-443a-b586-44dc980f871c req-4b59f341-4fed-45a4-b2ea-3e1e54437e75 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:23.602578 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c963532e-8b41-443a-b586-44dc980f871c req-4b59f341-4fed-45a4-b2ea-3e1e54437e75 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1694987 Jun 17 08:58:23.674195 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c963532e-8b41-443a-b586-44dc980f871c req-7bdb0e5c-3cb6-455a-a15e-8d9cc57e4b6d tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642123 Jun 17 08:58:23.697582 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-c4a1b9e7-eda6-4dfd-9e7a-18a8e02c2c1e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Deleting port e7fcde07-f9af-49ab-ba19-7332b286b5d6 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:58:23.698199 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c4a1b9e7-eda6-4dfd-9e7a-18a8e02c2c1e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:23.795808 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-c4a1b9e7-eda6-4dfd-9e7a-18a8e02c2c1e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] For port e7fcde07-f9af-49ab-ba19-7332b286b5d6, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=e7fcde07-f9af-49ab-ba19-7332b286b5d6,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:23.796252 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c4a1b9e7-eda6-4dfd-9e7a-18a8e02c2c1e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:23.804456 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a701f1f2-10c9-4264-80ce-16afae07cf67 None None] Port 8d7e17ec-27d4-4fd4-8b35-f5034e6edf42 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:58:23.810222 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ee0279-4371-40cb-a65b-dcd4247ca0d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:58:23.814634 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-79ee0279-4371-40cb-a65b-dcd4247ca0d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:23.922809 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df6147-fddf-48ac-85ca-68ed193075bd req-ceb5f3ea-56e9-4e80-b140-f89fc8ef9953 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:23.924843 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-95df6147-fddf-48ac-85ca-68ed193075bd req-ceb5f3ea-56e9-4e80-b140-f89fc8ef9953 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 945 time: 0.0769861 Jun 17 08:58:23.931979 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-c4a1b9e7-eda6-4dfd-9e7a-18a8e02c2c1e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Calling delete_port for e7fcde07-f9af-49ab-ba19-7332b286b5d6 owned by network:router_gateway {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:58:23.972136 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-95df6147-fddf-48ac-85ca-68ed193075bd req-e1b195e4-ecb8-482b-8815-c655ec122e9f tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402377 Jun 17 08:58:24.069524 n-d-758944-30 neutron-server[94519]: INFO neutron.db.ipam_backend_mixin [None req-79ee0279-4371-40cb-a65b-dcd4247ca0d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7292b3d9-8392-428c-9c82-eb8c25b67257 (CIDR: 2001:db8::/64) Jun 17 08:58:24.145637 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ee0279-4371-40cb-a65b-dcd4247ca0d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:58:24.146137 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ee0279-4371-40cb-a65b-dcd4247ca0d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:58:24.166363 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f541241-3abf-4c17-9a00-5ff01c82000a req-cdec1360-892c-4a4e-98e4-88eca32ddd69 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:24.167904 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0f541241-3abf-4c17-9a00-5ff01c82000a req-cdec1360-892c-4a4e-98e4-88eca32ddd69 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1805580 Jun 17 08:58:24.257692 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0f541241-3abf-4c17-9a00-5ff01c82000a req-4eb5069f-2128-44d6-8a7c-0d03cbc34998 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814495 Jun 17 08:58:24.391801 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-79ee0279-4371-40cb-a65b-dcd4247ca0d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9268320 Jun 17 08:58:24.392696 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c4a1b9e7-eda6-4dfd-9e7a-18a8e02c2c1e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:24.398850 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40370) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:24.399591 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-799aa794-2fb6-4125-be8c-09df1dd345fc tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:24.410120 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-86460891-0a87-46a5-858c-01bf6a43122c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'subnet': {'network_id': '282098b4-8324-4b62-b06f-62a5a53821fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:24.444927 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1b9e7-eda6-4dfd-9e7a-18a8e02c2c1e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7fcde07-f9af-49ab-ba19-7332b286b5d6,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:24.448147 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c4a1b9e7-eda6-4dfd-9e7a-18a8e02c2c1e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:24.467376 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c924ae-bf93-4081-b852-a6ee0794ed82 req-8bdb56ef-4cf4-4aff-a264-98cbfe52fd7e tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:24.474872 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-56c924ae-bf93-4081-b852-a6ee0794ed82 req-8bdb56ef-4cf4-4aff-a264-98cbfe52fd7e tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1016717 Jun 17 08:58:24.520293 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-56c924ae-bf93-4081-b852-a6ee0794ed82 req-8c9552be-b578-406f-aaf0-d68d99f1c6a2 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443833 Jun 17 08:58:24.598251 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c4a1b9e7-eda6-4dfd-9e7a-18a8e02c2c1e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:24.734700 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c4a1b9e7-eda6-4dfd-9e7a-18a8e02c2c1e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:24.736337 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c4a1b9e7-eda6-4dfd-9e7a-18a8e02c2c1e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:24.840745 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a52cdb-ba7e-4dd3-a283-4153f05e88a0 req-dd48611a-b271-44a7-9dce-ce0a735ab5e5 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:24.848255 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-03a52cdb-ba7e-4dd3-a283-4153f05e88a0 req-dd48611a-b271-44a7-9dce-ce0a735ab5e5 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.0752952 Jun 17 08:58:24.890473 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-03a52cdb-ba7e-4dd3-a283-4153f05e88a0 req-cf4bd6bc-c17d-4149-8f0a-d6e04f0924a1 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412796 Jun 17 08:58:24.913965 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c4a1b9e7-eda6-4dfd-9e7a-18a8e02c2c1e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:24.915026 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a1b9e7-eda6-4dfd-9e7a-18a8e02c2c1e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ee6f5d9-6651-49d1-b44a-93fdf158fcca {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:58:24.928592 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c4a1b9e7-eda6-4dfd-9e7a-18a8e02c2c1e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:24.930703 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c4a1b9e7-eda6-4dfd-9e7a-18a8e02c2c1e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "DELETE /v2.0/routers/5ee6f5d9-6651-49d1-b44a-93fdf158fcca HTTP/1.1" status: 204 len: 168 time: 1.8997598 Jun 17 08:58:24.932418 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86460891-0a87-46a5-858c-01bf6a43122c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:58:24.935288 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40394) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:24.941788 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-86460891-0a87-46a5-858c-01bf6a43122c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:24.944417 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-526b06a0-7daa-420f-8a22-83b4b122e700 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-735019460', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}, 'admin_state_up': False}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:25.180138 n-d-758944-30 neutron-server[94519]: INFO neutron.db.ipam_backend_mixin [None req-86460891-0a87-46a5-858c-01bf6a43122c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet fff87bce-a934-4916-888e-fba71f6d4ec1 (CIDR: 2001:db8:0:1::/64) Jun 17 08:58:25.218728 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e910eb-b3cb-48d2-8cc4-158dd37d4ac5 req-a9fc1443-3e56-45ee-a811-1a12a0e5f5a7 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:25.222640 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f9e910eb-b3cb-48d2-8cc4-158dd37d4ac5 req-a9fc1443-3e56-45ee-a811-1a12a0e5f5a7 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1260560 Jun 17 08:58:25.222795 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-526b06a0-7daa-420f-8a22-83b4b122e700 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:25.223889 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-526b06a0-7daa-420f-8a22-83b4b122e700 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:25.265268 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f9e910eb-b3cb-48d2-8cc4-158dd37d4ac5 req-9244c806-2973-427c-b539-5e68fe22c5a8 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385940 Jun 17 08:58:25.295772 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-86460891-0a87-46a5-858c-01bf6a43122c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:58:25.295772 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86460891-0a87-46a5-858c-01bf6a43122c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:58:25.354526 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adb8c5-e18f-4847-854f-eb60c08506e8 req-3140081f-3ea8-4ca2-8d4f-2a809ecc2849 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:25.362326 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-12adb8c5-e18f-4847-854f-eb60c08506e8 req-3140081f-3ea8-4ca2-8d4f-2a809ecc2849 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 945 time: 0.1854491 Jun 17 08:58:25.365602 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-526b06a0-7daa-420f-8a22-83b4b122e700 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:25.431647 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-86460891-0a87-46a5-858c-01bf6a43122c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0263484 Jun 17 08:58:25.435013 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40408) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:25.440983 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-a2e401ec-1ac9-4416-b426-befe053fb58b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'subnet': {'network_id': '282098b4-8324-4b62-b06f-62a5a53821fc', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:25.530505 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-12adb8c5-e18f-4847-854f-eb60c08506e8 req-bde3b14f-209b-4d2f-ad95-57397c2b50e2 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670821 Jun 17 08:58:25.580294 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-dc5ae161-75e7-4fa1-991c-c02a0f91ba96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:25.594638 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device e7fcde07-f9af-49ab-ba19-7332b286b5d6 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:58:25.618898 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: e7fcde07-f9af-49ab-ba19-7332b286b5d6 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:58:25.619516 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device e7fcde07-f9af-49ab-ba19-7332b286b5d6 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:58:25.749822 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdb2e2-5df7-4319-b64b-9045ddc1acca req-f8672392-4c34-4b97-83b5-da9d504eefb6 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:25.759151 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4fcdb2e2-5df7-4319-b64b-9045ddc1acca req-f8672392-4c34-4b97-83b5-da9d504eefb6 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.2020185 Jun 17 08:58:25.804193 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4fcdb2e2-5df7-4319-b64b-9045ddc1acca req-c9ea9a01-a3e4-433d-b5b8-bf8726b428a0 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437343 Jun 17 08:58:25.879097 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e401ec-1ac9-4416-b426-befe053fb58b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Made reservation on behalf of 8ae7279a0cd8403da4579402065347bd for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:58:25.885643 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a2e401ec-1ac9-4416-b426-befe053fb58b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:26.207169 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-526b06a0-7daa-420f-8a22-83b4b122e700 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:26.257284 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0af43f-aaaa-45c6-9757-70eb26d49f9c req-175cd3f8-17aa-479d-836c-c9918b73c84c tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:26.260179 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3a0af43f-aaaa-45c6-9757-70eb26d49f9c req-175cd3f8-17aa-479d-836c-c9918b73c84c tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.0909343 Jun 17 08:58:26.282930 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a2e401ec-1ac9-4416-b426-befe053fb58b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:26.293749 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2a6ef444-cd6e-4e31-8667-868689e6fc90 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:26.308395 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3a0af43f-aaaa-45c6-9757-70eb26d49f9c req-702253a0-643c-4713-8a28-6dbc97ec2237 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423954 Jun 17 08:58:26.342146 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e401ec-1ac9-4416-b426-befe053fb58b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Network 282098b4-8324-4b62-b06f-62a5a53821fc is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:26.343738 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-a2e401ec-1ac9-4416-b426-befe053fb58b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:26.348824 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e401ec-1ac9-4416-b426-befe053fb58b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:26.349434 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a2e401ec-1ac9-4416-b426-befe053fb58b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:26.355920 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56274d5f-ce5c-476c-88f9-5794a10ced5a None None] Network 282098b4-8324-4b62-b06f-62a5a53821fc requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:58:26.392150 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e401ec-1ac9-4416-b426-befe053fb58b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Subnet': ['ID=87226060-399b-4149-93cd-8c93f116e954,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:26.399057 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a2e401ec-1ac9-4416-b426-befe053fb58b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:26.548665 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a2e401ec-1ac9-4416-b426-befe053fb58b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1102228 Jun 17 08:58:26.549038 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40430) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:26.554674 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-a270ba56-fd82-41bd-bfdd-0bfeacd9c86b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1088721911', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '87226060-399b-4149-93cd-8c93f116e954'}], 'security_groups': ['1d2d42c6-c677-4bb7-b080-b42d22a58234', '07760104-8e1d-4f77-80f3-796fce8c5314']}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:26.759549 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae723bc-46b2-44b2-bb94-5ae1fee31b65 None None] Update dhcp port {'port': {'network_id': '282098b4-8324-4b62-b06f-62a5a53821fc', 'fixed_ips': [{'subnet_id': 'fff87bce-a934-4916-888e-fba71f6d4ec1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7292b3d9-8392-428c-9c82-eb8c25b67257', 'ip_address': '2001:db8::2'}, {'subnet_id': '87226060-399b-4149-93cd-8c93f116e954'}], 'binding:host_id': 'n-d-758944-30'}, 'id': '1d783c67-7970-4925-96f8-acde8789dd0c'} from n-d-758944-30. {{(pid=94521) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:58:26.772084 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-526b06a0-7daa-420f-8a22-83b4b122e700 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router_gateway, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:26.794291 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-526b06a0-7daa-420f-8a22-83b4b122e700 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:26.806701 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2ae723bc-46b2-44b2-bb94-5ae1fee31b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:26.867019 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a270ba56-fd82-41bd-bfdd-0bfeacd9c86b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:26.923453 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-526b06a0-7daa-420f-8a22-83b4b122e700 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Allocated IP 172.25.2.32 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/11999d6b-99bd-4203-a4cb-769067132232) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:58:27.060265 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-2ae723bc-46b2-44b2-bb94-5ae1fee31b65 None None] Allocated IP 2001:db8:0:2::2 (282098b4-8324-4b62-b06f-62a5a53821fc/87226060-399b-4149-93cd-8c93f116e954/1d783c67-7970-4925-96f8-acde8789dd0c) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:58:27.130694 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-526b06a0-7daa-420f-8a22-83b4b122e700 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:27.188161 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-2ae723bc-46b2-44b2-bb94-5ae1fee31b65 None None] For port 1d783c67-7970-4925-96f8-acde8789dd0c, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=1d783c67-7970-4925-96f8-acde8789dd0c,segment=NetworkSegment(38611a24-333f-404f-8740-3d2333c794a3),segment_id=38611a24-333f-404f-8740-3d2333c794a3)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:27.228672 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2ae723bc-46b2-44b2-bb94-5ae1fee31b65 None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:27.248637 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-2ae723bc-46b2-44b2-bb94-5ae1fee31b65 None None] Transition to ACTIVE for port object 1d783c67-7970-4925-96f8-acde8789dd0c will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:58:27.469624 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2ae723bc-46b2-44b2-bb94-5ae1fee31b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:27.469838 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-526b06a0-7daa-420f-8a22-83b4b122e700 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:27.472548 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ad453552-907b-418b-a798-fcbd6b1d27d0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:27.479515 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-b3bc253a-b590-4081-abab-81a3b7c09514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:27.514688 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526b06a0-7daa-420f-8a22-83b4b122e700 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:27.518093 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-526b06a0-7daa-420f-8a22-83b4b122e700 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:27.525208 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526b06a0-7daa-420f-8a22-83b4b122e700 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:58:27.585270 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b06a0-7daa-420f-8a22-83b4b122e700 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Pushing event updated for resources: {'Port': ['ID=11999d6b-99bd-4203-a4cb-769067132232,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:27.608922 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-526b06a0-7daa-420f-8a22-83b4b122e700 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:27.666613 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae723bc-46b2-44b2-bb94-5ae1fee31b65 None None] Pushing event updated for resources: {'Port': ['ID=1d783c67-7970-4925-96f8-acde8789dd0c,revision_number=7']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:27.676026 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-2ae723bc-46b2-44b2-bb94-5ae1fee31b65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:27.687606 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-a270ba56-fd82-41bd-bfdd-0bfeacd9c86b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Delete allocated IP 2001:db8::5b (282098b4-8324-4b62-b06f-62a5a53821fc/7292b3d9-8392-428c-9c82-eb8c25b67257) {{(pid=94519) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 17 08:58:27.700294 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-a270ba56-fd82-41bd-bfdd-0bfeacd9c86b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Allocated IP 2001:db8:0:2::204 (282098b4-8324-4b62-b06f-62a5a53821fc/87226060-399b-4149-93cd-8c93f116e954/8d7e17ec-27d4-4fd4-8b35-f5034e6edf42) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:58:27.840492 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0edb6-8b66-4751-a5f4-0c39c5740065 req-2fa6cf18-565c-46df-be8d-5880998bfe6e tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:27.850044 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b1f0edb6-8b66-4751-a5f4-0c39c5740065 req-2fa6cf18-565c-46df-be8d-5880998bfe6e tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 945 time: 0.1425204 Jun 17 08:58:27.905236 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b1f0edb6-8b66-4751-a5f4-0c39c5740065 req-a8841b52-7945-4503-a014-54b68da78459 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535858 Jun 17 08:58:28.014083 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:28.251812 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-526b06a0-7daa-420f-8a22-83b4b122e700 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router_gateway, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:28.650201 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a270ba56-fd82-41bd-bfdd-0bfeacd9c86b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:28.650752 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-526b06a0-7daa-420f-8a22-83b4b122e700 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:28.686393 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-a270ba56-fd82-41bd-bfdd-0bfeacd9c86b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Transition to ACTIVE for port object 8d7e17ec-27d4-4fd4-8b35-f5034e6edf42 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:58:28.788250 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bbafb-41dd-4fa7-b2f6-1430dfdd549f req-095fff2a-f78e-41bb-9624-0e508c50a947 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:28.789961 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-849bbafb-41dd-4fa7-b2f6-1430dfdd549f req-095fff2a-f78e-41bb-9624-0e508c50a947 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.5436525 Jun 17 08:58:28.790190 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-365d14cc-0d79-4fc2-b77d-9fc99e8b6792 None None] Provisioning complete for port 8d7e17ec-27d4-4fd4-8b35-f5034e6edf42 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:28.790571 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-365d14cc-0d79-4fc2-b77d-9fc99e8b6792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:28.819567 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a270ba56-fd82-41bd-bfdd-0bfeacd9c86b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:28.827367 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b9f5e21c-fadd-46a0-bfe2-191c5c76d136 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:28.876398 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-365d14cc-0d79-4fc2-b77d-9fc99e8b6792 None None] Port 8d7e17ec-27d4-4fd4-8b35-f5034e6edf42 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:58:28.913416 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270ba56-fd82-41bd-bfdd-0bfeacd9c86b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event updated for resources: {'Port': ['ID=8d7e17ec-27d4-4fd4-8b35-f5034e6edf42,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:28.920013 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a270ba56-fd82-41bd-bfdd-0bfeacd9c86b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:28.947940 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-849bbafb-41dd-4fa7-b2f6-1430dfdd549f req-3e92c407-2d65-4386-855d-9e131fee717b tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442919 Jun 17 08:58:28.986252 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-a270ba56-fd82-41bd-bfdd-0bfeacd9c86b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] In _notify_port_updated(), no bound segment for port 8d7e17ec-27d4-4fd4-8b35-f5034e6edf42 on network 282098b4-8324-4b62-b06f-62a5a53821fc {{(pid=94519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:58:28.992054 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a270ba56-fd82-41bd-bfdd-0bfeacd9c86b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:28.992765 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a270ba56-fd82-41bd-bfdd-0bfeacd9c86b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:28.994415 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a270ba56-fd82-41bd-bfdd-0bfeacd9c86b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "PUT /v2.0/ports/8d7e17ec-27d4-4fd4-8b35-f5034e6edf42 HTTP/1.1" status: 200 len: 970 time: 2.4440725 Jun 17 08:58:28.998101 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40464) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:29.053361 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-365d14cc-0d79-4fc2-b77d-9fc99e8b6792 None None] Provisioning for port 1d783c67-7970-4925-96f8-acde8789dd0c completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:58:29.061497 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-365d14cc-0d79-4fc2-b77d-9fc99e8b6792 None None] Provisioning complete for port 1d783c67-7970-4925-96f8-acde8789dd0c triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:29.062571 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-365d14cc-0d79-4fc2-b77d-9fc99e8b6792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:29.210457 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-1b07c40f-ff1b-4d96-98bf-03ca7ae179f1 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting port 8d7e17ec-27d4-4fd4-8b35-f5034e6edf42 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:58:29.210995 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1b07c40f-ff1b-4d96-98bf-03ca7ae179f1 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:29.232052 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1120a-58b6-443d-8b9c-4f59bf8060d5 req-5fdea40e-5a04-4fbf-8b0a-2d567a41dc3b tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:29.254190 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-43b1120a-58b6-443d-8b9c-4f59bf8060d5 req-5fdea40e-5a04-4fbf-8b0a-2d567a41dc3b tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 945 time: 0.1775005 Jun 17 08:58:29.357203 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1b07c40f-ff1b-4d96-98bf-03ca7ae179f1 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:29.370110 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-43b1120a-58b6-443d-8b9c-4f59bf8060d5 req-10c06a04-10e3-4f26-bd7c-b99a824340fa tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127851 Jun 17 08:58:29.389179 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526b06a0-7daa-420f-8a22-83b4b122e700 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Router 9216627f-8ae0-4c7e-87a0-b3d1bce20d05 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:58:29.392264 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-365d14cc-0d79-4fc2-b77d-9fc99e8b6792 None None] Provisioning complete for port ee10f70b-47c4-4a95-a398-023e012472fd triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:29.392662 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-365d14cc-0d79-4fc2-b77d-9fc99e8b6792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:29.442572 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 1d783c67-7970-4925-96f8-acde8789dd0c up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:58:29.485421 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-1b07c40f-ff1b-4d96-98bf-03ca7ae179f1 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Calling delete_port for 8d7e17ec-27d4-4fd4-8b35-f5034e6edf42 owned by {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:58:29.516698 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40472) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:29.520200 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-365d14cc-0d79-4fc2-b77d-9fc99e8b6792 None None] Port ee10f70b-47c4-4a95-a398-023e012472fd cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:58:29.525895 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-956c7ce1-c08d-4ec5-b75d-1288b2560f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:29.541695 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 1d783c67-7970-4925-96f8-acde8789dd0c triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:29.542266 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:29.660813 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0afb4340-dd9b-4084-b7db-4c241d6ca71a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:29.731042 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526b06a0-7daa-420f-8a22-83b4b122e700 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:58:29.744257 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c696ac9-bd47-4a7d-af56-76d5585d812d None None] Sync routers for ids ['9216627f-8ae0-4c7e-87a0-b3d1bce20d05'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:58:29.755167 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c696ac9-bd47-4a7d-af56-76d5585d812d None None] Routers {'9216627f-8ae0-4c7e-87a0-b3d1bce20d05'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:29.755674 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-2c696ac9-bd47-4a7d-af56-76d5585d812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['9216627f-8ae0-4c7e-87a0-b3d1bce20d05'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:29.761757 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0afb4340-dd9b-4084-b7db-4c241d6ca71a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:29.790633 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-2c696ac9-bd47-4a7d-af56-76d5585d812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:29.799819 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c696ac9-bd47-4a7d-af56-76d5585d812d None None] Routers {'9216627f-8ae0-4c7e-87a0-b3d1bce20d05'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:29.800465 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-2c696ac9-bd47-4a7d-af56-76d5585d812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['9216627f-8ae0-4c7e-87a0-b3d1bce20d05'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:29.840566 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-2c696ac9-bd47-4a7d-af56-76d5585d812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:29.841121 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c696ac9-bd47-4a7d-af56-76d5585d812d None None] The sync data for ids ['9216627f-8ae0-4c7e-87a0-b3d1bce20d05'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:58:29.845613 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0afb4340-dd9b-4084-b7db-4c241d6ca71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:29.845880 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-cca7f3d9-51e5-4e85-a1e1-e8b702d32147 None None] Provisioning for port 8d7e17ec-27d4-4fd4-8b35-f5034e6edf42 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:58:29.849266 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e5c9bc8d-7a14-4c5c-8c28-a2b385b850fa tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:29.852700 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-cca7f3d9-51e5-4e85-a1e1-e8b702d32147 None None] Provisioning complete for port 8d7e17ec-27d4-4fd4-8b35-f5034e6edf42 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:29.860889 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-cca7f3d9-51e5-4e85-a1e1-e8b702d32147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:29.894234 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0afb4340-dd9b-4084-b7db-4c241d6ca71a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9d2ff22ff94d4375b8b50430f10c001d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3761451 Jun 17 08:58:29.895126 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb4340-dd9b-4084-b7db-4c241d6ca71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263f9c3e-f8e8-4674-96a4-f408548bb9ae,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:29.898576 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0afb4340-dd9b-4084-b7db-4c241d6ca71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:29.899452 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40476) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:29.908374 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-cca7f3d9-51e5-4e85-a1e1-e8b702d32147 None None] Port 8d7e17ec-27d4-4fd4-8b35-f5034e6edf42 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:58:29.961423 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4203df54-d28c-480d-bb67-8a862cd127ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:29.987611 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4203df54-d28c-480d-bb67-8a862cd127ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:30.005420 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-526b06a0-7daa-420f-8a22-83b4b122e700 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:30.005912 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-526b06a0-7daa-420f-8a22-83b4b122e700 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.0692797 Jun 17 08:58:30.007949 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40480) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:30.021452 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-00509311-cf6d-474c-b075-987dc8ffae4c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'enable_snat': False}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:30.128042 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1b07c40f-ff1b-4d96-98bf-03ca7ae179f1 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:30.140834 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7df84e60-9620-4fa4-ab04-862a5b5cd3f7 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:30.232413 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4203df54-d28c-480d-bb67-8a862cd127ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:30.236362 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4203df54-d28c-480d-bb67-8a862cd127ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:30.240400 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4203df54-d28c-480d-bb67-8a862cd127ad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/263f9c3e-f8e8-4674-96a4-f408548bb9ae HTTP/1.1" status: 204 len: 168 time: 0.3398612 Jun 17 08:58:30.241448 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4d94b66a-68ac-4339-b754-0fb03f3b0610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:30.257390 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203df54-d28c-480d-bb67-8a862cd127ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263f9c3e-f8e8-4674-96a4-f408548bb9ae,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:30.283812 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4203df54-d28c-480d-bb67-8a862cd127ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:30.339160 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07c40f-ff1b-4d96-98bf-03ca7ae179f1 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Port': ['ID=8d7e17ec-27d4-4fd4-8b35-f5034e6edf42,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:30.370099 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1b07c40f-ff1b-4d96-98bf-03ca7ae179f1 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:30.416824 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1b07c40f-ff1b-4d96-98bf-03ca7ae179f1 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:30.419306 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1b07c40f-ff1b-4d96-98bf-03ca7ae179f1 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/ports/8d7e17ec-27d4-4fd4-8b35-f5034e6edf42 HTTP/1.1" status: 204 len: 168 time: 1.4200227 Jun 17 08:58:30.423234 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40492) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:30.461582 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155cb31-e1d3-4740-8116-c384a56dc2db req-1e7b039e-ecfc-471d-b56d-83e748c8ceb3 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:30.470778 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6155cb31-e1d3-4740-8116-c384a56dc2db req-1e7b039e-ecfc-471d-b56d-83e748c8ceb3 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.3253200 Jun 17 08:58:30.506607 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-618fac97-1187-4198-b97a-85e345a94863 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] GET failed (client error): The resource could not be found. Jun 17 08:58:30.521673 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-618fac97-1187-4198-b97a-85e345a94863 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "GET /v2.0/ports/8d7e17ec-27d4-4fd4-8b35-f5034e6edf42 HTTP/1.1" status: 404 len: 333 time: 0.0965097 Jun 17 08:58:30.524936 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40494) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:30.623874 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ee01176b-66f0-4de8-8045-c028e249577d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:30.688607 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ee01176b-66f0-4de8-8045-c028e249577d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:30.704017 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-00509311-cf6d-474c-b075-987dc8ffae4c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:30.735119 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6155cb31-e1d3-4740-8116-c384a56dc2db req-c9f25a59-3a49-4f46-a55b-3d6477063133 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632434 Jun 17 08:58:30.741195 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba921b-bacd-4971-8906-6b3cd63e9ffe req-4b213fcc-9b50-4fc3-ab7c-93321fd728c4 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:30.742989 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-36ba921b-bacd-4971-8906-6b3cd63e9ffe req-4b213fcc-9b50-4fc3-ab7c-93321fd728c4 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 945 time: 0.1207123 Jun 17 08:58:30.804112 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-36ba921b-bacd-4971-8906-6b3cd63e9ffe req-0bf22079-75f8-4de8-92a0-1deeeef47ad0 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536969 Jun 17 08:58:30.978975 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:30.979543 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ee01176b-66f0-4de8-8045-c028e249577d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:30.982835 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ee01176b-66f0-4de8-8045-c028e249577d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:30.984307 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ee01176b-66f0-4de8-8045-c028e249577d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/security-groups/982d182b-3283-44a4-aca3-b5fcefd1450b HTTP/1.1" status: 204 len: 168 time: 0.4582837 Jun 17 08:58:30.985296 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-63bd6656-9a79-4432-97d6-f3a034b9a5ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:30.990033 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40500) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:31.019081 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01176b-66f0-4de8-8045-c028e249577d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=982d182b-3283-44a4-aca3-b5fcefd1450b,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:31.024008 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ee01176b-66f0-4de8-8045-c028e249577d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:31.078508 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-899a0572-e30c-407c-bfe9-ad98003cc0b9 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:31.116617 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-899a0572-e30c-407c-bfe9-ad98003cc0b9 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:31.309424 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-00509311-cf6d-474c-b075-987dc8ffae4c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:31.312812 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-00509311-cf6d-474c-b075-987dc8ffae4c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-940956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941038', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-949414'] for router, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:31.426330 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00509311-cf6d-474c-b075-987dc8ffae4c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Router 9216627f-8ae0-4c7e-87a0-b3d1bce20d05 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:58:31.491240 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-899a0572-e30c-407c-bfe9-ad98003cc0b9 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:31.494170 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-899a0572-e30c-407c-bfe9-ad98003cc0b9 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:31.499905 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-899a0572-e30c-407c-bfe9-ad98003cc0b9 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/security-groups/07760104-8e1d-4f77-80f3-796fce8c5314 HTTP/1.1" status: 204 len: 168 time: 0.5041699 Jun 17 08:58:31.499905 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9586487c-9d72-4e15-a412-acfcc1af4da7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:31.501229 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40510) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:31.577809 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a0572-e30c-407c-bfe9-ad98003cc0b9 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07760104-8e1d-4f77-80f3-796fce8c5314,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:31.596481 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-899a0572-e30c-407c-bfe9-ad98003cc0b9 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:31.623498 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00509311-cf6d-474c-b075-987dc8ffae4c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:58:31.630519 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-00509311-cf6d-474c-b075-987dc8ffae4c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:31.634906 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-00509311-cf6d-474c-b075-987dc8ffae4c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "PUT /v2.0/routers/9216627f-8ae0-4c7e-87a0-b3d1bce20d05 HTTP/1.1" status: 200 len: 920 time: 1.6241577 Jun 17 08:58:31.637836 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6a8a4c-a8b6-4cf4-b6cc-a728c8a73ea2 None None] Sync routers for ids ['9216627f-8ae0-4c7e-87a0-b3d1bce20d05'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:58:31.644085 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40514) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:31.665965 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6a8a4c-a8b6-4cf4-b6cc-a728c8a73ea2 None None] Routers {'9216627f-8ae0-4c7e-87a0-b3d1bce20d05'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:31.667200 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-ac6a8a4c-a8b6-4cf4-b6cc-a728c8a73ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['9216627f-8ae0-4c7e-87a0-b3d1bce20d05'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:31.704394 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f182bbf2-44b5-4796-aa3c-8b1bdb907b40 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:31.725156 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-ac6a8a4c-a8b6-4cf4-b6cc-a728c8a73ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:31.745534 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6a8a4c-a8b6-4cf4-b6cc-a728c8a73ea2 None None] Routers {'9216627f-8ae0-4c7e-87a0-b3d1bce20d05'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:31.746197 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-ac6a8a4c-a8b6-4cf4-b6cc-a728c8a73ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['9216627f-8ae0-4c7e-87a0-b3d1bce20d05'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:31.799187 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f182bbf2-44b5-4796-aa3c-8b1bdb907b40 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:31.846833 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0ce5141c-ac0a-47e5-8dc0-82db5709eb1d tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "GET /v2.0/routers/9216627f-8ae0-4c7e-87a0-b3d1bce20d05 HTTP/1.1" status: 200 len: 920 time: 0.2012198 Jun 17 08:58:31.849522 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40526) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:31.853976 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-ac6a8a4c-a8b6-4cf4-b6cc-a728c8a73ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:31.855548 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6a8a4c-a8b6-4cf4-b6cc-a728c8a73ea2 None None] The sync data for ids ['9216627f-8ae0-4c7e-87a0-b3d1bce20d05'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:58:31.921907 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6bfcd-be47-4743-82ef-10f1c0e96f1c req-d29fc9be-4c38-43da-bc2e-0656f72c3783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:31.923422 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-eef6bfcd-be47-4743-82ef-10f1c0e96f1c req-d29fc9be-4c38-43da-bc2e-0656f72c3783 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 1097 time: 0.1848822 Jun 17 08:58:32.002533 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-eef6bfcd-be47-4743-82ef-10f1c0e96f1c req-c355a3b3-7310-409e-84a7-bc89cde2f244 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715604 Jun 17 08:58:32.009751 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b836bc9-cff1-4e63-a4fe-d21613fc0bd5 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:32.011321 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7b836bc9-cff1-4e63-a4fe-d21613fc0bd5 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=47e26d50-07b5-44f6-8ce3-9ccc70a7083a&device_id=9216627f-8ae0-4c7e-87a0-b3d1bce20d05&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1607893 Jun 17 08:58:32.015459 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40530) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:32.030421 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc0de9-ad34-483e-abdd-330ae9bc7ecf req-f399bf54-2ffc-4d0f-9077-18e7e45ea329 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:32.031993 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-eddc0de9-ad34-483e-abdd-330ae9bc7ecf req-f399bf54-2ffc-4d0f-9077-18e7e45ea329 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 945 time: 0.0784311 Jun 17 08:58:32.071475 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-eddc0de9-ad34-483e-abdd-330ae9bc7ecf req-7eb8601e-6e87-4891-84a2-46f12b9192c1 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334756 Jun 17 08:58:32.094389 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34492e1d-8afb-4d66-b60b-d030ce2460f0 req-e3050e1e-9dab-4d79-8060-da1656a4324c tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:32.094389 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-34492e1d-8afb-4d66-b60b-d030ce2460f0 req-e3050e1e-9dab-4d79-8060-da1656a4324c tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1697359 Jun 17 08:58:32.153583 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769297ed-dc59-4eba-9e1c-78b34451bf5c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:32.155042 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-769297ed-dc59-4eba-9e1c-78b34451bf5c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 881 time: 0.1385734 Jun 17 08:58:32.158031 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40532) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:32.158272 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-34492e1d-8afb-4d66-b60b-d030ce2460f0 req-0b59cccc-b639-41f7-b234-2c4f1bf1386a tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623722 Jun 17 08:58:32.194117 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-21c21450-97d7-4037-b096-534ec80eaeed tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "GET /v2.0/ports?device_id=9216627f-8ae0-4c7e-87a0-b3d1bce20d05 HTTP/1.1" status: 200 len: 205 time: 0.0347254 Jun 17 08:58:32.196672 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40534) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:32.311043 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-52a5dbe6-e206-4652-a471-11bd6284531b tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:32.311043 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f182bbf2-44b5-4796-aa3c-8b1bdb907b40 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:32.311043 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f182bbf2-44b5-4796-aa3c-8b1bdb907b40 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:32.312319 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f182bbf2-44b5-4796-aa3c-8b1bdb907b40 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/security-groups/1d2d42c6-c677-4bb7-b080-b42d22a58234 HTTP/1.1" status: 204 len: 168 time: 0.8090546 Jun 17 08:58:32.315244 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40536) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:32.342981 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a8e997aa-3bfa-4576-b860-d4473d4b3a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:32.384193 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182bbf2-44b5-4796-aa3c-8b1bdb907b40 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2d42c6-c677-4bb7-b080-b42d22a58234,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:32.388426 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f182bbf2-44b5-4796-aa3c-8b1bdb907b40 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:32.390549 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd96b42-5c81-43ad-b950-11879bb9742f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting subnet 7292b3d9-8392-428c-9c82-eb8c25b67257 {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:58:32.402969 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7fd96b42-5c81-43ad-b950-11879bb9742f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:32.438963 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-52a5dbe6-e206-4652-a471-11bd6284531b tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:32.448890 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7fd96b42-5c81-43ad-b950-11879bb9742f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:32.581162 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7fd96b42-5c81-43ad-b950-11879bb9742f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:32.658787 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:32.770307 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-52a5dbe6-e206-4652-a471-11bd6284531b tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Deleting port 11999d6b-99bd-4203-a4cb-769067132232 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:58:32.771011 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-52a5dbe6-e206-4652-a471-11bd6284531b tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:32.803240 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7fd96b42-5c81-43ad-b950-11879bb9742f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:32.807783 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a2d438b3-71e2-41f2-b4fe-4abda48a269c tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:32.853654 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-52a5dbe6-e206-4652-a471-11bd6284531b tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:32.854332 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a700cf9f-b499-4e2f-825b-f97d19e125d3 None None] Network 282098b4-8324-4b62-b06f-62a5a53821fc requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:58:32.875691 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7fd96b42-5c81-43ad-b950-11879bb9742f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:32.886364 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7fd96b42-5c81-43ad-b950-11879bb9742f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/subnets/7292b3d9-8392-428c-9c82-eb8c25b67257 HTTP/1.1" status: 204 len: 168 time: 0.5696876 Jun 17 08:58:32.892197 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd96b42-5c81-43ad-b950-11879bb9742f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Subnet': ['ID=7292b3d9-8392-428c-9c82-eb8c25b67257,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:32.902611 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7fd96b42-5c81-43ad-b950-11879bb9742f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:32.903128 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40550) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:32.953283 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-52a5dbe6-e206-4652-a471-11bd6284531b tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Calling delete_port for 11999d6b-99bd-4203-a4cb-769067132232 owned by network:router_gateway {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:58:33.021198 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cfbaedc-f1b8-4518-9663-16a584859904 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting subnet 87226060-399b-4149-93cd-8c93f116e954 {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:58:33.030481 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5cfbaedc-f1b8-4518-9663-16a584859904 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:33.103427 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5cfbaedc-f1b8-4518-9663-16a584859904 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:33.390711 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0010f85-acca-4a13-a2eb-ea952cc65808 req-004e8e9e-153d-419f-ada1-59568c01df88 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:33.392557 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c0010f85-acca-4a13-a2eb-ea952cc65808 req-004e8e9e-153d-419f-ada1-59568c01df88 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 945 time: 0.1303699 Jun 17 08:58:33.484311 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-52a5dbe6-e206-4652-a471-11bd6284531b tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:33.489687 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fe046ed9-4502-4552-a0a3-349d44d66a59 tempest-TestServerAdvancedOps-20347608 tempest-TestServerAdvancedOps-20347608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:33.498497 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c0010f85-acca-4a13-a2eb-ea952cc65808 req-4ae08d63-2ddc-4d10-9113-8d3643b9a7fa tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862989 Jun 17 08:58:33.533875 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5dbe6-e206-4652-a471-11bd6284531b tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Pushing event deleted for resources: {'Port': ['ID=11999d6b-99bd-4203-a4cb-769067132232,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:33.543244 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-52a5dbe6-e206-4652-a471-11bd6284531b tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:33.616764 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-d37fdcf5-31a0-45be-a543-ebda8d52b50b req-72fb2a49-8c69-41fc-b3d3-77cca905ad65 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-655969725', 'description': 'tempest-description-424110194'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:33.656831 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-52a5dbe6-e206-4652-a471-11bd6284531b tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:33.751285 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5cfbaedc-f1b8-4518-9663-16a584859904 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:33.767328 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-52a5dbe6-e206-4652-a471-11bd6284531b tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:33.770240 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-52a5dbe6-e206-4652-a471-11bd6284531b tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:33.840406 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e762943-e1df-483e-b363-86f12446661d req-37a9b2a8-0969-441b-af75-2a7b9c0279a8 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:33.841985 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7e762943-e1df-483e-b363-86f12446661d req-37a9b2a8-0969-441b-af75-2a7b9c0279a8 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1441493 Jun 17 08:58:33.890866 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7e762943-e1df-483e-b363-86f12446661d req-7702064b-be79-49da-a2a6-f601cf49fd6f tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395715 Jun 17 08:58:33.974936 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-52a5dbe6-e206-4652-a471-11bd6284531b tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:33.977729 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a5dbe6-e206-4652-a471-11bd6284531b tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Fanout notify agent at l3_agent the message router_deleted on router 9216627f-8ae0-4c7e-87a0-b3d1bce20d05 {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:58:33.986261 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5cfbaedc-f1b8-4518-9663-16a584859904 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:33.996360 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7fd96b42-5c81-43ad-b950-11879bb9742f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:33.998572 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-52a5dbe6-e206-4652-a471-11bd6284531b tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:34.003336 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-52a5dbe6-e206-4652-a471-11bd6284531b tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "DELETE /v2.0/routers/9216627f-8ae0-4c7e-87a0-b3d1bce20d05 HTTP/1.1" status: 204 len: 168 time: 1.8021879 Jun 17 08:58:34.003336 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d37fdcf5-31a0-45be-a543-ebda8d52b50b req-72fb2a49-8c69-41fc-b3d3-77cca905ad65 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:34.004005 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40562) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:34.008914 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-0430b467-4601-4697-81a9-08f4659e718c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1033810551', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:34.075952 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbaedc-f1b8-4518-9663-16a584859904 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Subnet': ['ID=87226060-399b-4149-93cd-8c93f116e954,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:34.083637 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5cfbaedc-f1b8-4518-9663-16a584859904 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:34.084774 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5cfbaedc-f1b8-4518-9663-16a584859904 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:34.092085 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5cfbaedc-f1b8-4518-9663-16a584859904 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/subnets/87226060-399b-4149-93cd-8c93f116e954 HTTP/1.1" status: 204 len: 168 time: 1.1850853 Jun 17 08:58:34.094675 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40566) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:34.136172 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-86aef74c-7db7-4f30-9880-92f50a5ba4f5 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] DELETE failed (client error): The resource could not be found. Jun 17 08:58:34.138010 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86aef74c-7db7-4f30-9880-92f50a5ba4f5 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:58:34.141091 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-86aef74c-7db7-4f30-9880-92f50a5ba4f5 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/subnets/7292b3d9-8392-428c-9c82-eb8c25b67257 HTTP/1.1" status: 404 len: 337 time: 0.0448897 Jun 17 08:58:34.143605 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40570) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:34.212733 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dd9254-57ee-4d61-8352-91f57ebf506f None None] Network 282098b4-8324-4b62-b06f-62a5a53821fc requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:58:34.230930 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-449e9599-2f6a-4be3-b948-b99bb293432a tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting subnet fff87bce-a934-4916-888e-fba71f6d4ec1 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:58:34.234683 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-449e9599-2f6a-4be3-b948-b99bb293432a tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:34.278791 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-449e9599-2f6a-4be3-b948-b99bb293432a tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:34.310447 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-179caea5-56d0-4ab1-ba25-bbec37c85c91 None None] Provisioning complete for port 1d783c67-7970-4925-96f8-acde8789dd0c triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:34.310836 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-179caea5-56d0-4ab1-ba25-bbec37c85c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:34.372755 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-449e9599-2f6a-4be3-b948-b99bb293432a tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:34.473770 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-179caea5-56d0-4ab1-ba25-bbec37c85c91 None None] Provisioning complete for port ee10f70b-47c4-4a95-a398-023e012472fd triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:34.474046 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-179caea5-56d0-4ab1-ba25-bbec37c85c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:34.509431 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-179caea5-56d0-4ab1-ba25-bbec37c85c91 None None] Port ee10f70b-47c4-4a95-a398-023e012472fd cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:58:34.626875 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0430b467-4601-4697-81a9-08f4659e718c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:34.628014 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0430b467-4601-4697-81a9-08f4659e718c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:34.737896 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-449e9599-2f6a-4be3-b948-b99bb293432a tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:34.746845 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b567036e-57ac-43b2-8b8f-fbc4486e3f87 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:34.795458 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e9599-2f6a-4be3-b948-b99bb293432a tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Subnet': ['ID=fff87bce-a934-4916-888e-fba71f6d4ec1,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:34.830557 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-449e9599-2f6a-4be3-b948-b99bb293432a tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:34.832421 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-449e9599-2f6a-4be3-b948-b99bb293432a tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/subnets/fff87bce-a934-4916-888e-fba71f6d4ec1 HTTP/1.1" status: 204 len: 168 time: 0.6875751 Jun 17 08:58:34.834674 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-449e9599-2f6a-4be3-b948-b99bb293432a tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:34.836403 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40576) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:34.843063 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0430b467-4601-4697-81a9-08f4659e718c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:34.870498 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b45f268-5ee1-499f-a407-13dabcf8906a tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] DELETE failed (client error): The resource could not be found. Jun 17 08:58:34.871929 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b45f268-5ee1-499f-a407-13dabcf8906a tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:58:34.873910 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2b45f268-5ee1-499f-a407-13dabcf8906a tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/subnets/d2f4047c-26ba-41c1-9e42-297f2ed0f3e4 HTTP/1.1" status: 404 len: 337 time: 0.0360785 Jun 17 08:58:34.879084 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40578) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:34.886011 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d37fdcf5-31a0-45be-a543-ebda8d52b50b req-72fb2a49-8c69-41fc-b3d3-77cca905ad65 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:34.921466 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-9514611f-486b-4ac1-9f62-b6d9bccd679c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "GET /v2.0/ports?device_id=f31e4db7-e9a6-4735-aedb-5e2b5ea3049d HTTP/1.1" status: 200 len: 205 time: 0.0391455 Jun 17 08:58:34.928662 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40582) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:34.973875 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-9228e2d6-8800-4861-8ee6-49b76c8219df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] delete failed (client error): The resource could not be found. Jun 17 08:58:34.974944 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-9228e2d6-8800-4861-8ee6-49b76c8219df tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/routers/f31e4db7-e9a6-4735-aedb-5e2b5ea3049d HTTP/1.1" status: 404 len: 336 time: 0.0449095 Jun 17 08:58:34.977896 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40586) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:35.009130 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6a6f3d-843d-4e27-84ab-8d7afe6fd9e7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] DELETE failed (client error): The resource could not be found. Jun 17 08:58:35.009597 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e6a6f3d-843d-4e27-84ab-8d7afe6fd9e7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:58:35.014652 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4e6a6f3d-843d-4e27-84ab-8d7afe6fd9e7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/subnets/f991f6ea-8c8b-477c-b23e-40f1ca257a29 HTTP/1.1" status: 404 len: 337 time: 0.0324368 Jun 17 08:58:35.014652 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40588) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:35.044531 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1cb0fa-16b1-4384-89e5-eba9011d85dd tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] DELETE failed (client error): The resource could not be found. Jun 17 08:58:35.045032 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b1cb0fa-16b1-4384-89e5-eba9011d85dd tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:58:35.046826 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-6b1cb0fa-16b1-4384-89e5-eba9011d85dd tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/subnets/a2e61874-4e0f-480a-b3c7-44757d8eeaaf HTTP/1.1" status: 404 len: 337 time: 0.0311840 Jun 17 08:58:35.052934 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40592) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:35.060311 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d37fdcf5-31a0-45be-a543-ebda8d52b50b req-72fb2a49-8c69-41fc-b3d3-77cca905ad65 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:35.067929 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0430b467-4601-4697-81a9-08f4659e718c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:35.070198 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6406d7a7-80b2-41c3-b5e3-ae8d8c8f0744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:35.106463 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed5d74b-1f3d-45c9-a4b3-8dc523e88e86 None None] Network 282098b4-8324-4b62-b06f-62a5a53821fc requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:58:35.128812 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb2a49-8c69-41fc-b3d3-77cca905ad65 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa08fd38-8521-4450-8c43-345a3c1c25e7,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:35.133666 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-72fb2a49-8c69-41fc-b3d3-77cca905ad65 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:35.155297 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b83c72-bfe0-4870-a137-37cacd9deca9 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] DELETE failed (client error): The resource could not be found. Jun 17 08:58:35.155297 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b83c72-bfe0-4870-a137-37cacd9deca9 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:58:35.155297 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-06b83c72-bfe0-4870-a137-37cacd9deca9 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/subnets/4087c174-b2d9-4cae-b0d4-7727c551eb19 HTTP/1.1" status: 404 len: 337 time: 0.0942059 Jun 17 08:58:35.156272 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40602) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:35.185294 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3413332-59c6-4073-8932-5214f17289f5 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] DELETE failed (client error): The resource could not be found. Jun 17 08:58:35.186477 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3413332-59c6-4073-8932-5214f17289f5 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:58:35.190723 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a3413332-59c6-4073-8932-5214f17289f5 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/ports/c3036796-dd95-4937-a2ef-803612a6a81d HTTP/1.1" status: 404 len: 333 time: 0.0345953 Jun 17 08:58:35.194285 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40604) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:35.206232 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-bc7d68b0-0c42-49a0-8c0f-ab7dbda62f60 None None] Provisioning complete for port 1d783c67-7970-4925-96f8-acde8789dd0c triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:35.207390 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-bc7d68b0-0c42-49a0-8c0f-ab7dbda62f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:35.223487 n-d-758944-30 neutron-server[94519]: INFO neutron.pecan_wsgi.hooks.translation [None req-feafbf61-9202-4d3d-9649-09408c1c15d1 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] DELETE failed (client error): The resource could not be found. Jun 17 08:58:35.224002 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feafbf61-9202-4d3d-9649-09408c1c15d1 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:58:35.228348 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-feafbf61-9202-4d3d-9649-09408c1c15d1 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/subnets/2aae20db-c979-41d9-93e2-dc2f91af0ae3 HTTP/1.1" status: 404 len: 337 time: 0.0335865 Jun 17 08:58:35.228348 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0430b467-4601-4697-81a9-08f4659e718c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:35.228588 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40606) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:35.234034 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0430b467-4601-4697-81a9-08f4659e718c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2278564 Jun 17 08:58:35.234034 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40608) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:35.239440 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-f7f62637-9504-44f8-94eb-51a97b428d28 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Request body: {'router': {'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:35.262712 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40598ea2-7b03-4a6a-b8d8-c52942430287 req-488093b6-d54b-4b73-b36c-4d3c3be64f84 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:35.262712 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-40598ea2-7b03-4a6a-b8d8-c52942430287 req-488093b6-d54b-4b73-b36c-4d3c3be64f84 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1969171 Jun 17 08:58:35.286094 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-709bbe19-33a3-4c19-99b0-ef2218eabbf8 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] DELETE failed (client error): The resource could not be found. Jun 17 08:58:35.286560 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-709bbe19-33a3-4c19-99b0-ef2218eabbf8 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:58:35.290662 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-709bbe19-33a3-4c19-99b0-ef2218eabbf8 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/subnets/8b81a2a2-e8e3-4217-98ad-4649ab708408 HTTP/1.1" status: 404 len: 337 time: 0.0589137 Jun 17 08:58:35.310084 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40610) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:35.342560 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-d37fdcf5-31a0-45be-a543-ebda8d52b50b req-72fb2a49-8c69-41fc-b3d3-77cca905ad65 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:35.343756 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d37fdcf5-31a0-45be-a543-ebda8d52b50b req-72fb2a49-8c69-41fc-b3d3-77cca905ad65 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.7561522 Jun 17 08:58:35.357786 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-258a108d-84f1-497a-9505-d662a51c8792 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] DELETE failed (client error): The resource could not be found. Jun 17 08:58:35.358577 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-258a108d-84f1-497a-9505-d662a51c8792 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:58:35.361073 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-258a108d-84f1-497a-9505-d662a51c8792 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/ports/2c7fdc33-403b-4e2f-a1ad-13273ebcb3e8 HTTP/1.1" status: 404 len: 333 time: 0.0493383 Jun 17 08:58:35.364239 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-40598ea2-7b03-4a6a-b8d8-c52942430287 req-58775a46-8750-42ba-a9c2-0ae0e8eb9620 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801613 Jun 17 08:58:35.376240 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40614) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:35.444523 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5a278a-ec23-4c7b-9124-fbeeaf69e287 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] DELETE failed (client error): The resource could not be found. Jun 17 08:58:35.445015 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b5a278a-ec23-4c7b-9124-fbeeaf69e287 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:58:35.450454 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7b5a278a-ec23-4c7b-9124-fbeeaf69e287 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/subnets/89256789-29de-48d6-9233-51cf1b6f5b06 HTTP/1.1" status: 404 len: 337 time: 0.0725260 Jun 17 08:58:35.452988 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40616) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:35.509416 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c61a0e6-3d7c-4948-92fe-8b6cfa9d9258 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] DELETE failed (client error): The resource could not be found. Jun 17 08:58:35.509416 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c61a0e6-3d7c-4948-92fe-8b6cfa9d9258 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:58:35.510971 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4c61a0e6-3d7c-4948-92fe-8b6cfa9d9258 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/subnets/01dd13d8-133c-40ab-bb0c-d7cb942096ef HTTP/1.1" status: 404 len: 337 time: 0.0570498 Jun 17 08:58:35.514302 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40618) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:35.557326 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-bc7d68b0-0c42-49a0-8c0f-ab7dbda62f60 None None] Provisioning complete for port ee10f70b-47c4-4a95-a398-023e012472fd triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:35.559666 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-bc7d68b0-0c42-49a0-8c0f-ab7dbda62f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:35.615840 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-bc7d68b0-0c42-49a0-8c0f-ab7dbda62f60 None None] Port ee10f70b-47c4-4a95-a398-023e012472fd cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:58:35.637636 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-95559579-bdc7-47b8-8ec1-10fd4f5ecd9f req-6daa88e1-1ad1-469b-9c92-a1404f57fbc1 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-655969725&fields=id&tenant_id=cbe11fbb19094d7186a215cabecbca67 HTTP/1.1" status: 200 len: 267 time: 0.1389554 Jun 17 08:58:35.645901 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f7f62637-9504-44f8-94eb-51a97b428d28 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:35.664489 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-a79b7122-01ea-4bf3-a1df-d05add2ae0f9 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting port ee10f70b-47c4-4a95-a398-023e012472fd {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:58:35.664489 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a79b7122-01ea-4bf3-a1df-d05add2ae0f9 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:35.674031 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c578061-f84f-47b9-8d3f-ff07721a5e14 None None] DHCP port deletion for 282098b4-8324-4b62-b06f-62a5a53821fc request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:58:35.735804 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95559579-bdc7-47b8-8ec1-10fd4f5ecd9f req-81b2bae3-a6bd-40ad-920b-d455884d7140 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:35.758176 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a79b7122-01ea-4bf3-a1df-d05add2ae0f9 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:35.762231 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-95559579-bdc7-47b8-8ec1-10fd4f5ecd9f req-81b2bae3-a6bd-40ad-920b-d455884d7140 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 945 time: 0.1180537 Jun 17 08:58:35.769654 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-6c578061-f84f-47b9-8d3f-ff07721a5e14 None None] Deleting port 1d783c67-7970-4925-96f8-acde8789dd0c {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:58:35.769946 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6c578061-f84f-47b9-8d3f-ff07721a5e14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:35.770757 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-95559579-bdc7-47b8-8ec1-10fd4f5ecd9f req-fe8b382a-2e33-4b72-b399-9c81f16a2751 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Request body: {'port': {'security_groups': ['1cd232ca-134c-446c-84fa-2623987ab14f', 'aa08fd38-8521-4450-8c43-345a3c1c25e7']}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:35.832057 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-a79b7122-01ea-4bf3-a1df-d05add2ae0f9 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Calling delete_port for ee10f70b-47c4-4a95-a398-023e012472fd owned by {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:58:35.848438 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-6c578061-f84f-47b9-8d3f-ff07721a5e14 None None] For port 1d783c67-7970-4925-96f8-acde8789dd0c, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=1d783c67-7970-4925-96f8-acde8789dd0c,segment=NetworkSegment(38611a24-333f-404f-8740-3d2333c794a3),segment_id=38611a24-333f-404f-8740-3d2333c794a3)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:35.849079 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6c578061-f84f-47b9-8d3f-ff07721a5e14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:35.920077 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-95559579-bdc7-47b8-8ec1-10fd4f5ecd9f req-fe8b382a-2e33-4b72-b399-9c81f16a2751 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:35.929130 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-6c578061-f84f-47b9-8d3f-ff07721a5e14 None None] Calling delete_port for 1d783c67-7970-4925-96f8-acde8789dd0c owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:58:36.025230 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a79b7122-01ea-4bf3-a1df-d05add2ae0f9 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:36.036227 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7f38b8c5-e370-4490-b8b0-eaad42945cc6 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:36.079200 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b7122-01ea-4bf3-a1df-d05add2ae0f9 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Port': ['ID=ee10f70b-47c4-4a95-a398-023e012472fd,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:36.092093 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a79b7122-01ea-4bf3-a1df-d05add2ae0f9 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:36.110651 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a79b7122-01ea-4bf3-a1df-d05add2ae0f9 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:36.116533 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a79b7122-01ea-4bf3-a1df-d05add2ae0f9 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/ports/ee10f70b-47c4-4a95-a398-023e012472fd HTTP/1.1" status: 204 len: 168 time: 0.5974269 Jun 17 08:58:36.117195 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40620) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:36.227332 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c46e2d71-0c7f-49e6-b6f4-f80e4765117f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:36.268518 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f7f62637-9504-44f8-94eb-51a97b428d28 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router_gateway, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:36.294935 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f7f62637-9504-44f8-94eb-51a97b428d28 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:36.317162 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6c578061-f84f-47b9-8d3f-ff07721a5e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:36.321903 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:36.322946 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-c46e2d71-0c7f-49e6-b6f4-f80e4765117f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Deleting port 1d783c67-7970-4925-96f8-acde8789dd0c {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:58:36.325558 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c46e2d71-0c7f-49e6-b6f4-f80e4765117f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:36.354694 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c578061-f84f-47b9-8d3f-ff07721a5e14 None None] Pushing event deleted for resources: {'Port': ['ID=1d783c67-7970-4925-96f8-acde8789dd0c,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:36.357554 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c578061-f84f-47b9-8d3f-ff07721a5e14 None None] No DVR routers for this DVR port 1d783c67-7970-4925-96f8-acde8789dd0c on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:58:36.360057 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-6c578061-f84f-47b9-8d3f-ff07721a5e14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:36.391180 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-95559579-bdc7-47b8-8ec1-10fd4f5ecd9f req-fe8b382a-2e33-4b72-b399-9c81f16a2751 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] For port 550848a8-2092-48a0-bb03-93bf85f705a2, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=550848a8-2092-48a0-bb03-93bf85f705a2,segment=NetworkSegment(e7429738-07e7-45ca-9734-d788a782924a),segment_id=e7429738-07e7-45ca-9734-d788a782924a)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:36.413506 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-c46e2d71-0c7f-49e6-b6f4-f80e4765117f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] For port 1d783c67-7970-4925-96f8-acde8789dd0c, host n-d-758944-30, got binding levels [] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:36.414022 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c46e2d71-0c7f-49e6-b6f4-f80e4765117f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:36.464247 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-95559579-bdc7-47b8-8ec1-10fd4f5ecd9f req-fe8b382a-2e33-4b72-b399-9c81f16a2751 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:36.486788 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-f7f62637-9504-44f8-94eb-51a97b428d28 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Allocated IP 172.25.2.245 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/aa43449a-bf43-40c9-a31b-72cbda117359) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:58:36.498291 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-c46e2d71-0c7f-49e6-b6f4-f80e4765117f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Calling delete_port for 1d783c67-7970-4925-96f8-acde8789dd0c owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:58:36.501748 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.ipam_backend_mixin [None req-c46e2d71-0c7f-49e6-b6f4-f80e4765117f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Port 1d783c67-7970-4925-96f8-acde8789dd0c was not found and therefore no delete operation was performed {{(pid=94520) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:58:36.503023 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c46e2d71-0c7f-49e6-b6f4-f80e4765117f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:36.505182 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a33122f5-8fbd-497c-89d8-5a823e23d21e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:36.542348 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46e2d71-0c7f-49e6-b6f4-f80e4765117f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] No DVR routers for this DVR port 1d783c67-7970-4925-96f8-acde8789dd0c on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:58:36.545187 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e2d71-0c7f-49e6-b6f4-f80e4765117f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Port': ['ID=1d783c67-7970-4925-96f8-acde8789dd0c,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:36.551378 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c46e2d71-0c7f-49e6-b6f4-f80e4765117f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:36.601612 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f7f62637-9504-44f8-94eb-51a97b428d28 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:36.661357 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c46e2d71-0c7f-49e6-b6f4-f80e4765117f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:36.674537 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-c46e2d71-0c7f-49e6-b6f4-f80e4765117f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282098b4-8324-4b62-b06f-62a5a53821fc']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:36.687773 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-95559579-bdc7-47b8-8ec1-10fd4f5ecd9f req-fe8b382a-2e33-4b72-b399-9c81f16a2751 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:36.690329 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-c46e2d71-0c7f-49e6-b6f4-f80e4765117f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38611a24-333f-404f-8740-3d2333c794a3') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:36.690632 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-c46e2d71-0c7f-49e6-b6f4-f80e4765117f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38611a24-333f-404f-8740-3d2333c794a3') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:36.692644 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-684a591c-3d82-4d8f-afd0-bcbb05d3648b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:36.700032 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['550848a8-2092-48a0-bb03-93bf85f705a2'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:58:36.704087 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c46e2d71-0c7f-49e6-b6f4-f80e4765117f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:36.712963 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c721c23-661a-4365-9c71-e8956c929956 req-fd8bfd3e-4540-43ca-ba41-9de12b8255b3 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:36.715194 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4c721c23-661a-4365-9c71-e8956c929956 req-fd8bfd3e-4540-43ca-ba41-9de12b8255b3 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.2023895 Jun 17 08:58:36.743847 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c46e2d71-0c7f-49e6-b6f4-f80e4765117f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:36.747881 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95559579-bdc7-47b8-8ec1-10fd4f5ecd9f req-fe8b382a-2e33-4b72-b399-9c81f16a2751 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:36.748592 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-95559579-bdc7-47b8-8ec1-10fd4f5ecd9f req-fe8b382a-2e33-4b72-b399-9c81f16a2751 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:36.750785 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-95559579-bdc7-47b8-8ec1-10fd4f5ecd9f req-fe8b382a-2e33-4b72-b399-9c81f16a2751 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "PUT /v2.0/ports/550848a8-2092-48a0-bb03-93bf85f705a2 HTTP/1.1" status: 200 len: 981 time: 0.9865155 Jun 17 08:58:36.750994 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6136c74e-efa7-4bd0-bb59-c62d723e4d87', 'tag': '550848a8-2092-48a0-bb03-93bf85f705a2'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:58:36.753635 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f46df09-1782-41d2-bd72-5f015c4e0ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "6136c74e-efa7-4bd0-bb59-c62d723e4d87", "tag": "550848a8-2092-48a0-bb03-93bf85f705a2"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:36.755494 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46e2d71-0c7f-49e6-b6f4-f80e4765117f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:58:36.755930 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c46e2d71-0c7f-49e6-b6f4-f80e4765117f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:318: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: items = [ Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:58:36.761375 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:58:36.807621 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f7f62637-9504-44f8-94eb-51a97b428d28 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:36.825553 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['550848a8-2092-48a0-bb03-93bf85f705a2'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:58:36.854113 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2574dc4e-dc69-4c5e-bdbb-9975822d0bd3 x-openstack-request-id: req-2574dc4e-dc69-4c5e-bdbb-9975822d0bd3 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:36.855172 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4c721c23-661a-4365-9c71-e8956c929956 req-b12f316e-d455-43f3-b47b-a6842d25573b tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315572 Jun 17 08:58:36.867533 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6136c74e-efa7-4bd0-bb59-c62d723e4d87", "tag": "550848a8-2092-48a0-bb03-93bf85f705a2", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:36.868072 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2574dc4e-dc69-4c5e-bdbb-9975822d0bd3 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:36.869344 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6136c74e-efa7-4bd0-bb59-c62d723e4d87', 'tag': '550848a8-2092-48a0-bb03-93bf85f705a2', 'status': 'completed', 'code': 200} Jun 17 08:58:36.876464 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b382a-2e33-4b72-b399-9c81f16a2751 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Pushing event updated for resources: {'Port': ['ID=550848a8-2092-48a0-bb03-93bf85f705a2,revision_number=6']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:36.890732 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fe8b382a-2e33-4b72-b399-9c81f16a2751 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:36.923441 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d4af5d64-1403-4bfc-94ae-92d54afc348a tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:36.981923 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f62637-9504-44f8-94eb-51a97b428d28 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:37.012486 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-f7f62637-9504-44f8-94eb-51a97b428d28 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:37.029423 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f62637-9504-44f8-94eb-51a97b428d28 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:58:37.082821 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c46e2d71-0c7f-49e6-b6f4-f80e4765117f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:37.090472 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-eb945e05-cc80-49db-a67f-5b417829e1a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:37.095214 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f62637-9504-44f8-94eb-51a97b428d28 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Pushing event updated for resources: {'Port': ['ID=aa43449a-bf43-40c9-a31b-72cbda117359,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:37.104931 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c46e2d71-0c7f-49e6-b6f4-f80e4765117f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:37.107322 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f7f62637-9504-44f8-94eb-51a97b428d28 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:37.111196 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c46e2d71-0c7f-49e6-b6f4-f80e4765117f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] 10.222.0.49 "DELETE /v2.0/networks/282098b4-8324-4b62-b06f-62a5a53821fc HTTP/1.1" status: 204 len: 168 time: 0.9903455 Jun 17 08:58:37.123741 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b9301149-28d2-4cb3-9750-ce19178dd428 req-ebab1e26-71e7-4837-8817-94b26b3c614a tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-655969725&fields=id&tenant_id=cbe11fbb19094d7186a215cabecbca67 HTTP/1.1" status: 200 len: 267 time: 0.1538541 Jun 17 08:58:37.132651 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e2d71-0c7f-49e6-b6f4-f80e4765117f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Pushing event deleted for resources: {'Network': ['ID=282098b4-8324-4b62-b06f-62a5a53821fc,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:37.135563 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c46e2d71-0c7f-49e6-b6f4-f80e4765117f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:37.260892 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46df09-1782-41d2-bd72-5f015c4e0ba6 req-4f78dbfa-c121-43f7-89dc-eef9e823c8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:37.262410 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5f46df09-1782-41d2-bd72-5f015c4e0ba6 req-4f78dbfa-c121-43f7-89dc-eef9e823c8cb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbe11fbb19094d7186a215cabecbca67&device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 1136 time: 0.3408546 Jun 17 08:58:37.338721 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 1d783c67-7970-4925-96f8-acde8789dd0c no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:58:37.365186 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 1d783c67-7970-4925-96f8-acde8789dd0c {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:58:37.365659 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 1d783c67-7970-4925-96f8-acde8789dd0c not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:58:37.746313 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9301149-28d2-4cb3-9750-ce19178dd428 req-7dbe018c-7fe1-4c42-bf9e-d37598805a81 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:37.747971 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b9301149-28d2-4cb3-9750-ce19178dd428 req-7dbe018c-7fe1-4c42-bf9e-d37598805a81 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 984 time: 0.6166267 Jun 17 08:58:37.799455 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40646) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:37.822270 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-b9301149-28d2-4cb3-9750-ce19178dd428 req-f3a64bf9-b12d-497b-a5fc-3d233e882038 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Request body: {'port': {'security_groups': ['1cd232ca-134c-446c-84fa-2623987ab14f']}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:37.908872 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46df09-1782-41d2-bd72-5f015c4e0ba6 req-528f1a42-9776-4b80-aa5c-9b069628235c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:37.910789 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5f46df09-1782-41d2-bd72-5f015c4e0ba6 req-528f1a42-9776-4b80-aa5c-9b069628235c service neutron] 10.222.0.50 "GET /v2.0/networks?id=af45f096-912c-4a55-9631-8ecfd7c931d7 HTTP/1.1" status: 200 len: 920 time: 0.6393139 Jun 17 08:58:38.028634 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5f46df09-1782-41d2-bd72-5f015c4e0ba6 req-4ae79845-f219-48f7-97d4-b8107fffc372 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=550848a8-2092-48a0-bb03-93bf85f705a2 HTTP/1.1" status: 200 len: 217 time: 0.0980999 Jun 17 08:58:38.048860 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3dc5094a-74ba-43ad-aaf4-98736a00e1ac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8ae7279a0cd8403da4579402065347bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2477121 Jun 17 08:58:38.051127 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40658) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:38.087812 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f7f62637-9504-44f8-94eb-51a97b428d28 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router_gateway, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:38.127822 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-b9301149-28d2-4cb3-9750-ce19178dd428 req-f3a64bf9-b12d-497b-a5fc-3d233e882038 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:38.162035 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46df09-1782-41d2-bd72-5f015c4e0ba6 req-55d59cd7-d261-41c2-a26f-c10c4e470db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:38.165962 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5f46df09-1782-41d2-bd72-5f015c4e0ba6 req-55d59cd7-d261-41c2-a26f-c10c4e470db9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35b8e34e-65da-4d19-a52e-304d829df850 HTTP/1.1" status: 200 len: 859 time: 0.1275530 Jun 17 08:58:38.167919 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1e6b9049-826f-4f90-bcd0-4ee2e7a292bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:38.210482 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1e6b9049-826f-4f90-bcd0-4ee2e7a292bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:38.220224 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5f46df09-1782-41d2-bd72-5f015c4e0ba6 req-b2092133-530f-410b-a58a-2de7c6f6dd5f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=af45f096-912c-4a55-9631-8ecfd7c931d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380833 Jun 17 08:58:38.225672 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811d49e-56c0-45a7-a30c-8814c49fbcd3 req-3ce042dd-174b-4040-87a8-85ab22d07ebc tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:38.227251 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7811d49e-56c0-45a7-a30c-8814c49fbcd3 req-3ce042dd-174b-4040-87a8-85ab22d07ebc tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1510317 Jun 17 08:58:38.289458 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7811d49e-56c0-45a7-a30c-8814c49fbcd3 req-1eeb4f3e-abb3-4d37-9b5f-f5183452f06c tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526285 Jun 17 08:58:38.367366 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1e6b9049-826f-4f90-bcd0-4ee2e7a292bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:38.370051 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1e6b9049-826f-4f90-bcd0-4ee2e7a292bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:38.373021 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1e6b9049-826f-4f90-bcd0-4ee2e7a292bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a1c849d3-ac18-4cf9-a137-0d036f71e49a HTTP/1.1" status: 204 len: 168 time: 0.3200502 Jun 17 08:58:38.378888 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dd11dfa1-3d8b-4cd4-8507-5d6a8b8c3d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:38.395655 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b9049-826f-4f90-bcd0-4ee2e7a292bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c849d3-ac18-4cf9-a137-0d036f71e49a,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:38.416386 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1e6b9049-826f-4f90-bcd0-4ee2e7a292bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:38.514897 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5f46df09-1782-41d2-bd72-5f015c4e0ba6 req-aee01ff7-9b68-4549-b07a-c99f92976c4c service neutron] 10.222.0.50 "GET /v2.0/networks/af45f096-912c-4a55-9631-8ecfd7c931d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699909 Jun 17 08:58:38.678153 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f7f62637-9504-44f8-94eb-51a97b428d28 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:38.700847 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f7f62637-9504-44f8-94eb-51a97b428d28 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-940956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941038', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-949414'] for router, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:38.740484 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-b9301149-28d2-4cb3-9750-ce19178dd428 req-f3a64bf9-b12d-497b-a5fc-3d233e882038 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] For port 550848a8-2092-48a0-bb03-93bf85f705a2, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=550848a8-2092-48a0-bb03-93bf85f705a2,segment=NetworkSegment(e7429738-07e7-45ca-9734-d788a782924a),segment_id=e7429738-07e7-45ca-9734-d788a782924a)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:38.813730 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5f46df09-1782-41d2-bd72-5f015c4e0ba6 req-2f2a7b00-8c15-4c61-8685-ec1f03d8afe0 service neutron] 10.222.0.50 "GET /v2.0/networks/af45f096-912c-4a55-9631-8ecfd7c931d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789814 Jun 17 08:58:38.853099 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-b9301149-28d2-4cb3-9750-ce19178dd428 req-f3a64bf9-b12d-497b-a5fc-3d233e882038 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:38.919198 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-b9301149-28d2-4cb3-9750-ce19178dd428 req-f3a64bf9-b12d-497b-a5fc-3d233e882038 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:38.923810 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-233f4814-3256-4586-8851-29776a064a96 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:38.930809 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['550848a8-2092-48a0-bb03-93bf85f705a2'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:58:38.982204 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f62637-9504-44f8-94eb-51a97b428d28 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Router 0e3ecdae-954b-45f8-a15d-c0918ed169f1 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:58:39.032725 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9301149-28d2-4cb3-9750-ce19178dd428 req-f3a64bf9-b12d-497b-a5fc-3d233e882038 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:39.033462 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-b9301149-28d2-4cb3-9750-ce19178dd428 req-f3a64bf9-b12d-497b-a5fc-3d233e882038 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:39.043239 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b9301149-28d2-4cb3-9750-ce19178dd428 req-f3a64bf9-b12d-497b-a5fc-3d233e882038 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "PUT /v2.0/ports/550848a8-2092-48a0-bb03-93bf85f705a2 HTTP/1.1" status: 200 len: 942 time: 1.2565522 Jun 17 08:58:39.043239 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6136c74e-efa7-4bd0-bb59-c62d723e4d87', 'tag': '550848a8-2092-48a0-bb03-93bf85f705a2'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:58:39.045775 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d27c833-f894-412f-915f-230e5417e2e9" -d '{"events": [{"name": "network-changed", "server_uuid": "6136c74e-efa7-4bd0-bb59-c62d723e4d87", "tag": "550848a8-2092-48a0-bb03-93bf85f705a2"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:39.166904 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c0c2bb-4c33-4f5c-bc4f-590b75cd92c6 x-openstack-request-id: req-38c0c2bb-4c33-4f5c-bc4f-590b75cd92c6 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:39.168541 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6136c74e-efa7-4bd0-bb59-c62d723e4d87", "tag": "550848a8-2092-48a0-bb03-93bf85f705a2", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:39.169798 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-38c0c2bb-4c33-4f5c-bc4f-590b75cd92c6 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:39.170666 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6136c74e-efa7-4bd0-bb59-c62d723e4d87', 'tag': '550848a8-2092-48a0-bb03-93bf85f705a2', 'status': 'completed', 'code': 200} Jun 17 08:58:39.215173 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a64bf9-b12d-497b-a5fc-3d233e882038 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Pushing event updated for resources: {'Port': ['ID=550848a8-2092-48a0-bb03-93bf85f705a2,revision_number=7']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:39.250080 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f3a64bf9-b12d-497b-a5fc-3d233e882038 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:39.259667 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['550848a8-2092-48a0-bb03-93bf85f705a2'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:58:39.311740 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f62637-9504-44f8-94eb-51a97b428d28 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:58:39.325696 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fa369d-bed7-438f-9c44-e604918103bb None None] Sync routers for ids ['0e3ecdae-954b-45f8-a15d-c0918ed169f1'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:58:39.331544 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f7f62637-9504-44f8-94eb-51a97b428d28 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:39.341379 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fa369d-bed7-438f-9c44-e604918103bb None None] Routers {'0e3ecdae-954b-45f8-a15d-c0918ed169f1'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:39.342087 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-39fa369d-bed7-438f-9c44-e604918103bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['0e3ecdae-954b-45f8-a15d-c0918ed169f1'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:39.346786 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f7f62637-9504-44f8-94eb-51a97b428d28 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "PUT /v2.0/routers/0e3ecdae-954b-45f8-a15d-c0918ed169f1 HTTP/1.1" status: 200 len: 880 time: 4.1117082 Jun 17 08:58:39.352161 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40686) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:39.368374 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27c833-f894-412f-915f-230e5417e2e9 req-d0ffe8a2-ab0b-4f2f-a204-1f861cfbc5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:39.369377 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9d27c833-f894-412f-915f-230e5417e2e9 req-d0ffe8a2-ab0b-4f2f-a204-1f861cfbc5c9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbe11fbb19094d7186a215cabecbca67&device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 1097 time: 0.2051063 Jun 17 08:58:39.482552 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-39fa369d-bed7-438f-9c44-e604918103bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:39.504909 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fa369d-bed7-438f-9c44-e604918103bb None None] Routers {'0e3ecdae-954b-45f8-a15d-c0918ed169f1'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:39.504909 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-39fa369d-bed7-438f-9c44-e604918103bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['0e3ecdae-954b-45f8-a15d-c0918ed169f1'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:39.604542 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b139ff3d-7612-4aac-9038-196d86456f20 req-39dc5a96-3861-49bb-8dcc-4c61c8176677 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5436165 Jun 17 08:58:39.610671 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-b139ff3d-7612-4aac-9038-196d86456f20 req-dba34b9f-379d-423d-92a7-29efdf2e3700 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:39.621954 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-39fa369d-bed7-438f-9c44-e604918103bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:39.622643 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fa369d-bed7-438f-9c44-e604918103bb None None] The sync data for ids ['0e3ecdae-954b-45f8-a15d-c0918ed169f1'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:58:39.689245 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27c833-f894-412f-915f-230e5417e2e9 req-d39a6341-6aa9-43e2-85e8-d75d01d0b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:39.691425 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9d27c833-f894-412f-915f-230e5417e2e9 req-d39a6341-6aa9-43e2-85e8-d75d01d0b3f9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=af45f096-912c-4a55-9631-8ecfd7c931d7 HTTP/1.1" status: 200 len: 920 time: 0.2865031 Jun 17 08:58:39.779122 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b139ff3d-7612-4aac-9038-196d86456f20 req-dba34b9f-379d-423d-92a7-29efdf2e3700 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks [] for floatingip, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:39.819432 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9d27c833-f894-412f-915f-230e5417e2e9 req-5be4c848-f581-4b4f-8f15-6879c1a23f67 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=550848a8-2092-48a0-bb03-93bf85f705a2 HTTP/1.1" status: 200 len: 217 time: 0.1068854 Jun 17 08:58:39.901075 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b139ff3d-7612-4aac-9038-196d86456f20 req-dba34b9f-379d-423d-92a7-29efdf2e3700 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:39.928387 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9bef4566-600f-449d-aedb-a1b5618e8041 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "GET /v2.0/routers/0e3ecdae-954b-45f8-a15d-c0918ed169f1 HTTP/1.1" status: 200 len: 921 time: 0.5654116 Jun 17 08:58:39.929204 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40702) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:40.009171 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76174899-3c65-470a-b17a-bc31a74d9ef8 req-725bf05f-a569-4828-a0ec-f759171a1b60 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:40.012193 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-76174899-3c65-470a-b17a-bc31a74d9ef8 req-725bf05f-a569-4828-a0ec-f759171a1b60 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.3016095 Jun 17 08:58:40.014705 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40704) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:40.059286 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-b139ff3d-7612-4aac-9038-196d86456f20 req-dba34b9f-379d-423d-92a7-29efdf2e3700 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Allocated IP 172.25.2.36 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/47b808ba-faf0-4fda-8f2f-8a85dac1ca22) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:58:40.070128 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27c833-f894-412f-915f-230e5417e2e9 req-28524f94-24d4-459e-80a8-4c65f7071523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:40.072947 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9d27c833-f894-412f-915f-230e5417e2e9 req-28524f94-24d4-459e-80a8-4c65f7071523 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35b8e34e-65da-4d19-a52e-304d829df850 HTTP/1.1" status: 200 len: 859 time: 0.2459009 Jun 17 08:58:40.144232 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9d27c833-f894-412f-915f-230e5417e2e9 req-d096bfe2-1e76-488a-9a42-b13a142bd041 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=af45f096-912c-4a55-9631-8ecfd7c931d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634184 Jun 17 08:58:40.180399 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-76174899-3c65-470a-b17a-bc31a74d9ef8 req-ce539fba-fa7c-441a-b034-91aad0446a93 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390588 Jun 17 08:58:40.196473 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b139ff3d-7612-4aac-9038-196d86456f20 req-dba34b9f-379d-423d-92a7-29efdf2e3700 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:40.213574 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-074f3e0c-e352-4b39-bfdf-00883ebbc093 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1559303216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:40.249919 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8e7205-f4b1-4030-94ec-1ed3c6314f16 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:40.251455 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-fb8e7205-f4b1-4030-94ec-1ed3c6314f16 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=47e26d50-07b5-44f6-8ce3-9ccc70a7083a&device_id=0e3ecdae-954b-45f8-a15d-c0918ed169f1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3052526 Jun 17 08:58:40.254636 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40708) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:40.303529 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9d27c833-f894-412f-915f-230e5417e2e9 req-2153abcb-2468-4439-8f2a-052e348dcb0d service neutron] 10.222.0.50 "GET /v2.0/networks/af45f096-912c-4a55-9631-8ecfd7c931d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526566 Jun 17 08:58:40.351645 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f563cbe-27a5-47cb-987a-686e0a033732 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:40.353652 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-6f563cbe-27a5-47cb-987a-686e0a033732 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 881 time: 0.0977464 Jun 17 08:58:40.356852 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40712) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:40.393481 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7db4cf7d-6d02-451e-a3c2-fa45e1c93eda tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e3ecdae-954b-45f8-a15d-c0918ed169f1 HTTP/1.1" status: 200 len: 205 time: 0.0347247 Jun 17 08:58:40.395073 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40714) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:40.417103 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9d27c833-f894-412f-915f-230e5417e2e9 req-cf68bfcf-38a0-4b63-878c-d2c806a40edf service neutron] 10.222.0.50 "GET /v2.0/networks/af45f096-912c-4a55-9631-8ecfd7c931d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072149 Jun 17 08:58:40.439373 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b139ff3d-7612-4aac-9038-196d86456f20 req-dba34b9f-379d-423d-92a7-29efdf2e3700 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:40.470279 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-daa9de37-5810-4eec-aa24-0b4c5d3c0382 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:40.487569 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-074f3e0c-e352-4b39-bfdf-00883ebbc093 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:40.488668 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-074f3e0c-e352-4b39-bfdf-00883ebbc093 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:40.523436 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b139ff3d-7612-4aac-9038-196d86456f20 req-dba34b9f-379d-423d-92a7-29efdf2e3700 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:40.531612 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-b139ff3d-7612-4aac-9038-196d86456f20 req-dba34b9f-379d-423d-92a7-29efdf2e3700 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:40.544093 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-b139ff3d-7612-4aac-9038-196d86456f20 req-dba34b9f-379d-423d-92a7-29efdf2e3700 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:58:40.552345 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-074f3e0c-e352-4b39-bfdf-00883ebbc093 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:40.565026 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba34b9f-379d-423d-92a7-29efdf2e3700 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Pushing event updated for resources: {'Port': ['ID=47b808ba-faf0-4fda-8f2f-8a85dac1ca22,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:40.581173 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dba34b9f-379d-423d-92a7-29efdf2e3700 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:40.613330 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3f6b598d-0dbe-4ef3-9e30-f23e9e06ca34 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:40.642028 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-074f3e0c-e352-4b39-bfdf-00883ebbc093 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:40.733246 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b139ff3d-7612-4aac-9038-196d86456f20 req-dba34b9f-379d-423d-92a7-29efdf2e3700 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:40.769034 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3f6b598d-0dbe-4ef3-9e30-f23e9e06ca34 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:40.771063 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-074f3e0c-e352-4b39-bfdf-00883ebbc093 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:40.772522 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-074f3e0c-e352-4b39-bfdf-00883ebbc093 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7384636 Jun 17 08:58:40.774978 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40722) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:40.780739 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-80bb6ded-9dc3-4c7b-8e42-d96e5a420da2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-293214943'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:40.905144 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bb6ded-9dc3-4c7b-8e42-d96e5a420da2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Made reservation on behalf of 965d0c693f91465dad5fcb19ac2482a2 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:58:40.909559 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-80bb6ded-9dc3-4c7b-8e42-d96e5a420da2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:40.923519 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-80bb6ded-9dc3-4c7b-8e42-d96e5a420da2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:40.976886 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b139ff3d-7612-4aac-9038-196d86456f20 req-dba34b9f-379d-423d-92a7-29efdf2e3700 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:41.030202 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-3f6b598d-0dbe-4ef3-9e30-f23e9e06ca34 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Deleting port aa43449a-bf43-40c9-a31b-72cbda117359 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:58:41.030479 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3f6b598d-0dbe-4ef3-9e30-f23e9e06ca34 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:41.116093 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-80bb6ded-9dc3-4c7b-8e42-d96e5a420da2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:41.177605 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3f6b598d-0dbe-4ef3-9e30-f23e9e06ca34 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:41.217450 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-80bb6ded-9dc3-4c7b-8e42-d96e5a420da2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:41.224839 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-72fb2a49-8c69-41fc-b3d3-77cca905ad65 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:41.259245 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80bb6ded-9dc3-4c7b-8e42-d96e5a420da2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:58:41.264270 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-3f6b598d-0dbe-4ef3-9e30-f23e9e06ca34 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Calling delete_port for aa43449a-bf43-40c9-a31b-72cbda117359 owned by network:router_gateway {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:58:41.273993 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb6ded-9dc3-4c7b-8e42-d96e5a420da2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=540c746a-470d-46af-9f8e-33f736ed4e14,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:41.279474 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-80bb6ded-9dc3-4c7b-8e42-d96e5a420da2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:41.282873 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-80bb6ded-9dc3-4c7b-8e42-d96e5a420da2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:41.283380 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-80bb6ded-9dc3-4c7b-8e42-d96e5a420da2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Added segment 8fa372ad-ccbd-4ef4-9521-afd72f298f9f of type vlan for network bbafc2f7-3fa8-4096-aad1-287f94c265b2 Jun 17 08:58:41.352755 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b139ff3d-7612-4aac-9038-196d86456f20 req-dba34b9f-379d-423d-92a7-29efdf2e3700 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:41.361452 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-80bb6ded-9dc3-4c7b-8e42-d96e5a420da2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:41.475036 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d574822-d68f-46d9-af8c-31e5e47fa750 req-2bb83ea7-45d5-4aab-b098-bda60dd3960e tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:41.476721 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4d574822-d68f-46d9-af8c-31e5e47fa750 req-2bb83ea7-45d5-4aab-b098-bda60dd3960e tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.0781157 Jun 17 08:58:41.520656 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b139ff3d-7612-4aac-9038-196d86456f20 req-dba34b9f-379d-423d-92a7-29efdf2e3700 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:41.523941 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d4104dec-00be-4653-b0a9-329b7f486fa8 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:41.532673 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4d574822-d68f-46d9-af8c-31e5e47fa750 req-1e2154e3-1095-4daf-8812-0d23018e8660 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454447 Jun 17 08:58:41.605628 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-80bb6ded-9dc3-4c7b-8e42-d96e5a420da2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:41.616305 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba34b9f-379d-423d-92a7-29efdf2e3700 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Pushing event updated for resources: {'Port': ['ID=47b808ba-faf0-4fda-8f2f-8a85dac1ca22,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:41.619667 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bb6ded-9dc3-4c7b-8e42-d96e5a420da2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:41.621032 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dba34b9f-379d-423d-92a7-29efdf2e3700 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:41.621981 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-80bb6ded-9dc3-4c7b-8e42-d96e5a420da2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:41.633791 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b139ff3d-7612-4aac-9038-196d86456f20 req-dba34b9f-379d-423d-92a7-29efdf2e3700 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:41.635852 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-87d90a3a-d708-4535-87e4-5e2168f3a906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:41.674324 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3f6b598d-0dbe-4ef3-9e30-f23e9e06ca34 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:41.677663 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d4893a8a-aa20-43c4-a26a-30db73120591 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:41.718091 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b598d-0dbe-4ef3-9e30-f23e9e06ca34 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Pushing event deleted for resources: {'Port': ['ID=aa43449a-bf43-40c9-a31b-72cbda117359,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:41.724993 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb6ded-9dc3-4c7b-8e42-d96e5a420da2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Pushing event updated for resources: {'Network': ['ID=bbafc2f7-3fa8-4096-aad1-287f94c265b2,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:41.731031 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-80bb6ded-9dc3-4c7b-8e42-d96e5a420da2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:41.736454 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3f6b598d-0dbe-4ef3-9e30-f23e9e06ca34 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:41.739840 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network bbafc2f7-3fa8-4096-aad1-287f94c265b2 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:58:41.798606 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-80bb6ded-9dc3-4c7b-8e42-d96e5a420da2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0219188 Jun 17 08:58:41.799535 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40736) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:41.809705 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-ba76162e-551d-4752-9c9b-01707e962241 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Request body: {'subnet': {'network_id': 'bbafc2f7-3fa8-4096-aad1-287f94c265b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:41.812817 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3f6b598d-0dbe-4ef3-9e30-f23e9e06ca34 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:41.895327 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-b139ff3d-7612-4aac-9038-196d86456f20 req-dba34b9f-379d-423d-92a7-29efdf2e3700 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:41.896993 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b139ff3d-7612-4aac-9038-196d86456f20 req-dba34b9f-379d-423d-92a7-29efdf2e3700 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2916038 Jun 17 08:58:42.098977 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba76162e-551d-4752-9c9b-01707e962241 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Made reservation on behalf of 965d0c693f91465dad5fcb19ac2482a2 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:58:42.103492 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ba76162e-551d-4752-9c9b-01707e962241 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:42.356962 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3f6b598d-0dbe-4ef3-9e30-f23e9e06ca34 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:42.393715 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3f6b598d-0dbe-4ef3-9e30-f23e9e06ca34 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:42.411221 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b139ff3d-7612-4aac-9038-196d86456f20 req-80dc5fc8-5e59-4ef0-9f5c-cedd0d55f4ef tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 695 time: 0.0953467 Jun 17 08:58:42.578966 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139ff3d-7612-4aac-9038-196d86456f20 req-7b1978f6-c0c1-4d17-8ab6-f9e00f8747bc tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:42.580486 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b139ff3d-7612-4aac-9038-196d86456f20 req-7b1978f6-c0c1-4d17-8ab6-f9e00f8747bc tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 784 time: 0.1280775 Jun 17 08:58:42.601999 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3f6b598d-0dbe-4ef3-9e30-f23e9e06ca34 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:42.602445 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6b598d-0dbe-4ef3-9e30-f23e9e06ca34 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Fanout notify agent at l3_agent the message router_deleted on router 0e3ecdae-954b-45f8-a15d-c0918ed169f1 {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:58:42.602641 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ba76162e-551d-4752-9c9b-01707e962241 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:42.609496 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d1b75b3f-a181-431b-872e-7762731d960b tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:42.619660 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3f6b598d-0dbe-4ef3-9e30-f23e9e06ca34 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:42.619660 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3f6b598d-0dbe-4ef3-9e30-f23e9e06ca34 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "DELETE /v2.0/routers/0e3ecdae-954b-45f8-a15d-c0918ed169f1 HTTP/1.1" status: 204 len: 168 time: 2.2158380 Jun 17 08:58:42.623233 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40750) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:42.629094 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-4b7ad0ed-6320-46de-a747-f07107fb9ffe tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-38437740', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:42.717237 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76162e-551d-4752-9c9b-01707e962241 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Pushing event updated for resources: {'Subnet': ['ID=c8dacbb5-0076-4eff-a0aa-05740b034f01,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:42.720976 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ba76162e-551d-4752-9c9b-01707e962241 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:42.763512 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba76162e-551d-4752-9c9b-01707e962241 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Checking segment: {'id': '8fa372ad-ccbd-4ef4-9521-afd72f298f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bbafc2f7-3fa8-4096-aad1-287f94c265b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:58:42.763949 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba76162e-551d-4752-9c9b-01707e962241 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Network hostable DHCP agents. Network: bbafc2f7-3fa8-4096-aad1-287f94c265b2, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:58:42.797079 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4b7ad0ed-6320-46de-a747-f07107fb9ffe tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:42.798453 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4b7ad0ed-6320-46de-a747-f07107fb9ffe tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:42.814505 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35e5ae-8724-487e-8307-2ed71ca3ae8e req-88cb81fb-85c0-4823-ae7e-3fe48b67a273 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:42.815958 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dc35e5ae-8724-487e-8307-2ed71ca3ae8e req-88cb81fb-85c0-4823-ae7e-3fe48b67a273 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1056583 Jun 17 08:58:42.868338 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-dc35e5ae-8724-487e-8307-2ed71ca3ae8e req-05e8d650-8606-4369-b60a-a453cfe4f4f9 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460320 Jun 17 08:58:42.869816 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba76162e-551d-4752-9c9b-01707e962241 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Network bbafc2f7-3fa8-4096-aad1-287f94c265b2 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:58:42.879396 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4b7ad0ed-6320-46de-a747-f07107fb9ffe tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:42.920845 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7fc33-477c-4577-838d-18896fa78586 req-f2f48399-ff91-4eee-b5b9-a22362d20546 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:42.922366 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d6d7fc33-477c-4577-838d-18896fa78586 req-f2f48399-ff91-4eee-b5b9-a22362d20546 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1906006 Jun 17 08:58:42.978286 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d6d7fc33-477c-4577-838d-18896fa78586 req-4c93ec02-9b43-488f-939a-6184efce4d2a tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 695 time: 0.0498576 Jun 17 08:58:42.988966 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-d6d7fc33-477c-4577-838d-18896fa78586 req-195b3208-6112-4988-975f-f0aa65194e49 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Request body: {'floatingip': {'port_id': '550848a8-2092-48a0-bb03-93bf85f705a2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:43.002162 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-ba76162e-551d-4752-9c9b-01707e962241 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, bbafc2f7-3fa8-4096-aad1-287f94c265b2) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:43.010288 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c86f401-3628-4a51-b18e-a2b573bde509 None None] Network bbafc2f7-3fa8-4096-aad1-287f94c265b2 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:58:43.015843 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba76162e-551d-4752-9c9b-01707e962241 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:43.020476 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ba76162e-551d-4752-9c9b-01707e962241 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:43.029156 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4b7ad0ed-6320-46de-a747-f07107fb9ffe tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:43.046224 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-d6d7fc33-477c-4577-838d-18896fa78586 req-195b3208-6112-4988-975f-f0aa65194e49 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks [] for floatingip, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:43.253730 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ba76162e-551d-4752-9c9b-01707e962241 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4515049 Jun 17 08:58:43.257243 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40762) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:43.267042 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4b7ad0ed-6320-46de-a747-f07107fb9ffe tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:43.267471 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-2aaef811-bdec-4459-8853-ef79ac43f72e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Request body: {'network': {'name': 'tempest-router-network01--1895030557'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:43.269319 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4b7ad0ed-6320-46de-a747-f07107fb9ffe tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6449115 Jun 17 08:58:43.272062 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40764) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:43.293401 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-74084572-eada-4071-9cb9-b9576f34f41d tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'enable_snat': True}}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:43.463244 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc62438-2fba-49c0-8e2a-746bd7cedf23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-bbafc2f7-3fa8-4096-aad1-287f94c265b2', 'network_id': 'bbafc2f7-3fa8-4096-aad1-287f94c265b2', 'tenant_id': '965d0c693f91465dad5fcb19ac2482a2', 'fixed_ips': [{'subnet_id': 'c8dacbb5-0076-4eff-a0aa-05740b034f01'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:58:43.464151 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0bc62438-2fba-49c0-8e2a-746bd7cedf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:43.659227 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-0bc62438-2fba-49c0-8e2a-746bd7cedf23 None None] Allocated IP 172.20.0.2 (bbafc2f7-3fa8-4096-aad1-287f94c265b2/c8dacbb5-0076-4eff-a0aa-05740b034f01/6c243cd2-1e5d-484b-ab42-a0d523d77d35) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:58:43.861169 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-d6d7fc33-477c-4577-838d-18896fa78586 req-195b3208-6112-4988-975f-f0aa65194e49 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:43.882025 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0bc62438-2fba-49c0-8e2a-746bd7cedf23 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:43.895358 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-0bc62438-2fba-49c0-8e2a-746bd7cedf23 None None] Transition to ACTIVE for port object 6c243cd2-1e5d-484b-ab42-a0d523d77d35 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:58:43.915309 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aaef811-bdec-4459-8853-ef79ac43f72e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Made reservation on behalf of 965d0c693f91465dad5fcb19ac2482a2 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:58:43.915870 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2aaef811-bdec-4459-8853-ef79ac43f72e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:43.917569 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-0bc62438-2fba-49c0-8e2a-746bd7cedf23 None None] Transition to ACTIVE for port object 6c243cd2-1e5d-484b-ab42-a0d523d77d35 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:58:43.934832 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-d6d7fc33-477c-4577-838d-18896fa78586 req-195b3208-6112-4988-975f-f0aa65194e49 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:44.022643 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0bc62438-2fba-49c0-8e2a-746bd7cedf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:44.025848 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-2ae723bc-46b2-44b2-bb94-5ae1fee31b65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:44.062830 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc62438-2fba-49c0-8e2a-746bd7cedf23 None None] Network bbafc2f7-3fa8-4096-aad1-287f94c265b2 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:44.066043 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-0bc62438-2fba-49c0-8e2a-746bd7cedf23 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:44.069579 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc62438-2fba-49c0-8e2a-746bd7cedf23 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:58:44.111790 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc62438-2fba-49c0-8e2a-746bd7cedf23 None None] Pushing event updated for resources: {'Port': ['ID=6c243cd2-1e5d-484b-ab42-a0d523d77d35,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:44.144710 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0bc62438-2fba-49c0-8e2a-746bd7cedf23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:44.160270 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-0bc62438-2fba-49c0-8e2a-746bd7cedf23 None None] Attempting to bind port 6c243cd2-1e5d-484b-ab42-a0d523d77d35 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:58:44.160688 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-0bc62438-2fba-49c0-8e2a-746bd7cedf23 None None] Attempting to bind port 6c243cd2-1e5d-484b-ab42-a0d523d77d35 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '8fa372ad-ccbd-4ef4-9521-afd72f298f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bbafc2f7-3fa8-4096-aad1-287f94c265b2'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:58:44.161072 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc62438-2fba-49c0-8e2a-746bd7cedf23 None None] Attempting to bind port 6c243cd2-1e5d-484b-ab42-a0d523d77d35 on network bbafc2f7-3fa8-4096-aad1-287f94c265b2 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:58:44.166832 n-d-758944-30 neutron-server[94520]: INFO neutron.db.l3_db [req-d6d7fc33-477c-4577-838d-18896fa78586 req-195b3208-6112-4988-975f-f0aa65194e49 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Floating IP 2ad36801-20e9-4b8f-ac9c-2ba293c55a81 associated. External IP: 172.25.2.36, port: 550848a8-2092-48a0-bb03-93bf85f705a2. Jun 17 08:58:44.167328 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc62438-2fba-49c0-8e2a-746bd7cedf23 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:58:44.167782 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc62438-2fba-49c0-8e2a-746bd7cedf23 None None] Checking segment: {'id': '8fa372ad-ccbd-4ef4-9521-afd72f298f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bbafc2f7-3fa8-4096-aad1-287f94c265b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:58:44.168209 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0bc62438-2fba-49c0-8e2a-746bd7cedf23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:44.168618 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc62438-2fba-49c0-8e2a-746bd7cedf23 None None] Bound using segment: {'id': '8fa372ad-ccbd-4ef4-9521-afd72f298f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bbafc2f7-3fa8-4096-aad1-287f94c265b2'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:58:44.169104 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-0bc62438-2fba-49c0-8e2a-746bd7cedf23 None None] Bound port: 6c243cd2-1e5d-484b-ab42-a0d523d77d35, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa372ad-ccbd-4ef4-9521-afd72f298f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bbafc2f7-3fa8-4096-aad1-287f94c265b2'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:58:44.169685 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0bc62438-2fba-49c0-8e2a-746bd7cedf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:44.238495 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-74084572-eada-4071-9cb9-b9576f34f41d tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:44.238765 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-0bc62438-2fba-49c0-8e2a-746bd7cedf23 None None] For port 6c243cd2-1e5d-484b-ab42-a0d523d77d35, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:58:44.242044 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-0bc62438-2fba-49c0-8e2a-746bd7cedf23 None None] For port 6c243cd2-1e5d-484b-ab42-a0d523d77d35, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=6c243cd2-1e5d-484b-ab42-a0d523d77d35,segment=NetworkSegment(8fa372ad-ccbd-4ef4-9521-afd72f298f9f),segment_id=8fa372ad-ccbd-4ef4-9521-afd72f298f9f)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:58:44.253562 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aaef811-bdec-4459-8853-ef79ac43f72e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:58:44.298563 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2aaef811-bdec-4459-8853-ef79ac43f72e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:44.302498 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-2aaef811-bdec-4459-8853-ef79ac43f72e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Added segment 917a4b1c-14dc-409d-8542-8423f334ddf1 of type vlan for network 86318e31-e7cc-4c31-86d0-4331bddd3853 Jun 17 08:58:44.389606 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58a880-eda0-4b4f-8260-66eb087d4403 req-0f4864c5-6269-443b-8a38-5b43e34fc26b tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:44.391307 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0bc62438-2fba-49c0-8e2a-746bd7cedf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:44.393994 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:44.397907 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3f58a880-eda0-4b4f-8260-66eb087d4403 req-0f4864c5-6269-443b-8a38-5b43e34fc26b tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.3454568 Jun 17 08:58:44.402598 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2aaef811-bdec-4459-8853-ef79ac43f72e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:44.489166 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3f58a880-eda0-4b4f-8260-66eb087d4403 req-741d5a73-644d-4c98-b8f4-b13c116a49b4 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901809 Jun 17 08:58:44.546246 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc62438-2fba-49c0-8e2a-746bd7cedf23 None None] Pushing event updated for resources: {'Port': ['ID=6c243cd2-1e5d-484b-ab42-a0d523d77d35,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:44.551052 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0bc62438-2fba-49c0-8e2a-746bd7cedf23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:44.594351 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6d7fc33-477c-4577-838d-18896fa78586 req-195b3208-6112-4988-975f-f0aa65194e49 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Router c64af7c6-d7a2-4252-88cf-b5cb4aca06ef has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:58:44.671515 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40784) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:44.696450 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2aaef811-bdec-4459-8853-ef79ac43f72e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:44.712716 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaef811-bdec-4459-8853-ef79ac43f72e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:44.714394 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2aaef811-bdec-4459-8853-ef79ac43f72e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:44.724022 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2872f67b-cc14-486e-b2fb-1b71f2743162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:44.728414 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6d7fc33-477c-4577-838d-18896fa78586 req-195b3208-6112-4988-975f-f0aa65194e49 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:58:44.734721 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-d6d7fc33-477c-4577-838d-18896fa78586 req-195b3208-6112-4988-975f-f0aa65194e49 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:44.744149 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898f76cc-bbe2-48ae-8ee5-adbe2ff05cfd None None] Sync routers for ids ['c64af7c6-d7a2-4252-88cf-b5cb4aca06ef'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:58:44.758203 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898f76cc-bbe2-48ae-8ee5-adbe2ff05cfd None None] Routers {'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:44.758857 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-898f76cc-bbe2-48ae-8ee5-adbe2ff05cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['c64af7c6-d7a2-4252-88cf-b5cb4aca06ef'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:44.850597 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d6d7fc33-477c-4577-838d-18896fa78586 req-195b3208-6112-4988-975f-f0aa65194e49 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "PUT /v2.0/floatingips/2ad36801-20e9-4b8f-ac9c-2ba293c55a81 HTTP/1.1" status: 200 len: 995 time: 1.8656766 Jun 17 08:58:44.853242 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6136c74e-efa7-4bd0-bb59-c62d723e4d87', 'tag': '550848a8-2092-48a0-bb03-93bf85f705a2'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:58:44.856576 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e1fe86-0a14-4798-b7f5-a36e2a076d99" -d '{"events": [{"name": "network-changed", "server_uuid": "6136c74e-efa7-4bd0-bb59-c62d723e4d87", "tag": "550848a8-2092-48a0-bb03-93bf85f705a2"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:44.977509 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-2aaef811-bdec-4459-8853-ef79ac43f72e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7172472 Jun 17 08:58:44.978322 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40790) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:45.001340 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-0f86b26c-b549-4153-916a-2699a5e443f9 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Request body: {'network': {'name': 'tempest-router-network02--718633577'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:45.013204 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaef811-bdec-4459-8853-ef79ac43f72e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Pushing event updated for resources: {'Network': ['ID=86318e31-e7cc-4c31-86d0-4331bddd3853,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:45.016933 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2aaef811-bdec-4459-8853-ef79ac43f72e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:45.047841 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 86318e31-e7cc-4c31-86d0-4331bddd3853 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:58:45.064355 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9336681-0a98-477d-b7ec-24117eeb6a21 x-openstack-request-id: req-f9336681-0a98-477d-b7ec-24117eeb6a21 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:45.070866 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6136c74e-efa7-4bd0-bb59-c62d723e4d87", "tag": "550848a8-2092-48a0-bb03-93bf85f705a2", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:45.070866 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f9336681-0a98-477d-b7ec-24117eeb6a21 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:45.070866 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6136c74e-efa7-4bd0-bb59-c62d723e4d87', 'tag': '550848a8-2092-48a0-bb03-93bf85f705a2', 'status': 'completed', 'code': 200} Jun 17 08:58:45.090680 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-898f76cc-bbe2-48ae-8ee5-adbe2ff05cfd None None] Set router c64af7c6-d7a2-4252-88cf-b5cb4aca06ef gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:58:45.117571 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7fc33-477c-4577-838d-18896fa78586 req-246560f2-1a66-48f0-b7a0-65327bac5e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:45.121653 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d6d7fc33-477c-4577-838d-18896fa78586 req-246560f2-1a66-48f0-b7a0-65327bac5e55 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cbe11fbb19094d7186a215cabecbca67&device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 1097 time: 0.2399471 Jun 17 08:58:45.145683 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e892c9ac-4db8-467b-a186-3f5812fcce68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:45.173607 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-74084572-eada-4071-9cb9-b9576f34f41d tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:45.200504 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-74084572-eada-4071-9cb9-b9576f34f41d tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:45.224517 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1fe86-0a14-4798-b7f5-a36e2a076d99 req-aafc5dd0-6101-46a5-ad5c-5649c50e31e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:45.226072 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-74e1fe86-0a14-4798-b7f5-a36e2a076d99 req-aafc5dd0-6101-46a5-ad5c-5649c50e31e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbe11fbb19094d7186a215cabecbca67&device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 1097 time: 0.1587832 Jun 17 08:58:45.245666 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f86b26c-b549-4153-916a-2699a5e443f9 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Made reservation on behalf of 965d0c693f91465dad5fcb19ac2482a2 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:58:45.249565 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0f86b26c-b549-4153-916a-2699a5e443f9 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:45.279315 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7fc33-477c-4577-838d-18896fa78586 req-161f141c-4a73-4f50-bdd8-d20018396f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:45.280819 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d6d7fc33-477c-4577-838d-18896fa78586 req-161f141c-4a73-4f50-bdd8-d20018396f61 service neutron] 10.222.0.49 "GET /v2.0/networks?id=af45f096-912c-4a55-9631-8ecfd7c931d7 HTTP/1.1" status: 200 len: 920 time: 0.1538837 Jun 17 08:58:45.345562 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f86b26c-b549-4153-916a-2699a5e443f9 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:58:45.349376 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1fe86-0a14-4798-b7f5-a36e2a076d99 req-09f8e60f-9326-4c9e-bc14-e942350fc435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:45.350978 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-74e1fe86-0a14-4798-b7f5-a36e2a076d99 req-09f8e60f-9326-4c9e-bc14-e942350fc435 service neutron] 10.222.0.50 "GET /v2.0/networks?id=af45f096-912c-4a55-9631-8ecfd7c931d7 HTTP/1.1" status: 200 len: 920 time: 0.1180766 Jun 17 08:58:45.390219 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0f86b26c-b549-4153-916a-2699a5e443f9 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:45.390572 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-0f86b26c-b549-4153-916a-2699a5e443f9 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Added segment e339a81e-2536-41e1-a4b2-1585b2a0f98d of type vlan for network 922f2c28-ae57-4ea7-be27-084c9b54a530 Jun 17 08:58:45.423579 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d6d7fc33-477c-4577-838d-18896fa78586 req-d5d7ac46-c77e-47ed-9e36-915f129e2a09 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=550848a8-2092-48a0-bb03-93bf85f705a2 HTTP/1.1" status: 200 len: 998 time: 0.1358845 Jun 17 08:58:45.474694 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0f86b26c-b549-4153-916a-2699a5e443f9 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:45.543573 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7fc33-477c-4577-838d-18896fa78586 req-200d0fc3-ec02-4353-b635-a40952f3d900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:45.545555 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d6d7fc33-477c-4577-838d-18896fa78586 req-200d0fc3-ec02-4353-b635-a40952f3d900 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=35b8e34e-65da-4d19-a52e-304d829df850 HTTP/1.1" status: 200 len: 859 time: 0.1190512 Jun 17 08:58:45.545975 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-74e1fe86-0a14-4798-b7f5-a36e2a076d99 req-e00f6461-b024-473f-a78f-3a6028cf3567 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=550848a8-2092-48a0-bb03-93bf85f705a2 HTTP/1.1" status: 200 len: 998 time: 0.1578259 Jun 17 08:58:45.563258 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 6c243cd2-1e5d-484b-ab42-a0d523d77d35 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:58:45.612520 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-74084572-eada-4071-9cb9-b9576f34f41d tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Allocated IP 172.25.2.31 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/0deb21fb-d1ab-4efe-9e17-70bee104222d) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:58:45.678131 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d6d7fc33-477c-4577-838d-18896fa78586 req-9da9ed1e-9067-4bac-b6c8-59986b2b9773 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=af45f096-912c-4a55-9631-8ecfd7c931d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587273 Jun 17 08:58:45.684788 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [req-d6d7fc33-477c-4577-838d-18896fa78586 req-e07f4aff-c100-4686-a418-1b5b0cd9e34f service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:58:45.692154 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d6d7fc33-477c-4577-838d-18896fa78586 req-e07f4aff-c100-4686-a418-1b5b0cd9e34f service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129359 Jun 17 08:58:45.703115 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0f86b26c-b549-4153-916a-2699a5e443f9 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:45.708944 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f86b26c-b549-4153-916a-2699a5e443f9 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:45.709790 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0f86b26c-b549-4153-916a-2699a5e443f9 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:45.714959 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dffde7ed-94a7-4a34-aeda-e3ef673f8f60 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:45.795297 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-898f76cc-bbe2-48ae-8ee5-adbe2ff05cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-884666845-router', 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd2b0d080-cef4-46f1-89ca-c450b47edccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:33Z', 'updated_at': '2021-06-17T08:57:40Z', 'revision_number': 4, 'project_id': 'cbe11fbb19094d7186a215cabecbca67', 'gw_port': {'id': 'd2b0d080-cef4-46f1-89ca-c450b47edccf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:34Z', 'updated_at': '2021-06-17T08:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': '2ad36801-20e9-4b8f-ac9c-2ba293c55a81', 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'port_id': '550848a8-2092-48a0-bb03-93bf85f705a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af45f096-912c-4a55-9631-8ecfd7c931d7', 'mac_address': 'fa:16:3e:92:fb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6136c74e-efa7-4bd0-bb59-c62d723e4d87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:58:40Z', 'updated_at': '2021-06-17T08:58:43Z', 'revision_number': 1, 'project_id': 'cbe11fbb19094d7186a215cabecbca67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2deff9f8-b1a7-4c31-ae5e-0c9576eceaae', 'name': '', 'network_id': 'af45f096-912c-4a55-9631-8ecfd7c931d7', 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67', 'mac_address': 'fa:16:3e:5e:53:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '35b8e34e-65da-4d19-a52e-304d829df850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:39Z', 'updated_at': '2021-06-17T08:57:48Z', 'revision_number': 5, 'project_id': 'cbe11fbb19094d7186a215cabecbca67', 'subnets': [{'id': '35b8e34e-65da-4d19-a52e-304d829df850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:45.825465 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898f76cc-bbe2-48ae-8ee5-adbe2ff05cfd None None] Checking router: c64af7c6-d7a2-4252-88cf-b5cb4aca06ef for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:58:45.827742 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 6c243cd2-1e5d-484b-ab42-a0d523d77d35 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:58:45.842180 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1fe86-0a14-4798-b7f5-a36e2a076d99 req-94645434-56f1-43ff-98bc-e29196d120fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:45.843786 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-74e1fe86-0a14-4798-b7f5-a36e2a076d99 req-94645434-56f1-43ff-98bc-e29196d120fd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35b8e34e-65da-4d19-a52e-304d829df850 HTTP/1.1" status: 200 len: 859 time: 0.2898905 Jun 17 08:58:45.849983 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898f76cc-bbe2-48ae-8ee5-adbe2ff05cfd None None] Routers {'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:45.851060 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-898f76cc-bbe2-48ae-8ee5-adbe2ff05cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['c64af7c6-d7a2-4252-88cf-b5cb4aca06ef'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:45.895140 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-74e1fe86-0a14-4798-b7f5-a36e2a076d99 req-c47e68ac-1fef-49bd-9673-baa79f3d6b02 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=af45f096-912c-4a55-9631-8ecfd7c931d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418091 Jun 17 08:58:45.899009 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e892c9ac-4db8-467b-a186-3f5812fcce68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:45.919981 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d6d7fc33-477c-4577-838d-18896fa78586 req-945dc597-b18b-42cc-aa51-56867941bdc1 service neutron] 10.222.0.49 "GET /v2.0/networks/af45f096-912c-4a55-9631-8ecfd7c931d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266123 Jun 17 08:58:45.976380 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86b26c-b549-4153-916a-2699a5e443f9 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Pushing event updated for resources: {'Network': ['ID=922f2c28-ae57-4ea7-be27-084c9b54a530,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:45.981615 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0f86b26c-b549-4153-916a-2699a5e443f9 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:45.990024 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 922f2c28-ae57-4ea7-be27-084c9b54a530 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:58:46.068605 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e892c9ac-4db8-467b-a186-3f5812fcce68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:46.087601 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8ff0b809-5f49-4685-90fc-743aa524e770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:46.088657 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d6d7fc33-477c-4577-838d-18896fa78586 req-be81912b-ef72-4393-8a4b-ab8cfa2f5aaa service neutron] 10.222.0.49 "GET /v2.0/networks/af45f096-912c-4a55-9631-8ecfd7c931d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415272 Jun 17 08:58:46.103110 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae533cf-5f06-4291-965a-880e6e7d3e4d None None] Network bbafc2f7-3fa8-4096-aad1-287f94c265b2 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:58:46.121554 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-898f76cc-bbe2-48ae-8ee5-adbe2ff05cfd None None] Set router c64af7c6-d7a2-4252-88cf-b5cb4aca06ef gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:58:46.129965 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0f86b26c-b549-4153-916a-2699a5e443f9 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1462491 Jun 17 08:58:46.134211 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40808) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:46.140723 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-9799595b-07b5-4de0-ad97-34a9c51faa7c tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Request body: {'subnet': {'network_id': '86318e31-e7cc-4c31-86d0-4331bddd3853', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:46.200539 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e892c9ac-4db8-467b-a186-3f5812fcce68 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=358d5d5365ce4de7912142954a2d7d20&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5268068 Jun 17 08:58:46.202514 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-74e1fe86-0a14-4798-b7f5-a36e2a076d99 req-6b0590e7-13bd-41ec-a3f8-9844c2eb111f service neutron] 10.222.0.50 "GET /v2.0/networks/af45f096-912c-4a55-9631-8ecfd7c931d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964385 Jun 17 08:58:46.206819 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40812) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:46.236733 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892c9ac-4db8-467b-a186-3f5812fcce68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f6439a-2b0f-49ea-9f2e-7a789da7774d,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:46.252383 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e892c9ac-4db8-467b-a186-3f5812fcce68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:46.260163 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-74084572-eada-4071-9cb9-b9576f34f41d tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:46.430699 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8ea82b25-8894-49cf-a26d-bb58df41f21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:46.441291 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-9284baf2-5a1a-40bf-b154-610656f3c64c None None] Provisioning for port 6c243cd2-1e5d-484b-ab42-a0d523d77d35 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:58:46.459640 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9799595b-07b5-4de0-ad97-34a9c51faa7c tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Made reservation on behalf of 965d0c693f91465dad5fcb19ac2482a2 for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:58:46.463167 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-9284baf2-5a1a-40bf-b154-610656f3c64c None None] Provisioning complete for port 6c243cd2-1e5d-484b-ab42-a0d523d77d35 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:46.463839 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9284baf2-5a1a-40bf-b154-610656f3c64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:46.463943 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9799595b-07b5-4de0-ad97-34a9c51faa7c tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:46.495054 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bff016-2bdf-486e-a8df-3cd9d4b083ce req-5c44974c-8fc6-494b-b0b0-802bfc596189 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:46.496794 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-66bff016-2bdf-486e-a8df-3cd9d4b083ce req-5c44974c-8fc6-494b-b0b0-802bfc596189 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1230848 Jun 17 08:58:46.516345 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-74e1fe86-0a14-4798-b7f5-a36e2a076d99 req-8e9624cc-ddd8-4494-98d8-b9a2f5cdef16 service neutron] 10.222.0.50 "GET /v2.0/networks/af45f096-912c-4a55-9631-8ecfd7c931d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058581 Jun 17 08:58:46.527864 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8ea82b25-8894-49cf-a26d-bb58df41f21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:46.565660 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-74084572-eada-4071-9cb9-b9576f34f41d tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:46.574635 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e10ebe52-83dc-4d43-949f-5f886beffab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:46.586864 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74084572-eada-4071-9cb9-b9576f34f41d tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:46.606509 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-74084572-eada-4071-9cb9-b9576f34f41d tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:46.612600 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74084572-eada-4071-9cb9-b9576f34f41d tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:58:46.614033 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-66bff016-2bdf-486e-a8df-3cd9d4b083ce req-8618e2b1-45e8-4352-87a4-431b84982437 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084652 Jun 17 08:58:46.664535 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9284baf2-5a1a-40bf-b154-610656f3c64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:46.670142 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-898f76cc-bbe2-48ae-8ee5-adbe2ff05cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-884666845-router', 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd2b0d080-cef4-46f1-89ca-c450b47edccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:33Z', 'updated_at': '2021-06-17T08:57:40Z', 'revision_number': 4, 'project_id': 'cbe11fbb19094d7186a215cabecbca67', 'gw_port': {'id': 'd2b0d080-cef4-46f1-89ca-c450b47edccf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:34Z', 'updated_at': '2021-06-17T08:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': '2ad36801-20e9-4b8f-ac9c-2ba293c55a81', 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'port_id': '550848a8-2092-48a0-bb03-93bf85f705a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af45f096-912c-4a55-9631-8ecfd7c931d7', 'mac_address': 'fa:16:3e:92:fb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6136c74e-efa7-4bd0-bb59-c62d723e4d87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:58:40Z', 'updated_at': '2021-06-17T08:58:43Z', 'revision_number': 1, 'project_id': 'cbe11fbb19094d7186a215cabecbca67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2deff9f8-b1a7-4c31-ae5e-0c9576eceaae', 'name': '', 'network_id': 'af45f096-912c-4a55-9631-8ecfd7c931d7', 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67', 'mac_address': 'fa:16:3e:5e:53:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '35b8e34e-65da-4d19-a52e-304d829df850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:39Z', 'updated_at': '2021-06-17T08:57:48Z', 'revision_number': 5, 'project_id': 'cbe11fbb19094d7186a215cabecbca67', 'subnets': [{'id': '35b8e34e-65da-4d19-a52e-304d829df850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:46.672777 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74084572-eada-4071-9cb9-b9576f34f41d tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Pushing event updated for resources: {'Port': ['ID=0deb21fb-d1ab-4efe-9e17-70bee104222d,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:46.677248 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-74084572-eada-4071-9cb9-b9576f34f41d tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:46.716546 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898f76cc-bbe2-48ae-8ee5-adbe2ff05cfd None None] The sync data for ids ['c64af7c6-d7a2-4252-88cf-b5cb4aca06ef'] in n-d-758944-30 is: [{'id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-884666845-router', 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd2b0d080-cef4-46f1-89ca-c450b47edccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:33Z', 'updated_at': '2021-06-17T08:57:40Z', 'revision_number': 4, 'project_id': 'cbe11fbb19094d7186a215cabecbca67', 'gw_port': {'id': 'd2b0d080-cef4-46f1-89ca-c450b47edccf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:34Z', 'updated_at': '2021-06-17T08:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': '2ad36801-20e9-4b8f-ac9c-2ba293c55a81', 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'port_id': '550848a8-2092-48a0-bb03-93bf85f705a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af45f096-912c-4a55-9631-8ecfd7c931d7', 'mac_address': 'fa:16:3e:92:fb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6136c74e-efa7-4bd0-bb59-c62d723e4d87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:58:40Z', 'updated_at': '2021-06-17T08:58:43Z', 'revision_number': 1, 'project_id': 'cbe11fbb19094d7186a215cabecbca67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2deff9f8-b1a7-4c31-ae5e-0c9576eceaae', 'name': '', 'network_id': 'af45f096-912c-4a55-9631-8ecfd7c931d7', 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67', 'mac_address': 'fa:16:3e:5e:53:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '35b8e34e-65da-4d19-a52e-304d829df850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:39Z', 'updated_at': '2021-06-17T08:57:48Z', 'revision_number': 5, 'project_id': 'cbe11fbb19094d7186a215cabecbca67', 'subnets': [{'id': '35b8e34e-65da-4d19-a52e-304d829df850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:58:46.752376 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-9284baf2-5a1a-40bf-b154-610656f3c64c None None] For port 6c243cd2-1e5d-484b-ab42-a0d523d77d35, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=6c243cd2-1e5d-484b-ab42-a0d523d77d35,segment=NetworkSegment(8fa372ad-ccbd-4ef4-9521-afd72f298f9f),segment_id=8fa372ad-ccbd-4ef4-9521-afd72f298f9f)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:46.802552 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8ea82b25-8894-49cf-a26d-bb58df41f21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:46.805569 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8ea82b25-8894-49cf-a26d-bb58df41f21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:46.809853 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c3ce53e5-b66c-48b2-8f98-b47268951376 req-03cfc4aa-e00a-4bf3-a8fd-a69dfb1b0854 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 998 time: 0.1527243 Jun 17 08:58:46.815668 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-8ea82b25-8894-49cf-a26d-bb58df41f21a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/13f6439a-2b0f-49ea-9f2e-7a789da7774d HTTP/1.1" status: 204 len: 168 time: 0.6069887 Jun 17 08:58:46.838047 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-35b77c3c-0c58-4b82-bffa-e23fbdcc5037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:46.853875 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea82b25-8894-49cf-a26d-bb58df41f21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f6439a-2b0f-49ea-9f2e-7a789da7774d,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:46.854049 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9284baf2-5a1a-40bf-b154-610656f3c64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:46.858532 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-96dc50a1-6113-4c5d-be96-bf11eabe69ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:46.860103 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8ea82b25-8894-49cf-a26d-bb58df41f21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:46.917079 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce53e5-b66c-48b2-8f98-b47268951376 req-18866805-e88b-476f-ab2f-47dd6ad841e1 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:46.918604 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c3ce53e5-b66c-48b2-8f98-b47268951376 req-18866805-e88b-476f-ab2f-47dd6ad841e1 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports/550848a8-2092-48a0-bb03-93bf85f705a2 HTTP/1.1" status: 200 len: 942 time: 0.1016016 Jun 17 08:58:47.084559 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d48364-3b61-4f3b-82f5-5c3aea939ec9 None None] New status for floating IP 2ad36801-20e9-4b8f-ac9c-2ba293c55a81: ACTIVE {{(pid=94522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:58:47.192025 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-421379b9-7078-459e-ab2c-cc9a98388ecb None None] Provisioning complete for port 6c243cd2-1e5d-484b-ab42-a0d523d77d35 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:47.193584 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-421379b9-7078-459e-ab2c-cc9a98388ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:47.197216 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-74084572-eada-4071-9cb9-b9576f34f41d tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:47.434974 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284baf2-5a1a-40bf-b154-610656f3c64c None None] Pushing event updated for resources: {'Port': ['ID=6c243cd2-1e5d-484b-ab42-a0d523d77d35,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:47.440180 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9284baf2-5a1a-40bf-b154-610656f3c64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:47.528986 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-74084572-eada-4071-9cb9-b9576f34f41d tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:47.532943 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-74084572-eada-4071-9cb9-b9576f34f41d tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-940956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941038', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-949414'] for router, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:47.661764 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:47.705577 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9799595b-07b5-4de0-ad97-34a9c51faa7c tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:47.716400 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ac097607-1162-4829-abd8-6bf583082808 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:47.788810 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c3ce53e5-b66c-48b2-8f98-b47268951376 req-64a1d66a-2a67-4dba-982c-c65bcb10e801 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 998 time: 0.7261186 Jun 17 08:58:47.819810 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799595b-07b5-4de0-ad97-34a9c51faa7c tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Pushing event updated for resources: {'Subnet': ['ID=859af28a-d494-4789-a7c6-e95682e97edf,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:47.847277 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9799595b-07b5-4de0-ad97-34a9c51faa7c tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Checking segment: {'id': '917a4b1c-14dc-409d-8542-8423f334ddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '86318e31-e7cc-4c31-86d0-4331bddd3853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:58:47.847654 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9799595b-07b5-4de0-ad97-34a9c51faa7c tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Network hostable DHCP agents. Network: 86318e31-e7cc-4c31-86d0-4331bddd3853, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:58:47.850571 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9799595b-07b5-4de0-ad97-34a9c51faa7c tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:47.850954 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9799595b-07b5-4de0-ad97-34a9c51faa7c tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:47.851327 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9799595b-07b5-4de0-ad97-34a9c51faa7c tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:47.851731 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9799595b-07b5-4de0-ad97-34a9c51faa7c tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:47.852091 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9799595b-07b5-4de0-ad97-34a9c51faa7c tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:47.852453 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9799595b-07b5-4de0-ad97-34a9c51faa7c tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:47.852816 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9799595b-07b5-4de0-ad97-34a9c51faa7c tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:47.853173 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9799595b-07b5-4de0-ad97-34a9c51faa7c tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:47.853530 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9799595b-07b5-4de0-ad97-34a9c51faa7c tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:47.853885 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9799595b-07b5-4de0-ad97-34a9c51faa7c tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:47.854335 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f863e-08bf-40b3-81c8-1b24f01be8b1 req-98255fc6-3851-472c-be5a-4e70247dfe95 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:47.854454 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9799595b-07b5-4de0-ad97-34a9c51faa7c tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:47.854837 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9799595b-07b5-4de0-ad97-34a9c51faa7c tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:47.856985 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b09f863e-08bf-40b3-81c8-1b24f01be8b1 req-98255fc6-3851-472c-be5a-4e70247dfe95 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.0851190 Jun 17 08:58:47.858836 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74084572-eada-4071-9cb9-b9576f34f41d tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Router e90526a7-f9a8-4a98-9818-1e1cb4e1110b is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:58:47.924966 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9799595b-07b5-4de0-ad97-34a9c51faa7c tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:47.996328 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b09f863e-08bf-40b3-81c8-1b24f01be8b1 req-48c242f3-0b48-4efd-a948-ab0086e5d62b tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268468 Jun 17 08:58:47.998652 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce53e5-b66c-48b2-8f98-b47268951376 req-292bfc3d-154d-4042-ab4b-50c276aa28ed tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:47.999847 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c3ce53e5-b66c-48b2-8f98-b47268951376 req-292bfc3d-154d-4042-ab4b-50c276aa28ed tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 784 time: 0.2028584 Jun 17 08:58:48.032082 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74084572-eada-4071-9cb9-b9576f34f41d tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:58:48.038142 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-74084572-eada-4071-9cb9-b9576f34f41d tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:48.038714 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-74084572-eada-4071-9cb9-b9576f34f41d tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "PUT /v2.0/routers/e90526a7-f9a8-4a98-9818-1e1cb4e1110b HTTP/1.1" status: 200 len: 912 time: 4.7653151 Jun 17 08:58:48.041194 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40836) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:48.045424 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee39f3d6-cc49-41fb-88c9-ba3febeef4be None None] Sync routers for ids ['e90526a7-f9a8-4a98-9818-1e1cb4e1110b'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:58:48.058560 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee39f3d6-cc49-41fb-88c9-ba3febeef4be None None] Routers {'e90526a7-f9a8-4a98-9818-1e1cb4e1110b'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:48.061913 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-ee39f3d6-cc49-41fb-88c9-ba3febeef4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e90526a7-f9a8-4a98-9818-1e1cb4e1110b'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:48.075907 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9799595b-07b5-4de0-ad97-34a9c51faa7c tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Network 86318e31-e7cc-4c31-86d0-4331bddd3853 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:58:48.111480 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-ee39f3d6-cc49-41fb-88c9-ba3febeef4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:48.122252 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee39f3d6-cc49-41fb-88c9-ba3febeef4be None None] Routers {'e90526a7-f9a8-4a98-9818-1e1cb4e1110b'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:48.123099 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-ee39f3d6-cc49-41fb-88c9-ba3febeef4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['e90526a7-f9a8-4a98-9818-1e1cb4e1110b'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:48.131573 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c3ce53e5-b66c-48b2-8f98-b47268951376 req-4f1a9a22-3bac-4d5b-bffc-4e1e272db06d tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 1000 time: 0.1184740 Jun 17 08:58:48.133891 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40838) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:48.162950 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-ee39f3d6-cc49-41fb-88c9-ba3febeef4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:48.163670 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee39f3d6-cc49-41fb-88c9-ba3febeef4be None None] The sync data for ids ['e90526a7-f9a8-4a98-9818-1e1cb4e1110b'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:58:48.177251 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-c3ce53e5-b66c-48b2-8f98-b47268951376 req-53c1066a-ab73-46d1-9535-76afdcdad7ed tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:48.181240 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-88c1cd85-9ce3-412d-8c78-5520b6939db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:48.215049 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c663c56a-3c8f-4648-9e83-35c1b8e09d78 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "GET /v2.0/routers/e90526a7-f9a8-4a98-9818-1e1cb4e1110b HTTP/1.1" status: 200 len: 918 time: 0.1693449 Jun 17 08:58:48.215766 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40840) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:48.250674 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-9799595b-07b5-4de0-ad97-34a9c51faa7c tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 86318e31-e7cc-4c31-86d0-4331bddd3853) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:48.259082 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9799595b-07b5-4de0-ad97-34a9c51faa7c tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:48.259687 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9799595b-07b5-4de0-ad97-34a9c51faa7c tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:48.261073 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ab62a2-6b40-41ef-a896-65b9aa9bfd43 None None] Network 86318e31-e7cc-4c31-86d0-4331bddd3853 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:58:48.296617 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-c3ce53e5-b66c-48b2-8f98-b47268951376 req-53c1066a-ab73-46d1-9535-76afdcdad7ed tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks [] for floatingip, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:48.305984 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f57cae-01e6-434a-b473-4bc9c2b063b7 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:48.312441 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-66f57cae-01e6-434a-b473-4bc9c2b063b7 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=47e26d50-07b5-44f6-8ce3-9ccc70a7083a&device_id=e90526a7-f9a8-4a98-9818-1e1cb4e1110b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0953598 Jun 17 08:58:48.315577 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40844) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:48.459795 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb29963-65d7-4a4c-ad80-dc1b62b3babe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-86318e31-e7cc-4c31-86d0-4331bddd3853', 'network_id': '86318e31-e7cc-4c31-86d0-4331bddd3853', 'tenant_id': '965d0c693f91465dad5fcb19ac2482a2', 'fixed_ips': [{'subnet_id': '859af28a-d494-4789-a7c6-e95682e97edf'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:58:48.461116 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-dbb29963-65d7-4a4c-ad80-dc1b62b3babe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:48.508089 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-c3ce53e5-b66c-48b2-8f98-b47268951376 req-53c1066a-ab73-46d1-9535-76afdcdad7ed tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:48.521008 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605d39bd-fbb1-45c6-b36c-c3168ed4bda4 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:48.523981 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-605d39bd-fbb1-45c6-b36c-c3168ed4bda4 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 881 time: 0.2073886 Jun 17 08:58:48.526901 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40848) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:48.527644 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-88c1cd85-9ce3-412d-8c78-5520b6939db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:48.558724 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-49c4fecb-dfe6-45b8-92ae-745691e205be tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "GET /v2.0/ports?device_id=e90526a7-f9a8-4a98-9818-1e1cb4e1110b HTTP/1.1" status: 200 len: 205 time: 0.0300992 Jun 17 08:58:48.561016 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40850) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:48.610559 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-c3ce53e5-b66c-48b2-8f98-b47268951376 req-53c1066a-ab73-46d1-9535-76afdcdad7ed tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:48.610881 n-d-758944-30 neutron-server[94520]: INFO neutron.db.l3_db [req-c3ce53e5-b66c-48b2-8f98-b47268951376 req-53c1066a-ab73-46d1-9535-76afdcdad7ed tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Floating IP 2ad36801-20e9-4b8f-ac9c-2ba293c55a81 disassociated. External IP: 172.25.2.36, port: 550848a8-2092-48a0-bb03-93bf85f705a2. Jun 17 08:58:48.636303 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-dbb29963-65d7-4a4c-ad80-dc1b62b3babe None None] Allocated IP 172.20.0.2 (86318e31-e7cc-4c31-86d0-4331bddd3853/859af28a-d494-4789-a7c6-e95682e97edf/e00a9ee2-1384-422b-acf8-c38a1e9efa3e) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:58:48.677659 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5b5b10a8-5594-4abc-97e1-5bab5411d8c5 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:48.684179 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-88c1cd85-9ce3-412d-8c78-5520b6939db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:48.690218 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c3635fb0-d44e-4d9d-8010-ab416253e6fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:48.761534 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-88c1cd85-9ce3-412d-8c78-5520b6939db6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=741260f4b84c4310bb60fea98dfb07b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6265669 Jun 17 08:58:48.764098 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1cd85-9ce3-412d-8c78-5520b6939db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d339ad-8540-4b3b-bbdf-edada4280a8e,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:48.764527 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40852) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:48.768690 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-88c1cd85-9ce3-412d-8c78-5520b6939db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:48.833798 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-dbb29963-65d7-4a4c-ad80-dc1b62b3babe None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:48.834011 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-9799595b-07b5-4de0-ad97-34a9c51faa7c tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6962543 Jun 17 08:58:48.834127 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40854) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:48.838895 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-dbb29963-65d7-4a4c-ad80-dc1b62b3babe None None] Transition to ACTIVE for port object e00a9ee2-1384-422b-acf8-c38a1e9efa3e will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:58:48.840566 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-cb13a540-6ce5-42c9-abfc-31f97e084ba2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Request body: {'subnet': {'network_id': '922f2c28-ae57-4ea7-be27-084c9b54a530', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:48.857924 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-dbb29963-65d7-4a4c-ad80-dc1b62b3babe None None] Transition to ACTIVE for port object e00a9ee2-1384-422b-acf8-c38a1e9efa3e will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:58:48.963096 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-dbb29963-65d7-4a4c-ad80-dc1b62b3babe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:48.968035 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-02241e03-31ae-4fc1-83b5-2d9188726393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:49.013765 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3ce53e5-b66c-48b2-8f98-b47268951376 req-53c1066a-ab73-46d1-9535-76afdcdad7ed tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Router c64af7c6-d7a2-4252-88cf-b5cb4aca06ef has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:58:49.071367 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb29963-65d7-4a4c-ad80-dc1b62b3babe None None] Pushing event updated for resources: {'Port': ['ID=e00a9ee2-1384-422b-acf8-c38a1e9efa3e,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:49.090387 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-dbb29963-65d7-4a4c-ad80-dc1b62b3babe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:49.106144 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb29963-65d7-4a4c-ad80-dc1b62b3babe None None] Network 86318e31-e7cc-4c31-86d0-4331bddd3853 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:49.115400 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-dbb29963-65d7-4a4c-ad80-dc1b62b3babe None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:49.118674 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb29963-65d7-4a4c-ad80-dc1b62b3babe None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:58:49.154490 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3ce53e5-b66c-48b2-8f98-b47268951376 req-53c1066a-ab73-46d1-9535-76afdcdad7ed tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:58:49.159571 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-c3ce53e5-b66c-48b2-8f98-b47268951376 req-53c1066a-ab73-46d1-9535-76afdcdad7ed tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:49.182373 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47214598-fec7-40d5-a4dd-f1e31450e655 None None] Sync routers for ids ['c64af7c6-d7a2-4252-88cf-b5cb4aca06ef'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:58:49.201009 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb13a540-6ce5-42c9-abfc-31f97e084ba2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Made reservation on behalf of 965d0c693f91465dad5fcb19ac2482a2 for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:58:49.204813 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cb13a540-6ce5-42c9-abfc-31f97e084ba2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:49.215690 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47214598-fec7-40d5-a4dd-f1e31450e655 None None] Routers {'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:49.219941 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-47214598-fec7-40d5-a4dd-f1e31450e655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['c64af7c6-d7a2-4252-88cf-b5cb4aca06ef'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:49.273050 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c3ce53e5-b66c-48b2-8f98-b47268951376 req-53c1066a-ab73-46d1-9535-76afdcdad7ed tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "PUT /v2.0/floatingips/2ad36801-20e9-4b8f-ac9c-2ba293c55a81 HTTP/1.1" status: 200 len: 694 time: 1.1301951 Jun 17 08:58:49.275864 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6136c74e-efa7-4bd0-bb59-c62d723e4d87', 'tag': '550848a8-2092-48a0-bb03-93bf85f705a2'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:58:49.279000 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762301cb-6591-477d-bf9b-c2480ce6eb52" -d '{"events": [{"name": "network-changed", "server_uuid": "6136c74e-efa7-4bd0-bb59-c62d723e4d87", "tag": "550848a8-2092-48a0-bb03-93bf85f705a2"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:49.314542 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-dbb29963-65d7-4a4c-ad80-dc1b62b3babe None None] Attempting to bind port e00a9ee2-1384-422b-acf8-c38a1e9efa3e on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:58:49.319749 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-dbb29963-65d7-4a4c-ad80-dc1b62b3babe None None] Attempting to bind port e00a9ee2-1384-422b-acf8-c38a1e9efa3e by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '917a4b1c-14dc-409d-8542-8423f334ddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '86318e31-e7cc-4c31-86d0-4331bddd3853'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:58:49.325363 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb29963-65d7-4a4c-ad80-dc1b62b3babe None None] Attempting to bind port e00a9ee2-1384-422b-acf8-c38a1e9efa3e on network 86318e31-e7cc-4c31-86d0-4331bddd3853 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:58:49.352576 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb29963-65d7-4a4c-ad80-dc1b62b3babe None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:58:49.353462 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb29963-65d7-4a4c-ad80-dc1b62b3babe None None] Checking segment: {'id': '917a4b1c-14dc-409d-8542-8423f334ddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '86318e31-e7cc-4c31-86d0-4331bddd3853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:58:49.354847 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-dbb29963-65d7-4a4c-ad80-dc1b62b3babe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:49.356337 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb29963-65d7-4a4c-ad80-dc1b62b3babe None None] Bound using segment: {'id': '917a4b1c-14dc-409d-8542-8423f334ddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '86318e31-e7cc-4c31-86d0-4331bddd3853'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:58:49.357482 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-dbb29963-65d7-4a4c-ad80-dc1b62b3babe None None] Bound port: e00a9ee2-1384-422b-acf8-c38a1e9efa3e, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917a4b1c-14dc-409d-8542-8423f334ddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '86318e31-e7cc-4c31-86d0-4331bddd3853'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:58:49.358987 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-dbb29963-65d7-4a4c-ad80-dc1b62b3babe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:49.422694 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5b5b10a8-5594-4abc-97e1-5bab5411d8c5 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:49.429830 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 6c243cd2-1e5d-484b-ab42-a0d523d77d35 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:58:49.465352 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6ab8f1a2-6d5c-4bd8-aa8d-2a1dd7368857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:49.499162 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6ab8f1a2-6d5c-4bd8-aa8d-2a1dd7368857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:49.523546 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-47214598-fec7-40d5-a4dd-f1e31450e655 None None] Set router c64af7c6-d7a2-4252-88cf-b5cb4aca06ef gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:58:49.530390 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebdb08-e455-4ba4-bae1-ee731c5c9523 req-f44c0def-eb8e-4de3-9a76-85a1390f4a18 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:49.532134 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a5ebdb08-e455-4ba4-bae1-ee731c5c9523 req-f44c0def-eb8e-4de3-9a76-85a1390f4a18 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1962874 Jun 17 08:58:49.621534 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a5ebdb08-e455-4ba4-bae1-ee731c5c9523 req-3a3b87a5-29d0-422b-acdc-9b9ccbdb01c9 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799549 Jun 17 08:58:49.645897 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-dbb29963-65d7-4a4c-ad80-dc1b62b3babe None None] For port e00a9ee2-1384-422b-acf8-c38a1e9efa3e, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:58:49.655216 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-dbb29963-65d7-4a4c-ad80-dc1b62b3babe None None] For port e00a9ee2-1384-422b-acf8-c38a1e9efa3e, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=e00a9ee2-1384-422b-acf8-c38a1e9efa3e,segment=NetworkSegment(917a4b1c-14dc-409d-8542-8423f334ddf1),segment_id=917a4b1c-14dc-409d-8542-8423f334ddf1)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:58:49.662096 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 6c243cd2-1e5d-484b-ab42-a0d523d77d35 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:49.662624 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:49.672240 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b10a8-5594-4abc-97e1-5bab5411d8c5 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Deleting port 0deb21fb-d1ab-4efe-9e17-70bee104222d {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:58:49.674195 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5b5b10a8-5594-4abc-97e1-5bab5411d8c5 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:49.705463 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4d8185-86c9-41c2-818c-b6b41b64f1bb x-openstack-request-id: req-4b4d8185-86c9-41c2-818c-b6b41b64f1bb {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:49.706144 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6136c74e-efa7-4bd0-bb59-c62d723e4d87", "tag": "550848a8-2092-48a0-bb03-93bf85f705a2", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:49.706463 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4b4d8185-86c9-41c2-818c-b6b41b64f1bb {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:49.706969 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6136c74e-efa7-4bd0-bb59-c62d723e4d87', 'tag': '550848a8-2092-48a0-bb03-93bf85f705a2', 'status': 'completed', 'code': 200} Jun 17 08:58:49.746562 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce53e5-b66c-48b2-8f98-b47268951376 req-bb22f602-9896-4cc5-85df-155a86677fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:49.752629 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c3ce53e5-b66c-48b2-8f98-b47268951376 req-bb22f602-9896-4cc5-85df-155a86677fdf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cbe11fbb19094d7186a215cabecbca67&device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 1097 time: 0.3939478 Jun 17 08:58:49.774596 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-dbb29963-65d7-4a4c-ad80-dc1b62b3babe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:49.785369 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-c3eb2521-2c0f-4dd9-b5ad-21841bc17f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:49.810839 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6ab8f1a2-6d5c-4bd8-aa8d-2a1dd7368857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:49.813506 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6ab8f1a2-6d5c-4bd8-aa8d-2a1dd7368857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:49.814671 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6ab8f1a2-6d5c-4bd8-aa8d-2a1dd7368857 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/75d339ad-8540-4b3b-bbdf-edada4280a8e HTTP/1.1" status: 204 len: 168 time: 1.0481749 Jun 17 08:58:49.842429 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-eb47720f-e695-4502-86cf-0817c74596c7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:49.877195 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cb13a540-6ce5-42c9-abfc-31f97e084ba2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:49.883785 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-47214598-fec7-40d5-a4dd-f1e31450e655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-884666845-router', 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd2b0d080-cef4-46f1-89ca-c450b47edccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:33Z', 'updated_at': '2021-06-17T08:57:40Z', 'revision_number': 4, 'project_id': 'cbe11fbb19094d7186a215cabecbca67', 'gw_port': {'id': 'd2b0d080-cef4-46f1-89ca-c450b47edccf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:34Z', 'updated_at': '2021-06-17T08:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '2deff9f8-b1a7-4c31-ae5e-0c9576eceaae', 'name': '', 'network_id': 'af45f096-912c-4a55-9631-8ecfd7c931d7', 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67', 'mac_address': 'fa:16:3e:5e:53:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '35b8e34e-65da-4d19-a52e-304d829df850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:39Z', 'updated_at': '2021-06-17T08:57:48Z', 'revision_number': 5, 'project_id': 'cbe11fbb19094d7186a215cabecbca67', 'subnets': [{'id': '35b8e34e-65da-4d19-a52e-304d829df850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:49.892047 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-064c0dcb-4c2b-4c96-9a9f-7d041b97bc91 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:49.907695 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8f1a2-6d5c-4bd8-aa8d-2a1dd7368857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d339ad-8540-4b3b-bbdf-edada4280a8e,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:49.910481 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb29963-65d7-4a4c-ad80-dc1b62b3babe None None] Pushing event updated for resources: {'Port': ['ID=e00a9ee2-1384-422b-acf8-c38a1e9efa3e,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:49.916652 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-dbb29963-65d7-4a4c-ad80-dc1b62b3babe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:49.930575 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab8f1a2-6d5c-4bd8-aa8d-2a1dd7368857 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:49.930968 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab8f1a2-6d5c-4bd8-aa8d-2a1dd7368857 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:49.936630 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab8f1a2-6d5c-4bd8-aa8d-2a1dd7368857 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:49.937093 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab8f1a2-6d5c-4bd8-aa8d-2a1dd7368857 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:49.937480 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab8f1a2-6d5c-4bd8-aa8d-2a1dd7368857 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:49.937874 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab8f1a2-6d5c-4bd8-aa8d-2a1dd7368857 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:49.938249 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab8f1a2-6d5c-4bd8-aa8d-2a1dd7368857 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:49.938622 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab8f1a2-6d5c-4bd8-aa8d-2a1dd7368857 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:49.938996 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab8f1a2-6d5c-4bd8-aa8d-2a1dd7368857 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:49.939364 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab8f1a2-6d5c-4bd8-aa8d-2a1dd7368857 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:49.947093 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab8f1a2-6d5c-4bd8-aa8d-2a1dd7368857 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:49.947668 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab8f1a2-6d5c-4bd8-aa8d-2a1dd7368857 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:49.977228 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6ab8f1a2-6d5c-4bd8-aa8d-2a1dd7368857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:50.017622 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762301cb-6591-477d-bf9b-c2480ce6eb52 req-2fc0bc3b-4cdc-4f36-979a-47a5bff07851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:50.019214 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-762301cb-6591-477d-bf9b-c2480ce6eb52 req-2fc0bc3b-4cdc-4f36-979a-47a5bff07851 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbe11fbb19094d7186a215cabecbca67&device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 1097 time: 0.2468767 Jun 17 08:58:50.049724 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5b5b10a8-5594-4abc-97e1-5bab5411d8c5 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:50.067576 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47214598-fec7-40d5-a4dd-f1e31450e655 None None] Checking router: c64af7c6-d7a2-4252-88cf-b5cb4aca06ef for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:58:50.090575 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47214598-fec7-40d5-a4dd-f1e31450e655 None None] Routers {'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:50.091251 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-47214598-fec7-40d5-a4dd-f1e31450e655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['c64af7c6-d7a2-4252-88cf-b5cb4aca06ef'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:50.160451 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13a540-6ce5-42c9-abfc-31f97e084ba2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Pushing event updated for resources: {'Subnet': ['ID=58f9d257-862b-4c7c-a206-5223c028ef50,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:50.166949 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-cb13a540-6ce5-42c9-abfc-31f97e084ba2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:50.172041 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb13a540-6ce5-42c9-abfc-31f97e084ba2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Checking segment: {'id': 'e339a81e-2536-41e1-a4b2-1585b2a0f98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '922f2c28-ae57-4ea7-be27-084c9b54a530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:58:50.173680 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb13a540-6ce5-42c9-abfc-31f97e084ba2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Network hostable DHCP agents. Network: 922f2c28-ae57-4ea7-be27-084c9b54a530, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:58:50.182011 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce53e5-b66c-48b2-8f98-b47268951376 req-fc0e3058-ec3e-49d5-8d81-51df32cd3de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:50.194179 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c3ce53e5-b66c-48b2-8f98-b47268951376 req-fc0e3058-ec3e-49d5-8d81-51df32cd3de6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=af45f096-912c-4a55-9631-8ecfd7c931d7 HTTP/1.1" status: 200 len: 920 time: 0.4342270 Jun 17 08:58:50.194922 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b10a8-5594-4abc-97e1-5bab5411d8c5 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Calling delete_port for 0deb21fb-d1ab-4efe-9e17-70bee104222d owned by network:router_gateway {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:58:50.302183 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c3ce53e5-b66c-48b2-8f98-b47268951376 req-fe5a9292-3103-4ae4-937d-8c0ed7d3cf25 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=550848a8-2092-48a0-bb03-93bf85f705a2 HTTP/1.1" status: 200 len: 217 time: 0.1067860 Jun 17 08:58:50.360800 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-47214598-fec7-40d5-a4dd-f1e31450e655 None None] Set router c64af7c6-d7a2-4252-88cf-b5cb4aca06ef gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:58:50.373129 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce53e5-b66c-48b2-8f98-b47268951376 req-b88af420-679e-45af-a92a-9abde618b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:50.384482 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c3ce53e5-b66c-48b2-8f98-b47268951376 req-b88af420-679e-45af-a92a-9abde618b6d5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=35b8e34e-65da-4d19-a52e-304d829df850 HTTP/1.1" status: 200 len: 859 time: 0.0812366 Jun 17 08:58:50.445484 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c3ce53e5-b66c-48b2-8f98-b47268951376 req-19820afb-0cba-415a-9893-fcb918f7a485 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=af45f096-912c-4a55-9631-8ecfd7c931d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564101 Jun 17 08:58:50.498484 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:50.515159 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762301cb-6591-477d-bf9b-c2480ce6eb52 req-f64cf658-a1a7-4d5f-8e66-47f0dace4cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:50.517502 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-762301cb-6591-477d-bf9b-c2480ce6eb52 req-f64cf658-a1a7-4d5f-8e66-47f0dace4cf1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=af45f096-912c-4a55-9631-8ecfd7c931d7 HTTP/1.1" status: 200 len: 920 time: 0.4826274 Jun 17 08:58:50.619074 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb13a540-6ce5-42c9-abfc-31f97e084ba2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Network 922f2c28-ae57-4ea7-be27-084c9b54a530 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:58:50.711661 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c3ce53e5-b66c-48b2-8f98-b47268951376 req-cc5b4f4e-895a-47a4-ab72-67ee02ab2976 service neutron] 10.222.0.49 "GET /v2.0/networks/af45f096-912c-4a55-9631-8ecfd7c931d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688890 Jun 17 08:58:50.764055 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device c7183c1f-f7ca-41a4-9b32-f3fa0591266b details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:58:50.780608 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-762301cb-6591-477d-bf9b-c2480ce6eb52 req-5c6a81f0-bbb6-4075-b497-86aa89444e79 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=550848a8-2092-48a0-bb03-93bf85f705a2 HTTP/1.1" status: 200 len: 217 time: 0.2563379 Jun 17 08:58:50.853892 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-cb13a540-6ce5-42c9-abfc-31f97e084ba2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 922f2c28-ae57-4ea7-be27-084c9b54a530) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:50.882515 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5b5b10a8-5594-4abc-97e1-5bab5411d8c5 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:50.892362 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb13a540-6ce5-42c9-abfc-31f97e084ba2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:50.892981 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cb13a540-6ce5-42c9-abfc-31f97e084ba2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:50.896828 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ab5862f7-bb6c-44c4-bfde-339d5cf1a267 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:50.898122 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b42a83-b04e-4f77-80d4-f0982b177483 None None] Network 922f2c28-ae57-4ea7-be27-084c9b54a530 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:58:50.931192 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-47214598-fec7-40d5-a4dd-f1e31450e655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-884666845-router', 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd2b0d080-cef4-46f1-89ca-c450b47edccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:33Z', 'updated_at': '2021-06-17T08:57:40Z', 'revision_number': 4, 'project_id': 'cbe11fbb19094d7186a215cabecbca67', 'gw_port': {'id': 'd2b0d080-cef4-46f1-89ca-c450b47edccf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:34Z', 'updated_at': '2021-06-17T08:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '2deff9f8-b1a7-4c31-ae5e-0c9576eceaae', 'name': '', 'network_id': 'af45f096-912c-4a55-9631-8ecfd7c931d7', 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67', 'mac_address': 'fa:16:3e:5e:53:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '35b8e34e-65da-4d19-a52e-304d829df850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:39Z', 'updated_at': '2021-06-17T08:57:48Z', 'revision_number': 5, 'project_id': 'cbe11fbb19094d7186a215cabecbca67', 'subnets': [{'id': '35b8e34e-65da-4d19-a52e-304d829df850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:50.981625 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-c3ce53e5-b66c-48b2-8f98-b47268951376 req-4ee2fa35-d22b-444d-80d1-ec81d3e2c42e service neutron] 10.222.0.49 "GET /v2.0/networks/af45f096-912c-4a55-9631-8ecfd7c931d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626169 Jun 17 08:58:50.987403 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b10a8-5594-4abc-97e1-5bab5411d8c5 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Pushing event deleted for resources: {'Port': ['ID=0deb21fb-d1ab-4efe-9e17-70bee104222d,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:51.006747 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5b5b10a8-5594-4abc-97e1-5bab5411d8c5 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:51.016628 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47214598-fec7-40d5-a4dd-f1e31450e655 None None] The sync data for ids ['c64af7c6-d7a2-4252-88cf-b5cb4aca06ef'] in n-d-758944-30 is: [{'id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-884666845-router', 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd2b0d080-cef4-46f1-89ca-c450b47edccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:33Z', 'updated_at': '2021-06-17T08:57:40Z', 'revision_number': 4, 'project_id': 'cbe11fbb19094d7186a215cabecbca67', 'gw_port': {'id': 'd2b0d080-cef4-46f1-89ca-c450b47edccf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:34Z', 'updated_at': '2021-06-17T08:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '2deff9f8-b1a7-4c31-ae5e-0c9576eceaae', 'name': '', 'network_id': 'af45f096-912c-4a55-9631-8ecfd7c931d7', 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67', 'mac_address': 'fa:16:3e:5e:53:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '35b8e34e-65da-4d19-a52e-304d829df850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:39Z', 'updated_at': '2021-06-17T08:57:48Z', 'revision_number': 5, 'project_id': 'cbe11fbb19094d7186a215cabecbca67', 'subnets': [{'id': '35b8e34e-65da-4d19-a52e-304d829df850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:58:51.039218 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-cb13a540-6ce5-42c9-abfc-31f97e084ba2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2008772 Jun 17 08:58:51.039431 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762301cb-6591-477d-bf9b-c2480ce6eb52 req-0a4908e9-5039-47e3-9220-e761a7141b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:51.039518 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40902) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:51.039614 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-762301cb-6591-477d-bf9b-c2480ce6eb52 req-0a4908e9-5039-47e3-9220-e761a7141b3b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35b8e34e-65da-4d19-a52e-304d829df850 HTTP/1.1" status: 200 len: 859 time: 0.2516537 Jun 17 08:58:51.135014 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-762301cb-6591-477d-bf9b-c2480ce6eb52 req-2bf69589-0dba-4e1e-b162-dd1df5f33d6f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=af45f096-912c-4a55-9631-8ecfd7c931d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861723 Jun 17 08:58:51.310059 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port c7183c1f-f7ca-41a4-9b32-f3fa0591266b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c7183c1f-f7ca-41a4-9b32-f3fa0591266b,segment=NetworkSegment(017d444f-7f66-4d60-991f-78a7d3563e0d),segment_id=017d444f-7f66-4d60-991f-78a7d3563e0d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:51.322967 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40910) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:51.352523 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': 'c7183c1f-f7ca-41a4-9b32-f3fa0591266b', 'network_id': '5788c246-d497-4e21-8243-0ca8d7b04d08', 'port_id': 'c7183c1f-f7ca-41a4-9b32-f3fa0591266b', 'mac_address': 'fa:16:3e:2c:44:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c704bc30-219f-4216-8f07-a3fd2280feec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:58:51.519846 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device e00a9ee2-1384-422b-acf8-c38a1e9efa3e up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:58:51.554448 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5b5b10a8-5594-4abc-97e1-5bab5411d8c5 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:51.585941 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a998fc5-a3cf-4b3b-8db9-18074e4b7286 req-e9205550-47f1-483a-9da0-37159f52061a tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:51.603234 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e45bf708-f4f0-4c75-9350-6d376867d5af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:51.604288 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4a998fc5-a3cf-4b3b-8db9-18074e4b7286 req-e9205550-47f1-483a-9da0-37159f52061a tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.6433408 Jun 17 08:58:51.631757 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7bbfc0de-5663-4ff3-badb-0016e91d6917 req-61ee91e6-3546-44f1-8e2f-306023522c2b tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/floatingips/2ad36801-20e9-4b8f-ac9c-2ba293c55a81 HTTP/1.1" status: 200 len: 694 time: 0.3094630 Jun 17 08:58:51.691725 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:51.700870 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379e46d7-7029-4dcc-a95d-2cddf5aece75 None None] New status for floating IP 2ad36801-20e9-4b8f-ac9c-2ba293c55a81: DOWN {{(pid=94521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:58:51.843140 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5b5b10a8-5594-4abc-97e1-5bab5411d8c5 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:51.846816 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5b5b10a8-5594-4abc-97e1-5bab5411d8c5 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:51.858538 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-762301cb-6591-477d-bf9b-c2480ce6eb52 req-4552c4f0-277d-4085-b7d3-6935361655e9 service neutron] 10.222.0.50 "GET /v2.0/networks/af45f096-912c-4a55-9631-8ecfd7c931d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6801431 Jun 17 08:58:51.870930 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e585e9-5849-44bf-85ea-f4321698dc86 None None] Network 86318e31-e7cc-4c31-86d0-4331bddd3853 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:58:51.895889 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7183c1f-f7ca-41a4-9b32-f3fa0591266b {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:58:51.908190 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4a998fc5-a3cf-4b3b-8db9-18074e4b7286 req-3b96ab7b-9fab-45a0-9554-5a1731b6aca0 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023198 Jun 17 08:58:51.928099 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port c7183c1f-f7ca-41a4-9b32-f3fa0591266b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c7183c1f-f7ca-41a4-9b32-f3fa0591266b,segment=NetworkSegment(017d444f-7f66-4d60-991f-78a7d3563e0d),segment_id=017d444f-7f66-4d60-991f-78a7d3563e0d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:51.944068 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9851b5a8-3955-4750-a21e-d1ac6905f81e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-922f2c28-ae57-4ea7-be27-084c9b54a530', 'network_id': '922f2c28-ae57-4ea7-be27-084c9b54a530', 'tenant_id': '965d0c693f91465dad5fcb19ac2482a2', 'fixed_ips': [{'subnet_id': '58f9d257-862b-4c7c-a206-5223c028ef50'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:58:51.945068 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9851b5a8-3955-4750-a21e-d1ac6905f81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:51.975234 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:58:52.061314 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:52.072487 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e75ffad6-1d70-4faa-924f-01d54dc0a95c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:52.128433 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e45bf708-f4f0-4c75-9350-6d376867d5af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:52.159376 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2c13869-0c8c-4844-85f4-3397e802cc83 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:52.215802 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-9851b5a8-3955-4750-a21e-d1ac6905f81e None None] Allocated IP 172.20.0.2 (922f2c28-ae57-4ea7-be27-084c9b54a530/58f9d257-862b-4c7c-a206-5223c028ef50/114dd5be-03aa-419c-8f39-b6b457135e96) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:58:52.258009 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-762301cb-6591-477d-bf9b-c2480ce6eb52 req-783922ed-2a48-4a12-affb-eb43039c13d3 service neutron] 10.222.0.50 "GET /v2.0/networks/af45f096-912c-4a55-9631-8ecfd7c931d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824947 Jun 17 08:58:52.361734 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5b5b10a8-5594-4abc-97e1-5bab5411d8c5 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:52.362116 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5b10a8-5594-4abc-97e1-5bab5411d8c5 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Fanout notify agent at l3_agent the message router_deleted on router e90526a7-f9a8-4a98-9818-1e1cb4e1110b {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:58:52.369674 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5b5b10a8-5594-4abc-97e1-5bab5411d8c5 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:52.370535 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5b5b10a8-5594-4abc-97e1-5bab5411d8c5 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "DELETE /v2.0/routers/e90526a7-f9a8-4a98-9818-1e1cb4e1110b HTTP/1.1" status: 204 len: 168 time: 3.8083520 Jun 17 08:58:52.374466 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40938) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:52.389197 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-c0d4581d-3b0e-4db7-b90d-fb6b4441d69c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-460067947', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:52.421773 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9851b5a8-3955-4750-a21e-d1ac6905f81e None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:52.445952 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-9851b5a8-3955-4750-a21e-d1ac6905f81e None None] Transition to ACTIVE for port object 114dd5be-03aa-419c-8f39-b6b457135e96 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:58:52.483274 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e45bf708-f4f0-4c75-9350-6d376867d5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:52.512499 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a905324e-85e3-4290-b3a4-beff843e5870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:52.513525 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-9851b5a8-3955-4750-a21e-d1ac6905f81e None None] Transition to ACTIVE for port object 114dd5be-03aa-419c-8f39-b6b457135e96 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:58:52.552634 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfc0de-5663-4ff3-badb-0016e91d6917 req-d461cd3b-e8b9-426c-9554-1b067a83764f tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:52.554092 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7bbfc0de-5663-4ff3-badb-0016e91d6917 req-d461cd3b-e8b9-426c-9554-1b067a83764f tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 784 time: 0.7921944 Jun 17 08:58:52.630035 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c0d4581d-3b0e-4db7-b90d-fb6b4441d69c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:52.631194 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c0d4581d-3b0e-4db7-b90d-fb6b4441d69c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:52.639978 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['c7183c1f-f7ca-41a4-9b32-f3fa0591266b'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:58:52.709203 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bf708-f4f0-4c75-9350-6d376867d5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa000f08-e123-4e58-8cf5-dc7bbdee58cb,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:52.722258 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9851b5a8-3955-4750-a21e-d1ac6905f81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:52.751645 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e45bf708-f4f0-4c75-9350-6d376867d5af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:52.769345 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7bbfc0de-5663-4ff3-badb-0016e91d6917 req-5c0baca4-81ff-4f78-a43a-c98fbfaa2338 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 697 time: 0.1857164 Jun 17 08:58:52.774887 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e45bf708-f4f0-4c75-9350-6d376867d5af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a63b039a2eed428e9c98f39f36e8c45b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4423316 Jun 17 08:58:52.778845 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 40944) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:52.805443 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c0d4581d-3b0e-4db7-b90d-fb6b4441d69c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:52.880576 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ab3a62dc-11ea-44eb-9db8-2e1c4e81e8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:52.890373 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-a2c13869-0c8c-4844-85f4-3397e802cc83 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Allocated IP 172.20.0.1 (86318e31-e7cc-4c31-86d0-4331bddd3853/859af28a-d494-4789-a7c6-e95682e97edf/2e75ae50-76a5-4f2c-b1e7-b83840d4efb2) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:58:52.896913 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c0d4581d-3b0e-4db7-b90d-fb6b4441d69c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:53.018848 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c0d4581d-3b0e-4db7-b90d-fb6b4441d69c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:53.020400 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c0d4581d-3b0e-4db7-b90d-fb6b4441d69c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6442316 Jun 17 08:58:53.023241 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 40950) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:53.028445 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-861e6383-3557-4fad-860c-21470c7e13ee tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'enable_snat': False}}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:53.044813 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7bbfc0de-5663-4ff3-badb-0016e91d6917 req-5f553209-6979-4f32-93fa-5690fcf1aeed tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.36 HTTP/1.1" status: 200 len: 697 time: 0.2647326 Jun 17 08:58:53.108916 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ab3a62dc-11ea-44eb-9db8-2e1c4e81e8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:53.263599 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=c7183c1f-f7ca-41a4-9b32-f3fa0591266b,revision_number=6']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:53.277668 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-6b4ca47e-958f-463e-8428-9637ce7c1214 None None] Provisioning for port e00a9ee2-1384-422b-acf8-c38a1e9efa3e completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:58:53.302178 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.228s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:53.302911 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-6b4ca47e-958f-463e-8428-9637ce7c1214 None None] Provisioning complete for port e00a9ee2-1384-422b-acf8-c38a1e9efa3e triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:53.303292 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6b4ca47e-958f-463e-8428-9637ce7c1214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:53.365525 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:53.414563 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851b5a8-3955-4750-a21e-d1ac6905f81e None None] Pushing event updated for resources: {'Port': ['ID=114dd5be-03aa-419c-8f39-b6b457135e96,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:53.418819 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port e00a9ee2-1384-422b-acf8-c38a1e9efa3e completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:58:53.430142 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9851b5a8-3955-4750-a21e-d1ac6905f81e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:53.438894 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port e00a9ee2-1384-422b-acf8-c38a1e9efa3e triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:53.438894 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:53.664159 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9851b5a8-3955-4750-a21e-d1ac6905f81e None None] Network 922f2c28-ae57-4ea7-be27-084c9b54a530 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:53.699803 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-861e6383-3557-4fad-860c-21470c7e13ee tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:53.708085 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-9851b5a8-3955-4750-a21e-d1ac6905f81e None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:53.730681 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9851b5a8-3955-4750-a21e-d1ac6905f81e None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:58:53.746437 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-7bbfc0de-5663-4ff3-badb-0016e91d6917 req-fc23f240-a463-4141-9597-9aaa2571ed28 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Deleting port 47b808ba-faf0-4fda-8f2f-8a85dac1ca22 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:58:53.765734 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7bbfc0de-5663-4ff3-badb-0016e91d6917 req-fc23f240-a463-4141-9597-9aaa2571ed28 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:53.772370 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ab3a62dc-11ea-44eb-9db8-2e1c4e81e8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:53.772984 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21e31f-66e2-4083-bd7a-5337c3339456 req-5546decd-fbf1-403e-91f3-f88ca719d1df tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:53.783727 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2d21e31f-66e2-4083-bd7a-5337c3339456 req-5546decd-fbf1-403e-91f3-f88ca719d1df tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 945 time: 0.4522798 Jun 17 08:58:53.796892 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ab3a62dc-11ea-44eb-9db8-2e1c4e81e8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:53.796892 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ab3a62dc-11ea-44eb-9db8-2e1c4e81e8d9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fa000f08-e123-4e58-8cf5-dc7bbdee58cb HTTP/1.1" status: 204 len: 168 time: 1.0122511 Jun 17 08:58:53.829556 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e395aaf2-0f2c-4574-8c3f-40ac8cd30705 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:53.855847 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a62dc-11ea-44eb-9db8-2e1c4e81e8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa000f08-e123-4e58-8cf5-dc7bbdee58cb,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:53.868753 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ab3a62dc-11ea-44eb-9db8-2e1c4e81e8d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:53.870671 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2d21e31f-66e2-4083-bd7a-5337c3339456 req-3dac3d77-8e7f-4985-9afc-2f9ce7f6bc40 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851471 Jun 17 08:58:53.966448 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6b4ca47e-958f-463e-8428-9637ce7c1214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:54.087481 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2c13869-0c8c-4844-85f4-3397e802cc83 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:54.170828 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-a2c13869-0c8c-4844-85f4-3397e802cc83 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Transition to ACTIVE for port object 2e75ae50-76a5-4f2c-b1e7-b83840d4efb2 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:58:54.275093 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-6b4ca47e-958f-463e-8428-9637ce7c1214 None None] For port e00a9ee2-1384-422b-acf8-c38a1e9efa3e, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=e00a9ee2-1384-422b-acf8-c38a1e9efa3e,segment=NetworkSegment(917a4b1c-14dc-409d-8542-8423f334ddf1),segment_id=917a4b1c-14dc-409d-8542-8423f334ddf1)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:54.284006 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:54.316711 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-9851b5a8-3955-4750-a21e-d1ac6905f81e None None] Attempting to bind port 114dd5be-03aa-419c-8f39-b6b457135e96 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:58:54.317169 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-9851b5a8-3955-4750-a21e-d1ac6905f81e None None] Attempting to bind port 114dd5be-03aa-419c-8f39-b6b457135e96 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'e339a81e-2536-41e1-a4b2-1585b2a0f98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '922f2c28-ae57-4ea7-be27-084c9b54a530'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:58:54.317558 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9851b5a8-3955-4750-a21e-d1ac6905f81e None None] Attempting to bind port 114dd5be-03aa-419c-8f39-b6b457135e96 on network 922f2c28-ae57-4ea7-be27-084c9b54a530 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:58:54.326107 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7bbfc0de-5663-4ff3-badb-0016e91d6917 req-fc23f240-a463-4141-9597-9aaa2571ed28 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:54.330794 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7bbfc0de-5663-4ff3-badb-0016e91d6917 req-fc23f240-a463-4141-9597-9aaa2571ed28 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:54.429652 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9851b5a8-3955-4750-a21e-d1ac6905f81e None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:58:54.430053 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9851b5a8-3955-4750-a21e-d1ac6905f81e None None] Checking segment: {'id': 'e339a81e-2536-41e1-a4b2-1585b2a0f98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '922f2c28-ae57-4ea7-be27-084c9b54a530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:58:54.431686 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9851b5a8-3955-4750-a21e-d1ac6905f81e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:54.432176 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9851b5a8-3955-4750-a21e-d1ac6905f81e None None] Bound using segment: {'id': 'e339a81e-2536-41e1-a4b2-1585b2a0f98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '922f2c28-ae57-4ea7-be27-084c9b54a530'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:58:54.433836 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-9851b5a8-3955-4750-a21e-d1ac6905f81e None None] Bound port: 114dd5be-03aa-419c-8f39-b6b457135e96, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e339a81e-2536-41e1-a4b2-1585b2a0f98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '922f2c28-ae57-4ea7-be27-084c9b54a530'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:58:54.434121 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9851b5a8-3955-4750-a21e-d1ac6905f81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:54.470744 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-861e6383-3557-4fad-860c-21470c7e13ee tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:54.525819 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-861e6383-3557-4fad-860c-21470c7e13ee tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:54.543267 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6b4ca47e-958f-463e-8428-9637ce7c1214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:54.568655 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-02241e03-31ae-4fc1-83b5-2d9188726393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:54.725301 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ca47e-958f-463e-8428-9637ce7c1214 None None] Pushing event updated for resources: {'Port': ['ID=e00a9ee2-1384-422b-acf8-c38a1e9efa3e,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:54.733395 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-6b4ca47e-958f-463e-8428-9637ce7c1214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:54.839766 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.db.api [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:58:54.840214 n-d-758944-30 neutron-server[94521]: DEBUG oslo_db.api [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:58:54.893129 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-9851b5a8-3955-4750-a21e-d1ac6905f81e None None] For port 114dd5be-03aa-419c-8f39-b6b457135e96, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:58:54.903886 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-9851b5a8-3955-4750-a21e-d1ac6905f81e None None] For port 114dd5be-03aa-419c-8f39-b6b457135e96, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=114dd5be-03aa-419c-8f39-b6b457135e96,segment=NetworkSegment(e339a81e-2536-41e1-a4b2-1585b2a0f98d),segment_id=e339a81e-2536-41e1-a4b2-1585b2a0f98d)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:58:54.942999 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-861e6383-3557-4fad-860c-21470c7e13ee tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Allocated IP 172.25.2.182 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/2dbd61e5-745e-4cb0-a199-4f2a03601530) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:58:55.018641 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9851b5a8-3955-4750-a21e-d1ac6905f81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:55.020925 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-178c1b2d-0233-4a25-9d6d-6f8d37a194b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:55.256179 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851b5a8-3955-4750-a21e-d1ac6905f81e None None] Pushing event updated for resources: {'Port': ['ID=114dd5be-03aa-419c-8f39-b6b457135e96,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:55.267165 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9851b5a8-3955-4750-a21e-d1ac6905f81e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:55.278326 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-861e6383-3557-4fad-860c-21470c7e13ee tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:55.366491 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde7202-11a3-4897-a832-5cc6d1e615b2 req-6a7a8b0a-2e0e-4807-a128-7b86fc367342 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:55.368661 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4fde7202-11a3-4897-a832-5cc6d1e615b2 req-6a7a8b0a-2e0e-4807-a128-7b86fc367342 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 945 time: 0.1732056 Jun 17 08:58:55.455203 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4fde7202-11a3-4897-a832-5cc6d1e615b2 req-0621c77c-c263-4c73-997a-12edccd4ebcf tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717459 Jun 17 08:58:55.460397 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-861e6383-3557-4fad-860c-21470c7e13ee tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:55.467631 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b3b28ef6-194a-4699-9b62-7b5eff3957b5 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:55.502845 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-099c3fd7-85d1-4a0c-98d6-2bac67aaec87 None None] Provisioning complete for port e00a9ee2-1384-422b-acf8-c38a1e9efa3e triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:55.502845 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-099c3fd7-85d1-4a0c-98d6-2bac67aaec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:55.574194 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2ee3eccc-60d0-4bd3-a608-71f528442237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:55.610436 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861e6383-3557-4fad-860c-21470c7e13ee tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:55.657896 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-861e6383-3557-4fad-860c-21470c7e13ee tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:55.673329 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861e6383-3557-4fad-860c-21470c7e13ee tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:58:55.727118 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device e00a9ee2-1384-422b-acf8-c38a1e9efa3e up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:58:55.736164 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e6383-3557-4fad-860c-21470c7e13ee tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Pushing event updated for resources: {'Port': ['ID=2dbd61e5-745e-4cb0-a199-4f2a03601530,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:55.740924 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-861e6383-3557-4fad-860c-21470c7e13ee tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:55.783202 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-7bbfc0de-5663-4ff3-badb-0016e91d6917 req-fc23f240-a463-4141-9597-9aaa2571ed28 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Calling delete_port for 47b808ba-faf0-4fda-8f2f-8a85dac1ca22 owned by network:floatingip {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:58:55.924283 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port e00a9ee2-1384-422b-acf8-c38a1e9efa3e triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:55.924283 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:56.069807 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2c13869-0c8c-4844-85f4-3397e802cc83 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:56.075507 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1b07c40f-ff1b-4d96-98bf-03ca7ae179f1 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:56.192295 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c13869-0c8c-4844-85f4-3397e802cc83 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Network 86318e31-e7cc-4c31-86d0-4331bddd3853 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:56.199371 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-a2c13869-0c8c-4844-85f4-3397e802cc83 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:56.202292 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c13869-0c8c-4844-85f4-3397e802cc83 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:58:56.208431 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c13869-0c8c-4844-85f4-3397e802cc83 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Pushing event updated for resources: {'Port': ['ID=2e75ae50-76a5-4f2c-b1e7-b83840d4efb2,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:56.235513 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a2c13869-0c8c-4844-85f4-3397e802cc83 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:56.313391 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2c13869-0c8c-4844-85f4-3397e802cc83 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:56.359644 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-861e6383-3557-4fad-860c-21470c7e13ee tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:56.477200 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7bbfc0de-5663-4ff3-badb-0016e91d6917 req-fc23f240-a463-4141-9597-9aaa2571ed28 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:56.507387 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f82c8e46-6565-45a4-8b0e-82e0c40d391e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:56.657353 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7bbfc0de-5663-4ff3-badb-0016e91d6917 req-fc23f240-a463-4141-9597-9aaa2571ed28 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks [] for floatingip, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:56.660980 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-7bbfc0de-5663-4ff3-badb-0016e91d6917 req-fc23f240-a463-4141-9597-9aaa2571ed28 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:56.669252 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7bbfc0de-5663-4ff3-badb-0016e91d6917 req-fc23f240-a463-4141-9597-9aaa2571ed28 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "DELETE /v2.0/floatingips/2ad36801-20e9-4b8f-ac9c-2ba293c55a81 HTTP/1.1" status: 204 len: 173 time: 3.4399016 Jun 17 08:58:56.680427 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23f240-a463-4141-9597-9aaa2571ed28 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Pushing event deleted for resources: {'Port': ['ID=47b808ba-faf0-4fda-8f2f-8a85dac1ca22,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:56.695189 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fc23f240-a463-4141-9597-9aaa2571ed28 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:56.764535 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device c7183c1f-f7ca-41a4-9b32-f3fa0591266b up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:58:56.899030 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2c13869-0c8c-4844-85f4-3397e802cc83 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:56.929073 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port c7183c1f-f7ca-41a4-9b32-f3fa0591266b triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:56.929458 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:56.989388 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-62b84604-ae44-4260-9856-a5a771753a32 None None] Provisioning for port 2e75ae50-76a5-4f2c-b1e7-b83840d4efb2 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:58:56.993538 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e75298-c8e4-4fd4-90e4-4570421003a3 req-d542d123-548a-4d57-9446-392bb15942f1 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:57.001965 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-30e75298-c8e4-4fd4-90e4-4570421003a3 req-d542d123-548a-4d57-9446-392bb15942f1 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 945 time: 0.3192883 Jun 17 08:58:57.013659 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-62b84604-ae44-4260-9856-a5a771753a32 None None] Provisioning complete for port 2e75ae50-76a5-4f2c-b1e7-b83840d4efb2 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:57.014060 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-62b84604-ae44-4260-9856-a5a771753a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:57.029360 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-861e6383-3557-4fad-860c-21470c7e13ee tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:57.073135 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-861e6383-3557-4fad-860c-21470c7e13ee tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-940956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941038', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-949414'] for router, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:57.114774 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-30e75298-c8e4-4fd4-90e4-4570421003a3 req-ae6cf0d6-cc77-40fb-9877-0feaee7e3f21 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118209 Jun 17 08:58:57.145206 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fe5caa-9276-4e32-943d-5c4d3893f9c6 None None] Network 922f2c28-ae57-4ea7-be27-084c9b54a530 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:58:57.246808 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-62b84604-ae44-4260-9856-a5a771753a32 None None] Port 2e75ae50-76a5-4f2c-b1e7-b83840d4efb2 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:58:57.344094 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:57.410252 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861e6383-3557-4fad-860c-21470c7e13ee tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Router d5c2f79c-df06-4b03-ab31-7137eb2b7fdc is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:58:57.442086 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aa9328ae-dfc2-4e0d-aa90-7adabb2ccb63 req-cbfd9b73-63c0-408e-b38b-458bfb758993 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups/aa08fd38-8521-4450-8c43-345a3c1c25e7 HTTP/1.1" status: 200 len: 1808 time: 0.7322769 Jun 17 08:58:57.601417 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port c7183c1f-f7ca-41a4-9b32-f3fa0591266b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c7183c1f-f7ca-41a4-9b32-f3fa0591266b,segment=NetworkSegment(017d444f-7f66-4d60-991f-78a7d3563e0d),segment_id=017d444f-7f66-4d60-991f-78a7d3563e0d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:57.611130 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c59e00-23cf-4914-b65d-a1f2dfd2a2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7183c1f-f7ca-41a4-9b32-f3fa0591266b'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:58:57.627080 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b712d6-698b-4b0e-9bb3-ee8065330e39" -d '{"events": [{"server_uuid": "d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc", "name": "network-vif-plugged", "status": "completed", "tag": "c7183c1f-f7ca-41a4-9b32-f3fa0591266b"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:57.641714 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-6452593f-1375-4df4-b54d-c72b8be3711a None None] Provisioning for port 114dd5be-03aa-419c-8f39-b6b457135e96 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:58:57.694528 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:57.697859 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-2c88d0f4-087c-420b-82e8-a7a41e8a4e24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:57.731665 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bae4b2-ee30-40f7-985d-b7bb59358406 x-openstack-request-id: req-40bae4b2-ee30-40f7-985d-b7bb59358406 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:57.732086 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc", "name": "network-vif-plugged", "status": "completed", "tag": "c7183c1f-f7ca-41a4-9b32-f3fa0591266b", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:57.732242 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-40bae4b2-ee30-40f7-985d-b7bb59358406 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:57.733209 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c59e00-23cf-4914-b65d-a1f2dfd2a2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7183c1f-f7ca-41a4-9b32-f3fa0591266b', 'code': 200} Jun 17 08:58:57.758722 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 114dd5be-03aa-419c-8f39-b6b457135e96 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:58:57.798537 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=c7183c1f-f7ca-41a4-9b32-f3fa0591266b,revision_number=7']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:57.803355 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:57.825738 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2c13869-0c8c-4844-85f4-3397e802cc83 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:57.834413 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-aa9328ae-dfc2-4e0d-aa90-7adabb2ccb63 req-f4389807-c712-49d9-8fdb-580b051aa599 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:57.902691 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-aa9328ae-dfc2-4e0d-aa90-7adabb2ccb63 req-f4389807-c712-49d9-8fdb-580b051aa599 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:57.963395 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 114dd5be-03aa-419c-8f39-b6b457135e96 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:58:57.969750 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 114dd5be-03aa-419c-8f39-b6b457135e96 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:57.969750 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:58.004299 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2c13869-0c8c-4844-85f4-3397e802cc83 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:58.018164 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5e5bb594-46a4-4e7c-ac5d-b20b43d7436b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:58.121896 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:58.219549 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c13869-0c8c-4844-85f4-3397e802cc83 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Pushing event updated for resources: {'Port': ['ID=2e75ae50-76a5-4f2c-b1e7-b83840d4efb2,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:58.270861 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a2c13869-0c8c-4844-85f4-3397e802cc83 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:58.308962 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a2c13869-0c8c-4844-85f4-3397e802cc83 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:58.334125 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-3ec9cd89-8a7a-4d29-8549-d37b4a5f31b3 None None] Provisioning complete for port 114dd5be-03aa-419c-8f39-b6b457135e96 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:58.334698 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-3ec9cd89-8a7a-4d29-8549-d37b4a5f31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:58.384263 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:58.481943 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c13869-0c8c-4844-85f4-3397e802cc83 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Network 86318e31-e7cc-4c31-86d0-4331bddd3853 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:58.485305 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-aa9328ae-dfc2-4e0d-aa90-7adabb2ccb63 req-f4389807-c712-49d9-8fdb-580b051aa599 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:58.492912 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-aa9328ae-dfc2-4e0d-aa90-7adabb2ccb63 req-f4389807-c712-49d9-8fdb-580b051aa599 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:58.498005 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aa9328ae-dfc2-4e0d-aa90-7adabb2ccb63 req-f4389807-c712-49d9-8fdb-580b051aa599 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "DELETE /v2.0/security-groups/aa08fd38-8521-4450-8c43-345a3c1c25e7 HTTP/1.1" status: 204 len: 173 time: 1.0522289 Jun 17 08:58:58.512052 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-a2c13869-0c8c-4844-85f4-3397e802cc83 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:58.530597 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-721f5178-40a0-4f36-b25f-fdf5f004db67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:58.541564 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 114dd5be-03aa-419c-8f39-b6b457135e96, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=114dd5be-03aa-419c-8f39-b6b457135e96,segment=NetworkSegment(e339a81e-2536-41e1-a4b2-1585b2a0f98d),segment_id=e339a81e-2536-41e1-a4b2-1585b2a0f98d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:58.543510 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-3ec9cd89-8a7a-4d29-8549-d37b4a5f31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:58.701318 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4337a8c-bf15-4eb3-879b-a0761866b7f7 req-6b393705-5394-4aa8-89dc-49770281eeab tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:58.704579 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:58.708539 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f4337a8c-bf15-4eb3-879b-a0761866b7f7 req-6b393705-5394-4aa8-89dc-49770281eeab tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1897840 Jun 17 08:58:58.709163 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:58.728756 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861e6383-3557-4fad-860c-21470c7e13ee tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:58:58.729586 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4389807-c712-49d9-8fdb-580b051aa599 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa08fd38-8521-4450-8c43-345a3c1c25e7,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:58.734664 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-861e6383-3557-4fad-860c-21470c7e13ee tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:58.735971 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-861e6383-3557-4fad-860c-21470c7e13ee tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "PUT /v2.0/routers/d5c2f79c-df06-4b03-ab31-7137eb2b7fdc HTTP/1.1" status: 200 len: 915 time: 5.7114148 Jun 17 08:58:58.740274 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41066) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:58.741968 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d022ad41-4b72-4abc-885a-4f18da781c57 None None] Sync routers for ids ['d5c2f79c-df06-4b03-ab31-7137eb2b7fdc'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:58:58.767549 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f4389807-c712-49d9-8fdb-580b051aa599 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:58.772889 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d022ad41-4b72-4abc-885a-4f18da781c57 None None] Routers {'d5c2f79c-df06-4b03-ab31-7137eb2b7fdc'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:58.775368 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-d022ad41-4b72-4abc-885a-4f18da781c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['d5c2f79c-df06-4b03-ab31-7137eb2b7fdc'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:58.911905 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-d022ad41-4b72-4abc-885a-4f18da781c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:58.927449 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d022ad41-4b72-4abc-885a-4f18da781c57 None None] Routers {'d5c2f79c-df06-4b03-ab31-7137eb2b7fdc'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:58.928273 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-d022ad41-4b72-4abc-885a-4f18da781c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['d5c2f79c-df06-4b03-ab31-7137eb2b7fdc'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:58.974081 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=114dd5be-03aa-419c-8f39-b6b457135e96,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:58.982713 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:58.989101 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f4337a8c-bf15-4eb3-879b-a0761866b7f7 req-6cfde44f-e9d9-41e0-a489-7c52ca029995 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795262 Jun 17 08:58:59.010431 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.db.api [None req-3ec9cd89-8a7a-4d29-8549-d37b4a5f31b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:58:59.010431 n-d-758944-30 neutron-server[94521]: DEBUG oslo_db.api [None req-3ec9cd89-8a7a-4d29-8549-d37b4a5f31b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:58:59.052975 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-d022ad41-4b72-4abc-885a-4f18da781c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:59.060395 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d022ad41-4b72-4abc-885a-4f18da781c57 None None] The sync data for ids ['d5c2f79c-df06-4b03-ab31-7137eb2b7fdc'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:58:59.083754 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-98b0fdfd-eb3c-45fb-98ea-792b1e0abc33 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "GET /v2.0/routers/d5c2f79c-df06-4b03-ab31-7137eb2b7fdc HTTP/1.1" status: 200 len: 921 time: 0.3413792 Jun 17 08:58:59.085906 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41068) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:59.103681 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c13869-0c8c-4844-85f4-3397e802cc83 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Router b505e23c-e890-4c72-ba0f-809aa6dd9202 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:58:59.171804 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5677bf5-dac3-4dff-bb66-551ca6a2a393 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:59.174116 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b5677bf5-dac3-4dff-bb66-551ca6a2a393 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=47e26d50-07b5-44f6-8ce3-9ccc70a7083a&device_id=d5c2f79c-df06-4b03-ab31-7137eb2b7fdc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0866554 Jun 17 08:58:59.177547 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41070) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:59.275439 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c13869-0c8c-4844-85f4-3397e802cc83 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:58:59.281665 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a2c13869-0c8c-4844-85f4-3397e802cc83 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] 10.222.0.49 "PUT /v2.0/routers/b505e23c-e890-4c72-ba0f-809aa6dd9202/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2414815 Jun 17 08:58:59.284416 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41076) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:59.287111 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67736875-bc72-43d6-8f04-167e476013a6 None None] Sync routers for ids ['b505e23c-e890-4c72-ba0f-809aa6dd9202'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:58:59.301815 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d35f7c-e3c9-45d8-a1e1-74e038610fc2 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:59.304069 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67736875-bc72-43d6-8f04-167e476013a6 None None] Routers {'b505e23c-e890-4c72-ba0f-809aa6dd9202'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:59.304749 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-23d35f7c-e3c9-45d8-a1e1-74e038610fc2 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "GET /v2.0/networks/47e26d50-07b5-44f6-8ce3-9ccc70a7083a HTTP/1.1" status: 200 len: 881 time: 0.1257231 Jun 17 08:58:59.305287 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-67736875-bc72-43d6-8f04-167e476013a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['b505e23c-e890-4c72-ba0f-809aa6dd9202'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:59.307889 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41078) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:59.348310 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-48595d5a-0b7d-4df4-9a87-40e3592066be tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2f79c-df06-4b03-ab31-7137eb2b7fdc HTTP/1.1" status: 200 len: 205 time: 0.0385866 Jun 17 08:58:59.350600 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41080) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:59.438551 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-67736875-bc72-43d6-8f04-167e476013a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:59.466211 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67736875-bc72-43d6-8f04-167e476013a6 None None] Routers {'b505e23c-e890-4c72-ba0f-809aa6dd9202'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:59.466921 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-67736875-bc72-43d6-8f04-167e476013a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['b505e23c-e890-4c72-ba0f-809aa6dd9202'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:59.545947 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d763e27f-209e-4828-8b53-adce15cc3fdb tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:59.626307 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-67736875-bc72-43d6-8f04-167e476013a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:59.627013 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67736875-bc72-43d6-8f04-167e476013a6 None None] The sync data for ids ['b505e23c-e890-4c72-ba0f-809aa6dd9202'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:58:59.635317 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f4b7eded-6ab1-4768-9bc1-0368ca595405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:59.710405 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 114dd5be-03aa-419c-8f39-b6b457135e96 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:58:59.835893 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 114dd5be-03aa-419c-8f39-b6b457135e96 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:59.836534 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:59.904379 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d763e27f-209e-4828-8b53-adce15cc3fdb tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:59.933766 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e7fe8-38ff-463a-9599-2b960304ec4e req-1ced6107-2cc8-43aa-b4c7-3198cf9d95a7 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:59.944119 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0d9e7fe8-38ff-463a-9599-2b960304ec4e req-1ced6107-2cc8-43aa-b4c7-3198cf9d95a7 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 945 time: 0.1790748 Jun 17 08:59:00.017536 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-c96e71db-dbfe-4634-872a-9b5ac19327d1 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:59:00.021487 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c96e71db-dbfe-4634-872a-9b5ac19327d1 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] 10.222.0.49 "PUT /v2.0/routers/b505e23c-e890-4c72-ba0f-809aa6dd9202/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7279291 Jun 17 08:59:00.022073 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41098) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:00.059761 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-6b9e1a18-0dfc-4151-af8d-6d963fdffa86 None None] Provisioning complete for port 2e75ae50-76a5-4f2c-b1e7-b83840d4efb2 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:59:00.060539 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6b9e1a18-0dfc-4151-af8d-6d963fdffa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:00.075875 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0d9e7fe8-38ff-463a-9599-2b960304ec4e req-512323ab-3012-4aec-a3a8-bff55177ff13 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306465 Jun 17 08:59:00.168769 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-6b9e1a18-0dfc-4151-af8d-6d963fdffa86 None None] Port 2e75ae50-76a5-4f2c-b1e7-b83840d4efb2 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:59:00.329331 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb0568-a810-477d-9d10-343d99ddb2e3 req-5cab128f-c69e-4527-b9a6-423f39463a2e tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:00.332783 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-68bb0568-a810-477d-9d10-343d99ddb2e3 req-5cab128f-c69e-4527-b9a6-423f39463a2e tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1460252 Jun 17 08:59:00.406350 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-68bb0568-a810-477d-9d10-343d99ddb2e3 req-e0f8d1f3-3b8a-4c1c-9efe-496db5169304 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589907 Jun 17 08:59:00.453128 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-d763e27f-209e-4828-8b53-adce15cc3fdb tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Deleting port 2dbd61e5-745e-4cb0-a199-4f2a03601530 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:00.453612 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d763e27f-209e-4828-8b53-adce15cc3fdb tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:00.772304 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d763e27f-209e-4828-8b53-adce15cc3fdb tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:00.864641 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-d763e27f-209e-4828-8b53-adce15cc3fdb tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Calling delete_port for 2dbd61e5-745e-4cb0-a199-4f2a03601530 owned by network:router_gateway {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:01.061133 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0aa83e35-54f4-4ea9-82f9-ddaf2a7585b4 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:01.235357 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:01.305175 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1205c-576b-4bc4-94ad-4a59acc8ed20 req-d29fe478-87e5-4a5c-b63a-74087a12ce24 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:01.306683 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a8e1205c-576b-4bc4-94ad-4a59acc8ed20 req-d29fe478-87e5-4a5c-b63a-74087a12ce24 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 945 time: 0.0936563 Jun 17 08:59:01.384534 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a8e1205c-576b-4bc4-94ad-4a59acc8ed20 req-974395c4-3c85-4271-a70b-c78e4c1f3afe tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708323 Jun 17 08:59:01.418635 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d763e27f-209e-4828-8b53-adce15cc3fdb tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:01.423595 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7d130a79-f740-43fa-9d9d-40e7e5b4c1f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:01.460415 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763e27f-209e-4828-8b53-adce15cc3fdb tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Pushing event deleted for resources: {'Port': ['ID=2dbd61e5-745e-4cb0-a199-4f2a03601530,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:01.467843 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d763e27f-209e-4828-8b53-adce15cc3fdb tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:01.551405 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-0aa83e35-54f4-4ea9-82f9-ddaf2a7585b4 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Deleting port 2e75ae50-76a5-4f2c-b1e7-b83840d4efb2 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:01.551961 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0aa83e35-54f4-4ea9-82f9-ddaf2a7585b4 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:01.670648 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9216d4-c139-4623-b298-dd78f47c310c req-6a697136-414d-4a98-98de-69a98e4509d0 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:01.672313 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4e9216d4-c139-4623-b298-dd78f47c310c req-6a697136-414d-4a98-98de-69a98e4509d0 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1023877 Jun 17 08:59:01.763976 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d763e27f-209e-4828-8b53-adce15cc3fdb tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:01.772672 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4e9216d4-c139-4623-b298-dd78f47c310c req-ad669353-ce1f-4223-b244-16b1d2237974 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806875 Jun 17 08:59:01.906559 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d763e27f-209e-4828-8b53-adce15cc3fdb tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:01.919450 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d763e27f-209e-4828-8b53-adce15cc3fdb tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:01.991603 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0aa83e35-54f4-4ea9-82f9-ddaf2a7585b4 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:02.007364 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe0600-1240-4e56-b561-2452635350c2 req-ed59db59-49eb-47ba-97ef-161d4e36ea9f tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:02.009080 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-debe0600-1240-4e56-b561-2452635350c2 req-ed59db59-49eb-47ba-97ef-161d4e36ea9f tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.50 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 945 time: 0.4607205 Jun 17 08:59:02.079431 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-0aa83e35-54f4-4ea9-82f9-ddaf2a7585b4 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Calling delete_port for 2e75ae50-76a5-4f2c-b1e7-b83840d4efb2 owned by network:router_interface {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:02.118166 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d763e27f-209e-4828-8b53-adce15cc3fdb tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:02.118972 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d763e27f-209e-4828-8b53-adce15cc3fdb tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Fanout notify agent at l3_agent the message router_deleted on router d5c2f79c-df06-4b03-ab31-7137eb2b7fdc {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:59:02.133427 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d763e27f-209e-4828-8b53-adce15cc3fdb tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:02.134729 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d763e27f-209e-4828-8b53-adce15cc3fdb tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "DELETE /v2.0/routers/d5c2f79c-df06-4b03-ab31-7137eb2b7fdc HTTP/1.1" status: 204 len: 168 time: 2.7829452 Jun 17 08:59:02.139102 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41142) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:02.143989 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-242411f2-8fca-4659-a00f-4d6918d50a9c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-334438156', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}, 'admin_state_up': False}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:02.298168 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-242411f2-8fca-4659-a00f-4d6918d50a9c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:02.299340 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-242411f2-8fca-4659-a00f-4d6918d50a9c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:02.411331 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-242411f2-8fca-4659-a00f-4d6918d50a9c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:02.453520 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-debe0600-1240-4e56-b561-2452635350c2 req-56f737af-7cb6-437d-9caa-7f1d39a9df5f tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Deleting port 550848a8-2092-48a0-bb03-93bf85f705a2 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:02.453903 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-debe0600-1240-4e56-b561-2452635350c2 req-56f737af-7cb6-437d-9caa-7f1d39a9df5f tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:02.560790 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:02.567111 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0aa83e35-54f4-4ea9-82f9-ddaf2a7585b4 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:02.574394 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-067ac064-aee7-41a0-acf6-c036bf049ace tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:02.638557 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa83e35-54f4-4ea9-82f9-ddaf2a7585b4 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Pushing event deleted for resources: {'Port': ['ID=2e75ae50-76a5-4f2c-b1e7-b83840d4efb2,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:02.692513 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0aa83e35-54f4-4ea9-82f9-ddaf2a7585b4 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:02.769872 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-debe0600-1240-4e56-b561-2452635350c2 req-56f737af-7cb6-437d-9caa-7f1d39a9df5f tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] For port 550848a8-2092-48a0-bb03-93bf85f705a2, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=550848a8-2092-48a0-bb03-93bf85f705a2,segment=NetworkSegment(e7429738-07e7-45ca-9734-d788a782924a),segment_id=e7429738-07e7-45ca-9734-d788a782924a)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:02.774325 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-debe0600-1240-4e56-b561-2452635350c2 req-56f737af-7cb6-437d-9caa-7f1d39a9df5f tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:02.782599 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-242411f2-8fca-4659-a00f-4d6918d50a9c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:03.150890 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e165c-d510-40a9-a23a-301d780f6f30 req-a1751d79-315e-491e-8c23-103f9a9b23dd tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:03.158648 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ab6e165c-d510-40a9-a23a-301d780f6f30 req-a1751d79-315e-491e-8c23-103f9a9b23dd tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1103857 Jun 17 08:59:03.278750 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ab6e165c-d510-40a9-a23a-301d780f6f30 req-add9cd6a-f171-454f-bfc0-59ae4b5cc874 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190839 Jun 17 08:59:03.363519 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-242411f2-8fca-4659-a00f-4d6918d50a9c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router_gateway, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:03.397301 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-242411f2-8fca-4659-a00f-4d6918d50a9c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:03.539639 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-debe0600-1240-4e56-b561-2452635350c2 req-56f737af-7cb6-437d-9caa-7f1d39a9df5f tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Calling delete_port for 550848a8-2092-48a0-bb03-93bf85f705a2 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:03.684175 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-242411f2-8fca-4659-a00f-4d6918d50a9c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Allocated IP 172.25.2.251 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/4f3ecd36-5fc8-4094-b644-e16e2287408b) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:59:03.952203 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0aa83e35-54f4-4ea9-82f9-ddaf2a7585b4 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:03.970565 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-debe0600-1240-4e56-b561-2452635350c2 req-56f737af-7cb6-437d-9caa-7f1d39a9df5f tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:03.975718 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-242411f2-8fca-4659-a00f-4d6918d50a9c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:03.984923 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['550848a8-2092-48a0-bb03-93bf85f705a2'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:59:03.996209 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-609c17d3-0558-491d-9f7f-6e9e9147dc89 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:04.138213 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695cdedf-b578-4312-a2c4-6629e0351a5e req-dea5dc02-5fa6-4c7f-af53-52eb69c2835e tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:04.146474 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-695cdedf-b578-4312-a2c4-6629e0351a5e req-dea5dc02-5fa6-4c7f-af53-52eb69c2835e tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 945 time: 1.5270584 Jun 17 08:59:04.148123 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f737af-7cb6-437d-9caa-7f1d39a9df5f tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Pushing event deleted for resources: {'Port': ['ID=550848a8-2092-48a0-bb03-93bf85f705a2,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:04.151469 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-56f737af-7cb6-437d-9caa-7f1d39a9df5f tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:04.269001 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-debe0600-1240-4e56-b561-2452635350c2 req-56f737af-7cb6-437d-9caa-7f1d39a9df5f tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] No DVR routers for this DVR port 550848a8-2092-48a0-bb03-93bf85f705a2 on host n-h1-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:59:04.272081 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-debe0600-1240-4e56-b561-2452635350c2 req-56f737af-7cb6-437d-9caa-7f1d39a9df5f tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:04.275420 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-debe0600-1240-4e56-b561-2452635350c2 req-56f737af-7cb6-437d-9caa-7f1d39a9df5f tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.50 "DELETE /v2.0/ports/550848a8-2092-48a0-bb03-93bf85f705a2 HTTP/1.1" status: 204 len: 173 time: 2.2598145 Jun 17 08:59:04.290680 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6136c74e-efa7-4bd0-bb59-c62d723e4d87', 'name': 'network-vif-deleted', 'tag': '550848a8-2092-48a0-bb03-93bf85f705a2'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:59:04.293642 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf7bd3b-a611-4b86-a036-60b1b5faf50d" -d '{"events": [{"server_uuid": "6136c74e-efa7-4bd0-bb59-c62d723e4d87", "name": "network-vif-deleted", "tag": "550848a8-2092-48a0-bb03-93bf85f705a2"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:59:04.313411 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-242411f2-8fca-4659-a00f-4d6918d50a9c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:04.315571 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-526b06a0-7daa-420f-8a22-83b4b122e700 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:04.380017 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242411f2-8fca-4659-a00f-4d6918d50a9c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:59:04.384399 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-695cdedf-b578-4312-a2c4-6629e0351a5e req-d21dcfec-7969-4d51-b1c9-d562a3b1952e tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/security-groups?id=1cd232ca-134c-446c-84fa-2623987ab14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373352 Jun 17 08:59:04.391229 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-242411f2-8fca-4659-a00f-4d6918d50a9c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:59:04.393688 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242411f2-8fca-4659-a00f-4d6918d50a9c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Pushing event updated for resources: {'Port': ['ID=4f3ecd36-5fc8-4094-b644-e16e2287408b,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:04.396299 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242411f2-8fca-4659-a00f-4d6918d50a9c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:59:04.398596 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-242411f2-8fca-4659-a00f-4d6918d50a9c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:04.485031 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8502f92-e0ce-4be5-9aa1-e9fc34132055 x-openstack-request-id: req-d8502f92-e0ce-4be5-9aa1-e9fc34132055 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:59:04.485513 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6136c74e-efa7-4bd0-bb59-c62d723e4d87", "name": "network-vif-deleted", "tag": "550848a8-2092-48a0-bb03-93bf85f705a2", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:59:04.487005 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d8502f92-e0ce-4be5-9aa1-e9fc34132055 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:59:04.487592 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6136c74e-efa7-4bd0-bb59-c62d723e4d87', 'name': 'network-vif-deleted', 'tag': '550848a8-2092-48a0-bb03-93bf85f705a2', 'status': 'completed', 'code': 200} Jun 17 08:59:04.523222 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa83e35-54f4-4ea9-82f9-ddaf2a7585b4 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Router b505e23c-e890-4c72-ba0f-809aa6dd9202 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:59:04.707435 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa83e35-54f4-4ea9-82f9-ddaf2a7585b4 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:59:04.716666 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0aa83e35-54f4-4ea9-82f9-ddaf2a7585b4 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] 10.222.0.49 "PUT /v2.0/routers/b505e23c-e890-4c72-ba0f-809aa6dd9202/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6912251 Jun 17 08:59:04.722074 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41196) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:04.739456 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b938f6e9-8e0d-419d-9a37-fc24e4ac571a None None] Sync routers for ids ['b505e23c-e890-4c72-ba0f-809aa6dd9202'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:59:04.941308 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b938f6e9-8e0d-419d-9a37-fc24e4ac571a None None] Routers {'b505e23c-e890-4c72-ba0f-809aa6dd9202'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:04.941308 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-b938f6e9-8e0d-419d-9a37-fc24e4ac571a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['b505e23c-e890-4c72-ba0f-809aa6dd9202'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:04.942291 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-667a711e-3438-4dce-a21f-d414ce9a9868 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] delete failed (client error): The resource could not be found. Jun 17 08:59:04.942291 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-667a711e-3438-4dce-a21f-d414ce9a9868 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] 10.222.0.49 "DELETE /v2.0/routers/tempest-non_exist_router-1345199824 HTTP/1.1" status: 404 len: 335 time: 0.0854330 Jun 17 08:59:04.943438 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41198) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:04.943438 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-ceab959d-4b9d-4e39-9c10-7a2fc484f750 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b505e23c-e890-4c72-ba0f-809aa6dd9202'}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:04.977152 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-b938f6e9-8e0d-419d-9a37-fc24e4ac571a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:04.988070 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b938f6e9-8e0d-419d-9a37-fc24e4ac571a None None] Routers {'b505e23c-e890-4c72-ba0f-809aa6dd9202'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:04.988975 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-b938f6e9-8e0d-419d-9a37-fc24e4ac571a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['b505e23c-e890-4c72-ba0f-809aa6dd9202'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:05.022812 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1933f1b-4315-4c49-92aa-0b758c69822e req-0208a4fd-881d-4a17-ac26-cf15c7791b20 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:05.024577 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c1933f1b-4315-4c49-92aa-0b758c69822e req-0208a4fd-881d-4a17-ac26-cf15c7791b20 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1584599 Jun 17 08:59:05.028228 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-b938f6e9-8e0d-419d-9a37-fc24e4ac571a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:05.029093 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b938f6e9-8e0d-419d-9a37-fc24e4ac571a None None] The sync data for ids ['b505e23c-e890-4c72-ba0f-809aa6dd9202'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:59:05.113829 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c1933f1b-4315-4c49-92aa-0b758c69822e req-16f63f8f-d6c3-4874-bec9-5bf4a83ad9c1 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719662 Jun 17 08:59:05.327955 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ceab959d-4b9d-4e39-9c10-7a2fc484f750 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:05.348645 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-242411f2-8fca-4659-a00f-4d6918d50a9c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router_gateway, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:05.550443 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-ceab959d-4b9d-4e39-9c10-7a2fc484f750 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] update failed (client error): The resource could not be found. Jun 17 08:59:05.559527 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41214) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:05.561799 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ceab959d-4b9d-4e39-9c10-7a2fc484f750 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] 10.222.0.49 "PUT /v2.0/routers/b505e23c-e890-4c72-ba0f-809aa6dd9202 HTTP/1.1" status: 404 len: 339 time: 0.7445705 Jun 17 08:59:05.677090 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-362dbc12-8065-4bfd-a4cc-ea6ed67c65dd req-41a165a4-73d9-48c0-bd65-c07e8b876f67 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] 10.222.0.49 "GET /v2.0/ports?device_id=6136c74e-efa7-4bd0-bb59-c62d723e4d87 HTTP/1.1" status: 200 len: 210 time: 0.0473669 Jun 17 08:59:06.078752 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-242411f2-8fca-4659-a00f-4d6918d50a9c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:06.564023 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-22acdaa0-9158-480f-abf4-0951d9d89a1b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:06.732735 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 550848a8-2092-48a0-bb03-93bf85f705a2 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:59:06.858104 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 550848a8-2092-48a0-bb03-93bf85f705a2 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:59:06.858870 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 550848a8-2092-48a0-bb03-93bf85f705a2 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:59:07.069983 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41236) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:07.071008 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41238) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:07.256755 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-22acdaa0-9158-480f-abf4-0951d9d89a1b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Allocated IP 172.20.0.1 (bbafc2f7-3fa8-4096-aad1-287f94c265b2/c8dacbb5-0076-4eff-a0aa-05740b034f01/9dc19277-a0e5-4e17-ad68-e2e22d568368) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:59:07.420612 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-22acdaa0-9158-480f-abf4-0951d9d89a1b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:07.437167 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-22acdaa0-9158-480f-abf4-0951d9d89a1b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Transition to ACTIVE for port object 9dc19277-a0e5-4e17-ad68-e2e22d568368 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:59:07.580496 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-17d8350e-ee90-4abe-9b74-4d7a361a9c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:07.591086 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67910ecb-d3ab-4164-857b-b6bd896fea20 req-4100f469-08b6-4572-aab3-b4b77f4d6016 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:07.612260 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-67910ecb-d3ab-4164-857b-b6bd896fea20 req-4100f469-08b6-4572-aab3-b4b77f4d6016 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1331477 Jun 17 08:59:07.615506 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-22acdaa0-9158-480f-abf4-0951d9d89a1b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:07.632805 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d5603433-fc56-4c01-801d-8d53805cd055 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:07.711306 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22acdaa0-9158-480f-abf4-0951d9d89a1b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Network bbafc2f7-3fa8-4096-aad1-287f94c265b2 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:59:07.731468 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-22acdaa0-9158-480f-abf4-0951d9d89a1b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:59:07.731468 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acdaa0-9158-480f-abf4-0951d9d89a1b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Pushing event updated for resources: {'Port': ['ID=9dc19277-a0e5-4e17-ad68-e2e22d568368,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:07.743430 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-67910ecb-d3ab-4164-857b-b6bd896fea20 req-e599824b-971c-4c10-8eec-228237f640e9 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300185 Jun 17 08:59:07.768404 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-22acdaa0-9158-480f-abf4-0951d9d89a1b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:07.769561 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22acdaa0-9158-480f-abf4-0951d9d89a1b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:59:07.833441 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-22acdaa0-9158-480f-abf4-0951d9d89a1b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:07.999076 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-17d8350e-ee90-4abe-9b74-4d7a361a9c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:08.044939 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242411f2-8fca-4659-a00f-4d6918d50a9c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Router df477572-f886-4897-91d1-0b841141e0c2 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:59:08.198294 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242411f2-8fca-4659-a00f-4d6918d50a9c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:59:08.214499 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c92790-6cab-4399-8dd2-fc9527a5b148 None None] Sync routers for ids ['df477572-f886-4897-91d1-0b841141e0c2'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:59:08.233046 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ad8909ee-c5a2-43ce-a64e-27a671af406c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:08.240538 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c92790-6cab-4399-8dd2-fc9527a5b148 None None] Routers {'df477572-f886-4897-91d1-0b841141e0c2'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:08.243694 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-c6c92790-6cab-4399-8dd2-fc9527a5b148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['df477572-f886-4897-91d1-0b841141e0c2'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:08.310978 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-c6c92790-6cab-4399-8dd2-fc9527a5b148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:08.330016 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c92790-6cab-4399-8dd2-fc9527a5b148 None None] Routers {'df477572-f886-4897-91d1-0b841141e0c2'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:08.332518 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-c6c92790-6cab-4399-8dd2-fc9527a5b148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['df477572-f886-4897-91d1-0b841141e0c2'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:08.350633 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-17d8350e-ee90-4abe-9b74-4d7a361a9c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:08.371744 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f3984fb2-bfd0-42c7-b9ec-9146024c0531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:08.415667 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-22acdaa0-9158-480f-abf4-0951d9d89a1b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:08.446977 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-17d8350e-ee90-4abe-9b74-4d7a361a9c1a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3280e8c0e8db4bb4bbbc02e492fcda83&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3430092 Jun 17 08:59:08.448503 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41260) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:08.448642 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8350e-ee90-4abe-9b74-4d7a361a9c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc44cd6e-a180-46f6-994a-db5b7040635a,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:08.453234 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-17d8350e-ee90-4abe-9b74-4d7a361a9c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:08.466464 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-16e7b150-e3f9-4b7c-beb1-ac35f649ce0d None None] Provisioning for port 9dc19277-a0e5-4e17-ad68-e2e22d568368 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:59:08.467594 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-242411f2-8fca-4659-a00f-4d6918d50a9c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:08.471575 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-242411f2-8fca-4659-a00f-4d6918d50a9c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.3285201 Jun 17 08:59:08.471806 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-c6c92790-6cab-4399-8dd2-fc9527a5b148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:08.474463 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c92790-6cab-4399-8dd2-fc9527a5b148 None None] The sync data for ids ['df477572-f886-4897-91d1-0b841141e0c2'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:59:08.486273 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41262) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:08.491494 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-71b9242b-8aee-40bc-b395-d5b34a5a047d tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:08.492662 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-16e7b150-e3f9-4b7c-beb1-ac35f649ce0d None None] Provisioning complete for port 9dc19277-a0e5-4e17-ad68-e2e22d568368 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:59:08.493396 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-16e7b150-e3f9-4b7c-beb1-ac35f649ce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:08.577484 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-16e7b150-e3f9-4b7c-beb1-ac35f649ce0d None None] Port 9dc19277-a0e5-4e17-ad68-e2e22d568368 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:59:08.978119 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d4117aa8-c3ec-491f-84ca-9fadc81fc924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:09.003743 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-ad8909ee-c5a2-43ce-a64e-27a671af406c admin admin] Deleting port 2deff9f8-b1a7-4c31-ae5e-0c9576eceaae {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:09.004936 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ad8909ee-c5a2-43ce-a64e-27a671af406c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:09.047492 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d4117aa8-c3ec-491f-84ca-9fadc81fc924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:09.163610 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-22acdaa0-9158-480f-abf4-0951d9d89a1b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:09.192269 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-71b9242b-8aee-40bc-b395-d5b34a5a047d tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:09.248205 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-ad8909ee-c5a2-43ce-a64e-27a671af406c admin admin] For port 2deff9f8-b1a7-4c31-ae5e-0c9576eceaae, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=2deff9f8-b1a7-4c31-ae5e-0c9576eceaae,segment=NetworkSegment(e7429738-07e7-45ca-9734-d788a782924a),segment_id=e7429738-07e7-45ca-9734-d788a782924a)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:09.254106 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ad8909ee-c5a2-43ce-a64e-27a671af406c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:09.348307 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-22acdaa0-9158-480f-abf4-0951d9d89a1b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:09.353630 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2e51accb-d26e-4bcb-96b0-970397b0dbe7 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:09.360071 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-ad8909ee-c5a2-43ce-a64e-27a671af406c admin admin] Calling delete_port for 2deff9f8-b1a7-4c31-ae5e-0c9576eceaae owned by network:router_interface {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:09.376269 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d4117aa8-c3ec-491f-84ca-9fadc81fc924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:09.376269 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d4117aa8-c3ec-491f-84ca-9fadc81fc924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:09.376269 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d4117aa8-c3ec-491f-84ca-9fadc81fc924 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fc44cd6e-a180-46f6-994a-db5b7040635a HTTP/1.1" status: 204 len: 168 time: 0.6272836 Jun 17 08:59:09.399336 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcb1d5-831c-4cd5-974b-d54ac6ee1056 req-1549ccaa-eb16-494a-a2c2-d498e26f36b8 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:09.401920 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cedcb1d5-831c-4cd5-974b-d54ac6ee1056 req-1549ccaa-eb16-494a-a2c2-d498e26f36b8 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.4160430 Jun 17 08:59:09.481380 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acdaa0-9158-480f-abf4-0951d9d89a1b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Pushing event updated for resources: {'Port': ['ID=9dc19277-a0e5-4e17-ad68-e2e22d568368,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:09.488916 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-71b9242b-8aee-40bc-b395-d5b34a5a047d tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:09.493944 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-22acdaa0-9158-480f-abf4-0951d9d89a1b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:09.494781 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5c0284b3-7b25-4241-a517-e578fe90f0f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:09.505753 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4117aa8-c3ec-491f-84ca-9fadc81fc924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc44cd6e-a180-46f6-994a-db5b7040635a,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:09.507743 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-22acdaa0-9158-480f-abf4-0951d9d89a1b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:09.513629 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cedcb1d5-831c-4cd5-974b-d54ac6ee1056 req-89fa489d-1886-46d7-97cc-bc57a636b646 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731540 Jun 17 08:59:09.518843 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d4117aa8-c3ec-491f-84ca-9fadc81fc924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:09.685632 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22acdaa0-9158-480f-abf4-0951d9d89a1b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Network bbafc2f7-3fa8-4096-aad1-287f94c265b2 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:59:09.687216 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-22acdaa0-9158-480f-abf4-0951d9d89a1b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:59:09.797548 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-71b9242b-8aee-40bc-b395-d5b34a5a047d tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Deleting port 4f3ecd36-5fc8-4094-b644-e16e2287408b {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:09.798099 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-71b9242b-8aee-40bc-b395-d5b34a5a047d tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:09.888223 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22acdaa0-9158-480f-abf4-0951d9d89a1b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Router b505e23c-e890-4c72-ba0f-809aa6dd9202 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:59:09.989583 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-71b9242b-8aee-40bc-b395-d5b34a5a047d tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:10.016851 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ad8909ee-c5a2-43ce-a64e-27a671af406c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:10.038645 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dba34b9f-379d-423d-92a7-29efdf2e3700 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:10.056338 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22acdaa0-9158-480f-abf4-0951d9d89a1b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:59:10.064548 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-22acdaa0-9158-480f-abf4-0951d9d89a1b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] 10.222.0.49 "PUT /v2.0/routers/b505e23c-e890-4c72-ba0f-809aa6dd9202/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5036955 Jun 17 08:59:10.068409 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41286) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:10.078721 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16beb371-a198-4245-9da3-c91d121696b6 None None] Sync routers for ids ['b505e23c-e890-4c72-ba0f-809aa6dd9202'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:59:10.094429 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16beb371-a198-4245-9da3-c91d121696b6 None None] Routers {'b505e23c-e890-4c72-ba0f-809aa6dd9202'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:10.095273 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-16beb371-a198-4245-9da3-c91d121696b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['b505e23c-e890-4c72-ba0f-809aa6dd9202'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:10.178903 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-71b9242b-8aee-40bc-b395-d5b34a5a047d tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Calling delete_port for 4f3ecd36-5fc8-4094-b644-e16e2287408b owned by network:router_gateway {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:10.180588 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-16beb371-a198-4245-9da3-c91d121696b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:10.202526 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16beb371-a198-4245-9da3-c91d121696b6 None None] Routers {'b505e23c-e890-4c72-ba0f-809aa6dd9202'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:10.203555 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-16beb371-a198-4245-9da3-c91d121696b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['b505e23c-e890-4c72-ba0f-809aa6dd9202'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:10.233062 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-95fd3b55-f13f-4b15-9afb-ceb264fe84c8 None None] Provisioning complete for port 9dc19277-a0e5-4e17-ad68-e2e22d568368 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:59:10.233631 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-95fd3b55-f13f-4b15-9afb-ceb264fe84c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:10.273584 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-16beb371-a198-4245-9da3-c91d121696b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:10.278874 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16beb371-a198-4245-9da3-c91d121696b6 None None] The sync data for ids ['b505e23c-e890-4c72-ba0f-809aa6dd9202'] in n-d-758944-30 is: [] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:59:10.287554 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-bb3cd8fc-8a1f-4e72-847c-ab7cd89b20df tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:10.357875 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8909ee-c5a2-43ce-a64e-27a671af406c admin admin] Pushing event deleted for resources: {'Port': ['ID=2deff9f8-b1a7-4c31-ae5e-0c9576eceaae,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:10.374755 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ad8909ee-c5a2-43ce-a64e-27a671af406c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:10.381901 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-95fd3b55-f13f-4b15-9afb-ceb264fe84c8 None None] Port 9dc19277-a0e5-4e17-ad68-e2e22d568368 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:59:10.511670 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-bb3cd8fc-8a1f-4e72-847c-ab7cd89b20df tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 17 08:59:10.518723 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-bb3cd8fc-8a1f-4e72-847c-ab7cd89b20df tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] 10.222.0.49 "DELETE /v2.0/routers/b505e23c-e890-4c72-ba0f-809aa6dd9202 HTTP/1.1" status: 409 len: 329 time: 0.4490654 Jun 17 08:59:10.521504 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41292) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:10.715345 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41298) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:10.737552 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-71b9242b-8aee-40bc-b395-d5b34a5a047d tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:10.739920 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-04b1ca5e-27d1-4d53-803d-9eca95d03f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:10.851796 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-79e97884-22fc-4e0e-943d-7b49c74f7d24 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:11.092120 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9242b-8aee-40bc-b395-d5b34a5a047d tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Pushing event deleted for resources: {'Port': ['ID=4f3ecd36-5fc8-4094-b644-e16e2287408b,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:11.101264 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-71b9242b-8aee-40bc-b395-d5b34a5a047d tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:11.153681 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-71b9242b-8aee-40bc-b395-d5b34a5a047d tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:11.257096 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ad8909ee-c5a2-43ce-a64e-27a671af406c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:11.497295 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-04b1ca5e-27d1-4d53-803d-9eca95d03f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:11.612744 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b5107-7508-448f-bd2f-57c91baf2fe4 req-b2b5e65d-875b-4c68-96c6-f1307d0715b0 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:11.615172 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a28b5107-7508-448f-bd2f-57c91baf2fe4 req-b2b5e65d-875b-4c68-96c6-f1307d0715b0 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.9475722 Jun 17 08:59:11.652273 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-04b1ca5e-27d1-4d53-803d-9eca95d03f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:11.679176 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f182bbf2-44b5-4796-aa3c-8b1bdb907b40 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:11.706653 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1ca5e-27d1-4d53-803d-9eca95d03f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9e05bb-80e5-4f48-87ff-c9d57264af39,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:11.717447 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-04b1ca5e-27d1-4d53-803d-9eca95d03f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:11.745515 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-04b1ca5e-27d1-4d53-803d-9eca95d03f44 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4ceace05bfd94870863adb9a97b16ff9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0284994 Jun 17 08:59:11.761854 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41310) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:11.772973 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a28b5107-7508-448f-bd2f-57c91baf2fe4 req-eee41e74-68b4-45c5-9134-56956fc203af tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437724 Jun 17 08:59:11.908955 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-71b9242b-8aee-40bc-b395-d5b34a5a047d tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:11.920750 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-71b9242b-8aee-40bc-b395-d5b34a5a047d tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-940956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941038', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-949414'] for router, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:11.987930 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-152a1758-f6a3-4a24-850c-27ff083df7ed tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:12.063163 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b9242b-8aee-40bc-b395-d5b34a5a047d tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Router df477572-f886-4897-91d1-0b841141e0c2 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:59:12.423636 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-152a1758-f6a3-4a24-850c-27ff083df7ed tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Deleting port 9dc19277-a0e5-4e17-ad68-e2e22d568368 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:12.425246 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-152a1758-f6a3-4a24-850c-27ff083df7ed tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:12.534083 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-152a1758-f6a3-4a24-850c-27ff083df7ed tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:12.657641 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-152a1758-f6a3-4a24-850c-27ff083df7ed tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Calling delete_port for 9dc19277-a0e5-4e17-ad68-e2e22d568368 owned by network:router_interface {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:12.685221 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-12f2bcf5-83ab-4686-8a95-78baec35ca41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:12.699327 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8909ee-c5a2-43ce-a64e-27a671af406c admin admin] Router c64af7c6-d7a2-4252-88cf-b5cb4aca06ef has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:59:12.728175 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b9242b-8aee-40bc-b395-d5b34a5a047d tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:59:12.731519 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-12f2bcf5-83ab-4686-8a95-78baec35ca41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:12.739926 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdb2b2f-bd6e-4e7c-818e-4d913bd253dd None None] Sync routers for ids ['df477572-f886-4897-91d1-0b841141e0c2'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:59:12.747234 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-71b9242b-8aee-40bc-b395-d5b34a5a047d tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:12.749698 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-71b9242b-8aee-40bc-b395-d5b34a5a047d tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "PUT /v2.0/routers/df477572-f886-4897-91d1-0b841141e0c2 HTTP/1.1" status: 200 len: 705 time: 4.2624588 Jun 17 08:59:12.756063 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41324) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:12.764180 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdb2b2f-bd6e-4e7c-818e-4d913bd253dd None None] Routers {'df477572-f886-4897-91d1-0b841141e0c2'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:12.764850 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-8cdb2b2f-bd6e-4e7c-818e-4d913bd253dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['df477572-f886-4897-91d1-0b841141e0c2'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:12.868906 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-8cdb2b2f-bd6e-4e7c-818e-4d913bd253dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:12.892035 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdb2b2f-bd6e-4e7c-818e-4d913bd253dd None None] Routers {'df477572-f886-4897-91d1-0b841141e0c2'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:12.895909 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-8cdb2b2f-bd6e-4e7c-818e-4d913bd253dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['df477572-f886-4897-91d1-0b841141e0c2'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:13.014576 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-8cdb2b2f-bd6e-4e7c-818e-4d913bd253dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:13.016194 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdb2b2f-bd6e-4e7c-818e-4d913bd253dd None None] The sync data for ids ['df477572-f886-4897-91d1-0b841141e0c2'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:59:13.078376 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8909ee-c5a2-43ce-a64e-27a671af406c admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:59:13.092354 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef05603-9caf-4caa-a2af-97ee22eb64d0 None None] Sync routers for ids ['c64af7c6-d7a2-4252-88cf-b5cb4aca06ef'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:59:13.104554 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ad8909ee-c5a2-43ce-a64e-27a671af406c admin admin] 10.222.0.49 "PUT /v2.0/routers/c64af7c6-d7a2-4252-88cf-b5cb4aca06ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9966176 Jun 17 08:59:13.116724 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef05603-9caf-4caa-a2af-97ee22eb64d0 None None] Routers {'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:13.118884 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-3ef05603-9caf-4caa-a2af-97ee22eb64d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['c64af7c6-d7a2-4252-88cf-b5cb4aca06ef'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:13.122663 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41336) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:13.239079 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41340) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:13.239385 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4266f1f0-1469-4588-9497-7d291aef3120 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "GET /v2.0/routers/df477572-f886-4897-91d1-0b841141e0c2 HTTP/1.1" status: 200 len: 740 time: 0.2413242 Jun 17 08:59:13.328692 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-fd7fc626-3a14-45ea-b5c2-ffcb2ac96544 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=47e26d50-07b5-44f6-8ce3-9ccc70a7083a&device_id=df477572-f886-4897-91d1-0b841141e0c2 HTTP/1.1" status: 200 len: 205 time: 0.0772412 Jun 17 08:59:13.333523 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41342) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:13.376256 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5444bbdf-a32d-4c85-b094-d1547726fc49 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "GET /v2.0/ports?device_id=df477572-f886-4897-91d1-0b841141e0c2 HTTP/1.1" status: 200 len: 205 time: 0.0389943 Jun 17 08:59:13.439863 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63585541-a051-4218-bcca-14e111c49a3b req-fd3acd3d-8a95-468e-8ea9-9477a52e2ecd tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:13.439863 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-63585541-a051-4218-bcca-14e111c49a3b req-fd3acd3d-8a95-468e-8ea9-9477a52e2ecd tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.2577929 Jun 17 08:59:13.440814 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-3ef05603-9caf-4caa-a2af-97ee22eb64d0 None None] Set router c64af7c6-d7a2-4252-88cf-b5cb4aca06ef gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:59:13.451169 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41346) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:13.462851 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-63585541-a051-4218-bcca-14e111c49a3b req-d4c7fcec-6887-4d29-9097-bbfed993bb2e tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418289 Jun 17 08:59:13.536662 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-152a1758-f6a3-4a24-850c-27ff083df7ed tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:13.544441 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-56f737af-7cb6-437d-9caa-7f1d39a9df5f tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:13.548607 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f68480bc-85dd-43c5-8e6c-fa673e5b3f62 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:13.594384 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a1758-f6a3-4a24-850c-27ff083df7ed tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Pushing event deleted for resources: {'Port': ['ID=9dc19277-a0e5-4e17-ad68-e2e22d568368,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:13.595317 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-12f2bcf5-83ab-4686-8a95-78baec35ca41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:13.598187 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-12f2bcf5-83ab-4686-8a95-78baec35ca41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:13.599400 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-12f2bcf5-83ab-4686-8a95-78baec35ca41 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af9e05bb-80e5-4f48-87ff-c9d57264af39 HTTP/1.1" status: 204 len: 168 time: 1.8366904 Jun 17 08:59:13.628796 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-20fda816-cdf7-42b5-bde5-2c4d563342ae tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:13.634178 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f1e06dbd-96a3-4cb5-a859-fb9ed694b914 admin admin] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:13.639297 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-152a1758-f6a3-4a24-850c-27ff083df7ed tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:13.662644 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f2bcf5-83ab-4686-8a95-78baec35ca41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9e05bb-80e5-4f48-87ff-c9d57264af39,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:13.797019 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-3ef05603-9caf-4caa-a2af-97ee22eb64d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-884666845-router', 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd2b0d080-cef4-46f1-89ca-c450b47edccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:33Z', 'updated_at': '2021-06-17T08:59:09Z', 'revision_number': 5, 'project_id': 'cbe11fbb19094d7186a215cabecbca67', 'gw_port': {'id': 'd2b0d080-cef4-46f1-89ca-c450b47edccf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:34Z', 'updated_at': '2021-06-17T08:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:13.844353 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef05603-9caf-4caa-a2af-97ee22eb64d0 None None] Checking router: c64af7c6-d7a2-4252-88cf-b5cb4aca06ef for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:59:13.855967 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef05603-9caf-4caa-a2af-97ee22eb64d0 None None] Routers {'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:13.857083 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-3ef05603-9caf-4caa-a2af-97ee22eb64d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['c64af7c6-d7a2-4252-88cf-b5cb4aca06ef'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:13.907929 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-12f2bcf5-83ab-4686-8a95-78baec35ca41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:13.984247 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-152a1758-f6a3-4a24-850c-27ff083df7ed tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:14.088311 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-3ef05603-9caf-4caa-a2af-97ee22eb64d0 None None] Set router c64af7c6-d7a2-4252-88cf-b5cb4aca06ef gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:59:14.195218 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f68480bc-85dd-43c5-8e6c-fa673e5b3f62 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:14.199889 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f68480bc-85dd-43c5-8e6c-fa673e5b3f62 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:14.321514 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152a1758-f6a3-4a24-850c-27ff083df7ed tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Router b505e23c-e890-4c72-ba0f-809aa6dd9202 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:59:14.328277 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f1e06dbd-96a3-4cb5-a859-fb9ed694b914 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:14.418772 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152a1758-f6a3-4a24-850c-27ff083df7ed tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:59:14.429014 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-152a1758-f6a3-4a24-850c-27ff083df7ed tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] 10.222.0.49 "PUT /v2.0/routers/b505e23c-e890-4c72-ba0f-809aa6dd9202/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9048853 Jun 17 08:59:14.431344 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41364) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:14.452778 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38c5a12-1efa-417c-873c-68bb0a39afb6 None None] Sync routers for ids ['b505e23c-e890-4c72-ba0f-809aa6dd9202'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:59:14.458505 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-3ef05603-9caf-4caa-a2af-97ee22eb64d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-884666845-router', 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd2b0d080-cef4-46f1-89ca-c450b47edccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:33Z', 'updated_at': '2021-06-17T08:59:09Z', 'revision_number': 5, 'project_id': 'cbe11fbb19094d7186a215cabecbca67', 'gw_port': {'id': 'd2b0d080-cef4-46f1-89ca-c450b47edccf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:34Z', 'updated_at': '2021-06-17T08:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:14.488206 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-fcf7524f-5ee0-438c-b331-0fcd504b05be tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] show failed (client error): The resource could not be found. Jun 17 08:59:14.490492 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-fcf7524f-5ee0-438c-b331-0fcd504b05be tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] 10.222.0.49 "GET /v2.0/routers/tempest-non_exist_router-1136903568 HTTP/1.1" status: 404 len: 335 time: 0.0567563 Jun 17 08:59:14.491412 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f68480bc-85dd-43c5-8e6c-fa673e5b3f62 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:14.492154 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68480bc-85dd-43c5-8e6c-fa673e5b3f62 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Fanout notify agent at l3_agent the message router_deleted on router df477572-f886-4897-91d1-0b841141e0c2 {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:59:14.496364 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41368) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:14.502090 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-b203ed0b-62d3-4ae2-a4cc-8650148e925b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:14.511309 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f68480bc-85dd-43c5-8e6c-fa673e5b3f62 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:14.523766 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f68480bc-85dd-43c5-8e6c-fa673e5b3f62 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "DELETE /v2.0/routers/df477572-f886-4897-91d1-0b841141e0c2 HTTP/1.1" status: 204 len: 168 time: 1.0655012 Jun 17 08:59:14.558173 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef05603-9caf-4caa-a2af-97ee22eb64d0 None None] The sync data for ids ['c64af7c6-d7a2-4252-88cf-b5cb4aca06ef'] in n-d-758944-30 is: [{'id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-884666845-router', 'tenant_id': 'cbe11fbb19094d7186a215cabecbca67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd2b0d080-cef4-46f1-89ca-c450b47edccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:57:33Z', 'updated_at': '2021-06-17T08:59:09Z', 'revision_number': 5, 'project_id': 'cbe11fbb19094d7186a215cabecbca67', 'gw_port': {'id': 'd2b0d080-cef4-46f1-89ca-c450b47edccf', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64af7c6-d7a2-4252-88cf-b5cb4aca06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:57:34Z', 'updated_at': '2021-06-17T08:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:59:14.573938 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41372) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:14.631363 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7048f0e7-e653-4c82-87f6-014c7f56a505 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "GET /v2.0/ports?device_id=df477572-f886-4897-91d1-0b841141e0c2 HTTP/1.1" status: 200 len: 205 time: 0.0511799 Jun 17 08:59:14.632569 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41376) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:14.676388 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-b203ed0b-62d3-4ae2-a4cc-8650148e925b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] update failed (client error): The resource could not be found. Jun 17 08:59:14.696469 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b203ed0b-62d3-4ae2-a4cc-8650148e925b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] 10.222.0.49 "PUT /v2.0/routers/tempest-non_exist_router-1183574104 HTTP/1.1" status: 404 len: 335 time: 0.1984632 Jun 17 08:59:14.697268 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41378) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:14.738119 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-86a03b22-1e75-41d2-9db5-a88ce92c57bd tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] delete failed (client error): The resource could not be found. Jun 17 08:59:14.739585 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-86a03b22-1e75-41d2-9db5-a88ce92c57bd tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "DELETE /v2.0/routers/df477572-f886-4897-91d1-0b841141e0c2 HTTP/1.1" status: 404 len: 336 time: 0.1056738 Jun 17 08:59:14.744031 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41380) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:14.793443 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-30775907-ac91-44c2-8b02-71edc2bbfdd8 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c2f79c-df06-4b03-ab31-7137eb2b7fdc HTTP/1.1" status: 200 len: 205 time: 0.0466306 Jun 17 08:59:14.797224 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41382) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:14.814007 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-f1e06dbd-96a3-4cb5-a859-fb9ed694b914 admin admin] Deleting port d2b0d080-cef4-46f1-89ca-c450b47edccf {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:14.815140 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f1e06dbd-96a3-4cb5-a859-fb9ed694b914 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:14.827414 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38c5a12-1efa-417c-873c-68bb0a39afb6 None None] Routers {'b505e23c-e890-4c72-ba0f-809aa6dd9202'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:14.834270 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-a38c5a12-1efa-417c-873c-68bb0a39afb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['b505e23c-e890-4c72-ba0f-809aa6dd9202'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:14.898655 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb45ea25-13d1-4c36-8f8e-95c0cc5a5fd3 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Deleting subnet 58f9d257-862b-4c7c-a206-5223c028ef50 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:59:14.904320 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cb45ea25-13d1-4c36-8f8e-95c0cc5a5fd3 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:14.991675 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-a38c5a12-1efa-417c-873c-68bb0a39afb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:15.004995 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cb45ea25-13d1-4c36-8f8e-95c0cc5a5fd3 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:15.015294 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38c5a12-1efa-417c-873c-68bb0a39afb6 None None] Routers {'b505e23c-e890-4c72-ba0f-809aa6dd9202'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:15.016217 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-a38c5a12-1efa-417c-873c-68bb0a39afb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['b505e23c-e890-4c72-ba0f-809aa6dd9202'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:15.031571 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-b188a587-3339-43fe-a81a-48991ad393d1 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] delete failed (client error): The resource could not be found. Jun 17 08:59:15.035996 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b188a587-3339-43fe-a81a-48991ad393d1 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "DELETE /v2.0/routers/d5c2f79c-df06-4b03-ab31-7137eb2b7fdc HTTP/1.1" status: 404 len: 336 time: 0.2332504 Jun 17 08:59:15.042263 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41390) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:15.110694 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-a38c5a12-1efa-417c-873c-68bb0a39afb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:15.126162 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38c5a12-1efa-417c-873c-68bb0a39afb6 None None] The sync data for ids ['b505e23c-e890-4c72-ba0f-809aa6dd9202'] in n-d-758944-30 is: [] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:59:15.136402 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48563e6-576f-4a4f-aa3a-beee003976aa req-ecc6ee4e-3910-4bf7-8373-d388534a7569 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:15.138004 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f48563e6-576f-4a4f-aa3a-beee003976aa req-ecc6ee4e-3910-4bf7-8373-d388534a7569 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.3699577 Jun 17 08:59:15.149492 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5e4e99ad-116b-495f-822e-54365894cb71 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "GET /v2.0/ports?device_id=e90526a7-f9a8-4a98-9818-1e1cb4e1110b HTTP/1.1" status: 200 len: 205 time: 0.1023097 Jun 17 08:59:15.149725 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41394) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:15.248966 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-f1e06dbd-96a3-4cb5-a859-fb9ed694b914 admin admin] For port d2b0d080-cef4-46f1-89ca-c450b47edccf, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=d2b0d080-cef4-46f1-89ca-c450b47edccf,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:15.250313 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f1e06dbd-96a3-4cb5-a859-fb9ed694b914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:15.261298 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-e49ca2bc-9aaf-4dc8-a316-dbb6a9bb7047 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] delete failed (client error): The resource could not be found. Jun 17 08:59:15.261298 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e49ca2bc-9aaf-4dc8-a316-dbb6a9bb7047 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "DELETE /v2.0/routers/e90526a7-f9a8-4a98-9818-1e1cb4e1110b HTTP/1.1" status: 404 len: 336 time: 0.1090710 Jun 17 08:59:15.267816 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41398) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:15.328212 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f48563e6-576f-4a4f-aa3a-beee003976aa req-1199cd2f-6599-4625-82e0-d8090bdf1dd7 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662495 Jun 17 08:59:15.389855 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-10c057ac-e401-4d5a-b05d-b72ec7411e2d tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e3ecdae-954b-45f8-a15d-c0918ed169f1 HTTP/1.1" status: 200 len: 205 time: 0.1206689 Jun 17 08:59:15.393504 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41404) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:15.420126 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cb45ea25-13d1-4c36-8f8e-95c0cc5a5fd3 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:15.425565 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-f1e06dbd-96a3-4cb5-a859-fb9ed694b914 admin admin] Calling delete_port for d2b0d080-cef4-46f1-89ca-c450b47edccf owned by network:router_gateway {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:15.540124 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 2deff9f8-b1a7-4c31-ae5e-0c9576eceaae no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:59:15.610036 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 2deff9f8-b1a7-4c31-ae5e-0c9576eceaae {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:59:15.610385 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 2deff9f8-b1a7-4c31-ae5e-0c9576eceaae not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:59:15.650006 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-7b462ede-e17e-4953-95fc-8a68663cc08a tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] delete failed (client error): The resource could not be found. Jun 17 08:59:15.653471 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7b462ede-e17e-4953-95fc-8a68663cc08a tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "DELETE /v2.0/routers/0e3ecdae-954b-45f8-a15d-c0918ed169f1 HTTP/1.1" status: 404 len: 336 time: 0.2566621 Jun 17 08:59:15.661201 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41408) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:15.755803 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-27b1f185-c983-41aa-bb1d-4f5113824af0 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "GET /v2.0/ports?device_id=9216627f-8ae0-4c7e-87a0-b3d1bce20d05 HTTP/1.1" status: 200 len: 205 time: 0.0916481 Jun 17 08:59:15.763307 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41412) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:15.820404 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-b0806b68-fab0-40e6-93c8-24e528777c6b tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] delete failed (client error): The resource could not be found. Jun 17 08:59:15.821480 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b0806b68-fab0-40e6-93c8-24e528777c6b tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "DELETE /v2.0/routers/9216627f-8ae0-4c7e-87a0-b3d1bce20d05 HTTP/1.1" status: 404 len: 336 time: 0.0570230 Jun 17 08:59:15.825368 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41416) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:15.858460 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b179c431-00a1-4bcc-8fd5-d583c900e42c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "GET /v2.0/ports?device_id=38d1b9f3-63da-41a3-b76c-2ad2f1a5eb7d HTTP/1.1" status: 200 len: 205 time: 0.0317011 Jun 17 08:59:15.861113 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41418) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:15.880860 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cb45ea25-13d1-4c36-8f8e-95c0cc5a5fd3 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:15.895563 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-db347226-c3ed-434c-9a1c-a50214177e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:15.899337 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cb45ea25-13d1-4c36-8f8e-95c0cc5a5fd3 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:15.901343 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-cb45ea25-13d1-4c36-8f8e-95c0cc5a5fd3 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] 10.222.0.49 "DELETE /v2.0/subnets/58f9d257-862b-4c7c-a206-5223c028ef50 HTTP/1.1" status: 204 len: 168 time: 1.2028787 Jun 17 08:59:15.923235 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41422) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:15.927648 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a745c255-318f-48f9-8184-a5f5d272a5a3 None None] Network 922f2c28-ae57-4ea7-be27-084c9b54a530 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:59:15.942010 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45ea25-13d1-4c36-8f8e-95c0cc5a5fd3 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Pushing event deleted for resources: {'Subnet': ['ID=58f9d257-862b-4c7c-a206-5223c028ef50,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:15.953252 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cb45ea25-13d1-4c36-8f8e-95c0cc5a5fd3 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:15.961512 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-a8693883-6d6b-4875-9813-1a37e2877a56 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] delete failed (client error): The resource could not be found. Jun 17 08:59:15.965620 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a8693883-6d6b-4875-9813-1a37e2877a56 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "DELETE /v2.0/routers/38d1b9f3-63da-41a3-b76c-2ad2f1a5eb7d HTTP/1.1" status: 404 len: 336 time: 0.1032941 Jun 17 08:59:15.968091 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41424) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:16.003504 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e45e42b-0e63-4042-8f8a-1bf993d1034e tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] DELETE failed (client error): The resource could not be found. Jun 17 08:59:16.004269 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e45e42b-0e63-4042-8f8a-1bf993d1034e tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94520) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:59:16.006250 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-8e45e42b-0e63-4042-8f8a-1bf993d1034e tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] 10.222.0.49 "DELETE /v2.0/subnets/9cd8902e-a8c7-4081-b58e-bdb74d8f2062 HTTP/1.1" status: 404 len: 337 time: 0.0366085 Jun 17 08:59:16.064313 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f1e06dbd-96a3-4cb5-a859-fb9ed694b914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:16.064748 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-19109de5-ad3f-430d-876c-9e77ab862350 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Deleting subnet 859af28a-d494-4789-a7c6-e95682e97edf {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:59:16.068585 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3d5bf99a-8f68-49e1-8a25-22df91b6b912 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:16.101507 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-19109de5-ad3f-430d-876c-9e77ab862350 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:16.136644 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-19109de5-ad3f-430d-876c-9e77ab862350 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:16.144712 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e06dbd-96a3-4cb5-a859-fb9ed694b914 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2b0d080-cef4-46f1-89ca-c450b47edccf,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:16.148988 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f1e06dbd-96a3-4cb5-a859-fb9ed694b914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:16.217449 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f1e06dbd-96a3-4cb5-a859-fb9ed694b914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:16.234209 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-19109de5-ad3f-430d-876c-9e77ab862350 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:16.252032 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58f134a-10b6-439e-a825-cb38eda6048b None None] DHCP port deletion for 922f2c28-ae57-4ea7-be27-084c9b54a530 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:59:16.341365 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f1e06dbd-96a3-4cb5-a859-fb9ed694b914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:16.344311 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f1e06dbd-96a3-4cb5-a859-fb9ed694b914 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:16.396974 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-f58f134a-10b6-439e-a825-cb38eda6048b None None] Deleting port 114dd5be-03aa-419c-8f39-b6b457135e96 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:16.396974 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f58f134a-10b6-439e-a825-cb38eda6048b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:16.496609 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-19109de5-ad3f-430d-876c-9e77ab862350 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:16.511593 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0a67009d-de5d-4f6f-81d7-b8d5d3abfbc7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:16.543980 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230c92ad-d9b7-4f0b-bb39-79b2861fbd72 None None] Network 86318e31-e7cc-4c31-86d0-4331bddd3853 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:59:16.569215 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-19109de5-ad3f-430d-876c-9e77ab862350 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:16.573601 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-19109de5-ad3f-430d-876c-9e77ab862350 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] 10.222.0.49 "DELETE /v2.0/subnets/859af28a-d494-4789-a7c6-e95682e97edf HTTP/1.1" status: 204 len: 168 time: 0.6469803 Jun 17 08:59:16.574614 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41442) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:16.586747 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19109de5-ad3f-430d-876c-9e77ab862350 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Pushing event deleted for resources: {'Subnet': ['ID=859af28a-d494-4789-a7c6-e95682e97edf,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:16.592607 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-19109de5-ad3f-430d-876c-9e77ab862350 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:16.598123 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-f58f134a-10b6-439e-a825-cb38eda6048b None None] For port 114dd5be-03aa-419c-8f39-b6b457135e96, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=114dd5be-03aa-419c-8f39-b6b457135e96,segment=NetworkSegment(e339a81e-2536-41e1-a4b2-1585b2a0f98d),segment_id=e339a81e-2536-41e1-a4b2-1585b2a0f98d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:16.606109 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f58f134a-10b6-439e-a825-cb38eda6048b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:16.640697 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f1e06dbd-96a3-4cb5-a859-fb9ed694b914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:16.641539 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e06dbd-96a3-4cb5-a859-fb9ed694b914 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c64af7c6-d7a2-4252-88cf-b5cb4aca06ef {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:59:16.705985 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f1e06dbd-96a3-4cb5-a859-fb9ed694b914 admin admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:16.717555 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f1e06dbd-96a3-4cb5-a859-fb9ed694b914 admin admin] 10.222.0.49 "DELETE /v2.0/routers/c64af7c6-d7a2-4252-88cf-b5cb4aca06ef HTTP/1.1" status: 204 len: 168 time: 3.5823138 Jun 17 08:59:16.719244 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41444) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:16.803084 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-20df93fc-1239-4d5c-8c84-a5040a9896c6 admin admin] Deleting subnet 35b8e34e-65da-4d19-a52e-304d829df850 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:59:16.807497 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-20df93fc-1239-4d5c-8c84-a5040a9896c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:16.885601 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-20df93fc-1239-4d5c-8c84-a5040a9896c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:16.920162 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b341ea2b-2a06-4db2-b88f-9ee4426a6a2e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:16.950434 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-f58f134a-10b6-439e-a825-cb38eda6048b None None] Calling delete_port for 114dd5be-03aa-419c-8f39-b6b457135e96 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:16.989340 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-20df93fc-1239-4d5c-8c84-a5040a9896c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:17.006708 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18abd30-1449-4978-8025-cec2ce6db2dd req-f22a71e8-3e8a-453e-a83c-2767d3b8a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:17.008324 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b18abd30-1449-4978-8025-cec2ce6db2dd req-f22a71e8-3e8a-453e-a83c-2767d3b8a203 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9baf6f30d6ad4a09b3077aa4ccbb2548&device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 1098 time: 0.4061611 Jun 17 08:59:17.126958 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2621e-8b42-4130-b4f2-01716904e1ca req-62c32dc7-f7e9-4cb4-a532-913761f23a66 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:17.135111 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ffe2621e-8b42-4130-b4f2-01716904e1ca req-62c32dc7-f7e9-4cb4-a532-913761f23a66 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.4377987 Jun 17 08:59:17.153033 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41458) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:17.215745 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-20df93fc-1239-4d5c-8c84-a5040a9896c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:17.219313 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a2e401ec-1ac9-4416-b426-befe053fb58b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:17.283588 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ffe2621e-8b42-4130-b4f2-01716904e1ca req-9285fe09-447c-4a3b-9017-261e81e73bfa tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402133 Jun 17 08:59:17.316573 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df93fc-1239-4d5c-8c84-a5040a9896c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35b8e34e-65da-4d19-a52e-304d829df850,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:17.345596 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18abd30-1449-4978-8025-cec2ce6db2dd req-ff3b5dee-5a6e-41a2-98fd-58adb9750654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:17.347788 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b18abd30-1449-4978-8025-cec2ce6db2dd req-ff3b5dee-5a6e-41a2-98fd-58adb9750654 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5788c246-d497-4e21-8243-0ca8d7b04d08 HTTP/1.1" status: 200 len: 915 time: 0.2724125 Jun 17 08:59:17.364846 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-20df93fc-1239-4d5c-8c84-a5040a9896c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:17.388220 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-b341ea2b-2a06-4db2-b88f-9ee4426a6a2e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Deleting port 114dd5be-03aa-419c-8f39-b6b457135e96 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:17.388597 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b341ea2b-2a06-4db2-b88f-9ee4426a6a2e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:17.396093 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-20df93fc-1239-4d5c-8c84-a5040a9896c6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/35b8e34e-65da-4d19-a52e-304d829df850 HTTP/1.1" status: 204 len: 168 time: 0.6742022 Jun 17 08:59:17.404271 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41466) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:17.409363 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-20df93fc-1239-4d5c-8c84-a5040a9896c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:17.534818 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0f8bd3-d39e-43aa-8af0-575c2fe844ad None None] DHCP port deletion for 86318e31-e7cc-4c31-86d0-4331bddd3853 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:59:17.540352 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f58f134a-10b6-439e-a825-cb38eda6048b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:17.544984 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9284baf2-5a1a-40bf-b154-610656f3c64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:17.597009 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f134a-10b6-439e-a825-cb38eda6048b None None] Pushing event deleted for resources: {'Port': ['ID=114dd5be-03aa-419c-8f39-b6b457135e96,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:17.654076 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-b341ea2b-2a06-4db2-b88f-9ee4426a6a2e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] For port 114dd5be-03aa-419c-8f39-b6b457135e96, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=114dd5be-03aa-419c-8f39-b6b457135e96,segment=NetworkSegment(e339a81e-2536-41e1-a4b2-1585b2a0f98d),segment_id=e339a81e-2536-41e1-a4b2-1585b2a0f98d)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:17.654529 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b341ea2b-2a06-4db2-b88f-9ee4426a6a2e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:17.685288 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device e00a9ee2-1384-422b-acf8-c38a1e9efa3e no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:59:17.734044 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:17.747509 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-02276cab-7f7b-40a3-a720-69e78ac536cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:17.748506 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58f134a-10b6-439e-a825-cb38eda6048b None None] No DVR routers for this DVR port 114dd5be-03aa-419c-8f39-b6b457135e96 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:59:17.762932 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f134a-10b6-439e-a825-cb38eda6048b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:17.763477 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f134a-10b6-439e-a825-cb38eda6048b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:17.764128 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f134a-10b6-439e-a825-cb38eda6048b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:17.765454 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f134a-10b6-439e-a825-cb38eda6048b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:17.766455 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f134a-10b6-439e-a825-cb38eda6048b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:17.767824 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f134a-10b6-439e-a825-cb38eda6048b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:17.768386 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f134a-10b6-439e-a825-cb38eda6048b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:17.768960 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f134a-10b6-439e-a825-cb38eda6048b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:17.769534 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f134a-10b6-439e-a825-cb38eda6048b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:17.770115 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f134a-10b6-439e-a825-cb38eda6048b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:17.770656 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f134a-10b6-439e-a825-cb38eda6048b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:17.771237 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f134a-10b6-439e-a825-cb38eda6048b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:17.781086 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f58f134a-10b6-439e-a825-cb38eda6048b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:17.798165 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ebc69367-6d42-480e-8f9c-3f77d5015cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:17.833607 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:17.873271 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-b341ea2b-2a06-4db2-b88f-9ee4426a6a2e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Calling delete_port for 114dd5be-03aa-419c-8f39-b6b457135e96 owned by network:dhcp {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:17.958324 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port e00a9ee2-1384-422b-acf8-c38a1e9efa3e, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=e00a9ee2-1384-422b-acf8-c38a1e9efa3e,segment=NetworkSegment(917a4b1c-14dc-409d-8542-8423f334ddf1),segment_id=917a4b1c-14dc-409d-8542-8423f334ddf1)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:17.980307 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b18abd30-1449-4978-8025-cec2ce6db2dd req-518f8efb-8c80-42c5-a1ba-b5da9bef7871 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7183c1f-f7ca-41a4-9b32-f3fa0591266b HTTP/1.1" status: 200 len: 217 time: 0.6056335 Jun 17 08:59:17.997420 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-ca0f8bd3-d39e-43aa-8af0-575c2fe844ad None None] Deleting port e00a9ee2-1384-422b-acf8-c38a1e9efa3e {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:18.002165 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ca0f8bd3-d39e-43aa-8af0-575c2fe844ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:18.132459 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b341ea2b-2a06-4db2-b88f-9ee4426a6a2e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:18.134610 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-ca0f8bd3-d39e-43aa-8af0-575c2fe844ad None None] For port e00a9ee2-1384-422b-acf8-c38a1e9efa3e, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=e00a9ee2-1384-422b-acf8-c38a1e9efa3e,segment=NetworkSegment(917a4b1c-14dc-409d-8542-8423f334ddf1),segment_id=917a4b1c-14dc-409d-8542-8423f334ddf1)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:18.138169 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ca0f8bd3-d39e-43aa-8af0-575c2fe844ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:18.146231 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:18.146231 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 114dd5be-03aa-419c-8f39-b6b457135e96 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:59:18.147625 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-02276cab-7f7b-40a3-a720-69e78ac536cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:18.167574 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-dbb29963-65d7-4a4c-ad80-dc1b62b3babe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:18.168250 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-02276cab-7f7b-40a3-a720-69e78ac536cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af45f096-912c-4a55-9631-8ecfd7c931d7']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:18.181145 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ebc69367-6d42-480e-8f9c-3f77d5015cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:18.186438 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-02276cab-7f7b-40a3-a720-69e78ac536cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7429738-07e7-45ca-9734-d788a782924a') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:18.186438 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-02276cab-7f7b-40a3-a720-69e78ac536cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7429738-07e7-45ca-9734-d788a782924a') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:18.205087 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f1e06dbd-96a3-4cb5-a859-fb9ed694b914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:18.206973 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-02276cab-7f7b-40a3-a720-69e78ac536cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:18.235186 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-02276cab-7f7b-40a3-a720-69e78ac536cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02276cab-7f7b-40a3-a720-69e78ac536cd admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-02276cab-7f7b-40a3-a720-69e78ac536cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:59:18.257964 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:59:18.284489 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ebc69367-6d42-480e-8f9c-3f77d5015cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:18.288650 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6ab8f1a2-6d5c-4bd8-aa8d-2a1dd7368857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:18.305828 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341ea2b-2a06-4db2-b88f-9ee4426a6a2e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Pushing event deleted for resources: {'Port': ['ID=114dd5be-03aa-419c-8f39-b6b457135e96,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:18.316039 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b341ea2b-2a06-4db2-b88f-9ee4426a6a2e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:18.341798 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b341ea2b-2a06-4db2-b88f-9ee4426a6a2e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] No DVR routers for this DVR port 114dd5be-03aa-419c-8f39-b6b457135e96 on host n-d-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:59:18.410340 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18abd30-1449-4978-8025-cec2ce6db2dd req-3de8db6f-2b67-40b3-aa7c-3ec4ed56752c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:18.411954 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b18abd30-1449-4978-8025-cec2ce6db2dd req-3de8db6f-2b67-40b3-aa7c-3ec4ed56752c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c704bc30-219f-4216-8f07-a3fd2280feec HTTP/1.1" status: 200 len: 854 time: 0.4106069 Jun 17 08:59:18.466243 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc69367-6d42-480e-8f9c-3f77d5015cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef90dbb8-3fa1-4cbd-ae46-95be237f8d55,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:18.472298 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ebc69367-6d42-480e-8f9c-3f77d5015cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:18.477971 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ebc69367-6d42-480e-8f9c-3f77d5015cbc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c58c8eb5c3134767a7282b04149fd6ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3208809 Jun 17 08:59:18.479304 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41496) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:18.484034 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b18abd30-1449-4978-8025-cec2ce6db2dd req-62c0b123-9c11-4987-a41e-38a149d053cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5788c246-d497-4e21-8243-0ca8d7b04d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565250 Jun 17 08:59:18.531232 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-02276cab-7f7b-40a3-a720-69e78ac536cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:18.531959 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b341ea2b-2a06-4db2-b88f-9ee4426a6a2e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:18.545718 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-ca0f8bd3-d39e-43aa-8af0-575c2fe844ad None None] Calling delete_port for e00a9ee2-1384-422b-acf8-c38a1e9efa3e owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:18.552631 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 114dd5be-03aa-419c-8f39-b6b457135e96 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:59:18.559651 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-02276cab-7f7b-40a3-a720-69e78ac536cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:18.560368 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 114dd5be-03aa-419c-8f39-b6b457135e96 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:59:18.561020 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d2b0d080-cef4-46f1-89ca-c450b47edccf no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:59:18.568400 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-02276cab-7f7b-40a3-a720-69e78ac536cd admin admin] 10.222.0.49 "DELETE /v2.0/networks/af45f096-912c-4a55-9631-8ecfd7c931d7 HTTP/1.1" status: 204 len: 168 time: 1.1521673 Jun 17 08:59:18.580082 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-b341ea2b-2a06-4db2-b88f-9ee4426a6a2e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922f2c28-ae57-4ea7-be27-084c9b54a530']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:18.590216 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-65a087af-3387-4e7d-afe4-34695efd826c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:18.592104 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-b341ea2b-2a06-4db2-b88f-9ee4426a6a2e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e339a81e-2536-41e1-a4b2-1585b2a0f98d') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:18.592481 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-b341ea2b-2a06-4db2-b88f-9ee4426a6a2e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e339a81e-2536-41e1-a4b2-1585b2a0f98d') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:18.595115 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: d2b0d080-cef4-46f1-89ca-c450b47edccf {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:59:18.595997 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d2b0d080-cef4-46f1-89ca-c450b47edccf not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:59:18.606347 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b341ea2b-2a06-4db2-b88f-9ee4426a6a2e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:18.617009 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=e00a9ee2-1384-422b-acf8-c38a1e9efa3e,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:18.628140 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b341ea2b-2a06-4db2-b88f-9ee4426a6a2e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:18.635592 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b341ea2b-2a06-4db2-b88f-9ee4426a6a2e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:59:18.636034 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b341ea2b-2a06-4db2-b88f-9ee4426a6a2e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:18.637068 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:18.694985 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02276cab-7f7b-40a3-a720-69e78ac536cd admin admin] Pushing event deleted for resources: {'Network': ['ID=af45f096-912c-4a55-9631-8ecfd7c931d7,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: self.session.flush() Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:59:18.771608 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:59:18.774894 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-02276cab-7f7b-40a3-a720-69e78ac536cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:18.825390 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b18abd30-1449-4978-8025-cec2ce6db2dd req-ee4070e5-adaf-452d-9ca3-5a7bf86ffe50 service neutron] 10.222.0.53 "GET /v2.0/networks/5788c246-d497-4e21-8243-0ca8d7b04d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177762 Jun 17 08:59:18.827273 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3ee47edb-9bcc-4082-9e8e-736ce39951ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:18.838944 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce4f93-92fe-40ce-9547-939d533745b6 req-eed9837d-a017-4dfa-b964-c5068df4c607 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:18.841182 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-68ce4f93-92fe-40ce-9547-939d533745b6 req-eed9837d-a017-4dfa-b964-c5068df4c607 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.2618363 Jun 17 08:59:18.883049 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3ee47edb-9bcc-4082-9e8e-736ce39951ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:18.914408 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-68ce4f93-92fe-40ce-9547-939d533745b6 req-22586cda-f557-4109-b65c-9cd8c956fdaf tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623035 Jun 17 08:59:18.923431 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ca0f8bd3-d39e-43aa-8af0-575c2fe844ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:18.934731 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-2625acdd-9251-4f99-ba97-64cace3affa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:18.936079 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b18abd30-1449-4978-8025-cec2ce6db2dd req-155b89cf-4a7c-4f55-9321-2b5915693948 service neutron] 10.222.0.53 "GET /v2.0/networks/5788c246-d497-4e21-8243-0ca8d7b04d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039884 Jun 17 08:59:18.961187 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b341ea2b-2a06-4db2-b88f-9ee4426a6a2e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:18.965165 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0f86b26c-b549-4153-916a-2699a5e443f9 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:18.971092 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b341ea2b-2a06-4db2-b88f-9ee4426a6a2e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:18.973515 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b341ea2b-2a06-4db2-b88f-9ee4426a6a2e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] 10.222.0.49 "DELETE /v2.0/networks/922f2c28-ae57-4ea7-be27-084c9b54a530 HTTP/1.1" status: 204 len: 168 time: 2.3981619 Jun 17 08:59:18.976679 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41510) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:18.989453 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0f8bd3-d39e-43aa-8af0-575c2fe844ad None None] No DVR routers for this DVR port e00a9ee2-1384-422b-acf8-c38a1e9efa3e on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:59:18.995820 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f8bd3-d39e-43aa-8af0-575c2fe844ad None None] Pushing event deleted for resources: {'Port': ['ID=e00a9ee2-1384-422b-acf8-c38a1e9efa3e,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:19.000583 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341ea2b-2a06-4db2-b88f-9ee4426a6a2e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Pushing event deleted for resources: {'Network': ['ID=922f2c28-ae57-4ea7-be27-084c9b54a530,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:19.012226 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-ca0f8bd3-d39e-43aa-8af0-575c2fe844ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:19.012665 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b341ea2b-2a06-4db2-b88f-9ee4426a6a2e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:19.081440 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c80ff06-faf6-490e-9815-ce00b51c3ee7 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:19.143649 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3ee47edb-9bcc-4082-9e8e-736ce39951ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:19.147076 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3ee47edb-9bcc-4082-9e8e-736ce39951ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:19.148489 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3ee47edb-9bcc-4082-9e8e-736ce39951ab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ef90dbb8-3fa1-4cbd-ae46-95be237f8d55 HTTP/1.1" status: 204 len: 168 time: 0.6677866 Jun 17 08:59:19.149681 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2f9b52ad-fe91-4e5b-8282-b77603651ecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:19.158127 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee47edb-9bcc-4082-9e8e-736ce39951ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef90dbb8-3fa1-4cbd-ae46-95be237f8d55,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:19.161336 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3ee47edb-9bcc-4082-9e8e-736ce39951ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:19.193783 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c80ff06-faf6-490e-9815-ce00b51c3ee7 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:19.208021 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-4c80ff06-faf6-490e-9815-ce00b51c3ee7 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86318e31-e7cc-4c31-86d0-4331bddd3853']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:19.221004 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-4c80ff06-faf6-490e-9815-ce00b51c3ee7 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917a4b1c-14dc-409d-8542-8423f334ddf1') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:19.221381 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-4c80ff06-faf6-490e-9815-ce00b51c3ee7 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917a4b1c-14dc-409d-8542-8423f334ddf1') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:19.252411 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c80ff06-faf6-490e-9815-ce00b51c3ee7 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:19.270010 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c80ff06-faf6-490e-9815-ce00b51c3ee7 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:19.280032 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c80ff06-faf6-490e-9815-ce00b51c3ee7 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:59:19.280321 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c80ff06-faf6-490e-9815-ce00b51c3ee7 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: timer() Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:59:19.283526 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:59:19.474585 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c80ff06-faf6-490e-9815-ce00b51c3ee7 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:19.479493 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-32839198-669b-4573-8600-a49737d7731c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:19.487092 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c80ff06-faf6-490e-9815-ce00b51c3ee7 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:19.489010 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4c80ff06-faf6-490e-9815-ce00b51c3ee7 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] 10.222.0.49 "DELETE /v2.0/networks/86318e31-e7cc-4c31-86d0-4331bddd3853 HTTP/1.1" status: 204 len: 168 time: 0.5108328 Jun 17 08:59:19.491556 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41528) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:19.512740 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80ff06-faf6-490e-9815-ce00b51c3ee7 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Pushing event deleted for resources: {'Network': ['ID=86318e31-e7cc-4c31-86d0-4331bddd3853,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:19.515160 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4c80ff06-faf6-490e-9815-ce00b51c3ee7 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:19.533096 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41532) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:19.588367 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-bf772205-a322-4a53-8987-f7d51734cd2a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cbe11fbb19094d7186a215cabecbca67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530879 Jun 17 08:59:19.594097 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41534) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:19.633440 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-2519f331-27dc-43ab-87f1-3751cf3901dc tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Deleting subnet c8dacbb5-0076-4eff-a0aa-05740b034f01 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:59:19.642547 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2519f331-27dc-43ab-87f1-3751cf3901dc tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:19.667694 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c32023d-a562-412f-96b0-c700dcab5a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:19.693398 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c32023d-a562-412f-96b0-c700dcab5a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:19.696647 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2519f331-27dc-43ab-87f1-3751cf3901dc tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:19.722166 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41536) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:19.866571 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2519f331-27dc-43ab-87f1-3751cf3901dc tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:19.869873 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c32023d-a562-412f-96b0-c700dcab5a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:19.876562 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c32023d-a562-412f-96b0-c700dcab5a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:19.879279 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4c32023d-a562-412f-96b0-c700dcab5a10 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1cd232ca-134c-446c-84fa-2623987ab14f HTTP/1.1" status: 204 len: 168 time: 0.2855012 Jun 17 08:59:19.880754 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-051e047d-cf15-4001-838f-31781b3fb0f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:19.901038 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32023d-a562-412f-96b0-c700dcab5a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd232ca-134c-446c-84fa-2623987ab14f,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:19.904764 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4c32023d-a562-412f-96b0-c700dcab5a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:20.105508 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cf0241c5-e720-492c-b995-fb6527a79bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:20.127962 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2519f331-27dc-43ab-87f1-3751cf3901dc tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:20.141143 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2879506a-6cbf-41d1-aa5e-a986fdb6b585 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:20.183196 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb644a4d-9ef4-4b05-a7d3-b5bef4841a9e None None] Network bbafc2f7-3fa8-4096-aad1-287f94c265b2 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:59:20.183800 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-2519f331-27dc-43ab-87f1-3751cf3901dc tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:20.189003 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-2519f331-27dc-43ab-87f1-3751cf3901dc tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] 10.222.0.49 "DELETE /v2.0/subnets/c8dacbb5-0076-4eff-a0aa-05740b034f01 HTTP/1.1" status: 204 len: 168 time: 0.6963530 Jun 17 08:59:20.190703 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41550) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:20.192078 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519f331-27dc-43ab-87f1-3751cf3901dc tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Pushing event deleted for resources: {'Subnet': ['ID=c8dacbb5-0076-4eff-a0aa-05740b034f01,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:20.220081 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2519f331-27dc-43ab-87f1-3751cf3901dc tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:20.368992 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cf0241c5-e720-492c-b995-fb6527a79bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:20.372588 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5496d-b4aa-4a95-8b1d-cfa95a6aad1f req-0b8f914b-c940-4703-afac-a0b3e29a1a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:20.374934 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b0c5496d-b4aa-4a95-8b1d-cfa95a6aad1f req-0b8f914b-c940-4703-afac-a0b3e29a1a92 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9baf6f30d6ad4a09b3077aa4ccbb2548&device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 1098 time: 0.3790004 Jun 17 08:59:20.388607 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d3b66891-20ea-4ba8-8857-90d59dcc204b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:20.467636 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-d3b66891-20ea-4ba8-8857-90d59dcc204b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Deleting port 6c243cd2-1e5d-484b-ab42-a0d523d77d35 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:20.468119 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d3b66891-20ea-4ba8-8857-90d59dcc204b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:20.522244 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01426509-6238-4322-8298-bb672fba3e1f None None] DHCP port deletion for bbafc2f7-3fa8-4096-aad1-287f94c265b2 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:59:20.549082 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-d3b66891-20ea-4ba8-8857-90d59dcc204b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] For port 6c243cd2-1e5d-484b-ab42-a0d523d77d35, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=6c243cd2-1e5d-484b-ab42-a0d523d77d35,segment=NetworkSegment(8fa372ad-ccbd-4ef4-9521-afd72f298f9f),segment_id=8fa372ad-ccbd-4ef4-9521-afd72f298f9f)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:20.551104 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d3b66891-20ea-4ba8-8857-90d59dcc204b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:20.565967 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41560) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:20.601965 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:20.649458 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-d3b66891-20ea-4ba8-8857-90d59dcc204b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Calling delete_port for 6c243cd2-1e5d-484b-ab42-a0d523d77d35 owned by network:dhcp {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:20.656957 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-01426509-6238-4322-8298-bb672fba3e1f None None] Deleting port 6c243cd2-1e5d-484b-ab42-a0d523d77d35 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:20.656957 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-01426509-6238-4322-8298-bb672fba3e1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:20.694916 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-aca6aefc-0b21-42b2-8ba7-1e8fecc52ed4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1821c17bd2314c05a03571f1b8989cd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1240373 Jun 17 08:59:20.705977 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41564) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:20.806458 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-01426509-6238-4322-8298-bb672fba3e1f None None] For port 6c243cd2-1e5d-484b-ab42-a0d523d77d35, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=6c243cd2-1e5d-484b-ab42-a0d523d77d35,segment=NetworkSegment(8fa372ad-ccbd-4ef4-9521-afd72f298f9f),segment_id=8fa372ad-ccbd-4ef4-9521-afd72f298f9f)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:20.807610 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-01426509-6238-4322-8298-bb672fba3e1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:20.925174 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-01426509-6238-4322-8298-bb672fba3e1f None None] Calling delete_port for 6c243cd2-1e5d-484b-ab42-a0d523d77d35 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:20.936101 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-74b8f1f6-520a-4a66-801f-2e16b30d0a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:20.970652 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-74b8f1f6-520a-4a66-801f-2e16b30d0a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:21.074995 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cf0241c5-e720-492c-b995-fb6527a79bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:21.079767 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1e6b9049-826f-4f90-bcd0-4ee2e7a292bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:21.118515 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d3b66891-20ea-4ba8-8857-90d59dcc204b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:21.124410 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d763e27f-209e-4828-8b53-adce15cc3fdb tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:21.124576 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67fe8f-8565-41f1-a3f8-fc1eca4baa5c req-fea528f5-38e2-4529-811f-9e13dcbbd326 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:21.125579 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ab67fe8f-8565-41f1-a3f8-fc1eca4baa5c req-fea528f5-38e2-4529-811f-9e13dcbbd326 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 1.0478041 Jun 17 08:59:21.128674 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-01426509-6238-4322-8298-bb672fba3e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:21.133379 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-dbb29963-65d7-4a4c-ad80-dc1b62b3babe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:21.165758 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01426509-6238-4322-8298-bb672fba3e1f None None] Pushing event deleted for resources: {'Port': ['ID=6c243cd2-1e5d-484b-ab42-a0d523d77d35,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:21.170642 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-01426509-6238-4322-8298-bb672fba3e1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:21.172003 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01426509-6238-4322-8298-bb672fba3e1f None None] No DVR routers for this DVR port 6c243cd2-1e5d-484b-ab42-a0d523d77d35 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:59:21.176045 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b66891-20ea-4ba8-8857-90d59dcc204b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Pushing event deleted for resources: {'Port': ['ID=6c243cd2-1e5d-484b-ab42-a0d523d77d35,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:21.180853 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0241c5-e720-492c-b995-fb6527a79bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77a931e-4c2c-42a6-8695-62891cdcc244,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:21.187521 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d3b66891-20ea-4ba8-8857-90d59dcc204b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:21.190240 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b66891-20ea-4ba8-8857-90d59dcc204b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] No DVR routers for this DVR port 6c243cd2-1e5d-484b-ab42-a0d523d77d35 on host n-d-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:59:21.196005 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-cf0241c5-e720-492c-b995-fb6527a79bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:21.199027 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-cf0241c5-e720-492c-b995-fb6527a79bbc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b880b6ffa5f3487881cd312513491156&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4757352 Jun 17 08:59:21.205333 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41576) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:21.229154 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-74b8f1f6-520a-4a66-801f-2e16b30d0a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:21.232085 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-74b8f1f6-520a-4a66-801f-2e16b30d0a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:21.237005 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-74b8f1f6-520a-4a66-801f-2e16b30d0a95 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eadbe5e0-7b97-4964-ab80-962e86fd3ca4 HTTP/1.1" status: 204 len: 168 time: 0.5263371 Jun 17 08:59:21.238852 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4203df54-d28c-480d-bb67-8a862cd127ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:21.260432 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5496d-b4aa-4a95-8b1d-cfa95a6aad1f req-b6cd5027-9e12-4447-9f67-5481f6e75eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:21.265509 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b0c5496d-b4aa-4a95-8b1d-cfa95a6aad1f req-b6cd5027-9e12-4447-9f67-5481f6e75eb1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5788c246-d497-4e21-8243-0ca8d7b04d08 HTTP/1.1" status: 200 len: 915 time: 0.8820438 Jun 17 08:59:21.284144 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ab67fe8f-8565-41f1-a3f8-fc1eca4baa5c req-073061e4-aafd-43c4-8b7b-901d2666b1d8 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396029 Jun 17 08:59:21.284380 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8f1f6-520a-4a66-801f-2e16b30d0a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadbe5e0-7b97-4964-ab80-962e86fd3ca4,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:21.288586 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-74b8f1f6-520a-4a66-801f-2e16b30d0a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:21.302771 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d3b66891-20ea-4ba8-8857-90d59dcc204b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:21.319841 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b0c5496d-b4aa-4a95-8b1d-cfa95a6aad1f req-8a14f690-3025-405f-a184-d109166030e0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7183c1f-f7ca-41a4-9b32-f3fa0591266b HTTP/1.1" status: 200 len: 217 time: 0.0455964 Jun 17 08:59:21.324882 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c7689b24-f663-47f7-967e-c00752f73ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:21.327267 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-d3b66891-20ea-4ba8-8857-90d59dcc204b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbafc2f7-3fa8-4096-aad1-287f94c265b2']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:21.343900 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-d3b66891-20ea-4ba8-8857-90d59dcc204b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa372ad-ccbd-4ef4-9521-afd72f298f9f') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:21.344642 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-d3b66891-20ea-4ba8-8857-90d59dcc204b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa372ad-ccbd-4ef4-9521-afd72f298f9f') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:21.366324 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d3b66891-20ea-4ba8-8857-90d59dcc204b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:21.393493 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d3b66891-20ea-4ba8-8857-90d59dcc204b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:21.396639 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c7689b24-f663-47f7-967e-c00752f73ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:21.414781 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3b66891-20ea-4ba8-8857-90d59dcc204b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:59:21.415569 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d3b66891-20ea-4ba8-8857-90d59dcc204b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:21.420238 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5496d-b4aa-4a95-8b1d-cfa95a6aad1f req-21726ae1-9b11-4ac0-ba62-f7ec44d5fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:21.421801 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b0c5496d-b4aa-4a95-8b1d-cfa95a6aad1f req-21726ae1-9b11-4ac0-ba62-f7ec44d5fbfb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c704bc30-219f-4216-8f07-a3fd2280feec HTTP/1.1" status: 200 len: 854 time: 0.0849681 Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:59:21.422034 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:59:21.483905 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b0c5496d-b4aa-4a95-8b1d-cfa95a6aad1f req-188f4b09-50f0-46b9-adce-668147afb1fa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5788c246-d497-4e21-8243-0ca8d7b04d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478725 Jun 17 08:59:21.585102 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 6c243cd2-1e5d-484b-ab42-a0d523d77d35 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:59:21.585978 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b0c5496d-b4aa-4a95-8b1d-cfa95a6aad1f req-500baf6b-43aa-4700-915e-8203654f8e2a service neutron] 10.222.0.53 "GET /v2.0/networks/5788c246-d497-4e21-8243-0ca8d7b04d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958827 Jun 17 08:59:21.612175 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 6c243cd2-1e5d-484b-ab42-a0d523d77d35 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:59:21.612537 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 6c243cd2-1e5d-484b-ab42-a0d523d77d35 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:59:21.621592 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d3b66891-20ea-4ba8-8857-90d59dcc204b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:21.634112 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d3b66891-20ea-4ba8-8857-90d59dcc204b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:21.640961 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d3b66891-20ea-4ba8-8857-90d59dcc204b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] 10.222.0.49 "DELETE /v2.0/networks/bbafc2f7-3fa8-4096-aad1-287f94c265b2 HTTP/1.1" status: 204 len: 168 time: 1.4174850 Jun 17 08:59:21.641613 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41590) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:21.642348 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-02276cab-7f7b-40a3-a720-69e78ac536cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:21.679610 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b66891-20ea-4ba8-8857-90d59dcc204b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Pushing event deleted for resources: {'Network': ['ID=bbafc2f7-3fa8-4096-aad1-287f94c265b2,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:21.686210 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d3b66891-20ea-4ba8-8857-90d59dcc204b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:21.717590 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c7689b24-f663-47f7-967e-c00752f73ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:21.722870 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c7689b24-f663-47f7-967e-c00752f73ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:21.730283 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c7689b24-f663-47f7-967e-c00752f73ab3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f77a931e-4c2c-42a6-8695-62891cdcc244 HTTP/1.1" status: 204 len: 168 time: 0.5168343 Jun 17 08:59:21.730283 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6cc66bbc-6743-43ca-ba9d-158a95c5796b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:21.746744 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7689b24-f663-47f7-967e-c00752f73ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77a931e-4c2c-42a6-8695-62891cdcc244,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:21.751139 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c7689b24-f663-47f7-967e-c00752f73ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:21.755298 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41600) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:21.757821 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b4ec84b2-a2b4-4612-8f2a-e5d304bfbfc7 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] 10.222.0.49 "GET /v2.0/ports?device_id=b505e23c-e890-4c72-ba0f-809aa6dd9202 HTTP/1.1" status: 200 len: 205 time: 0.1076758 Jun 17 08:59:21.857138 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dc74c029-0fc1-49de-b447-8ce691b23c2d tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:21.963011 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b0c5496d-b4aa-4a95-8b1d-cfa95a6aad1f req-207c95be-c2f2-4466-a764-1a9914c67e6c service neutron] 10.222.0.53 "GET /v2.0/networks/5788c246-d497-4e21-8243-0ca8d7b04d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701336 Jun 17 08:59:22.087165 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dc74c029-0fc1-49de-b447-8ce691b23c2d tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:22.089922 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dc74c029-0fc1-49de-b447-8ce691b23c2d tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:22.337095 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dc74c029-0fc1-49de-b447-8ce691b23c2d tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:22.338965 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc74c029-0fc1-49de-b447-8ce691b23c2d tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Fanout notify agent at l3_agent the message router_deleted on router b505e23c-e890-4c72-ba0f-809aa6dd9202 {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:59:22.351437 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dc74c029-0fc1-49de-b447-8ce691b23c2d tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:22.360749 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-dc74c029-0fc1-49de-b447-8ce691b23c2d tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] 10.222.0.49 "DELETE /v2.0/routers/b505e23c-e890-4c72-ba0f-809aa6dd9202 HTTP/1.1" status: 204 len: 168 time: 0.5956297 Jun 17 08:59:22.379986 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41630) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:22.523043 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38108672-d9bb-4bb8-b897-d9b50f37169e req-4f88d060-f69e-4989-ab79-52719b85c59f tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:22.524634 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-38108672-d9bb-4bb8-b897-d9b50f37169e req-4f88d060-f69e-4989-ab79-52719b85c59f tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.0824327 Jun 17 08:59:22.552687 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-3616806e-f26b-412d-9219-2ac679decdb5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-151435376-network', 'tenant_id': '480b86ad1b7d49c4890b00851e5f8990'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:22.591393 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-38108672-d9bb-4bb8-b897-d9b50f37169e req-8e35ae9c-5061-4a9e-996c-99f93ee7d80c tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599566 Jun 17 08:59:22.803805 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3616806e-f26b-412d-9219-2ac679decdb5 admin admin] Made reservation on behalf of 480b86ad1b7d49c4890b00851e5f8990 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:59:22.807197 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3616806e-f26b-412d-9219-2ac679decdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:22.817201 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3616806e-f26b-412d-9219-2ac679decdb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:22.984709 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3616806e-f26b-412d-9219-2ac679decdb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:22.997847 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caded10-c800-44aa-93c4-d15dd52edefb req-db9e6be7-76a2-4655-976f-361474bc26a7 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:22.999898 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4caded10-c800-44aa-93c4-d15dd52edefb req-db9e6be7-76a2-4655-976f-361474bc26a7 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=c50ad384-67a2-4652-b6b4-beb0637e47ac HTTP/1.1" status: 200 len: 946 time: 0.1248591 Jun 17 08:59:23.052826 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4caded10-c800-44aa-93c4-d15dd52edefb req-3118fa3a-2d87-4733-b892-823daef54a15 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=64ce819e-7519-4a7c-9672-d9c8e5bca4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381854 Jun 17 08:59:23.146011 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41648) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:23.160757 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c80902dd-425c-4d05-a587-2a37b96e5465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:23.225336 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41650) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:23.237054 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3616806e-f26b-412d-9219-2ac679decdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:23.242331 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-17d8350e-ee90-4abe-9b74-4d7a361a9c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:23.281340 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3616806e-f26b-412d-9219-2ac679decdb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:59:23.297346 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616806e-f26b-412d-9219-2ac679decdb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc878a3e-f72e-4f61-aa9a-faee9551e676,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:23.302722 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3616806e-f26b-412d-9219-2ac679decdb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:23.305764 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3616806e-f26b-412d-9219-2ac679decdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:23.306123 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-3616806e-f26b-412d-9219-2ac679decdb5 admin admin] Added segment 407ed44e-d9b9-4ab2-b01f-1684e753c7cd of type vlan for network 16a34c89-47ce-4f22-9578-d80c43c79d15 Jun 17 08:59:23.375223 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3616806e-f26b-412d-9219-2ac679decdb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:23.466334 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3a5c380f-d9e9-4457-945d-1ea0aad5e13f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=965d0c693f91465dad5fcb19ac2482a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2355366 Jun 17 08:59:23.466617 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41660) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:23.468273 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c80902dd-425c-4d05-a587-2a37b96e5465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:23.525034 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-17b82d17-51e7-4f13-bc7d-27559a0a352e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:23.547987 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-17b82d17-51e7-4f13-bc7d-27559a0a352e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:23.582895 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3616806e-f26b-412d-9219-2ac679decdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:23.584171 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3616806e-f26b-412d-9219-2ac679decdb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:23.584498 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3616806e-f26b-412d-9219-2ac679decdb5 admin admin] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:23.587825 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2eabbf45-34b5-4a09-acbb-769cbb63d6b7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:23.657579 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c80902dd-425c-4d05-a587-2a37b96e5465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:23.694661 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616806e-f26b-412d-9219-2ac679decdb5 admin admin] Pushing event updated for resources: {'Network': ['ID=16a34c89-47ce-4f22-9578-d80c43c79d15,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:23.700642 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3616806e-f26b-412d-9219-2ac679decdb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:23.701500 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ce63d4cd-4306-477c-97ee-1131d08e99d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:23.707082 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-17b82d17-51e7-4f13-bc7d-27559a0a352e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:23.708248 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c80902dd-425c-4d05-a587-2a37b96e5465 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=16a03367950b44d2bf5a32038910d175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5611103 Jun 17 08:59:23.711384 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 16a34c89-47ce-4f22-9578-d80c43c79d15 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:59:23.714783 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-17b82d17-51e7-4f13-bc7d-27559a0a352e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:23.718776 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41670) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:23.721869 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-17b82d17-51e7-4f13-bc7d-27559a0a352e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/540c746a-470d-46af-9f8e-33f736ed4e14 HTTP/1.1" status: 204 len: 168 time: 0.2533498 Jun 17 08:59:23.723349 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-65a087af-3387-4e7d-afe4-34695efd826c tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:23.740054 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b82d17-51e7-4f13-bc7d-27559a0a352e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540c746a-470d-46af-9f8e-33f736ed4e14,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:23.745885 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-17b82d17-51e7-4f13-bc7d-27559a0a352e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:23.764317 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80902dd-425c-4d05-a587-2a37b96e5465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38893670-f382-4c8c-b490-613a77adc349,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:23.779817 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c80902dd-425c-4d05-a587-2a37b96e5465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:23.810074 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3616806e-f26b-412d-9219-2ac679decdb5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4256370 Jun 17 08:59:23.812759 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41676) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:23.817391 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-cbf2b640-98ca-4d73-a412-d735134a8bab admin admin] Request body: {'subnet': {'network_id': '16a34c89-47ce-4f22-9578-d80c43c79d15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-151435376-subnet', 'tenant_id': '480b86ad1b7d49c4890b00851e5f8990', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:23.855950 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb72e2e-e750-4033-b7e4-edb10a61abfd req-1ba21ea6-618d-482d-ab78-1de5ceefa7fd tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:23.856459 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f08f8b15-29e6-4ee9-91ce-0909c0e061b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:23.865318 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5cb72e2e-e750-4033-b7e4-edb10a61abfd req-1ba21ea6-618d-482d-ab78-1de5ceefa7fd tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.0870879 Jun 17 08:59:23.890881 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f08f8b15-29e6-4ee9-91ce-0909c0e061b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:23.919662 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5cb72e2e-e750-4033-b7e4-edb10a61abfd req-3a1a2c11-8858-4351-b113-9f3bfb53685f tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534062 Jun 17 08:59:23.986828 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf2b640-98ca-4d73-a412-d735134a8bab admin admin] Made reservation on behalf of 480b86ad1b7d49c4890b00851e5f8990 for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:59:23.990086 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cbf2b640-98ca-4d73-a412-d735134a8bab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:24.153478 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f08f8b15-29e6-4ee9-91ce-0909c0e061b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:24.157327 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f08f8b15-29e6-4ee9-91ce-0909c0e061b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:24.161611 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f08f8b15-29e6-4ee9-91ce-0909c0e061b0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/38893670-f382-4c8c-b490-613a77adc349 HTTP/1.1" status: 204 len: 168 time: 0.4392858 Jun 17 08:59:24.163406 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4912f8f3-2e1d-473b-acdd-8f3c35f00ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:24.177313 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f8b15-29e6-4ee9-91ce-0909c0e061b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38893670-f382-4c8c-b490-613a77adc349,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:24.180261 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f08f8b15-29e6-4ee9-91ce-0909c0e061b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:24.333237 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562b39e-721c-43c6-982a-d7e5c1298d1a req-c65e9d3e-b155-4102-a2ee-f199a503f479 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:24.341930 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f562b39e-721c-43c6-982a-d7e5c1298d1a req-c65e9d3e-b155-4102-a2ee-f199a503f479 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=c50ad384-67a2-4652-b6b4-beb0637e47ac HTTP/1.1" status: 200 len: 946 time: 0.1602809 Jun 17 08:59:24.380172 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f562b39e-721c-43c6-982a-d7e5c1298d1a req-2f0704bb-a5b9-4ae3-b1a8-6ff4234895d3 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups?id=64ce819e-7519-4a7c-9672-d9c8e5bca4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376167 Jun 17 08:59:24.413108 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cbf2b640-98ca-4d73-a412-d735134a8bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:24.417862 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4c6d245e-0ad7-4344-8202-1fd08da3ec77 tempest-ServersTestMultiNic-2034777368 tempest-ServersTestMultiNic-2034777368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:24.482897 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2b640-98ca-4d73-a412-d735134a8bab admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dcda4ff-69ce-4261-8f47-819696fbacb3,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:24.491536 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-cbf2b640-98ca-4d73-a412-d735134a8bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:24.499542 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf2b640-98ca-4d73-a412-d735134a8bab admin admin] Checking segment: {'id': '407ed44e-d9b9-4ab2-b01f-1684e753c7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '16a34c89-47ce-4f22-9578-d80c43c79d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:59:24.500010 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf2b640-98ca-4d73-a412-d735134a8bab admin admin] Network hostable DHCP agents. Network: 16a34c89-47ce-4f22-9578-d80c43c79d15, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:59:24.544105 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c230fa1-0186-47fc-a0bf-f3bbc5c359ff req-68704c67-8263-4bce-aff8-363d285c1d43 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:24.546153 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7c230fa1-0186-47fc-a0bf-f3bbc5c359ff req-68704c67-8263-4bce-aff8-363d285c1d43 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.50 "GET /v2.0/ports?device_id=c50ad384-67a2-4652-b6b4-beb0637e47ac HTTP/1.1" status: 200 len: 946 time: 0.0973835 Jun 17 08:59:24.637433 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf2b640-98ca-4d73-a412-d735134a8bab admin admin] Network 16a34c89-47ce-4f22-9578-d80c43c79d15 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:59:24.669161 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-7c230fa1-0186-47fc-a0bf-f3bbc5c359ff req-a2279ab7-f238-4d7c-8261-ddb80e04d51f tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Deleting port e1964178-e5f2-42ca-a1ec-4bc10ee152c1 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:24.669690 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-7c230fa1-0186-47fc-a0bf-f3bbc5c359ff req-a2279ab7-f238-4d7c-8261-ddb80e04d51f tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:24.746101 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-cbf2b640-98ca-4d73-a412-d735134a8bab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 16a34c89-47ce-4f22-9578-d80c43c79d15) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:59:24.750182 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf2b640-98ca-4d73-a412-d735134a8bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:24.754050 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cbf2b640-98ca-4d73-a412-d735134a8bab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:24.760670 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680ab536-1e34-4290-b7e1-700d0abe55d8 None None] Network 16a34c89-47ce-4f22-9578-d80c43c79d15 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:59:24.788369 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-7c230fa1-0186-47fc-a0bf-f3bbc5c359ff req-a2279ab7-f238-4d7c-8261-ddb80e04d51f tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] For port e1964178-e5f2-42ca-a1ec-4bc10ee152c1, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=e1964178-e5f2-42ca-a1ec-4bc10ee152c1,segment=NetworkSegment(2373654b-367c-4520-893d-6049a39482c6),segment_id=2373654b-367c-4520-893d-6049a39482c6)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:24.789690 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-7c230fa1-0186-47fc-a0bf-f3bbc5c359ff req-a2279ab7-f238-4d7c-8261-ddb80e04d51f tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:24.866221 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device c7183c1f-f7ca-41a4-9b32-f3fa0591266b no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:59:24.869712 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-cbf2b640-98ca-4d73-a412-d735134a8bab admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0564399 Jun 17 08:59:24.872654 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41716) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:24.877362 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-bd9f0847-8b1d-431d-ad9a-438cac9277c7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-151435376-router', 'tenant_id': '480b86ad1b7d49c4890b00851e5f8990', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:25.061170 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-7c230fa1-0186-47fc-a0bf-f3bbc5c359ff req-a2279ab7-f238-4d7c-8261-ddb80e04d51f tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:25.061642 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-7c230fa1-0186-47fc-a0bf-f3bbc5c359ff req-a2279ab7-f238-4d7c-8261-ddb80e04d51f tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:25.061961 n-d-758944-30 neutron-server[94519]: INFO neutron.db.l3_db [req-7c230fa1-0186-47fc-a0bf-f3bbc5c359ff req-a2279ab7-f238-4d7c-8261-ddb80e04d51f tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Floating IP b4944b2c-a4fb-42e7-ae0d-b629cbe33826 disassociated. External IP: 172.25.2.168, port: e1964178-e5f2-42ca-a1ec-4bc10ee152c1. Jun 17 08:59:25.062301 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-7c230fa1-0186-47fc-a0bf-f3bbc5c359ff req-a2279ab7-f238-4d7c-8261-ddb80e04d51f tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Calling delete_port for e1964178-e5f2-42ca-a1ec-4bc10ee152c1 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:25.068113 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0847-8b1d-431d-ad9a-438cac9277c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:25.069631 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0847-8b1d-431d-ad9a-438cac9277c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:25.123682 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41055f50-737b-43a5-85b4-1fc796ec2c27 None None] Network 16a34c89-47ce-4f22-9578-d80c43c79d15 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:59:25.135990 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0847-8b1d-431d-ad9a-438cac9277c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:25.152755 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:25.215490 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c59e00-23cf-4914-b65d-a1f2dfd2a2cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7183c1f-f7ca-41a4-9b32-f3fa0591266b'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:59:25.218905 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b162cd75-ca75-48a8-b6e8-cab3ea7563d9" -d '{"events": [{"server_uuid": "d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc", "name": "network-vif-unplugged", "status": "completed", "tag": "c7183c1f-f7ca-41a4-9b32-f3fa0591266b"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:59:25.236549 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port c7183c1f-f7ca-41a4-9b32-f3fa0591266b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c7183c1f-f7ca-41a4-9b32-f3fa0591266b,segment=NetworkSegment(017d444f-7f66-4d60-991f-78a7d3563e0d),segment_id=017d444f-7f66-4d60-991f-78a7d3563e0d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:25.263156 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Jun 2021 08:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7e20f4-386c-4f1d-b430-2582b5d5bb98 x-openstack-request-id: req-aa7e20f4-386c-4f1d-b430-2582b5d5bb98 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:59:25.263552 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc", "name": "network-vif-unplugged", "status": "failed", "tag": "c7183c1f-f7ca-41a4-9b32-f3fa0591266b", "code": 422}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:59:25.263904 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa7e20f4-386c-4f1d-b430-2582b5d5bb98 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:59:25.264407 n-d-758944-30 neutron-server[94521]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd1c59e00-23cf-4914-b65d-a1f2dfd2a2cc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c7183c1f-f7ca-41a4-9b32-f3fa0591266b', 'code': 422} returned with failed status Jun 17 08:59:25.341166 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829d97b-9e95-49c7-8f7f-f1071280cdd7 req-19dccda2-503e-4ec6-baa3-8d35eb1ddf31 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:25.342780 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9829d97b-9e95-49c7-8f7f-f1071280cdd7 req-19dccda2-503e-4ec6-baa3-8d35eb1ddf31 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 946 time: 0.1771784 Jun 17 08:59:25.372542 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:25.385520 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:25.401673 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9829d97b-9e95-49c7-8f7f-f1071280cdd7 req-b3fd7e9d-9d3f-4ffe-b8a0-c7ed41883228 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436227 Jun 17 08:59:25.416012 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-7c230fa1-0186-47fc-a0bf-f3bbc5c359ff req-a2279ab7-f238-4d7c-8261-ddb80e04d51f tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:25.421875 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5eab042c-ad52-468c-ad2e-110e315271ee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:25.482042 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2279ab7-f238-4d7c-8261-ddb80e04d51f tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Pushing event deleted for resources: {'Port': ['ID=e1964178-e5f2-42ca-a1ec-4bc10ee152c1,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:25.482786 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=c7183c1f-f7ca-41a4-9b32-f3fa0591266b,revision_number=8']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:25.489289 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a2279ab7-f238-4d7c-8261-ddb80e04d51f tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:25.496751 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0847-8b1d-431d-ad9a-438cac9277c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:25.560884 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:25.644394 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8123f2b5-5790-4624-b38d-040640f0c6e8 req-ce221f8c-58b6-4c79-9273-45917689216e tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=c50ad384-67a2-4652-b6b4-beb0637e47ac HTTP/1.1" status: 200 len: 210 time: 0.0475898 Jun 17 08:59:25.674211 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-cf350ef2-9f57-40ed-8dcf-db4f7f6b9572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:25.924131 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0847-8b1d-431d-ad9a-438cac9277c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:25.971522 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0847-8b1d-431d-ad9a-438cac9277c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:25.978192 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41760) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:26.182646 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-bd9f0847-8b1d-431d-ad9a-438cac9277c7 admin admin] Allocated IP 172.25.2.178 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/07fe16ee-52ad-46d5-9ad4-d42d53c942b1) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:59:26.233051 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-6de5875b-69c7-4cc1-a795-61ad7398bc2b tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-553017366', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:26.265636 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c230fa1-0186-47fc-a0bf-f3bbc5c359ff req-a2279ab7-f238-4d7c-8261-ddb80e04d51f tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Router d108c93d-946f-4775-911e-5d4c8a4dc0c3 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:59:26.351222 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0847-8b1d-431d-ad9a-438cac9277c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.386585 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41770) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:26.391670 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d26206-f90e-4e2b-be65-cb255da82fa2 req-6324230d-5d52-450e-8aeb-8000bc24bc20 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:26.393205 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b2d26206-f90e-4e2b-be65-cb255da82fa2 req-6324230d-5d52-450e-8aeb-8000bc24bc20 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 944 time: 0.2642043 Jun 17 08:59:26.434871 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de5875b-69c7-4cc1-a795-61ad7398bc2b tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Made reservation on behalf of 4152daa8b6b3427688e4b16146ceb111 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:59:26.439836 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6de5875b-69c7-4cc1-a795-61ad7398bc2b tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.455140 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6de5875b-69c7-4cc1-a795-61ad7398bc2b tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.469101 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b2d26206-f90e-4e2b-be65-cb255da82fa2 req-0c170b15-f967-4c31-baac-e18bf2994fd4 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626976 Jun 17 08:59:26.470529 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c230fa1-0186-47fc-a0bf-f3bbc5c359ff req-a2279ab7-f238-4d7c-8261-ddb80e04d51f tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:59:26.492715 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44322ef7-7819-478e-bb02-08a846cb80ca None None] Sync routers for ids ['d108c93d-946f-4775-911e-5d4c8a4dc0c3'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:59:26.507533 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44322ef7-7819-478e-bb02-08a846cb80ca None None] Routers {'d108c93d-946f-4775-911e-5d4c8a4dc0c3'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:26.510386 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-44322ef7-7819-478e-bb02-08a846cb80ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['d108c93d-946f-4775-911e-5d4c8a4dc0c3'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:26.531419 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c230fa1-0186-47fc-a0bf-f3bbc5c359ff req-a2279ab7-f238-4d7c-8261-ddb80e04d51f tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] No DVR routers for this DVR port e1964178-e5f2-42ca-a1ec-4bc10ee152c1 on host n-h1-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:59:26.534044 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-7c230fa1-0186-47fc-a0bf-f3bbc5c359ff req-a2279ab7-f238-4d7c-8261-ddb80e04d51f tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.536177 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7c230fa1-0186-47fc-a0bf-f3bbc5c359ff req-a2279ab7-f238-4d7c-8261-ddb80e04d51f tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.50 "DELETE /v2.0/ports/e1964178-e5f2-42ca-a1ec-4bc10ee152c1 HTTP/1.1" status: 204 len: 173 time: 1.9849563 Jun 17 08:59:26.536718 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50ad384-67a2-4652-b6b4-beb0637e47ac', 'name': 'network-vif-deleted', 'tag': 'e1964178-e5f2-42ca-a1ec-4bc10ee152c1'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:59:26.539154 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e17619-46f6-434f-8816-7d221c88bc6b" -d '{"events": [{"server_uuid": "c50ad384-67a2-4652-b6b4-beb0637e47ac", "name": "network-vif-deleted", "tag": "e1964178-e5f2-42ca-a1ec-4bc10ee152c1"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:59:26.614288 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e3d957-a88f-4f57-b25f-8edbfcef8268 x-openstack-request-id: req-15e3d957-a88f-4f57-b25f-8edbfcef8268 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:59:26.614788 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c50ad384-67a2-4652-b6b4-beb0637e47ac", "name": "network-vif-deleted", "tag": "e1964178-e5f2-42ca-a1ec-4bc10ee152c1", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:59:26.615217 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-15e3d957-a88f-4f57-b25f-8edbfcef8268 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:59:26.615807 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c50ad384-67a2-4652-b6b4-beb0637e47ac', 'name': 'network-vif-deleted', 'tag': 'e1964178-e5f2-42ca-a1ec-4bc10ee152c1', 'status': 'completed', 'code': 200} Jun 17 08:59:26.637706 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0847-8b1d-431d-ad9a-438cac9277c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.642466 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-7170b324-2b91-4dac-9c38-cd0dfedc60bb tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Request body: {'security_group': {'name': 'tempest-secgroup--571289697'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:26.648307 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ca3bf581-d177-4c7a-830c-3949750e232b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:26.688404 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-44322ef7-7819-478e-bb02-08a846cb80ca None None] Set router d108c93d-946f-4775-911e-5d4c8a4dc0c3 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:59:26.714190 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9f0847-8b1d-431d-ad9a-438cac9277c7 admin admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:59:26.717780 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f0847-8b1d-431d-ad9a-438cac9277c7 admin admin] Pushing event updated for resources: {'Port': ['ID=07fe16ee-52ad-46d5-9ad4-d42d53c942b1,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:26.732421 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bd9f0847-8b1d-431d-ad9a-438cac9277c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:26.733741 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-bd9f0847-8b1d-431d-ad9a-438cac9277c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:59:26.740072 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9f0847-8b1d-431d-ad9a-438cac9277c7 admin admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:59:26.744703 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6de5875b-69c7-4cc1-a795-61ad7398bc2b tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.855509 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6de5875b-69c7-4cc1-a795-61ad7398bc2b tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:26.891265 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e7ad7952-bb53-4c8f-b7ad-694fde6725e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:26.895566 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [None req-6de5875b-69c7-4cc1-a795-61ad7398bc2b tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] device_id is not set on port f84248b6-e173-4bcf-9181-279dfb1b0742 yet. {{(pid=94520) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:59:26.970823 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-179ef054-8803-45e7-b1a5-c6d2df28b77a req-149c4082-541d-4696-85a1-9f77cb48c1ec tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/ports?device_id=c50ad384-67a2-4652-b6b4-beb0637e47ac HTTP/1.1" status: 200 len: 210 time: 0.0672553 Jun 17 08:59:27.041653 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-44322ef7-7819-478e-bb02-08a846cb80ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'name': 'tempest-AttachVolumeTestJSON-30857951-router', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:44Z', 'updated_at': '2021-06-17T08:51:56Z', 'revision_number': 4, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'gw_port': {'id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:aa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:46Z', 'updated_at': '2021-06-17T08:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '3bc1dd9f-59f0-4533-bec7-8b7c61c10374', 'name': '', 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'mac_address': 'fa:16:3e:e1:4a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:52:03Z', 'revision_number': 5, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'subnets': [{'id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:27.074083 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5875b-69c7-4cc1-a795-61ad7398bc2b tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00aefc19-9b17-4767-81a2-ba0512311c32,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:27.101542 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44322ef7-7819-478e-bb02-08a846cb80ca None None] Checking router: d108c93d-946f-4775-911e-5d4c8a4dc0c3 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:59:27.110011 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6de5875b-69c7-4cc1-a795-61ad7398bc2b tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:27.114732 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44322ef7-7819-478e-bb02-08a846cb80ca None None] Routers {'d108c93d-946f-4775-911e-5d4c8a4dc0c3'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:27.116134 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-44322ef7-7819-478e-bb02-08a846cb80ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['d108c93d-946f-4775-911e-5d4c8a4dc0c3'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:27.120033 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7170b324-2b91-4dac-9c38-cd0dfedc60bb tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:27.180204 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7170b324-2b91-4dac-9c38-cd0dfedc60bb tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:27.255016 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-6de5875b-69c7-4cc1-a795-61ad7398bc2b tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Allocated IP 172.25.2.243 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/f84248b6-e173-4bcf-9181-279dfb1b0742) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:59:27.279470 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-44322ef7-7819-478e-bb02-08a846cb80ca None None] Set router d108c93d-946f-4775-911e-5d4c8a4dc0c3 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:59:27.520660 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0847-8b1d-431d-ad9a-438cac9277c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:27.649852 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7170b324-2b91-4dac-9c38-cd0dfedc60bb tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:27.679836 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-44322ef7-7819-478e-bb02-08a846cb80ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'name': 'tempest-AttachVolumeTestJSON-30857951-router', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:44Z', 'updated_at': '2021-06-17T08:51:56Z', 'revision_number': 4, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'gw_port': {'id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:aa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:46Z', 'updated_at': '2021-06-17T08:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '3bc1dd9f-59f0-4533-bec7-8b7c61c10374', 'name': '', 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'mac_address': 'fa:16:3e:e1:4a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:52:03Z', 'revision_number': 5, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'subnets': [{'id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:27.689246 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6de5875b-69c7-4cc1-a795-61ad7398bc2b tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:27.709769 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44322ef7-7819-478e-bb02-08a846cb80ca None None] The sync data for ids ['d108c93d-946f-4775-911e-5d4c8a4dc0c3'] in n-d-758944-30 is: [{'id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'name': 'tempest-AttachVolumeTestJSON-30857951-router', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:44Z', 'updated_at': '2021-06-17T08:51:56Z', 'revision_number': 4, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'gw_port': {'id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:aa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:46Z', 'updated_at': '2021-06-17T08:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '3bc1dd9f-59f0-4533-bec7-8b7c61c10374', 'name': '', 'network_id': '98c6fd42-c22b-4725-9f11-0381a8c4c410', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'mac_address': 'fa:16:3e:e1:4a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:52:03Z', 'revision_number': 5, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'subnets': [{'id': 'a83ebad8-51c9-4ee1-95b8-dfade1c9c144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:59:27.800319 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7170b324-2b91-4dac-9c38-cd0dfedc60bb tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:27.804729 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-460f4e65-cb50-48e8-ae2b-4b1c63f3fb52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:27.869553 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170b324-2b91-4dac-9c38-cd0dfedc60bb tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45457242-c36a-49f7-ae48-875a965ad8d2,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:27.874379 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7170b324-2b91-4dac-9c38-cd0dfedc60bb tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:27.879851 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0847-8b1d-431d-ad9a-438cac9277c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:27.919880 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6de5875b-69c7-4cc1-a795-61ad7398bc2b tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:27.927735 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5e5bb594-46a4-4e7c-ac5d-b20b43d7436b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:27.995199 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:28.138578 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de5875b-69c7-4cc1-a795-61ad7398bc2b tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:59:28.161265 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ae717a-e228-488e-88e5-0ab577788911 None None] New status for floating IP b4944b2c-a4fb-42e7-ae0d-b629cbe33826: DOWN {{(pid=94521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:59:28.168720 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-6de5875b-69c7-4cc1-a795-61ad7398bc2b tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:59:28.171433 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de5875b-69c7-4cc1-a795-61ad7398bc2b tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:59:28.178038 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5875b-69c7-4cc1-a795-61ad7398bc2b tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Pushing event updated for resources: {'Port': ['ID=f84248b6-e173-4bcf-9181-279dfb1b0742,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:28.181589 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6de5875b-69c7-4cc1-a795-61ad7398bc2b tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:28.216558 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7170b324-2b91-4dac-9c38-cd0dfedc60bb tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:28.241230 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de5875b-69c7-4cc1-a795-61ad7398bc2b tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:28.241466 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6de5875b-69c7-4cc1-a795-61ad7398bc2b tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:28.318851 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7170b324-2b91-4dac-9c38-cd0dfedc60bb tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:28.318851 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c7689b24-f663-47f7-967e-c00752f73ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:28.346403 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170b324-2b91-4dac-9c38-cd0dfedc60bb tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a18e572f-8259-4444-bacb-d9f8b0a7816f,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:28.349323 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7170b324-2b91-4dac-9c38-cd0dfedc60bb tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:28.464052 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-6de5875b-69c7-4cc1-a795-61ad7398bc2b tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4833751 Jun 17 08:59:28.465227 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7170b324-2b91-4dac-9c38-cd0dfedc60bb tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:28.468950 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7170b324-2b91-4dac-9c38-cd0dfedc60bb tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0788112 Jun 17 08:59:28.468950 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9f0847-8b1d-431d-ad9a-438cac9277c7 admin admin] Router 7a59f5ef-3dee-403f-8dd2-c806c718907e is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:59:28.469218 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41838) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:28.475363 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-cc6f7dbc-cce5-4120-bd3c-8ce08134f5e1 tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.243'}]}}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:28.479122 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41840) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:28.620594 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cc6f7dbc-cce5-4120-bd3c-8ce08134f5e1 tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:28.621709 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cc6f7dbc-cce5-4120-bd3c-8ce08134f5e1 tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:28.708143 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5cc36866-60c9-4ead-a634-e7060a289767 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2295985 Jun 17 08:59:28.709013 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41862) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:28.714142 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-83a56733-ea46-4a8b-aef9-0a0a6f7f4058 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Request body: {'security_group': {'name': 'tempest-security--1939104156', 'description': 'tempest-security-description-168079156'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:28.717863 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9f0847-8b1d-431d-ad9a-438cac9277c7 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:59:28.744927 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43df35cb-dcc5-4e2d-a370-3434f5ac7fea None None] Sync routers for ids ['7a59f5ef-3dee-403f-8dd2-c806c718907e'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:59:28.758835 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-83a56733-ea46-4a8b-aef9-0a0a6f7f4058 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:28.760770 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43df35cb-dcc5-4e2d-a370-3434f5ac7fea None None] Routers {'7a59f5ef-3dee-403f-8dd2-c806c718907e'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:28.761548 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-43df35cb-dcc5-4e2d-a370-3434f5ac7fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:58:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7a59f5ef-3dee-403f-8dd2-c806c718907e'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:28.768306 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7389cc8-9db7-44c3-97e4-bee90681491e req-e7bbcea0-b29a-488b-9391-56aa7316fcbd tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:28.770136 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f7389cc8-9db7-44c3-97e4-bee90681491e req-e7bbcea0-b29a-488b-9391-56aa7316fcbd tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 944 time: 0.2075124 Jun 17 08:59:28.773571 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cc6f7dbc-cce5-4120-bd3c-8ce08134f5e1 tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:28.795642 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device e1964178-e5f2-42ca-a1ec-4bc10ee152c1 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:59:28.830940 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0847-8b1d-431d-ad9a-438cac9277c7 admin admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:28.830940 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-bd9f0847-8b1d-431d-ad9a-438cac9277c7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9526546 Jun 17 08:59:28.836373 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41868) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:28.842476 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: e1964178-e5f2-42ca-a1ec-4bc10ee152c1 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:59:28.842476 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device e1964178-e5f2-42ca-a1ec-4bc10ee152c1 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:59:28.848123 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f7389cc8-9db7-44c3-97e4-bee90681491e req-9049229c-6b22-45d0-8538-52f7f10b14d0 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713317 Jun 17 08:59:28.867078 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-83a56733-ea46-4a8b-aef9-0a0a6f7f4058 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:28.888466 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device c7183c1f-f7ca-41a4-9b32-f3fa0591266b no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:59:28.951997 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-83a56733-ea46-4a8b-aef9-0a0a6f7f4058 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:28.954777 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-83a56733-ea46-4a8b-aef9-0a0a6f7f4058 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:28.958023 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-83a56733-ea46-4a8b-aef9-0a0a6f7f4058 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "PUT /v2.0/security-groups/a18e572f-8259-4444-bacb-d9f8b0a7816f HTTP/1.1" status: 200 len: 1779 time: 0.2479002 Jun 17 08:59:28.961957 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6de5875b-69c7-4cc1-a795-61ad7398bc2b tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:28.964015 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-43df35cb-dcc5-4e2d-a370-3434f5ac7fea None None] Set router 7a59f5ef-3dee-403f-8dd2-c806c718907e gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:59:28.971073 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41874) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:29.093226 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a56733-ea46-4a8b-aef9-0a0a6f7f4058 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a18e572f-8259-4444-bacb-d9f8b0a7816f,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:29.101212 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-83a56733-ea46-4a8b-aef9-0a0a6f7f4058 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:29.118699 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a2a56585-f65d-4230-b867-3e8ac0dcef50 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "GET /v2.0/security-groups/a18e572f-8259-4444-bacb-d9f8b0a7816f HTTP/1.1" status: 200 len: 1779 time: 0.1433527 Jun 17 08:59:29.122150 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41880) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:29.160359 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:59:29.195909 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cc6f7dbc-cce5-4120-bd3c-8ce08134f5e1 tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:29.207298 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c127e569-cfa3-4b77-87be-4ef7ad424540 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:29.232431 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c127e569-cfa3-4b77-87be-4ef7ad424540 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:29.320136 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-43df35cb-dcc5-4e2d-a370-3434f5ac7fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a59f5ef-3dee-403f-8dd2-c806c718907e', 'name': 'tempest-ServerRescueNegativeTestJSON-151435376-router', 'tenant_id': '480b86ad1b7d49c4890b00851e5f8990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '07fe16ee-52ad-46d5-9ad4-d42d53c942b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:59:25Z', 'updated_at': '2021-06-17T08:59:27Z', 'revision_number': 3, 'project_id': '480b86ad1b7d49c4890b00851e5f8990', 'gw_port': {'id': '07fe16ee-52ad-46d5-9ad4-d42d53c942b1', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a59f5ef-3dee-403f-8dd2-c806c718907e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:25Z', 'updated_at': '2021-06-17T08:59:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:29.346901 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43df35cb-dcc5-4e2d-a370-3434f5ac7fea None None] Checking router: 7a59f5ef-3dee-403f-8dd2-c806c718907e for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:59:29.347260 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43df35cb-dcc5-4e2d-a370-3434f5ac7fea None None] Updating router 7a59f5ef-3dee-403f-8dd2-c806c718907e port 07fe16ee-52ad-46d5-9ad4-d42d53c942b1 binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:59:29.390158 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-43df35cb-dcc5-4e2d-a370-3434f5ac7fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:29.391441 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41888) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:29.410024 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a62f20d3-8acb-4617-92f0-45bb7190e498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:29.429646 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c127e569-cfa3-4b77-87be-4ef7ad424540 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:29.435785 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c127e569-cfa3-4b77-87be-4ef7ad424540 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:29.439217 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c127e569-cfa3-4b77-87be-4ef7ad424540 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "DELETE /v2.0/security-groups/a18e572f-8259-4444-bacb-d9f8b0a7816f HTTP/1.1" status: 204 len: 168 time: 0.3163500 Jun 17 08:59:29.446120 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41892) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:29.463003 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f4389807-c712-49d9-8fdb-580b051aa599 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:29.485991 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127e569-cfa3-4b77-87be-4ef7ad424540 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18e572f-8259-4444-bacb-d9f8b0a7816f,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:29.514214 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c127e569-cfa3-4b77-87be-4ef7ad424540 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:29.560852 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d70a7013-04f6-4b33-8ac5-45bda732258d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:29.653129 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7b5dbc2d-0785-4694-b0d4-12565949c135 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1655538 Jun 17 08:59:29.655757 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d70a7013-04f6-4b33-8ac5-45bda732258d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:29.658943 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41896) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:29.691026 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-155f8c85-89be-4380-8332-1b7a7d0ac4c3 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] delete failed (client error): The resource could not be found. Jun 17 08:59:29.692518 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-155f8c85-89be-4380-8332-1b7a7d0ac4c3 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "DELETE /v2.0/security-groups/a18e572f-8259-4444-bacb-d9f8b0a7816f HTTP/1.1" status: 404 len: 347 time: 0.0316398 Jun 17 08:59:29.698622 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41898) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:29.708399 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41900) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:29.708725 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-ebc7c7cc-ea0e-4cad-9eb5-d5205fbc33e2 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Request body: {'security_group': {'name': 'tempest-secgroup--1252281820'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:29.764516 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-43df35cb-dcc5-4e2d-a370-3434f5ac7fea None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:29.771924 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2cbcc364-e31f-4e23-a804-3a415c3674d9 req-96a0d928-ec66-44c8-90cb-fc9151c5685f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3858142 Jun 17 08:59:29.786560 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa25dfe3-271b-49e7-abb6-29446920d306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:29.792533 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-43df35cb-dcc5-4e2d-a370-3434f5ac7fea None None] Transition to ACTIVE for port object 07fe16ee-52ad-46d5-9ad4-d42d53c942b1 will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:59:29.914717 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c7cc-ea0e-4cad-9eb5-d5205fbc33e2 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:29.948067 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-43df35cb-dcc5-4e2d-a370-3434f5ac7fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:29.954548 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:29.958284 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cfdcacb2-8c0c-48d3-8a3d-35952a292732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.021419 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec5448-1d4d-4cbd-b25a-01b1bd5d9989 None None] Pushing event updated for resources: {'Port': ['ID=07fe16ee-52ad-46d5-9ad4-d42d53c942b1,revision_number=2']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:30.057026 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec5448-1d4d-4cbd-b25a-01b1bd5d9989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:30.057694 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec5448-1d4d-4cbd-b25a-01b1bd5d9989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:30.060364 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec5448-1d4d-4cbd-b25a-01b1bd5d9989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:30.060850 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec5448-1d4d-4cbd-b25a-01b1bd5d9989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:30.061302 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec5448-1d4d-4cbd-b25a-01b1bd5d9989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:30.061956 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec5448-1d4d-4cbd-b25a-01b1bd5d9989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:30.062493 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec5448-1d4d-4cbd-b25a-01b1bd5d9989 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:30.062627 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec5448-1d4d-4cbd-b25a-01b1bd5d9989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:30.062929 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec5448-1d4d-4cbd-b25a-01b1bd5d9989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:30.063382 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec5448-1d4d-4cbd-b25a-01b1bd5d9989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:30.063556 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec5448-1d4d-4cbd-b25a-01b1bd5d9989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:30.063925 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec5448-1d4d-4cbd-b25a-01b1bd5d9989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:30.079978 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-3eec5448-1d4d-4cbd-b25a-01b1bd5d9989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:30.079978 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-43df35cb-dcc5-4e2d-a370-3434f5ac7fea None None] Attempting to bind port 07fe16ee-52ad-46d5-9ad4-d42d53c942b1 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:59:30.080503 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-43df35cb-dcc5-4e2d-a370-3434f5ac7fea None None] Attempting to bind port 07fe16ee-52ad-46d5-9ad4-d42d53c942b1 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:59:30.082149 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df35cb-dcc5-4e2d-a370-3434f5ac7fea None None] Attempting to bind port 07fe16ee-52ad-46d5-9ad4-d42d53c942b1 on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:59:30.089180 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df35cb-dcc5-4e2d-a370-3434f5ac7fea None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:59:30.090552 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df35cb-dcc5-4e2d-a370-3434f5ac7fea None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:59:30.091340 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-43df35cb-dcc5-4e2d-a370-3434f5ac7fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.092054 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df35cb-dcc5-4e2d-a370-3434f5ac7fea None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:59:30.092860 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-43df35cb-dcc5-4e2d-a370-3434f5ac7fea None None] Bound port: 07fe16ee-52ad-46d5-9ad4-d42d53c942b1, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:59:30.093755 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-43df35cb-dcc5-4e2d-a370-3434f5ac7fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.168358 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-43df35cb-dcc5-4e2d-a370-3434f5ac7fea None None] For port 07fe16ee-52ad-46d5-9ad4-d42d53c942b1, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:59:30.172499 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-43df35cb-dcc5-4e2d-a370-3434f5ac7fea None None] For port 07fe16ee-52ad-46d5-9ad4-d42d53c942b1, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=07fe16ee-52ad-46d5-9ad4-d42d53c942b1,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:59:30.299082 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-43df35cb-dcc5-4e2d-a370-3434f5ac7fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.302045 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-141cd33c-4d55-4955-8e30-01846173a4df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:30.324856 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cc6f7dbc-cce5-4120-bd3c-8ce08134f5e1 tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.363822 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cc6f7dbc-cce5-4120-bd3c-8ce08134f5e1 tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.374115 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43df35cb-dcc5-4e2d-a370-3434f5ac7fea None None] Routers {'7a59f5ef-3dee-403f-8dd2-c806c718907e'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:30.374592 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-43df35cb-dcc5-4e2d-a370-3434f5ac7fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:59:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7a59f5ef-3dee-403f-8dd2-c806c718907e'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:30.385942 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-fa25dfe3-271b-49e7-abb6-29446920d306 admin admin] Allocated IP 172.20.0.1 (16a34c89-47ce-4f22-9578-d80c43c79d15/8dcda4ff-69ce-4261-8f47-819696fbacb3/813ddfc5-c88a-4ca9-b64f-e0c47e671c56) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:59:30.388350 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d70a7013-04f6-4b33-8ac5-45bda732258d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.391397 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d70a7013-04f6-4b33-8ac5-45bda732258d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.392568 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d70a7013-04f6-4b33-8ac5-45bda732258d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "DELETE /v2.0/security-groups/64ce819e-7519-4a7c-9672-d9c8e5bca4fb HTTP/1.1" status: 204 len: 168 time: 0.9990759 Jun 17 08:59:30.393849 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e45bf708-f4f0-4c75-9350-6d376867d5af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:30.399737 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41920) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:30.405317 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec4b08-1140-44ad-9775-2078ea030a68 req-b3261746-e98d-4c5b-ba4e-b17f198a0e5a tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:30.406910 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-acec4b08-1140-44ad-9775-2078ea030a68 req-b3261746-e98d-4c5b-ba4e-b17f198a0e5a tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 944 time: 0.3821695 Jun 17 08:59:30.416877 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a7013-04f6-4b33-8ac5-45bda732258d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ce819e-7519-4a7c-9672-d9c8e5bca4fb,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:30.419431 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec5448-1d4d-4cbd-b25a-01b1bd5d9989 None None] Pushing event updated for resources: {'Port': ['ID=07fe16ee-52ad-46d5-9ad4-d42d53c942b1,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:30.422990 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-3eec5448-1d4d-4cbd-b25a-01b1bd5d9989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:30.423373 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d70a7013-04f6-4b33-8ac5-45bda732258d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:30.425132 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-f40678ad-990b-43ef-b216-532eba87b4cd tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] show failed (client error): The resource could not be found. Jun 17 08:59:30.428023 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f40678ad-990b-43ef-b216-532eba87b4cd tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "GET /v2.0/security-groups/64ce819e-7519-4a7c-9672-d9c8e5bca4fb HTTP/1.1" status: 404 len: 347 time: 0.0243473 Jun 17 08:59:30.429739 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41924) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:30.546677 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-43df35cb-dcc5-4e2d-a370-3434f5ac7fea None None] Set router 7a59f5ef-3dee-403f-8dd2-c806c718907e gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:59:30.604634 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cfdcacb2-8c0c-48d3-8a3d-35952a292732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.608579 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-944733ed-f98c-4985-b151-37197f317cfe tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Deleting port adba51af-fc1f-4871-907f-b16f907189f5 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:30.609108 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-944733ed-f98c-4985-b151-37197f317cfe tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.622176 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-acec4b08-1140-44ad-9775-2078ea030a68 req-58aabef3-d9d1-43a2-8c1b-60e069835aad tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791830 Jun 17 08:59:30.686571 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cfdcacb2-8c0c-48d3-8a3d-35952a292732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.695720 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0afb4340-dd9b-4084-b7db-4c241d6ca71a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:30.730043 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa25dfe3-271b-49e7-abb6-29446920d306 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.773909 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-cfdcacb2-8c0c-48d3-8a3d-35952a292732 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d1e41906544c49b0a28f12f86f1d81cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0599606 Jun 17 08:59:30.777854 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41928) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:30.784829 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdcacb2-8c0c-48d3-8a3d-35952a292732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83471f3d-768c-409d-af37-b60ac757ccfb,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:30.788003 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cfdcacb2-8c0c-48d3-8a3d-35952a292732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:30.795098 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-944733ed-f98c-4985-b151-37197f317cfe tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.795426 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-944733ed-f98c-4985-b151-37197f317cfe tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.843984 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cc6f7dbc-cce5-4120-bd3c-8ce08134f5e1 tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.855592 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-43df35cb-dcc5-4e2d-a370-3434f5ac7fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a59f5ef-3dee-403f-8dd2-c806c718907e', 'name': 'tempest-ServerRescueNegativeTestJSON-151435376-router', 'tenant_id': '480b86ad1b7d49c4890b00851e5f8990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '07fe16ee-52ad-46d5-9ad4-d42d53c942b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:59:25Z', 'updated_at': '2021-06-17T08:59:27Z', 'revision_number': 3, 'project_id': '480b86ad1b7d49c4890b00851e5f8990', 'gw_port': {'id': '07fe16ee-52ad-46d5-9ad4-d42d53c942b1', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a59f5ef-3dee-403f-8dd2-c806c718907e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:25Z', 'updated_at': '2021-06-17T08:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:30.896584 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43df35cb-dcc5-4e2d-a370-3434f5ac7fea None None] The sync data for ids ['7a59f5ef-3dee-403f-8dd2-c806c718907e'] in n-d-758944-30 is: [{'id': '7a59f5ef-3dee-403f-8dd2-c806c718907e', 'name': 'tempest-ServerRescueNegativeTestJSON-151435376-router', 'tenant_id': '480b86ad1b7d49c4890b00851e5f8990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '07fe16ee-52ad-46d5-9ad4-d42d53c942b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:59:25Z', 'updated_at': '2021-06-17T08:59:27Z', 'revision_number': 3, 'project_id': '480b86ad1b7d49c4890b00851e5f8990', 'gw_port': {'id': '07fe16ee-52ad-46d5-9ad4-d42d53c942b1', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a59f5ef-3dee-403f-8dd2-c806c718907e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:25Z', 'updated_at': '2021-06-17T08:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:59:30.901660 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c7cc-ea0e-4cad-9eb5-d5205fbc33e2 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.921597 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa25dfe3-271b-49e7-abb6-29446920d306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.929378 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a270ba56-fd82-41bd-bfdd-0bfeacd9c86b tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:30.940672 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-944733ed-f98c-4985-b151-37197f317cfe tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Calling delete_port for adba51af-fc1f-4871-907f-b16f907189f5 owned by network:floatingip {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:30.948733 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:30.988347 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa25dfe3-271b-49e7-abb6-29446920d306 admin admin] Network 16a34c89-47ce-4f22-9578-d80c43c79d15 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:59:31.049974 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-fa25dfe3-271b-49e7-abb6-29446920d306 admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:59:31.052595 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa25dfe3-271b-49e7-abb6-29446920d306 admin admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:59:31.062081 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c7cc-ea0e-4cad-9eb5-d5205fbc33e2 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.069217 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ab3a62dc-11ea-44eb-9db8-2e1c4e81e8d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:31.093133 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-86d61ae7-3d50-47c0-a9da-183bc96e5e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.098487 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7c7cc-ea0e-4cad-9eb5-d5205fbc33e2 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=805e32ae-43e3-4720-8b53-388ef2cf1782,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:31.107239 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ebc7c7cc-ea0e-4cad-9eb5-d5205fbc33e2 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:31.128227 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cc6f7dbc-cce5-4120-bd3c-8ce08134f5e1 tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.132124 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cc6f7dbc-cce5-4120-bd3c-8ce08134f5e1 tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.144107 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-86d61ae7-3d50-47c0-a9da-183bc96e5e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.194370 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25dfe3-271b-49e7-abb6-29446920d306 admin admin] Pushing event updated for resources: {'Port': ['ID=813ddfc5-c88a-4ca9-b64f-e0c47e671c56,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:31.216637 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fa25dfe3-271b-49e7-abb6-29446920d306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:31.216637 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa25dfe3-271b-49e7-abb6-29446920d306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.249692 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c7cc-ea0e-4cad-9eb5-d5205fbc33e2 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.251218 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ebc7c7cc-ea0e-4cad-9eb5-d5205fbc33e2 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5502708 Jun 17 08:59:31.254122 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41936) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:31.260639 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-84b142e6-3764-4553-bc57-ec06fc6cf2ab tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Request body: {'security_group_rule': {'security_group_id': '805e32ae-43e3-4720-8b53-388ef2cf1782', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:31.367026 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-86d61ae7-3d50-47c0-a9da-183bc96e5e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.370257 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cc6f7dbc-cce5-4120-bd3c-8ce08134f5e1 tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.370444 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-86d61ae7-3d50-47c0-a9da-183bc96e5e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.393741 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6f7dbc-cce5-4120-bd3c-8ce08134f5e1 tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dbb13570-1897-467a-b213-50443014eb59 {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:59:31.395164 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-86d61ae7-3d50-47c0-a9da-183bc96e5e0d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/83471f3d-768c-409d-af37-b60ac757ccfb HTTP/1.1" status: 204 len: 168 time: 0.5905547 Jun 17 08:59:31.395164 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b66c14f3-228d-4f2d-a10e-e69cff9a3173 tempest-ExternalNetworksAdminNegativeTestJSON-189904618 tempest-ExternalNetworksAdminNegativeTestJSON-189904618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:31.395164 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-944733ed-f98c-4985-b151-37197f317cfe tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.403469 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-84b142e6-3764-4553-bc57-ec06fc6cf2ab tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.412480 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d61ae7-3d50-47c0-a9da-183bc96e5e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83471f3d-768c-409d-af37-b60ac757ccfb,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:31.433132 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-86d61ae7-3d50-47c0-a9da-183bc96e5e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:31.433132 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-71b9242b-8aee-40bc-b395-d5b34a5a047d tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:31.471818 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944733ed-f98c-4985-b151-37197f317cfe tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Pushing event deleted for resources: {'Port': ['ID=adba51af-fc1f-4871-907f-b16f907189f5,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:31.486002 n-d-758944-30 neutron-server[94519]: INFO neutron.api.v2.resource [None req-cc6f7dbc-cce5-4120-bd3c-8ce08134f5e1 tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 17 08:59:31.487481 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-cc6f7dbc-cce5-4120-bd3c-8ce08134f5e1 tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0190611 Jun 17 08:59:31.493055 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41942) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:31.493266 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-944733ed-f98c-4985-b151-37197f317cfe tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:31.578217 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-84b142e6-3764-4553-bc57-ec06fc6cf2ab tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.582352 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-944733ed-f98c-4985-b151-37197f317cfe tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks [] for floatingip, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.585094 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-944733ed-f98c-4985-b151-37197f317cfe tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.586323 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-944733ed-f98c-4985-b151-37197f317cfe tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] 10.222.0.49 "DELETE /v2.0/floatingips/b4944b2c-a4fb-42e7-ae0d-b629cbe33826 HTTP/1.1" status: 204 len: 168 time: 1.1509695 Jun 17 08:59:31.684651 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-84b142e6-3764-4553-bc57-ec06fc6cf2ab tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.704290 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:31.731450 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa25dfe3-271b-49e7-abb6-29446920d306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.733032 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b142e6-3764-4553-bc57-ec06fc6cf2ab tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74352c79-7e16-4bd0-b49c-0b5232f3713b,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:31.736403 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-84b142e6-3764-4553-bc57-ec06fc6cf2ab tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:31.767037 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-8aa4d523-d8ec-406d-b95f-4beffdca0067 tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Deleting port f84248b6-e173-4bcf-9181-279dfb1b0742 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:31.775989 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d523-d8ec-406d-b95f-4beffdca0067 tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.776201 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 07fe16ee-52ad-46d5-9ad4-d42d53c942b1 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:59:31.813611 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcc364-e31f-4e23-a804-3a415c3674d9 req-8c26fa0e-bcde-4e46-a261-59c2fc48a1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:31.815311 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2cbcc364-e31f-4e23-a804-3a415c3674d9 req-8c26fa0e-bcde-4e46-a261-59c2fc48a1b1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc&tenant_id=9baf6f30d6ad4a09b3077aa4ccbb2548 HTTP/1.1" status: 200 len: 1096 time: 0.2340791 Jun 17 08:59:31.825623 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-84b142e6-3764-4553-bc57-ec06fc6cf2ab tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.832309 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-84b142e6-3764-4553-bc57-ec06fc6cf2ab tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5769515 Jun 17 08:59:31.833004 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41950) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:31.942086 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8b10e0bc-2368-48b6-8049-df23e1b696f7 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:31.958860 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8b10e0bc-2368-48b6-8049-df23e1b696f7 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:32.012155 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 07fe16ee-52ad-46d5-9ad4-d42d53c942b1 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:59:32.018898 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 07fe16ee-52ad-46d5-9ad4-d42d53c942b1 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:59:32.019466 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:32.060069 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcc364-e31f-4e23-a804-3a415c3674d9 req-8373323f-1a16-4ecf-9a8a-58a5f84cecf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:32.061571 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2cbcc364-e31f-4e23-a804-3a415c3674d9 req-8373323f-1a16-4ecf-9a8a-58a5f84cecf1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9baf6f30d6ad4a09b3077aa4ccbb2548&device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 1096 time: 0.1985509 Jun 17 08:59:32.079655 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d523-d8ec-406d-b95f-4beffdca0067 tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:32.184935 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:32.189886 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcc364-e31f-4e23-a804-3a415c3674d9 req-39ae1090-376c-4a85-a21b-153d767ca596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:32.191386 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2cbcc364-e31f-4e23-a804-3a415c3674d9 req-39ae1090-376c-4a85-a21b-153d767ca596 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5788c246-d497-4e21-8243-0ca8d7b04d08 HTTP/1.1" status: 200 len: 915 time: 0.1241503 Jun 17 08:59:32.198294 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8b10e0bc-2368-48b6-8049-df23e1b696f7 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:32.230626 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 07fe16ee-52ad-46d5-9ad4-d42d53c942b1, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=07fe16ee-52ad-46d5-9ad4-d42d53c942b1,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:32.237152 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8b10e0bc-2368-48b6-8049-df23e1b696f7 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:32.238694 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-8b10e0bc-2368-48b6-8049-df23e1b696f7 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/74352c79-7e16-4bd0-b49c-0b5232f3713b HTTP/1.1" status: 204 len: 168 time: 0.4047303 Jun 17 08:59:32.240423 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a8040f4e-cda1-4624-b4a7-88d8c75a93dc tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:32.245954 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-8aa4d523-d8ec-406d-b95f-4beffdca0067 tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Calling delete_port for f84248b6-e173-4bcf-9181-279dfb1b0742 owned by {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:32.292153 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41960) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:32.331429 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db091173-7016-4d0d-b34f-72a037b6afc8 req-d7ff4a32-e5ef-472f-a391-6d52f4e0ad1c tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:32.332981 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-db091173-7016-4d0d-b34f-72a037b6afc8 req-d7ff4a32-e5ef-472f-a391-6d52f4e0ad1c tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 944 time: 0.3869770 Jun 17 08:59:32.342249 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:32.345232 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2cbcc364-e31f-4e23-a804-3a415c3674d9 req-88055a3c-38df-418a-9c2f-5e15eb98ae95 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7183c1f-f7ca-41a4-9b32-f3fa0591266b HTTP/1.1" status: 200 len: 217 time: 0.1454694 Jun 17 08:59:32.347247 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9851b5a8-3955-4750-a21e-d1ac6905f81e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:32.361797 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10e0bc-2368-48b6-8049-df23e1b696f7 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74352c79-7e16-4bd0-b49c-0b5232f3713b,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:32.448281 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcc364-e31f-4e23-a804-3a415c3674d9 req-9beae87d-576d-4c4a-a3f7-bc8b20892153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:32.449883 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2cbcc364-e31f-4e23-a804-3a415c3674d9 req-9beae87d-576d-4c4a-a3f7-bc8b20892153 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c704bc30-219f-4216-8f07-a3fd2280feec HTTP/1.1" status: 200 len: 854 time: 0.0942934 Jun 17 08:59:32.451032 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8b10e0bc-2368-48b6-8049-df23e1b696f7 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:32.451423 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41962) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:32.476350 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=07fe16ee-52ad-46d5-9ad4-d42d53c942b1,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:32.484475 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:32.518634 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-de1406d7-410e-4404-85e6-dee341429b00 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2251420 Jun 17 08:59:32.538804 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41966) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:32.543227 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2cbcc364-e31f-4e23-a804-3a415c3674d9 req-cd7547fc-0cdb-481e-a1bd-5b3c1db94bec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5788c246-d497-4e21-8243-0ca8d7b04d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676148 Jun 17 08:59:32.544264 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a92120d7-44a0-41a8-b63d-85d45ca1fe05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:32.611664 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:32.622157 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-db091173-7016-4d0d-b34f-72a037b6afc8 req-6476de45-ebdd-4206-a14b-c1efa06b912b tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673533 Jun 17 08:59:32.760481 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e2bb2b65-45b2-4eec-912b-6d728bfa1bf1 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:32.787404 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2cbcc364-e31f-4e23-a804-3a415c3674d9 req-2b678d30-45b4-49f6-955d-e861a703bc3a service neutron] 10.222.0.53 "GET /v2.0/networks/5788c246-d497-4e21-8243-0ca8d7b04d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322853 Jun 17 08:59:32.871056 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e2bb2b65-45b2-4eec-912b-6d728bfa1bf1 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:32.934984 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a92120d7-44a0-41a8-b63d-85d45ca1fe05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:32.990901 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2cbcc364-e31f-4e23-a804-3a415c3674d9 req-e01e7872-fc3a-4081-907d-a5bb14a6228b service neutron] 10.222.0.53 "GET /v2.0/networks/5788c246-d497-4e21-8243-0ca8d7b04d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922011 Jun 17 08:59:33.000579 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa25dfe3-271b-49e7-abb6-29446920d306 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:33.065441 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d523-d8ec-406d-b95f-4beffdca0067 tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:33.069568 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-52a5dbe6-e206-4652-a471-11bd6284531b tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:33.104471 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4d523-d8ec-406d-b95f-4beffdca0067 tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Pushing event deleted for resources: {'Port': ['ID=f84248b6-e173-4bcf-9181-279dfb1b0742,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:33.107771 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8aa4d523-d8ec-406d-b95f-4beffdca0067 tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:33.115081 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a92120d7-44a0-41a8-b63d-85d45ca1fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:33.125504 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e2bb2b65-45b2-4eec-912b-6d728bfa1bf1 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:33.125504 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e2bb2b65-45b2-4eec-912b-6d728bfa1bf1 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:33.125504 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e2bb2b65-45b2-4eec-912b-6d728bfa1bf1 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "DELETE /v2.0/security-groups/805e32ae-43e3-4720-8b53-388ef2cf1782 HTTP/1.1" status: 204 len: 168 time: 0.5822184 Jun 17 08:59:33.125504 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7170b324-2b91-4dac-9c38-cd0dfedc60bb tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:33.130985 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41976) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:33.133875 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa25dfe3-271b-49e7-abb6-29446920d306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:33.173127 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-861e6383-3557-4fad-860c-21470c7e13ee tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:33.183104 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a92120d7-44a0-41a8-b63d-85d45ca1fe05 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aa5d2132dabf4b08a143378a6f464146&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7139752 Jun 17 08:59:33.186960 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 41980) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:33.220355 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92120d7-44a0-41a8-b63d-85d45ca1fe05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8adec34-d474-4e94-ae55-68f7ae454e0d,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:33.234049 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d523-d8ec-406d-b95f-4beffdca0067 tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:33.245821 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-8aa4d523-d8ec-406d-b95f-4beffdca0067 tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] 10.222.0.49 "DELETE /v2.0/ports/f84248b6-e173-4bcf-9181-279dfb1b0742 HTTP/1.1" status: 204 len: 168 time: 1.7447009 Jun 17 08:59:33.280325 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb2b65-45b2-4eec-912b-6d728bfa1bf1 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=805e32ae-43e3-4720-8b53-388ef2cf1782,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:33.301128 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25dfe3-271b-49e7-abb6-29446920d306 admin admin] Pushing event updated for resources: {'Port': ['ID=813ddfc5-c88a-4ca9-b64f-e0c47e671c56,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:33.308556 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa25dfe3-271b-49e7-abb6-29446920d306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:33.319618 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fa25dfe3-271b-49e7-abb6-29446920d306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:33.343188 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e2bb2b65-45b2-4eec-912b-6d728bfa1bf1 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:33.344371 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c80902dd-425c-4d05-a587-2a37b96e5465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:33.345006 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c80902dd-425c-4d05-a587-2a37b96e5465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:33.354964 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-26566aec-eccb-473e-80b0-1309df73927c tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2227015 Jun 17 08:59:33.366265 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 41988) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:33.380708 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-c3302dda-de78-44ea-aac5-f2d6c30048d5 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Request body: {'security_group': {'name': 'tempest-secgroup--1724480315'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:33.405019 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dfedbec8-4819-4c10-8224-6795285f3c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:33.460139 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dfedbec8-4819-4c10-8224-6795285f3c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:33.566340 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa25dfe3-271b-49e7-abb6-29446920d306 admin admin] Network 16a34c89-47ce-4f22-9578-d80c43c79d15 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:59:33.568555 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-fa25dfe3-271b-49e7-abb6-29446920d306 admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:59:33.571261 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c3302dda-de78-44ea-aac5-f2d6c30048d5 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:33.599669 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dfedbec8-4819-4c10-8224-6795285f3c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:33.602572 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-dfedbec8-4819-4c10-8224-6795285f3c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:33.607381 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-dfedbec8-4819-4c10-8224-6795285f3c23 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b8adec34-d474-4e94-ae55-68f7ae454e0d HTTP/1.1" status: 204 len: 168 time: 0.4191630 Jun 17 08:59:33.608716 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7170b324-2b91-4dac-9c38-cd0dfedc60bb tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:33.621758 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfedbec8-4819-4c10-8224-6795285f3c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8adec34-d474-4e94-ae55-68f7ae454e0d,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:33.629093 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dfedbec8-4819-4c10-8224-6795285f3c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:33.641280 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 07fe16ee-52ad-46d5-9ad4-d42d53c942b1 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:59:33.729407 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 07fe16ee-52ad-46d5-9ad4-d42d53c942b1 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:59:33.729847 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:34.036620 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa25dfe3-271b-49e7-abb6-29446920d306 admin admin] Router 7a59f5ef-3dee-403f-8dd2-c806c718907e has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:59:34.106321 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c3302dda-de78-44ea-aac5-f2d6c30048d5 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:34.163589 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42018) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:34.265074 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa25dfe3-271b-49e7-abb6-29446920d306 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:59:34.278939 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765b3e47-c7f8-4f3a-8d9a-8c3dabe83841 None None] Sync routers for ids ['7a59f5ef-3dee-403f-8dd2-c806c718907e'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:59:34.295518 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cde1a4-0951-4682-bc6f-b409d0feddd4 req-e3fec13f-e162-43ab-86ef-b16c93f61569 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:34.302469 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d6cde1a4-0951-4682-bc6f-b409d0feddd4 req-e3fec13f-e162-43ab-86ef-b16c93f61569 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 944 time: 0.4283736 Jun 17 08:59:34.312516 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b3e47-c7f8-4f3a-8d9a-8c3dabe83841 None None] Routers {'7a59f5ef-3dee-403f-8dd2-c806c718907e'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:34.313813 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-fa25dfe3-271b-49e7-abb6-29446920d306 admin admin] 10.222.0.49 "PUT /v2.0/routers/7a59f5ef-3dee-403f-8dd2-c806c718907e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4757702 Jun 17 08:59:34.315817 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-765b3e47-c7f8-4f3a-8d9a-8c3dabe83841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:59:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7a59f5ef-3dee-403f-8dd2-c806c718907e'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:34.331949 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c3302dda-de78-44ea-aac5-f2d6c30048d5 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:34.351260 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dc767dce-96d0-43b3-a7b0-439063a40ad9 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:34.512640 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d6cde1a4-0951-4682-bc6f-b409d0feddd4 req-8932fb4f-9832-456a-a670-70df8be49a23 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952634 Jun 17 08:59:34.526177 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1275089e-6d6e-4268-88af-ff48ef4c1172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:34.528366 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3302dda-de78-44ea-aac5-f2d6c30048d5 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2209b6d9-440b-448e-bb3d-1dd19414299b,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:34.545971 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c3302dda-de78-44ea-aac5-f2d6c30048d5 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:34.592281 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c3302dda-de78-44ea-aac5-f2d6c30048d5 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:34.596215 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c3302dda-de78-44ea-aac5-f2d6c30048d5 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2261279 Jun 17 08:59:34.598198 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42030) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:34.608077 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-10a762b9-92d7-4087-99cd-16fc1b84518b tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Request body: {'security_group_rule': {'security_group_id': '2209b6d9-440b-448e-bb3d-1dd19414299b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:34.748340 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1275089e-6d6e-4268-88af-ff48ef4c1172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:34.880669 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1275089e-6d6e-4268-88af-ff48ef4c1172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:34.973166 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f08f8b15-29e6-4ee9-91ce-0909c0e061b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:35.018300 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-765b3e47-c7f8-4f3a-8d9a-8c3dabe83841 None None] Set router 7a59f5ef-3dee-403f-8dd2-c806c718907e gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:59:35.043328 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1275089e-6d6e-4268-88af-ff48ef4c1172 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b318c34596dc4ba8b80b3b7e3229c3ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8778405 Jun 17 08:59:35.046000 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42046) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:35.047000 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275089e-6d6e-4268-88af-ff48ef4c1172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb91d203-d629-49bf-bacb-e898a189f5dc,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:35.053148 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1275089e-6d6e-4268-88af-ff48ef4c1172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:35.188447 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-10a762b9-92d7-4087-99cd-16fc1b84518b tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:35.333905 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-160cc621-4a74-458b-ba3f-a24ccec983d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:35.355887 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-10a762b9-92d7-4087-99cd-16fc1b84518b tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:35.433768 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-160cc621-4a74-458b-ba3f-a24ccec983d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:35.497129 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-10a762b9-92d7-4087-99cd-16fc1b84518b tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:35.506122 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:35.580934 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a762b9-92d7-4087-99cd-16fc1b84518b tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc576d7-00b9-4f2b-8b6c-1b4c8bea2921,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:35.584366 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-10a762b9-92d7-4087-99cd-16fc1b84518b tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:35.626509 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-765b3e47-c7f8-4f3a-8d9a-8c3dabe83841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a59f5ef-3dee-403f-8dd2-c806c718907e', 'name': 'tempest-ServerRescueNegativeTestJSON-151435376-router', 'tenant_id': '480b86ad1b7d49c4890b00851e5f8990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '07fe16ee-52ad-46d5-9ad4-d42d53c942b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:59:25Z', 'updated_at': '2021-06-17T08:59:31Z', 'revision_number': 4, 'project_id': '480b86ad1b7d49c4890b00851e5f8990', 'gw_port': {'id': '07fe16ee-52ad-46d5-9ad4-d42d53c942b1', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59f5ef-3dee-403f-8dd2-c806c718907e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:25Z', 'updated_at': '2021-06-17T08:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '813ddfc5-c88a-4ca9-b64f-e0c47e671c56', 'name': '', 'network_id': '16a34c89-47ce-4f22-9578-d80c43c79d15', 'tenant_id': '480b86ad1b7d49c4890b00851e5f8990', 'mac_address': 'fa:16:3e:93:a6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a59f5ef-3dee-403f-8dd2-c806c718907e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '8dcda4ff-69ce-4261-8f47-819696fbacb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:29Z', 'updated_at': '2021-06-17T08:59:32Z', 'revision_number': 2, 'project_id': '480b86ad1b7d49c4890b00851e5f8990', 'subnets': [{'id': '8dcda4ff-69ce-4261-8f47-819696fbacb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:35.697194 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-10a762b9-92d7-4087-99cd-16fc1b84518b tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:35.697194 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-10a762b9-92d7-4087-99cd-16fc1b84518b tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0926015 Jun 17 08:59:35.697194 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42070) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:35.701416 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-54901a0c-233a-4f97-936c-b0f6b28a3834 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Request body: {'security_group_rule': {'security_group_id': '2209b6d9-440b-448e-bb3d-1dd19414299b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:35.763333 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-160cc621-4a74-458b-ba3f-a24ccec983d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:35.765896 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765b3e47-c7f8-4f3a-8d9a-8c3dabe83841 None None] Checking router: 7a59f5ef-3dee-403f-8dd2-c806c718907e for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:59:35.768216 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-160cc621-4a74-458b-ba3f-a24ccec983d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:35.771181 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-160cc621-4a74-458b-ba3f-a24ccec983d9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bb91d203-d629-49bf-bacb-e898a189f5dc HTTP/1.1" status: 204 len: 168 time: 0.7238011 Jun 17 08:59:35.778046 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c3302dda-de78-44ea-aac5-f2d6c30048d5 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:35.779660 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765b3e47-c7f8-4f3a-8d9a-8c3dabe83841 None None] Updating router 7a59f5ef-3dee-403f-8dd2-c806c718907e port 813ddfc5-c88a-4ca9-b64f-e0c47e671c56 binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:59:35.822704 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160cc621-4a74-458b-ba3f-a24ccec983d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb91d203-d629-49bf-bacb-e898a189f5dc,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:35.831755 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-160cc621-4a74-458b-ba3f-a24ccec983d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:35.899044 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-54901a0c-233a-4f97-936c-b0f6b28a3834 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:35.981262 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-765b3e47-c7f8-4f3a-8d9a-8c3dabe83841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:36.016443 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-54901a0c-233a-4f97-936c-b0f6b28a3834 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:36.026866 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea4476-8d7a-4c0e-9270-328cf5690529 req-1791b28a-f3e3-43dd-9fde-e7ccf8ac742c tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:36.036594 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-16ea4476-8d7a-4c0e-9270-328cf5690529 req-1791b28a-f3e3-43dd-9fde-e7ccf8ac742c tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 944 time: 0.1953704 Jun 17 08:59:36.097383 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-16ea4476-8d7a-4c0e-9270-328cf5690529 req-90ec032b-a6bd-4344-9a04-4be461368f7f tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592105 Jun 17 08:59:36.152120 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-0aa48b60-0cb4-422d-b8b7-476b6d26830e tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:36.159427 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-54901a0c-233a-4f97-936c-b0f6b28a3834 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:36.168007 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:36.172644 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-0aa48b60-0cb4-422d-b8b7-476b6d26830e tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/networks?id=16a34c89-47ce-4f22-9578-d80c43c79d15 HTTP/1.1" status: 200 len: 818 time: 0.7078707 Jun 17 08:59:36.209194 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54901a0c-233a-4f97-936c-b0f6b28a3834 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b962d4-d2e1-4071-b07d-5ca81e1b497e,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:36.210345 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-4517796a-d246-4d28-820b-8682947879e6 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/quotas/480b86ad1b7d49c4890b00851e5f8990 HTTP/1.1" status: 200 len: 375 time: 0.0269034 Jun 17 08:59:36.219889 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-54901a0c-233a-4f97-936c-b0f6b28a3834 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:36.377067 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-54901a0c-233a-4f97-936c-b0f6b28a3834 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:36.378508 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-54901a0c-233a-4f97-936c-b0f6b28a3834 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6822646 Jun 17 08:59:36.381384 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42084) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:36.386359 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-e64a882f-f39e-45f0-9fe8-fa13df90b674 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Request body: {'security_group_rule': {'security_group_id': '2209b6d9-440b-448e-bb3d-1dd19414299b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:36.576705 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e64a882f-f39e-45f0-9fe8-fa13df90b674 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:36.639954 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-69bb299d-c1bb-4f43-ade4-242505d4bf55 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=480b86ad1b7d49c4890b00851e5f8990&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4138598 Jun 17 08:59:36.823015 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e64a882f-f39e-45f0-9fe8-fa13df90b674 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:36.858838 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-c8ebeeab-0028-44ca-9ad5-35d622368b6e service neutron] 10.222.0.49 "GET /v2.0/networks/16a34c89-47ce-4f22-9578-d80c43c79d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103298 Jun 17 08:59:36.914217 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-765b3e47-c7f8-4f3a-8d9a-8c3dabe83841 None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:36.930363 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e64a882f-f39e-45f0-9fe8-fa13df90b674 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:36.934364 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0b628df0-99be-4aad-8d8c-deaa4441002e tempest-TaggedBootDevicesTest_v242-870838736 tempest-TaggedBootDevicesTest_v242-870838736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:36.935796 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-765b3e47-c7f8-4f3a-8d9a-8c3dabe83841 None None] Transition to ACTIVE for port object 813ddfc5-c88a-4ca9-b64f-e0c47e671c56 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:59:36.979510 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a882f-f39e-45f0-9fe8-fa13df90b674 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbecd7e7-9a69-40ec-8a6c-8ea6a2d7e9c4,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:36.990396 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e64a882f-f39e-45f0-9fe8-fa13df90b674 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:37.012989 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-9ca224f5-bec0-4eda-a8fe-e319a6a96194 service neutron] 10.222.0.49 "GET /v2.0/networks/16a34c89-47ce-4f22-9578-d80c43c79d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458454 Jun 17 08:59:37.060080 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-765b3e47-c7f8-4f3a-8d9a-8c3dabe83841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:37.060563 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-2625acdd-9251-4f99-ba97-64cace3affa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:37.137318 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e64a882f-f39e-45f0-9fe8-fa13df90b674 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:37.139415 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e64a882f-f39e-45f0-9fe8-fa13df90b674 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7570446 Jun 17 08:59:37.142117 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42102) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:37.148011 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-978a664b-a407-445c-a979-791dd996071c tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Request body: {'security_group_rule': {'security_group_id': '2209b6d9-440b-448e-bb3d-1dd19414299b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:37.232982 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42104) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:37.249023 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f4f01-f483-4e99-adfe-203648628e08 None None] Pushing event updated for resources: {'Port': ['ID=813ddfc5-c88a-4ca9-b64f-e0c47e671c56,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:37.274093 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-129f4f01-f483-4e99-adfe-203648628e08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:37.398387 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42110) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:37.398739 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5820c899-74d4-4605-8333-39f60fa7f1f1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4152daa8b6b3427688e4b16146ceb111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1638405 Jun 17 08:59:37.444377 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-978a664b-a407-445c-a979-791dd996071c tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:37.520970 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-765b3e47-c7f8-4f3a-8d9a-8c3dabe83841 None None] Attempting to bind port 813ddfc5-c88a-4ca9-b64f-e0c47e671c56 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:59:37.521860 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-765b3e47-c7f8-4f3a-8d9a-8c3dabe83841 None None] Attempting to bind port 813ddfc5-c88a-4ca9-b64f-e0c47e671c56 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '407ed44e-d9b9-4ab2-b01f-1684e753c7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '16a34c89-47ce-4f22-9578-d80c43c79d15'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:59:37.522501 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765b3e47-c7f8-4f3a-8d9a-8c3dabe83841 None None] Attempting to bind port 813ddfc5-c88a-4ca9-b64f-e0c47e671c56 on network 16a34c89-47ce-4f22-9578-d80c43c79d15 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:59:37.531454 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765b3e47-c7f8-4f3a-8d9a-8c3dabe83841 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:59:37.532485 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765b3e47-c7f8-4f3a-8d9a-8c3dabe83841 None None] Checking segment: {'id': '407ed44e-d9b9-4ab2-b01f-1684e753c7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '16a34c89-47ce-4f22-9578-d80c43c79d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:59:37.533242 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-765b3e47-c7f8-4f3a-8d9a-8c3dabe83841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:37.533886 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765b3e47-c7f8-4f3a-8d9a-8c3dabe83841 None None] Bound using segment: {'id': '407ed44e-d9b9-4ab2-b01f-1684e753c7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '16a34c89-47ce-4f22-9578-d80c43c79d15'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:59:37.534857 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-765b3e47-c7f8-4f3a-8d9a-8c3dabe83841 None None] Bound port: 813ddfc5-c88a-4ca9-b64f-e0c47e671c56, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '407ed44e-d9b9-4ab2-b01f-1684e753c7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '16a34c89-47ce-4f22-9578-d80c43c79d15'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:59:37.546201 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-765b3e47-c7f8-4f3a-8d9a-8c3dabe83841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:37.619619 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-607c7c90-918d-4873-a779-f938ee1a8c7a req-4d7f0996-fa1f-47cb-8aab-7d0af018aed6 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 210 time: 0.1725013 Jun 17 08:59:37.684397 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-765b3e47-c7f8-4f3a-8d9a-8c3dabe83841 None None] For port 813ddfc5-c88a-4ca9-b64f-e0c47e671c56, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:59:37.694010 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-765b3e47-c7f8-4f3a-8d9a-8c3dabe83841 None None] For port 813ddfc5-c88a-4ca9-b64f-e0c47e671c56, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=813ddfc5-c88a-4ca9-b64f-e0c47e671c56,segment=NetworkSegment(407ed44e-d9b9-4ab2-b01f-1684e753c7cd),segment_id=407ed44e-d9b9-4ab2-b01f-1684e753c7cd)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:59:37.731507 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42118) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:37.756127 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-84f0e99e-5333-4149-aae7-fe4a0ab32922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:37.783417 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-765b3e47-c7f8-4f3a-8d9a-8c3dabe83841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:37.797600 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-84f0e99e-5333-4149-aae7-fe4a0ab32922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:37.799203 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:37.969614 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-978a664b-a407-445c-a979-791dd996071c tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:38.030003 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50e668-35c6-4fcc-8976-9591c50badd9 req-6255e381-87cc-4404-82c9-9d846583c66a tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:38.043348 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4e50e668-35c6-4fcc-8976-9591c50badd9 req-6255e381-87cc-4404-82c9-9d846583c66a tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 944 time: 0.5280647 Jun 17 08:59:38.086956 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0ffcc314-78a5-44b0-8b07-2cd6da8459e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:38.097227 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b3e47-c7f8-4f3a-8d9a-8c3dabe83841 None None] Routers {'7a59f5ef-3dee-403f-8dd2-c806c718907e'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:38.098768 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-765b3e47-c7f8-4f3a-8d9a-8c3dabe83841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:59:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7a59f5ef-3dee-403f-8dd2-c806c718907e'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:38.100014 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-84f0e99e-5333-4149-aae7-fe4a0ab32922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:38.103619 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-84f0e99e-5333-4149-aae7-fe4a0ab32922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:38.105127 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-84f0e99e-5333-4149-aae7-fe4a0ab32922 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/00aefc19-9b17-4767-81a2-ba0512311c32 HTTP/1.1" status: 204 len: 168 time: 0.7054799 Jun 17 08:59:38.127258 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-17b82d17-51e7-4f13-bc7d-27559a0a352e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:38.147852 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-978a664b-a407-445c-a979-791dd996071c tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:38.155329 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0e99e-5333-4149-aae7-fe4a0ab32922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00aefc19-9b17-4767-81a2-ba0512311c32,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:38.168358 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-84f0e99e-5333-4149-aae7-fe4a0ab32922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:38.173912 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:38.229780 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4e50e668-35c6-4fcc-8976-9591c50badd9 req-809c0b8f-cd88-4d59-bda8-c2f5505adb55 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500990 Jun 17 08:59:38.231044 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a664b-a407-445c-a979-791dd996071c tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef22ea61-70fc-40d1-8a93-f69b3128893f,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:38.259423 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-978a664b-a407-445c-a979-791dd996071c tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:38.277865 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-978a664b-a407-445c-a979-791dd996071c tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:38.283141 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-978a664b-a407-445c-a979-791dd996071c tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1392808 Jun 17 08:59:38.285407 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42144) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:38.293431 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-88c84572-90ca-4d6c-9d0f-b9d4a343d9e1 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Request body: {'security_group_rule': {'security_group_id': '2209b6d9-440b-448e-bb3d-1dd19414299b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:38.313820 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f4f01-f483-4e99-adfe-203648628e08 None None] Pushing event updated for resources: {'Port': ['ID=813ddfc5-c88a-4ca9-b64f-e0c47e671c56,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:38.320783 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.db.api [None req-88c84572-90ca-4d6c-9d0f-b9d4a343d9e1 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:59:38.320783 n-d-758944-30 neutron-server[94519]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:59:38.320783 n-d-758944-30 neutron-server[94519]: [parameters: {'project_id_1': '0af19f066474499db9887b41c7b3f325', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 59, 38, 301667)}] Jun 17 08:59:38.320783 n-d-758944-30 neutron-server[94519]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:59:38.322595 n-d-758944-30 neutron-server[94519]: DEBUG oslo_db.api [None req-88c84572-90ca-4d6c-9d0f-b9d4a343d9e1 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:59:38.346914 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-129f4f01-f483-4e99-adfe-203648628e08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:38.374681 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-373ab71a-d3ed-4624-a144-8cfbdc05994e tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:38.381749 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-373ab71a-d3ed-4624-a144-8cfbdc05994e tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/networks?id=16a34c89-47ce-4f22-9578-d80c43c79d15 HTTP/1.1" status: 200 len: 818 time: 0.2883358 Jun 17 08:59:38.444302 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-765b3e47-c7f8-4f3a-8d9a-8c3dabe83841 None None] Set router 7a59f5ef-3dee-403f-8dd2-c806c718907e gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:59:38.446285 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-ac9bcacb-afbd-482c-b1dd-864789df564d tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/quotas/480b86ad1b7d49c4890b00851e5f8990 HTTP/1.1" status: 200 len: 375 time: 0.0635870 Jun 17 08:59:38.590279 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0ffcc314-78a5-44b0-8b07-2cd6da8459e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:38.603786 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-0341ea96-b4ff-4c88-b577-f1069ef560e3 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=480b86ad1b7d49c4890b00851e5f8990&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1559248 Jun 17 08:59:38.735371 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0ffcc314-78a5-44b0-8b07-2cd6da8459e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:38.746353 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d70a7013-04f6-4b33-8ac5-45bda732258d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:38.922065 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-765b3e47-c7f8-4f3a-8d9a-8c3dabe83841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a59f5ef-3dee-403f-8dd2-c806c718907e', 'name': 'tempest-ServerRescueNegativeTestJSON-151435376-router', 'tenant_id': '480b86ad1b7d49c4890b00851e5f8990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '07fe16ee-52ad-46d5-9ad4-d42d53c942b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:59:25Z', 'updated_at': '2021-06-17T08:59:31Z', 'revision_number': 4, 'project_id': '480b86ad1b7d49c4890b00851e5f8990', 'gw_port': {'id': '07fe16ee-52ad-46d5-9ad4-d42d53c942b1', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59f5ef-3dee-403f-8dd2-c806c718907e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:25Z', 'updated_at': '2021-06-17T08:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '813ddfc5-c88a-4ca9-b64f-e0c47e671c56', 'name': '', 'network_id': '16a34c89-47ce-4f22-9578-d80c43c79d15', 'tenant_id': '480b86ad1b7d49c4890b00851e5f8990', 'mac_address': 'fa:16:3e:93:a6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a59f5ef-3dee-403f-8dd2-c806c718907e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '8dcda4ff-69ce-4261-8f47-819696fbacb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:29Z', 'updated_at': '2021-06-17T08:59:37Z', 'revision_number': 4, 'project_id': '480b86ad1b7d49c4890b00851e5f8990', 'subnets': [{'id': '8dcda4ff-69ce-4261-8f47-819696fbacb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:38.949002 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0ffcc314-78a5-44b0-8b07-2cd6da8459e6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ab622dc2fbb43859c488157275b4f70&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2175984 Jun 17 08:59:38.952360 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffcc314-78a5-44b0-8b07-2cd6da8459e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5454b31-90d4-4f89-b6e7-02cd85ba529f,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:38.952515 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42156) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:38.959762 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0ffcc314-78a5-44b0-8b07-2cd6da8459e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:38.991535 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765b3e47-c7f8-4f3a-8d9a-8c3dabe83841 None None] The sync data for ids ['7a59f5ef-3dee-403f-8dd2-c806c718907e'] in n-d-758944-30 is: [{'id': '7a59f5ef-3dee-403f-8dd2-c806c718907e', 'name': 'tempest-ServerRescueNegativeTestJSON-151435376-router', 'tenant_id': '480b86ad1b7d49c4890b00851e5f8990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '07fe16ee-52ad-46d5-9ad4-d42d53c942b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:59:25Z', 'updated_at': '2021-06-17T08:59:31Z', 'revision_number': 4, 'project_id': '480b86ad1b7d49c4890b00851e5f8990', 'gw_port': {'id': '07fe16ee-52ad-46d5-9ad4-d42d53c942b1', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59f5ef-3dee-403f-8dd2-c806c718907e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:25Z', 'updated_at': '2021-06-17T08:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '813ddfc5-c88a-4ca9-b64f-e0c47e671c56', 'name': '', 'network_id': '16a34c89-47ce-4f22-9578-d80c43c79d15', 'tenant_id': '480b86ad1b7d49c4890b00851e5f8990', 'mac_address': 'fa:16:3e:93:a6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a59f5ef-3dee-403f-8dd2-c806c718907e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '8dcda4ff-69ce-4261-8f47-819696fbacb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:29Z', 'updated_at': '2021-06-17T08:59:37Z', 'revision_number': 4, 'project_id': '480b86ad1b7d49c4890b00851e5f8990', 'subnets': [{'id': '8dcda4ff-69ce-4261-8f47-819696fbacb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:59:39.003325 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-a8a50c53-5583-4061-b2e5-387b4fc4ec83 service neutron] 10.222.0.49 "GET /v2.0/networks/16a34c89-47ce-4f22-9578-d80c43c79d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952198 Jun 17 08:59:39.190537 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-88c84572-90ca-4d6c-9d0f-b9d4a343d9e1 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:39.223788 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-b688de4d-efa1-4b5e-8dbf-c837a58089bd service neutron] 10.222.0.49 "GET /v2.0/networks/16a34c89-47ce-4f22-9578-d80c43c79d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192883 Jun 17 08:59:39.296277 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3b963d0f-e865-4e51-9695-4975767c69d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:39.337724 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3b963d0f-e865-4e51-9695-4975767c69d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:39.448706 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-88c84572-90ca-4d6c-9d0f-b9d4a343d9e1 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:39.523355 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-88c84572-90ca-4d6c-9d0f-b9d4a343d9e1 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:39.525710 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-316e9dcc-d0df-4829-9e90-8f38ad99f065 tempest-ServersTestBootFromVolume-631405014 tempest-ServersTestBootFromVolume-631405014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:39.590048 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c84572-90ca-4d6c-9d0f-b9d4a343d9e1 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632350ce-251d-4ce9-8973-8431020da77c,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:39.618770 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-88c84572-90ca-4d6c-9d0f-b9d4a343d9e1 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:39.623752 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3b963d0f-e865-4e51-9695-4975767c69d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:39.631982 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3b963d0f-e865-4e51-9695-4975767c69d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:39.637654 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3b963d0f-e865-4e51-9695-4975767c69d3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e5454b31-90d4-4f89-b6e7-02cd85ba529f HTTP/1.1" status: 204 len: 168 time: 0.6799197 Jun 17 08:59:39.639257 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c93ece7e-2531-44cb-8d30-e06031306362 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:39.707682 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b963d0f-e865-4e51-9695-4975767c69d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5454b31-90d4-4f89-b6e7-02cd85ba529f,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:39.716023 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-88c84572-90ca-4d6c-9d0f-b9d4a343d9e1 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:39.720154 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-88c84572-90ca-4d6c-9d0f-b9d4a343d9e1 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.4294491 Jun 17 08:59:39.720564 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42180) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:39.746931 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3b963d0f-e865-4e51-9695-4975767c69d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:39.859957 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 813ddfc5-c88a-4ca9-b64f-e0c47e671c56 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:59:39.912346 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c80e3b-7df5-4952-8d3e-bc1f47773e12 req-7e5f607f-06e1-44f2-9b89-5c61ad1b5fdc tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:39.914302 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-02c80e3b-7df5-4952-8d3e-bc1f47773e12 req-7e5f607f-06e1-44f2-9b89-5c61ad1b5fdc tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 944 time: 0.2079992 Jun 17 08:59:39.988649 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-07d913a5-aeca-4f6c-9155-da056c984392 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:40.018535 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-02c80e3b-7df5-4952-8d3e-bc1f47773e12 req-78014082-40de-4871-a796-280e21b0da30 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967400 Jun 17 08:59:40.073138 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-07d913a5-aeca-4f6c-9155-da056c984392 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:40.218372 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bc294758-e3b1-4d4f-9e9c-35024ce36251 req-d9dad77d-d39f-4740-ba17-f043d8ae3f18 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 210 time: 0.2515135 Jun 17 08:59:40.336709 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 813ddfc5-c88a-4ca9-b64f-e0c47e671c56 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:59:40.348685 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 813ddfc5-c88a-4ca9-b64f-e0c47e671c56 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:59:40.348685 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:40.439752 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-07d913a5-aeca-4f6c-9155-da056c984392 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:40.442840 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-417ce023-69e2-4ee0-8c8b-c935544c7133 tempest-ServersTestManualDisk-1516372947 tempest-ServersTestManualDisk-1516372947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:40.453230 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-07d913a5-aeca-4f6c-9155-da056c984392 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:40.453230 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-07d913a5-aeca-4f6c-9155-da056c984392 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/632350ce-251d-4ce9-8973-8431020da77c HTTP/1.1" status: 204 len: 168 time: 0.7296932 Jun 17 08:59:40.454809 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42202) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:40.460407 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d913a5-aeca-4f6c-9155-da056c984392 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=632350ce-251d-4ce9-8973-8431020da77c,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:40.463195 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-07d913a5-aeca-4f6c-9155-da056c984392 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:40.539561 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:40.547775 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-27e2510d-0b0e-41a7-a9a3-1a373bd23d3d tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0838757 Jun 17 08:59:40.547775 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42206) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:40.633302 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-81bc0c3b-3b6b-414f-bbde-d9e28e3e42d0 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:40.646151 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 813ddfc5-c88a-4ca9-b64f-e0c47e671c56, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=813ddfc5-c88a-4ca9-b64f-e0c47e671c56,segment=NetworkSegment(407ed44e-d9b9-4ab2-b01f-1684e753c7cd),segment_id=407ed44e-d9b9-4ab2-b01f-1684e753c7cd)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:40.670206 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-81bc0c3b-3b6b-414f-bbde-d9e28e3e42d0 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:40.765455 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:40.767541 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0bc62438-2fba-49c0-8e2a-746bd7cedf23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:40.885745 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-81bc0c3b-3b6b-414f-bbde-d9e28e3e42d0 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:40.893313 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:40.896059 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-81bc0c3b-3b6b-414f-bbde-d9e28e3e42d0 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:40.899559 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-81bc0c3b-3b6b-414f-bbde-d9e28e3e42d0 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/ef22ea61-70fc-40d1-8a93-f69b3128893f HTTP/1.1" status: 204 len: 168 time: 0.3558543 Jun 17 08:59:40.903230 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42214) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:40.917292 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc0c3b-3b6b-414f-bbde-d9e28e3e42d0 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef22ea61-70fc-40d1-8a93-f69b3128893f,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:40.932621 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=813ddfc5-c88a-4ca9-b64f-e0c47e671c56,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:40.937121 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-81bc0c3b-3b6b-414f-bbde-d9e28e3e42d0 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:40.950423 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:41.002945 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-401b0791-83c1-4b31-bb66-a625fef04143 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0977273 Jun 17 08:59:41.007934 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42216) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:41.061405 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d2048976-9e67-435c-96ba-979e2773554f tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:41.080663 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d2048976-9e67-435c-96ba-979e2773554f tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:41.351643 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d2048976-9e67-435c-96ba-979e2773554f tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:41.354786 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:41.369401 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d2048976-9e67-435c-96ba-979e2773554f tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:41.374469 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42232) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:41.377521 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d2048976-9e67-435c-96ba-979e2773554f tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/bbecd7e7-9a69-40ec-8a6c-8ea6a2d7e9c4 HTTP/1.1" status: 204 len: 168 time: 0.3710666 Jun 17 08:59:41.397496 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2048976-9e67-435c-96ba-979e2773554f tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbecd7e7-9a69-40ec-8a6c-8ea6a2d7e9c4,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:41.403387 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d2048976-9e67-435c-96ba-979e2773554f tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:41.464978 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a1e2a0b9-8d6d-4fdb-8216-17c38a4afc2c tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0890615 Jun 17 08:59:41.467609 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42236) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:41.557025 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-993a69a9-5901-4f2c-b202-90be3740cd7f req-be7c067c-7222-45fa-bfb5-2b39dbb21ec6 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 210 time: 0.0669558 Jun 17 08:59:41.558555 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6277081f-8b53-4d18-b373-13050b80c16a tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:41.583437 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6277081f-8b53-4d18-b373-13050b80c16a tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:41.717466 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6277081f-8b53-4d18-b373-13050b80c16a tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:41.720926 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:41.727104 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-6277081f-8b53-4d18-b373-13050b80c16a tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:41.731113 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-6277081f-8b53-4d18-b373-13050b80c16a tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/53b962d4-d2e1-4071-b07d-5ca81e1b497e HTTP/1.1" status: 204 len: 168 time: 0.2619481 Jun 17 08:59:41.734936 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42242) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:41.752793 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 813ddfc5-c88a-4ca9-b64f-e0c47e671c56 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:59:41.857705 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6277081f-8b53-4d18-b373-13050b80c16a tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53b962d4-d2e1-4071-b07d-5ca81e1b497e,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:41.888293 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6277081f-8b53-4d18-b373-13050b80c16a tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:41.995792 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 813ddfc5-c88a-4ca9-b64f-e0c47e671c56 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:59:41.996479 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:42.005943 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-61235a7d-bb54-4f3a-a9ce-49871a3a8b40 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2649720 Jun 17 08:59:42.010444 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42248) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:42.063251 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-abe27987-1edd-44fe-8519-ce0473c08ee0 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:42.065052 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-abe27987-1edd-44fe-8519-ce0473c08ee0 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.50 "GET /v2.0/networks?id=16a34c89-47ce-4f22-9578-d80c43c79d15 HTTP/1.1" status: 200 len: 818 time: 0.5391676 Jun 17 08:59:42.078676 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-c5a112e7-19b1-45f9-a477-8a1220309296 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Request body: {'port': {'device_id': '317a4ddc-a574-47c5-a03f-95a09022ba49', 'network_id': '16a34c89-47ce-4f22-9578-d80c43c79d15', 'admin_state_up': True, 'tenant_id': '480b86ad1b7d49c4890b00851e5f8990'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:42.090080 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-85fff728-d505-4732-a9f6-c7278df4e715 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:42.102552 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-85fff728-d505-4732-a9f6-c7278df4e715 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:42.267531 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04da94-72b0-4c91-a7b3-430c0ed2c8d8 req-2adeadeb-ce48-4382-b6af-f2a62d971c1c tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:42.279361 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d04da94-72b0-4c91-a7b3-430c0ed2c8d8 req-2adeadeb-ce48-4382-b6af-f2a62d971c1c tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 944 time: 0.8451474 Jun 17 08:59:42.339819 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-85fff728-d505-4732-a9f6-c7278df4e715 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:42.353683 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:42.369081 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-85fff728-d505-4732-a9f6-c7278df4e715 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:42.371388 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-85fff728-d505-4732-a9f6-c7278df4e715 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/bfc576d7-00b9-4f2b-8b6c-1b4c8bea2921 HTTP/1.1" status: 204 len: 168 time: 0.3564873 Jun 17 08:59:42.379451 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42260) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:42.397006 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fff728-d505-4732-a9f6-c7278df4e715 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfc576d7-00b9-4f2b-8b6c-1b4c8bea2921,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:42.414389 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-85fff728-d505-4732-a9f6-c7278df4e715 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:42.487987 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d04da94-72b0-4c91-a7b3-430c0ed2c8d8 req-05924283-60eb-4986-bf7c-dc3a369d1ea9 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076123 Jun 17 08:59:42.637352 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-87f220b9-03d5-482a-a36d-69b0df989798 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2505534 Jun 17 08:59:42.640057 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42270) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:42.719673 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-c5a112e7-19b1-45f9-a477-8a1220309296 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Made reservation on behalf of 480b86ad1b7d49c4890b00851e5f8990 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:59:42.728785 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-c5a112e7-19b1-45f9-a477-8a1220309296 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:42.874821 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b6fc9d42-6f10-4ff3-a1f2-19cda67e8249 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:43.016506 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-962c89f9-92eb-47b1-b676-83ec78f46486 req-f528a618-9451-48f0-9b2f-2f33049a3b8a tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 210 time: 0.1190460 Jun 17 08:59:43.026042 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b6fc9d42-6f10-4ff3-a1f2-19cda67e8249 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:43.115936 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-c5a112e7-19b1-45f9-a477-8a1220309296 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Allocated IP 172.20.0.4 (16a34c89-47ce-4f22-9578-d80c43c79d15/8dcda4ff-69ce-4261-8f47-819696fbacb3/eae1d0ef-12b4-40d0-b352-77e11a5a7fe7) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:59:43.234707 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b6fc9d42-6f10-4ff3-a1f2-19cda67e8249 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:43.240626 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b6fc9d42-6f10-4ff3-a1f2-19cda67e8249 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:43.243884 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b6fc9d42-6f10-4ff3-a1f2-19cda67e8249 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "DELETE /v2.0/security-groups/2209b6d9-440b-448e-bb3d-1dd19414299b HTTP/1.1" status: 204 len: 168 time: 0.6010132 Jun 17 08:59:43.243884 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-cf0241c5-e720-492c-b995-fb6527a79bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:43.253309 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42288) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:43.281744 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc9d42-6f10-4ff3-a1f2-19cda67e8249 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2209b6d9-440b-448e-bb3d-1dd19414299b,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:43.289046 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b6fc9d42-6f10-4ff3-a1f2-19cda67e8249 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:43.393361 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a42f9278-8e37-4b26-bc97-caf48808a9e2 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1382554 Jun 17 08:59:43.397472 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42290) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:43.402601 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-4c861daf-0353-4b2f-bf52-86db867fddd2 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Request body: {'security_group': {'name': 'tempest-secgroup--867318659'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:43.530777 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c861daf-0353-4b2f-bf52-86db867fddd2 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:43.607039 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-c5a112e7-19b1-45f9-a477-8a1220309296 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:43.770372 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42304) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:43.855078 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c861daf-0353-4b2f-bf52-86db867fddd2 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:43.922242 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c861daf-0353-4b2f-bf52-86db867fddd2 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:43.924682 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-c5a112e7-19b1-45f9-a477-8a1220309296 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:43.925872 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c127e569-cfa3-4b77-87be-4ef7ad424540 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:43.944790 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-abd11a14-f7ac-45fe-a829-776e252f3c17 tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:44.019080 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c861daf-0353-4b2f-bf52-86db867fddd2 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe01d46-fcd8-48cf-9757-7640936570e7,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:44.029893 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4c861daf-0353-4b2f-bf52-86db867fddd2 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:44.070352 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-c5a112e7-19b1-45f9-a477-8a1220309296 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Network 16a34c89-47ce-4f22-9578-d80c43c79d15 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:59:44.087934 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-c5a112e7-19b1-45f9-a477-8a1220309296 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:59:44.114495 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-c5a112e7-19b1-45f9-a477-8a1220309296 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:59:44.177779 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3f547380-01b4-4b7f-bae2-fc9e1818fe5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:44.270385 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f022224-6b29-4e84-ad8e-fc94d196d11f req-38a707d3-5588-4c95-b6b3-5f84646fad83 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:44.275404 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0f022224-6b29-4e84-ad8e-fc94d196d11f req-38a707d3-5588-4c95-b6b3-5f84646fad83 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 944 time: 0.4956143 Jun 17 08:59:44.280149 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a112e7-19b1-45f9-a477-8a1220309296 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Pushing event updated for resources: {'Port': ['ID=eae1d0ef-12b4-40d0-b352-77e11a5a7fe7,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:44.295927 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c5a112e7-19b1-45f9-a477-8a1220309296 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:44.320473 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-c5a112e7-19b1-45f9-a477-8a1220309296 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:44.321731 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-c5a112e7-19b1-45f9-a477-8a1220309296 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:44.329264 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cf250207-1dfe-4a70-abab-20139e3c6fcc req-6ebd7e1e-47fd-445a-aaa6-32aea6ed1c49 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 210 time: 0.0361340 Jun 17 08:59:44.360884 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0f022224-6b29-4e84-ad8e-fc94d196d11f req-bad9c687-8c3e-4d37-b72d-36cd3fe22fb5 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779638 Jun 17 08:59:44.773355 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-8cd836cf-b069-47a1-bc21-32c99afafcf7 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:44.775773 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-8cd836cf-b069-47a1-bc21-32c99afafcf7 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.50 "GET /v2.0/networks?id=16a34c89-47ce-4f22-9578-d80c43c79d15 HTTP/1.1" status: 200 len: 818 time: 0.1181171 Jun 17 08:59:44.787824 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-b03db7bd-05d2-49b4-aa7a-2872c446fcfd tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Request body: {'port': {'device_id': 'd47e031a-43e9-407a-96c6-cc61052acb37', 'network_id': '16a34c89-47ce-4f22-9578-d80c43c79d15', 'admin_state_up': True, 'tenant_id': '480b86ad1b7d49c4890b00851e5f8990'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:44.823210 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4c861daf-0353-4b2f-bf52-86db867fddd2 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:44.824758 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4c861daf-0353-4b2f-bf52-86db867fddd2 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4262688 Jun 17 08:59:44.827689 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42318) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:44.835443 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-ea8ac251-a3f1-4b72-b3f1-692b2eb4b45a tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Request body: {'security_group_rule': {'security_group_id': '4fe01d46-fcd8-48cf-9757-7640936570e7', 'direction': 'ingress', 'protocol': 17}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:44.902579 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3f547380-01b4-4b7f-bae2-fc9e1818fe5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:45.144314 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3f547380-01b4-4b7f-bae2-fc9e1818fe5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:45.192926 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a1b8cbb0-799e-4b48-8d3d-d43cfc29d8fe tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:45.237591 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3f547380-01b4-4b7f-bae2-fc9e1818fe5d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8120fcc9b7d7498aa0a1dd9c15018bd5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4656639 Jun 17 08:59:45.238600 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f547380-01b4-4b7f-bae2-fc9e1818fe5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a5514d-f3d8-4d4f-9029-0b0da859b740,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:45.240411 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42326) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:45.261472 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3f547380-01b4-4b7f-bae2-fc9e1818fe5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:45.302072 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-c5a112e7-19b1-45f9-a477-8a1220309296 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2273004 Jun 17 08:59:45.315599 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-86cfc1bf-cadf-412a-85d7-d5a6d7a31da1 service neutron] Request body: {'port': {'device_id': '317a4ddc-a574-47c5-a03f-95a09022ba49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:45.355854 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9468b44b-ce24-4b5f-86a8-bb7c49086b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:45.448613 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-86cfc1bf-cadf-412a-85d7-d5a6d7a31da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:45.481846 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9468b44b-ce24-4b5f-86a8-bb7c49086b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:45.501204 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ea8ac251-a3f1-4b72-b3f1-692b2eb4b45a tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:45.580391 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-b03db7bd-05d2-49b4-aa7a-2872c446fcfd tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Made reservation on behalf of 480b86ad1b7d49c4890b00851e5f8990 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:59:45.589915 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-b03db7bd-05d2-49b4-aa7a-2872c446fcfd tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:45.800749 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-43d923a6-493e-494f-a66d-3b22cb8d20b4 req-196e7b89-429c-4616-858b-fc1bbadfed1d tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 210 time: 0.1182034 Jun 17 08:59:45.823805 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ea8ac251-a3f1-4b72-b3f1-692b2eb4b45a tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:45.976624 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ea8ac251-a3f1-4b72-b3f1-692b2eb4b45a tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:45.992752 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:46.013292 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9468b44b-ce24-4b5f-86a8-bb7c49086b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:46.016031 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9468b44b-ce24-4b5f-86a8-bb7c49086b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:46.017413 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-9468b44b-ce24-4b5f-86a8-bb7c49086b51 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/34a5514d-f3d8-4d4f-9029-0b0da859b740 HTTP/1.1" status: 204 len: 168 time: 0.7758536 Jun 17 08:59:46.018371 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dfedbec8-4819-4c10-8224-6795285f3c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:46.035402 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468b44b-ce24-4b5f-86a8-bb7c49086b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a5514d-f3d8-4d4f-9029-0b0da859b740,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:46.039909 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9468b44b-ce24-4b5f-86a8-bb7c49086b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:46.071074 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbacc0-15a5-4ab0-933d-da09439d09cd req-94e08c87-c84a-408c-ba8d-87c6e4dedeed tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:46.073375 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-88dbacc0-15a5-4ab0-933d-da09439d09cd req-94e08c87-c84a-408c-ba8d-87c6e4dedeed tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 944 time: 0.3474336 Jun 17 08:59:46.073539 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-b03db7bd-05d2-49b4-aa7a-2872c446fcfd tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Allocated IP 172.20.0.5 (16a34c89-47ce-4f22-9578-d80c43c79d15/8dcda4ff-69ce-4261-8f47-819696fbacb3/7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:59:46.077575 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ac251-a3f1-4b72-b3f1-692b2eb4b45a tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c68d96aa-a7f5-494e-8a0d-4cddd153a349,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:46.083450 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ea8ac251-a3f1-4b72-b3f1-692b2eb4b45a tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:46.134689 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-88dbacc0-15a5-4ab0-933d-da09439d09cd req-98254a5e-6452-452c-9c38-8bb8766576b9 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497220 Jun 17 08:59:46.244930 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ea8ac251-a3f1-4b72-b3f1-692b2eb4b45a tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:46.246499 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ea8ac251-a3f1-4b72-b3f1-692b2eb4b45a tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.4175255 Jun 17 08:59:46.249725 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42348) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:46.311903 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-b03db7bd-05d2-49b4-aa7a-2872c446fcfd tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:46.365926 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c26ec380-0528-4ea9-882f-eb37759827ae tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:46.409490 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c26ec380-0528-4ea9-882f-eb37759827ae tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:46.549968 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-b03db7bd-05d2-49b4-aa7a-2872c446fcfd tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:46.574554 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-242411f2-8fca-4659-a00f-4d6918d50a9c tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:46.647853 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-b03db7bd-05d2-49b4-aa7a-2872c446fcfd tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Network 16a34c89-47ce-4f22-9578-d80c43c79d15 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:59:46.693427 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-b03db7bd-05d2-49b4-aa7a-2872c446fcfd tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:59:46.701197 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-b03db7bd-05d2-49b4-aa7a-2872c446fcfd tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:59:46.705571 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c26ec380-0528-4ea9-882f-eb37759827ae tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:46.709356 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c26ec380-0528-4ea9-882f-eb37759827ae tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:46.715667 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c26ec380-0528-4ea9-882f-eb37759827ae tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "DELETE /v2.0/security-groups/4fe01d46-fcd8-48cf-9757-7640936570e7 HTTP/1.1" status: 204 len: 168 time: 0.4649398 Jun 17 08:59:46.717235 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42356) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:46.985325 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03db7bd-05d2-49b4-aa7a-2872c446fcfd tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Pushing event updated for resources: {'Port': ['ID=7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:47.026568 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b03db7bd-05d2-49b4-aa7a-2872c446fcfd tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:47.049119 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d6e9f41a-1786-42b6-8ab7-2e3670605a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.325s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:47.248689 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-b03db7bd-05d2-49b4-aa7a-2872c446fcfd tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:47.249738 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-b03db7bd-05d2-49b4-aa7a-2872c446fcfd tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:47.265807 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ec380-0528-4ea9-882f-eb37759827ae tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe01d46-fcd8-48cf-9757-7640936570e7,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:47.283565 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c26ec380-0528-4ea9-882f-eb37759827ae tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:47.347047 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42376) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:47.348426 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-cc78e79d-bbb0-4f80-8cde-ee1b2befd32b tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6226144 Jun 17 08:59:47.363063 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-677671e7-878b-489d-abc6-2ab55ca083e6 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Request body: {'security_group': {'name': 'tempest-secgroup--57550776'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:47.565748 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8eb29-fe57-4936-9cc2-40a90128e1f5 req-ecccc950-d9c3-44ee-a174-371fbbe31b44 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:47.565748 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-07b8eb29-fe57-4936-9cc2-40a90128e1f5 req-ecccc950-d9c3-44ee-a174-371fbbe31b44 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 931 time: 0.4638209 Jun 17 08:59:47.565748 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-b03db7bd-05d2-49b4-aa7a-2872c446fcfd tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7732069 Jun 17 08:59:47.584976 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Request body: {'port': {'device_id': 'd47e031a-43e9-407a-96c6-cc61052acb37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:47.733523 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-07b8eb29-fe57-4936-9cc2-40a90128e1f5 req-333f4af5-c24e-42a7-9303-35ff2cc0d7aa tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781220 Jun 17 08:59:47.763018 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-86cfc1bf-cadf-412a-85d7-d5a6d7a31da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae1d0ef-12b4-40d0-b352-77e11a5a7fe7 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:59:47.775389 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-86cfc1bf-cadf-412a-85d7-d5a6d7a31da1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:47.795713 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be65cf-6a33-478c-82d7-1d3f13355a95 req-e5ce7ae3-5339-4bae-aff1-5af3b3f9a8ea tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:47.800621 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:47.802315 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-27be65cf-6a33-478c-82d7-1d3f13355a95 req-e5ce7ae3-5339-4bae-aff1-5af3b3f9a8ea tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 944 time: 0.3149519 Jun 17 08:59:47.824365 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-86cfc1bf-cadf-412a-85d7-d5a6d7a31da1 service neutron] Transition to ACTIVE for port object eae1d0ef-12b4-40d0-b352-77e11a5a7fe7 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:59:47.831765 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-677671e7-878b-489d-abc6-2ab55ca083e6 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:47.841131 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:47.924121 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-27be65cf-6a33-478c-82d7-1d3f13355a95 req-9db29bf4-35d7-4c95-8a69-bba2f1ba297f tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041090 Jun 17 08:59:47.938391 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-86cfc1bf-cadf-412a-85d7-d5a6d7a31da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:47.944616 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-aadcd2a1-d557-457b-a8c5-6c662f84be4b tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:48.101235 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cfc1bf-cadf-412a-85d7-d5a6d7a31da1 service neutron] Pushing event updated for resources: {'Port': ['ID=eae1d0ef-12b4-40d0-b352-77e11a5a7fe7,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:48.126744 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-86cfc1bf-cadf-412a-85d7-d5a6d7a31da1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:48.422105 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-677671e7-878b-489d-abc6-2ab55ca083e6 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:48.544736 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-86cfc1bf-cadf-412a-85d7-d5a6d7a31da1 service neutron] Attempting to bind port eae1d0ef-12b4-40d0-b352-77e11a5a7fe7 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:59:48.545289 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-86cfc1bf-cadf-412a-85d7-d5a6d7a31da1 service neutron] Attempting to bind port eae1d0ef-12b4-40d0-b352-77e11a5a7fe7 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '407ed44e-d9b9-4ab2-b01f-1684e753c7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '16a34c89-47ce-4f22-9578-d80c43c79d15'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:59:48.545771 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-86cfc1bf-cadf-412a-85d7-d5a6d7a31da1 service neutron] Attempting to bind port eae1d0ef-12b4-40d0-b352-77e11a5a7fe7 on network 16a34c89-47ce-4f22-9578-d80c43c79d15 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:59:48.559045 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-86cfc1bf-cadf-412a-85d7-d5a6d7a31da1 service neutron] Port eae1d0ef-12b4-40d0-b352-77e11a5a7fe7 on network 16a34c89-47ce-4f22-9578-d80c43c79d15 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:59:48.559536 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-86cfc1bf-cadf-412a-85d7-d5a6d7a31da1 service neutron] Attempting to bind port eae1d0ef-12b4-40d0-b352-77e11a5a7fe7 on network 16a34c89-47ce-4f22-9578-d80c43c79d15 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:59:48.571491 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-86cfc1bf-cadf-412a-85d7-d5a6d7a31da1 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:59:48.575845 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-86cfc1bf-cadf-412a-85d7-d5a6d7a31da1 service neutron] Checking segment: {'id': '407ed44e-d9b9-4ab2-b01f-1684e753c7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '16a34c89-47ce-4f22-9578-d80c43c79d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:59:48.577860 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-86cfc1bf-cadf-412a-85d7-d5a6d7a31da1 service neutron] Bound using segment: {'id': '407ed44e-d9b9-4ab2-b01f-1684e753c7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '16a34c89-47ce-4f22-9578-d80c43c79d15'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:59:48.578513 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-86cfc1bf-cadf-412a-85d7-d5a6d7a31da1 service neutron] Bound port: eae1d0ef-12b4-40d0-b352-77e11a5a7fe7, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '407ed44e-d9b9-4ab2-b01f-1684e753c7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '16a34c89-47ce-4f22-9578-d80c43c79d15'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:59:48.580588 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-86cfc1bf-cadf-412a-85d7-d5a6d7a31da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:48.616749 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-677671e7-878b-489d-abc6-2ab55ca083e6 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:48.747255 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-086394fd-15b1-44a2-9add-5a1b7fe59877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:48.810078 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:59:48.814964 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677671e7-878b-489d-abc6-2ab55ca083e6 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8a135a-effc-406b-9146-4eafb9efbc5c,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:48.821979 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-677671e7-878b-489d-abc6-2ab55ca083e6 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:48.833396 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:48.837610 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-677671e7-878b-489d-abc6-2ab55ca083e6 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:48.838141 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-677671e7-878b-489d-abc6-2ab55ca083e6 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4858298 Jun 17 08:59:48.839685 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-86cfc1bf-cadf-412a-85d7-d5a6d7a31da1 service neutron] For port eae1d0ef-12b4-40d0-b352-77e11a5a7fe7, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:59:48.840779 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42402) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:48.845075 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-86cfc1bf-cadf-412a-85d7-d5a6d7a31da1 service neutron] For port eae1d0ef-12b4-40d0-b352-77e11a5a7fe7, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=eae1d0ef-12b4-40d0-b352-77e11a5a7fe7,segment=NetworkSegment(407ed44e-d9b9-4ab2-b01f-1684e753c7cd),segment_id=407ed44e-d9b9-4ab2-b01f-1684e753c7cd)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:59:48.853542 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-9184b0b1-d9f2-4bf6-9177-7d972a3bd09b tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Request body: {'security_group': {'name': 'tempest-secgroup--827614978'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:48.871824 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Transition to ACTIVE for port object 7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:59:48.912959 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-86cfc1bf-cadf-412a-85d7-d5a6d7a31da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:48.916213 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-86cfc1bf-cadf-412a-85d7-d5a6d7a31da1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:48.948397 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:48.951577 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a79b7122-01ea-4bf3-a1df-d05add2ae0f9 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:49.092525 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9184b0b1-d9f2-4bf6-9177-7d972a3bd09b tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:49.141684 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cfc1bf-cadf-412a-85d7-d5a6d7a31da1 service neutron] Pushing event updated for resources: {'Port': ['ID=eae1d0ef-12b4-40d0-b352-77e11a5a7fe7,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:49.148616 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-86cfc1bf-cadf-412a-85d7-d5a6d7a31da1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:49.167159 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-86cfc1bf-cadf-412a-85d7-d5a6d7a31da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:49.168110 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-86cfc1bf-cadf-412a-85d7-d5a6d7a31da1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:49.170073 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-86cfc1bf-cadf-412a-85d7-d5a6d7a31da1 service neutron] 10.222.0.50 "PUT /v2.0/ports/eae1d0ef-12b4-40d0-b352-77e11a5a7fe7 HTTP/1.1" status: 200 len: 1092 time: 3.8608053 Jun 17 08:59:49.170967 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317a4ddc-a574-47c5-a03f-95a09022ba49', 'tag': 'eae1d0ef-12b4-40d0-b352-77e11a5a7fe7'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:59:49.174003 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd42ea99-87d4-42ee-8ab2-8d264a9f4830" -d '{"events": [{"name": "network-changed", "server_uuid": "317a4ddc-a574-47c5-a03f-95a09022ba49", "tag": "eae1d0ef-12b4-40d0-b352-77e11a5a7fe7"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:59:49.472863 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a5b6b-71e3-4059-bab5-3e9426b42410 req-0daa6185-508f-40be-b5c7-7ae324983e94 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:49.480760 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ee2a5b6b-71e3-4059-bab5-3e9426b42410 req-0daa6185-508f-40be-b5c7-7ae324983e94 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 944 time: 0.2263813 Jun 17 08:59:49.492087 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-b660d038-07ff-43a6-a773-09d02c0e69ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:49.494197 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-b660d038-07ff-43a6-a773-09d02c0e69ed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=480b86ad1b7d49c4890b00851e5f8990&device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 1095 time: 0.1266742 Jun 17 08:59:49.549845 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-17efae52-6dae-4a37-b63e-ccde0ac9ac51 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eae1d0ef-12b4-40d0-b352-77e11a5a7fe7 HTTP/1.1" status: 200 len: 217 time: 0.0475366 Jun 17 08:59:49.605941 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ee2a5b6b-71e3-4059-bab5-3e9426b42410 req-63925c07-997d-4ba6-be75-89c8173210f0 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237831 Jun 17 08:59:49.705825 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-b603d54a-0484-4541-849e-95bf420fa757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:49.729994 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-b603d54a-0484-4541-849e-95bf420fa757 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8dcda4ff-69ce-4261-8f47-819696fbacb3 HTTP/1.1" status: 200 len: 858 time: 0.1592364 Jun 17 08:59:49.857065 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0dd5ed-1766-40be-a073-34ff86bd3bf7 x-openstack-request-id: req-9f0dd5ed-1766-40be-a073-34ff86bd3bf7 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:59:49.857542 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317a4ddc-a574-47c5-a03f-95a09022ba49", "tag": "eae1d0ef-12b4-40d0-b352-77e11a5a7fe7", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:59:49.858035 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f0dd5ed-1766-40be-a073-34ff86bd3bf7 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:59:49.858737 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317a4ddc-a574-47c5-a03f-95a09022ba49', 'tag': 'eae1d0ef-12b4-40d0-b352-77e11a5a7fe7', 'status': 'completed', 'code': 200} Jun 17 08:59:49.861926 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-19994376-e68d-4cc7-bf95-889f5bb96b65 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=16a34c89-47ce-4f22-9578-d80c43c79d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1328685 Jun 17 08:59:50.182460 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-6de79c4f-bf2d-4944-b03e-9b9f1e9b31a0 service neutron] 10.222.0.50 "GET /v2.0/networks/16a34c89-47ce-4f22-9578-d80c43c79d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065789 Jun 17 08:59:50.307455 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Pushing event updated for resources: {'Port': ['ID=7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:50.332834 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:50.334680 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:50.335143 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:50.336229 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:50.336886 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:50.342603 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:50.344562 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:50.345097 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:50.345558 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:50.347323 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:50.347323 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:50.349005 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:50.360107 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.408s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:50.474768 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:50.569634 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9184b0b1-d9f2-4bf6-9177-7d972a3bd09b tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:50.594282 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57851bda-431a-47b4-b4d9-40d9fc67de41 req-6ad5e10d-1a3f-49a2-b3d8-fb3fbf4d9ee7 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:50.616170 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-57851bda-431a-47b4-b4d9-40d9fc67de41 req-6ad5e10d-1a3f-49a2-b3d8-fb3fbf4d9ee7 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 943 time: 1.5329933 Jun 17 08:59:50.640397 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3963dc2a-89c1-4bdf-9578-a41aab86bba7 req-a455a9ba-a02d-4803-ba71-31b340a7af77 service neutron] 10.222.0.50 "GET /v2.0/networks/16a34c89-47ce-4f22-9578-d80c43c79d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343915 Jun 17 08:59:50.673149 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9184b0b1-d9f2-4bf6-9177-7d972a3bd09b tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:50.686004 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8a7a8dcb-64ed-41ac-91df-a8e71840efd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:50.739146 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Attempting to bind port 7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:59:50.739686 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Attempting to bind port 7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '407ed44e-d9b9-4ab2-b01f-1684e753c7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '16a34c89-47ce-4f22-9578-d80c43c79d15'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:59:50.744289 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Attempting to bind port 7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4 on network 16a34c89-47ce-4f22-9578-d80c43c79d15 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:59:50.854078 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-57851bda-431a-47b4-b4d9-40d9fc67de41 req-0b4e011a-d48e-4e08-95c1-52133be324be tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376368 Jun 17 08:59:50.874294 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Port 7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4 on network 16a34c89-47ce-4f22-9578-d80c43c79d15 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:59:50.879755 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Attempting to bind port 7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4 on network 16a34c89-47ce-4f22-9578-d80c43c79d15 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:59:50.937512 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184b0b1-d9f2-4bf6-9177-7d972a3bd09b tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d70d9b20-00c7-4b4a-a1a3-adc00f44b7af,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:50.941981 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42446) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:50.955382 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9184b0b1-d9f2-4bf6-9177-7d972a3bd09b tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:50.960219 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9184b0b1-d9f2-4bf6-9177-7d972a3bd09b tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:50.968637 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42450) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:50.969402 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-9184b0b1-d9f2-4bf6-9177-7d972a3bd09b tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.1155856 Jun 17 08:59:50.971618 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:59:50.980396 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Checking segment: {'id': '407ed44e-d9b9-4ab2-b01f-1684e753c7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '16a34c89-47ce-4f22-9578-d80c43c79d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:59:50.981070 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Bound using segment: {'id': '407ed44e-d9b9-4ab2-b01f-1684e753c7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '16a34c89-47ce-4f22-9578-d80c43c79d15'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:59:50.981807 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Bound port: 7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '407ed44e-d9b9-4ab2-b01f-1684e753c7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '16a34c89-47ce-4f22-9578-d80c43c79d15'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:59:50.982441 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:50.984372 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-02431b30-c3c5-49e0-b094-bbc407682625 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Request body: {'security_group_rule': {'security_group_id': '4d8a135a-effc-406b-9146-4eafb9efbc5c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd70d9b20-00c7-4b4a-a1a3-adc00f44b7af', 'remote_ip_prefix': None}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:51.082278 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42ea99-87d4-42ee-8ab2-8d264a9f4830 req-743bf814-739e-4a0d-a400-092af5a2eb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:51.084225 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fd42ea99-87d4-42ee-8ab2-8d264a9f4830 req-743bf814-739e-4a0d-a400-092af5a2eb72 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=480b86ad1b7d49c4890b00851e5f8990&device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 1095 time: 0.2477009 Jun 17 08:59:51.220976 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-02431b30-c3c5-49e0-b094-bbc407682625 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:51.321150 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-02431b30-c3c5-49e0-b094-bbc407682625 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:51.359997 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42ea99-87d4-42ee-8ab2-8d264a9f4830 req-e8b10dcd-77d2-412a-8fd2-bd65a36b8af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:51.364444 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fd42ea99-87d4-42ee-8ab2-8d264a9f4830 req-e8b10dcd-77d2-412a-8fd2-bd65a36b8af7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=16a34c89-47ce-4f22-9578-d80c43c79d15 HTTP/1.1" status: 200 len: 919 time: 0.2729402 Jun 17 08:59:51.367285 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] For port 7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:59:51.372630 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] For port 7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4,segment=NetworkSegment(407ed44e-d9b9-4ab2-b01f-1684e753c7cd),segment_id=407ed44e-d9b9-4ab2-b01f-1684e753c7cd)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:59:51.536142 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-02431b30-c3c5-49e0-b094-bbc407682625 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:51.540997 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-81bc0c3b-3b6b-414f-bbde-d9e28e3e42d0 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:51.545404 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db10b11-9115-40b5-9209-70ea97391a28 req-84c39bdb-a5fa-4f85-981e-a9998a39eff9 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:51.545404 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5db10b11-9115-40b5-9209-70ea97391a28 req-84c39bdb-a5fa-4f85-981e-a9998a39eff9 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 944 time: 0.1341031 Jun 17 08:59:51.545784 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:51.548328 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b341ea2b-2a06-4db2-b88f-9ee4426a6a2e tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:51.574900 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fd42ea99-87d4-42ee-8ab2-8d264a9f4830 req-2d3482f8-d6aa-4827-bb9d-43398e961389 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eae1d0ef-12b4-40d0-b352-77e11a5a7fe7 HTTP/1.1" status: 200 len: 217 time: 0.1998763 Jun 17 08:59:51.619863 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:51.620818 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:51.622547 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] 10.222.0.50 "PUT /v2.0/ports/7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4 HTTP/1.1" status: 200 len: 1092 time: 4.0558159 Jun 17 08:59:51.625484 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd47e031a-43e9-407a-96c6-cc61052acb37', 'tag': '7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:59:51.632957 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eaec549-9efa-42aa-914e-ad1bb2ae48aa" -d '{"events": [{"name": "network-changed", "server_uuid": "d47e031a-43e9-407a-96c6-cc61052acb37", "tag": "7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:59:51.645841 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02431b30-c3c5-49e0-b094-bbc407682625 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83cfc8be-c2e7-493c-9d2d-ef58db32da04,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:51.663921 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02431b30-c3c5-49e0-b094-bbc407682625 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:51.664318 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02431b30-c3c5-49e0-b094-bbc407682625 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:51.665687 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02431b30-c3c5-49e0-b094-bbc407682625 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:51.665687 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02431b30-c3c5-49e0-b094-bbc407682625 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:51.666109 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02431b30-c3c5-49e0-b094-bbc407682625 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:51.666506 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02431b30-c3c5-49e0-b094-bbc407682625 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:51.666935 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02431b30-c3c5-49e0-b094-bbc407682625 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:51.667307 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02431b30-c3c5-49e0-b094-bbc407682625 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:51.667680 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02431b30-c3c5-49e0-b094-bbc407682625 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:51.670328 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02431b30-c3c5-49e0-b094-bbc407682625 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:51.670570 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Pushing event updated for resources: {'Port': ['ID=7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:51.670693 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02431b30-c3c5-49e0-b094-bbc407682625 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:51.671603 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02431b30-c3c5-49e0-b094-bbc407682625 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:59:51.675347 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:51.688192 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-02431b30-c3c5-49e0-b094-bbc407682625 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:51.689658 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-02431b30-c3c5-49e0-b094-bbc407682625 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7198999 Jun 17 08:59:51.691405 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-02431b30-c3c5-49e0-b094-bbc407682625 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:51.694800 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42468) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:51.709109 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5db10b11-9115-40b5-9209-70ea97391a28 req-65e67131-63e4-4d0d-a1dc-43595bbe95ec tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324458 Jun 17 08:59:51.728845 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42ea99-87d4-42ee-8ab2-8d264a9f4830 req-d43c4b18-1480-4849-b769-38493f7b2606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:51.733098 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b902d980-bb1a-4ff5-a912-55f64df811f7 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:51.735015 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fd42ea99-87d4-42ee-8ab2-8d264a9f4830 req-d43c4b18-1480-4849-b769-38493f7b2606 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8dcda4ff-69ce-4261-8f47-819696fbacb3 HTTP/1.1" status: 200 len: 858 time: 0.1526031 Jun 17 08:59:51.769508 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b902d980-bb1a-4ff5-a912-55f64df811f7 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:51.802671 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd5757e-fc72-410b-9d09-dcc238af4615 x-openstack-request-id: req-2cd5757e-fc72-410b-9d09-dcc238af4615 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:59:51.803024 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d47e031a-43e9-407a-96c6-cc61052acb37", "tag": "7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:59:51.803330 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2cd5757e-fc72-410b-9d09-dcc238af4615 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:59:51.803870 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd47e031a-43e9-407a-96c6-cc61052acb37', 'tag': '7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4', 'status': 'completed', 'code': 200} Jun 17 08:59:51.862114 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b902d980-bb1a-4ff5-a912-55f64df811f7 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:51.866222 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fd42ea99-87d4-42ee-8ab2-8d264a9f4830 req-86e7a24c-437f-46cc-87cb-cc6ec4d37b67 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=16a34c89-47ce-4f22-9578-d80c43c79d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133430 Jun 17 08:59:51.878540 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b902d980-bb1a-4ff5-a912-55f64df811f7 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:51.882741 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b902d980-bb1a-4ff5-a912-55f64df811f7 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/83cfc8be-c2e7-493c-9d2d-ef58db32da04 HTTP/1.1" status: 204 len: 168 time: 0.1868491 Jun 17 08:59:51.885436 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42470) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:51.886156 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-711baa3e-a257-4c26-8256-0e2a581295fd tempest-NegativeSecGroupIPv6Test-1366913430 tempest-NegativeSecGroupIPv6Test-1366913430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:51.921011 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-159fa52b-db2c-4e1d-a631-f006803a2e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:51.922597 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-159fa52b-db2c-4e1d-a631-f006803a2e49 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=480b86ad1b7d49c4890b00851e5f8990&device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 1095 time: 0.1179335 Jun 17 08:59:51.951379 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902d980-bb1a-4ff5-a912-55f64df811f7 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83cfc8be-c2e7-493c-9d2d-ef58db32da04,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:51.967375 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b902d980-bb1a-4ff5-a912-55f64df811f7 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:52.112296 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-0fb36401-ad7b-4b42-aa54-bba012d20e54 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4 HTTP/1.1" status: 200 len: 217 time: 0.1619091 Jun 17 08:59:52.146669 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-50b3c4d9-f185-4cb6-8927-48fcc493fa59 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2554178 Jun 17 08:59:52.148645 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42474) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:52.230875 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fd42ea99-87d4-42ee-8ab2-8d264a9f4830 req-59a4b4cd-53c6-4037-a878-ba9c017c98c6 service neutron] 10.222.0.50 "GET /v2.0/networks/16a34c89-47ce-4f22-9578-d80c43c79d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915227 Jun 17 08:59:52.409753 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-434ba6d5-7c21-4fa7-a174-51ddc666eac7 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:52.429089 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-6be2e222-069f-47bc-9bb6-da1af568a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:52.432290 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-6be2e222-069f-47bc-9bb6-da1af568a2e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8dcda4ff-69ce-4261-8f47-819696fbacb3 HTTP/1.1" status: 200 len: 858 time: 0.2828617 Jun 17 08:59:52.453830 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fd42ea99-87d4-42ee-8ab2-8d264a9f4830 req-68de2a7c-3393-47f6-9e96-1fe5315f2008 service neutron] 10.222.0.50 "GET /v2.0/networks/16a34c89-47ce-4f22-9578-d80c43c79d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143686 Jun 17 08:59:52.478178 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa065ffe-9e3b-4282-9560-4875f7ab754e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:52.528108 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-434ba6d5-7c21-4fa7-a174-51ddc666eac7 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:52.544872 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-ba684081-e848-4ce3-8f6b-af34f9b1af2f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=16a34c89-47ce-4f22-9578-d80c43c79d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963812 Jun 17 08:59:52.634174 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a6676-e625-42a8-bbf5-585df856f321 req-ddd4e0c7-0f19-4aca-9670-d9df17841e0e tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:52.635968 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-142a6676-e625-42a8-bbf5-585df856f321 req-ddd4e0c7-0f19-4aca-9670-d9df17841e0e tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 943 time: 0.5223622 Jun 17 08:59:52.720496 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-434ba6d5-7c21-4fa7-a174-51ddc666eac7 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:52.724056 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-434ba6d5-7c21-4fa7-a174-51ddc666eac7 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:52.725698 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-434ba6d5-7c21-4fa7-a174-51ddc666eac7 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "DELETE /v2.0/security-groups/d70d9b20-00c7-4b4a-a1a3-adc00f44b7af HTTP/1.1" status: 204 len: 168 time: 0.5749104 Jun 17 08:59:52.731650 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-12f2bcf5-83ab-4686-8a95-78baec35ca41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:52.736493 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42488) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:52.837593 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-142a6676-e625-42a8-bbf5-585df856f321 req-9fc67b60-3ffa-406d-a9cb-caf758ddf428 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894612 Jun 17 08:59:52.874377 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ba6d5-7c21-4fa7-a174-51ddc666eac7 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70d9b20-00c7-4b4a-a1a3-adc00f44b7af,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:52.874377 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-434ba6d5-7c21-4fa7-a174-51ddc666eac7 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:52.943088 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-fa065ffe-9e3b-4282-9560-4875f7ab754e admin admin] Deleting port 3bc1dd9f-59f0-4533-bec7-8b7c61c10374 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:52.943088 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa065ffe-9e3b-4282-9560-4875f7ab754e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:52.998892 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-6d0a72f3-12f9-43ef-975e-87603add908f tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.2556088 Jun 17 08:59:52.998892 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-99815a8e-df53-42c2-87c9-addc213a1e24 service neutron] 10.222.0.50 "GET /v2.0/networks/16a34c89-47ce-4f22-9578-d80c43c79d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857257 Jun 17 08:59:53.003638 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42494) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:53.118372 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-fa065ffe-9e3b-4282-9560-4875f7ab754e admin admin] For port 3bc1dd9f-59f0-4533-bec7-8b7c61c10374, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=3bc1dd9f-59f0-4533-bec7-8b7c61c10374,segment=NetworkSegment(2373654b-367c-4520-893d-6049a39482c6),segment_id=2373654b-367c-4520-893d-6049a39482c6)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:53.118848 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa065ffe-9e3b-4282-9560-4875f7ab754e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:53.131746 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0d731088-67d7-4a36-8452-cbbaeb89b1b2 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:53.157186 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d959ca-b70c-4f72-9d75-30e95d4177d5 req-c54e6532-2d03-4882-8859-b2ec95357190 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:53.158866 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-13d959ca-b70c-4f72-9d75-30e95d4177d5 req-c54e6532-2d03-4882-8859-b2ec95357190 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 944 time: 0.1226110 Jun 17 08:59:53.169883 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-272b9168-e218-4d9f-b26a-17f67b677d11 req-95936461-1334-4446-8897-f9d3f44db382 service neutron] 10.222.0.50 "GET /v2.0/networks/16a34c89-47ce-4f22-9578-d80c43c79d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552813 Jun 17 08:59:53.177794 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0d731088-67d7-4a36-8452-cbbaeb89b1b2 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:53.226624 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-fa065ffe-9e3b-4282-9560-4875f7ab754e admin admin] Calling delete_port for 3bc1dd9f-59f0-4533-bec7-8b7c61c10374 owned by network:router_interface {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:53.298067 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-13d959ca-b70c-4f72-9d75-30e95d4177d5 req-05db7cf9-3e4d-4d17-ac11-9289ee83d9a6 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053369 Jun 17 08:59:53.417067 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0d731088-67d7-4a36-8452-cbbaeb89b1b2 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:53.421824 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0d731088-67d7-4a36-8452-cbbaeb89b1b2 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:53.425748 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0d731088-67d7-4a36-8452-cbbaeb89b1b2 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "DELETE /v2.0/security-groups/4d8a135a-effc-406b-9146-4eafb9efbc5c HTTP/1.1" status: 204 len: 168 time: 0.4222393 Jun 17 08:59:53.426165 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42500) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:53.426901 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-83a56733-ea46-4a8b-aef9-0a0a6f7f4058 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:53.468852 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d731088-67d7-4a36-8452-cbbaeb89b1b2 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8a135a-effc-406b-9146-4eafb9efbc5c,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:53.521658 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0d731088-67d7-4a36-8452-cbbaeb89b1b2 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:53.565793 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-733bff33-2676-4460-a274-3373b6365df1 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1263828 Jun 17 08:59:53.572979 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42506) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:53.574839 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-102bc7a7-1533-42c5-9af5-2c84857a0fc3 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Request body: {'security_group': {'name': 'tempest-secgroup--1772749196'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:53.587568 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaec549-9efa-42aa-914e-ad1bb2ae48aa req-829151d5-d85c-4e1b-b283-669f0a98269f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:53.589048 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0eaec549-9efa-42aa-914e-ad1bb2ae48aa req-829151d5-d85c-4e1b-b283-669f0a98269f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=480b86ad1b7d49c4890b00851e5f8990&device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 1095 time: 0.1393881 Jun 17 08:59:53.656424 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa065ffe-9e3b-4282-9560-4875f7ab754e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:53.663345 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f7f62637-9504-44f8-94eb-51a97b428d28 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:53.691160 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa065ffe-9e3b-4282-9560-4875f7ab754e admin admin] Pushing event deleted for resources: {'Port': ['ID=3bc1dd9f-59f0-4533-bec7-8b7c61c10374,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:53.693862 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fa065ffe-9e3b-4282-9560-4875f7ab754e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:53.702036 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaec549-9efa-42aa-914e-ad1bb2ae48aa req-60d96da8-477f-40d6-8415-c1de081425ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:53.703683 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0eaec549-9efa-42aa-914e-ad1bb2ae48aa req-60d96da8-477f-40d6-8415-c1de081425ac service neutron] 10.222.0.50 "GET /v2.0/networks?id=16a34c89-47ce-4f22-9578-d80c43c79d15 HTTP/1.1" status: 200 len: 919 time: 0.1078856 Jun 17 08:59:53.721165 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-102bc7a7-1533-42c5-9af5-2c84857a0fc3 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:53.768982 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0eaec549-9efa-42aa-914e-ad1bb2ae48aa req-1bb59f18-2bfc-4b35-9f95-95b82bc1d18d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4 HTTP/1.1" status: 200 len: 217 time: 0.0583158 Jun 17 08:59:53.929541 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-102bc7a7-1533-42c5-9af5-2c84857a0fc3 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:53.974977 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fc1367ea-a29d-45fb-8684-f05843294446 req-4309fcde-c682-4c2f-b3f5-fad556d8c88f tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=910210399f9445b58d12ddb23d3aea8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425680 Jun 17 08:59:53.982163 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa065ffe-9e3b-4282-9560-4875f7ab754e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:54.043093 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-102bc7a7-1533-42c5-9af5-2c84857a0fc3 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:54.065418 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4c861daf-0353-4b2f-bf52-86db867fddd2 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:54.144443 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaec549-9efa-42aa-914e-ad1bb2ae48aa req-0bc97cdb-5b2c-4575-a7f0-981a3fe124b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:54.145979 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0eaec549-9efa-42aa-914e-ad1bb2ae48aa req-0bc97cdb-5b2c-4575-a7f0-981a3fe124b4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8dcda4ff-69ce-4261-8f47-819696fbacb3 HTTP/1.1" status: 200 len: 858 time: 0.3702807 Jun 17 08:59:54.192365 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e4cf0-a518-4551-a580-2fe8604f52c3 req-46cf331c-1552-4a6e-9dbb-abcc9b53f946 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:54.194160 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a9e4cf0-a518-4551-a580-2fe8604f52c3 req-46cf331c-1552-4a6e-9dbb-abcc9b53f946 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 943 time: 0.1259847 Jun 17 08:59:54.210161 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102bc7a7-1533-42c5-9af5-2c84857a0fc3 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7284df5-652f-45ad-8f7c-3cba139ea94d,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:54.214745 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-102bc7a7-1533-42c5-9af5-2c84857a0fc3 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:54.227608 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0eaec549-9efa-42aa-914e-ad1bb2ae48aa req-f99be1b0-ff1b-4723-a429-f5ba80c10dc1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=16a34c89-47ce-4f22-9578-d80c43c79d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660229 Jun 17 08:59:54.261878 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-102bc7a7-1533-42c5-9af5-2c84857a0fc3 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:54.263158 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-102bc7a7-1533-42c5-9af5-2c84857a0fc3 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6923058 Jun 17 08:59:54.271682 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42530) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:54.286387 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-aa767939-efb0-463f-a362-055a5604620e tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Request body: {'security_group_rule': {'security_group_id': 'c7284df5-652f-45ad-8f7c-3cba139ea94d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:54.356250 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1367ea-a29d-45fb-8684-f05843294446 req-16fb8d86-f42c-4ad5-a16f-034a1df8b018 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:54.359898 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fc1367ea-a29d-45fb-8684-f05843294446 req-16fb8d86-f42c-4ad5-a16f-034a1df8b018 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3751733 Jun 17 08:59:54.394841 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fc1367ea-a29d-45fb-8684-f05843294446 req-b833ba3a-d020-47ed-831f-ed469ba4ac51 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/quotas/910210399f9445b58d12ddb23d3aea8a HTTP/1.1" status: 200 len: 375 time: 0.0214415 Jun 17 08:59:54.424014 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0eaec549-9efa-42aa-914e-ad1bb2ae48aa req-1da6c41a-6423-4c8b-86d5-fcd7e004507e service neutron] 10.222.0.50 "GET /v2.0/networks/16a34c89-47ce-4f22-9578-d80c43c79d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885190 Jun 17 08:59:54.443638 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fc1367ea-a29d-45fb-8684-f05843294446 req-5d454f68-ac04-4a7f-80da-b97aa1ba8c5d tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=910210399f9445b58d12ddb23d3aea8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372436 Jun 17 08:59:54.499760 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-aa767939-efb0-463f-a362-055a5604620e tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:54.592925 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0eaec549-9efa-42aa-914e-ad1bb2ae48aa req-b37f61ee-f250-4aec-a57c-6faa1039ff7e service neutron] 10.222.0.50 "GET /v2.0/networks/16a34c89-47ce-4f22-9578-d80c43c79d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512609 Jun 17 08:59:54.605489 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2a9e4cf0-a518-4551-a580-2fe8604f52c3 req-12d20e4d-ac4b-4801-9f56-a962d0f41c32 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737535 Jun 17 08:59:54.628334 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-aa767939-efb0-463f-a362-055a5604620e tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:54.652667 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa065ffe-9e3b-4282-9560-4875f7ab754e admin admin] Router d108c93d-946f-4775-911e-5d4c8a4dc0c3 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:59:54.719221 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-aa767939-efb0-463f-a362-055a5604620e tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:54.731737 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b42d159e-6089-483a-87e0-5e74f18345a7 tempest-SecurityGroupRulesTestJSON-1998647969 tempest-SecurityGroupRulesTestJSON-1998647969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:54.819545 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1da5cc36-2ebd-4033-a98f-06a72e9b88f9 req-e801398a-9280-4840-9490-94d9799ab910 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d529b08-716b-40ba-9787-5a33f866426b HTTP/1.1" status: 200 len: 210 time: 0.0795841 Jun 17 08:59:54.820469 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa767939-efb0-463f-a362-055a5604620e tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4842abfa-ae70-408c-b6a1-a43f25132569,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:54.824189 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-aa767939-efb0-463f-a362-055a5604620e tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:54.879302 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-aa767939-efb0-463f-a362-055a5604620e tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:54.886056 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-aa767939-efb0-463f-a362-055a5604620e tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6000113 Jun 17 08:59:54.886056 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42550) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:54.892703 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device eae1d0ef-12b4-40d0-b352-77e11a5a7fe7 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:59:54.908761 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa065ffe-9e3b-4282-9560-4875f7ab754e admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:59:54.919762 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-39000e9e-4c47-4af6-92a9-8753143216cc tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:54.921503 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-fa065ffe-9e3b-4282-9560-4875f7ab754e admin admin] 10.222.0.49 "PUT /v2.0/routers/d108c93d-946f-4775-911e-5d4c8a4dc0c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9778938 Jun 17 08:59:54.925424 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bb8f5a-dc35-4890-8c45-ab15d6b7cc60 None None] Sync routers for ids ['d108c93d-946f-4775-911e-5d4c8a4dc0c3'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:59:54.932191 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42556) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:54.936603 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-39000e9e-4c47-4af6-92a9-8753143216cc tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:54.944016 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bb8f5a-dc35-4890-8c45-ab15d6b7cc60 None None] Routers {'d108c93d-946f-4775-911e-5d4c8a4dc0c3'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:54.944693 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-50bb8f5a-dc35-4890-8c45-ab15d6b7cc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:59:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['d108c93d-946f-4775-911e-5d4c8a4dc0c3'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:54.986720 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f517b3-d370-410e-b742-05e0e247cc04 req-00c2589f-ab19-465b-af90-3962b956ac57 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:54.992367 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a3f517b3-d370-410e-b742-05e0e247cc04 req-00c2589f-ab19-465b-af90-3962b956ac57 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 944 time: 0.1765318 Jun 17 08:59:55.043666 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device c7183c1f-f7ca-41a4-9b32-f3fa0591266b details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:59:55.058598 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a3f517b3-d370-410e-b742-05e0e247cc04 req-dfe301cf-359d-4f38-9f33-61eeb4af0948 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619762 Jun 17 08:59:55.103014 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-50bb8f5a-dc35-4890-8c45-ab15d6b7cc60 None None] Set router d108c93d-946f-4775-911e-5d4c8a4dc0c3 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:59:55.112877 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-23b8e921-17c1-4cb0-b1da-1ae49ef5087b admin admin] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:55.183881 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port c7183c1f-f7ca-41a4-9b32-f3fa0591266b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c7183c1f-f7ca-41a4-9b32-f3fa0591266b,segment=NetworkSegment(017d444f-7f66-4d60-991f-78a7d3563e0d),segment_id=017d444f-7f66-4d60-991f-78a7d3563e0d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:55.200770 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': 'c7183c1f-f7ca-41a4-9b32-f3fa0591266b', 'network_id': '5788c246-d497-4e21-8243-0ca8d7b04d08', 'port_id': 'c7183c1f-f7ca-41a4-9b32-f3fa0591266b', 'mac_address': 'fa:16:3e:2c:44:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c704bc30-219f-4216-8f07-a3fd2280feec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:59:55.232161 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-39000e9e-4c47-4af6-92a9-8753143216cc tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:55.240799 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-85fff728-d505-4732-a9f6-c7278df4e715 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:55.251911 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-39000e9e-4c47-4af6-92a9-8753143216cc tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:55.256988 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-39000e9e-4c47-4af6-92a9-8753143216cc tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/4842abfa-ae70-408c-b6a1-a43f25132569 HTTP/1.1" status: 204 len: 168 time: 0.3676407 Jun 17 08:59:55.259742 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42568) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:55.269581 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39000e9e-4c47-4af6-92a9-8753143216cc tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4842abfa-ae70-408c-b6a1-a43f25132569,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:55.279222 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-39000e9e-4c47-4af6-92a9-8753143216cc tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:55.296394 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port eae1d0ef-12b4-40d0-b352-77e11a5a7fe7, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=eae1d0ef-12b4-40d0-b352-77e11a5a7fe7,segment=NetworkSegment(407ed44e-d9b9-4ab2-b01f-1684e753c7cd),segment_id=407ed44e-d9b9-4ab2-b01f-1684e753c7cd)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:55.336525 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:55.341782 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-23b8e921-17c1-4cb0-b1da-1ae49ef5087b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:55.349839 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-2ecf67db-6fdf-4a6f-80ac-74bf713abcd8 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0871830 Jun 17 08:59:55.352553 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42572) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:55.371804 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7183c1f-f7ca-41a4-9b32-f3fa0591266b {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:59:55.398090 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port c7183c1f-f7ca-41a4-9b32-f3fa0591266b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c7183c1f-f7ca-41a4-9b32-f3fa0591266b,segment=NetworkSegment(017d444f-7f66-4d60-991f-78a7d3563e0d),segment_id=017d444f-7f66-4d60-991f-78a7d3563e0d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:55.409188 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': 'eae1d0ef-12b4-40d0-b352-77e11a5a7fe7', 'network_id': '16a34c89-47ce-4f22-9578-d80c43c79d15', 'port_id': 'eae1d0ef-12b4-40d0-b352-77e11a5a7fe7', 'mac_address': 'fa:16:3e:d9:c4:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dcda4ff-69ce-4261-8f47-819696fbacb3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:59:55.487785 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:55.494994 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:55.499571 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c2bd010b-060a-40c8-ab42-c3e3de89270b tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:55.504765 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-23b8e921-17c1-4cb0-b1da-1ae49ef5087b admin admin] Deleting port d42927d4-1779-457f-8db4-da1bddc6b069 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:55.505358 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-23b8e921-17c1-4cb0-b1da-1ae49ef5087b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:55.528084 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c2bd010b-060a-40c8-ab42-c3e3de89270b tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:55.557335 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-50bb8f5a-dc35-4890-8c45-ab15d6b7cc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'name': 'tempest-AttachVolumeTestJSON-30857951-router', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:44Z', 'updated_at': '2021-06-17T08:59:53Z', 'revision_number': 5, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'gw_port': {'id': 'd42927d4-1779-457f-8db4-da1bddc6b069', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:aa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:46Z', 'updated_at': '2021-06-17T08:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:55.585146 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:55.597670 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=c7183c1f-f7ca-41a4-9b32-f3fa0591266b,revision_number=9']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:55.600365 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bb8f5a-dc35-4890-8c45-ab15d6b7cc60 None None] Checking router: d108c93d-946f-4775-911e-5d4c8a4dc0c3 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:59:55.609563 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bb8f5a-dc35-4890-8c45-ab15d6b7cc60 None None] Routers {'d108c93d-946f-4775-911e-5d4c8a4dc0c3'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:55.610203 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-50bb8f5a-dc35-4890-8c45-ab15d6b7cc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T08:59:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['d108c93d-946f-4775-911e-5d4c8a4dc0c3'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:55.612481 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:55.622698 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae1d0ef-12b4-40d0-b352-77e11a5a7fe7 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:59:55.656544 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-23b8e921-17c1-4cb0-b1da-1ae49ef5087b admin admin] For port d42927d4-1779-457f-8db4-da1bddc6b069, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=d42927d4-1779-457f-8db4-da1bddc6b069,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:55.656922 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-23b8e921-17c1-4cb0-b1da-1ae49ef5087b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:55.676873 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port eae1d0ef-12b4-40d0-b352-77e11a5a7fe7, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=eae1d0ef-12b4-40d0-b352-77e11a5a7fe7,segment=NetworkSegment(407ed44e-d9b9-4ab2-b01f-1684e753c7cd),segment_id=407ed44e-d9b9-4ab2-b01f-1684e753c7cd)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:55.713203 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-50bb8f5a-dc35-4890-8c45-ab15d6b7cc60 None None] Set router d108c93d-946f-4775-911e-5d4c8a4dc0c3 gateway port host: None {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:59:55.719621 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['c7183c1f-f7ca-41a4-9b32-f3fa0591266b'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:59:55.741486 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-23b8e921-17c1-4cb0-b1da-1ae49ef5087b admin admin] Calling delete_port for d42927d4-1779-457f-8db4-da1bddc6b069 owned by network:router_gateway {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:55.760672 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ec1e9b9b-084c-459b-8982-7757a3f8dc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:55.779992 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c2bd010b-060a-40c8-ab42-c3e3de89270b tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:55.782572 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c2bd010b-060a-40c8-ab42-c3e3de89270b tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:55.810631 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c2bd010b-060a-40c8-ab42-c3e3de89270b tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "DELETE /v2.0/security-groups/c7284df5-652f-45ad-8f7c-3cba139ea94d HTTP/1.1" status: 204 len: 168 time: 0.4549227 Jun 17 08:59:55.811334 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42582) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:55.812120 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3f547380-01b4-4b7f-bae2-fc9e1818fe5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:55.815184 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-50bb8f5a-dc35-4890-8c45-ab15d6b7cc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'name': 'tempest-AttachVolumeTestJSON-30857951-router', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:44Z', 'updated_at': '2021-06-17T08:59:55Z', 'revision_number': 6, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'gw_port_host': None}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:55.827815 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:55.833641 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-dcc9b564-f532-47c1-8af4-43c7c89e3169 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:55.844250 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bb8f5a-dc35-4890-8c45-ab15d6b7cc60 None None] The sync data for ids ['d108c93d-946f-4775-911e-5d4c8a4dc0c3'] in n-d-758944-30 is: [{'id': 'd108c93d-946f-4775-911e-5d4c8a4dc0c3', 'name': 'tempest-AttachVolumeTestJSON-30857951-router', 'tenant_id': '625e2459307b434fab6fcf2f0c349af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:44Z', 'updated_at': '2021-06-17T08:59:55Z', 'revision_number': 6, 'project_id': '625e2459307b434fab6fcf2f0c349af9', 'gw_port_host': None}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:59:55.881649 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd010b-060a-40c8-ab42-c3e3de89270b tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7284df5-652f-45ad-8f7c-3cba139ea94d,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:55.955946 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf0655-52c3-4489-8e1a-adeb6513a0c5 req-4b3b339d-3615-43c4-8ffe-648703ad23b9 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:55.966825 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5ddf0655-52c3-4489-8e1a-adeb6513a0c5 req-4b3b339d-3615-43c4-8ffe-648703ad23b9 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 943 time: 0.2070439 Jun 17 08:59:56.023144 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c2bd010b-060a-40c8-ab42-c3e3de89270b tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:56.025543 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-feb053c3-7ecb-458f-b254-667b2b5455e8 req-e4da9aa7-51dd-4dbf-98a4-1bf59894a701 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d529b08-716b-40ba-9787-5a33f866426b HTTP/1.1" status: 200 len: 210 time: 0.0981565 Jun 17 08:59:56.033490 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=eae1d0ef-12b4-40d0-b352-77e11a5a7fe7,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:56.040779 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:56.073507 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['eae1d0ef-12b4-40d0-b352-77e11a5a7fe7'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:59:56.073899 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5ddf0655-52c3-4489-8e1a-adeb6513a0c5 req-13b4c586-5b68-48fb-b243-eb3fcb460414 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554433 Jun 17 08:59:56.082809 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-10ec4d54-3045-42a3-8c35-736b630c746d tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2600837 Jun 17 08:59:56.087262 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42590) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:56.092380 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-b7dc56c6-88cf-4687-b17c-7cba0ff55cb5 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Request body: {'security_group': {'name': 'tempest-secgroup--740077313'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:56.266610 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad81a4-ad6b-461c-aecc-b82ed811c2c2 req-61cebbbc-a3b3-43ec-abd8-f62f7eb96cfd tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:56.268196 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b3ad81a4-ad6b-461c-aecc-b82ed811c2c2 req-61cebbbc-a3b3-43ec-abd8-f62f7eb96cfd tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 945 time: 0.0833585 Jun 17 08:59:56.321035 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b3ad81a4-ad6b-461c-aecc-b82ed811c2c2 req-c76c7c46-2ecb-43cc-8b09-3f9872f9a785 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449884 Jun 17 08:59:56.344086 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b7dc56c6-88cf-4687-b17c-7cba0ff55cb5 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:56.466610 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b7dc56c6-88cf-4687-b17c-7cba0ff55cb5 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:56.501710 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-23b8e921-17c1-4cb0-b1da-1ae49ef5087b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:56.504751 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a2c13869-0c8c-4844-85f4-3397e802cc83 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:56.537478 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8e921-17c1-4cb0-b1da-1ae49ef5087b admin admin] Pushing event deleted for resources: {'Port': ['ID=d42927d4-1779-457f-8db4-da1bddc6b069,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:56.539491 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-23b8e921-17c1-4cb0-b1da-1ae49ef5087b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:56.602880 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-23b8e921-17c1-4cb0-b1da-1ae49ef5087b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:56.642996 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b7dc56c6-88cf-4687-b17c-7cba0ff55cb5 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:56.675152 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9184b0b1-d9f2-4bf6-9177-7d972a3bd09b tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:56.724852 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-23b8e921-17c1-4cb0-b1da-1ae49ef5087b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:56.731848 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-23b8e921-17c1-4cb0-b1da-1ae49ef5087b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:56.739229 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc56c6-88cf-4687-b17c-7cba0ff55cb5 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2fc0f9-b981-4866-9e46-1bc8f076c3ba,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:56.744132 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b7dc56c6-88cf-4687-b17c-7cba0ff55cb5 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:56.835001 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b7dc56c6-88cf-4687-b17c-7cba0ff55cb5 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:56.841531 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42604) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:56.844742 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b7dc56c6-88cf-4687-b17c-7cba0ff55cb5 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7542229 Jun 17 08:59:56.846428 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-23b8e921-17c1-4cb0-b1da-1ae49ef5087b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:56.847441 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b8e921-17c1-4cb0-b1da-1ae49ef5087b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d108c93d-946f-4775-911e-5d4c8a4dc0c3 {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:59:56.848446 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-8b33b70a-251b-4f72-8184-403ec257a078 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Request body: {'security_group_rule': {'security_group_id': '5b2fc0f9-b981-4866-9e46-1bc8f076c3ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:56.863561 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-23b8e921-17c1-4cb0-b1da-1ae49ef5087b admin admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:56.863561 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-23b8e921-17c1-4cb0-b1da-1ae49ef5087b admin admin] 10.222.0.49 "DELETE /v2.0/routers/d108c93d-946f-4775-911e-5d4c8a4dc0c3 HTTP/1.1" status: 204 len: 168 time: 1.9284048 Jun 17 08:59:56.870859 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42606) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:56.914318 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device eae1d0ef-12b4-40d0-b352-77e11a5a7fe7 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:59:56.941210 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba767311-2235-4ead-aadc-30f4ebb74a96 admin admin] Deleting subnet a83ebad8-51c9-4ee1-95b8-dfade1c9c144 {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:59:56.945531 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ba767311-2235-4ead-aadc-30f4ebb74a96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:56.967393 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:59:56.994318 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8b33b70a-251b-4f72-8184-403ec257a078 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:57.037056 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ba767311-2235-4ead-aadc-30f4ebb74a96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:57.054131 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device c7183c1f-f7ca-41a4-9b32-f3fa0591266b up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:59:57.119597 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8b33b70a-251b-4f72-8184-403ec257a078 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:57.208835 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port eae1d0ef-12b4-40d0-b352-77e11a5a7fe7 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:59:57.216692 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port eae1d0ef-12b4-40d0-b352-77e11a5a7fe7 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:59:57.217319 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:57.290806 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8b33b70a-251b-4f72-8184-403ec257a078 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:57.296028 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4,segment=NetworkSegment(407ed44e-d9b9-4ab2-b01f-1684e753c7cd),segment_id=407ed44e-d9b9-4ab2-b01f-1684e753c7cd)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:57.299675 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a16cebf8-4c31-4753-96d9-7d0c75f5027f tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:57.321021 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4', 'network_id': '16a34c89-47ce-4f22-9578-d80c43c79d15', 'port_id': '7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4', 'mac_address': 'fa:16:3e:fb:87:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dcda4ff-69ce-4261-8f47-819696fbacb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:59:57.346827 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33b70a-251b-4f72-8184-403ec257a078 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a90e4802-998a-49e9-991e-72c1c6bc5064,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:57.350304 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8b33b70a-251b-4f72-8184-403ec257a078 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:57.359238 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port c7183c1f-f7ca-41a4-9b32-f3fa0591266b triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:59:57.359628 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:57.376992 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-62900ce1-be88-4937-afa1-dbeb90ac098f req-93d9784d-ab95-4148-8800-e70673f649a0 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d529b08-716b-40ba-9787-5a33f866426b HTTP/1.1" status: 200 len: 210 time: 0.0691164 Jun 17 08:59:57.393514 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ba767311-2235-4ead-aadc-30f4ebb74a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:57.429578 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfa82d-8f80-4a45-a6bd-5d1a17340ef0 req-3ca8cab2-db58-47d0-a661-368efdf289eb tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:57.439237 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c9bfa82d-8f80-4a45-a6bd-5d1a17340ef0 req-3ca8cab2-db58-47d0-a661-368efdf289eb tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 943 time: 0.1607583 Jun 17 08:59:57.493395 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c9bfa82d-8f80-4a45-a6bd-5d1a17340ef0 req-569a91e9-3544-4745-b255-556bce6c34b6 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531430 Jun 17 08:59:57.499554 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8b33b70a-251b-4f72-8184-403ec257a078 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:57.509927 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-8b33b70a-251b-4f72-8184-403ec257a078 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6589293 Jun 17 08:59:57.509927 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42622) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:57.556112 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-1ecedaf4-350b-4496-a830-dd6ad6a7da99 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "GET /v2.0/security-group-rules/a90e4802-998a-49e9-991e-72c1c6bc5064 HTTP/1.1" status: 200 len: 763 time: 0.0490868 Jun 17 08:59:57.557830 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42626) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:57.599862 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ba767311-2235-4ead-aadc-30f4ebb74a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:57.608066 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-68982d54-ac45-40f7-b2f1-02fe6339b22c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:57.695662 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d42927d4-1779-457f-8db4-da1bddc6b069 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:59:57.731492 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: d42927d4-1779-457f-8db4-da1bddc6b069 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:59:57.731492 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device d42927d4-1779-457f-8db4-da1bddc6b069 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:59:57.732007 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 3bc1dd9f-59f0-4533-bec7-8b7c61c10374 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:59:57.761468 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:57.818942 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 3bc1dd9f-59f0-4533-bec7-8b7c61c10374 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:59:57.819307 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 3bc1dd9f-59f0-4533-bec7-8b7c61c10374 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:59:57.830479 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:59:57.837411 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:57.959012 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4,segment=NetworkSegment(407ed44e-d9b9-4ab2-b01f-1684e753c7cd),segment_id=407ed44e-d9b9-4ab2-b01f-1684e753c7cd)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:57.988494 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317a4ddc-a574-47c5-a03f-95a09022ba49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae1d0ef-12b4-40d0-b352-77e11a5a7fe7'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:59:57.990791 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd54659e-d357-444f-89fa-bf456568a6d3" -d '{"events": [{"server_uuid": "317a4ddc-a574-47c5-a03f-95a09022ba49", "name": "network-vif-plugged", "status": "completed", "tag": "eae1d0ef-12b4-40d0-b352-77e11a5a7fe7"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:59:58.010221 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:58.013951 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port eae1d0ef-12b4-40d0-b352-77e11a5a7fe7, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=eae1d0ef-12b4-40d0-b352-77e11a5a7fe7,segment=NetworkSegment(407ed44e-d9b9-4ab2-b01f-1684e753c7cd),segment_id=407ed44e-d9b9-4ab2-b01f-1684e753c7cd)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:58.077082 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba767311-2235-4ead-aadc-30f4ebb74a96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a83ebad8-51c9-4ee1-95b8-dfade1c9c144,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:58.083796 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ba767311-2235-4ead-aadc-30f4ebb74a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:58.112220 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:58.129758 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ba767311-2235-4ead-aadc-30f4ebb74a96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:58.134196 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ba767311-2235-4ead-aadc-30f4ebb74a96 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a83ebad8-51c9-4ee1-95b8-dfade1c9c144 HTTP/1.1" status: 204 len: 168 time: 1.2596445 Jun 17 08:59:58.134834 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42636) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:58.155654 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port c7183c1f-f7ca-41a4-9b32-f3fa0591266b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c7183c1f-f7ca-41a4-9b32-f3fa0591266b,segment=NetworkSegment(017d444f-7f66-4d60-991f-78a7d3563e0d),segment_id=017d444f-7f66-4d60-991f-78a7d3563e0d)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:58.158231 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f58f134a-10b6-439e-a825-cb38eda6048b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:58.160904 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:58.163302 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:58.169044 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9b1752-3714-4481-8587-e3a6a3783909 x-openstack-request-id: req-5b9b1752-3714-4481-8587-e3a6a3783909 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:59:58.169513 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317a4ddc-a574-47c5-a03f-95a09022ba49", "name": "network-vif-plugged", "status": "completed", "tag": "eae1d0ef-12b4-40d0-b352-77e11a5a7fe7", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:59:58.169897 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b9b1752-3714-4481-8587-e3a6a3783909 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:59:58.170438 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317a4ddc-a574-47c5-a03f-95a09022ba49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae1d0ef-12b4-40d0-b352-77e11a5a7fe7', 'code': 200} Jun 17 08:59:58.173443 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb91b5dc-4538-4417-be88-6e286956b2cf None None] Network 98c6fd42-c22b-4725-9f11-0381a8c4c410 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:59:58.181295 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-db60a970-87dc-4920-a2d3-56b71636cff0 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6179154 Jun 17 08:59:58.182831 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42638) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:58.214943 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-79486335-ca4c-48bd-8074-9be80152123f tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:58.226558 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-79486335-ca4c-48bd-8074-9be80152123f tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:58.296451 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67dd18fb-1b21-48a8-a0df-0a09754ff629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:58.306882 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fd368-e1e7-4404-9bd7-03bdef5670ce req-87a71e0a-5441-4b19-b704-83169d21be49 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:58.308500 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aa4fd368-e1e7-4404-9bd7-03bdef5670ce req-87a71e0a-5441-4b19-b704-83169d21be49 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 945 time: 0.2354736 Jun 17 08:59:58.310554 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:58.348475 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:59:58.359927 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aa4fd368-e1e7-4404-9bd7-03bdef5670ce req-ad9c9d35-14d0-42d3-823e-6c96539fe02e tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444906 Jun 17 08:59:58.372100 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-67dd18fb-1b21-48a8-a0df-0a09754ff629 admin admin] Deleting port 7f307840-5117-4841-b409-5fb36b3683f5 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:59:58.372513 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67dd18fb-1b21-48a8-a0df-0a09754ff629 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:58.379958 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd73ae-4584-47df-ae59-8c24804ef02b req-3f0d1f4d-a420-4353-b856-c096f5f35883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:58.382579 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-07bd73ae-4584-47df-ae59-8c24804ef02b req-3f0d1f4d-a420-4353-b856-c096f5f35883 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 1097 time: 0.1289849 Jun 17 08:59:58.422576 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:58.431570 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:58.442749 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-129f4f01-f483-4e99-adfe-203648628e08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.270s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:58.486812 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-07bd73ae-4584-47df-ae59-8c24804ef02b req-1099a7b4-9f7d-4810-9451-8e001226fbc2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968845 Jun 17 08:59:58.487395 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-79486335-ca4c-48bd-8074-9be80152123f tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:58.490216 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fa23784f-ecde-4ede-ae35-5f75f37d9934 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:58.502984 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-79486335-ca4c-48bd-8074-9be80152123f tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:58.506403 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-79486335-ca4c-48bd-8074-9be80152123f tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/a90e4802-998a-49e9-991e-72c1c6bc5064 HTTP/1.1" status: 204 len: 168 time: 0.3215301 Jun 17 08:59:58.506403 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79486335-ca4c-48bd-8074-9be80152123f tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a90e4802-998a-49e9-991e-72c1c6bc5064,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:58.507186 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42646) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:58.509324 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-79486335-ca4c-48bd-8074-9be80152123f tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:58.528166 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-67dd18fb-1b21-48a8-a0df-0a09754ff629 admin admin] For port 7f307840-5117-4841-b409-5fb36b3683f5, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=7f307840-5117-4841-b409-5fb36b3683f5,segment=NetworkSegment(2373654b-367c-4520-893d-6049a39482c6),segment_id=2373654b-367c-4520-893d-6049a39482c6)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:59:58.529500 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67dd18fb-1b21-48a8-a0df-0a09754ff629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:58.584877 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=eae1d0ef-12b4-40d0-b352-77e11a5a7fe7,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:58.592810 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-6b4deda7-af00-4249-8534-91589df06c92 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0758841 Jun 17 08:59:58.593485 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42652) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:58.608976 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-3ed6f5d9-82f7-4c2e-8897-f16eaffd3def tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Request body: {'security_group_rule': {'security_group_id': '5b2fc0f9-b981-4866-9e46-1bc8f076c3ba', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:58.667932 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-67dd18fb-1b21-48a8-a0df-0a09754ff629 admin admin] Calling delete_port for 7f307840-5117-4841-b409-5fb36b3683f5 owned by network:dhcp {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:59:58.709523 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aeda0580-7b48-4e52-80aa-6c48264f9307 req-e1f33a50-03a1-4824-a221-837cad394f4b tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d529b08-716b-40ba-9787-5a33f866426b HTTP/1.1" status: 200 len: 210 time: 0.0380790 Jun 17 08:59:58.737869 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=c7183c1f-f7ca-41a4-9b32-f3fa0591266b,revision_number=10']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:58.745420 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:58.750178 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.432s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:58.750549 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:58.786031 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3ed6f5d9-82f7-4c2e-8897-f16eaffd3def tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:58.865252 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67dd18fb-1b21-48a8-a0df-0a09754ff629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:58.871930 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc285d01-3eae-4f40-a28c-fe2621a47b72 req-c8041b17-9542-4a9c-9f76-bab0d6fef3f0 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:58.872211 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fa25dfe3-271b-49e7-abb6-29446920d306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:58.872330 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bc285d01-3eae-4f40-a28c-fe2621a47b72 req-c8041b17-9542-4a9c-9f76-bab0d6fef3f0 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 944 time: 0.1681423 Jun 17 08:59:58.887247 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3ed6f5d9-82f7-4c2e-8897-f16eaffd3def tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:58.901344 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1fc6ef-5d39-4d3c-9897-d45349cb0c47 None None] DHCP port deletion for 98c6fd42-c22b-4725-9f11-0381a8c4c410 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:59:58.907937 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dd18fb-1b21-48a8-a0df-0a09754ff629 admin admin] No DVR routers for this DVR port 7f307840-5117-4841-b409-5fb36b3683f5 on host n-d-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:59:58.916215 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd18fb-1b21-48a8-a0df-0a09754ff629 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f307840-5117-4841-b409-5fb36b3683f5,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:58.946683 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-67dd18fb-1b21-48a8-a0df-0a09754ff629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:58.950068 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-bc285d01-3eae-4f40-a28c-fe2621a47b72 req-88ff019e-24c4-4b54-8505-edfd17af3a66 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597408 Jun 17 08:59:58.975533 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3ed6f5d9-82f7-4c2e-8897-f16eaffd3def tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:58.977837 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b902d980-bb1a-4ff5-a912-55f64df811f7 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:58.997212 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6f5d9-82f7-4c2e-8897-f16eaffd3def tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f375f2eb-81b6-4d54-a257-a6cad74457e2,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:58.999469 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67dd18fb-1b21-48a8-a0df-0a09754ff629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:59.000554 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3ed6f5d9-82f7-4c2e-8897-f16eaffd3def tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:59.013060 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-67dd18fb-1b21-48a8-a0df-0a09754ff629 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98c6fd42-c22b-4725-9f11-0381a8c4c410']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:59.036095 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-67dd18fb-1b21-48a8-a0df-0a09754ff629 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2373654b-367c-4520-893d-6049a39482c6') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:59.036095 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-67dd18fb-1b21-48a8-a0df-0a09754ff629 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2373654b-367c-4520-893d-6049a39482c6') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:59.045593 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67dd18fb-1b21-48a8-a0df-0a09754ff629 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:59.058993 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67dd18fb-1b21-48a8-a0df-0a09754ff629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:59.065346 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67dd18fb-1b21-48a8-a0df-0a09754ff629 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:59:59.065730 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67dd18fb-1b21-48a8-a0df-0a09754ff629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: retrieve_revision_numbers = { Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: timer() Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:59:59.067422 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:59:59.136352 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3ed6f5d9-82f7-4c2e-8897-f16eaffd3def tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:59.137950 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3ed6f5d9-82f7-4c2e-8897-f16eaffd3def tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5435033 Jun 17 08:59:59.140641 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42662) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:59.162195 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4a88e932-a1d7-4f55-be04-5237d26a9cb8 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "GET /v2.0/security-group-rules/f375f2eb-81b6-4d54-a257-a6cad74457e2 HTTP/1.1" status: 200 len: 763 time: 0.0200837 Jun 17 08:59:59.164673 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42664) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:59.211015 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-06e24405-4043-4b0e-81af-f726f53ba5c2 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0447354 Jun 17 08:59:59.214623 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42668) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:59.234223 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67dd18fb-1b21-48a8-a0df-0a09754ff629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:59.240292 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67dd18fb-1b21-48a8-a0df-0a09754ff629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:59.243969 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3fb6a2a2-db70-43eb-8fd7-3ca88d2188fb tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:59.244795 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-67dd18fb-1b21-48a8-a0df-0a09754ff629 admin admin] 10.222.0.49 "DELETE /v2.0/networks/98c6fd42-c22b-4725-9f11-0381a8c4c410 HTTP/1.1" status: 204 len: 168 time: 1.1062322 Jun 17 08:59:59.244795 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-55bdeb89-e178-468a-8bde-3e07238ac0f7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:59.251459 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3fb6a2a2-db70-43eb-8fd7-3ca88d2188fb tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:59.258082 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd18fb-1b21-48a8-a0df-0a09754ff629 admin admin] Pushing event deleted for resources: {'Network': ['ID=98c6fd42-c22b-4725-9f11-0381a8c4c410,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:59.265594 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-67dd18fb-1b21-48a8-a0df-0a09754ff629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:59.359653 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fc1367ea-a29d-45fb-8684-f05843294446 req-07a15c01-ce30-46a3-b854-acfe9b41c272 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=910210399f9445b58d12ddb23d3aea8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240521 Jun 17 08:59:59.475359 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1367ea-a29d-45fb-8684-f05843294446 req-b6c6c489-a261-413e-bcd6-7d7a507c189e tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:59.476768 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fc1367ea-a29d-45fb-8684-f05843294446 req-b6c6c489-a261-413e-bcd6-7d7a507c189e tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1125011 Jun 17 08:59:59.490542 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-fc1367ea-a29d-45fb-8684-f05843294446 req-1249cb39-f885-42fb-8e62-4c9ee486d54b tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Request body: {'port': {'device_id': '8d529b08-716b-40ba-9787-5a33f866426b', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'admin_state_up': True, 'tenant_id': '910210399f9445b58d12ddb23d3aea8a'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:59.534855 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9ae954c9-3dcb-4859-9a1e-81d4428f360f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:59.546127 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3fb6a2a2-db70-43eb-8fd7-3ca88d2188fb tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:59.550877 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:59.573712 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3fb6a2a2-db70-43eb-8fd7-3ca88d2188fb tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:59.575449 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3fb6a2a2-db70-43eb-8fd7-3ca88d2188fb tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/f375f2eb-81b6-4d54-a257-a6cad74457e2 HTTP/1.1" status: 204 len: 168 time: 0.3598390 Jun 17 08:59:59.580623 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42680) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:59.597056 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6a2a2-db70-43eb-8fd7-3ca88d2188fb tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f375f2eb-81b6-4d54-a257-a6cad74457e2,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:59.597056 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3fb6a2a2-db70-43eb-8fd7-3ca88d2188fb tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:59.670100 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 7f307840-5117-4841-b409-5fb36b3683f5 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:59:59.685252 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93304bd2-03ec-4f72-af66-85bf093f59ef req-d50c733a-8537-4c7d-a4e4-4e92af3d7fdc tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:59.694234 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-93304bd2-03ec-4f72-af66-85bf093f59ef req-d50c733a-8537-4c7d-a4e4-4e92af3d7fdc tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.1872318 Jun 17 08:59:59.715609 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 7f307840-5117-4841-b409-5fb36b3683f5 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:59:59.716090 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 7f307840-5117-4841-b409-5fb36b3683f5 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:59:59.740628 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-bb31e056-f465-46d0-acd9-8cdda35ac190 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1551054 Jun 17 08:59:59.740628 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42686) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:59.751472 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-c63edda9-8786-4868-9fc5-b4caba668441 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Request body: {'security_group_rule': {'security_group_id': '5b2fc0f9-b981-4866-9e46-1bc8f076c3ba', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:59:59.816983 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-93304bd2-03ec-4f72-af66-85bf093f59ef req-11e22641-f390-4800-94de-d6f3c51c6865 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198545 Jun 17 08:59:59.818529 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.db.api [None req-c63edda9-8786-4868-9fc5-b4caba668441 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:59:59.818529 n-d-758944-30 neutron-server[94519]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 17 08:59:59.818529 n-d-758944-30 neutron-server[94519]: [parameters: {'project_id': '0af19f066474499db9887b41c7b3f325', 'id': '4ee62543-1e65-48a2-bdb8-d443ae27d749', 'expiration': datetime.datetime(2021, 6, 17, 9, 1, 59, 791134)}] Jun 17 08:59:59.818529 n-d-758944-30 neutron-server[94519]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:59:59.822505 n-d-758944-30 neutron-server[94519]: DEBUG oslo_db.api [None req-c63edda9-8786-4868-9fc5-b4caba668441 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:59:59.923793 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-36c67e7b-d8d4-425e-8b83-7b6031fe4ce3 req-029f18d7-6737-4f44-808b-e76eb214092f tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d529b08-716b-40ba-9787-5a33f866426b HTTP/1.1" status: 200 len: 210 time: 0.0305667 Jun 17 08:59:59.971260 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42694) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:59:59.998140 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc1367ea-a29d-45fb-8684-f05843294446 req-1249cb39-f885-42fb-8e62-4c9ee486d54b tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Made reservation on behalf of 910210399f9445b58d12ddb23d3aea8a for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:00:00.001925 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fc1367ea-a29d-45fb-8684-f05843294446 req-1249cb39-f885-42fb-8e62-4c9ee486d54b tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:00.039922 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3fe10675-14d9-452d-877a-204c0e29bf70 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=625e2459307b434fab6fcf2f0c349af9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0664618 Jun 17 09:00:00.040801 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fc1367ea-a29d-45fb-8684-f05843294446 req-1249cb39-f885-42fb-8e62-4c9ee486d54b tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:00.042780 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42696) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:00.130150 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fdfe25f7-6077-42e2-8c0c-e0972a040e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:00.162881 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a7a5e-ae72-469b-bb51-6e55ca3b3e9f req-2b9f3b4a-c974-4ed7-abc3-e3cb099dc40b tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:00.166085 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a71a7a5e-ae72-469b-bb51-6e55ca3b3e9f req-2b9f3b4a-c974-4ed7-abc3-e3cb099dc40b tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 944 time: 0.0895388 Jun 17 09:00:00.171226 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c59e00-23cf-4914-b65d-a1f2dfd2a2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7183c1f-f7ca-41a4-9b32-f3fa0591266b'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:00:00.177454 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fdfe25f7-6077-42e2-8c0c-e0972a040e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:00.177633 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66babd38-fee5-4396-9211-47fa01c5ec8c" -d '{"events": [{"server_uuid": "d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc", "name": "network-vif-plugged", "status": "completed", "tag": "c7183c1f-f7ca-41a4-9b32-f3fa0591266b"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:00:00.237994 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94358a70-95ea-45df-a33c-57310a8eaf1f x-openstack-request-id: req-94358a70-95ea-45df-a33c-57310a8eaf1f {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:00:00.238675 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc", "name": "network-vif-plugged", "status": "completed", "tag": "c7183c1f-f7ca-41a4-9b32-f3fa0591266b", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:00:00.239508 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94358a70-95ea-45df-a33c-57310a8eaf1f {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:00:00.240567 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c59e00-23cf-4914-b65d-a1f2dfd2a2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7183c1f-f7ca-41a4-9b32-f3fa0591266b', 'code': 200} Jun 17 09:00:00.272865 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a71a7a5e-ae72-469b-bb51-6e55ca3b3e9f req-f973be5c-944b-4ca7-8924-b778987f13ca tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823429 Jun 17 09:00:00.276396 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fc1367ea-a29d-45fb-8684-f05843294446 req-1249cb39-f885-42fb-8e62-4c9ee486d54b tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:00.398770 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fdfe25f7-6077-42e2-8c0c-e0972a040e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:00.401821 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fdfe25f7-6077-42e2-8c0c-e0972a040e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:00.403083 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-fdfe25f7-6077-42e2-8c0c-e0972a040e3a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8f12b87e-1ce2-440d-98ec-75ed410c0d9a HTTP/1.1" status: 204 len: 168 time: 0.3592868 Jun 17 09:00:00.403954 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4c32023d-a562-412f-96b0-c700dcab5a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:00.412056 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe25f7-6077-42e2-8c0c-e0972a040e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f12b87e-1ce2-440d-98ec-75ed410c0d9a,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:00.414406 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fdfe25f7-6077-42e2-8c0c-e0972a040e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:00.451142 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fc1367ea-a29d-45fb-8684-f05843294446 req-1249cb39-f885-42fb-8e62-4c9ee486d54b tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:00.502255 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0ffcc314-78a5-44b0-8b07-2cd6da8459e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:00.553035 n-d-758944-30 neutron-server[94519]: INFO neutron.db.securitygroups_db [None req-c63edda9-8786-4868-9fc5-b4caba668441 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Project 0af19f066474499db9887b41c7b3f325 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 09:00:00.553769 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249cb39-f885-42fb-8e62-4c9ee486d54b tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6800532-65a5-42f9-8709-c59e969ff6a7,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:00.560077 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1249cb39-f885-42fb-8e62-4c9ee486d54b tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:00.568110 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c63edda9-8786-4868-9fc5-b4caba668441 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:00.599203 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678e970-5ae2-48e2-8837-1f139cc374ef req-a04e6668-56b3-43a4-8fef-bd9c63fe7e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:00.600855 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6678e970-5ae2-48e2-8837-1f139cc374ef req-a04e6668-56b3-43a4-8fef-bd9c63fe7e08 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 1099 time: 0.0955887 Jun 17 09:00:00.615494 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-fc1367ea-a29d-45fb-8684-f05843294446 req-1249cb39-f885-42fb-8e62-4c9ee486d54b tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Allocated IP 192.168.233.239 (26debee9-bc17-4dec-acaf-a4c976511744/9fa94245-1f4d-486b-9e45-990a58fa5ffe/9f0ef2b6-6546-464c-8b11-6a4aeb964412) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:00:00.750017 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c63edda9-8786-4868-9fc5-b4caba668441 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:00.753515 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6678e970-5ae2-48e2-8837-1f139cc374ef req-5505883e-f3a0-46bf-8683-735a0eca374e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424947 Jun 17 09:00:00.853534 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c63edda9-8786-4868-9fc5-b4caba668441 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:00.863032 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-978a664b-a407-445c-a979-791dd996071c tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:00.879294 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63edda9-8786-4868-9fc5-b4caba668441 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ddb22f-7ce8-4261-beba-247026b7f2cc,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:00.881979 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c63edda9-8786-4868-9fc5-b4caba668441 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:00.890843 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fc1367ea-a29d-45fb-8684-f05843294446 req-1249cb39-f885-42fb-8e62-4c9ee486d54b tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:00.920069 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-fc1367ea-a29d-45fb-8684-f05843294446 req-1249cb39-f885-42fb-8e62-4c9ee486d54b tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Transition to ACTIVE for port object 9f0ef2b6-6546-464c-8b11-6a4aeb964412 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:00:00.939557 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:00:00.988029 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c63edda9-8786-4868-9fc5-b4caba668441 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:00.989999 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c63edda9-8786-4868-9fc5-b4caba668441 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2461193 Jun 17 09:00:00.992590 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42720) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:01.015887 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:01.026903 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3c137431-cb2d-4525-b392-befda723b043 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "GET /v2.0/security-group-rules/47ddb22f-7ce8-4261-beba-247026b7f2cc HTTP/1.1" status: 200 len: 769 time: 0.0330443 Jun 17 09:00:01.037968 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42724) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:01.101894 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:00:01.106942 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:00:01.107585 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:01.129125 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-79db8255-0974-4500-8b30-eac2babed624 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0815098 Jun 17 09:00:01.130034 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42730) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:01.174539 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fc1367ea-a29d-45fb-8684-f05843294446 req-1249cb39-f885-42fb-8e62-4c9ee486d54b tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:01.187109 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6de5875b-69c7-4cc1-a795-61ad7398bc2b tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:01.195069 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6b652f2-4be5-44b0-8291-f2cfb3a92073 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:01.209135 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-017eb7a2-e1d6-48be-b2ba-aa0637d32bab req-1e07f55c-bd4c-4a19-adc8-f9eaadc51b5d tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d529b08-716b-40ba-9787-5a33f866426b HTTP/1.1" status: 200 len: 210 time: 0.0987513 Jun 17 09:00:01.228533 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9632e8-d2b9-4624-a910-eaa5d4d26308 req-f1b4e648-37a2-4d1f-88e7-f2f572f7d0aa tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:01.231387 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5e9632e8-d2b9-4624-a910-eaa5d4d26308 req-f1b4e648-37a2-4d1f-88e7-f2f572f7d0aa tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.2467074 Jun 17 09:00:01.263093 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6b652f2-4be5-44b0-8291-f2cfb3a92073 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:01.278485 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:01.311533 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc1367ea-a29d-45fb-8684-f05843294446 req-1249cb39-f885-42fb-8e62-4c9ee486d54b tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Network 26debee9-bc17-4dec-acaf-a4c976511744 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:00:01.326280 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-fc1367ea-a29d-45fb-8684-f05843294446 req-1249cb39-f885-42fb-8e62-4c9ee486d54b tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:00:01.328503 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249cb39-f885-42fb-8e62-4c9ee486d54b tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Pushing event updated for resources: {'Port': ['ID=9f0ef2b6-6546-464c-8b11-6a4aeb964412,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:01.332843 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4,segment=NetworkSegment(407ed44e-d9b9-4ab2-b01f-1684e753c7cd),segment_id=407ed44e-d9b9-4ab2-b01f-1684e753c7cd)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:00:01.350645 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1367ea-a29d-45fb-8684-f05843294446 req-1249cb39-f885-42fb-8e62-4c9ee486d54b tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:00:01.355282 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1249cb39-f885-42fb-8e62-4c9ee486d54b tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:01.388108 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5e9632e8-d2b9-4624-a910-eaa5d4d26308 req-c77e3f84-ed2e-45a2-8178-684a4cf135d5 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299572 Jun 17 09:00:01.438646 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1367ea-a29d-45fb-8684-f05843294446 req-1249cb39-f885-42fb-8e62-4c9ee486d54b tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:01.439366 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fc1367ea-a29d-45fb-8684-f05843294446 req-1249cb39-f885-42fb-8e62-4c9ee486d54b tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:01.468945 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:01.472614 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:01.503277 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6b652f2-4be5-44b0-8291-f2cfb3a92073 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:01.512099 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-79486335-ca4c-48bd-8074-9be80152123f tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:01.545693 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f6b652f2-4be5-44b0-8291-f2cfb3a92073 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:01.552076 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f6b652f2-4be5-44b0-8291-f2cfb3a92073 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/47ddb22f-7ce8-4261-beba-247026b7f2cc HTTP/1.1" status: 204 len: 168 time: 0.4151297 Jun 17 09:00:01.553144 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42746) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:01.577877 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b652f2-4be5-44b0-8291-f2cfb3a92073 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47ddb22f-7ce8-4261-beba-247026b7f2cc,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:01.589636 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fc1367ea-a29d-45fb-8684-f05843294446 req-1249cb39-f885-42fb-8e62-4c9ee486d54b tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1040926 Jun 17 09:00:01.594544 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a501cc-37a8-4527-8ac8-d8feb4c77f80 req-a86319f5-5a6c-49ee-a095-de974df4fc9f tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:01.603316 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f6b652f2-4be5-44b0-8291-f2cfb3a92073 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:01.603596 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e9a501cc-37a8-4527-8ac8-d8feb4c77f80 req-a86319f5-5a6c-49ee-a095-de974df4fc9f tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 944 time: 0.1634867 Jun 17 09:00:01.620257 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-fc1367ea-a29d-45fb-8684-f05843294446 req-aaf3bd6b-97f1-4090-873a-0ef8d99cd566 service neutron] Request body: {'port': {'device_id': '8d529b08-716b-40ba-9787-5a33f866426b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:01.700356 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e9a501cc-37a8-4527-8ac8-d8feb4c77f80 req-8984ddca-ecaa-4723-bd70-e04f4144db50 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922329 Jun 17 09:00:01.708630 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:01.715899 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:01.735427 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-90714668-9bbd-44ce-913e-eea8f656cabe tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1807442 Jun 17 09:00:01.741903 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42752) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:01.802961 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fc1367ea-a29d-45fb-8684-f05843294446 req-aaf3bd6b-97f1-4090-873a-0ef8d99cd566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:01.833733 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0a1160c2-3a2a-4913-8232-cc8340c22452 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:01.864317 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0a1160c2-3a2a-4913-8232-cc8340c22452 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:01.890601 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-3a4fafeb-ba8b-4e9f-8197-96ee22cfa298 None None] Provisioning for port 9f0ef2b6-6546-464c-8b11-6a4aeb964412 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:00:01.894951 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-3a4fafeb-ba8b-4e9f-8197-96ee22cfa298 None None] Provisioning complete for port 9f0ef2b6-6546-464c-8b11-6a4aeb964412 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:00:01.895344 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-3a4fafeb-ba8b-4e9f-8197-96ee22cfa298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:01.968367 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-3a4fafeb-ba8b-4e9f-8197-96ee22cfa298 None None] Port 9f0ef2b6-6546-464c-8b11-6a4aeb964412 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 09:00:02.016171 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0a1160c2-3a2a-4913-8232-cc8340c22452 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:02.019143 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0a1160c2-3a2a-4913-8232-cc8340c22452 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:02.022757 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0a1160c2-3a2a-4913-8232-cc8340c22452 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "DELETE /v2.0/security-groups/5b2fc0f9-b981-4866-9e46-1bc8f076c3ba HTTP/1.1" status: 204 len: 168 time: 0.2772202 Jun 17 09:00:02.022757 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ebc69367-6d42-480e-8f9c-3f77d5015cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:02.024551 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42786) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:02.047035 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1160c2-3a2a-4913-8232-cc8340c22452 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2fc0f9-b981-4866-9e46-1bc8f076c3ba,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:02.057662 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0a1160c2-3a2a-4913-8232-cc8340c22452 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:02.101771 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-979a5428-1ce0-4434-a313-82c4fc2b89a1 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0757082 Jun 17 09:00:02.109387 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42790) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:02.164170 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a1a45333-bdbd-475a-b8dd-478ceac37b23 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0505760 Jun 17 09:00:02.204152 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-fc1367ea-a29d-45fb-8684-f05843294446 req-aaf3bd6b-97f1-4090-873a-0ef8d99cd566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f0ef2b6-6546-464c-8b11-6a4aeb964412 {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:00:02.213379 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fc1367ea-a29d-45fb-8684-f05843294446 req-aaf3bd6b-97f1-4090-873a-0ef8d99cd566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:02.235970 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-fc1367ea-a29d-45fb-8684-f05843294446 req-aaf3bd6b-97f1-4090-873a-0ef8d99cd566 service neutron] Transition to ACTIVE for port object 9f0ef2b6-6546-464c-8b11-6a4aeb964412 will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:00:02.241727 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47e031a-43e9-407a-96c6-cc61052acb37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:00:02.246829 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a711f9-ea2c-429c-abeb-12ca97f5c098" -d '{"events": [{"server_uuid": "d47e031a-43e9-407a-96c6-cc61052acb37", "name": "network-vif-plugged", "status": "completed", "tag": "7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:00:02.321070 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e56c393-5391-47cd-80e8-2fac37e262a4 x-openstack-request-id: req-6e56c393-5391-47cd-80e8-2fac37e262a4 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:00:02.321489 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d47e031a-43e9-407a-96c6-cc61052acb37", "name": "network-vif-plugged", "status": "completed", "tag": "7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:00:02.321931 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e56c393-5391-47cd-80e8-2fac37e262a4 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:00:02.322499 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47e031a-43e9-407a-96c6-cc61052acb37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4', 'code': 200} Jun 17 09:00:02.395638 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fc1367ea-a29d-45fb-8684-f05843294446 req-aaf3bd6b-97f1-4090-873a-0ef8d99cd566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:02.411341 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-23b8e921-17c1-4cb0-b1da-1ae49ef5087b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:02.521454 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85581a-5db4-4b6c-9a45-61e69f2a2586 req-35a63904-4570-4026-a3a5-556936bfa8a5 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:02.523769 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fc85581a-5db4-4b6c-9a45-61e69f2a2586 req-35a63904-4570-4026-a3a5-556936bfa8a5 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d529b08-716b-40ba-9787-5a33f866426b HTTP/1.1" status: 200 len: 948 time: 0.1369050 Jun 17 09:00:02.605508 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:02.629252 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fc85581a-5db4-4b6c-9a45-61e69f2a2586 req-fea0fc38-1a82-4025-a603-684929f4fc7d tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6800532-65a5-42f9-8709-c59e969ff6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974138 Jun 17 09:00:02.748455 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3bd6b-97f1-4090-873a-0ef8d99cd566 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0ef2b6-6546-464c-8b11-6a4aeb964412,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:02.748455 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-aaf3bd6b-97f1-4090-873a-0ef8d99cd566 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:02.811033 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d903e-22d2-4ad7-b36e-45bb7c96eda7 req-950e194d-edf7-4cf0-a988-f73ce6ce20ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:02.812684 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8e0d903e-22d2-4ad7-b36e-45bb7c96eda7 req-950e194d-edf7-4cf0-a988-f73ce6ce20ca service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 1097 time: 0.4199803 Jun 17 09:00:02.841667 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-fc1367ea-a29d-45fb-8684-f05843294446 req-aaf3bd6b-97f1-4090-873a-0ef8d99cd566 service neutron] Attempting to bind port 9f0ef2b6-6546-464c-8b11-6a4aeb964412 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:00:02.842020 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-fc1367ea-a29d-45fb-8684-f05843294446 req-aaf3bd6b-97f1-4090-873a-0ef8d99cd566 service neutron] Attempting to bind port 9f0ef2b6-6546-464c-8b11-6a4aeb964412 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:00:02.842772 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1367ea-a29d-45fb-8684-f05843294446 req-aaf3bd6b-97f1-4090-873a-0ef8d99cd566 service neutron] Attempting to bind port 9f0ef2b6-6546-464c-8b11-6a4aeb964412 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:00:02.863064 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a898e-086d-41e8-a777-d60a7c9a49ff req-909d66de-d824-4966-8090-bdf60efd5cea tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:02.864708 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-999a898e-086d-41e8-a777-d60a7c9a49ff req-909d66de-d824-4966-8090-bdf60efd5cea tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.2629077 Jun 17 09:00:02.867423 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1367ea-a29d-45fb-8684-f05843294446 req-aaf3bd6b-97f1-4090-873a-0ef8d99cd566 service neutron] Port 9f0ef2b6-6546-464c-8b11-6a4aeb964412 on network 26debee9-bc17-4dec-acaf-a4c976511744 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:00:02.868306 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1367ea-a29d-45fb-8684-f05843294446 req-aaf3bd6b-97f1-4090-873a-0ef8d99cd566 service neutron] Attempting to bind port 9f0ef2b6-6546-464c-8b11-6a4aeb964412 on network 26debee9-bc17-4dec-acaf-a4c976511744 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:00:02.908141 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1367ea-a29d-45fb-8684-f05843294446 req-aaf3bd6b-97f1-4090-873a-0ef8d99cd566 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:00:02.908496 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1367ea-a29d-45fb-8684-f05843294446 req-aaf3bd6b-97f1-4090-873a-0ef8d99cd566 service neutron] Checking segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:00:02.908902 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1367ea-a29d-45fb-8684-f05843294446 req-aaf3bd6b-97f1-4090-873a-0ef8d99cd566 service neutron] Bound using segment: {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:00:02.915009 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-fc1367ea-a29d-45fb-8684-f05843294446 req-aaf3bd6b-97f1-4090-873a-0ef8d99cd566 service neutron] Bound port: 9f0ef2b6-6546-464c-8b11-6a4aeb964412, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11514fa0-8233-43d7-88cc-6ef4ab0142ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:00:02.915009 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fc1367ea-a29d-45fb-8684-f05843294446 req-aaf3bd6b-97f1-4090-873a-0ef8d99cd566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:02.915009 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8e0d903e-22d2-4ad7-b36e-45bb7c96eda7 req-42d4512d-0a83-4e14-b55c-8e2d243e9c72 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895183 Jun 17 09:00:03.009615 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-999a898e-086d-41e8-a777-d60a7c9a49ff req-2e7bfee9-0796-413a-84c7-35a71c6ef912 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348987 Jun 17 09:00:03.029546 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025c854-24ef-4c2e-b089-3dca7bff7340 req-49e28728-ea4b-4736-8a0a-2170d7817a4e tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:03.038316 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8025c854-24ef-4c2e-b089-3dca7bff7340 req-49e28728-ea4b-4736-8a0a-2170d7817a4e tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 945 time: 0.1554227 Jun 17 09:00:03.077570 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-fc1367ea-a29d-45fb-8684-f05843294446 req-aaf3bd6b-97f1-4090-873a-0ef8d99cd566 service neutron] For port 9f0ef2b6-6546-464c-8b11-6a4aeb964412, host n-h2-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:00:03.083281 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-fc1367ea-a29d-45fb-8684-f05843294446 req-aaf3bd6b-97f1-4090-873a-0ef8d99cd566 service neutron] For port 9f0ef2b6-6546-464c-8b11-6a4aeb964412, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=9f0ef2b6-6546-464c-8b11-6a4aeb964412,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:00:03.100238 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42836) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:03.136132 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8025c854-24ef-4c2e-b089-3dca7bff7340 req-6edebfe8-cb55-4183-a24a-bcc52fe98d53 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950453 Jun 17 09:00:03.188406 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fc1367ea-a29d-45fb-8684-f05843294446 req-aaf3bd6b-97f1-4090-873a-0ef8d99cd566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:03.192098 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bd9f0847-8b1d-431d-ad9a-438cac9277c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:03.227786 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1367ea-a29d-45fb-8684-f05843294446 req-aaf3bd6b-97f1-4090-873a-0ef8d99cd566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:03.228448 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fc1367ea-a29d-45fb-8684-f05843294446 req-aaf3bd6b-97f1-4090-873a-0ef8d99cd566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:03.230148 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fc1367ea-a29d-45fb-8684-f05843294446 req-aaf3bd6b-97f1-4090-873a-0ef8d99cd566 service neutron] 10.222.0.53 "PUT /v2.0/ports/9f0ef2b6-6546-464c-8b11-6a4aeb964412 HTTP/1.1" status: 200 len: 1097 time: 1.6230659 Jun 17 09:00:03.233841 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d529b08-716b-40ba-9787-5a33f866426b', 'tag': '9f0ef2b6-6546-464c-8b11-6a4aeb964412'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:00:03.238317 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb3eab9-4666-4350-9db9-4cf1ed55e1aa" -d '{"events": [{"name": "network-changed", "server_uuid": "8d529b08-716b-40ba-9787-5a33f866426b", "tag": "9f0ef2b6-6546-464c-8b11-6a4aeb964412"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:00:03.302980 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3bd6b-97f1-4090-873a-0ef8d99cd566 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0ef2b6-6546-464c-8b11-6a4aeb964412,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:03.358980 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-aaf3bd6b-97f1-4090-873a-0ef8d99cd566 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:03.358980 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 09:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1375b0-7c2c-484a-907b-ac3dc4f1142b x-openstack-request-id: req-0d1375b0-7c2c-484a-907b-ac3dc4f1142b {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:00:03.358980 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d529b08-716b-40ba-9787-5a33f866426b", "tag": "9f0ef2b6-6546-464c-8b11-6a4aeb964412", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:00:03.358980 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0d1375b0-7c2c-484a-907b-ac3dc4f1142b {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:00:03.358980 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d529b08-716b-40ba-9787-5a33f866426b', 'tag': '9f0ef2b6-6546-464c-8b11-6a4aeb964412', 'status': 'completed', 'code': 200} Jun 17 09:00:03.359540 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-815c7981-4a33-4d1c-bfef-83b6b051a65c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0af19f066474499db9887b41c7b3f325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2287185 Jun 17 09:00:03.359890 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42844) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:03.449949 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5c65f91e-8c50-40e6-ae29-2a4e10fbbce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:03.510117 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5c65f91e-8c50-40e6-ae29-2a4e10fbbce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:03.556137 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3eab9-4666-4350-9db9-4cf1ed55e1aa req-da80441e-a5ce-4c39-8bef-44ac6e72ee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:03.557021 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6cb3eab9-4666-4350-9db9-4cf1ed55e1aa req-da80441e-a5ce-4c39-8bef-44ac6e72ee51 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=910210399f9445b58d12ddb23d3aea8a&device_id=8d529b08-716b-40ba-9787-5a33f866426b HTTP/1.1" status: 200 len: 1100 time: 0.1746590 Jun 17 09:00:03.603651 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6cb3eab9-4666-4350-9db9-4cf1ed55e1aa req-8c6685c9-de3d-4898-a0c7-4cdc06334937 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=910210399f9445b58d12ddb23d3aea8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345733 Jun 17 09:00:03.955434 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3eab9-4666-4350-9db9-4cf1ed55e1aa req-12b88dbb-cd7c-4110-b733-4999253677a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:03.965446 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6cb3eab9-4666-4350-9db9-4cf1ed55e1aa req-12b88dbb-cd7c-4110-b733-4999253677a6 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3546417 Jun 17 09:00:04.017167 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95439346-70f4-470c-b26e-c7dee65ae9f7 req-75e6916b-bd60-4ee6-98e8-06c6d5188ef1 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:04.030627 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-95439346-70f4-470c-b26e-c7dee65ae9f7 req-75e6916b-bd60-4ee6-98e8-06c6d5188ef1 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d529b08-716b-40ba-9787-5a33f866426b HTTP/1.1" status: 200 len: 948 time: 0.1500638 Jun 17 09:00:04.031833 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5c65f91e-8c50-40e6-ae29-2a4e10fbbce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:04.040235 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5c65f91e-8c50-40e6-ae29-2a4e10fbbce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:04.043400 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5c65f91e-8c50-40e6-ae29-2a4e10fbbce1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/45457242-c36a-49f7-ae48-875a965ad8d2 HTTP/1.1" status: 204 len: 168 time: 0.6948700 Jun 17 09:00:04.112840 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-95439346-70f4-470c-b26e-c7dee65ae9f7 req-9760d136-3b40-4906-9e12-264e208737c1 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6800532-65a5-42f9-8709-c59e969ff6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811925 Jun 17 09:00:04.141616 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0d731088-67d7-4a36-8452-cbbaeb89b1b2 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:04.182722 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65f91e-8c50-40e6-ae29-2a4e10fbbce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45457242-c36a-49f7-ae48-875a965ad8d2,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:04.200523 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5c65f91e-8c50-40e6-ae29-2a4e10fbbce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:04.351065 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1367ea-a29d-45fb-8684-f05843294446 req-134c7d1c-1e7e-42f1-8a34-e08a3bbc026d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:04.353792 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fc1367ea-a29d-45fb-8684-f05843294446 req-134c7d1c-1e7e-42f1-8a34-e08a3bbc026d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=910210399f9445b58d12ddb23d3aea8a&device_id=8d529b08-716b-40ba-9787-5a33f866426b HTTP/1.1" status: 200 len: 1100 time: 0.3344834 Jun 17 09:00:04.423873 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cc6ba-08f4-4952-b961-04d7b54faaf4 req-fb27164d-143a-42d3-be01-61f5bedfb7b6 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:04.432715 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8e7cc6ba-08f4-4952-b961-04d7b54faaf4 req-fb27164d-143a-42d3-be01-61f5bedfb7b6 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 945 time: 0.1294367 Jun 17 09:00:04.438319 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fc1367ea-a29d-45fb-8684-f05843294446 req-90176bed-290d-4ae6-9753-57a7e9ad5907 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=9f0ef2b6-6546-464c-8b11-6a4aeb964412 HTTP/1.1" status: 200 len: 217 time: 0.0738688 Jun 17 09:00:04.451439 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb37bf-db4d-4fef-b5ea-fac1b698dfda req-e3d409e8-ff46-4fe7-a05d-db3408c12b3c tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:04.454556 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8bdb37bf-db4d-4fef-b5ea-fac1b698dfda req-e3d409e8-ff46-4fe7-a05d-db3408c12b3c tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.2304347 Jun 17 09:00:04.481689 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8e7cc6ba-08f4-4952-b961-04d7b54faaf4 req-2416da3d-d9ee-45f6-b3fd-4e26582b650f tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480769 Jun 17 09:00:04.562389 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1367ea-a29d-45fb-8684-f05843294446 req-8d2c1ae0-70d0-48a3-9ff4-a73b155ea431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:04.564073 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fc1367ea-a29d-45fb-8684-f05843294446 req-8d2c1ae0-70d0-48a3-9ff4-a73b155ea431 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fa94245-1f4d-486b-9e45-990a58fa5ffe HTTP/1.1" status: 200 len: 843 time: 0.1079803 Jun 17 09:00:04.584307 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8bdb37bf-db4d-4fef-b5ea-fac1b698dfda req-b184e8b3-a4a2-4b2b-b7cb-c6099d1a2990 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135135 Jun 17 09:00:04.704493 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1367ea-a29d-45fb-8684-f05843294446 req-82320625-af75-472f-9c5f-d0ae4e78c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:04.725448 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fc1367ea-a29d-45fb-8684-f05843294446 req-82320625-af75-472f-9c5f-d0ae4e78c4c8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26debee9-bc17-4dec-acaf-a4c976511744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1322272 Jun 17 09:00:05.008671 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fc1367ea-a29d-45fb-8684-f05843294446 req-499254b4-0c4a-4188-bb2d-507388e0d91e service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817287 Jun 17 09:00:05.181435 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fc1367ea-a29d-45fb-8684-f05843294446 req-84d8e973-1ab5-4df5-a3ee-f9c0fef3d515 service neutron] 10.222.0.53 "GET /v2.0/networks/26debee9-bc17-4dec-acaf-a4c976511744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661897 Jun 17 09:00:05.346446 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b8585-2d83-435e-ac43-83ea300a74ec req-c4ddc7ca-c36e-492b-b87a-de80aedcf622 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:05.354373 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-873b8585-2d83-435e-ac43-83ea300a74ec req-c4ddc7ca-c36e-492b-b87a-de80aedcf622 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d529b08-716b-40ba-9787-5a33f866426b HTTP/1.1" status: 200 len: 948 time: 0.1092544 Jun 17 09:00:05.407069 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-873b8585-2d83-435e-ac43-83ea300a74ec req-2693b598-7a1e-4c33-b766-0487e285c14b tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6800532-65a5-42f9-8709-c59e969ff6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515499 Jun 17 09:00:05.481053 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3782b4-031b-4839-856b-1e299cf35535 req-53172a2b-e4e9-4740-9031-e228a2d42100 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:05.482958 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7d3782b4-031b-4839-856b-1e299cf35535 req-53172a2b-e4e9-4740-9031-e228a2d42100 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 945 time: 0.0915234 Jun 17 09:00:05.571384 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678845c-e2ab-4f92-a6dc-a0072e62e6c8 req-4527bd55-9a79-454e-9d8b-f75aade11a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:05.571856 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7d3782b4-031b-4839-856b-1e299cf35535 req-ecaf1c44-8fd7-4df4-a765-935c5d77b606 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752876 Jun 17 09:00:05.572234 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0678845c-e2ab-4f92-a6dc-a0072e62e6c8 req-4527bd55-9a79-454e-9d8b-f75aade11a4b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=480b86ad1b7d49c4890b00851e5f8990&device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 1097 time: 0.0851142 Jun 17 09:00:05.695782 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678845c-e2ab-4f92-a6dc-a0072e62e6c8 req-b7406e0d-e2d8-48d1-98b3-8e718cead4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:05.698196 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0678845c-e2ab-4f92-a6dc-a0072e62e6c8 req-b7406e0d-e2d8-48d1-98b3-8e718cead4b5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=16a34c89-47ce-4f22-9578-d80c43c79d15 HTTP/1.1" status: 200 len: 919 time: 0.1223958 Jun 17 09:00:06.076269 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0678845c-e2ab-4f92-a6dc-a0072e62e6c8 req-fc217d08-30d2-4d02-bc45-1ff2f15b12e5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4 HTTP/1.1" status: 200 len: 217 time: 0.3708763 Jun 17 09:00:06.086411 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42916) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:06.129434 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:00:06.183447 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678845c-e2ab-4f92-a6dc-a0072e62e6c8 req-5645addc-03a3-41f5-9a39-4790c3819624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:06.185015 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0678845c-e2ab-4f92-a6dc-a0072e62e6c8 req-5645addc-03a3-41f5-9a39-4790c3819624 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8dcda4ff-69ce-4261-8f47-819696fbacb3 HTTP/1.1" status: 200 len: 858 time: 0.1004386 Jun 17 09:00:06.230692 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e0339-77a6-435c-92f3-ef67c0c09603 req-11096202-b312-4dd0-b858-82c5329555e2 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:06.232351 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-870e0339-77a6-435c-92f3-ef67c0c09603 req-11096202-b312-4dd0-b858-82c5329555e2 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.1590738 Jun 17 09:00:06.234315 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0678845c-e2ab-4f92-a6dc-a0072e62e6c8 req-99b932ec-cf30-4f12-b313-e085bf4ca364 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=16a34c89-47ce-4f22-9578-d80c43c79d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410612 Jun 17 09:00:06.384095 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-870e0339-77a6-435c-92f3-ef67c0c09603 req-965ec408-86ae-4a9b-a7f1-3cb90bdae139 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944011 Jun 17 09:00:06.424440 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0678845c-e2ab-4f92-a6dc-a0072e62e6c8 req-a1c350b1-4834-4309-8bc3-012a739ca4a3 service neutron] 10.222.0.50 "GET /v2.0/networks/16a34c89-47ce-4f22-9578-d80c43c79d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828456 Jun 17 09:00:06.506240 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-57f48e0c-45cf-46e7-898e-aa44f4806e23 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Request body: {'security_group': {'name': 'tempest-secgroup--1960190229'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:06.584094 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0678845c-e2ab-4f92-a6dc-a0072e62e6c8 req-2e8e04b2-72c2-49d5-9337-aa54a415ab30 service neutron] 10.222.0.50 "GET /v2.0/networks/16a34c89-47ce-4f22-9578-d80c43c79d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535971 Jun 17 09:00:06.705448 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76662c7-dd68-41d3-9c12-5b9ffbd13791 req-edde0cb6-984b-4766-bc65-e2beb4f589c9 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:06.718427 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5fab6-d4c3-4587-a13a-cbb918bc7262 req-a6cc0723-b09c-428d-8776-4ef83c095582 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:06.720310 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-78b5fab6-d4c3-4587-a13a-cbb918bc7262 req-a6cc0723-b09c-428d-8776-4ef83c095582 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.0875149 Jun 17 09:00:06.726975 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e76662c7-dd68-41d3-9c12-5b9ffbd13791 req-edde0cb6-984b-4766-bc65-e2beb4f589c9 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d529b08-716b-40ba-9787-5a33f866426b HTTP/1.1" status: 200 len: 948 time: 0.0852351 Jun 17 09:00:06.768219 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-57f48e0c-45cf-46e7-898e-aa44f4806e23 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:06.802712 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-57f48e0c-45cf-46e7-898e-aa44f4806e23 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:06.802807 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-78b5fab6-d4c3-4587-a13a-cbb918bc7262 req-182cfa00-9873-438e-b829-6f98863d47c3 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676086 Jun 17 09:00:06.833728 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e76662c7-dd68-41d3-9c12-5b9ffbd13791 req-acefe5d9-3b43-44c7-a25f-7a410f8a0bb0 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6800532-65a5-42f9-8709-c59e969ff6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050844 Jun 17 09:00:06.962510 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-57f48e0c-45cf-46e7-898e-aa44f4806e23 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:07.056298 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88c5fe-b9e7-4ec8-a378-9d2dae37039b req-9aa18264-c659-4270-9395-9b7a2b473a7c tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:07.063729 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ad88c5fe-b9e7-4ec8-a378-9d2dae37039b req-9aa18264-c659-4270-9395-9b7a2b473a7c tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 945 time: 0.1126616 Jun 17 09:00:07.065518 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-57f48e0c-45cf-46e7-898e-aa44f4806e23 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:07.074405 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-899a0572-e30c-407c-bfe9-ad98003cc0b9 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:07.116464 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ad88c5fe-b9e7-4ec8-a378-9d2dae37039b req-2677207c-9df7-421d-a997-f62acdf60fd1 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513966 Jun 17 09:00:07.150956 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f48e0c-45cf-46e7-898e-aa44f4806e23 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2747cea-9f0a-43a5-9883-ad3b1e6c1564,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:07.160875 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ee304-d84b-4e93-b7ef-21be639577b2 req-e800688b-adb7-4038-bdeb-6b50d8fa1374 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:07.168572 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-366ee304-d84b-4e93-b7ef-21be639577b2 req-e800688b-adb7-4038-bdeb-6b50d8fa1374 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.1592369 Jun 17 09:00:07.176875 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-57f48e0c-45cf-46e7-898e-aa44f4806e23 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:07.235725 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-366ee304-d84b-4e93-b7ef-21be639577b2 req-2177fe03-edd9-4e99-bf89-e6ff458116cd tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660753 Jun 17 09:00:07.291232 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-57f48e0c-45cf-46e7-898e-aa44f4806e23 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:07.370784 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-57f48e0c-45cf-46e7-898e-aa44f4806e23 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:07.377341 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-57f48e0c-45cf-46e7-898e-aa44f4806e23 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:07.461689 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f48e0c-45cf-46e7-898e-aa44f4806e23 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24230ec-b385-426e-ac1e-cc6ca34453f6,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:07.465959 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-57f48e0c-45cf-46e7-898e-aa44f4806e23 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:07.506993 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341109db-a6f5-41f0-821b-3d265edebd68 req-688e36a7-653b-4e9e-b199-d9c7704c625e tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:07.517791 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-341109db-a6f5-41f0-821b-3d265edebd68 req-688e36a7-653b-4e9e-b199-d9c7704c625e tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.0972500 Jun 17 09:00:07.598478 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-57f48e0c-45cf-46e7-898e-aa44f4806e23 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:07.600731 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-57f48e0c-45cf-46e7-898e-aa44f4806e23 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5130367 Jun 17 09:00:07.603905 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42952) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:07.668920 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-341109db-a6f5-41f0-821b-3d265edebd68 req-7cc5a15b-b4bf-41ef-a290-c7f2095bca6b tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493692 Jun 17 09:00:07.709333 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4e1fcd62-939d-4b38-87f6-650beb620708 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1024163 Jun 17 09:00:07.710670 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42956) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:07.719565 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-24072ad8-9ae1-4b84-bdc6-3b69ef834d0a tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Request body: {'security_group': {'name': 'tempest-security--1111880402', 'description': 'tempest-security-description-1611474302'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:07.771832 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-24072ad8-9ae1-4b84-bdc6-3b69ef834d0a tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:07.871768 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-24072ad8-9ae1-4b84-bdc6-3b69ef834d0a tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:07.930960 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2afe22-e0b3-41cb-b834-564d2e046df6 req-def5ccdb-f012-4e73-ae60-19830cb1be08 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:07.933987 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9c2afe22-e0b3-41cb-b834-564d2e046df6 req-def5ccdb-f012-4e73-ae60-19830cb1be08 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.1345155 Jun 17 09:00:07.952791 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-24072ad8-9ae1-4b84-bdc6-3b69ef834d0a tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:07.955663 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-24072ad8-9ae1-4b84-bdc6-3b69ef834d0a tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:07.957528 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-24072ad8-9ae1-4b84-bdc6-3b69ef834d0a tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "PUT /v2.0/security-groups/c24230ec-b385-426e-ac1e-cc6ca34453f6 HTTP/1.1" status: 200 len: 1780 time: 0.2447076 Jun 17 09:00:07.958443 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cfdcacb2-8c0c-48d3-8a3d-35952a292732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:07.962119 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42962) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:08.001000 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9c2afe22-e0b3-41cb-b834-564d2e046df6 req-39a27627-5b93-42ac-b8d0-864ebeba852a tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578542 Jun 17 09:00:08.099188 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24072ad8-9ae1-4b84-bdc6-3b69ef834d0a tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24230ec-b385-426e-ac1e-cc6ca34453f6,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:08.104537 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-24072ad8-9ae1-4b84-bdc6-3b69ef834d0a tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:08.113285 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-08d587ad-7bc2-48d2-bf5c-50d6102ab48f tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "GET /v2.0/security-groups/c24230ec-b385-426e-ac1e-cc6ca34453f6 HTTP/1.1" status: 200 len: 1780 time: 0.1446495 Jun 17 09:00:08.113714 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42970) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:08.174015 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeaaf7b-edc5-418f-94ac-e23874f4e345 req-4932ad92-e659-4849-9e21-b1b2cd370f6d tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:08.176275 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fdeaaf7b-edc5-418f-94ac-e23874f4e345 req-4932ad92-e659-4849-9e21-b1b2cd370f6d tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d529b08-716b-40ba-9787-5a33f866426b HTTP/1.1" status: 200 len: 948 time: 0.1265547 Jun 17 09:00:08.207650 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ecefe-eef8-49e8-909f-19bbc496819f req-30f89406-c076-4cc2-b9a4-af01e1724301 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:08.209174 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e94ecefe-eef8-49e8-909f-19bbc496819f req-30f89406-c076-4cc2-b9a4-af01e1724301 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.0701597 Jun 17 09:00:08.215927 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1c5794c0-22e9-4784-aad1-64c0341e3989 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:08.249701 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fdeaaf7b-edc5-418f-94ac-e23874f4e345 req-3a3c7f40-8b1d-4794-be00-c1885c80e5f3 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6800532-65a5-42f9-8709-c59e969ff6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675590 Jun 17 09:00:08.258950 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1c5794c0-22e9-4784-aad1-64c0341e3989 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:08.264526 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e94ecefe-eef8-49e8-909f-19bbc496819f req-0d325f1b-93ff-4a2f-b3da-801511191f2e tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489881 Jun 17 09:00:08.460666 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d68e5-28f0-4b13-844c-a330fdaafec7 req-0064756e-abb7-4d13-9ee7-3aede15828e5 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:08.462568 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-387d68e5-28f0-4b13-844c-a330fdaafec7 req-0064756e-abb7-4d13-9ee7-3aede15828e5 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 945 time: 0.0695508 Jun 17 09:00:08.473228 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590eb74-ae28-42d5-b69a-7842d77ed8d7 req-a3c294d6-096a-4750-893c-134a4f2fa716 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:08.474928 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6590eb74-ae28-42d5-b69a-7842d77ed8d7 req-a3c294d6-096a-4750-893c-134a4f2fa716 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.0839379 Jun 17 09:00:08.475592 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1c5794c0-22e9-4784-aad1-64c0341e3989 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:08.478440 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1c5794c0-22e9-4784-aad1-64c0341e3989 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:08.479537 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-1c5794c0-22e9-4784-aad1-64c0341e3989 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "DELETE /v2.0/security-groups/c24230ec-b385-426e-ac1e-cc6ca34453f6 HTTP/1.1" status: 204 len: 168 time: 0.3648725 Jun 17 09:00:08.481516 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c2bd010b-060a-40c8-ab42-c3e3de89270b tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:08.482677 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42978) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:08.498857 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5794c0-22e9-4784-aad1-64c0341e3989 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24230ec-b385-426e-ac1e-cc6ca34453f6,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:08.501453 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1c5794c0-22e9-4784-aad1-64c0341e3989 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:08.531645 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-387d68e5-28f0-4b13-844c-a330fdaafec7 req-c3292cbd-6f07-4ab3-90b2-5ff02536830b tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629745 Jun 17 09:00:08.549386 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6590eb74-ae28-42d5-b69a-7842d77ed8d7 req-08be01a4-628d-424b-8798-1af4d8e50761 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683820 Jun 17 09:00:08.575658 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4fde2fd5-7714-40ae-bf98-6dd48c8df794 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0832844 Jun 17 09:00:08.578154 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 42984) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:08.593802 n-d-758944-30 neutron-server[94520]: INFO neutron.api.v2.resource [None req-11a10d07-f8f6-44cd-af10-64c1a4eb3f25 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] delete failed (client error): The resource could not be found. Jun 17 09:00:08.595759 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-11a10d07-f8f6-44cd-af10-64c1a4eb3f25 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "DELETE /v2.0/security-groups/c24230ec-b385-426e-ac1e-cc6ca34453f6 HTTP/1.1" status: 404 len: 347 time: 0.0154960 Jun 17 09:00:08.599415 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42986) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:08.604294 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-11426710-3a44-460f-a9a2-f3e8dc47f87f tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Request body: {'security_group': {'name': 'tempest-secgroup--2115897252'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:08.670834 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 42988) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:08.705165 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-11426710-3a44-460f-a9a2-f3e8dc47f87f tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:08.809808 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-11426710-3a44-460f-a9a2-f3e8dc47f87f tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:08.811345 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8bb68faa-400f-4d6c-838e-38b3d261d4fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:08.872740 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-11426710-3a44-460f-a9a2-f3e8dc47f87f tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:08.878331 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-24072ad8-9ae1-4b84-bdc6-3b69ef834d0a tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:08.918267 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11426710-3a44-460f-a9a2-f3e8dc47f87f tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b40eb7f3-7cb4-432b-bf93-17cd6f75162c,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:08.924372 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-11426710-3a44-460f-a9a2-f3e8dc47f87f tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:08.987942 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8bb68faa-400f-4d6c-838e-38b3d261d4fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:09.091275 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8bb68faa-400f-4d6c-838e-38b3d261d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:09.094410 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-160cc621-4a74-458b-ba3f-a24ccec983d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:09.140636 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 9f0ef2b6-6546-464c-8b11-6a4aeb964412 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 09:00:09.146793 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb68faa-400f-4d6c-838e-38b3d261d4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de09f67b-8af4-46e5-8895-98faf534d227,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:09.155541 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8bb68faa-400f-4d6c-838e-38b3d261d4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:09.161197 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43000) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:09.169794 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-8bb68faa-400f-4d6c-838e-38b3d261d4fd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7f1f3b7073c54dd3a7844a4118e25729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4975991 Jun 17 09:00:09.173213 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-11426710-3a44-460f-a9a2-f3e8dc47f87f tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:09.174472 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-11426710-3a44-460f-a9a2-f3e8dc47f87f tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5740430 Jun 17 09:00:09.177357 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43002) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:09.182722 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-52f754ae-74e5-41f2-927d-e3a8974be457 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Request body: {'security_group_rule': {'security_group_id': 'b40eb7f3-7cb4-432b-bf93-17cd6f75162c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:09.258761 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5f8ce5e8-4af3-448f-8ff8-00418971aee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:09.271202 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 9f0ef2b6-6546-464c-8b11-6a4aeb964412, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=9f0ef2b6-6546-464c-8b11-6a4aeb964412,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:00:09.282494 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '9f0ef2b6-6546-464c-8b11-6a4aeb964412', 'network_id': '26debee9-bc17-4dec-acaf-a4c976511744', 'port_id': '9f0ef2b6-6546-464c-8b11-6a4aeb964412', 'mac_address': 'fa:16:3e:75:c6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa94245-1f4d-486b-9e45-990a58fa5ffe', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 09:00:09.284589 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342b5e9-cb88-44b5-8874-4c44e4fdf413 req-f39ad5a5-d0d9-479d-a89f-b0a27d412bcf tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:09.286137 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a342b5e9-cb88-44b5-8874-4c44e4fdf413 req-f39ad5a5-d0d9-479d-a89f-b0a27d412bcf tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.1158390 Jun 17 09:00:09.302982 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5f8ce5e8-4af3-448f-8ff8-00418971aee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:09.307125 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-52f754ae-74e5-41f2-927d-e3a8974be457 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:09.365407 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:09.382703 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f0ef2b6-6546-464c-8b11-6a4aeb964412 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:00:09.411197 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 9f0ef2b6-6546-464c-8b11-6a4aeb964412, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=9f0ef2b6-6546-464c-8b11-6a4aeb964412,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:00:09.416962 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-52f754ae-74e5-41f2-927d-e3a8974be457 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:09.421604 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a342b5e9-cb88-44b5-8874-4c44e4fdf413 req-a5c2b764-b158-4065-9585-ae89122a4a89 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120653 Jun 17 09:00:09.507596 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:09.509981 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:09.515317 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58f44c-cb3c-45ae-a10b-464da3c5f5be req-8cf957ab-29e7-4235-98a2-9a0b4a654868 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:09.517046 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2e58f44c-cb3c-45ae-a10b-464da3c5f5be req-8cf957ab-29e7-4235-98a2-9a0b4a654868 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d529b08-716b-40ba-9787-5a33f866426b HTTP/1.1" status: 200 len: 948 time: 0.0685275 Jun 17 09:00:09.538710 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5f8ce5e8-4af3-448f-8ff8-00418971aee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:09.541070 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-52f754ae-74e5-41f2-927d-e3a8974be457 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:09.543482 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5f8ce5e8-4af3-448f-8ff8-00418971aee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:09.545927 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5f8ce5e8-4af3-448f-8ff8-00418971aee0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/de09f67b-8af4-46e5-8895-98faf534d227 HTTP/1.1" status: 204 len: 168 time: 0.3835304 Jun 17 09:00:09.546290 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-db92fb55-24b5-4fe6-9dfb-ab67123a12fd tempest-ServersTestJSON-1285227150 tempest-ServersTestJSON-1285227150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:09.547261 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b7dc56c6-88cf-4687-b17c-7cba0ff55cb5 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:09.575216 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ce5e8-4af3-448f-8ff8-00418971aee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de09f67b-8af4-46e5-8895-98faf534d227,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:09.581766 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5f8ce5e8-4af3-448f-8ff8-00418971aee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:09.605646 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=9f0ef2b6-6546-464c-8b11-6a4aeb964412,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:09.612500 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:09.615991 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2e58f44c-cb3c-45ae-a10b-464da3c5f5be req-25f4902b-c566-4fae-a09b-181c4cce3230 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6800532-65a5-42f9-8709-c59e969ff6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932677 Jun 17 09:00:09.620641 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f754ae-74e5-41f2-927d-e3a8974be457 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c8c00a-6c1a-4954-95cf-066383a8ac89,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:09.623419 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-52f754ae-74e5-41f2-927d-e3a8974be457 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:09.701076 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-52f754ae-74e5-41f2-927d-e3a8974be457 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:09.702303 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-52f754ae-74e5-41f2-927d-e3a8974be457 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5239971 Jun 17 09:00:09.705434 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43028) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:09.720222 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['9f0ef2b6-6546-464c-8b11-6a4aeb964412'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 09:00:09.771521 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4b5507b3-af37-45e5-9c76-5f2bf625d4f4 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:09.792208 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4b5507b3-af37-45e5-9c76-5f2bf625d4f4 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:09.841413 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91215d9-6879-4ee2-8752-20c24850ae05 req-985c1f3a-f518-4010-870e-ee0f2138cd66 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:09.843267 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e91215d9-6879-4ee2-8752-20c24850ae05 req-985c1f3a-f518-4010-870e-ee0f2138cd66 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 945 time: 0.1194394 Jun 17 09:00:09.886024 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e91215d9-6879-4ee2-8752-20c24850ae05 req-5fd20c57-dc57-40d0-949e-27635a57fcc9 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368288 Jun 17 09:00:09.998680 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4b5507b3-af37-45e5-9c76-5f2bf625d4f4 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:10.001828 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-07d913a5-aeca-4f6c-9155-da056c984392 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:10.007003 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4b5507b3-af37-45e5-9c76-5f2bf625d4f4 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:10.008654 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4b5507b3-af37-45e5-9c76-5f2bf625d4f4 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/18c8c00a-6c1a-4954-95cf-066383a8ac89 HTTP/1.1" status: 204 len: 168 time: 0.3017128 Jun 17 09:00:10.011444 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43040) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:10.014142 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5507b3-af37-45e5-9c76-5f2bf625d4f4 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18c8c00a-6c1a-4954-95cf-066383a8ac89,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:10.016709 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4b5507b3-af37-45e5-9c76-5f2bf625d4f4 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:10.054233 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4c0b3085-0e76-458c-a6cf-909098bad482 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0413918 Jun 17 09:00:10.056963 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43042) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:10.111938 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-68c02643-3098-4934-a705-0344741008b7 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:10.134383 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-68c02643-3098-4934-a705-0344741008b7 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:10.368576 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-68c02643-3098-4934-a705-0344741008b7 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:10.371174 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-68c02643-3098-4934-a705-0344741008b7 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:10.372483 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-68c02643-3098-4934-a705-0344741008b7 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "DELETE /v2.0/security-groups/b40eb7f3-7cb4-432b-bf93-17cd6f75162c HTTP/1.1" status: 204 len: 168 time: 0.3146763 Jun 17 09:00:10.373305 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-80bb6ded-9dc3-4c7b-8e42-d96e5a420da2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:10.375768 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43052) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:10.384302 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c02643-3098-4934-a705-0344741008b7 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40eb7f3-7cb4-432b-bf93-17cd6f75162c,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:10.392767 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-68c02643-3098-4934-a705-0344741008b7 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:10.427408 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-055ffc8c-b29f-4e1f-ae12-ccbf7a4079a9 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0503745 Jun 17 09:00:10.432292 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43056) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:10.437113 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-a6870b91-12fd-4217-b4d9-fc9cc110deb1 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Request body: {'security_group': {'name': 'tempest-secgroup--1412120897'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:10.620840 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b78122-6d40-4c83-9f56-269bf2af2131 req-eb98244f-4d18-4ca6-b5b5-b3eccf4df90d tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:10.622334 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d5b78122-6d40-4c83-9f56-269bf2af2131 req-eb98244f-4d18-4ca6-b5b5-b3eccf4df90d tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.0745063 Jun 17 09:00:10.644801 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43062) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:10.683676 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d5b78122-6d40-4c83-9f56-269bf2af2131 req-d162009c-020f-4daa-8247-c79b7631e70a tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551717 Jun 17 09:00:10.684836 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a6870b91-12fd-4217-b4d9-fc9cc110deb1 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:10.705755 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-61ed2478-9fd9-4048-9752-db10cf2c543f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:10.814039 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a6870b91-12fd-4217-b4d9-fc9cc110deb1 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:10.879494 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79869f3-9ac5-4cc2-8a70-83f8811380be req-3807b314-d691-4d21-b323-4d0b2bde05f2 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:10.884498 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d79869f3-9ac5-4cc2-8a70-83f8811380be req-3807b314-d691-4d21-b323-4d0b2bde05f2 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d529b08-716b-40ba-9787-5a33f866426b HTTP/1.1" status: 200 len: 949 time: 0.0948443 Jun 17 09:00:10.912964 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a6870b91-12fd-4217-b4d9-fc9cc110deb1 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:10.919139 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e2bb2b65-45b2-4eec-912b-6d728bfa1bf1 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:10.979780 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d79869f3-9ac5-4cc2-8a70-83f8811380be req-f0996bb3-70c7-4707-b1ef-3d2c395bf41a tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6800532-65a5-42f9-8709-c59e969ff6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916142 Jun 17 09:00:10.982561 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6870b91-12fd-4217-b4d9-fc9cc110deb1 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64044b2f-9be2-439c-876f-c5b85e55c3a8,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:10.998041 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a6870b91-12fd-4217-b4d9-fc9cc110deb1 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:11.067021 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-61ed2478-9fd9-4048-9752-db10cf2c543f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:11.147650 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 9f0ef2b6-6546-464c-8b11-6a4aeb964412 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:00:11.199726 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26597df-4428-4e45-b97f-4eb64c4ca684 req-d2bf7d45-5b55-4fb4-8072-a216fbff0eca tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:11.209603 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d26597df-4428-4e45-b97f-4eb64c4ca684 req-d2bf7d45-5b55-4fb4-8072-a216fbff0eca tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 945 time: 0.1030841 Jun 17 09:00:11.250725 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d26597df-4428-4e45-b97f-4eb64c4ca684 req-d0275524-0c6c-49b8-9d13-85ee9b0bb52f tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401495 Jun 17 09:00:11.253980 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-61ed2478-9fd9-4048-9752-db10cf2c543f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:11.255566 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a311171b-7bb6-4b5f-921c-17f9f4ebccc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:11.295692 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-61ed2478-9fd9-4048-9752-db10cf2c543f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=56e91836c1474cdab4f9362bb6bd8a58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6497447 Jun 17 09:00:11.296805 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed2478-9fd9-4048-9752-db10cf2c543f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb83b263-11a7-4e5f-93d5-0a6371c15e76,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:11.303948 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43090) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:11.318409 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-61ed2478-9fd9-4048-9752-db10cf2c543f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:11.367145 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-19e91cd6-62e7-42df-88be-a617935c0313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:11.390534 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-19e91cd6-62e7-42df-88be-a617935c0313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:11.444156 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 9f0ef2b6-6546-464c-8b11-6a4aeb964412 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:00:11.449557 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 9f0ef2b6-6546-464c-8b11-6a4aeb964412 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:00:11.450203 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:11.454328 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a6870b91-12fd-4217-b4d9-fc9cc110deb1 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:11.458312 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a6870b91-12fd-4217-b4d9-fc9cc110deb1 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0249770 Jun 17 09:00:11.461719 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43096) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:11.468871 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-6f328f1f-fa12-4a5d-a69e-28a5441e47dd tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Request body: {'security_group_rule': {'security_group_id': '64044b2f-9be2-439c-876f-c5b85e55c3a8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:11.577522 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:11.615585 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d529b08-716b-40ba-9787-5a33f866426b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0ef2b6-6546-464c-8b11-6a4aeb964412'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:00:11.618609 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf824cc-c09f-44af-80e9-12ed2dfa7001" -d '{"events": [{"server_uuid": "8d529b08-716b-40ba-9787-5a33f866426b", "name": "network-vif-plugged", "status": "completed", "tag": "9f0ef2b6-6546-464c-8b11-6a4aeb964412"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:00:11.643443 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 9f0ef2b6-6546-464c-8b11-6a4aeb964412, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=9f0ef2b6-6546-464c-8b11-6a4aeb964412,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:00:11.650910 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765480e7-c077-4894-a8c7-979f7a22f4d9 req-fad97d98-ea29-4c0b-923d-a8dc7b843b06 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:11.653260 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-765480e7-c077-4894-a8c7-979f7a22f4d9 req-fad97d98-ea29-4c0b-923d-a8dc7b843b06 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.1026473 Jun 17 09:00:11.688753 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ecd9d8-a60a-4bfb-9b9e-b5a9444a64dd x-openstack-request-id: req-67ecd9d8-a60a-4bfb-9b9e-b5a9444a64dd {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:00:11.689052 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d529b08-716b-40ba-9787-5a33f866426b", "name": "network-vif-plugged", "status": "completed", "tag": "9f0ef2b6-6546-464c-8b11-6a4aeb964412", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:00:11.689308 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-67ecd9d8-a60a-4bfb-9b9e-b5a9444a64dd {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:00:11.690151 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d529b08-716b-40ba-9787-5a33f866426b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0ef2b6-6546-464c-8b11-6a4aeb964412', 'code': 200} Jun 17 09:00:11.731374 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6f328f1f-fa12-4a5d-a69e-28a5441e47dd tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:11.739377 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-19e91cd6-62e7-42df-88be-a617935c0313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:11.743025 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-19e91cd6-62e7-42df-88be-a617935c0313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:11.747396 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-19e91cd6-62e7-42df-88be-a617935c0313 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eb83b263-11a7-4e5f-93d5-0a6371c15e76 HTTP/1.1" status: 204 len: 168 time: 0.4396331 Jun 17 09:00:11.747396 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fdfe25f7-6077-42e2-8c0c-e0972a040e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:11.752052 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-765480e7-c077-4894-a8c7-979f7a22f4d9 req-74dffecb-479e-4480-8bcc-77b70705a01c tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897450 Jun 17 09:00:11.761240 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e91cd6-62e7-42df-88be-a617935c0313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb83b263-11a7-4e5f-93d5-0a6371c15e76,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:11.765003 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-19e91cd6-62e7-42df-88be-a617935c0313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:11.840292 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255fb46-587c-4c81-8f8d-2b787fdc718a req-a36cb2ae-c581-45a0-8ebf-ce3e62e20eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:11.863838 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5255fb46-587c-4c81-8f8d-2b787fdc718a req-a36cb2ae-c581-45a0-8ebf-ce3e62e20eee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9baf6f30d6ad4a09b3077aa4ccbb2548&device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 1099 time: 0.1674728 Jun 17 09:00:11.908883 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:11.908883 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-f1716e6a-f2a5-436f-b8c0-dd211b1d9794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:11.986632 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=9f0ef2b6-6546-464c-8b11-6a4aeb964412,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:11.991139 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:11.999417 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6f328f1f-fa12-4a5d-a69e-28a5441e47dd tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:12.028694 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e206d3-aa87-48ff-880a-2d8b7a9d53d7 req-ac993f3b-3cc3-4a85-aa97-17da0aec7e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:12.031459 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-14e206d3-aa87-48ff-880a-2d8b7a9d53d7 req-ac993f3b-3cc3-4a85-aa97-17da0aec7e2a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8d529b08-716b-40ba-9787-5a33f866426b HTTP/1.1" status: 200 len: 1101 time: 0.2093091 Jun 17 09:00:12.052525 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255fb46-587c-4c81-8f8d-2b787fdc718a req-0b0eb503-0357-41b5-9254-fd099733f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:12.053608 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5255fb46-587c-4c81-8f8d-2b787fdc718a req-0b0eb503-0357-41b5-9254-fd099733f47c service neutron] 10.222.0.53 "GET /v2.0/networks?id=5788c246-d497-4e21-8243-0ca8d7b04d08 HTTP/1.1" status: 200 len: 915 time: 0.1796677 Jun 17 09:00:12.104930 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-14e206d3-aa87-48ff-880a-2d8b7a9d53d7 req-a178c65a-d691-4274-9552-0b1fbc24037e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d6800532-65a5-42f9-8709-c59e969ff6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581734 Jun 17 09:00:12.119761 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5255fb46-587c-4c81-8f8d-2b787fdc718a req-d25517f6-bace-47b2-b56d-c2ba3e4a2847 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7183c1f-f7ca-41a4-9b32-f3fa0591266b HTTP/1.1" status: 200 len: 217 time: 0.0588343 Jun 17 09:00:12.159091 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6f328f1f-fa12-4a5d-a69e-28a5441e47dd tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:12.168161 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-02431b30-c3c5-49e0-b094-bbc407682625 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:12.192327 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f328f1f-fa12-4a5d-a69e-28a5441e47dd tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b21e12-0daa-4ef9-bd35-b70ce9cdbe81,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:12.195274 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6f328f1f-fa12-4a5d-a69e-28a5441e47dd tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:12.203040 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255fb46-587c-4c81-8f8d-2b787fdc718a req-51f626c3-21aa-45af-a7ce-adcaf0d4a537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:12.205673 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5255fb46-587c-4c81-8f8d-2b787fdc718a req-51f626c3-21aa-45af-a7ce-adcaf0d4a537 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c704bc30-219f-4216-8f07-a3fd2280feec HTTP/1.1" status: 200 len: 854 time: 0.0553987 Jun 17 09:00:12.231128 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46425f0-5e66-4bae-bf67-f1147895cf11 req-0f0f5053-48f1-427f-8a71-1379b7461320 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:12.232759 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e46425f0-5e66-4bae-bf67-f1147895cf11 req-0f0f5053-48f1-427f-8a71-1379b7461320 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d529b08-716b-40ba-9787-5a33f866426b HTTP/1.1" status: 200 len: 950 time: 0.1031680 Jun 17 09:00:12.249965 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5255fb46-587c-4c81-8f8d-2b787fdc718a req-3b53356a-17a8-4581-aa4d-97f27e6b6ae8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5788c246-d497-4e21-8243-0ca8d7b04d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282512 Jun 17 09:00:12.278850 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e46425f0-5e66-4bae-bf67-f1147895cf11 req-6634b8a3-f688-4703-ba38-6ed4edf9cc17 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6800532-65a5-42f9-8709-c59e969ff6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392873 Jun 17 09:00:12.355176 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5255fb46-587c-4c81-8f8d-2b787fdc718a req-f38bcafd-b808-49f6-aa0a-93170bf0236f service neutron] 10.222.0.53 "GET /v2.0/networks/5788c246-d497-4e21-8243-0ca8d7b04d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978293 Jun 17 09:00:12.376576 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6f328f1f-fa12-4a5d-a69e-28a5441e47dd tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:12.382235 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6f328f1f-fa12-4a5d-a69e-28a5441e47dd tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9146347 Jun 17 09:00:12.382235 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43124) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:12.387628 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-82ebd47f-875c-4434-ba25-b1990018a729 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Request body: {'security_group_rule': {'security_group_id': '64044b2f-9be2-439c-876f-c5b85e55c3a8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:12.502224 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5255fb46-587c-4c81-8f8d-2b787fdc718a req-28c9da21-b97f-40d4-a332-bd05dff3db00 service neutron] 10.222.0.53 "GET /v2.0/networks/5788c246-d497-4e21-8243-0ca8d7b04d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398506 Jun 17 09:00:12.522023 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3368a8a-7029-499f-b058-03d8aa305b0d req-1d5077f4-7075-4c1a-ba99-46358eb3f5a3 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:12.524816 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d3368a8a-7029-499f-b058-03d8aa305b0d req-1d5077f4-7075-4c1a-ba99-46358eb3f5a3 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 945 time: 0.1104753 Jun 17 09:00:12.547555 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-82ebd47f-875c-4434-ba25-b1990018a729 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:12.577513 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d3368a8a-7029-499f-b058-03d8aa305b0d req-bbe0892d-04c5-4e10-9070-270f035a1eeb tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383298 Jun 17 09:00:12.620249 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-82ebd47f-875c-4434-ba25-b1990018a729 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:12.729690 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-82ebd47f-875c-4434-ba25-b1990018a729 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:12.731472 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:12.748798 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd47f-875c-4434-ba25-b1990018a729 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=932b9754-080f-4898-9680-4e494feb2d0b,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:12.751391 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-82ebd47f-875c-4434-ba25-b1990018a729 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:12.850319 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-82ebd47f-875c-4434-ba25-b1990018a729 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:12.851758 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-82ebd47f-875c-4434-ba25-b1990018a729 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4693787 Jun 17 09:00:12.854665 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43152) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:12.860139 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-16001e4b-f6ea-49d5-9529-f878c6a0e317 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Request body: {'security_group_rule': {'security_group_id': '64044b2f-9be2-439c-876f-c5b85e55c3a8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:12.944207 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-16001e4b-f6ea-49d5-9529-f878c6a0e317 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:12.991061 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef407c-f919-4e69-888b-a72914a204c8 req-8f11941d-6282-4503-a415-e1c105be5977 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:12.993303 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-13ef407c-f919-4e69-888b-a72914a204c8 req-8f11941d-6282-4503-a415-e1c105be5977 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.0756874 Jun 17 09:00:13.004897 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-16001e4b-f6ea-49d5-9529-f878c6a0e317 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:13.044165 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-13ef407c-f919-4e69-888b-a72914a204c8 req-011f8da6-9938-475a-a21d-fe7e259e9ef2 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395381 Jun 17 09:00:13.130599 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-16001e4b-f6ea-49d5-9529-f878c6a0e317 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:13.144189 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:13.157710 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16001e4b-f6ea-49d5-9529-f878c6a0e317 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b1c419-42ce-49e6-93a7-f37649b8c5c4,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:13.160227 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-16001e4b-f6ea-49d5-9529-f878c6a0e317 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:13.364365 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-16001e4b-f6ea-49d5-9529-f878c6a0e317 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:13.364365 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-16001e4b-f6ea-49d5-9529-f878c6a0e317 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5034742 Jun 17 09:00:13.365543 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43178) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:13.375115 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-3db48e63-56da-4e96-98db-70abdbec3847 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Request body: {'security_group_rule': {'security_group_id': '64044b2f-9be2-439c-876f-c5b85e55c3a8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:13.481278 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fbde6-2e5d-4612-8b2e-06d553821b7d req-79d0dcbf-4825-4771-9abc-d18ac6445990 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:13.489660 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cc4fbde6-2e5d-4612-8b2e-06d553821b7d req-79d0dcbf-4825-4771-9abc-d18ac6445990 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d529b08-716b-40ba-9787-5a33f866426b HTTP/1.1" status: 200 len: 950 time: 0.0894105 Jun 17 09:00:13.540994 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-cc4fbde6-2e5d-4612-8b2e-06d553821b7d req-11577bc8-9a25-4d41-a918-4d21eaf40803 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6800532-65a5-42f9-8709-c59e969ff6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502827 Jun 17 09:00:13.583171 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3db48e63-56da-4e96-98db-70abdbec3847 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:13.658468 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3db48e63-56da-4e96-98db-70abdbec3847 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:13.816344 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfeaeac-a560-441f-80b3-313ba3244a73 req-fa4cf00d-4da1-459a-aea7-ce21c4022847 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:13.817984 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4dfeaeac-a560-441f-80b3-313ba3244a73 req-fa4cf00d-4da1-459a-aea7-ce21c4022847 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 945 time: 0.0712922 Jun 17 09:00:13.850332 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3db48e63-56da-4e96-98db-70abdbec3847 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:13.850332 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-54901a0c-233a-4f97-936c-b0f6b28a3834 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:13.870199 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db48e63-56da-4e96-98db-70abdbec3847 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b2e4dcc-e7f2-483b-8fcb-a0835d8e7a15,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:13.874581 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3db48e63-56da-4e96-98db-70abdbec3847 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:13.913586 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4dfeaeac-a560-441f-80b3-313ba3244a73 req-59eabde0-0e05-4845-be34-66d695d940e0 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825934 Jun 17 09:00:14.060004 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3db48e63-56da-4e96-98db-70abdbec3847 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:14.061290 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3db48e63-56da-4e96-98db-70abdbec3847 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6924615 Jun 17 09:00:14.064078 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43214) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:14.069533 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-4de820d5-eb67-45af-9ac0-cf0da2eba33c tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Request body: {'security_group_rule': {'security_group_id': '64044b2f-9be2-439c-876f-c5b85e55c3a8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:14.231376 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfcf082-9210-4ea2-b014-e7a2070b0560 req-fbfdec72-77b5-448a-ad6e-f13ed0ae47d9 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:14.233079 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-abfcf082-9210-4ea2-b014-e7a2070b0560 req-fbfdec72-77b5-448a-ad6e-f13ed0ae47d9 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.0701461 Jun 17 09:00:14.313010 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-abfcf082-9210-4ea2-b014-e7a2070b0560 req-616f1ec6-8398-46ed-8acf-a537b43ba311 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705380 Jun 17 09:00:14.321251 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4de820d5-eb67-45af-9ac0-cf0da2eba33c tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:14.422891 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4de820d5-eb67-45af-9ac0-cf0da2eba33c tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:14.499975 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1df68-d4c9-4e82-950d-25cabd9b9e40 req-95ba9243-1761-4c10-8f88-b5e87c693f45 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:14.502224 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-09d1df68-d4c9-4e82-950d-25cabd9b9e40 req-95ba9243-1761-4c10-8f88-b5e87c693f45 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d529b08-716b-40ba-9787-5a33f866426b HTTP/1.1" status: 200 len: 950 time: 0.1010041 Jun 17 09:00:14.509710 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4de820d5-eb67-45af-9ac0-cf0da2eba33c tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:14.517305 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7adb6101-9d43-4ae6-b218-bbc2ad5db526 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:14.540944 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de820d5-eb67-45af-9ac0-cf0da2eba33c tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229534c1-295d-44d5-a773-49024e18e1d0,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:14.544303 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4de820d5-eb67-45af-9ac0-cf0da2eba33c tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:14.554076 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-09d1df68-d4c9-4e82-950d-25cabd9b9e40 req-64a58e76-b88d-4470-a26c-7f3cf26a1686 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6800532-65a5-42f9-8709-c59e969ff6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450068 Jun 17 09:00:14.594391 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012e919-cd85-4ba8-a970-99ef36f75f39 req-0b3e4bb3-08ec-4567-87a6-a97f7a097cb2 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:14.605876 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b012e919-cd85-4ba8-a970-99ef36f75f39 req-0b3e4bb3-08ec-4567-87a6-a97f7a097cb2 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.1415093 Jun 17 09:00:14.639832 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4de820d5-eb67-45af-9ac0-cf0da2eba33c tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:14.641830 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4de820d5-eb67-45af-9ac0-cf0da2eba33c tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5760136 Jun 17 09:00:14.647163 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43242) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:14.657260 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b012e919-cd85-4ba8-a970-99ef36f75f39 req-aaf4c85d-58a0-42b1-8a9e-d2bb7f99b652 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469038 Jun 17 09:00:14.690195 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-025fd0f5-db29-461f-9851-c730bd3584b0 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:14.704534 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-025fd0f5-db29-461f-9851-c730bd3584b0 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:14.828317 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-025fd0f5-db29-461f-9851-c730bd3584b0 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:14.831470 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:14.837122 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-025fd0f5-db29-461f-9851-c730bd3584b0 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:14.838236 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-025fd0f5-db29-461f-9851-c730bd3584b0 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/229534c1-295d-44d5-a773-49024e18e1d0 HTTP/1.1" status: 204 len: 168 time: 0.1900766 Jun 17 09:00:14.841173 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43256) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:14.862429 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025fd0f5-db29-461f-9851-c730bd3584b0 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=229534c1-295d-44d5-a773-49024e18e1d0,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:14.868557 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-025fd0f5-db29-461f-9851-c730bd3584b0 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:14.909913 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43264) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:14.910280 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a092f3eb-7350-465f-97fd-49be68282202 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0677295 Jun 17 09:00:14.964990 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcee15e-e4ac-48bf-b837-6217cd25d733 req-f45c8e19-fbba-479c-84fb-b65c8b7bbf60 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:14.966621 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3fcee15e-e4ac-48bf-b837-6217cd25d733 req-f45c8e19-fbba-479c-84fb-b65c8b7bbf60 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.1485631 Jun 17 09:00:14.986903 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f8bff9be-79df-4f5b-af89-bb86db55478a tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:15.005612 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f8bff9be-79df-4f5b-af89-bb86db55478a tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:15.058101 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3fcee15e-e4ac-48bf-b837-6217cd25d733 req-d8f0edba-1cca-4543-a3cd-dfe5e9fa4be2 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779519 Jun 17 09:00:15.165617 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f8bff9be-79df-4f5b-af89-bb86db55478a tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:15.168414 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-52f754ae-74e5-41f2-927d-e3a8974be457 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:15.176139 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f8bff9be-79df-4f5b-af89-bb86db55478a tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:15.179024 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f8bff9be-79df-4f5b-af89-bb86db55478a tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/5b2e4dcc-e7f2-483b-8fcb-a0835d8e7a15 HTTP/1.1" status: 204 len: 168 time: 0.2634106 Jun 17 09:00:15.182725 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43278) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:15.186337 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bff9be-79df-4f5b-af89-bb86db55478a tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b2e4dcc-e7f2-483b-8fcb-a0835d8e7a15,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:15.189304 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f8bff9be-79df-4f5b-af89-bb86db55478a tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:15.227493 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f9c26-e524-4f37-a6e9-77ae6034865e req-f1565708-6d68-4ffa-a4b2-74b1e33fefe7 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:15.229105 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-038f9c26-e524-4f37-a6e9-77ae6034865e req-f1565708-6d68-4ffa-a4b2-74b1e33fefe7 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 945 time: 0.1201847 Jun 17 09:00:15.275496 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-fffd025c-44bb-4794-a59a-8609b1d4581f tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0885129 Jun 17 09:00:15.275864 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43280) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:15.306140 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf7682-6f1e-46e5-9aa8-84744ff96795 req-14563fed-9453-455f-beba-b6b9be97c746 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:15.307983 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8ebf7682-6f1e-46e5-9aa8-84744ff96795 req-14563fed-9453-455f-beba-b6b9be97c746 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.0733836 Jun 17 09:00:15.314321 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-038f9c26-e524-4f37-a6e9-77ae6034865e req-044d515c-9ac0-46da-9075-c6f83ad13251 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785189 Jun 17 09:00:15.315467 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cb7bbdbc-ef7c-443b-b918-d65737ff93ab tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:15.360087 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cb7bbdbc-ef7c-443b-b918-d65737ff93ab tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:15.385915 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8ebf7682-6f1e-46e5-9aa8-84744ff96795 req-7515f8c6-7f24-4b55-ab29-cb5e907e3b10 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661764 Jun 17 09:00:15.611208 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cb7bbdbc-ef7c-443b-b918-d65737ff93ab tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:15.619833 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-cb7bbdbc-ef7c-443b-b918-d65737ff93ab tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:15.628649 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-cb7bbdbc-ef7c-443b-b918-d65737ff93ab tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/e7b1c419-42ce-49e6-93a7-f37649b8c5c4 HTTP/1.1" status: 204 len: 168 time: 0.3450646 Jun 17 09:00:15.628649 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:15.628649 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43308) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:15.647604 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bbdbc-ef7c-443b-b918-d65737ff93ab tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7b1c419-42ce-49e6-93a7-f37649b8c5c4,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:15.650697 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-cb7bbdbc-ef7c-443b-b918-d65737ff93ab tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:15.689560 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7f0b79cb-b65e-4f9c-a1a9-3390cf52dad5 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0622871 Jun 17 09:00:15.692910 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43310) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:15.695986 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba15286-1f7e-46db-9a4c-b76aacb55020 req-7b1dfffe-e1a4-432c-a439-729fdbb21f39 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:15.697636 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8ba15286-1f7e-46db-9a4c-b76aacb55020 req-7b1dfffe-e1a4-432c-a439-729fdbb21f39 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.0804596 Jun 17 09:00:15.740157 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8ba15286-1f7e-46db-9a4c-b76aacb55020 req-bc900196-d3a5-4ddf-8396-cd87cc07498c tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349178 Jun 17 09:00:15.784965 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9d88c300-6ef5-48f1-9f00-70bd904beb24 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:15.798755 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9d88c300-6ef5-48f1-9f00-70bd904beb24 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:15.875224 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6b9b4-9fb8-4a6e-a3c2-98f3434d7a19 req-bdf6c10a-761c-40f6-ba6a-f0bb3a6ae26f tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:15.875224 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f6b6b9b4-9fb8-4a6e-a3c2-98f3434d7a19 req-bdf6c10a-761c-40f6-ba6a-f0bb3a6ae26f tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d529b08-716b-40ba-9787-5a33f866426b HTTP/1.1" status: 200 len: 950 time: 0.1533687 Jun 17 09:00:15.883817 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3af90-3aff-4de6-91f6-56f54731155a req-b9d62aca-ff88-4338-addb-5ef9fe37a085 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:15.885497 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ddb3af90-3aff-4de6-91f6-56f54731155a req-b9d62aca-ff88-4338-addb-5ef9fe37a085 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d529b08-716b-40ba-9787-5a33f866426b HTTP/1.1" status: 200 len: 950 time: 0.1672263 Jun 17 09:00:15.960260 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e8237-0b28-40b6-ac11-11afbba99c94 req-61e59e42-8973-4612-b378-fb899ab285b3 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:15.965807 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-988e8237-0b28-40b6-ac11-11afbba99c94 req-61e59e42-8973-4612-b378-fb899ab285b3 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.0877526 Jun 17 09:00:15.982983 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ddb3af90-3aff-4de6-91f6-56f54731155a req-3c062144-8cf4-47b9-a338-f4a499fe4d08 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6800532-65a5-42f9-8709-c59e969ff6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784409 Jun 17 09:00:16.018682 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-988e8237-0b28-40b6-ac11-11afbba99c94 req-1aa9e95b-034b-4664-b168-20ca30f832a8 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450380 Jun 17 09:00:16.026428 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-f6b6b9b4-9fb8-4a6e-a3c2-98f3434d7a19 req-30d7c7c0-6664-4c32-911c-43a6b827d779 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Deleting port 9f0ef2b6-6546-464c-8b11-6a4aeb964412 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:00:16.026428 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-f6b6b9b4-9fb8-4a6e-a3c2-98f3434d7a19 req-30d7c7c0-6664-4c32-911c-43a6b827d779 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:16.114565 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-f6b6b9b4-9fb8-4a6e-a3c2-98f3434d7a19 req-30d7c7c0-6664-4c32-911c-43a6b827d779 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] For port 9f0ef2b6-6546-464c-8b11-6a4aeb964412, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=9f0ef2b6-6546-464c-8b11-6a4aeb964412,segment=NetworkSegment(11514fa0-8233-43d7-88cc-6ef4ab0142ab),segment_id=11514fa0-8233-43d7-88cc-6ef4ab0142ab)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:00:16.114924 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-f6b6b9b4-9fb8-4a6e-a3c2-98f3434d7a19 req-30d7c7c0-6664-4c32-911c-43a6b827d779 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:16.174890 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9d88c300-6ef5-48f1-9f00-70bd904beb24 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:16.200966 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-f6b6b9b4-9fb8-4a6e-a3c2-98f3434d7a19 req-30d7c7c0-6664-4c32-911c-43a6b827d779 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Calling delete_port for 9f0ef2b6-6546-464c-8b11-6a4aeb964412 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:00:16.202954 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8b10e0bc-2368-48b6-8049-df23e1b696f7 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:16.208464 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9d88c300-6ef5-48f1-9f00-70bd904beb24 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:16.209575 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-9d88c300-6ef5-48f1-9f00-70bd904beb24 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/932b9754-080f-4898-9680-4e494feb2d0b HTTP/1.1" status: 204 len: 168 time: 0.5157385 Jun 17 09:00:16.214945 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43330) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:16.217468 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8224f-b786-4780-994b-cdb010725613 req-83262ad4-1d35-4eb4-bb63-c5a4d8e4e1e9 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:16.219087 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-16f8224f-b786-4780-994b-cdb010725613 req-83262ad4-1d35-4eb4-bb63-c5a4d8e4e1e9 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.0716076 Jun 17 09:00:16.229011 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88c300-6ef5-48f1-9f00-70bd904beb24 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=932b9754-080f-4898-9680-4e494feb2d0b,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:16.238874 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9d88c300-6ef5-48f1-9f00-70bd904beb24 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:16.274034 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-16f8224f-b786-4780-994b-cdb010725613 req-1826669e-1e4b-4805-9b9a-2cdb219d1f89 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432801 Jun 17 09:00:16.308471 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-71cab216-9776-4eb8-aa3d-7f43aea5cb6d tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0923350 Jun 17 09:00:16.311185 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43338) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:16.349634 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-33a01934-452c-4f05-9480-35636d97b191 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:16.358618 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-33a01934-452c-4f05-9480-35636d97b191 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:16.460634 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f290cff-0c32-431b-8f53-0ce2748c8e12 req-643c5747-463f-40ea-a922-c9400b144455 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:16.461941 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9f290cff-0c32-431b-8f53-0ce2748c8e12 req-643c5747-463f-40ea-a922-c9400b144455 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.0703399 Jun 17 09:00:16.501616 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9f290cff-0c32-431b-8f53-0ce2748c8e12 req-36cb7417-be64-4a9f-8028-f882f154e651 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334897 Jun 17 09:00:16.553082 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fab4d-5c82-47ec-9615-98cb6b6a3d30 req-0996b89b-8984-4580-8093-0285747499cb tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:16.553990 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-744fab4d-5c82-47ec-9615-98cb6b6a3d30 req-0996b89b-8984-4580-8093-0285747499cb tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 945 time: 0.0978458 Jun 17 09:00:16.589274 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cc5b9205-7479-4261-b19d-ccc949cb934c req-0733321f-283b-4165-b278-b75ceed095e3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0970619 Jun 17 09:00:16.625406 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-744fab4d-5c82-47ec-9615-98cb6b6a3d30 req-f6388ad3-7ac2-44a6-b641-135f6bd9db56 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664835 Jun 17 09:00:16.684786 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-f6b6b9b4-9fb8-4a6e-a3c2-98f3434d7a19 req-30d7c7c0-6664-4c32-911c-43a6b827d779 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:16.704592 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['9f0ef2b6-6546-464c-8b11-6a4aeb964412'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 09:00:16.712978 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f738617c-4758-4d50-990f-77aadfe16407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:16.877026 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7c7c0-6664-4c32-911c-43a6b827d779 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Pushing event deleted for resources: {'Port': ['ID=9f0ef2b6-6546-464c-8b11-6a4aeb964412,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:16.880163 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b6b9b4-9fb8-4a6e-a3c2-98f3434d7a19 req-30d7c7c0-6664-4c32-911c-43a6b827d779 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] No DVR routers for this DVR port 9f0ef2b6-6546-464c-8b11-6a4aeb964412 on host n-h2-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 09:00:16.882386 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-30d7c7c0-6664-4c32-911c-43a6b827d779 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:16.890405 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-f6b6b9b4-9fb8-4a6e-a3c2-98f3434d7a19 req-30d7c7c0-6664-4c32-911c-43a6b827d779 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:16.892598 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f6b6b9b4-9fb8-4a6e-a3c2-98f3434d7a19 req-30d7c7c0-6664-4c32-911c-43a6b827d779 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.53 "DELETE /v2.0/ports/9f0ef2b6-6546-464c-8b11-6a4aeb964412 HTTP/1.1" status: 204 len: 173 time: 1.0261283 Jun 17 09:00:16.893187 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d529b08-716b-40ba-9787-5a33f866426b', 'name': 'network-vif-deleted', 'tag': '9f0ef2b6-6546-464c-8b11-6a4aeb964412'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:00:16.896316 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab5692c-549a-4a48-9ff0-a432b1047022" -d '{"events": [{"server_uuid": "8d529b08-716b-40ba-9787-5a33f866426b", "name": "network-vif-deleted", "tag": "9f0ef2b6-6546-464c-8b11-6a4aeb964412"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:00:16.939979 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183e83a0-4748-4145-9e49-84dd770bcb56 x-openstack-request-id: req-183e83a0-4748-4145-9e49-84dd770bcb56 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:00:16.940577 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d529b08-716b-40ba-9787-5a33f866426b", "name": "network-vif-deleted", "tag": "9f0ef2b6-6546-464c-8b11-6a4aeb964412", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:00:16.941065 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-183e83a0-4748-4145-9e49-84dd770bcb56 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:00:16.941628 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d529b08-716b-40ba-9787-5a33f866426b', 'name': 'network-vif-deleted', 'tag': '9f0ef2b6-6546-464c-8b11-6a4aeb964412', 'status': 'completed', 'code': 200} Jun 17 09:00:17.052336 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-33a01934-452c-4f05-9480-35636d97b191 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:17.063178 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-10a762b9-92d7-4087-99cd-16fc1b84518b tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:17.068664 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-33a01934-452c-4f05-9480-35636d97b191 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:17.069790 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-33a01934-452c-4f05-9480-35636d97b191 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/24b21e12-0daa-4ef9-bd35-b70ce9cdbe81 HTTP/1.1" status: 204 len: 168 time: 0.7574043 Jun 17 09:00:17.073216 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43370) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:17.095420 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a01934-452c-4f05-9480-35636d97b191 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24b21e12-0daa-4ef9-bd35-b70ce9cdbe81,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:17.101217 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-33a01934-452c-4f05-9480-35636d97b191 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:17.137538 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3d9bd2a6-69ac-4283-9b9a-14afdaf38a25 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0631297 Jun 17 09:00:17.140546 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43372) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:17.162802 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b9205-7479-4261-b19d-ccc949cb934c req-e3596c53-a779-40af-a847-ea8549b5a16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:17.165139 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cc5b9205-7479-4261-b19d-ccc949cb934c req-e3596c53-a779-40af-a847-ea8549b5a16e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9baf6f30d6ad4a09b3077aa4ccbb2548&device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 1099 time: 0.5269969 Jun 17 09:00:17.183834 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-93db5fda-3393-4076-a61a-e09d7cb9eaff req-3763c303-9f8e-4326-9271-15d1d8eefc48 tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d529b08-716b-40ba-9787-5a33f866426b HTTP/1.1" status: 200 len: 210 time: 0.0397682 Jun 17 09:00:17.189126 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b567d-6504-47cf-9017-e2c54a550d99 req-b06844f2-2154-42cf-b52b-9bfa3fa8c890 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:17.196243 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e59b567d-6504-47cf-9017-e2c54a550d99 req-b06844f2-2154-42cf-b52b-9bfa3fa8c890 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.1475053 Jun 17 09:00:17.300964 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e59b567d-6504-47cf-9017-e2c54a550d99 req-5603b3a3-1128-4ca2-b54e-efaddced080b tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036992 Jun 17 09:00:17.318733 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6964512d-9bf9-435b-9c6e-bb055f9177a3 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:17.381667 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6964512d-9bf9-435b-9c6e-bb055f9177a3 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:17.393661 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b9205-7479-4261-b19d-ccc949cb934c req-2b0cf4c1-de26-4f99-ba4b-be516a7ff144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:17.395135 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cc5b9205-7479-4261-b19d-ccc949cb934c req-2b0cf4c1-de26-4f99-ba4b-be516a7ff144 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5788c246-d497-4e21-8243-0ca8d7b04d08 HTTP/1.1" status: 200 len: 915 time: 0.1961722 Jun 17 09:00:17.467519 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cc5b9205-7479-4261-b19d-ccc949cb934c req-7cb9becf-ec8e-4bce-a5dd-05d6602c9ca7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7183c1f-f7ca-41a4-9b32-f3fa0591266b HTTP/1.1" status: 200 len: 217 time: 0.0533590 Jun 17 09:00:17.534244 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ac7e1-ceeb-4e74-a05f-8747d7a5b6c6 req-67a8f7bc-fb8d-4e0d-bf8e-2b04b0dc1449 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:17.535098 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b9205-7479-4261-b19d-ccc949cb934c req-20a5d6a6-788e-4d33-b7f9-3108dac8ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:17.536651 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cc5b9205-7479-4261-b19d-ccc949cb934c req-20a5d6a6-788e-4d33-b7f9-3108dac8ccf2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c704bc30-219f-4216-8f07-a3fd2280feec HTTP/1.1" status: 200 len: 854 time: 0.0629833 Jun 17 09:00:17.542360 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2d0ac7e1-ceeb-4e74-a05f-8747d7a5b6c6 req-67a8f7bc-fb8d-4e0d-bf8e-2b04b0dc1449 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.0901971 Jun 17 09:00:17.572819 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cc5b9205-7479-4261-b19d-ccc949cb934c req-1bbb019c-a8a7-4318-b2d9-2f2e32d64b08 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5788c246-d497-4e21-8243-0ca8d7b04d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298307 Jun 17 09:00:17.596272 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2d0ac7e1-ceeb-4e74-a05f-8747d7a5b6c6 req-ff67be7d-9e76-480d-98b1-587f870dc1a8 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528290 Jun 17 09:00:17.621994 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:17.638812 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6964512d-9bf9-435b-9c6e-bb055f9177a3 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:17.641574 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6964512d-9bf9-435b-9c6e-bb055f9177a3 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:17.642696 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6964512d-9bf9-435b-9c6e-bb055f9177a3 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "DELETE /v2.0/security-groups/64044b2f-9be2-439c-876f-c5b85e55c3a8 HTTP/1.1" status: 204 len: 168 time: 0.5011997 Jun 17 09:00:17.645257 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8bb68faa-400f-4d6c-838e-38b3d261d4fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:17.646242 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43398) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:17.678302 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964512d-9bf9-435b-9c6e-bb055f9177a3 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64044b2f-9be2-439c-876f-c5b85e55c3a8,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:17.682540 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6964512d-9bf9-435b-9c6e-bb055f9177a3 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:17.749149 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-daefcb65-dd9c-479a-bf62-2d72ec68223a tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1009879 Jun 17 09:00:17.755340 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43408) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:17.762625 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-7213cf88-1374-4890-8c8d-efabb214d262 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Request body: {'security_group': {'name': 'tempest-secgroup--1874223600'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:17.766896 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cc5b9205-7479-4261-b19d-ccc949cb934c req-25084f11-7324-4b00-8677-717bce3f353c service neutron] 10.222.0.53 "GET /v2.0/networks/5788c246-d497-4e21-8243-0ca8d7b04d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880128 Jun 17 09:00:17.916914 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8d8a5-bfa2-4e59-acbb-74ac84740c07 req-898311c0-a526-47ad-a3fd-7d936528cf1b tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:17.918838 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-abd8d8a5-bfa2-4e59-acbb-74ac84740c07 req-898311c0-a526-47ad-a3fd-7d936528cf1b tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.1038837 Jun 17 09:00:17.958086 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cc5b9205-7479-4261-b19d-ccc949cb934c req-9eb18a3a-c4f0-421a-9ca0-0eba19547588 service neutron] 10.222.0.53 "GET /v2.0/networks/5788c246-d497-4e21-8243-0ca8d7b04d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835599 Jun 17 09:00:17.979138 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-abd8d8a5-bfa2-4e59-acbb-74ac84740c07 req-c24da5af-24e2-4a3f-9d66-5f112fee49da tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542347 Jun 17 09:00:17.987442 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7213cf88-1374-4890-8c8d-efabb214d262 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:17.990364 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75708c22-f908-4c52-a3dd-ebecc5a67c69 req-5bc42e7b-c2d4-47fd-9222-4cf5ef8eb700 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:17.993890 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-75708c22-f908-4c52-a3dd-ebecc5a67c69 req-5bc42e7b-c2d4-47fd-9222-4cf5ef8eb700 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 945 time: 0.1254704 Jun 17 09:00:18.096616 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-75708c22-f908-4c52-a3dd-ebecc5a67c69 req-7fd5be76-401d-4627-98a3-617b4bbbc12b tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918560 Jun 17 09:00:18.121581 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7213cf88-1374-4890-8c8d-efabb214d262 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:18.221295 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7213cf88-1374-4890-8c8d-efabb214d262 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:18.230251 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c80902dd-425c-4d05-a587-2a37b96e5465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:18.281266 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bf00b-e9d6-41c8-81ca-ba6046a0de97 req-52fc2328-491d-474c-a325-65d218210fbd tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:18.290200 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fe6bf00b-e9d6-41c8-81ca-ba6046a0de97 req-52fc2328-491d-474c-a325-65d218210fbd tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.1519961 Jun 17 09:00:18.320828 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213cf88-1374-4890-8c8d-efabb214d262 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc62fe1e-c75e-44e4-8802-92767d96b34b,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:18.333147 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7213cf88-1374-4890-8c8d-efabb214d262 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:18.360619 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fe6bf00b-e9d6-41c8-81ca-ba6046a0de97 req-1f4c0c99-6cad-4287-af1c-37df026ac491 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691626 Jun 17 09:00:18.427792 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e2543d77-3328-4af8-9da5-62c5c2a3c4f0 req-76ca3653-e2ac-43ab-91ae-462a26d6a3bc tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d529b08-716b-40ba-9787-5a33f866426b HTTP/1.1" status: 200 len: 210 time: 0.0483744 Jun 17 09:00:18.444495 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7213cf88-1374-4890-8c8d-efabb214d262 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:18.455452 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43448) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:18.456669 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7213cf88-1374-4890-8c8d-efabb214d262 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6980555 Jun 17 09:00:18.458351 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-57d3454d-0815-43ba-af46-8f9a1d98723a tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Request body: {'security_group_rule': {'security_group_id': 'cc62fe1e-c75e-44e4-8802-92767d96b34b', 'direction': 'ingress', 'protocol': 17}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:18.522032 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-26ead61c-20ff-4057-821d-c22ebe015884 req-4aa74563-3246-49d8-a31f-6ed25390a1ec service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0887077 Jun 17 09:00:18.615576 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-57d3454d-0815-43ba-af46-8f9a1d98723a tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:18.655753 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ead61c-20ff-4057-821d-c22ebe015884 req-a7624a3e-ba57-4852-b6a2-c453daf01045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:18.658789 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-26ead61c-20ff-4057-821d-c22ebe015884 req-a7624a3e-ba57-4852-b6a2-c453daf01045 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=480b86ad1b7d49c4890b00851e5f8990&device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 1097 time: 0.0750263 Jun 17 09:00:18.674338 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3b73d-93d2-4e53-a000-df021065da9c req-df3eeaf1-03a0-4376-b933-58568a8b1d26 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:18.676627 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-14a3b73d-93d2-4e53-a000-df021065da9c req-df3eeaf1-03a0-4376-b933-58568a8b1d26 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.1320360 Jun 17 09:00:18.692270 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-57d3454d-0815-43ba-af46-8f9a1d98723a tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:18.770555 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-14a3b73d-93d2-4e53-a000-df021065da9c req-5e067fb0-d9c1-44bf-b035-0c64a238d91f tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856798 Jun 17 09:00:18.797975 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ead61c-20ff-4057-821d-c22ebe015884 req-bac87230-1703-4135-b504-89769caf9650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:18.799435 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-26ead61c-20ff-4057-821d-c22ebe015884 req-bac87230-1703-4135-b504-89769caf9650 service neutron] 10.222.0.50 "GET /v2.0/networks?id=16a34c89-47ce-4f22-9578-d80c43c79d15 HTTP/1.1" status: 200 len: 919 time: 0.1135168 Jun 17 09:00:18.862124 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-26ead61c-20ff-4057-821d-c22ebe015884 req-66bcb051-392d-42fc-9180-649e2a380f15 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eae1d0ef-12b4-40d0-b352-77e11a5a7fe7 HTTP/1.1" status: 200 len: 217 time: 0.0554645 Jun 17 09:00:18.889465 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-57d3454d-0815-43ba-af46-8f9a1d98723a tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:18.896421 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d40159ed-fd43-4c5b-9e65-b9b9ac305eb2 tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:18.923465 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ead61c-20ff-4057-821d-c22ebe015884 req-1525e33c-285d-41e5-acdd-5a8b90d11edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:18.924707 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-26ead61c-20ff-4057-821d-c22ebe015884 req-1525e33c-285d-41e5-acdd-5a8b90d11edf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8dcda4ff-69ce-4261-8f47-819696fbacb3 HTTP/1.1" status: 200 len: 858 time: 0.0562334 Jun 17 09:00:18.934606 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3454d-0815-43ba-af46-8f9a1d98723a tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66502473-2a4f-4daf-93d4-37abbdae21af,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:18.953566 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-57d3454d-0815-43ba-af46-8f9a1d98723a tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:18.973101 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-26ead61c-20ff-4057-821d-c22ebe015884 req-1eced171-0116-4ec0-8066-eed9c97efe72 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=16a34c89-47ce-4f22-9578-d80c43c79d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419366 Jun 17 09:00:19.014746 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-57d3454d-0815-43ba-af46-8f9a1d98723a tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:19.020420 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-57d3454d-0815-43ba-af46-8f9a1d98723a tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5652871 Jun 17 09:00:19.036658 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43472) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:19.170508 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cfe8a-db92-4517-abd9-daee622b8cd2 req-1ebc2ebe-79ba-4cc9-969a-0749cd05b78e tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:19.184536 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-920cfe8a-db92-4517-abd9-daee622b8cd2 req-1ebc2ebe-79ba-4cc9-969a-0749cd05b78e tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.2801561 Jun 17 09:00:19.185603 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 9f0ef2b6-6546-464c-8b11-6a4aeb964412 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:00:19.187127 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-26ead61c-20ff-4057-821d-c22ebe015884 req-36dde8c0-8342-405f-b1b0-a17a5017d4fc service neutron] 10.222.0.50 "GET /v2.0/networks/16a34c89-47ce-4f22-9578-d80c43c79d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035241 Jun 17 09:00:19.230148 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: 9f0ef2b6-6546-464c-8b11-6a4aeb964412 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:00:19.230675 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 9f0ef2b6-6546-464c-8b11-6a4aeb964412 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:00:19.233690 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-daa67337-e3db-4209-9cac-beb265d65dd0 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:19.279066 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-daa67337-e3db-4209-9cac-beb265d65dd0 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:19.294979 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-26ead61c-20ff-4057-821d-c22ebe015884 req-bbb24ccd-3659-465d-8355-42def75525a7 service neutron] 10.222.0.50 "GET /v2.0/networks/16a34c89-47ce-4f22-9578-d80c43c79d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010718 Jun 17 09:00:19.333087 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-920cfe8a-db92-4517-abd9-daee622b8cd2 req-47d9e3e2-26c9-488e-b0ea-346da23b17ba tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314483 Jun 17 09:00:19.526645 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f7160-15a3-4e33-b17c-c631eb1c5773 req-cba7ef0b-a16b-444b-a8a5-dbfa7a3a37fe tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:19.528604 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d0f7160-15a3-4e33-b17c-c631eb1c5773 req-cba7ef0b-a16b-444b-a8a5-dbfa7a3a37fe tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.0819068 Jun 17 09:00:19.586652 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-daa67337-e3db-4209-9cac-beb265d65dd0 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:19.589993 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-daa67337-e3db-4209-9cac-beb265d65dd0 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:19.591612 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-daa67337-e3db-4209-9cac-beb265d65dd0 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "DELETE /v2.0/security-groups/cc62fe1e-c75e-44e4-8802-92767d96b34b HTTP/1.1" status: 204 len: 168 time: 0.5435841 Jun 17 09:00:19.594785 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5ebe1f6d-adc8-4564-bf51-3d780797d956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:19.598117 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43500) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:19.630922 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa67337-e3db-4209-9cac-beb265d65dd0 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc62fe1e-c75e-44e4-8802-92767d96b34b,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:19.652133 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-daa67337-e3db-4209-9cac-beb265d65dd0 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:19.669107 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d0f7160-15a3-4e33-b17c-c631eb1c5773 req-e0ded642-1a82-4322-9c17-1441b2477540 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276107 Jun 17 09:00:19.720832 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7a24c57d-c500-4b93-99c5-330ebe46a458 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1183596 Jun 17 09:00:19.724491 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43508) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:19.731673 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc53f2-451c-49f0-868f-dce7f97376dd req-829bfb78-2815-43d9-a716-69d20fe70980 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:19.734187 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-a3a558e0-23f4-4dde-a779-c2acb3fc1568 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Request body: {'security_group': {'name': 'tempest-secgroup--1890139247'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:19.738836 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9fbc53f2-451c-49f0-868f-dce7f97376dd req-829bfb78-2815-43d9-a716-69d20fe70980 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 945 time: 0.4429004 Jun 17 09:00:19.780557 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9fbc53f2-451c-49f0-868f-dce7f97376dd req-14ee4d3b-98e5-470a-8d7d-1663518e9fc0 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408216 Jun 17 09:00:19.907430 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a3a558e0-23f4-4dde-a779-c2acb3fc1568 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:20.016554 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a3a558e0-23f4-4dde-a779-c2acb3fc1568 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:20.112945 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a3a558e0-23f4-4dde-a779-c2acb3fc1568 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:20.124403 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-11426710-3a44-460f-a9a2-f3e8dc47f87f tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:20.165211 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a558e0-23f4-4dde-a779-c2acb3fc1568 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36617399-970f-41a6-9f0e-5d8ad470d5e6,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:20.168724 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a3a558e0-23f4-4dde-a779-c2acb3fc1568 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:20.335544 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a3a558e0-23f4-4dde-a779-c2acb3fc1568 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:20.338587 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a3a558e0-23f4-4dde-a779-c2acb3fc1568 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6113164 Jun 17 09:00:20.341427 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43554) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:20.347007 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-0ecf70a2-b0b8-4dfb-954a-e599ce82b152 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Request body: {'security_group': {'name': 'tempest-secgroup--32124922'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:20.437844 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:20.515870 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0ecf70a2-b0b8-4dfb-954a-e599ce82b152 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:20.627948 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0ecf70a2-b0b8-4dfb-954a-e599ce82b152 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:20.758362 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0ecf70a2-b0b8-4dfb-954a-e599ce82b152 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:20.761232 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-04b1ca5e-27d1-4d53-803d-9eca95d03f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:20.790900 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf70a2-b0b8-4dfb-954a-e599ce82b152 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5c7b90-2909-4f07-8c7d-0b18113bc7f3,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:20.793931 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0ecf70a2-b0b8-4dfb-954a-e599ce82b152 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:20.872753 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0ecf70a2-b0b8-4dfb-954a-e599ce82b152 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:20.874729 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0ecf70a2-b0b8-4dfb-954a-e599ce82b152 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5318851 Jun 17 09:00:20.877552 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43592) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:20.882351 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-5f464158-b6c0-4fde-83b1-6ac256d9a0c2 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Request body: {'security_group_rule': {'security_group_id': '36617399-970f-41a6-9f0e-5d8ad470d5e6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9e5c7b90-2909-4f07-8c7d-0b18113bc7f3', 'remote_ip_prefix': None}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:21.024948 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5f464158-b6c0-4fde-83b1-6ac256d9a0c2 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:21.144401 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d059f4b-df68-462f-8f5e-218ab45d68ce req-6a4c540a-b2fa-4554-bc50-65cf6a75a5f1 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:21.151170 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d059f4b-df68-462f-8f5e-218ab45d68ce req-6a4c540a-b2fa-4554-bc50-65cf6a75a5f1 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 945 time: 0.1812243 Jun 17 09:00:21.171753 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5f464158-b6c0-4fde-83b1-6ac256d9a0c2 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:21.249552 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d059f4b-df68-462f-8f5e-218ab45d68ce req-70722ba4-33a5-4bec-9b39-20d6d3a14e8c tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924759 Jun 17 09:00:21.323846 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5f464158-b6c0-4fde-83b1-6ac256d9a0c2 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:21.325715 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-39000e9e-4c47-4af6-92a9-8753143216cc tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:21.340287 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f464158-b6c0-4fde-83b1-6ac256d9a0c2 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa1ad8e3-2c7c-4dfa-9f99-679b781fb9bf,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:21.344817 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5f464158-b6c0-4fde-83b1-6ac256d9a0c2 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:21.483874 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5f464158-b6c0-4fde-83b1-6ac256d9a0c2 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:21.485403 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5f464158-b6c0-4fde-83b1-6ac256d9a0c2 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6068449 Jun 17 09:00:21.488342 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43656) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:21.527366 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-df0063d7-ea4e-4da3-ab21-4d322482f7c1 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:21.540908 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-df0063d7-ea4e-4da3-ab21-4d322482f7c1 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:21.758461 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-df0063d7-ea4e-4da3-ab21-4d322482f7c1 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:21.760620 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d2048976-9e67-435c-96ba-979e2773554f tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:21.779301 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-df0063d7-ea4e-4da3-ab21-4d322482f7c1 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:21.782909 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-df0063d7-ea4e-4da3-ab21-4d322482f7c1 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/aa1ad8e3-2c7c-4dfa-9f99-679b781fb9bf HTTP/1.1" status: 204 len: 168 time: 0.2912619 Jun 17 09:00:21.782909 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0063d7-ea4e-4da3-ab21-4d322482f7c1 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa1ad8e3-2c7c-4dfa-9f99-679b781fb9bf,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:21.788025 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43688) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:21.790355 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-df0063d7-ea4e-4da3-ab21-4d322482f7c1 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:21.851696 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43696) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:21.853293 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6615ef95-17c8-494e-b9a7-ce0190364b6f tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0636785 Jun 17 09:00:21.972964 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d97f8395-5cf8-4184-946e-da7547f1c781 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:22.031969 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d97f8395-5cf8-4184-946e-da7547f1c781 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:22.342365 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d97f8395-5cf8-4184-946e-da7547f1c781 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:22.346707 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d97f8395-5cf8-4184-946e-da7547f1c781 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:22.350126 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d97f8395-5cf8-4184-946e-da7547f1c781 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "DELETE /v2.0/security-groups/9e5c7b90-2909-4f07-8c7d-0b18113bc7f3 HTTP/1.1" status: 204 len: 168 time: 0.4971809 Jun 17 09:00:22.351323 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-86d61ae7-3d50-47c0-a9da-183bc96e5e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:22.353606 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43754) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:22.364124 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f8395-5cf8-4184-946e-da7547f1c781 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5c7b90-2909-4f07-8c7d-0b18113bc7f3,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:22.377970 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d97f8395-5cf8-4184-946e-da7547f1c781 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:22.475591 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc8d04-75e4-4c89-b219-7e544556c90e req-8e1db97c-59b1-41b8-a3d8-2e3d1c05415a tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:22.477358 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5efc8d04-75e4-4c89-b219-7e544556c90e req-8e1db97c-59b1-41b8-a3d8-2e3d1c05415a tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 945 time: 0.0770364 Jun 17 09:00:22.498372 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0f2b839e-a54e-4e5d-b70d-9afa11c6b118 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1409860 Jun 17 09:00:22.498923 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43768) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:22.543021 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5efc8d04-75e4-4c89-b219-7e544556c90e req-45323d5c-f081-4495-b667-dd61c0aba5d9 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549281 Jun 17 09:00:22.581320 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6154a448-9b3f-4039-981a-36eb65bc9cf2 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:22.622123 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6154a448-9b3f-4039-981a-36eb65bc9cf2 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:22.747679 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6154a448-9b3f-4039-981a-36eb65bc9cf2 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:22.754407 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6154a448-9b3f-4039-981a-36eb65bc9cf2 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:22.756505 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6154a448-9b3f-4039-981a-36eb65bc9cf2 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "DELETE /v2.0/security-groups/36617399-970f-41a6-9f0e-5d8ad470d5e6 HTTP/1.1" status: 204 len: 168 time: 0.2514148 Jun 17 09:00:22.757892 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-57f48e0c-45cf-46e7-898e-aa44f4806e23 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:22.759831 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43796) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:22.772870 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154a448-9b3f-4039-981a-36eb65bc9cf2 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36617399-970f-41a6-9f0e-5d8ad470d5e6,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:22.777147 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6154a448-9b3f-4039-981a-36eb65bc9cf2 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:22.853798 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-60ccdc93-c6c2-455b-9a38-640c2fbd857f tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0876217 Jun 17 09:00:22.854976 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43806) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:22.860111 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-b09f4571-9c17-4316-8aa3-15a481bb40b9 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Request body: {'security_group': {'name': 'tempest-secgroup--1221674868'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:23.106879 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b09f4571-9c17-4316-8aa3-15a481bb40b9 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:23.217527 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b09f4571-9c17-4316-8aa3-15a481bb40b9 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:23.584888 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b09f4571-9c17-4316-8aa3-15a481bb40b9 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:23.600793 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3ee47edb-9bcc-4082-9e8e-736ce39951ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:23.659671 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f4571-9c17-4316-8aa3-15a481bb40b9 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=039ea931-6946-438d-991c-f63b89ab75da,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:23.659671 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b09f4571-9c17-4316-8aa3-15a481bb40b9 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:23.777326 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e039791-8081-4589-9418-3b8f4025cfa6 req-2b46851e-f29e-4fd3-9199-b2f2627adfaf tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:23.779114 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6e039791-8081-4589-9418-3b8f4025cfa6 req-2b46851e-f29e-4fd3-9199-b2f2627adfaf tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 945 time: 0.0800772 Jun 17 09:00:23.848069 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6e039791-8081-4589-9418-3b8f4025cfa6 req-c12af366-d5bc-486d-844e-4dc17f4f6589 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541530 Jun 17 09:00:23.902878 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b09f4571-9c17-4316-8aa3-15a481bb40b9 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:23.908041 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b09f4571-9c17-4316-8aa3-15a481bb40b9 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0481670 Jun 17 09:00:23.908657 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43916) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:23.913298 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-e000db8a-ed44-45e8-9509-5daa5d7df3fb tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Request body: {'security_group_rule': {'security_group_id': '039ea931-6946-438d-991c-f63b89ab75da', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:24.295271 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e000db8a-ed44-45e8-9509-5daa5d7df3fb tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:24.359249 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e000db8a-ed44-45e8-9509-5daa5d7df3fb tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:24.587906 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e000db8a-ed44-45e8-9509-5daa5d7df3fb tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:24.591304 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2767fde7-c861-40c7-828f-472a5b8c45ea tempest-SecurityGroupRulesNegativeTestJSON-6183875 tempest-SecurityGroupRulesNegativeTestJSON-6183875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:24.641456 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000db8a-ed44-45e8-9509-5daa5d7df3fb tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b908d0b-56ea-4bf2-b8df-5fb374c1e80f,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:24.645754 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e000db8a-ed44-45e8-9509-5daa5d7df3fb tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:24.706910 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e000db8a-ed44-45e8-9509-5daa5d7df3fb tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:24.708219 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e000db8a-ed44-45e8-9509-5daa5d7df3fb tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7989042 Jun 17 09:00:24.713737 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43966) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:24.740373 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ce12e88a-4132-4e6a-aa22-7abea782ccb3 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:24.752812 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ce12e88a-4132-4e6a-aa22-7abea782ccb3 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:24.878752 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ce12e88a-4132-4e6a-aa22-7abea782ccb3 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:24.886649 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ce12e88a-4132-4e6a-aa22-7abea782ccb3 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:24.888904 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ce12e88a-4132-4e6a-aa22-7abea782ccb3 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/5b908d0b-56ea-4bf2-b8df-5fb374c1e80f HTTP/1.1" status: 204 len: 168 time: 0.1737108 Jun 17 09:00:24.890056 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3ed6f5d9-82f7-4c2e-8897-f16eaffd3def tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:24.891549 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43978) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:24.902403 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12e88a-4132-4e6a-aa22-7abea782ccb3 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b908d0b-56ea-4bf2-b8df-5fb374c1e80f,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:24.906987 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ce12e88a-4132-4e6a-aa22-7abea782ccb3 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:25.017927 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b936b893-87ab-4ffa-a4d2-60f361162ce9 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1154377 Jun 17 09:00:25.018178 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 43994) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:25.040031 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 43998) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:25.140916 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ab0a47c4-d40b-48ae-a240-afb17d0de337 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:25.213851 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ab0a47c4-d40b-48ae-a240-afb17d0de337 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:25.234837 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2b874-9762-4725-b123-5b6c75d10433 req-fb8bc00f-a92b-4676-9840-c3db5bf47486 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:25.236504 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ffe2b874-9762-4725-b123-5b6c75d10433 req-fb8bc00f-a92b-4676-9840-c3db5bf47486 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 945 time: 0.1613858 Jun 17 09:00:25.255909 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e35f90b2-5591-4cee-8b49-58e01d67107d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:25.316192 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ffe2b874-9762-4725-b123-5b6c75d10433 req-8ed97119-7912-48c0-ad54-9306569f6826 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592399 Jun 17 09:00:25.430839 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ab0a47c4-d40b-48ae-a240-afb17d0de337 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:25.452562 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ab0a47c4-d40b-48ae-a240-afb17d0de337 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:25.452562 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ab0a47c4-d40b-48ae-a240-afb17d0de337 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "DELETE /v2.0/security-groups/039ea931-6946-438d-991c-f63b89ab75da HTTP/1.1" status: 204 len: 168 time: 0.4249449 Jun 17 09:00:25.452562 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1275089e-6d6e-4268-88af-ff48ef4c1172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:25.452562 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44046) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:25.473205 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a47c4-d40b-48ae-a240-afb17d0de337 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=039ea931-6946-438d-991c-f63b89ab75da,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:25.477017 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ab0a47c4-d40b-48ae-a240-afb17d0de337 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:25.542510 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-91a27568-514a-4e0a-bc5e-2445f0068d38 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0942650 Jun 17 09:00:25.542908 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44052) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:25.551923 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-7b80a03c-b5ee-4b02-b019-a54ee9e57af4 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Request body: {'security_group': {'name': 'tempest-secgroup--2136488753'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:25.563081 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e35f90b2-5591-4cee-8b49-58e01d67107d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:25.704306 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c390d239-4e08-4ea0-9d45-3a2e65fab00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:25.789142 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e35f90b2-5591-4cee-8b49-58e01d67107d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:25.794535 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1c5794c0-22e9-4784-aad1-64c0341e3989 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:25.842590 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e35f90b2-5591-4cee-8b49-58e01d67107d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e306752c5dc243bba5007bbac05385b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8010609 Jun 17 09:00:25.845571 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44064) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:25.845737 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f90b2-5591-4cee-8b49-58e01d67107d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a57a47-a835-41d0-a3c2-b98ba2e18f01,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:25.848999 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e35f90b2-5591-4cee-8b49-58e01d67107d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:25.943933 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-873ff41f-994a-44c3-aff9-df2cca8f9458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:25.966198 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7b80a03c-b5ee-4b02-b019-a54ee9e57af4 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:25.985577 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-873ff41f-994a-44c3-aff9-df2cca8f9458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:26.392646 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-873ff41f-994a-44c3-aff9-df2cca8f9458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:26.413354 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-873ff41f-994a-44c3-aff9-df2cca8f9458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:26.413354 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-873ff41f-994a-44c3-aff9-df2cca8f9458 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/17a57a47-a835-41d0-a3c2-b98ba2e18f01 HTTP/1.1" status: 204 len: 168 time: 0.5543253 Jun 17 09:00:26.413354 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9468b44b-ce24-4b5f-86a8-bb7c49086b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:26.413354 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ff41f-994a-44c3-aff9-df2cca8f9458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a57a47-a835-41d0-a3c2-b98ba2e18f01,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:26.438180 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-873ff41f-994a-44c3-aff9-df2cca8f9458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:26.478514 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7b80a03c-b5ee-4b02-b019-a54ee9e57af4 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:26.578742 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4d9fa-a6a5-4aa2-bdff-1924f3e3adb0 req-28695e3d-8300-48ea-b7f2-c7d397fcfbbc tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:26.580581 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-99f4d9fa-a6a5-4aa2-bdff-1924f3e3adb0 req-28695e3d-8300-48ea-b7f2-c7d397fcfbbc tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 945 time: 0.0965710 Jun 17 09:00:26.647959 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-99f4d9fa-a6a5-4aa2-bdff-1924f3e3adb0 req-4959d169-3664-48c8-a6e1-874e6baf2bba tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574143 Jun 17 09:00:26.670869 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7b80a03c-b5ee-4b02-b019-a54ee9e57af4 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:26.674840 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-84f0e99e-5333-4149-aae7-fe4a0ab32922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:26.707845 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80a03c-b5ee-4b02-b019-a54ee9e57af4 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36db18e2-7cca-4369-9ddf-f4db37ac7166,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:26.713264 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7b80a03c-b5ee-4b02-b019-a54ee9e57af4 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:26.895607 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7b80a03c-b5ee-4b02-b019-a54ee9e57af4 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:26.897464 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7b80a03c-b5ee-4b02-b019-a54ee9e57af4 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3492324 Jun 17 09:00:26.900727 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44126) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:26.906062 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-7636df03-32f5-4fdf-b144-2d6a412ecd5d tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Request body: {'security_group_rule': {'security_group_id': '36db18e2-7cca-4369-9ddf-f4db37ac7166', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:27.174324 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7636df03-32f5-4fdf-b144-2d6a412ecd5d tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:27.244331 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7636df03-32f5-4fdf-b144-2d6a412ecd5d tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:27.347100 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7636df03-32f5-4fdf-b144-2d6a412ecd5d tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:27.349048 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:27.370766 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636df03-32f5-4fdf-b144-2d6a412ecd5d tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1feb965e-3537-4ca2-aa75-fc99d9c853fa,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:27.379547 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7636df03-32f5-4fdf-b144-2d6a412ecd5d tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:27.512154 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7636df03-32f5-4fdf-b144-2d6a412ecd5d tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:27.525470 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7636df03-32f5-4fdf-b144-2d6a412ecd5d tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6121995 Jun 17 09:00:27.525749 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44158) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:27.545769 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c3f39954-a64c-45fc-9e7f-be66a895b080 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "GET /v2.0/security-group-rules/1feb965e-3537-4ca2-aa75-fc99d9c853fa HTTP/1.1" status: 200 len: 763 time: 0.0220423 Jun 17 09:00:27.546061 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44160) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:27.605318 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-417e8a7f-605e-4a1a-a1ec-f9ffc263a89b tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0557730 Jun 17 09:00:27.606457 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44164) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:27.636084 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9fcf96af-c10e-4553-bb53-34980f7eb516 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:27.645002 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9fcf96af-c10e-4553-bb53-34980f7eb516 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:27.667657 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44168) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:27.706721 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-89d0cb1c-80e6-45a6-9106-f74ac248153e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:27.855961 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9fcf96af-c10e-4553-bb53-34980f7eb516 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:27.858212 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:27.865560 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9fcf96af-c10e-4553-bb53-34980f7eb516 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:27.870669 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-9fcf96af-c10e-4553-bb53-34980f7eb516 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/1feb965e-3537-4ca2-aa75-fc99d9c853fa HTTP/1.1" status: 204 len: 168 time: 0.2627666 Jun 17 09:00:27.874868 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44182) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:27.897949 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf96af-c10e-4553-bb53-34980f7eb516 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1feb965e-3537-4ca2-aa75-fc99d9c853fa,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:27.904371 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9fcf96af-c10e-4553-bb53-34980f7eb516 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:27.914106 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f8b18-d7ba-4626-8bf0-0e5141fab28b req-ceaef976-704c-43d5-b997-ef3677262622 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:27.916484 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d3f8b18-d7ba-4626-8bf0-0e5141fab28b req-ceaef976-704c-43d5-b997-ef3677262622 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 945 time: 0.1081240 Jun 17 09:00:27.953749 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2116007c-1a70-476b-b966-e1ec366b51ca tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0788703 Jun 17 09:00:27.954580 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44184) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:27.968620 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-0ca830b1-dacb-4b88-989b-5fcad2336096 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Request body: {'security_group_rule': {'security_group_id': '36db18e2-7cca-4369-9ddf-f4db37ac7166', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:28.032969 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d3f8b18-d7ba-4626-8bf0-0e5141fab28b req-34ecb980-3da7-4a95-ae88-0f0f1914cf43 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083641 Jun 17 09:00:28.060448 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-89d0cb1c-80e6-45a6-9106-f74ac248153e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:28.093245 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:28.276478 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-89d0cb1c-80e6-45a6-9106-f74ac248153e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:28.316397 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f8c313b0-f5b0-4615-a69f-eecb8a844f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:28.320167 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-89d0cb1c-80e6-45a6-9106-f74ac248153e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9958792542e0448aad71fe2f4094c2dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6513798 Jun 17 09:00:28.323045 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44206) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:28.348365 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0cb1c-80e6-45a6-9106-f74ac248153e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6f745a-30c1-423c-b7a5-04c87505daf8,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:28.352280 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-89d0cb1c-80e6-45a6-9106-f74ac248153e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:28.414515 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-09a037fc-e41a-4e4c-9566-6c69e42391f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:28.437541 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-09a037fc-e41a-4e4c-9566-6c69e42391f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:28.491035 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a638c-34e8-4cd2-84d4-202483bbb341 req-af3f3972-22ec-425c-a861-dbbe1797d5fc tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:28.496249 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-729a638c-34e8-4cd2-84d4-202483bbb341 req-af3f3972-22ec-425c-a861-dbbe1797d5fc tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.0943241 Jun 17 09:00:28.538457 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-729a638c-34e8-4cd2-84d4-202483bbb341 req-34907aae-5249-4161-8b53-aa636587f074 tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390882 Jun 17 09:00:28.544110 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0ca830b1-dacb-4b88-989b-5fcad2336096 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:28.616050 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-09a037fc-e41a-4e4c-9566-6c69e42391f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:28.621307 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-09a037fc-e41a-4e4c-9566-6c69e42391f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:28.623026 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-09a037fc-e41a-4e4c-9566-6c69e42391f9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1d6f745a-30c1-423c-b7a5-04c87505daf8 HTTP/1.1" status: 204 len: 168 time: 0.2982843 Jun 17 09:00:28.624293 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5c65f91e-8c50-40e6-ae29-2a4e10fbbce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:28.630478 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0ca830b1-dacb-4b88-989b-5fcad2336096 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:28.634582 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a037fc-e41a-4e4c-9566-6c69e42391f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6f745a-30c1-423c-b7a5-04c87505daf8,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:28.636901 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-09a037fc-e41a-4e4c-9566-6c69e42391f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:28.797927 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0ca830b1-dacb-4b88-989b-5fcad2336096 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:28.799837 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:28.817505 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca830b1-dacb-4b88-989b-5fcad2336096 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a34a14-ce61-400e-8e34-7b4c0af1db02,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:28.822437 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0ca830b1-dacb-4b88-989b-5fcad2336096 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:29.028603 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0ca830b1-dacb-4b88-989b-5fcad2336096 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:29.028603 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0ca830b1-dacb-4b88-989b-5fcad2336096 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0691960 Jun 17 09:00:29.030675 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44222) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:29.053337 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-89bb164f-03db-4d2b-9001-9ad24e15e60c tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "GET /v2.0/security-group-rules/23a34a14-ce61-400e-8e34-7b4c0af1db02 HTTP/1.1" status: 200 len: 763 time: 0.0207653 Jun 17 09:00:29.059866 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44228) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:29.122105 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-97cb74ec-6f77-4287-abb5-d925dc0807ab tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0587287 Jun 17 09:00:29.122442 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44234) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:29.167406 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a7d367e8-f1ce-4a39-9428-753da2f69e65 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:29.177318 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a7d367e8-f1ce-4a39-9428-753da2f69e65 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:29.292369 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2ac9f-dd09-4369-88be-87136bb5592c req-5ebb5efa-737b-48f5-b54e-4df5140f9dc9 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:29.294974 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-29b2ac9f-dd09-4369-88be-87136bb5592c req-5ebb5efa-737b-48f5-b54e-4df5140f9dc9 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 945 time: 0.0837016 Jun 17 09:00:29.345978 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-29b2ac9f-dd09-4369-88be-87136bb5592c req-784511e8-4d36-43e0-a3df-f53534702fcc tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449333 Jun 17 09:00:29.426454 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a7d367e8-f1ce-4a39-9428-753da2f69e65 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:29.446969 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a7d367e8-f1ce-4a39-9428-753da2f69e65 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:29.446969 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a7d367e8-f1ce-4a39-9428-753da2f69e65 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/23a34a14-ce61-400e-8e34-7b4c0af1db02 HTTP/1.1" status: 204 len: 168 time: 0.3157933 Jun 17 09:00:29.446969 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-82ebd47f-875c-4434-ba25-b1990018a729 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:29.448332 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44254) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:29.485399 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d367e8-f1ce-4a39-9428-753da2f69e65 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23a34a14-ce61-400e-8e34-7b4c0af1db02,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:29.489658 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a7d367e8-f1ce-4a39-9428-753da2f69e65 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:29.517421 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e7020fea-863e-4230-9484-dcc51663e770 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0680926 Jun 17 09:00:29.519968 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44258) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:29.525059 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-94cff3d7-439a-49b6-a68b-8e689a8e6b12 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Request body: {'security_group_rule': {'security_group_id': '36db18e2-7cca-4369-9ddf-f4db37ac7166', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:29.528193 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-bfa4352d-6ce8-4c7a-85ee-93beb40f202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:29.746835 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439187c-386d-4e53-92bf-68526eace9ec req-12f07c03-9816-4748-9e0c-1c76ba1bdd3e tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:29.748431 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e439187c-386d-4e53-92bf-68526eace9ec req-12f07c03-9816-4748-9e0c-1c76ba1bdd3e tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.0757952 Jun 17 09:00:29.759314 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-94cff3d7-439a-49b6-a68b-8e689a8e6b12 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:29.815754 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e439187c-386d-4e53-92bf-68526eace9ec req-e3a0679a-4c7f-40a0-ae7a-f4b3f023bdef tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/security-groups?id=837da150-a2b6-4201-ac2d-7467e99a5cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574455 Jun 17 09:00:29.849738 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-94cff3d7-439a-49b6-a68b-8e689a8e6b12 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:29.998156 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-94cff3d7-439a-49b6-a68b-8e689a8e6b12 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:30.001314 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e64a882f-f39e-45f0-9fe8-fa13df90b674 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:30.025586 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cff3d7-439a-49b6-a68b-8e689a8e6b12 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a22350b5-d525-46a0-90db-9e26d9f47077,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:30.033584 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-94cff3d7-439a-49b6-a68b-8e689a8e6b12 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:30.058767 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06613af-15f6-4884-8c16-d80c32f29e4f req-814de382-0909-471f-9fc0-4e067036c5ae tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:30.060486 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f06613af-15f6-4884-8c16-d80c32f29e4f req-814de382-0909-471f-9fc0-4e067036c5ae tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 947 time: 0.1214070 Jun 17 09:00:30.172516 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-f06613af-15f6-4884-8c16-d80c32f29e4f req-732e3861-2971-4bcb-9c34-45bd1483d4ae tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Deleting port c7183c1f-f7ca-41a4-9b32-f3fa0591266b {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:00:30.172858 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f06613af-15f6-4884-8c16-d80c32f29e4f req-732e3861-2971-4bcb-9c34-45bd1483d4ae tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:30.228860 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-94cff3d7-439a-49b6-a68b-8e689a8e6b12 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:30.244261 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-94cff3d7-439a-49b6-a68b-8e689a8e6b12 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7122316 Jun 17 09:00:30.244473 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44290) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:30.255952 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44294) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:30.256281 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5ff8d841-8e31-4489-88b7-507d04c7e969 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "GET /v2.0/security-group-rules/a22350b5-d525-46a0-90db-9e26d9f47077 HTTP/1.1" status: 200 len: 764 time: 0.0208364 Jun 17 09:00:30.303395 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-f06613af-15f6-4884-8c16-d80c32f29e4f req-732e3861-2971-4bcb-9c34-45bd1483d4ae tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] For port c7183c1f-f7ca-41a4-9b32-f3fa0591266b, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c7183c1f-f7ca-41a4-9b32-f3fa0591266b,segment=NetworkSegment(017d444f-7f66-4d60-991f-78a7d3563e0d),segment_id=017d444f-7f66-4d60-991f-78a7d3563e0d)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:00:30.303782 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f06613af-15f6-4884-8c16-d80c32f29e4f req-732e3861-2971-4bcb-9c34-45bd1483d4ae tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:30.388793 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-f06613af-15f6-4884-8c16-d80c32f29e4f req-732e3861-2971-4bcb-9c34-45bd1483d4ae tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Calling delete_port for c7183c1f-f7ca-41a4-9b32-f3fa0591266b owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:00:30.402554 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-13291836-33da-4376-8849-dc739711f601 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1453283 Jun 17 09:00:30.405494 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44306) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:30.477065 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fe04de92-a322-4981-8935-96f59f0223a4 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:30.498573 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fe04de92-a322-4981-8935-96f59f0223a4 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:30.671961 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c13b7-d096-427c-a7d3-52fddab6d367 req-e5fdf0c7-117d-4f7b-a0a6-56a4d5e8d3ad tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:30.674125 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a75c13b7-d096-427c-a7d3-52fddab6d367 req-e5fdf0c7-117d-4f7b-a0a6-56a4d5e8d3ad tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 945 time: 0.0726135 Jun 17 09:00:30.712534 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fe04de92-a322-4981-8935-96f59f0223a4 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:30.718321 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fe04de92-a322-4981-8935-96f59f0223a4 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:30.719345 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-fe04de92-a322-4981-8935-96f59f0223a4 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/a22350b5-d525-46a0-90db-9e26d9f47077 HTTP/1.1" status: 204 len: 168 time: 0.3126481 Jun 17 09:00:30.722721 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3fb6a2a2-db70-43eb-8fd7-3ca88d2188fb tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:30.724036 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44312) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:30.738405 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a75c13b7-d096-427c-a7d3-52fddab6d367 req-d07271c8-99a4-41ce-bec9-4d8891fd13bc tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559857 Jun 17 09:00:30.739729 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04de92-a322-4981-8935-96f59f0223a4 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a22350b5-d525-46a0-90db-9e26d9f47077,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:30.742764 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fe04de92-a322-4981-8935-96f59f0223a4 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:30.788003 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b6d56c2b-b3fd-45af-8f7f-df505a439c22 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0622578 Jun 17 09:00:30.790684 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44314) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:30.813078 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f06613af-15f6-4884-8c16-d80c32f29e4f req-732e3861-2971-4bcb-9c34-45bd1483d4ae tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:30.816848 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c4a1b9e7-eda6-4dfd-9e7a-18a8e02c2c1e tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:30.823335 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['c7183c1f-f7ca-41a4-9b32-f3fa0591266b'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 09:00:30.888372 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7b2179e6-1046-4395-8731-bddb8926e1b5 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:30.905194 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e3861-2971-4bcb-9c34-45bd1483d4ae tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Pushing event deleted for resources: {'Port': ['ID=c7183c1f-f7ca-41a4-9b32-f3fa0591266b,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:30.915610 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-732e3861-2971-4bcb-9c34-45bd1483d4ae tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:30.933102 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7b2179e6-1046-4395-8731-bddb8926e1b5 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:31.026844 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:31.041109 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06613af-15f6-4884-8c16-d80c32f29e4f req-732e3861-2971-4bcb-9c34-45bd1483d4ae tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] No DVR routers for this DVR port c7183c1f-f7ca-41a4-9b32-f3fa0591266b on host n-h2-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 09:00:31.044779 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f06613af-15f6-4884-8c16-d80c32f29e4f req-732e3861-2971-4bcb-9c34-45bd1483d4ae tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:31.046830 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f06613af-15f6-4884-8c16-d80c32f29e4f req-732e3861-2971-4bcb-9c34-45bd1483d4ae tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.53 "DELETE /v2.0/ports/c7183c1f-f7ca-41a4-9b32-f3fa0591266b HTTP/1.1" status: 204 len: 173 time: 0.9802928 Jun 17 09:00:31.048274 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c59e00-23cf-4914-b65d-a1f2dfd2a2cc', 'name': 'network-vif-deleted', 'tag': 'c7183c1f-f7ca-41a4-9b32-f3fa0591266b'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:00:31.052143 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08325e43-3b5b-4b3d-a6d7-d0e88e3048b5" -d '{"events": [{"server_uuid": "d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc", "name": "network-vif-deleted", "tag": "c7183c1f-f7ca-41a4-9b32-f3fa0591266b"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:00:31.083148 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87217501-3f1c-4857-af1b-15b7dd2faae5 req-11bba6d7-ee93-4b37-a00b-c954b193094f tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 210 time: 0.0433791 Jun 17 09:00:31.104130 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82322c8c-4f8c-41a1-9cd7-1388a2b4b484 x-openstack-request-id: req-82322c8c-4f8c-41a1-9cd7-1388a2b4b484 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:00:31.104475 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc", "name": "network-vif-deleted", "tag": "c7183c1f-f7ca-41a4-9b32-f3fa0591266b", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:00:31.104780 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-82322c8c-4f8c-41a1-9cd7-1388a2b4b484 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:00:31.105255 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c59e00-23cf-4914-b65d-a1f2dfd2a2cc', 'name': 'network-vif-deleted', 'tag': 'c7183c1f-f7ca-41a4-9b32-f3fa0591266b', 'status': 'completed', 'code': 200} Jun 17 09:00:31.188949 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44324) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:31.235632 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7b2179e6-1046-4395-8731-bddb8926e1b5 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:31.245290 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7b2179e6-1046-4395-8731-bddb8926e1b5 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:31.251981 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7b2179e6-1046-4395-8731-bddb8926e1b5 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "DELETE /v2.0/security-groups/36db18e2-7cca-4369-9ddf-f4db37ac7166 HTTP/1.1" status: 204 len: 168 time: 0.4575186 Jun 17 09:00:31.251981 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-112b1b93-6dae-4c01-96ab-3466635a0bf2 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:31.252663 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44328) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:31.275252 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2179e6-1046-4395-8731-bddb8926e1b5 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36db18e2-7cca-4369-9ddf-f4db37ac7166,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:31.279731 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7b2179e6-1046-4395-8731-bddb8926e1b5 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:31.353893 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c3707e38-535f-4c19-a051-a6f74128dd3d tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0997307 Jun 17 09:00:31.358232 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44338) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:31.408010 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-31e73e1e-aa04-4231-82c5-b7a8b2dec060 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=910210399f9445b58d12ddb23d3aea8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2174864 Jun 17 09:00:31.418398 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44342) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:31.457581 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-578aa7d5-b9fe-47ed-a683-de1fe394e1e8 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0981297 Jun 17 09:00:31.483165 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-552b5730-52e8-4cbd-858e-6d5e67357853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:31.510256 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-552b5730-52e8-4cbd-858e-6d5e67357853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:31.681267 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-552b5730-52e8-4cbd-858e-6d5e67357853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:31.683943 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-552b5730-52e8-4cbd-858e-6d5e67357853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:31.685112 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-552b5730-52e8-4cbd-858e-6d5e67357853 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d6800532-65a5-42f9-8709-c59e969ff6a7 HTTP/1.1" status: 204 len: 168 time: 0.2654285 Jun 17 09:00:31.686129 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-19e91cd6-62e7-42df-88be-a617935c0313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:31.693971 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b5730-52e8-4cbd-858e-6d5e67357853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6800532-65a5-42f9-8709-c59e969ff6a7,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:31.697506 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-552b5730-52e8-4cbd-858e-6d5e67357853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:31.959107 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5eeeaf-0612-4f5d-96ee-ae4c23b7c28d req-ca49a2a5-a4c0-48eb-8b7f-57fd4dec017c tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:31.960806 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6f5eeeaf-0612-4f5d-96ee-ae4c23b7c28d req-ca49a2a5-a4c0-48eb-8b7f-57fd4dec017c tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 945 time: 0.0776920 Jun 17 09:00:32.016430 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6f5eeeaf-0612-4f5d-96ee-ae4c23b7c28d req-1b953744-5f53-4ff0-b13f-bf50bf3a7536 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481257 Jun 17 09:00:32.195907 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44366) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:32.267440 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-824dd9bb-a08f-4ed7-ad78-7a07c10b235f req-f78fb6a7-4eed-4b83-bd59-c7725ce00b8f tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c59e00-23cf-4914-b65d-a1f2dfd2a2cc HTTP/1.1" status: 200 len: 210 time: 0.0401895 Jun 17 09:00:32.428230 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44374) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:32.525607 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:32.580782 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-306aa08c-6f96-4a46-80be-a7dae030b2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:32.701074 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-44176164-b4b3-4e37-931f-e2253811c1d6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=92f23867c8b9494189c715cf182eb7a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2712071 Jun 17 09:00:32.703632 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44384) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:32.724104 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-306aa08c-6f96-4a46-80be-a7dae030b2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:32.803676 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-306aa08c-6f96-4a46-80be-a7dae030b2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:32.808226 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1249cb39-f885-42fb-8e62-4c9ee486d54b tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:32.815432 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d0cb49f3-d84d-4263-a6d8-a59b9cadea53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:32.875628 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d0cb49f3-d84d-4263-a6d8-a59b9cadea53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:32.919905 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44392) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:32.920134 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-306aa08c-6f96-4a46-80be-a7dae030b2eb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0808387105df40af94e5c08e86d61e3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7224700 Jun 17 09:00:32.943126 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306aa08c-6f96-4a46-80be-a7dae030b2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc9508a-44d2-4dbc-a4da-0c9b68381ddc,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:32.947277 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-306aa08c-6f96-4a46-80be-a7dae030b2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:32.984585 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b039fdd-fa10-4e4a-90d9-2ffc5475bb84 req-8851d648-2ac5-427b-ae45-7f35aebbde7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:32.986111 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ee85ef6-a9c0-4a68-98b2-e40018ca23a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:32.986631 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3b039fdd-fa10-4e4a-90d9-2ffc5475bb84 req-8851d648-2ac5-427b-ae45-7f35aebbde7d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 1097 time: 0.0975389 Jun 17 09:00:33.008231 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ee85ef6-a9c0-4a68-98b2-e40018ca23a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:33.026820 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3b039fdd-fa10-4e4a-90d9-2ffc5475bb84 req-534810a1-e709-4323-b0f7-b625ace4907e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342653 Jun 17 09:00:33.049769 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d0cb49f3-d84d-4263-a6d8-a59b9cadea53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:33.053229 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d0cb49f3-d84d-4263-a6d8-a59b9cadea53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:33.055333 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d0cb49f3-d84d-4263-a6d8-a59b9cadea53 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f2747cea-9f0a-43a5-9883-ad3b1e6c1564 HTTP/1.1" status: 204 len: 168 time: 0.3504515 Jun 17 09:00:33.058379 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-74b8f1f6-520a-4a66-801f-2e16b30d0a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:33.069496 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb49f3-d84d-4263-a6d8-a59b9cadea53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2747cea-9f0a-43a5-9883-ad3b1e6c1564,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:33.070289 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d0cb49f3-d84d-4263-a6d8-a59b9cadea53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:33.193864 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ee85ef6-a9c0-4a68-98b2-e40018ca23a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:33.197191 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7ee85ef6-a9c0-4a68-98b2-e40018ca23a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:33.198559 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7ee85ef6-a9c0-4a68-98b2-e40018ca23a2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cbc9508a-44d2-4dbc-a4da-0c9b68381ddc HTTP/1.1" status: 204 len: 168 time: 0.2771525 Jun 17 09:00:33.200285 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e892c9ac-4db8-467b-a186-3f5812fcce68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:33.212101 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee85ef6-a9c0-4a68-98b2-e40018ca23a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc9508a-44d2-4dbc-a4da-0c9b68381ddc,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:33.218904 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7ee85ef6-a9c0-4a68-98b2-e40018ca23a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:33.260892 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device c7183c1f-f7ca-41a4-9b32-f3fa0591266b no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:00:33.262088 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c7412-ebd2-429e-9116-9771cd580809 req-b59aaa09-bd12-48ac-8540-73ee75095979 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:33.263675 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-683c7412-ebd2-429e-9116-9771cd580809 req-b59aaa09-bd12-48ac-8540-73ee75095979 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 945 time: 0.1034482 Jun 17 09:00:33.313339 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-683c7412-ebd2-429e-9116-9771cd580809 req-a552bdb7-ecb1-4869-a60f-74ef5430e4b9 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421104 Jun 17 09:00:33.321285 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: c7183c1f-f7ca-41a4-9b32-f3fa0591266b {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:00:33.321665 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device c7183c1f-f7ca-41a4-9b32-f3fa0591266b not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:00:33.379875 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44408) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:33.425335 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e32023-e509-4e7f-a7f7-a90937ffa0c3 admin admin] Deleting subnet c704bc30-219f-4216-8f07-a3fd2280feec {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 09:00:33.428739 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-81e32023-e509-4e7f-a7f7-a90937ffa0c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:33.464802 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-81e32023-e509-4e7f-a7f7-a90937ffa0c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:33.517329 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-81e32023-e509-4e7f-a7f7-a90937ffa0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:33.719004 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-81e32023-e509-4e7f-a7f7-a90937ffa0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:33.721970 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4b766f77-0eac-4167-9b89-7a840cf1bcee tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:33.774825 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e32023-e509-4e7f-a7f7-a90937ffa0c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c704bc30-219f-4216-8f07-a3fd2280feec,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:33.778305 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-81e32023-e509-4e7f-a7f7-a90937ffa0c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:33.779403 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-81e32023-e509-4e7f-a7f7-a90937ffa0c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:33.783509 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-81e32023-e509-4e7f-a7f7-a90937ffa0c3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c704bc30-219f-4216-8f07-a3fd2280feec HTTP/1.1" status: 204 len: 168 time: 0.4004021 Jun 17 09:00:33.783933 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44420) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:33.906866 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-18c76dae-b623-4de4-988c-b86d23855741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:34.015488 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-18c76dae-b623-4de4-988c-b86d23855741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:34.027984 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-18c76dae-b623-4de4-988c-b86d23855741 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5788c246-d497-4e21-8243-0ca8d7b04d08']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:34.039496 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-18c76dae-b623-4de4-988c-b86d23855741 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017d444f-7f66-4d60-991f-78a7d3563e0d') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:34.039626 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-18c76dae-b623-4de4-988c-b86d23855741 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017d444f-7f66-4d60-991f-78a7d3563e0d') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:34.049879 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-18c76dae-b623-4de4-988c-b86d23855741 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:34.064185 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-18c76dae-b623-4de4-988c-b86d23855741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:34.071097 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c76dae-b623-4de4-988c-b86d23855741 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 09:00:34.071517 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-18c76dae-b623-4de4-988c-b86d23855741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: timer() Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 09:00:34.073438 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 09:00:34.381130 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-18c76dae-b623-4de4-988c-b86d23855741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:34.393903 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-68f8261c-3f66-4714-b777-fed147805d5e tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:34.399468 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-18c76dae-b623-4de4-988c-b86d23855741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:34.402921 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-18c76dae-b623-4de4-988c-b86d23855741 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5788c246-d497-4e21-8243-0ca8d7b04d08 HTTP/1.1" status: 204 len: 168 time: 0.6178970 Jun 17 09:00:34.420176 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c76dae-b623-4de4-988c-b86d23855741 admin admin] Pushing event deleted for resources: {'Network': ['ID=5788c246-d497-4e21-8243-0ca8d7b04d08,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:34.424018 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-18c76dae-b623-4de4-988c-b86d23855741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:34.515931 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e804bc0-fcb7-4943-9b7e-c4025023e673 req-929950d6-e4c8-41ab-9a80-c0f2270d3273 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:34.517452 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5e804bc0-fcb7-4943-9b7e-c4025023e673 req-929950d6-e4c8-41ab-9a80-c0f2270d3273 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 945 time: 0.0738361 Jun 17 09:00:34.559129 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5e804bc0-fcb7-4943-9b7e-c4025023e673 req-e2c81e88-422e-4f71-97bf-001deed1d5dd tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358245 Jun 17 09:00:34.672831 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44448) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:34.695587 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-550223f6-840b-4fad-9021-f727aaaa6c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:34.800835 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816999e6-7972-4fcd-83c4-fb030dc225b1 req-e5b3b27a-f049-44bb-a730-02657b0eae88 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:34.804956 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-816999e6-7972-4fcd-83c4-fb030dc225b1 req-e5b3b27a-f049-44bb-a730-02657b0eae88 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.1122360 Jun 17 09:00:34.876374 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-816999e6-7972-4fcd-83c4-fb030dc225b1 req-fc1c6865-bcd5-42f9-ada4-d470e652e780 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638020 Jun 17 09:00:34.901733 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-550223f6-840b-4fad-9021-f727aaaa6c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:35.001163 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-550223f6-840b-4fad-9021-f727aaaa6c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:35.004178 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1d4c4ea4-defc-4c7c-bbff-629897913b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:35.047454 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44466) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:35.056565 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-550223f6-840b-4fad-9021-f727aaaa6c4f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=805b271b759d462687f6c8b44e2b9d4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3727746 Jun 17 09:00:35.056565 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550223f6-840b-4fad-9021-f727aaaa6c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3858e3c-598c-43fb-8f7a-e111c372904d,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:35.056565 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-550223f6-840b-4fad-9021-f727aaaa6c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:35.103016 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-13a3bd28-3f96-4e01-9f8d-16d23dfc3cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:35.131875 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-13a3bd28-3f96-4e01-9f8d-16d23dfc3cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:35.329157 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-13a3bd28-3f96-4e01-9f8d-16d23dfc3cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:35.332347 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-13a3bd28-3f96-4e01-9f8d-16d23dfc3cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:35.336615 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-13a3bd28-3f96-4e01-9f8d-16d23dfc3cd0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d3858e3c-598c-43fb-8f7a-e111c372904d HTTP/1.1" status: 204 len: 168 time: 0.2851434 Jun 17 09:00:35.336615 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8ea82b25-8894-49cf-a26d-bb58df41f21a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:35.345046 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3bd28-3f96-4e01-9f8d-16d23dfc3cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3858e3c-598c-43fb-8f7a-e111c372904d,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:35.348373 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-13a3bd28-3f96-4e01-9f8d-16d23dfc3cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:35.356575 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44472) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:35.410191 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d948603d-40a5-49ce-bd32-e7064c0c5461 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9baf6f30d6ad4a09b3077aa4ccbb2548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520716 Jun 17 09:00:35.412704 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44474) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:35.468998 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-075f99b1-2d99-4a56-8b1f-2783dbabb0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:35.491602 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-075f99b1-2d99-4a56-8b1f-2783dbabb0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:35.746995 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98736b73-caf3-4d11-8140-8bd528c39433 req-66e8cc27-1d83-4a7a-9a7c-66870382b32a tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:35.749917 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-98736b73-caf3-4d11-8140-8bd528c39433 req-66e8cc27-1d83-4a7a-9a7c-66870382b32a tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.1168649 Jun 17 09:00:35.794756 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-98736b73-caf3-4d11-8140-8bd528c39433 req-4d0c3a58-20d3-4953-ae96-ce47f179447b tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365248 Jun 17 09:00:35.806075 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-075f99b1-2d99-4a56-8b1f-2783dbabb0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:35.809627 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-075f99b1-2d99-4a56-8b1f-2783dbabb0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:35.814098 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-075f99b1-2d99-4a56-8b1f-2783dbabb0b4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/837da150-a2b6-4201-ac2d-7467e99a5cc6 HTTP/1.1" status: 204 len: 168 time: 0.3996484 Jun 17 09:00:35.814984 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7b2179e6-1046-4395-8731-bddb8926e1b5 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:35.823936 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f99b1-2d99-4a56-8b1f-2783dbabb0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837da150-a2b6-4201-ac2d-7467e99a5cc6,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:35.826510 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-075f99b1-2d99-4a56-8b1f-2783dbabb0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:36.701762 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44496) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:37.012631 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c0cc7-c2b3-44d8-a6e1-0c1af8cdcc1f req-bbca92dd-9a97-449b-a9d5-782bae58e15a tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:37.014830 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-755c0cc7-c2b3-44d8-a6e1-0c1af8cdcc1f req-bbca92dd-9a97-449b-a9d5-782bae58e15a tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.0882916 Jun 17 09:00:37.066998 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-755c0cc7-c2b3-44d8-a6e1-0c1af8cdcc1f req-1e63d2a3-39ed-4ca4-886d-1f1dade28f0a tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456223 Jun 17 09:00:37.093042 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8acb1f3e-17d0-438f-84db-d5fe35c544d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:37.238579 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8acb1f3e-17d0-438f-84db-d5fe35c544d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:37.443218 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8acb1f3e-17d0-438f-84db-d5fe35c544d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:37.447782 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7e5b167c-f512-4870-96b3-fde5f9e460e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:37.488565 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-8acb1f3e-17d0-438f-84db-d5fe35c544d9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=05023a2415ac474a8b1ad6067d995a8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7855008 Jun 17 09:00:37.489270 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb1f3e-17d0-438f-84db-d5fe35c544d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2886d8-8fc0-44b2-91bf-64f59df7c777,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:37.490961 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44526) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:37.492910 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8acb1f3e-17d0-438f-84db-d5fe35c544d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:37.547642 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9291be88-e963-4892-98f8-c5d2866f1845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:37.572550 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9291be88-e963-4892-98f8-c5d2866f1845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:37.847936 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9291be88-e963-4892-98f8-c5d2866f1845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:37.854897 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9291be88-e963-4892-98f8-c5d2866f1845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:37.854897 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-9291be88-e963-4892-98f8-c5d2866f1845 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ab2886d8-8fc0-44b2-91bf-64f59df7c777 HTTP/1.1" status: 204 len: 168 time: 0.3607519 Jun 17 09:00:37.856329 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ebc7c7cc-ea0e-4cad-9eb5-d5205fbc33e2 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:37.872368 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291be88-e963-4892-98f8-c5d2866f1845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2886d8-8fc0-44b2-91bf-64f59df7c777,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:37.876235 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9291be88-e963-4892-98f8-c5d2866f1845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:38.016183 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de077726-8f96-44ff-9e0b-135b2b1b88ff req-9225d0fd-142a-445c-b423-3cb6c7d657c9 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:38.017845 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-de077726-8f96-44ff-9e0b-135b2b1b88ff req-9225d0fd-142a-445c-b423-3cb6c7d657c9 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.0821190 Jun 17 09:00:38.057608 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-de077726-8f96-44ff-9e0b-135b2b1b88ff req-3c33beac-ca70-4031-9c25-6de5f53f22c7 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339868 Jun 17 09:00:38.851758 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44560) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:39.152174 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-41e2c9c1-13fc-4aa1-91fd-e3a375f58d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:39.291506 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af96d8-072c-49e1-872f-3f2e233f9b99 req-6557b7a0-3c51-4cb4-9282-f5f157ed3bb4 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:39.293054 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-46af96d8-072c-49e1-872f-3f2e233f9b99 req-6557b7a0-3c51-4cb4-9282-f5f157ed3bb4 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.1052072 Jun 17 09:00:39.311431 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-41e2c9c1-13fc-4aa1-91fd-e3a375f58d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:39.345284 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-46af96d8-072c-49e1-872f-3f2e233f9b99 req-7a74b06e-e5d4-4abe-a9f4-436b8f6f3a16 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442684 Jun 17 09:00:39.417982 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-41e2c9c1-13fc-4aa1-91fd-e3a375f58d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:39.429904 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-88c1cd85-9ce3-412d-8c78-5520b6939db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:39.456783 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2c9c1-13fc-4aa1-91fd-e3a375f58d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f073091-efb7-46d2-ac53-22ae00dd3e05,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:39.466349 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-41e2c9c1-13fc-4aa1-91fd-e3a375f58d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:39.483339 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-41e2c9c1-13fc-4aa1-91fd-e3a375f58d86 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c10a84b05b024a99b1fd33c307ba7921&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6275294 Jun 17 09:00:39.483485 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44592) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:39.540640 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-59d741c2-dc01-4832-bcc2-51daf0ada066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:39.564281 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-59d741c2-dc01-4832-bcc2-51daf0ada066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:39.700552 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-59d741c2-dc01-4832-bcc2-51daf0ada066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:39.703409 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-59d741c2-dc01-4832-bcc2-51daf0ada066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:39.704901 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-59d741c2-dc01-4832-bcc2-51daf0ada066 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6f073091-efb7-46d2-ac53-22ae00dd3e05 HTTP/1.1" status: 204 len: 168 time: 0.2198715 Jun 17 09:00:39.705874 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c26ec380-0528-4ea9-882f-eb37759827ae tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:39.714082 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d741c2-dc01-4832-bcc2-51daf0ada066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f073091-efb7-46d2-ac53-22ae00dd3e05,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:39.717049 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-59d741c2-dc01-4832-bcc2-51daf0ada066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:40.424265 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44616) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:40.542127 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44624) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:40.643013 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-26710c78-a081-42bc-b1c8-b8c2695925b6 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-378557355-network', 'tenant_id': 'dc0a174652474630bad9d94b5956833a'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:40.757463 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26710c78-a081-42bc-b1c8-b8c2695925b6 admin admin] Made reservation on behalf of dc0a174652474630bad9d94b5956833a for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:00:40.760041 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-26710c78-a081-42bc-b1c8-b8c2695925b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:40.769317 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-26710c78-a081-42bc-b1c8-b8c2695925b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:40.800614 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-86faced3-dc73-43de-a8e0-981339dd6bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:40.987252 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-26710c78-a081-42bc-b1c8-b8c2695925b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:41.057607 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-26710c78-a081-42bc-b1c8-b8c2695925b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:41.067003 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6154a448-9b3f-4039-981a-36eb65bc9cf2 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:41.103257 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26710c78-a081-42bc-b1c8-b8c2695925b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 09:00:41.142815 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-26710c78-a081-42bc-b1c8-b8c2695925b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:41.143170 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-26710c78-a081-42bc-b1c8-b8c2695925b6 admin admin] Added segment 293a27d0-7b8d-45ff-9d3f-a23cbc2cfa6f of type vlan for network 6e713aa7-10a5-4204-bbf1-a130c9e01188 Jun 17 09:00:41.144861 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26710c78-a081-42bc-b1c8-b8c2695925b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9858cb11-0516-42f5-9190-d596ed968972,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:41.160378 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-26710c78-a081-42bc-b1c8-b8c2695925b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:41.169875 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44638) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:41.190063 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1482ee4c-8ed4-4691-bf7f-a6bf9b6bfc8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:41.230485 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-26710c78-a081-42bc-b1c8-b8c2695925b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:41.285462 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-86faced3-dc73-43de-a8e0-981339dd6bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:41.481363 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-86faced3-dc73-43de-a8e0-981339dd6bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:41.491434 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-26710c78-a081-42bc-b1c8-b8c2695925b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:41.495277 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26710c78-a081-42bc-b1c8-b8c2695925b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:41.496088 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-26710c78-a081-42bc-b1c8-b8c2695925b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:41.527476 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d4117aa8-c3ec-491f-84ca-9fadc81fc924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:41.570432 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-86faced3-dc73-43de-a8e0-981339dd6bd4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=65b60accc4ca4b3ea2a64891dad99377&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0257919 Jun 17 09:00:41.571839 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86faced3-dc73-43de-a8e0-981339dd6bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b5a511-8b36-4f16-844d-27d160ebf982,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:41.574725 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44654) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:41.581346 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-86faced3-dc73-43de-a8e0-981339dd6bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:41.582878 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-dac31c88-d4e4-4b6c-97ae-b636f6c19f51 tempest-RoutersIpV6Test-1986428141 tempest-RoutersIpV6Test-1986428141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:41.685621 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26710c78-a081-42bc-b1c8-b8c2695925b6 admin admin] Pushing event updated for resources: {'Network': ['ID=6e713aa7-10a5-4204-bbf1-a130c9e01188,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:41.689619 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-26710c78-a081-42bc-b1c8-b8c2695925b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:41.693305 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-807b9791-16b0-4299-bbf9-3eede276eeea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:41.698159 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 6e713aa7-10a5-4204-bbf1-a130c9e01188 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 09:00:41.711407 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1482ee4c-8ed4-4691-bf7f-a6bf9b6bfc8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:41.726240 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-807b9791-16b0-4299-bbf9-3eede276eeea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:41.822119 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1482ee4c-8ed4-4691-bf7f-a6bf9b6bfc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:41.826135 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-61ed2478-9fd9-4048-9752-db10cf2c543f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:41.861815 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1482ee4c-8ed4-4691-bf7f-a6bf9b6bfc8f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0d3d4e26a8c94d5dafb3c2b3ad02154f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6908216 Jun 17 09:00:41.863981 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482ee4c-8ed4-4691-bf7f-a6bf9b6bfc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f3c2dd-252b-4946-a1f5-39f5ef4abe52,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:41.864780 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44664) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:41.867676 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1482ee4c-8ed4-4691-bf7f-a6bf9b6bfc8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:41.909566 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-807b9791-16b0-4299-bbf9-3eede276eeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:41.912539 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-807b9791-16b0-4299-bbf9-3eede276eeea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:41.914759 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-807b9791-16b0-4299-bbf9-3eede276eeea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/65b5a511-8b36-4f16-844d-27d160ebf982 HTTP/1.1" status: 204 len: 168 time: 0.3373077 Jun 17 09:00:41.914759 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-59d741c2-dc01-4832-bcc2-51daf0ada066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:41.933023 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fb2ddc58-fa2e-4790-abb2-bd29b5b38fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:41.933528 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b9791-16b0-4299-bbf9-3eede276eeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b5a511-8b36-4f16-844d-27d160ebf982,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:41.933528 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-807b9791-16b0-4299-bbf9-3eede276eeea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:41.969209 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fb2ddc58-fa2e-4790-abb2-bd29b5b38fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:42.018109 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-26710c78-a081-42bc-b1c8-b8c2695925b6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5924442 Jun 17 09:00:42.020902 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44672) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:42.027801 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-4dc9f0e2-04dd-440a-8b0d-28f34ccfcff0 admin admin] Request body: {'subnet': {'network_id': '6e713aa7-10a5-4204-bbf1-a130c9e01188', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-378557355-subnet', 'tenant_id': 'dc0a174652474630bad9d94b5956833a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:42.061824 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44676) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:42.173048 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67bbe821-5683-4a24-b546-f610f9843cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:42.250642 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc9f0e2-04dd-440a-8b0d-28f34ccfcff0 admin admin] Made reservation on behalf of dc0a174652474630bad9d94b5956833a for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:00:42.253017 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f0e2-04dd-440a-8b0d-28f34ccfcff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:42.257649 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fb2ddc58-fa2e-4790-abb2-bd29b5b38fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:42.260241 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fb2ddc58-fa2e-4790-abb2-bd29b5b38fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:42.261387 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-fb2ddc58-fa2e-4790-abb2-bd29b5b38fa9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/16f3c2dd-252b-4946-a1f5-39f5ef4abe52 HTTP/1.1" status: 204 len: 168 time: 0.3955910 Jun 17 09:00:42.265087 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-677671e7-878b-489d-abc6-2ab55ca083e6 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:42.331597 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ddc58-fa2e-4790-abb2-bd29b5b38fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f3c2dd-252b-4946-a1f5-39f5ef4abe52,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:42.354380 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fb2ddc58-fa2e-4790-abb2-bd29b5b38fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:42.489703 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67bbe821-5683-4a24-b546-f610f9843cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:42.641318 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67bbe821-5683-4a24-b546-f610f9843cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:42.645008 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-68c02643-3098-4934-a705-0344741008b7 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:42.681472 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f0e2-04dd-440a-8b0d-28f34ccfcff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:42.687921 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-67bbe821-5683-4a24-b546-f610f9843cf1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=42f5361d66184c1990ddb95c0a977f09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6249518 Jun 17 09:00:42.690606 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44692) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:42.694053 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bbe821-5683-4a24-b546-f610f9843cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d110f5d1-89bd-4f89-b48f-4eca52d483d5,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:42.705097 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-67bbe821-5683-4a24-b546-f610f9843cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:42.711438 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-60f59132-c267-4399-9d26-13cafe18d92f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:42.761507 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc9f0e2-04dd-440a-8b0d-28f34ccfcff0 admin admin] Checking segment: {'id': '293a27d0-7b8d-45ff-9d3f-a23cbc2cfa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6e713aa7-10a5-4204-bbf1-a130c9e01188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:00:42.761949 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc9f0e2-04dd-440a-8b0d-28f34ccfcff0 admin admin] Network hostable DHCP agents. Network: 6e713aa7-10a5-4204-bbf1-a130c9e01188, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 09:00:42.765450 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9f0e2-04dd-440a-8b0d-28f34ccfcff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=334578f1-bd8f-46e3-bb6b-39be50e35a4f,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:42.771243 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d1037570-5374-48de-9c52-a8ab5d1dd1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:42.777189 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4dc9f0e2-04dd-440a-8b0d-28f34ccfcff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:42.798743 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d1037570-5374-48de-9c52-a8ab5d1dd1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:42.990299 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc9f0e2-04dd-440a-8b0d-28f34ccfcff0 admin admin] Network 6e713aa7-10a5-4204-bbf1-a130c9e01188 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 09:00:43.020554 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d1037570-5374-48de-9c52-a8ab5d1dd1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:43.023359 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d1037570-5374-48de-9c52-a8ab5d1dd1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:43.024562 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d1037570-5374-48de-9c52-a8ab5d1dd1e8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d110f5d1-89bd-4f89-b48f-4eca52d483d5 HTTP/1.1" status: 204 len: 168 time: 0.3329515 Jun 17 09:00:43.027376 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-552b5730-52e8-4cbd-858e-6d5e67357853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:43.043559 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1037570-5374-48de-9c52-a8ab5d1dd1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d110f5d1-89bd-4f89-b48f-4eca52d483d5,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:43.043559 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d1037570-5374-48de-9c52-a8ab5d1dd1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:43.135200 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:00:43.252071 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-4dc9f0e2-04dd-440a-8b0d-28f34ccfcff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 6e713aa7-10a5-4204-bbf1-a130c9e01188) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:00:43.257865 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc9f0e2-04dd-440a-8b0d-28f34ccfcff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:43.258098 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f0e2-04dd-440a-8b0d-28f34ccfcff0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:43.261651 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc958e3-8e40-43d4-8631-3ebf5cee0e56 None None] Network 6e713aa7-10a5-4204-bbf1-a130c9e01188 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:00:43.339629 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44710) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:43.361637 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b8f8deea-8c31-48e1-a591-cc5a5c42da89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:43.404612 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ad1de1-3a6e-460a-8629-ba19c8b31b06 None None] Network 6e713aa7-10a5-4204-bbf1-a130c9e01188 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:00:43.458512 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b0494-6e13-4e35-ac8a-228a980dc621 req-250ee530-bf54-4fb6-9807-9f6d8797a695 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:43.463883 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-782b0494-6e13-4e35-ac8a-228a980dc621 req-250ee530-bf54-4fb6-9807-9f6d8797a695 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.0997031 Jun 17 09:00:43.485988 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4dc9f0e2-04dd-440a-8b0d-28f34ccfcff0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4636297 Jun 17 09:00:43.641138 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-782b0494-6e13-4e35-ac8a-228a980dc621 req-9e5f985c-ed14-460c-a99c-6017a9c65ffb tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713364 Jun 17 09:00:43.683730 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8bb52-f09c-471f-bcf0-a181c4d816d7 req-5c8f472a-9b55-44f7-943e-ef86dba5fb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:43.686125 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e4a8bb52-f09c-471f-bcf0-a181c4d816d7 req-5c8f472a-9b55-44f7-943e-ef86dba5fb2f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=480b86ad1b7d49c4890b00851e5f8990&device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 1097 time: 0.1400604 Jun 17 09:00:43.729478 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b8f8deea-8c31-48e1-a591-cc5a5c42da89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:43.822264 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8bb52-f09c-471f-bcf0-a181c4d816d7 req-20eedc5f-7089-4a21-b6e1-1de17732a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:43.825411 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e4a8bb52-f09c-471f-bcf0-a181c4d816d7 req-20eedc5f-7089-4a21-b6e1-1de17732a577 service neutron] 10.222.0.50 "GET /v2.0/networks?id=16a34c89-47ce-4f22-9578-d80c43c79d15 HTTP/1.1" status: 200 len: 919 time: 0.1325045 Jun 17 09:00:43.874926 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e4a8bb52-f09c-471f-bcf0-a181c4d816d7 req-09e6b94a-cd72-41be-b812-49bb3a19cac0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eae1d0ef-12b4-40d0-b352-77e11a5a7fe7 HTTP/1.1" status: 200 len: 217 time: 0.0429037 Jun 17 09:00:43.878172 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b8f8deea-8c31-48e1-a591-cc5a5c42da89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:43.888269 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44724) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:43.888958 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a3a558e0-23f4-4dde-a779-c2acb3fc1568 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:43.943474 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8bb52-f09c-471f-bcf0-a181c4d816d7 req-38e48cb4-715f-4fbc-826d-0e228cc00d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:43.944843 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e4a8bb52-f09c-471f-bcf0-a181c4d816d7 req-38e48cb4-715f-4fbc-826d-0e228cc00d4c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8dcda4ff-69ce-4261-8f47-819696fbacb3 HTTP/1.1" status: 200 len: 858 time: 0.0641320 Jun 17 09:00:43.982973 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b8f8deea-8c31-48e1-a591-cc5a5c42da89 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a5997dc9e6c141a7a9f573dcfcfe1176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6416826 Jun 17 09:00:43.989140 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8deea-8c31-48e1-a591-cc5a5c42da89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c10be0a-64e4-444e-b5b5-7f492f50cbdb,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:43.989330 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e4a8bb52-f09c-471f-bcf0-a181c4d816d7 req-d790d364-8b54-4874-b557-5be2da3c8863 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=16a34c89-47ce-4f22-9578-d80c43c79d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346875 Jun 17 09:00:43.989330 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44728) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:43.990298 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b8f8deea-8c31-48e1-a591-cc5a5c42da89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:44.001654 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-8986afc6-9149-456b-b28f-040d3a48dc1f admin admin] Deleting subnet 334578f1-bd8f-46e3-bb6b-39be50e35a4f {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 09:00:44.009879 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8986afc6-9149-456b-b28f-040d3a48dc1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:44.048384 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8986afc6-9149-456b-b28f-040d3a48dc1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:44.100073 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8986afc6-9149-456b-b28f-040d3a48dc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:44.172412 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e4a8bb52-f09c-471f-bcf0-a181c4d816d7 req-3ef42fbc-f6b4-4f07-b946-13e6d868ece8 service neutron] 10.222.0.50 "GET /v2.0/networks/16a34c89-47ce-4f22-9578-d80c43c79d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607251 Jun 17 09:00:44.202230 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d714927d-b8fd-4047-b5aa-92c6fe9d40e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:44.261505 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d714927d-b8fd-4047-b5aa-92c6fe9d40e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:44.325443 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e4a8bb52-f09c-471f-bcf0-a181c4d816d7 req-0f806810-3d2b-4e58-9771-c50badf1ea85 service neutron] 10.222.0.50 "GET /v2.0/networks/16a34c89-47ce-4f22-9578-d80c43c79d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462741 Jun 17 09:00:44.360550 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8986afc6-9149-456b-b28f-040d3a48dc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:44.360911 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ba76162e-551d-4752-9c9b-01707e962241 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:44.387969 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986afc6-9149-456b-b28f-040d3a48dc1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=334578f1-bd8f-46e3-bb6b-39be50e35a4f,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:44.391555 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8986afc6-9149-456b-b28f-040d3a48dc1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:44.394651 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8986afc6-9149-456b-b28f-040d3a48dc1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:44.394651 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-8986afc6-9149-456b-b28f-040d3a48dc1f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/334578f1-bd8f-46e3-bb6b-39be50e35a4f HTTP/1.1" status: 204 len: 168 time: 0.5031765 Jun 17 09:00:44.397108 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44750) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:44.457912 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d714927d-b8fd-4047-b5aa-92c6fe9d40e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:44.461321 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d714927d-b8fd-4047-b5aa-92c6fe9d40e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:44.462890 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d714927d-b8fd-4047-b5aa-92c6fe9d40e0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9c10be0a-64e4-444e-b5b5-7f492f50cbdb HTTP/1.1" status: 204 len: 168 time: 0.4756393 Jun 17 09:00:44.464177 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7213cf88-1374-4890-8c8d-efabb214d262 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:44.477253 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714927d-b8fd-4047-b5aa-92c6fe9d40e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c10be0a-64e4-444e-b5b5-7f492f50cbdb,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:44.488952 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d714927d-b8fd-4047-b5aa-92c6fe9d40e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:44.760544 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5ec57c14-52b5-495e-955f-1bc2e85e3854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:44.849134 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5ec57c14-52b5-495e-955f-1bc2e85e3854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:44.860476 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-5ec57c14-52b5-495e-955f-1bc2e85e3854 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e713aa7-10a5-4204-bbf1-a130c9e01188']}} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:44.873110 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-5ec57c14-52b5-495e-955f-1bc2e85e3854 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '293a27d0-7b8d-45ff-9d3f-a23cbc2cfa6f') {'for_net_delete': True} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:44.873744 n-d-758944-30 neutron-server[94519]: DEBUG neutron.services.segments.db [None req-5ec57c14-52b5-495e-955f-1bc2e85e3854 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '293a27d0-7b8d-45ff-9d3f-a23cbc2cfa6f') {} {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:44.881397 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59342b-da6e-40a9-8168-b8b49987c740 req-bd311cb9-7b11-4262-a4fd-d710ebe2c8a1 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:44.883488 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7f59342b-da6e-40a9-8168-b8b49987c740 req-bd311cb9-7b11-4262-a4fd-d710ebe2c8a1 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.0925646 Jun 17 09:00:44.884299 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5ec57c14-52b5-495e-955f-1bc2e85e3854 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5184666'] for segment, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:44.906798 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5ec57c14-52b5-495e-955f-1bc2e85e3854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:44.914007 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec57c14-52b5-495e-955f-1bc2e85e3854 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 09:00:44.914692 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5ec57c14-52b5-495e-955f-1bc2e85e3854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15791834'] for segment, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: Traceback (most recent call last): Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: timer() Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: cb(*args, **kw) Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: return func(*args, **kwargs) Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: self._notify() Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: self.callback(batched_events) Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: event.method(event) Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: return f(self, *a, **k) Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: return self._get(url).json() Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: return self.request(url, 'GET', **kwargs) Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 09:00:44.916804 n-d-758944-30 neutron-server[94519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 09:00:44.932821 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7f59342b-da6e-40a9-8168-b8b49987c740 req-5606eb68-727c-40a3-8a97-f12df30644c6 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430055 Jun 17 09:00:45.195944 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5ec57c14-52b5-495e-955f-1bc2e85e3854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:45.223668 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-26710c78-a081-42bc-b1c8-b8c2695925b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:45.223668 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5ec57c14-52b5-495e-955f-1bc2e85e3854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:45.223668 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5ec57c14-52b5-495e-955f-1bc2e85e3854 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6e713aa7-10a5-4204-bbf1-a130c9e01188 HTTP/1.1" status: 204 len: 168 time: 0.8046720 Jun 17 09:00:45.223668 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec57c14-52b5-495e-955f-1bc2e85e3854 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e713aa7-10a5-4204-bbf1-a130c9e01188,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:45.223668 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5ec57c14-52b5-495e-955f-1bc2e85e3854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:45.821955 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44790) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:45.871291 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-94dff9f8-57c8-4332-9b01-8a7a7b79036c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dc0a174652474630bad9d94b5956833a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488026 Jun 17 09:00:45.873855 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44792) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:45.952065 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d37e782b-4197-420b-bfdf-8380e9aad36d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:45.983631 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d37e782b-4197-420b-bfdf-8380e9aad36d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:46.266204 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d1127-52d2-4166-a1e2-2d3dc4af1e28 req-1b511a83-a9d1-4e6e-883c-740f658586af tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:46.267754 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ac4d1127-52d2-4166-a1e2-2d3dc4af1e28 req-1b511a83-a9d1-4e6e-883c-740f658586af tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.0731752 Jun 17 09:00:46.307968 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ac4d1127-52d2-4166-a1e2-2d3dc4af1e28 req-0f8d9b9c-f4af-481a-b448-e27024a16d4b tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342405 Jun 17 09:00:46.328882 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d37e782b-4197-420b-bfdf-8380e9aad36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:46.332069 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d37e782b-4197-420b-bfdf-8380e9aad36d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:46.333277 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d37e782b-4197-420b-bfdf-8380e9aad36d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9858cb11-0516-42f5-9190-d596ed968972 HTTP/1.1" status: 204 len: 168 time: 0.4582372 Jun 17 09:00:46.334116 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-86faced3-dc73-43de-a8e0-981339dd6bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:46.344032 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e782b-4197-420b-bfdf-8380e9aad36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9858cb11-0516-42f5-9190-d596ed968972,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:46.353763 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d37e782b-4197-420b-bfdf-8380e9aad36d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:47.382823 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44874) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:47.552257 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354c495-0493-429f-b135-8217969f867c req-fed93684-4a95-43e9-8393-b938c2150722 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:47.554236 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0354c495-0493-429f-b135-8217969f867c req-fed93684-4a95-43e9-8393-b938c2150722 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.1011567 Jun 17 09:00:47.648620 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:47.649129 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0354c495-0493-429f-b135-8217969f867c req-4c09bb9c-bf14-4b05-a7ab-dc1622e2786c tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812244 Jun 17 09:00:47.683850 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-16c0ecc0-60ca-48c6-84e9-5222e04e2649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:47.815042 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-16c0ecc0-60ca-48c6-84e9-5222e04e2649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:47.935139 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-16c0ecc0-60ca-48c6-84e9-5222e04e2649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:47.939172 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d0cb49f3-d84d-4263-a6d8-a59b9cadea53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:47.983209 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-16c0ecc0-60ca-48c6-84e9-5222e04e2649 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1deb3f36707e466fad01ff8a22c86c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5992091 Jun 17 09:00:47.984248 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0ecc0-60ca-48c6-84e9-5222e04e2649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3796ec63-5d76-4b00-8238-d31140ae96bf,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:47.985980 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44904) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:47.990387 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-16c0ecc0-60ca-48c6-84e9-5222e04e2649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:48.061649 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fe797707-58d6-4027-b179-b5e75e176c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:48.102048 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fe797707-58d6-4027-b179-b5e75e176c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:48.368671 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fe797707-58d6-4027-b179-b5e75e176c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:48.372172 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fe797707-58d6-4027-b179-b5e75e176c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:48.373948 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-fe797707-58d6-4027-b179-b5e75e176c9d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3796ec63-5d76-4b00-8238-d31140ae96bf HTTP/1.1" status: 204 len: 168 time: 0.3862710 Jun 17 09:00:48.375071 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-306aa08c-6f96-4a46-80be-a7dae030b2eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:48.386003 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe797707-58d6-4027-b179-b5e75e176c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3796ec63-5d76-4b00-8238-d31140ae96bf,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:48.388669 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fe797707-58d6-4027-b179-b5e75e176c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:48.881277 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a194d4-9554-4a66-8f0f-84f51f4524db req-48422fa4-8ca9-4a98-8456-30f9154de4d6 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:48.882952 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-49a194d4-9554-4a66-8f0f-84f51f4524db req-48422fa4-8ca9-4a98-8456-30f9154de4d6 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.0929260 Jun 17 09:00:48.936911 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-49a194d4-9554-4a66-8f0f-84f51f4524db req-9e37ef6f-1bbf-4648-9ffc-f976ca016a95 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469201 Jun 17 09:00:49.649220 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 44946) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:49.665960 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-47611a35-d782-4f8a-a755-3910056170bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:49.767158 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-47611a35-d782-4f8a-a755-3910056170bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:49.929034 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-47611a35-d782-4f8a-a755-3910056170bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:49.931842 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-434ba6d5-7c21-4fa7-a174-51ddc666eac7 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:49.970810 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-47611a35-d782-4f8a-a755-3910056170bc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dcf7bef55873418fbffbd91585307bc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3211386 Jun 17 09:00:49.972183 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47611a35-d782-4f8a-a755-3910056170bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ed15c1-f1fe-4b49-a590-1151ea675959,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:49.973676 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44958) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:49.976281 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-47611a35-d782-4f8a-a755-3910056170bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:50.036384 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b07458cc-5660-4767-907d-eabeac3529c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:50.066939 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b07458cc-5660-4767-907d-eabeac3529c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:50.148963 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44962) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:50.221637 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e71872-c7b2-4d5d-9175-8ef98e5eaf1a req-ab159271-303a-4a76-b5fb-6212df9e1ef0 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:50.223167 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e5e71872-c7b2-4d5d-9175-8ef98e5eaf1a req-ab159271-303a-4a76-b5fb-6212df9e1ef0 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.1179802 Jun 17 09:00:50.229106 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b07458cc-5660-4767-907d-eabeac3529c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:50.231811 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b07458cc-5660-4767-907d-eabeac3529c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:50.232914 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b07458cc-5660-4767-907d-eabeac3529c6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f7ed15c1-f1fe-4b49-a590-1151ea675959 HTTP/1.1" status: 204 len: 168 time: 0.2566500 Jun 17 09:00:50.233826 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0ecf70a2-b0b8-4dfb-954a-e599ce82b152 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:50.242531 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07458cc-5660-4767-907d-eabeac3529c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ed15c1-f1fe-4b49-a590-1151ea675959,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:50.251579 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b07458cc-5660-4767-907d-eabeac3529c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:50.268472 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e5e71872-c7b2-4d5d-9175-8ef98e5eaf1a req-d802009a-2aa5-4227-bc49-9411b81c8186 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381863 Jun 17 09:00:50.320979 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-0de4ae04-b9fd-4f67-88fb-0dff41ef29ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-978150295-network', 'tenant_id': 'a2ee40337e3b431baa5a1d17104f6d60'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:50.449044 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:50.488458 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de4ae04-b9fd-4f67-88fb-0dff41ef29ce admin admin] Made reservation on behalf of a2ee40337e3b431baa5a1d17104f6d60 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:00:50.491090 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0de4ae04-b9fd-4f67-88fb-0dff41ef29ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:50.512307 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0de4ae04-b9fd-4f67-88fb-0dff41ef29ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:50.632215 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0de4ae04-b9fd-4f67-88fb-0dff41ef29ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:50.697936 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0de4ae04-b9fd-4f67-88fb-0dff41ef29ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:50.701554 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-13a3bd28-3f96-4e01-9f8d-16d23dfc3cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:50.728348 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de4ae04-b9fd-4f67-88fb-0dff41ef29ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 09:00:50.739513 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4ae04-b9fd-4f67-88fb-0dff41ef29ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839f447c-19ff-40cd-ada1-f9abcd102995,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:50.744148 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0de4ae04-b9fd-4f67-88fb-0dff41ef29ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:50.747277 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0de4ae04-b9fd-4f67-88fb-0dff41ef29ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:50.748050 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-0de4ae04-b9fd-4f67-88fb-0dff41ef29ce admin admin] Added segment f0ecfeb2-618e-4a47-8e5b-ce5283258f3b of type vlan for network 904ca9b1-00d8-4238-94b1-dcb40f3f0868 Jun 17 09:00:50.800755 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0de4ae04-b9fd-4f67-88fb-0dff41ef29ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:50.924277 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0de4ae04-b9fd-4f67-88fb-0dff41ef29ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:50.929421 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de4ae04-b9fd-4f67-88fb-0dff41ef29ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:50.930728 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-0de4ae04-b9fd-4f67-88fb-0dff41ef29ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:50.934723 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-aecc2f2b-3592-4bef-8133-6455968d4522 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:51.011284 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4ae04-b9fd-4f67-88fb-0dff41ef29ce admin admin] Pushing event updated for resources: {'Network': ['ID=904ca9b1-00d8-4238-94b1-dcb40f3f0868,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:51.014216 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0de4ae04-b9fd-4f67-88fb-0dff41ef29ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:51.015933 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0de4ae04-b9fd-4f67-88fb-0dff41ef29ce admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8651783 Jun 17 09:00:51.023902 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 904ca9b1-00d8-4238-94b1-dcb40f3f0868 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 09:00:51.024094 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 44992) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:51.030961 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-4e09c8ef-9b8d-438b-a46c-07888e0677a8 admin admin] Request body: {'subnet': {'network_id': '904ca9b1-00d8-4238-94b1-dcb40f3f0868', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-978150295-subnet', 'tenant_id': 'a2ee40337e3b431baa5a1d17104f6d60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:51.151327 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e09c8ef-9b8d-438b-a46c-07888e0677a8 admin admin] Made reservation on behalf of a2ee40337e3b431baa5a1d17104f6d60 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:00:51.154056 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4e09c8ef-9b8d-438b-a46c-07888e0677a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:51.469401 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab492bad-11c7-4f00-b6ad-a0ae349211d9 req-3c29fc82-29a1-44b5-81f6-78f12ec1ae44 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:51.470964 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ab492bad-11c7-4f00-b6ad-a0ae349211d9 req-3c29fc82-29a1-44b5-81f6-78f12ec1ae44 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.0827289 Jun 17 09:00:51.531238 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ab492bad-11c7-4f00-b6ad-a0ae349211d9 req-3c900f0d-3399-42a6-9529-c7c16c757a3f tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523012 Jun 17 09:00:51.574710 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4e09c8ef-9b8d-438b-a46c-07888e0677a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:51.577967 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-19109de5-ad3f-430d-876c-9e77ab862350 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:51.653541 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09c8ef-9b8d-438b-a46c-07888e0677a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be2c55b3-02a4-4190-acdd-75f271ee2f5f,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:51.659001 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4e09c8ef-9b8d-438b-a46c-07888e0677a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:51.665858 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e09c8ef-9b8d-438b-a46c-07888e0677a8 admin admin] Checking segment: {'id': 'f0ecfeb2-618e-4a47-8e5b-ce5283258f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '904ca9b1-00d8-4238-94b1-dcb40f3f0868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:00:51.666221 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e09c8ef-9b8d-438b-a46c-07888e0677a8 admin admin] Network hostable DHCP agents. Network: 904ca9b1-00d8-4238-94b1-dcb40f3f0868, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 09:00:51.739877 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e09c8ef-9b8d-438b-a46c-07888e0677a8 admin admin] Network 904ca9b1-00d8-4238-94b1-dcb40f3f0868 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 09:00:51.806325 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-4e09c8ef-9b8d-438b-a46c-07888e0677a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 904ca9b1-00d8-4238-94b1-dcb40f3f0868) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:00:51.812304 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e09c8ef-9b8d-438b-a46c-07888e0677a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:51.812988 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4e09c8ef-9b8d-438b-a46c-07888e0677a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:51.818329 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16c0c9e-921d-4e22-8256-1e8b00c65fc5 None None] Network 904ca9b1-00d8-4238-94b1-dcb40f3f0868 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:00:51.933897 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4e09c8ef-9b8d-438b-a46c-07888e0677a8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8997989 Jun 17 09:00:51.984616 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186d6204-fdd4-4916-8d43-443ccc7447ac None None] Network 904ca9b1-00d8-4238-94b1-dcb40f3f0868 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:00:52.015893 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45030) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:52.025327 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-035f7329-61f6-4128-9438-26c14e95eb36 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Request body: {'network': {'name': 'tempest-network-smoke--938395359', 'project_id': 'd08282b987e04d83bb48daa169894c33', 'port_security_enabled': True}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:52.187658 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035f7329-61f6-4128-9438-26c14e95eb36 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Made reservation on behalf of d08282b987e04d83bb48daa169894c33 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:00:52.206972 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-035f7329-61f6-4128-9438-26c14e95eb36 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:52.224832 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-035f7329-61f6-4128-9438-26c14e95eb36 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:52.368102 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-035f7329-61f6-4128-9438-26c14e95eb36 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:52.477073 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-035f7329-61f6-4128-9438-26c14e95eb36 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:52.481793 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e35f90b2-5591-4cee-8b49-58e01d67107d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:52.505149 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035f7329-61f6-4128-9438-26c14e95eb36 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 09:00:52.531937 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f7329-61f6-4128-9438-26c14e95eb36 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e70e15-5e91-4474-80e9-358ad16b137e,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:52.533762 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-035f7329-61f6-4128-9438-26c14e95eb36 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:52.534292 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-035f7329-61f6-4128-9438-26c14e95eb36 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Added segment c5511071-3953-4402-aa91-f7fff53809ef of type vlan for network 9ececb54-f1c7-4886-8f2b-7fd05acf2a74 Jun 17 09:00:52.536939 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f7329-61f6-4128-9438-26c14e95eb36 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:52.537505 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f7329-61f6-4128-9438-26c14e95eb36 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:52.538764 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f7329-61f6-4128-9438-26c14e95eb36 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:52.539305 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f7329-61f6-4128-9438-26c14e95eb36 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:52.539876 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f7329-61f6-4128-9438-26c14e95eb36 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:52.540766 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f7329-61f6-4128-9438-26c14e95eb36 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:52.541329 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f7329-61f6-4128-9438-26c14e95eb36 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:52.541865 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f7329-61f6-4128-9438-26c14e95eb36 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:52.542397 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f7329-61f6-4128-9438-26c14e95eb36 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:52.542940 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f7329-61f6-4128-9438-26c14e95eb36 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:52.543473 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f7329-61f6-4128-9438-26c14e95eb36 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:52.544050 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f7329-61f6-4128-9438-26c14e95eb36 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:52.578612 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-035f7329-61f6-4128-9438-26c14e95eb36 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:52.631859 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-035f7329-61f6-4128-9438-26c14e95eb36 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:52.703361 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-98b49e60-9d10-4f86-8fd1-423ad3f592d2 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:52.714530 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-98b49e60-9d10-4f86-8fd1-423ad3f592d2 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/networks?id=904ca9b1-00d8-4238-94b1-dcb40f3f0868 HTTP/1.1" status: 200 len: 814 time: 0.1842887 Jun 17 09:00:52.738273 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-230d34d8-a09e-4711-a706-3504b4bd7052 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/quotas/a2ee40337e3b431baa5a1d17104f6d60 HTTP/1.1" status: 200 len: 375 time: 0.0171690 Jun 17 09:00:52.782164 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080d93d-ae1e-44f1-9de8-d2b6d6cc2f3f req-a20fffb8-6fd1-47a9-a5bf-89e715bb757e tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:52.784237 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3080d93d-ae1e-44f1-9de8-d2b6d6cc2f3f req-a20fffb8-6fd1-47a9-a5bf-89e715bb757e tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.1241944 Jun 17 09:00:52.810597 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-93205e3e-ba64-455f-ac2a-d36e5f3bf160 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a2ee40337e3b431baa5a1d17104f6d60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642498 Jun 17 09:00:52.841873 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-035f7329-61f6-4128-9438-26c14e95eb36 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:52.849324 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035f7329-61f6-4128-9438-26c14e95eb36 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:52.850061 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-035f7329-61f6-4128-9438-26c14e95eb36 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:52.857341 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0de4ae04-b9fd-4f67-88fb-0dff41ef29ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:52.890069 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3080d93d-ae1e-44f1-9de8-d2b6d6cc2f3f req-5e93cc2d-8458-4f42-b165-a3db6da4ecc5 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977936 Jun 17 09:00:53.009379 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-f06c40ad-1298-47aa-83e9-a81682575c19 service neutron] 10.222.0.49 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909573 Jun 17 09:00:53.021522 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-035f7329-61f6-4128-9438-26c14e95eb36 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0008225 Jun 17 09:00:53.023373 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45068) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:53.029756 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-9dcfb1bd-fdb3-4ec3-8802-a37f66a969f8 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-788631899', 'admin_state_up': True, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:53.037166 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f7329-61f6-4128-9438-26c14e95eb36 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Pushing event updated for resources: {'Network': ['ID=9ececb54-f1c7-4886-8f2b-7fd05acf2a74,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:53.042069 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-035f7329-61f6-4128-9438-26c14e95eb36 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:53.052393 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 9ececb54-f1c7-4886-8f2b-7fd05acf2a74 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 09:00:53.157955 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-fd41b5e0-1a9c-4295-9e8d-400a7995b6b4 service neutron] 10.222.0.49 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464155 Jun 17 09:00:53.245979 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9dcfb1bd-fdb3-4ec3-8802-a37f66a969f8 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:53.245979 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9dcfb1bd-fdb3-4ec3-8802-a37f66a969f8 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:53.321876 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9dcfb1bd-fdb3-4ec3-8802-a37f66a969f8 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:53.589424 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7c69b2c8-04d6-417e-b81b-b2990722e2b0 req-c83e781a-181c-4c08-b8bd-d88ff6c3c4c3 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=e25507d0-ed77-4378-ad0f-81f05fa94d5a HTTP/1.1" status: 200 len: 210 time: 0.0827868 Jun 17 09:00:53.635857 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9dcfb1bd-fdb3-4ec3-8802-a37f66a969f8 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:53.840745 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45104) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:53.987948 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9dcfb1bd-fdb3-4ec3-8802-a37f66a969f8 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for router_gateway, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:54.027348 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9dcfb1bd-fdb3-4ec3-8802-a37f66a969f8 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:54.165821 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eda28f-72fb-438d-8394-4117186c6ced req-7d4d611f-dd43-4485-b634-f6fc029f097a tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:54.172437 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-72eda28f-72fb-438d-8394-4117186c6ced req-7d4d611f-dd43-4485-b634-f6fc029f097a tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.1144214 Jun 17 09:00:54.232385 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e9d69f5b-1585-47f2-bfea-69c7452ff4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:54.248633 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-9dcfb1bd-fdb3-4ec3-8802-a37f66a969f8 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Allocated IP 172.25.2.134 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/ec8f22aa-5fbe-4846-8130-2d20e12d558c) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:00:54.262427 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-72eda28f-72fb-438d-8394-4117186c6ced req-dcf683d5-2beb-4cfb-8885-930b248de406 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880828 Jun 17 09:00:54.388592 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9dcfb1bd-fdb3-4ec3-8802-a37f66a969f8 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:54.400754 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e9d69f5b-1585-47f2-bfea-69c7452ff4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:54.509160 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e9d69f5b-1585-47f2-bfea-69c7452ff4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:54.509589 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9dcfb1bd-fdb3-4ec3-8802-a37f66a969f8 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:54.511853 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fe8b382a-2e33-4b72-b399-9c81f16a2751 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:54.512835 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d714927d-b8fd-4047-b5aa-92c6fe9d40e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:54.553217 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcfb1bd-fdb3-4ec3-8802-a37f66a969f8 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:00:54.558553 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-9dcfb1bd-fdb3-4ec3-8802-a37f66a969f8 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:00:54.560315 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e9d69f5b-1585-47f2-bfea-69c7452ff4af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=023f89d098d44d53aaea31a7fdcbc39c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7178164 Jun 17 09:00:54.562293 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45138) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:54.563951 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d69f5b-1585-47f2-bfea-69c7452ff4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f7c8c5-86a9-48ee-9fcf-a3c46c8e4c87,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:54.564830 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcfb1bd-fdb3-4ec3-8802-a37f66a969f8 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:00:54.583105 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d69f5b-1585-47f2-bfea-69c7452ff4af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:54.583867 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d69f5b-1585-47f2-bfea-69c7452ff4af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:54.584360 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d69f5b-1585-47f2-bfea-69c7452ff4af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:54.585475 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d69f5b-1585-47f2-bfea-69c7452ff4af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:54.586082 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d69f5b-1585-47f2-bfea-69c7452ff4af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:54.589616 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d69f5b-1585-47f2-bfea-69c7452ff4af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:54.589616 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d69f5b-1585-47f2-bfea-69c7452ff4af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:54.589616 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d69f5b-1585-47f2-bfea-69c7452ff4af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:54.589616 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d69f5b-1585-47f2-bfea-69c7452ff4af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:54.589616 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d69f5b-1585-47f2-bfea-69c7452ff4af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:54.589616 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d69f5b-1585-47f2-bfea-69c7452ff4af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:54.589616 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d69f5b-1585-47f2-bfea-69c7452ff4af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:54.590619 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfb1bd-fdb3-4ec3-8802-a37f66a969f8 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Pushing event updated for resources: {'Port': ['ID=ec8f22aa-5fbe-4846-8130-2d20e12d558c,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:54.593736 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e9d69f5b-1585-47f2-bfea-69c7452ff4af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:54.596348 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9dcfb1bd-fdb3-4ec3-8802-a37f66a969f8 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:54.669881 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b44b750b-7764-4184-9c5e-f98187e4188c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:54.707610 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b44b750b-7764-4184-9c5e-f98187e4188c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:54.772821 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-964beb7f-3353-43ed-b4e2-a7580eacc8e0 req-23980593-af66-42bb-a0ce-15873b9adc67 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=e25507d0-ed77-4378-ad0f-81f05fa94d5a HTTP/1.1" status: 200 len: 210 time: 0.0703506 Jun 17 09:00:55.031180 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b44b750b-7764-4184-9c5e-f98187e4188c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:55.034251 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b44b750b-7764-4184-9c5e-f98187e4188c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:55.039203 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b44b750b-7764-4184-9c5e-f98187e4188c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/91f7c8c5-86a9-48ee-9fcf-a3c46c8e4c87 HTTP/1.1" status: 204 len: 168 time: 0.4668441 Jun 17 09:00:55.039203 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e8789e6e-db57-4092-ab4e-0cd56e4fe6a7 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:55.057746 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b750b-7764-4184-9c5e-f98187e4188c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f7c8c5-86a9-48ee-9fcf-a3c46c8e4c87,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:55.065903 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b44b750b-7764-4184-9c5e-f98187e4188c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:55.200565 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9dcfb1bd-fdb3-4ec3-8802-a37f66a969f8 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for router_gateway, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:55.528641 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9dcfb1bd-fdb3-4ec3-8802-a37f66a969f8 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:55.580193 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ce33c8f4-7767-4ea5-a68b-1342bc6f95a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:55.658444 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294cb3c-2542-4ec6-a724-4022710d8ba5 req-378c40c2-2c6c-4d1d-ad8d-1a0be52f01b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:55.663417 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f294cb3c-2542-4ec6-a724-4022710d8ba5 req-378c40c2-2c6c-4d1d-ad8d-1a0be52f01b1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 1097 time: 0.2283096 Jun 17 09:00:55.682850 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60f484-43cb-4056-bcfa-cdf701a817f6 req-02f8d93c-15fc-4635-af15-ccc881a5f2e1 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:55.684451 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1c60f484-43cb-4056-bcfa-cdf701a817f6 req-02f8d93c-15fc-4635-af15-ccc881a5f2e1 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.2662024 Jun 17 09:00:55.774297 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1c60f484-43cb-4056-bcfa-cdf701a817f6 req-2636aaa0-463e-4265-8aee-4efa920f3b9b tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734541 Jun 17 09:00:55.777691 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f294cb3c-2542-4ec6-a724-4022710d8ba5 req-001e9e9b-a7b2-4e81-969b-8224a3960479 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071773 Jun 17 09:00:55.871051 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dcfb1bd-fdb3-4ec3-8802-a37f66a969f8 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Router 2f32b08b-5673-4591-8d71-1dbcc6cb0510 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 09:00:56.147990 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-28be5022-2eba-44e3-9e40-4518cce8c584 req-f3bcf6c0-3ed7-4f73-959d-ba3c624ad2e8 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=e25507d0-ed77-4378-ad0f-81f05fa94d5a HTTP/1.1" status: 200 len: 210 time: 0.1010678 Jun 17 09:00:56.164523 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45174) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:56.181916 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c993462e-e433-4f3e-9a13-25370e10db0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:56.205701 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcfb1bd-fdb3-4ec3-8802-a37f66a969f8 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 09:00:56.225737 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10138296-fb88-4040-942f-843bdff1fa86 None None] Sync routers for ids ['2f32b08b-5673-4591-8d71-1dbcc6cb0510'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:00:56.237045 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10138296-fb88-4040-942f-843bdff1fa86 None None] Routers {'2f32b08b-5673-4591-8d71-1dbcc6cb0510'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:00:56.237758 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-10138296-fb88-4040-942f-843bdff1fa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T09:00:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['2f32b08b-5673-4591-8d71-1dbcc6cb0510'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:56.347779 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c993462e-e433-4f3e-9a13-25370e10db0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:56.429614 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-10138296-fb88-4040-942f-843bdff1fa86 None None] Set router 2f32b08b-5673-4591-8d71-1dbcc6cb0510 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:00:56.484685 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c993462e-e433-4f3e-9a13-25370e10db0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:56.494428 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ab0a47c4-d40b-48ae-a240-afb17d0de337 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:56.545981 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9dcfb1bd-fdb3-4ec3-8802-a37f66a969f8 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:56.551156 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9dcfb1bd-fdb3-4ec3-8802-a37f66a969f8 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.5232470 Jun 17 09:00:56.551156 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45176) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:56.583402 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c993462e-e433-4f3e-9a13-25370e10db0c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=09330a20aa074a5c8ad7b5f9e875ec12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4174740 Jun 17 09:00:56.585926 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45182) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:56.587584 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993462e-e433-4f3e-9a13-25370e10db0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fab049a-2bd8-461d-a2ff-3761ff7c3f40,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:56.595739 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c993462e-e433-4f3e-9a13-25370e10db0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:56.737161 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f59d538f-ee92-4ac5-a648-77e3b85d00e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:56.788813 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f59d538f-ee92-4ac5-a648-77e3b85d00e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:56.894454 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-10138296-fb88-4040-942f-843bdff1fa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788631899', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ec8f22aa-5fbe-4846-8130-2d20e12d558c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:00:53Z', 'updated_at': '2021-06-17T09:00:54Z', 'revision_number': 3, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'gw_port': {'id': 'ec8f22aa-5fbe-4846-8130-2d20e12d558c', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:54Z', 'updated_at': '2021-06-17T09:00:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:56.901598 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45188) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:56.943353 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10138296-fb88-4040-942f-843bdff1fa86 None None] Checking router: 2f32b08b-5673-4591-8d71-1dbcc6cb0510 for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:00:56.944926 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10138296-fb88-4040-942f-843bdff1fa86 None None] Updating router 2f32b08b-5673-4591-8d71-1dbcc6cb0510 port ec8f22aa-5fbe-4846-8130-2d20e12d558c binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 09:00:56.960917 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f59d538f-ee92-4ac5-a648-77e3b85d00e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:56.963733 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f59d538f-ee92-4ac5-a648-77e3b85d00e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:56.964981 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f59d538f-ee92-4ac5-a648-77e3b85d00e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0fab049a-2bd8-461d-a2ff-3761ff7c3f40 HTTP/1.1" status: 204 len: 168 time: 0.3777382 Jun 17 09:00:56.966269 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7ee85ef6-a9c0-4a68-98b2-e40018ca23a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:56.986507 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d538f-ee92-4ac5-a648-77e3b85d00e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fab049a-2bd8-461d-a2ff-3761ff7c3f40,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:56.993134 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f59d538f-ee92-4ac5-a648-77e3b85d00e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:57.008071 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-10138296-fb88-4040-942f-843bdff1fa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:57.027933 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0e2c648c-432c-4361-adf4-f8ff8bf52d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:57.096238 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-0df9d724-f4a4-4eaa-aa79-4fe9aa70bb4a tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=d08282b987e04d83bb48daa169894c33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5433223 Jun 17 09:00:57.099036 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45196) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:57.362502 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972b998-a1e9-45de-865a-79f9d0ba673c req-29ac066c-8f57-476d-8c25-5f7f4ea9358b tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:57.366395 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2972b998-a1e9-45de-865a-79f9d0ba673c req-29ac066c-8f57-476d-8c25-5f7f4ea9358b tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.2843585 Jun 17 09:00:57.433582 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2972b998-a1e9-45de-865a-79f9d0ba673c req-7db99bd2-cc8b-4e27-bd64-6c74a69c74a6 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592251 Jun 17 09:00:57.502008 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0e2c648c-432c-4361-adf4-f8ff8bf52d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:57.615671 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0e2c648c-432c-4361-adf4-f8ff8bf52d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:57.622373 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-47611a35-d782-4f8a-a755-3910056170bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:57.633448 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-10138296-fb88-4040-942f-843bdff1fa86 None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:57.651689 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-10138296-fb88-4040-942f-843bdff1fa86 None None] Transition to ACTIVE for port object ec8f22aa-5fbe-4846-8130-2d20e12d558c will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:00:57.674311 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6377835a-a5e3-464d-ade0-bf8ccee02071 req-76182126-fab1-4b96-b3a9-52290a43ca34 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=e25507d0-ed77-4378-ad0f-81f05fa94d5a HTTP/1.1" status: 200 len: 210 time: 0.0648057 Jun 17 09:00:57.688493 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0e2c648c-432c-4361-adf4-f8ff8bf52d88 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cae26d291848432d9f8f90a1f40a0875&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7853022 Jun 17 09:00:57.695083 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45204) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:57.727795 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c648c-432c-4361-adf4-f8ff8bf52d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835487a7-fd6b-407f-a08f-85c6acf82d28,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:57.749552 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0e2c648c-432c-4361-adf4-f8ff8bf52d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:57.805401 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6574dc-aa38-4b27-a4c1-9e7842fd6969 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:57.806986 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3c6574dc-aa38-4b27-a4c1-9e7842fd6969 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7069805 Jun 17 09:00:57.813870 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45210) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:57.866425 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8c440953-8ea4-438f-a16b-1f0dc00cb5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:57.883455 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-12c95dd2-b4ba-40af-a9c8-85639a3bafb7 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=47e26d50-07b5-44f6-8ce3-9ccc70a7083a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0657232 Jun 17 09:00:57.883797 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-10138296-fb88-4040-942f-843bdff1fa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:57.884993 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45214) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:57.885163 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:57.902461 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8c440953-8ea4-438f-a16b-1f0dc00cb5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:57.906619 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-67fed03c-d3e6-46d0-b74b-0fc3fc5a6f07 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1649364580', 'network_id': '9ececb54-f1c7-4886-8f2b-7fd05acf2a74', 'project_id': 'd08282b987e04d83bb48daa169894c33', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:57.917706 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-1d40b97c-3d58-423c-bff7-01d263aefe14 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:57.919238 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-1d40b97c-3d58-423c-bff7-01d263aefe14 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.53 "GET /v2.0/networks?id=904ca9b1-00d8-4238-94b1-dcb40f3f0868 HTTP/1.1" status: 200 len: 814 time: 0.3087864 Jun 17 09:00:57.940360 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-e49b0088-a5cf-4ada-9461-9247d038bfe8 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Request body: {'port': {'device_id': 'e25507d0-ed77-4378-ad0f-81f05fa94d5a', 'network_id': '904ca9b1-00d8-4238-94b1-dcb40f3f0868', 'admin_state_up': True, 'tenant_id': 'a2ee40337e3b431baa5a1d17104f6d60'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:58.000828 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-10138296-fb88-4040-942f-843bdff1fa86 None None] Attempting to bind port ec8f22aa-5fbe-4846-8130-2d20e12d558c on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:00:58.001447 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-10138296-fb88-4040-942f-843bdff1fa86 None None] Attempting to bind port ec8f22aa-5fbe-4846-8130-2d20e12d558c by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:00:58.001593 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10138296-fb88-4040-942f-843bdff1fa86 None None] Attempting to bind port ec8f22aa-5fbe-4846-8130-2d20e12d558c on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:00:58.003684 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf24ad-2736-489a-8917-aadb25608c28 None None] Pushing event updated for resources: {'Port': ['ID=ec8f22aa-5fbe-4846-8130-2d20e12d558c,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:58.013375 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10138296-fb88-4040-942f-843bdff1fa86 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:00:58.014404 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10138296-fb88-4040-942f-843bdff1fa86 None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:00:58.014404 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-10138296-fb88-4040-942f-843bdff1fa86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:58.014636 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10138296-fb88-4040-942f-843bdff1fa86 None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:00:58.015038 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-10138296-fb88-4040-942f-843bdff1fa86 None None] Bound port: ec8f22aa-5fbe-4846-8130-2d20e12d558c, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:00:58.015416 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-10138296-fb88-4040-942f-843bdff1fa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:58.019742 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf24ad-2736-489a-8917-aadb25608c28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:58.020099 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf24ad-2736-489a-8917-aadb25608c28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:58.020571 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf24ad-2736-489a-8917-aadb25608c28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:58.020909 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf24ad-2736-489a-8917-aadb25608c28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:58.021272 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf24ad-2736-489a-8917-aadb25608c28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:58.021600 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf24ad-2736-489a-8917-aadb25608c28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:58.022010 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf24ad-2736-489a-8917-aadb25608c28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:58.022331 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf24ad-2736-489a-8917-aadb25608c28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:58.022688 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf24ad-2736-489a-8917-aadb25608c28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:58.023066 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf24ad-2736-489a-8917-aadb25608c28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:58.023367 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf24ad-2736-489a-8917-aadb25608c28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:58.023789 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf24ad-2736-489a-8917-aadb25608c28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:58.045015 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-eadf24ad-2736-489a-8917-aadb25608c28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:58.082794 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-10138296-fb88-4040-942f-843bdff1fa86 None None] For port ec8f22aa-5fbe-4846-8130-2d20e12d558c, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:00:58.086281 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-10138296-fb88-4040-942f-843bdff1fa86 None None] For port ec8f22aa-5fbe-4846-8130-2d20e12d558c, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=ec8f22aa-5fbe-4846-8130-2d20e12d558c,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:00:58.140360 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8c440953-8ea4-438f-a16b-1f0dc00cb5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:58.143485 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:58.143913 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8c440953-8ea4-438f-a16b-1f0dc00cb5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:58.146355 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-8c440953-8ea4-438f-a16b-1f0dc00cb5c3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/835487a7-fd6b-407f-a08f-85c6acf82d28 HTTP/1.1" status: 204 len: 168 time: 0.4490852 Jun 17 09:00:58.146355 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-075f99b1-2d99-4a56-8b1f-2783dbabb0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:58.164114 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c440953-8ea4-438f-a16b-1f0dc00cb5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835487a7-fd6b-407f-a08f-85c6acf82d28,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:58.167287 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8c440953-8ea4-438f-a16b-1f0dc00cb5c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:58.335308 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-10138296-fb88-4040-942f-843bdff1fa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:58.338198 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fed03c-d3e6-46d0-b74b-0fc3fc5a6f07 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Made reservation on behalf of d08282b987e04d83bb48daa169894c33 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:00:58.344286 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67fed03c-d3e6-46d0-b74b-0fc3fc5a6f07 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:58.348199 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:58.406334 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf24ad-2736-489a-8917-aadb25608c28 None None] Pushing event updated for resources: {'Port': ['ID=ec8f22aa-5fbe-4846-8130-2d20e12d558c,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:58.423454 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-eadf24ad-2736-489a-8917-aadb25608c28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:58.424211 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10138296-fb88-4040-942f-843bdff1fa86 None None] Routers {'2f32b08b-5673-4591-8d71-1dbcc6cb0510'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:00:58.425075 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-10138296-fb88-4040-942f-843bdff1fa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T09:00:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['2f32b08b-5673-4591-8d71-1dbcc6cb0510'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:58.625811 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-10138296-fb88-4040-942f-843bdff1fa86 None None] Set router 2f32b08b-5673-4591-8d71-1dbcc6cb0510 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:00:58.642708 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-e49b0088-a5cf-4ada-9461-9247d038bfe8 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Made reservation on behalf of a2ee40337e3b431baa5a1d17104f6d60 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:00:58.647388 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-e49b0088-a5cf-4ada-9461-9247d038bfe8 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:58.691100 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67fed03c-d3e6-46d0-b74b-0fc3fc5a6f07 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:58.702340 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2519f331-27dc-43ab-87f1-3751cf3901dc tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:58.738617 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afd969-c462-4b2d-a9e6-a6e2ab7a3b83 req-c6d57fbf-a61f-49ac-90c8-bfc51e8f2baa tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:58.738617 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-41afd969-c462-4b2d-a9e6-a6e2ab7a3b83 req-c6d57fbf-a61f-49ac-90c8-bfc51e8f2baa tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.1204877 Jun 17 09:00:58.832191 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-41afd969-c462-4b2d-a9e6-a6e2ab7a3b83 req-c6cebc95-99aa-401c-b02f-7ced64fa10a7 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877686 Jun 17 09:00:58.894241 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fed03c-d3e6-46d0-b74b-0fc3fc5a6f07 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Checking segment: {'id': 'c5511071-3953-4402-aa91-f7fff53809ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9ececb54-f1c7-4886-8f2b-7fd05acf2a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:00:58.894530 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fed03c-d3e6-46d0-b74b-0fc3fc5a6f07 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Network hostable DHCP agents. Network: 9ececb54-f1c7-4886-8f2b-7fd05acf2a74, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 09:00:58.902839 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fed03c-d3e6-46d0-b74b-0fc3fc5a6f07 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Pushing event updated for resources: {'Subnet': ['ID=40c6516d-868a-47bd-89cb-0de5af4997ac,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:58.908852 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-67fed03c-d3e6-46d0-b74b-0fc3fc5a6f07 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:58.987556 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9e18d7ad-96d6-4837-a971-abe4e3bee50f req-8b667d6e-b692-4121-a6d6-bc008ba520da tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=e25507d0-ed77-4378-ad0f-81f05fa94d5a HTTP/1.1" status: 200 len: 210 time: 0.0646973 Jun 17 09:00:59.015881 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-e49b0088-a5cf-4ada-9461-9247d038bfe8 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Allocated IP 172.20.0.2 (904ca9b1-00d8-4238-94b1-dcb40f3f0868/be2c55b3-02a4-4190-acdd-75f271ee2f5f/c65a82dc-b698-455f-afe6-1fe8a9beeca4) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:00:59.101862 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-10138296-fb88-4040-942f-843bdff1fa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788631899', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ec8f22aa-5fbe-4846-8130-2d20e12d558c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:00:53Z', 'updated_at': '2021-06-17T09:00:54Z', 'revision_number': 3, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'gw_port': {'id': 'ec8f22aa-5fbe-4846-8130-2d20e12d558c', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:54Z', 'updated_at': '2021-06-17T09:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:59.149481 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45250) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:59.178652 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10138296-fb88-4040-942f-843bdff1fa86 None None] The sync data for ids ['2f32b08b-5673-4591-8d71-1dbcc6cb0510'] in n-d-758944-30 is: [{'id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788631899', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ec8f22aa-5fbe-4846-8130-2d20e12d558c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:00:53Z', 'updated_at': '2021-06-17T09:00:54Z', 'revision_number': 3, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'gw_port': {'id': 'ec8f22aa-5fbe-4846-8130-2d20e12d558c', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:54Z', 'updated_at': '2021-06-17T09:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:00:59.186042 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fed03c-d3e6-46d0-b74b-0fc3fc5a6f07 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Network 9ececb54-f1c7-4886-8f2b-7fd05acf2a74 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 09:00:59.299752 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-e49b0088-a5cf-4ada-9461-9247d038bfe8 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:59.325596 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45254) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:59.331134 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-67fed03c-d3e6-46d0-b74b-0fc3fc5a6f07 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 9ececb54-f1c7-4886-8f2b-7fd05acf2a74) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:00:59.335857 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fed03c-d3e6-46d0-b74b-0fc3fc5a6f07 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:59.336465 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-67fed03c-d3e6-46d0-b74b-0fc3fc5a6f07 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:59.363607 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6316c4e-e93f-43dc-9b75-3cfdd09f3d22 None None] Network 9ececb54-f1c7-4886-8f2b-7fd05acf2a74 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:00:59.377049 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b7b08792-f12c-47e0-b23b-696f912ec38b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:59.459038 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-67fed03c-d3e6-46d0-b74b-0fc3fc5a6f07 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5726235 Jun 17 09:00:59.461260 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-e49b0088-a5cf-4ada-9461-9247d038bfe8 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:59.465483 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45258) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:59.470646 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5b5b10a8-5594-4abc-97e1-5bab5411d8c5 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:59.562021 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-021d0fe3-d83e-4b08-af73-5dcb8f35223f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:59.687005 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-e49b0088-a5cf-4ada-9461-9247d038bfe8 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Network 904ca9b1-00d8-4238-94b1-dcb40f3f0868 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:00:59.689058 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-e49b0088-a5cf-4ada-9461-9247d038bfe8 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:00:59.705156 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-e49b0088-a5cf-4ada-9461-9247d038bfe8 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:00:59.777773 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b0088-a5cf-4ada-9461-9247d038bfe8 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Pushing event updated for resources: {'Port': ['ID=c65a82dc-b698-455f-afe6-1fe8a9beeca4,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:59.792901 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e49b0088-a5cf-4ada-9461-9247d038bfe8 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:59.797769 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b7b08792-f12c-47e0-b23b-696f912ec38b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:59.815335 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bb5469-5a43-46d6-a48b-dd6f32cbae6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-9ececb54-f1c7-4886-8f2b-7fd05acf2a74', 'network_id': '9ececb54-f1c7-4886-8f2b-7fd05acf2a74', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'fixed_ips': [{'subnet_id': '40c6516d-868a-47bd-89cb-0de5af4997ac'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 09:00:59.815335 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-66bb5469-5a43-46d6-a48b-dd6f32cbae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:59.840392 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device ec8f22aa-5fbe-4846-8130-2d20e12d558c up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:00:59.844020 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-326091b8-cd58-42d9-8c9c-ae1745f03a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:59.855176 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-e49b0088-a5cf-4ada-9461-9247d038bfe8 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:59.856035 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-e49b0088-a5cf-4ada-9461-9247d038bfe8 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:59.978504 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-e49b0088-a5cf-4ada-9461-9247d038bfe8 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0424008 Jun 17 09:00:59.992142 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-fa54d064-2fc7-4213-a1a1-f81b478da310 service neutron] Request body: {'port': {'device_id': 'e25507d0-ed77-4378-ad0f-81f05fa94d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:01:00.081342 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port ec8f22aa-5fbe-4846-8130-2d20e12d558c completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:01:00.118291 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-66bb5469-5a43-46d6-a48b-dd6f32cbae6c None None] Allocated IP 172.20.0.2 (9ececb54-f1c7-4886-8f2b-7fd05acf2a74/40c6516d-868a-47bd-89cb-0de5af4997ac/71c08009-bc38-4e9a-bb02-457d475eb8e9) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:01:00.173624 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-fa54d064-2fc7-4213-a1a1-f81b478da310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:00.369101 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-66bb5469-5a43-46d6-a48b-dd6f32cbae6c None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:00.378751 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-66bb5469-5a43-46d6-a48b-dd6f32cbae6c None None] Transition to ACTIVE for port object 71c08009-bc38-4e9a-bb02-457d475eb8e9 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:01:00.398024 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-66bb5469-5a43-46d6-a48b-dd6f32cbae6c None None] Transition to ACTIVE for port object 71c08009-bc38-4e9a-bb02-457d475eb8e9 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:01:00.404467 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port ec8f22aa-5fbe-4846-8130-2d20e12d558c triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:00.404866 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:00.480100 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-66bb5469-5a43-46d6-a48b-dd6f32cbae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:00.491479 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5adc12a-a5bc-4f3c-a89a-df4396b73dfc req-117b73db-7893-4d8c-aa1a-c00df3372dd0 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:00.493041 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-31c58864-7555-42ed-b939-74370f06fb45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:00.493763 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e5adc12a-a5bc-4f3c-a89a-df4396b73dfc req-117b73db-7893-4d8c-aa1a-c00df3372dd0 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=e25507d0-ed77-4378-ad0f-81f05fa94d5a HTTP/1.1" status: 200 len: 931 time: 0.3025036 Jun 17 09:01:00.514492 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b7b08792-f12c-47e0-b23b-696f912ec38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:00.525330 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d97f8395-5cf8-4184-946e-da7547f1c781 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:00.539867 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bb5469-5a43-46d6-a48b-dd6f32cbae6c None None] Network 9ececb54-f1c7-4886-8f2b-7fd05acf2a74 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:01:00.565156 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-66bb5469-5a43-46d6-a48b-dd6f32cbae6c None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:01:00.568364 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bb5469-5a43-46d6-a48b-dd6f32cbae6c None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:01:00.702354 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e5adc12a-a5bc-4f3c-a89a-df4396b73dfc req-a6877e10-a98e-4232-a963-8866ec681965 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988285 Jun 17 09:01:00.723750 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb5469-5a43-46d6-a48b-dd6f32cbae6c None None] Pushing event updated for resources: {'Port': ['ID=71c08009-bc38-4e9a-bb02-457d475eb8e9,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:00.732721 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-66bb5469-5a43-46d6-a48b-dd6f32cbae6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:00.754739 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:00.766809 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-66bb5469-5a43-46d6-a48b-dd6f32cbae6c None None] Attempting to bind port 71c08009-bc38-4e9a-bb02-457d475eb8e9 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:01:00.767536 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-66bb5469-5a43-46d6-a48b-dd6f32cbae6c None None] Attempting to bind port 71c08009-bc38-4e9a-bb02-457d475eb8e9 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'c5511071-3953-4402-aa91-f7fff53809ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9ececb54-f1c7-4886-8f2b-7fd05acf2a74'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:01:00.767536 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bb5469-5a43-46d6-a48b-dd6f32cbae6c None None] Attempting to bind port 71c08009-bc38-4e9a-bb02-457d475eb8e9 on network 9ececb54-f1c7-4886-8f2b-7fd05acf2a74 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:01:00.787362 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bb5469-5a43-46d6-a48b-dd6f32cbae6c None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:01:00.791930 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bb5469-5a43-46d6-a48b-dd6f32cbae6c None None] Checking segment: {'id': 'c5511071-3953-4402-aa91-f7fff53809ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9ececb54-f1c7-4886-8f2b-7fd05acf2a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:01:00.791930 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-66bb5469-5a43-46d6-a48b-dd6f32cbae6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:00.791930 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bb5469-5a43-46d6-a48b-dd6f32cbae6c None None] Bound using segment: {'id': 'c5511071-3953-4402-aa91-f7fff53809ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9ececb54-f1c7-4886-8f2b-7fd05acf2a74'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:01:00.791930 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-66bb5469-5a43-46d6-a48b-dd6f32cbae6c None None] Bound port: 71c08009-bc38-4e9a-bb02-457d475eb8e9, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5511071-3953-4402-aa91-f7fff53809ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9ececb54-f1c7-4886-8f2b-7fd05acf2a74'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:01:00.791930 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-66bb5469-5a43-46d6-a48b-dd6f32cbae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:00.886887 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-fa54d064-2fc7-4213-a1a1-f81b478da310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c65a82dc-b698-455f-afe6-1fe8a9beeca4 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:01:00.911246 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-fa54d064-2fc7-4213-a1a1-f81b478da310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:00.931095 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port ec8f22aa-5fbe-4846-8130-2d20e12d558c, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=ec8f22aa-5fbe-4846-8130-2d20e12d558c,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:00.952644 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-fa54d064-2fc7-4213-a1a1-f81b478da310 service neutron] Transition to ACTIVE for port object c65a82dc-b698-455f-afe6-1fe8a9beeca4 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:01:00.984593 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b7b08792-f12c-47e0-b23b-696f912ec38b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3882d5b95c044d4a3ef46fb5cc2a516&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6552577 Jun 17 09:01:00.988017 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45290) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:00.988198 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b08792-f12c-47e0-b23b-696f912ec38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5b7f3c-3a8b-4939-8f29-b42bccd84438,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:00.991224 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b7b08792-f12c-47e0-b23b-696f912ec38b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:01.025114 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-326091b8-cd58-42d9-8c9c-ae1745f03a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:01.057336 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-66bb5469-5a43-46d6-a48b-dd6f32cbae6c None None] For port 71c08009-bc38-4e9a-bb02-457d475eb8e9, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:01:01.059634 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-66bb5469-5a43-46d6-a48b-dd6f32cbae6c None None] For port 71c08009-bc38-4e9a-bb02-457d475eb8e9, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=71c08009-bc38-4e9a-bb02-457d475eb8e9,segment=NetworkSegment(c5511071-3953-4402-aa91-f7fff53809ef),segment_id=c5511071-3953-4402-aa91-f7fff53809ef)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:01:01.061647 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:01.069339 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:01.123071 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:01.128962 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-fa54d064-2fc7-4213-a1a1-f81b478da310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:01.132743 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852c9ec-60dc-425d-a898-e6b8908714ea req-f4c6a813-3616-4c13-9fa8-5d920672911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:01.134892 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5852c9ec-60dc-425d-a898-e6b8908714ea req-f4c6a813-3616-4c13-9fa8-5d920672911a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=480b86ad1b7d49c4890b00851e5f8990&device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 1097 time: 1.3326905 Jun 17 09:01:01.135243 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-bf7fa6c6-3041-4f57-9067-356f080da78c tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:01.145224 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7286ab43-1e28-4bc2-b840-2dd81ef65168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:01.164779 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=ec8f22aa-5fbe-4846-8130-2d20e12d558c,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:01.168270 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:01.210625 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7286ab43-1e28-4bc2-b840-2dd81ef65168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:01.212270 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-326091b8-cd58-42d9-8c9c-ae1745f03a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:01.219956 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5f8ce5e8-4af3-448f-8ff8-00418971aee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:01.229741 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2afd5-77e4-4b4c-914b-1933d1726936 req-487b2ece-fb5f-40cc-86a6-e628d5b56e62 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:01.236821 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d1a2afd5-77e4-4b4c-914b-1933d1726936 req-487b2ece-fb5f-40cc-86a6-e628d5b56e62 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.8081133 Jun 17 09:01:01.292160 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-66bb5469-5a43-46d6-a48b-dd6f32cbae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:01.294539 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:01.337770 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54d064-2fc7-4213-a1a1-f81b478da310 service neutron] Pushing event updated for resources: {'Port': ['ID=c65a82dc-b698-455f-afe6-1fe8a9beeca4,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:01.372494 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fa54d064-2fc7-4213-a1a1-f81b478da310 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:01.398689 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb5469-5a43-46d6-a48b-dd6f32cbae6c None None] Pushing event updated for resources: {'Port': ['ID=71c08009-bc38-4e9a-bb02-457d475eb8e9,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:01.406183 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-66bb5469-5a43-46d6-a48b-dd6f32cbae6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:01.440230 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852c9ec-60dc-425d-a898-e6b8908714ea req-e7ccda43-d984-4815-b576-7089344ae393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:01.441933 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5852c9ec-60dc-425d-a898-e6b8908714ea req-e7ccda43-d984-4815-b576-7089344ae393 service neutron] 10.222.0.50 "GET /v2.0/networks?id=16a34c89-47ce-4f22-9578-d80c43c79d15 HTTP/1.1" status: 200 len: 919 time: 0.2660120 Jun 17 09:01:01.455660 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-326091b8-cd58-42d9-8c9c-ae1745f03a7d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0c1cc2971e6246a09404aad649776e8a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3023233 Jun 17 09:01:01.456564 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45306) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:01.491668 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7286ab43-1e28-4bc2-b840-2dd81ef65168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:01.495237 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7286ab43-1e28-4bc2-b840-2dd81ef65168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:01.496614 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7286ab43-1e28-4bc2-b840-2dd81ef65168 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4d5b7f3c-3a8b-4939-8f29-b42bccd84438 HTTP/1.1" status: 204 len: 168 time: 0.5105538 Jun 17 09:01:01.507402 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-67bbe821-5683-4a24-b546-f610f9843cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:01.536809 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-fa54d064-2fc7-4213-a1a1-f81b478da310 service neutron] Attempting to bind port c65a82dc-b698-455f-afe6-1fe8a9beeca4 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:01:01.537642 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-fa54d064-2fc7-4213-a1a1-f81b478da310 service neutron] Attempting to bind port c65a82dc-b698-455f-afe6-1fe8a9beeca4 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': 'f0ecfeb2-618e-4a47-8e5b-ce5283258f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '904ca9b1-00d8-4238-94b1-dcb40f3f0868'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:01:01.539451 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-fa54d064-2fc7-4213-a1a1-f81b478da310 service neutron] Attempting to bind port c65a82dc-b698-455f-afe6-1fe8a9beeca4 on network 904ca9b1-00d8-4238-94b1-dcb40f3f0868 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:01:01.543421 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286ab43-1e28-4bc2-b840-2dd81ef65168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5b7f3c-3a8b-4939-8f29-b42bccd84438,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:01.567200 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326091b8-cd58-42d9-8c9c-ae1745f03a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf26d08-8d12-4b66-9291-a2e2bcf81bce,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:01.571316 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5852c9ec-60dc-425d-a898-e6b8908714ea req-c507d392-807c-48fd-93a9-8012bb464096 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eae1d0ef-12b4-40d0-b352-77e11a5a7fe7 HTTP/1.1" status: 200 len: 217 time: 0.1169429 Jun 17 09:01:01.581390 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7286ab43-1e28-4bc2-b840-2dd81ef65168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:01.587911 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-326091b8-cd58-42d9-8c9c-ae1745f03a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:01.592133 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-fa54d064-2fc7-4213-a1a1-f81b478da310 service neutron] Port c65a82dc-b698-455f-afe6-1fe8a9beeca4 on network 904ca9b1-00d8-4238-94b1-dcb40f3f0868 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:01:01.592295 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-fa54d064-2fc7-4213-a1a1-f81b478da310 service neutron] Attempting to bind port c65a82dc-b698-455f-afe6-1fe8a9beeca4 on network 904ca9b1-00d8-4238-94b1-dcb40f3f0868 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:01:01.604474 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-fa54d064-2fc7-4213-a1a1-f81b478da310 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:01:01.604835 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-fa54d064-2fc7-4213-a1a1-f81b478da310 service neutron] Checking segment: {'id': 'f0ecfeb2-618e-4a47-8e5b-ce5283258f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '904ca9b1-00d8-4238-94b1-dcb40f3f0868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:01:01.605372 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-fa54d064-2fc7-4213-a1a1-f81b478da310 service neutron] Bound using segment: {'id': 'f0ecfeb2-618e-4a47-8e5b-ce5283258f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '904ca9b1-00d8-4238-94b1-dcb40f3f0868'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:01:01.605836 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-fa54d064-2fc7-4213-a1a1-f81b478da310 service neutron] Bound port: c65a82dc-b698-455f-afe6-1fe8a9beeca4, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ecfeb2-618e-4a47-8e5b-ce5283258f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '904ca9b1-00d8-4238-94b1-dcb40f3f0868'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:01:01.606197 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-fa54d064-2fc7-4213-a1a1-f81b478da310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:01.700740 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852c9ec-60dc-425d-a898-e6b8908714ea req-4de30b9f-0a5d-4bba-8413-41253b27848f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:01.702424 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5852c9ec-60dc-425d-a898-e6b8908714ea req-4de30b9f-0a5d-4bba-8413-41253b27848f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8dcda4ff-69ce-4261-8f47-819696fbacb3 HTTP/1.1" status: 200 len: 858 time: 0.0930889 Jun 17 09:01:01.732253 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d1a2afd5-77e4-4b4c-914b-1933d1726936 req-faf24039-908e-4854-93df-e37ffbc92dae tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4940491 Jun 17 09:01:01.807646 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5852c9ec-60dc-425d-a898-e6b8908714ea req-42aab7e3-5aa0-4ed3-b0ec-159aa0743c56 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=16a34c89-47ce-4f22-9578-d80c43c79d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901487 Jun 17 09:01:01.894026 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device ec8f22aa-5fbe-4846-8130-2d20e12d558c up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:01:01.905841 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [req-87510a46-da39-4dc1-9219-939cd38eae00 req-fc281af2-5c7c-4066-9b9f-627fc4f79c72 service neutron] (94519) timed out ('10.222.0.50', 63444) {{(pid=94519) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 09:01:01.948505 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-fa54d064-2fc7-4213-a1a1-f81b478da310 service neutron] For port c65a82dc-b698-455f-afe6-1fe8a9beeca4, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:01:01.954175 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f509b0ed-c051-49d5-b594-cc20fd4c3771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:02.017036 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port ec8f22aa-5fbe-4846-8130-2d20e12d558c triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:02.017804 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:02.069328 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-fa54d064-2fc7-4213-a1a1-f81b478da310 service neutron] For port c65a82dc-b698-455f-afe6-1fe8a9beeca4, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c65a82dc-b698-455f-afe6-1fe8a9beeca4,segment=NetworkSegment(f0ecfeb2-618e-4a47-8e5b-ce5283258f3b),segment_id=f0ecfeb2-618e-4a47-8e5b-ce5283258f3b)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:01:02.085335 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f509b0ed-c051-49d5-b594-cc20fd4c3771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:02.122684 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d79735f1-9d7d-4dbb-9cfe-cf4aef2bb2e9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:02.204533 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd6893-e860-49a7-ae3b-e45113a5b158 req-95112616-2f1d-4d7c-a973-f09a48e3c06a tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:02.213901 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e8dd6893-e860-49a7-ae3b-e45113a5b158 req-95112616-2f1d-4d7c-a973-f09a48e3c06a tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=e25507d0-ed77-4378-ad0f-81f05fa94d5a HTTP/1.1" status: 200 len: 943 time: 0.2107933 Jun 17 09:01:02.213901 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-fa54d064-2fc7-4213-a1a1-f81b478da310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:02.236112 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f3a64bf9-b12d-497b-a5fc-3d233e882038 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:02.267020 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5852c9ec-60dc-425d-a898-e6b8908714ea req-0d47e63b-9456-4b89-aca2-af331c284c91 service neutron] 10.222.0.50 "GET /v2.0/networks/16a34c89-47ce-4f22-9578-d80c43c79d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851786 Jun 17 09:01:02.315375 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-fa54d064-2fc7-4213-a1a1-f81b478da310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:02.316528 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-fa54d064-2fc7-4213-a1a1-f81b478da310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:02.317652 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-fa54d064-2fc7-4213-a1a1-f81b478da310 service neutron] 10.222.0.53 "PUT /v2.0/ports/c65a82dc-b698-455f-afe6-1fe8a9beeca4 HTTP/1.1" status: 200 len: 1092 time: 2.3306773 Jun 17 09:01:02.318199 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25507d0-ed77-4378-ad0f-81f05fa94d5a', 'tag': 'c65a82dc-b698-455f-afe6-1fe8a9beeca4'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:01:02.320746 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e647e0b9-debd-47f3-aa7a-0003838daf74" -d '{"events": [{"name": "network-changed", "server_uuid": "e25507d0-ed77-4378-ad0f-81f05fa94d5a", "tag": "c65a82dc-b698-455f-afe6-1fe8a9beeca4"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:01:02.356790 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e8dd6893-e860-49a7-ae3b-e45113a5b158 req-24a05f14-4718-477b-bc21-ffb8b2d2b200 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373315 Jun 17 09:01:02.362202 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54d064-2fc7-4213-a1a1-f81b478da310 service neutron] Pushing event updated for resources: {'Port': ['ID=c65a82dc-b698-455f-afe6-1fe8a9beeca4,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:02.375388 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fa54d064-2fc7-4213-a1a1-f81b478da310 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:02.394294 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 09:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487acded-064e-4199-9f25-463bd71dfede x-openstack-request-id: req-487acded-064e-4199-9f25-463bd71dfede {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:01:02.394965 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25507d0-ed77-4378-ad0f-81f05fa94d5a", "tag": "c65a82dc-b698-455f-afe6-1fe8a9beeca4", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:01:02.395449 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-487acded-064e-4199-9f25-463bd71dfede {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:01:02.403496 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25507d0-ed77-4378-ad0f-81f05fa94d5a', 'tag': 'c65a82dc-b698-455f-afe6-1fe8a9beeca4', 'status': 'completed', 'code': 200} Jun 17 09:01:02.454573 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f509b0ed-c051-49d5-b594-cc20fd4c3771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:02.457920 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f509b0ed-c051-49d5-b594-cc20fd4c3771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:02.462784 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f509b0ed-c051-49d5-b594-cc20fd4c3771 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fdf26d08-8d12-4b66-9291-a2e2bcf81bce HTTP/1.1" status: 204 len: 168 time: 1.0050626 Jun 17 09:01:02.484054 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ee01176b-66f0-4de8-8045-c028e249577d tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:02.504785 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509b0ed-c051-49d5-b594-cc20fd4c3771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf26d08-8d12-4b66-9291-a2e2bcf81bce,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:02.520549 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f509b0ed-c051-49d5-b594-cc20fd4c3771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:02.546770 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5852c9ec-60dc-425d-a898-e6b8908714ea req-82f2ed82-f6e0-480e-ae4a-f01bbaebed85 service neutron] 10.222.0.50 "GET /v2.0/networks/16a34c89-47ce-4f22-9578-d80c43c79d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485263 Jun 17 09:01:02.558832 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647e0b9-debd-47f3-aa7a-0003838daf74 req-35451e93-a87f-458c-a4dc-f902d15b9b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:02.561396 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e647e0b9-debd-47f3-aa7a-0003838daf74 req-35451e93-a87f-458c-a4dc-f902d15b9b93 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2ee40337e3b431baa5a1d17104f6d60&device_id=e25507d0-ed77-4378-ad0f-81f05fa94d5a HTTP/1.1" status: 200 len: 1095 time: 0.1299710 Jun 17 09:01:02.579502 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:02.731119 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-d79735f1-9d7d-4dbb-9cfe-cf4aef2bb2e9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Allocated IP 172.20.0.1 (9ececb54-f1c7-4886-8f2b-7fd05acf2a74/40c6516d-868a-47bd-89cb-0de5af4997ac/2f7cccb3-e3da-43b7-8d6d-14f711b8a645) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:01:02.786309 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647e0b9-debd-47f3-aa7a-0003838daf74 req-1231daa7-ad7e-42dd-9b83-6046247f748e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:02.788650 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e647e0b9-debd-47f3-aa7a-0003838daf74 req-1231daa7-ad7e-42dd-9b83-6046247f748e service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=a2ee40337e3b431baa5a1d17104f6d60&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2164795 Jun 17 09:01:02.899896 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d79735f1-9d7d-4dbb-9cfe-cf4aef2bb2e9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:02.921164 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-d79735f1-9d7d-4dbb-9cfe-cf4aef2bb2e9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Transition to ACTIVE for port object 2f7cccb3-e3da-43b7-8d6d-14f711b8a645 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:01:02.976417 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4cdf3e-4675-47d3-bbfe-8d5d4ef21b7c None None] Network 9ececb54-f1c7-4886-8f2b-7fd05acf2a74 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:01:03.066068 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647e0b9-debd-47f3-aa7a-0003838daf74 req-4a5c4068-5eed-4527-8801-f1de8853039b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:03.067725 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e647e0b9-debd-47f3-aa7a-0003838daf74 req-4a5c4068-5eed-4527-8801-f1de8853039b service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2727170 Jun 17 09:01:03.103478 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f23e1e-fc9f-4861-9cce-90d8b5c589d6 req-6bfc5214-dfda-47b1-9fcb-23c767dfb180 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:03.110818 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c6f23e1e-fc9f-4861-9cce-90d8b5c589d6 req-6bfc5214-dfda-47b1-9fcb-23c767dfb180 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.1285198 Jun 17 09:01:03.174281 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d79735f1-9d7d-4dbb-9cfe-cf4aef2bb2e9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:03.178719 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3fcf0e62-976a-415f-bd1b-080a633a50b8 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:03.192350 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c6f23e1e-fc9f-4861-9cce-90d8b5c589d6 req-9745e65e-b0fa-4ee4-b5f6-35caa42cb04f tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804472 Jun 17 09:01:03.216175 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-d83c7449-7840-4e9c-9c7e-d340d42dd2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:03.217696 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-d83c7449-7840-4e9c-9c7e-d340d42dd2cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2ee40337e3b431baa5a1d17104f6d60&device_id=e25507d0-ed77-4378-ad0f-81f05fa94d5a HTTP/1.1" status: 200 len: 1095 time: 0.0847242 Jun 17 09:01:03.242410 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-719a9228-9f09-475b-8d89-5a62dc3f4470 None None] Provisioning for port 71c08009-bc38-4e9a-bb02-457d475eb8e9 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:01:03.254986 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79735f1-9d7d-4dbb-9cfe-cf4aef2bb2e9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Network 9ececb54-f1c7-4886-8f2b-7fd05acf2a74 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:01:03.262731 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-d79735f1-9d7d-4dbb-9cfe-cf4aef2bb2e9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:01:03.266038 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-6425aade-f6f6-4641-a185-15f9c7f58bee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c65a82dc-b698-455f-afe6-1fe8a9beeca4 HTTP/1.1" status: 200 len: 217 time: 0.0412252 Jun 17 09:01:03.268287 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79735f1-9d7d-4dbb-9cfe-cf4aef2bb2e9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:01:03.299112 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79735f1-9d7d-4dbb-9cfe-cf4aef2bb2e9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Pushing event updated for resources: {'Port': ['ID=2f7cccb3-e3da-43b7-8d6d-14f711b8a645,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:03.304334 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d79735f1-9d7d-4dbb-9cfe-cf4aef2bb2e9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:03.329966 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-422cfa40-8148-4ddd-a69e-6ff0ea74d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:03.331512 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-422cfa40-8148-4ddd-a69e-6ff0ea74d869 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=be2c55b3-02a4-4190-acdd-75f271ee2f5f HTTP/1.1" status: 200 len: 854 time: 0.0597789 Jun 17 09:01:03.332452 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d79735f1-9d7d-4dbb-9cfe-cf4aef2bb2e9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:03.390405 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-f73da6c7-aecd-47f4-8a7e-4ff7ef70ecd4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=904ca9b1-00d8-4238-94b1-dcb40f3f0868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523295 Jun 17 09:01:03.585797 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-4d776265-a865-47e4-b63b-374d6c425dbd service neutron] 10.222.0.53 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893029 Jun 17 09:01:03.672862 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d79735f1-9d7d-4dbb-9cfe-cf4aef2bb2e9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:03.791100 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bffc78-ad42-41c5-ac0e-712c353d685e req-3e848f6c-522a-4871-854c-ca00f143043b tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:03.792854 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-38bffc78-ad42-41c5-ac0e-712c353d685e req-3e848f6c-522a-4871-854c-ca00f143043b tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=e25507d0-ed77-4378-ad0f-81f05fa94d5a HTTP/1.1" status: 200 len: 943 time: 0.2505772 Jun 17 09:01:03.879220 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 71c08009-bc38-4e9a-bb02-457d475eb8e9 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:01:03.974286 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-38bffc78-ad42-41c5-ac0e-712c353d685e req-c5304532-b2e9-46dd-ba64-77e103aff441 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750250 Jun 17 09:01:04.168085 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-4feab0c9-776f-423d-b6c3-75dd9e4448f9 None None] Provisioning for port 2f7cccb3-e3da-43b7-8d6d-14f711b8a645 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:01:04.173493 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-4feab0c9-776f-423d-b6c3-75dd9e4448f9 None None] Provisioning complete for port 2f7cccb3-e3da-43b7-8d6d-14f711b8a645 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:04.174891 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4feab0c9-776f-423d-b6c3-75dd9e4448f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:04.179538 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 71c08009-bc38-4e9a-bb02-457d475eb8e9 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:01:04.207307 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 71c08009-bc38-4e9a-bb02-457d475eb8e9 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:04.208157 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:04.282404 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-4feab0c9-776f-423d-b6c3-75dd9e4448f9 None None] Port 2f7cccb3-e3da-43b7-8d6d-14f711b8a645 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 09:01:04.315567 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f824995a-f97d-4b40-a21c-563a8bfcce05 req-6e528fc7-b91e-4cc9-8ade-d5fdc9ab2576 service neutron] 10.222.0.53 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7234144 Jun 17 09:01:04.329244 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d79735f1-9d7d-4dbb-9cfe-cf4aef2bb2e9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:04.383105 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:04.432637 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d79735f1-9d7d-4dbb-9cfe-cf4aef2bb2e9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:04.443024 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-aaf3bd6b-97f1-4090-873a-0ef8d99cd566 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:04.458285 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 71c08009-bc38-4e9a-bb02-457d475eb8e9, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=71c08009-bc38-4e9a-bb02-457d475eb8e9,segment=NetworkSegment(c5511071-3953-4402-aa91-f7fff53809ef),segment_id=c5511071-3953-4402-aa91-f7fff53809ef)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:04.508424 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082a0e7-3108-4939-b477-97d0295d2136 req-cca8a223-24ff-4e98-90c6-62cda20ce951 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:04.510577 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5082a0e7-3108-4939-b477-97d0295d2136 req-cca8a223-24ff-4e98-90c6-62cda20ce951 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.1115115 Jun 17 09:01:04.568129 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:04.570432 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:04.595092 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5082a0e7-3108-4939-b477-97d0295d2136 req-c8b9be4e-c2a0-48b6-8112-6c9017fcd68b tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778148 Jun 17 09:01:04.604302 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79735f1-9d7d-4dbb-9cfe-cf4aef2bb2e9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Pushing event updated for resources: {'Port': ['ID=2f7cccb3-e3da-43b7-8d6d-14f711b8a645,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:04.614376 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d79735f1-9d7d-4dbb-9cfe-cf4aef2bb2e9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:04.618529 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d79735f1-9d7d-4dbb-9cfe-cf4aef2bb2e9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:04.671448 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=71c08009-bc38-4e9a-bb02-457d475eb8e9,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:04.679565 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:04.735130 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79735f1-9d7d-4dbb-9cfe-cf4aef2bb2e9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Network 9ececb54-f1c7-4886-8f2b-7fd05acf2a74 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:01:04.737207 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-d79735f1-9d7d-4dbb-9cfe-cf4aef2bb2e9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:01:04.900269 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79735f1-9d7d-4dbb-9cfe-cf4aef2bb2e9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Router 2f32b08b-5673-4591-8d71-1dbcc6cb0510 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 09:01:05.054032 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79735f1-9d7d-4dbb-9cfe-cf4aef2bb2e9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 09:01:05.064915 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d79735f1-9d7d-4dbb-9cfe-cf4aef2bb2e9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "PUT /v2.0/routers/2f32b08b-5673-4591-8d71-1dbcc6cb0510/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5979433 Jun 17 09:01:05.067571 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45414) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:05.070223 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55870025-592a-4749-b5f7-952e45a2b3e7 None None] Sync routers for ids ['2f32b08b-5673-4591-8d71-1dbcc6cb0510'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:01:05.073128 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-719feb77-47c6-4d89-bfd2-43f0dbd15006 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--567897576', 'description': 'tempest-secgroup_access--567897576 description', 'project_id': 'd08282b987e04d83bb48daa169894c33'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:01:05.090208 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55870025-592a-4749-b5f7-952e45a2b3e7 None None] Routers {'2f32b08b-5673-4591-8d71-1dbcc6cb0510'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:01:05.092045 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-55870025-592a-4749-b5f7-952e45a2b3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T09:00:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['2f32b08b-5673-4591-8d71-1dbcc6cb0510'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:05.123003 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-cfe1a192-e67b-4f45-b730-4b5c4c0abc39 None None] Provisioning complete for port 2f7cccb3-e3da-43b7-8d6d-14f711b8a645 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:05.124226 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-cfe1a192-e67b-4f45-b730-4b5c4c0abc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:05.164655 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-cfe1a192-e67b-4f45-b730-4b5c4c0abc39 None None] Port 2f7cccb3-e3da-43b7-8d6d-14f711b8a645 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 09:01:05.170272 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-719feb77-47c6-4d89-bfd2-43f0dbd15006 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:05.231210 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-55870025-592a-4749-b5f7-952e45a2b3e7 None None] Set router 2f32b08b-5673-4591-8d71-1dbcc6cb0510 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:01:05.234315 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c16f68-131c-44db-a3cf-4a5d8f9b227d req-e977a78f-2aba-4a1d-a853-ec60758beefe tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:05.243012 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e0c16f68-131c-44db-a3cf-4a5d8f9b227d req-e977a78f-2aba-4a1d-a853-ec60758beefe tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=e25507d0-ed77-4378-ad0f-81f05fa94d5a HTTP/1.1" status: 200 len: 943 time: 0.0894780 Jun 17 09:01:05.285641 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-719feb77-47c6-4d89-bfd2-43f0dbd15006 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:05.292374 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e0c16f68-131c-44db-a3cf-4a5d8f9b227d req-5236fa41-a532-4c70-8d3c-fa9af9f28b94 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483153 Jun 17 09:01:05.371662 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-719feb77-47c6-4d89-bfd2-43f0dbd15006 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:05.384895 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3b963d0f-e865-4e51-9695-4975767c69d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:05.403622 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45420) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:05.428320 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719feb77-47c6-4d89-bfd2-43f0dbd15006 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce88f9c-fad4-433a-a58b-37e20200626e,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:05.432093 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-719feb77-47c6-4d89-bfd2-43f0dbd15006 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:05.465064 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-719feb77-47c6-4d89-bfd2-43f0dbd15006 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:05.470283 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-719feb77-47c6-4d89-bfd2-43f0dbd15006 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3978331 Jun 17 09:01:05.470644 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45426) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:05.476226 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-eec1539c-5b7a-4631-88dd-079045141963 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--361838839', 'description': 'tempest-secgroup_general--361838839 description', 'project_id': 'd08282b987e04d83bb48daa169894c33'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:01:05.540972 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-e1dc74b5-654a-463e-871b-3de692748d8c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1471441186-network', 'tenant_id': 'a1f64455a970457ebf88214fcfd1383d'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:01:05.574028 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-55870025-592a-4749-b5f7-952e45a2b3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788631899', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ec8f22aa-5fbe-4846-8130-2d20e12d558c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:00:53Z', 'updated_at': '2021-06-17T09:01:03Z', 'revision_number': 4, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'gw_port': {'id': 'ec8f22aa-5fbe-4846-8130-2d20e12d558c', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:54Z', 'updated_at': '2021-06-17T09:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '2f7cccb3-e3da-43b7-8d6d-14f711b8a645', 'name': '', 'network_id': '9ececb54-f1c7-4886-8f2b-7fd05acf2a74', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'mac_address': 'fa:16:3e:5c:d2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '40c6516d-868a-47bd-89cb-0de5af4997ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:02Z', 'updated_at': '2021-06-17T09:01:04Z', 'revision_number': 2, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'subnets': [{'id': '40c6516d-868a-47bd-89cb-0de5af4997ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:05.610545 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55870025-592a-4749-b5f7-952e45a2b3e7 None None] Checking router: 2f32b08b-5673-4591-8d71-1dbcc6cb0510 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:01:05.610928 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55870025-592a-4749-b5f7-952e45a2b3e7 None None] Updating router 2f32b08b-5673-4591-8d71-1dbcc6cb0510 port 2f7cccb3-e3da-43b7-8d6d-14f711b8a645 binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 09:01:05.613910 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-eec1539c-5b7a-4631-88dd-079045141963 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:05.678857 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-55870025-592a-4749-b5f7-952e45a2b3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:05.736122 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 71c08009-bc38-4e9a-bb02-457d475eb8e9 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:01:05.777241 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dc74b5-654a-463e-871b-3de692748d8c admin admin] Made reservation on behalf of a1f64455a970457ebf88214fcfd1383d for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:01:05.780078 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e1dc74b5-654a-463e-871b-3de692748d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:05.802322 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e1dc74b5-654a-463e-871b-3de692748d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:05.875440 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 71c08009-bc38-4e9a-bb02-457d475eb8e9 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:05.876476 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:05.977282 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64de3ff-cb53-4c94-a98c-69df18535ce6 req-7510cbed-fb9a-4557-92ef-39f7686dbadf tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:05.982980 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b64de3ff-cb53-4c94-a98c-69df18535ce6 req-7510cbed-fb9a-4557-92ef-39f7686dbadf tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.2327642 Jun 17 09:01:06.061776 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b64de3ff-cb53-4c94-a98c-69df18535ce6 req-33276e23-b753-445c-8367-9a04dabb40fe tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732419 Jun 17 09:01:06.064281 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-eec1539c-5b7a-4631-88dd-079045141963 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:06.113854 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-55870025-592a-4749-b5f7-952e45a2b3e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:06.128229 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-55870025-592a-4749-b5f7-952e45a2b3e7 None None] Transition to ACTIVE for port object 2f7cccb3-e3da-43b7-8d6d-14f711b8a645 will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:01:06.252395 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-eec1539c-5b7a-4631-88dd-079045141963 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:06.252395 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-89d0cb1c-80e6-45a6-9106-f74ac248153e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:06.292183 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1539c-5b7a-4631-88dd-079045141963 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0757b347-5713-4399-9d0b-dffd0de572d5,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:06.305141 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-eec1539c-5b7a-4631-88dd-079045141963 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:06.322905 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-55870025-592a-4749-b5f7-952e45a2b3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:06.327788 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-87cf3b18-f90a-418f-ac8f-cc4234fc05bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:06.456948 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e1dc74b5-654a-463e-871b-3de692748d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:06.541682 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e1dc74b5-654a-463e-871b-3de692748d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:06.547981 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a6870b91-12fd-4217-b4d9-fc9cc110deb1 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:06.600311 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e1c06-8cd1-40b4-9f92-01771e5a4e46 None None] Pushing event updated for resources: {'Port': ['ID=2f7cccb3-e3da-43b7-8d6d-14f711b8a645,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:06.637385 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-eec1539c-5b7a-4631-88dd-079045141963 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:06.639553 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-eec1539c-5b7a-4631-88dd-079045141963 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.1677384 Jun 17 09:01:06.647680 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1dc74b5-654a-463e-871b-3de692748d8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 09:01:06.648031 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45454) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:06.658095 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc74b5-654a-463e-871b-3de692748d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedfdc44-31a7-4b2b-802c-621548b1991f,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:06.664038 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-80f14232-31da-4b53-ad55-e22a2145b4aa tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Request body: {'security_group_rule': {'security_group_id': '3ce88f9c-fad4-433a-a58b-37e20200626e', 'project_id': 'd08282b987e04d83bb48daa169894c33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:01:06.687367 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e5ba6-4e46-4799-90a3-0275622b9401 req-649ced69-7ba9-4159-9642-d9894fd35d14 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:06.701772 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-513e5ba6-4e46-4799-90a3-0275622b9401 req-649ced69-7ba9-4159-9642-d9894fd35d14 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=e25507d0-ed77-4378-ad0f-81f05fa94d5a HTTP/1.1" status: 200 len: 943 time: 0.2770283 Jun 17 09:01:06.709792 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e1dc74b5-654a-463e-871b-3de692748d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:06.733444 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e1dc74b5-654a-463e-871b-3de692748d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:06.734119 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-e1dc74b5-654a-463e-871b-3de692748d8c admin admin] Added segment ec7aa267-4b8a-4871-93e4-4e737a6d7313 of type vlan for network d8d7750b-6a63-4881-b0f2-96035dcad353 Jun 17 09:01:06.737357 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e1c06-8cd1-40b4-9f92-01771e5a4e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:06.737906 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e1c06-8cd1-40b4-9f92-01771e5a4e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:06.738396 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e1c06-8cd1-40b4-9f92-01771e5a4e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:06.738878 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e1c06-8cd1-40b4-9f92-01771e5a4e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:06.740972 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e1c06-8cd1-40b4-9f92-01771e5a4e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:06.741469 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e1c06-8cd1-40b4-9f92-01771e5a4e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:06.741980 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e1c06-8cd1-40b4-9f92-01771e5a4e46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:06.742484 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e1c06-8cd1-40b4-9f92-01771e5a4e46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:06.747094 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e1c06-8cd1-40b4-9f92-01771e5a4e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:06.747691 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e1c06-8cd1-40b4-9f92-01771e5a4e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:06.748200 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e1c06-8cd1-40b4-9f92-01771e5a4e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:06.748694 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e1c06-8cd1-40b4-9f92-01771e5a4e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:01:06.753736 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-c58e1c06-8cd1-40b4-9f92-01771e5a4e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:06.776681 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-55870025-592a-4749-b5f7-952e45a2b3e7 None None] Attempting to bind port 2f7cccb3-e3da-43b7-8d6d-14f711b8a645 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:01:06.777474 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-55870025-592a-4749-b5f7-952e45a2b3e7 None None] Attempting to bind port 2f7cccb3-e3da-43b7-8d6d-14f711b8a645 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'c5511071-3953-4402-aa91-f7fff53809ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9ececb54-f1c7-4886-8f2b-7fd05acf2a74'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:01:06.778040 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55870025-592a-4749-b5f7-952e45a2b3e7 None None] Attempting to bind port 2f7cccb3-e3da-43b7-8d6d-14f711b8a645 on network 9ececb54-f1c7-4886-8f2b-7fd05acf2a74 {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:01:06.790845 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55870025-592a-4749-b5f7-952e45a2b3e7 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:01:06.793415 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55870025-592a-4749-b5f7-952e45a2b3e7 None None] Checking segment: {'id': 'c5511071-3953-4402-aa91-f7fff53809ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9ececb54-f1c7-4886-8f2b-7fd05acf2a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:01:06.794027 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-55870025-592a-4749-b5f7-952e45a2b3e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:06.797069 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55870025-592a-4749-b5f7-952e45a2b3e7 None None] Bound using segment: {'id': 'c5511071-3953-4402-aa91-f7fff53809ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9ececb54-f1c7-4886-8f2b-7fd05acf2a74'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:01:06.797069 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-55870025-592a-4749-b5f7-952e45a2b3e7 None None] Bound port: 2f7cccb3-e3da-43b7-8d6d-14f711b8a645, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5511071-3953-4402-aa91-f7fff53809ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9ececb54-f1c7-4886-8f2b-7fd05acf2a74'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:01:06.797069 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-55870025-592a-4749-b5f7-952e45a2b3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:06.915351 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-513e5ba6-4e46-4799-90a3-0275622b9401 req-58ee3253-0278-411c-8a9d-c19e8414171d tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125182 Jun 17 09:01:06.924530 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-80f14232-31da-4b53-ad55-e22a2145b4aa tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:06.929053 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e1dc74b5-654a-463e-871b-3de692748d8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:06.959988 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-55870025-592a-4749-b5f7-952e45a2b3e7 None None] For port 2f7cccb3-e3da-43b7-8d6d-14f711b8a645, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:01:06.963046 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-55870025-592a-4749-b5f7-952e45a2b3e7 None None] For port 2f7cccb3-e3da-43b7-8d6d-14f711b8a645, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=2f7cccb3-e3da-43b7-8d6d-14f711b8a645,segment=NetworkSegment(c5511071-3953-4402-aa91-f7fff53809ef),segment_id=c5511071-3953-4402-aa91-f7fff53809ef)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:01:07.054132 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-55870025-592a-4749-b5f7-952e45a2b3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:07.060305 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:07.123629 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-80f14232-31da-4b53-ad55-e22a2145b4aa tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:07.145583 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55870025-592a-4749-b5f7-952e45a2b3e7 None None] Routers {'2f32b08b-5673-4591-8d71-1dbcc6cb0510'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:01:07.146242 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-55870025-592a-4749-b5f7-952e45a2b3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T09:00:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['2f32b08b-5673-4591-8d71-1dbcc6cb0510'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:07.167559 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e1dc74b5-654a-463e-871b-3de692748d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:07.168962 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dc74b5-654a-463e-871b-3de692748d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:07.179462 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e1dc74b5-654a-463e-871b-3de692748d8c admin admin] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:07.179462 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ab5f10da-9b3b-49f6-83cc-6bb43b6d733c tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:07.244461 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e1c06-8cd1-40b4-9f92-01771e5a4e46 None None] Pushing event updated for resources: {'Port': ['ID=2f7cccb3-e3da-43b7-8d6d-14f711b8a645,revision_number=4']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:07.250565 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-c58e1c06-8cd1-40b4-9f92-01771e5a4e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:07.255496 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc74b5-654a-463e-871b-3de692748d8c admin admin] Pushing event updated for resources: {'Network': ['ID=d8d7750b-6a63-4881-b0f2-96035dcad353,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:07.268727 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network d8d7750b-6a63-4881-b0f2-96035dcad353 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 09:01:07.292798 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e1dc74b5-654a-463e-871b-3de692748d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:07.327850 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-80f14232-31da-4b53-ad55-e22a2145b4aa tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:07.336132 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8ce30389-37ba-452c-85c3-f2e1647abd0d tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:07.353712 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-55870025-592a-4749-b5f7-952e45a2b3e7 None None] Set router 2f32b08b-5673-4591-8d71-1dbcc6cb0510 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:01:07.357788 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f14232-31da-4b53-ad55-e22a2145b4aa tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf2bbeb-c460-439a-aea9-ad60b8c07f0c,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:07.361404 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-80f14232-31da-4b53-ad55-e22a2145b4aa tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:07.442509 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-80f14232-31da-4b53-ad55-e22a2145b4aa tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:07.443938 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e1dc74b5-654a-463e-871b-3de692748d8c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0377388 Jun 17 09:01:07.444958 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-80f14232-31da-4b53-ad55-e22a2145b4aa tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7952766 Jun 17 09:01:07.445969 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45474) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:07.457608 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-7166b93e-1181-429d-bef4-336339f341b2 admin admin] Request body: {'subnet': {'network_id': 'd8d7750b-6a63-4881-b0f2-96035dcad353', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1471441186-subnet', 'tenant_id': 'a1f64455a970457ebf88214fcfd1383d', 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:01:07.464744 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device c65a82dc-b698-455f-afe6-1fe8a9beeca4 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 09:01:07.597384 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7166b93e-1181-429d-bef4-336339f341b2 admin admin] Made reservation on behalf of a1f64455a970457ebf88214fcfd1383d for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:01:07.601694 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7166b93e-1181-429d-bef4-336339f341b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:07.636865 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port c65a82dc-b698-455f-afe6-1fe8a9beeca4, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c65a82dc-b698-455f-afe6-1fe8a9beeca4,segment=NetworkSegment(f0ecfeb2-618e-4a47-8e5b-ce5283258f3b),segment_id=f0ecfeb2-618e-4a47-8e5b-ce5283258f3b)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:07.655546 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': 'c65a82dc-b698-455f-afe6-1fe8a9beeca4', 'network_id': '904ca9b1-00d8-4238-94b1-dcb40f3f0868', 'port_id': 'c65a82dc-b698-455f-afe6-1fe8a9beeca4', 'mac_address': 'fa:16:3e:9e:e6:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be2c55b3-02a4-4190-acdd-75f271ee2f5f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 09:01:07.736600 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-55870025-592a-4749-b5f7-952e45a2b3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788631899', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ec8f22aa-5fbe-4846-8130-2d20e12d558c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:00:53Z', 'updated_at': '2021-06-17T09:01:03Z', 'revision_number': 4, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'gw_port': {'id': 'ec8f22aa-5fbe-4846-8130-2d20e12d558c', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:54Z', 'updated_at': '2021-06-17T09:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '2f7cccb3-e3da-43b7-8d6d-14f711b8a645', 'name': '', 'network_id': '9ececb54-f1c7-4886-8f2b-7fd05acf2a74', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'mac_address': 'fa:16:3e:5c:d2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '40c6516d-868a-47bd-89cb-0de5af4997ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:02Z', 'updated_at': '2021-06-17T09:01:06Z', 'revision_number': 4, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'subnets': [{'id': '40c6516d-868a-47bd-89cb-0de5af4997ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:07.772391 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55870025-592a-4749-b5f7-952e45a2b3e7 None None] The sync data for ids ['2f32b08b-5673-4591-8d71-1dbcc6cb0510'] in n-d-758944-30 is: [{'id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788631899', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ec8f22aa-5fbe-4846-8130-2d20e12d558c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:00:53Z', 'updated_at': '2021-06-17T09:01:03Z', 'revision_number': 4, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'gw_port': {'id': 'ec8f22aa-5fbe-4846-8130-2d20e12d558c', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:54Z', 'updated_at': '2021-06-17T09:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '2f7cccb3-e3da-43b7-8d6d-14f711b8a645', 'name': '', 'network_id': '9ececb54-f1c7-4886-8f2b-7fd05acf2a74', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'mac_address': 'fa:16:3e:5c:d2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '40c6516d-868a-47bd-89cb-0de5af4997ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:02Z', 'updated_at': '2021-06-17T09:01:06Z', 'revision_number': 4, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'subnets': [{'id': '40c6516d-868a-47bd-89cb-0de5af4997ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:01:07.774702 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:07.798901 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65a82dc-b698-455f-afe6-1fe8a9beeca4 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:01:07.889701 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port c65a82dc-b698-455f-afe6-1fe8a9beeca4, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c65a82dc-b698-455f-afe6-1fe8a9beeca4,segment=NetworkSegment(f0ecfeb2-618e-4a47-8e5b-ce5283258f3b),segment_id=f0ecfeb2-618e-4a47-8e5b-ce5283258f3b)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:07.957592 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-93b44f96-69f8-44e4-97d4-2d968c7a8fe0 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup_general--361838839&fields=id&tenant_id=d08282b987e04d83bb48daa169894c33 HTTP/1.1" status: 200 len: 267 time: 0.0777004 Jun 17 09:01:07.963209 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:07.966204 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-77c658f4-1fba-4acf-9fad-d9a7dd0c4699 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:08.095593 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-9e3f6ace-87ea-49dc-80a1-26d08d9a5850 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup_access--567897576&fields=id&tenant_id=d08282b987e04d83bb48daa169894c33 HTTP/1.1" status: 200 len: 267 time: 0.1141682 Jun 17 09:01:08.123682 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=c65a82dc-b698-455f-afe6-1fe8a9beeca4,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:08.131862 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:08.158347 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45504) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:08.170664 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['c65a82dc-b698-455f-afe6-1fe8a9beeca4'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 09:01:08.253883 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7166b93e-1181-429d-bef4-336339f341b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:08.311293 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9799595b-07b5-4de0-ad97-34a9c51faa7c tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:08.408561 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-dfdccac7-4c82-481c-864b-4a239c5a09c9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:08.418055 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-dfdccac7-4c82-481c-864b-4a239c5a09c9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/networks?id=9ececb54-f1c7-4886-8f2b-7fd05acf2a74 HTTP/1.1" status: 200 len: 796 time: 0.3180151 Jun 17 09:01:08.444821 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-e72c41d9-897d-4c50-9f99-31eea2259e9c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/quotas/d08282b987e04d83bb48daa169894c33 HTTP/1.1" status: 200 len: 375 time: 0.0254467 Jun 17 09:01:08.517716 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166b93e-1181-429d-bef4-336339f341b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c61a1c28-12e0-4af9-abe7-379b2f73cbce,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:08.564094 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7166b93e-1181-429d-bef4-336339f341b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:08.588823 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45512) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:08.641766 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd0a73-9dc7-4238-8eb3-ea22d6762fbb req-ef03406b-78c6-45ef-874a-44d428dd1d0a tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:08.653964 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d3fd0a73-9dc7-4238-8eb3-ea22d6762fbb req-ef03406b-78c6-45ef-874a-44d428dd1d0a tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=e25507d0-ed77-4378-ad0f-81f05fa94d5a HTTP/1.1" status: 200 len: 944 time: 0.4221725 Jun 17 09:01:08.666085 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7166b93e-1181-429d-bef4-336339f341b2 admin admin] Checking segment: {'id': 'ec7aa267-4b8a-4871-93e4-4e737a6d7313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd8d7750b-6a63-4881-b0f2-96035dcad353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:01:08.667124 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7166b93e-1181-429d-bef4-336339f341b2 admin admin] Network hostable DHCP agents. Network: d8d7750b-6a63-4881-b0f2-96035dcad353, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 09:01:08.707389 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-c028d876-a1d2-40a0-ba50-c63c81f89b3c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d08282b987e04d83bb48daa169894c33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2614303 Jun 17 09:01:08.713295 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-ff0deffc-5c7c-4f19-9b48-ced4bc0729f2 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 09:01:08.721010 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-ff0deffc-5c7c-4f19-9b48-ced4bc0729f2 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125844 Jun 17 09:01:08.726545 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-788282ac-93e0-4615-8b12-e488291e4455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:08.774326 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d3fd0a73-9dc7-4238-8eb3-ea22d6762fbb req-dcb199d6-9007-4d97-9fdb-80ebd78efa65 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186087 Jun 17 09:01:08.796739 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5944-eb35-472b-8460-ca033398e3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:08.855062 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-aed9cf06-0681-4413-bbd4-43dd53115612 service neutron] 10.222.0.49 "GET /v2.0/networks/9ececb54-f1c7-4886-8f2b-7fd05acf2a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318357 Jun 17 09:01:08.880739 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-788282ac-93e0-4615-8b12-e488291e4455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:08.882273 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7166b93e-1181-429d-bef4-336339f341b2 admin admin] Network d8d7750b-6a63-4881-b0f2-96035dcad353 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 09:01:08.961891 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-edf56a2c-7e50-4010-848d-e395b199d5d1 service neutron] 10.222.0.49 "GET /v2.0/networks/9ececb54-f1c7-4886-8f2b-7fd05acf2a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013715 Jun 17 09:01:08.971239 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-788282ac-93e0-4615-8b12-e488291e4455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:08.981100 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-102bc7a7-1533-42c5-9af5-2c84857a0fc3 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:09.011421 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-7166b93e-1181-429d-bef4-336339f341b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, d8d7750b-6a63-4881-b0f2-96035dcad353) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:01:09.015640 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7166b93e-1181-429d-bef4-336339f341b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:09.016769 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7166b93e-1181-429d-bef4-336339f341b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:09.022899 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6277c7-1d77-49be-aaf6-e251d93b1b97 None None] Network d8d7750b-6a63-4881-b0f2-96035dcad353 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:01:09.038581 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-788282ac-93e0-4615-8b12-e488291e4455 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=33561469f73e4c01bdfd13aef953943e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8790178 Jun 17 09:01:09.039618 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788282ac-93e0-4615-8b12-e488291e4455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb8e67c-b231-49ce-90d6-4bbcd2f0a2d1,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:09.043964 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45522) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:09.048486 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-788282ac-93e0-4615-8b12-e488291e4455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:09.128661 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a6ab4262-192d-4536-93bd-c36cc4019199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:09.177328 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5944-eb35-472b-8460-ca033398e3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:09.180293 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a6ab4262-192d-4536-93bd-c36cc4019199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:09.286116 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5944-eb35-472b-8460-ca033398e3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:09.289109 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0a1160c2-3a2a-4913-8232-cc8340c22452 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:09.297294 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c71db36-fc8b-4bea-9b18-927a1b1c1f33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-d8d7750b-6a63-4881-b0f2-96035dcad353', 'network_id': 'd8d7750b-6a63-4881-b0f2-96035dcad353', 'tenant_id': 'a1f64455a970457ebf88214fcfd1383d', 'fixed_ips': [{'subnet_id': 'c61a1c28-12e0-4af9-abe7-379b2f73cbce'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 09:01:09.297294 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7c71db36-fc8b-4bea-9b18-927a1b1c1f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:09.361237 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a6ab4262-192d-4536-93bd-c36cc4019199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:09.362248 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1e9d0f39-e48a-4f97-8259-c035b6ab6553 req-fe1f973e-9f5c-45dd-8832-8fb8ecbd2424 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5 HTTP/1.1" status: 200 len: 210 time: 0.0468340 Jun 17 09:01:09.364059 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a6ab4262-192d-4536-93bd-c36cc4019199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:09.377118 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a6ab4262-192d-4536-93bd-c36cc4019199 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9fb8e67c-b231-49ce-90d6-4bbcd2f0a2d1 HTTP/1.1" status: 204 len: 168 time: 0.3250263 Jun 17 09:01:09.379447 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-b5ae5944-eb35-472b-8460-ca033398e3ef admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e474cd972a654364b4c91c7898e536be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7877514 Jun 17 09:01:09.379729 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45538) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:09.380803 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae5944-eb35-472b-8460-ca033398e3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde09d3a-d389-4083-87b7-e087debbcf27,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:09.383959 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b5ae5944-eb35-472b-8460-ca033398e3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:09.384768 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b8f8deea-8c31-48e1-a591-cc5a5c42da89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:09.395054 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab4262-192d-4536-93bd-c36cc4019199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb8e67c-b231-49ce-90d6-4bbcd2f0a2d1,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:09.406147 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a6ab4262-192d-4536-93bd-c36cc4019199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:09.479640 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ffc033b7-96e6-4bb5-bcf3-19ce473f3ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:09.479924 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device c65a82dc-b698-455f-afe6-1fe8a9beeca4 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:01:09.487790 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7166b93e-1181-429d-bef4-336339f341b2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0384886 Jun 17 09:01:09.494210 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45542) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:09.499382 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-3f6b6257-6085-4f61-a5f2-9710706c5852 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1471441186-router', 'tenant_id': 'a1f64455a970457ebf88214fcfd1383d', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:01:09.526654 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ffc033b7-96e6-4bb5-bcf3-19ce473f3ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:09.698828 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6257-6085-4f61-a5f2-9710706c5852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:09.698828 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6257-6085-4f61-a5f2-9710706c5852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:09.701468 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-7c71db36-fc8b-4bea-9b18-927a1b1c1f33 None None] Allocated IP 172.20.0.2 (d8d7750b-6a63-4881-b0f2-96035dcad353/c61a1c28-12e0-4af9-abe7-379b2f73cbce/07278189-5c48-44c0-b868-4d42c638e3c7) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:01:09.716914 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ffc033b7-96e6-4bb5-bcf3-19ce473f3ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:09.719772 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-ffc033b7-96e6-4bb5-bcf3-19ce473f3ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:09.720965 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-ffc033b7-96e6-4bb5-bcf3-19ce473f3ced admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cde09d3a-d389-4083-87b7-e087debbcf27 HTTP/1.1" status: 204 len: 168 time: 0.3400569 Jun 17 09:01:09.722333 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0e2c648c-432c-4361-adf4-f8ff8bf52d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:09.744834 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc033b7-96e6-4bb5-bcf3-19ce473f3ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde09d3a-d389-4083-87b7-e087debbcf27,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:09.751405 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ffc033b7-96e6-4bb5-bcf3-19ce473f3ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:09.808898 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6257-6085-4f61-a5f2-9710706c5852 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:09.815933 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 2f7cccb3-e3da-43b7-8d6d-14f711b8a645 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:01:09.824589 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port c65a82dc-b698-455f-afe6-1fe8a9beeca4 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:01:09.842493 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12247f24-fbf4-4c2a-b5cf-9f9905f5a7cd req-aa6f1c74-9067-4ee0-bbc6-9a85d5cd394e tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:09.844477 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-12247f24-fbf4-4c2a-b5cf-9f9905f5a7cd req-aa6f1c74-9067-4ee0-bbc6-9a85d5cd394e tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.2761948 Jun 17 09:01:09.853678 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port c65a82dc-b698-455f-afe6-1fe8a9beeca4 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:09.854065 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:09.906767 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-12247f24-fbf4-4c2a-b5cf-9f9905f5a7cd req-daf4a365-50de-4177-99e7-7f2387ff5fec tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566304 Jun 17 09:01:10.065388 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8839c-38e1-4521-a9e8-9f2eaf0b3afa req-52806a54-97c7-4fcd-8f8a-6ee56e893d4d tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:10.069010 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-25d8839c-38e1-4521-a9e8-9f2eaf0b3afa req-52806a54-97c7-4fcd-8f8a-6ee56e893d4d tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=e25507d0-ed77-4378-ad0f-81f05fa94d5a HTTP/1.1" status: 200 len: 944 time: 0.1275601 Jun 17 09:01:10.088335 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:10.093545 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6257-6085-4f61-a5f2-9710706c5852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:10.134216 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port c65a82dc-b698-455f-afe6-1fe8a9beeca4, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=c65a82dc-b698-455f-afe6-1fe8a9beeca4,segment=NetworkSegment(f0ecfeb2-618e-4a47-8e5b-ce5283258f3b),segment_id=f0ecfeb2-618e-4a47-8e5b-ce5283258f3b)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:10.138522 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25507d0-ed77-4378-ad0f-81f05fa94d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65a82dc-b698-455f-afe6-1fe8a9beeca4'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:01:10.140908 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4309112e-d1ae-4a57-b347-b737ccf24aba" -d '{"events": [{"server_uuid": "e25507d0-ed77-4378-ad0f-81f05fa94d5a", "name": "network-vif-plugged", "status": "completed", "tag": "c65a82dc-b698-455f-afe6-1fe8a9beeca4"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:01:10.144854 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7c71db36-fc8b-4bea-9b18-927a1b1c1f33 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:10.147557 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 2f7cccb3-e3da-43b7-8d6d-14f711b8a645 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:01:10.147962 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-25d8839c-38e1-4521-a9e8-9f2eaf0b3afa req-68766a19-d0cf-414c-b11d-9959c24aa74b tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700243 Jun 17 09:01:10.157273 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 2f7cccb3-e3da-43b7-8d6d-14f711b8a645 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:10.157655 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:10.159934 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-7c71db36-fc8b-4bea-9b18-927a1b1c1f33 None None] Transition to ACTIVE for port object 07278189-5c48-44c0-b868-4d42c638e3c7 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:01:10.199145 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-7c71db36-fc8b-4bea-9b18-927a1b1c1f33 None None] Transition to ACTIVE for port object 07278189-5c48-44c0-b868-4d42c638e3c7 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:01:10.410848 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891aa4df-73db-49ee-88fd-0c9810578839 x-openstack-request-id: req-891aa4df-73db-49ee-88fd-0c9810578839 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:01:10.411143 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25507d0-ed77-4378-ad0f-81f05fa94d5a", "name": "network-vif-plugged", "status": "completed", "tag": "c65a82dc-b698-455f-afe6-1fe8a9beeca4", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:01:10.411411 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-891aa4df-73db-49ee-88fd-0c9810578839 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:01:10.411847 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25507d0-ed77-4378-ad0f-81f05fa94d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65a82dc-b698-455f-afe6-1fe8a9beeca4', 'code': 200} Jun 17 09:01:10.414937 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:10.418941 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:10.422796 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7c71db36-fc8b-4bea-9b18-927a1b1c1f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:10.461228 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:10.477032 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85224b42-a9cf-4a1f-8d34-10e604fcb206 req-920fa101-2b06-41ea-ba5d-065598a6e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:10.478540 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-85224b42-a9cf-4a1f-8d34-10e604fcb206 req-920fa101-2b06-41ea-ba5d-065598a6e8cb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e25507d0-ed77-4378-ad0f-81f05fa94d5a HTTP/1.1" status: 200 len: 1097 time: 0.1689150 Jun 17 09:01:10.538955 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c71db36-fc8b-4bea-9b18-927a1b1c1f33 None None] Network d8d7750b-6a63-4881-b0f2-96035dcad353 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:01:10.544145 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 2f7cccb3-e3da-43b7-8d6d-14f711b8a645, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=2f7cccb3-e3da-43b7-8d6d-14f711b8a645,segment=NetworkSegment(c5511071-3953-4402-aa91-f7fff53809ef),segment_id=c5511071-3953-4402-aa91-f7fff53809ef)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:10.547552 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-7c71db36-fc8b-4bea-9b18-927a1b1c1f33 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:01:10.550497 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c71db36-fc8b-4bea-9b18-927a1b1c1f33 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:01:10.553996 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=c65a82dc-b698-455f-afe6-1fe8a9beeca4,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:10.554601 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-85224b42-a9cf-4a1f-8d34-10e604fcb206 req-580d0f7d-2203-4c96-8f71-a655e648fce9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690060 Jun 17 09:01:10.559976 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5954dd33-a325-4642-b233-cb16d129e8dd req-a22c3ab0-74d4-4315-b399-841ff788b932 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5 HTTP/1.1" status: 200 len: 210 time: 0.0455368 Jun 17 09:01:10.560610 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:10.581890 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:10.649119 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-7c71db36-fc8b-4bea-9b18-927a1b1c1f33 None None] Attempting to bind port 07278189-5c48-44c0-b868-4d42c638e3c7 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:01:10.649507 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-7c71db36-fc8b-4bea-9b18-927a1b1c1f33 None None] Attempting to bind port 07278189-5c48-44c0-b868-4d42c638e3c7 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'ec7aa267-4b8a-4871-93e4-4e737a6d7313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd8d7750b-6a63-4881-b0f2-96035dcad353'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:01:10.649884 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c71db36-fc8b-4bea-9b18-927a1b1c1f33 None None] Attempting to bind port 07278189-5c48-44c0-b868-4d42c638e3c7 on network d8d7750b-6a63-4881-b0f2-96035dcad353 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:01:10.657763 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c71db36-fc8b-4bea-9b18-927a1b1c1f33 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:01:10.658153 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c71db36-fc8b-4bea-9b18-927a1b1c1f33 None None] Checking segment: {'id': 'ec7aa267-4b8a-4871-93e4-4e737a6d7313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd8d7750b-6a63-4881-b0f2-96035dcad353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:01:10.658576 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7c71db36-fc8b-4bea-9b18-927a1b1c1f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:10.658981 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c71db36-fc8b-4bea-9b18-927a1b1c1f33 None None] Bound using segment: {'id': 'ec7aa267-4b8a-4871-93e4-4e737a6d7313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd8d7750b-6a63-4881-b0f2-96035dcad353'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:01:10.659469 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-7c71db36-fc8b-4bea-9b18-927a1b1c1f33 None None] Bound port: 07278189-5c48-44c0-b868-4d42c638e3c7, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec7aa267-4b8a-4871-93e4-4e737a6d7313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd8d7750b-6a63-4881-b0f2-96035dcad353'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:01:10.659893 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7c71db36-fc8b-4bea-9b18-927a1b1c1f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:10.661810 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71db36-fc8b-4bea-9b18-927a1b1c1f33 None None] Pushing event updated for resources: {'Port': ['ID=07278189-5c48-44c0-b868-4d42c638e3c7,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:10.671231 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-7c71db36-fc8b-4bea-9b18-927a1b1c1f33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:10.671990 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:10.675724 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-6c578061-f84f-47b9-8d3f-ff07721a5e14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:10.692481 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6257-6085-4f61-a5f2-9710706c5852 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:10.717884 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6257-6085-4f61-a5f2-9710706c5852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:10.780465 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=2f7cccb3-e3da-43b7-8d6d-14f711b8a645,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:10.788883 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:10.809945 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-7c71db36-fc8b-4bea-9b18-927a1b1c1f33 None None] For port 07278189-5c48-44c0-b868-4d42c638e3c7, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:01:10.816093 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-7c71db36-fc8b-4bea-9b18-927a1b1c1f33 None None] For port 07278189-5c48-44c0-b868-4d42c638e3c7, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=07278189-5c48-44c0-b868-4d42c638e3c7,segment=NetworkSegment(ec7aa267-4b8a-4871-93e4-4e737a6d7313),segment_id=ec7aa267-4b8a-4871-93e4-4e737a6d7313)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:01:10.888782 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-3f6b6257-6085-4f61-a5f2-9710706c5852 admin admin] Allocated IP 172.25.2.144 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/f13a5bd7-8093-4912-9abd-06a702506138) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:01:10.911477 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7c71db36-fc8b-4bea-9b18-927a1b1c1f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:10.914757 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-01426509-6238-4322-8298-bb672fba3e1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:10.927665 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45576) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:10.954532 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0e6b9150-399f-4c98-b6aa-4ae7cad679b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:10.998054 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71db36-fc8b-4bea-9b18-927a1b1c1f33 None None] Pushing event updated for resources: {'Port': ['ID=07278189-5c48-44c0-b868-4d42c638e3c7,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:11.001737 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-7c71db36-fc8b-4bea-9b18-927a1b1c1f33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:11.063049 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6257-6085-4f61-a5f2-9710706c5852 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:11.095436 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0e6b9150-399f-4c98-b6aa-4ae7cad679b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:11.199520 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0e6b9150-399f-4c98-b6aa-4ae7cad679b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:11.209909 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e1dc74b5-654a-463e-871b-3de692748d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:11.216907 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45584) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:11.259082 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6257-6085-4f61-a5f2-9710706c5852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:11.266217 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8aa4d523-d8ec-406d-b95f-4beffdca0067 tempest-RoutersAdminNegativeTest-1977309571 tempest-RoutersAdminNegativeTest-1977309571-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:11.271095 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8cd01230-a153-4753-bf36-0febab2af78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:11.309686 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0e6b9150-399f-4c98-b6aa-4ae7cad679b2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1e09fd2562894dd5be685b23b5c9ca31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3796089 Jun 17 09:01:11.311270 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b9150-399f-4c98-b6aa-4ae7cad679b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c67ec47-9812-45ed-bba6-56effb8f125e,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:11.332017 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0e6b9150-399f-4c98-b6aa-4ae7cad679b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:11.333250 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45586) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:11.408201 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b6257-6085-4f61-a5f2-9710706c5852 admin admin] Pushing event updated for resources: {'Port': ['ID=f13a5bd7-8093-4912-9abd-06a702506138,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:11.416135 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3f6b6257-6085-4f61-a5f2-9710706c5852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:11.493265 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2f14b5f1-5a5a-47f1-8c07-b2febc191828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:11.512973 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6b6257-6085-4f61-a5f2-9710706c5852 admin admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:01:11.518548 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-3f6b6257-6085-4f61-a5f2-9710706c5852 admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:01:11.521193 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6b6257-6085-4f61-a5f2-9710706c5852 admin admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:01:11.524477 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2f14b5f1-5a5a-47f1-8c07-b2febc191828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:11.582641 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27778d8-e293-40c4-aa97-c018c190d4e0 req-74d0399c-47eb-492e-af9d-5fa3cc0f5872 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:11.584509 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e27778d8-e293-40c4-aa97-c018c190d4e0 req-74d0399c-47eb-492e-af9d-5fa3cc0f5872 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=e25507d0-ed77-4378-ad0f-81f05fa94d5a HTTP/1.1" status: 200 len: 945 time: 0.1774981 Jun 17 09:01:11.639859 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e27778d8-e293-40c4-aa97-c018c190d4e0 req-8a3d76be-5c28-49b6-bb51-de1c65eed83d tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451236 Jun 17 09:01:11.695880 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8cd01230-a153-4753-bf36-0febab2af78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:11.720587 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2f14b5f1-5a5a-47f1-8c07-b2febc191828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:11.729097 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2f14b5f1-5a5a-47f1-8c07-b2febc191828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:11.731650 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2f14b5f1-5a5a-47f1-8c07-b2febc191828 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8c67ec47-9812-45ed-bba6-56effb8f125e HTTP/1.1" status: 204 len: 168 time: 0.3927178 Jun 17 09:01:11.737184 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b6fc9d42-6f10-4ff3-a1f2-19cda67e8249 tempest-SecGroupIPv6Test-1195160502 tempest-SecGroupIPv6Test-1195160502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:11.777739 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14b5f1-5a5a-47f1-8c07-b2febc191828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c67ec47-9812-45ed-bba6-56effb8f125e,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:11.782963 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2f14b5f1-5a5a-47f1-8c07-b2febc191828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:11.992009 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8cd01230-a153-4753-bf36-0febab2af78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:12.000993 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 07278189-5c48-44c0-b868-4d42c638e3c7 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:01:12.067374 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7f790dfc-3937-4059-9e6a-fc9172b5916c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:12.096475 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-beb2830e-798f-4c25-a46c-d199f678b7cb req-80e2a3e0-1b66-4953-baa0-6251ef777524 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5 HTTP/1.1" status: 200 len: 210 time: 0.2534738 Jun 17 09:01:12.223162 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 07278189-5c48-44c0-b868-4d42c638e3c7 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:01:12.235650 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-8cd01230-a153-4753-bf36-0febab2af78a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e84a2ac2f9ca44b4b7b47f12def2497f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0176015 Jun 17 09:01:12.238497 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45600) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:12.239020 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd01230-a153-4753-bf36-0febab2af78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72967270-bd5b-430d-b360-45126f0da1b4,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:12.241335 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 2f7cccb3-e3da-43b7-8d6d-14f711b8a645 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:01:12.257975 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8cd01230-a153-4753-bf36-0febab2af78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:12.389860 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 2f7cccb3-e3da-43b7-8d6d-14f711b8a645 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:12.391911 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:12.393030 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f54209f9-5911-4423-a318-bff541323025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:12.422983 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f54209f9-5911-4423-a318-bff541323025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:12.602193 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f54209f9-5911-4423-a318-bff541323025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:12.604857 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f54209f9-5911-4423-a318-bff541323025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:12.607768 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f54209f9-5911-4423-a318-bff541323025 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/72967270-bd5b-430d-b360-45126f0da1b4 HTTP/1.1" status: 204 len: 168 time: 0.3647971 Jun 17 09:01:12.607768 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c993462e-e433-4f3e-9a13-25370e10db0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:12.620330 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54209f9-5911-4423-a318-bff541323025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72967270-bd5b-430d-b360-45126f0da1b4,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:12.624019 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f54209f9-5911-4423-a318-bff541323025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:12.690871 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6257-6085-4f61-a5f2-9710706c5852 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:12.699630 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3e3bfb-e39e-4703-bd20-ddbcfe0faa6e None None] Network d8d7750b-6a63-4881-b0f2-96035dcad353 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:01:12.876763 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b6390aca-dba3-4b3b-8feb-71465f203170 None None] Provisioning for port 07278189-5c48-44c0-b868-4d42c638e3c7 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:01:12.891801 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b6390aca-dba3-4b3b-8feb-71465f203170 None None] Provisioning complete for port 07278189-5c48-44c0-b868-4d42c638e3c7 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:12.892611 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b6390aca-dba3-4b3b-8feb-71465f203170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:12.991561 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5377df-5702-4d9a-8622-33a275662bf0 req-eed94f21-a28f-4dbb-a20a-3c4030302c2e tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:13.003590 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4e5377df-5702-4d9a-8622-33a275662bf0 req-eed94f21-a28f-4dbb-a20a-3c4030302c2e tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=e25507d0-ed77-4378-ad0f-81f05fa94d5a HTTP/1.1" status: 200 len: 945 time: 0.1566613 Jun 17 09:01:13.075498 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4e5377df-5702-4d9a-8622-33a275662bf0 req-b98f9e14-1567-4f3e-afdc-a4772a4dd933 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687175 Jun 17 09:01:13.126986 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b6390aca-dba3-4b3b-8feb-71465f203170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:13.175282 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6257-6085-4f61-a5f2-9710706c5852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:13.260793 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-b6390aca-dba3-4b3b-8feb-71465f203170 None None] For port 07278189-5c48-44c0-b868-4d42c638e3c7, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=07278189-5c48-44c0-b868-4d42c638e3c7,segment=NetworkSegment(ec7aa267-4b8a-4871-93e4-4e737a6d7313),segment_id=ec7aa267-4b8a-4871-93e4-4e737a6d7313)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:13.366033 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b6390aca-dba3-4b3b-8feb-71465f203170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:13.366318 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:13.422145 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6390aca-dba3-4b3b-8feb-71465f203170 None None] Pushing event updated for resources: {'Port': ['ID=07278189-5c48-44c0-b868-4d42c638e3c7,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:13.431621 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a2d674bf-991f-4bef-b30f-6b917a510851 req-bf29cfa6-e350-4389-b56c-eae168168fe2 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5 HTTP/1.1" status: 200 len: 210 time: 0.0684788 Jun 17 09:01:13.438691 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-b6390aca-dba3-4b3b-8feb-71465f203170 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:13.701810 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-27c3c40f-1bf9-452d-bc08-0dd338133666 None None] Provisioning complete for port 07278189-5c48-44c0-b868-4d42c638e3c7 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:13.702624 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-27c3c40f-1bf9-452d-bc08-0dd338133666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:13.722454 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6b6257-6085-4f61-a5f2-9710706c5852 admin admin] Router f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 09:01:13.769725 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 07278189-5c48-44c0-b868-4d42c638e3c7 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:01:13.867601 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6b6257-6085-4f61-a5f2-9710706c5852 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 09:01:13.877562 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 07278189-5c48-44c0-b868-4d42c638e3c7 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:13.885673 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:13.910447 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cdfbd9-1790-45c4-b8df-e3125b9f3ee6 None None] Sync routers for ids ['f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:01:13.960589 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cdfbd9-1790-45c4-b8df-e3125b9f3ee6 None None] Routers {'f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:01:13.972038 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-62cdfbd9-1790-45c4-b8df-e3125b9f3ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T09:00:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:14.171840 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-62cdfbd9-1790-45c4-b8df-e3125b9f3ee6 None None] Set router f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:01:14.432763 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6257-6085-4f61-a5f2-9710706c5852 admin admin] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:14.435826 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-3f6b6257-6085-4f61-a5f2-9710706c5852 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9404814 Jun 17 09:01:14.438807 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45654) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:14.543497 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-62cdfbd9-1790-45c4-b8df-e3125b9f3ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3', 'name': 'tempest-TestVolumeBackupRestore-1471441186-router', 'tenant_id': 'a1f64455a970457ebf88214fcfd1383d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'f13a5bd7-8093-4912-9abd-06a702506138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:01:09Z', 'updated_at': '2021-06-17T09:01:12Z', 'revision_number': 3, 'project_id': 'a1f64455a970457ebf88214fcfd1383d', 'gw_port': {'id': 'f13a5bd7-8093-4912-9abd-06a702506138', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:10Z', 'updated_at': '2021-06-17T09:01:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:14.580888 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-261110c6-c41d-4f09-8ee0-c16af25a5322 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:14.582401 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-261110c6-c41d-4f09-8ee0-c16af25a5322 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.53 "GET /v2.0/networks?id=9ececb54-f1c7-4886-8f2b-7fd05acf2a74 HTTP/1.1" status: 200 len: 796 time: 0.6337533 Jun 17 09:01:14.601345 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cdfbd9-1790-45c4-b8df-e3125b9f3ee6 None None] Checking router: f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3 for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:01:14.601708 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cdfbd9-1790-45c4-b8df-e3125b9f3ee6 None None] Updating router f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3 port f13a5bd7-8093-4912-9abd-06a702506138 binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 09:01:14.709989 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-bbec1911-c9ef-4803-b850-9af435f5480a tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d08282b987e04d83bb48daa169894c33 HTTP/1.1" status: 200 len: 476 time: 0.1181614 Jun 17 09:01:14.711848 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-62cdfbd9-1790-45c4-b8df-e3125b9f3ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:14.721297 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-d816d247-b3c0-456c-883d-4221c9f638d9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Request body: {'port': {'device_id': 'd9992cd9-c7e2-4d1d-8351-e25ecc49dbb5', 'network_id': '9ececb54-f1c7-4886-8f2b-7fd05acf2a74', 'admin_state_up': True, 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'security_groups': ['0757b347-5713-4399-9d0b-dffd0de572d5', '3ce88f9c-fad4-433a-a58b-37e20200626e']}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:01:15.162067 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-d816d247-b3c0-456c-883d-4221c9f638d9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Made reservation on behalf of d08282b987e04d83bb48daa169894c33 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:01:15.167424 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-d816d247-b3c0-456c-883d-4221c9f638d9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:15.269339 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-62cdfbd9-1790-45c4-b8df-e3125b9f3ee6 None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:15.282489 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-62cdfbd9-1790-45c4-b8df-e3125b9f3ee6 None None] Transition to ACTIVE for port object f13a5bd7-8093-4912-9abd-06a702506138 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:01:15.356553 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fed6c2b5-f827-4908-8b3c-4b6ebc121bb2 req-21cab7b1-dc0d-47ab-9663-d67188542619 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5 HTTP/1.1" status: 200 len: 210 time: 0.0443511 Jun 17 09:01:15.382715 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-62cdfbd9-1790-45c4-b8df-e3125b9f3ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:15.393320 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-66bb5469-5a43-46d6-a48b-dd6f32cbae6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:15.480762 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-d816d247-b3c0-456c-883d-4221c9f638d9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Allocated IP 172.20.0.3 (9ececb54-f1c7-4886-8f2b-7fd05acf2a74/40c6516d-868a-47bd-89cb-0de5af4997ac/e806afda-91ed-4496-87d0-68cccfa621d5) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:01:15.567138 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-62cdfbd9-1790-45c4-b8df-e3125b9f3ee6 None None] Attempting to bind port f13a5bd7-8093-4912-9abd-06a702506138 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:01:15.571392 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-62cdfbd9-1790-45c4-b8df-e3125b9f3ee6 None None] Attempting to bind port f13a5bd7-8093-4912-9abd-06a702506138 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:01:15.571895 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cdfbd9-1790-45c4-b8df-e3125b9f3ee6 None None] Attempting to bind port f13a5bd7-8093-4912-9abd-06a702506138 on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:01:15.574964 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45684) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:15.616003 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a79515-6522-47f2-8b25-5ae83e8ee38a None None] Pushing event updated for resources: {'Port': ['ID=f13a5bd7-8093-4912-9abd-06a702506138,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:15.633135 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-d9a79515-6522-47f2-8b25-5ae83e8ee38a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:15.633135 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cdfbd9-1790-45c4-b8df-e3125b9f3ee6 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:01:15.633135 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cdfbd9-1790-45c4-b8df-e3125b9f3ee6 None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:01:15.633135 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-62cdfbd9-1790-45c4-b8df-e3125b9f3ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:15.633135 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cdfbd9-1790-45c4-b8df-e3125b9f3ee6 None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:01:15.633135 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-62cdfbd9-1790-45c4-b8df-e3125b9f3ee6 None None] Bound port: f13a5bd7-8093-4912-9abd-06a702506138, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:01:15.633135 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-62cdfbd9-1790-45c4-b8df-e3125b9f3ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:15.725933 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-d816d247-b3c0-456c-883d-4221c9f638d9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:15.743306 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-d816d247-b3c0-456c-883d-4221c9f638d9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Transition to ACTIVE for port object e806afda-91ed-4496-87d0-68cccfa621d5 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:01:15.754644 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-62cdfbd9-1790-45c4-b8df-e3125b9f3ee6 None None] For port f13a5bd7-8093-4912-9abd-06a702506138, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:01:15.773019 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-62cdfbd9-1790-45c4-b8df-e3125b9f3ee6 None None] For port f13a5bd7-8093-4912-9abd-06a702506138, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=f13a5bd7-8093-4912-9abd-06a702506138,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:01:15.882166 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-62cdfbd9-1790-45c4-b8df-e3125b9f3ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:15.909753 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-7c71db36-fc8b-4bea-9b18-927a1b1c1f33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:15.914718 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-d816d247-b3c0-456c-883d-4221c9f638d9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:15.936084 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a2279ab7-f238-4d7c-8261-ddb80e04d51f tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:16.015887 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cdfbd9-1790-45c4-b8df-e3125b9f3ee6 None None] Routers {'f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:01:16.016993 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-62cdfbd9-1790-45c4-b8df-e3125b9f3ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T09:00:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:16.019493 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-d816d247-b3c0-456c-883d-4221c9f638d9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Network 9ececb54-f1c7-4886-8f2b-7fd05acf2a74 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:01:16.023223 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-d816d247-b3c0-456c-883d-4221c9f638d9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:01:16.027584 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-d816d247-b3c0-456c-883d-4221c9f638d9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:01:16.081875 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816d247-b3c0-456c-883d-4221c9f638d9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Pushing event updated for resources: {'Port': ['ID=e806afda-91ed-4496-87d0-68cccfa621d5,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:16.095743 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d816d247-b3c0-456c-883d-4221c9f638d9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:16.115492 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-d816d247-b3c0-456c-883d-4221c9f638d9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:16.130250 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-d816d247-b3c0-456c-883d-4221c9f638d9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:16.186495 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a79515-6522-47f2-8b25-5ae83e8ee38a None None] Pushing event updated for resources: {'Port': ['ID=f13a5bd7-8093-4912-9abd-06a702506138,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:16.193867 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-d9a79515-6522-47f2-8b25-5ae83e8ee38a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:16.210066 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-86acc0fd-e7fb-40e8-8699-e1f34d7fc260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:16.245247 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-1f9a0bab-048a-4d60-b31b-edc0c43237f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-976147112-network', 'tenant_id': '7f0c12b853e84b45908be5a6ec1f2162'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:01:16.257467 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-62cdfbd9-1790-45c4-b8df-e3125b9f3ee6 None None] Set router f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:01:16.297316 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-d816d247-b3c0-456c-883d-4221c9f638d9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.5800886 Jun 17 09:01:16.310167 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-5ce4ef87-85d2-44e8-bc92-d4ca159b53a1 service neutron] Request body: {'port': {'device_id': 'd9992cd9-c7e2-4d1d-8351-e25ecc49dbb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:01:16.499667 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-62cdfbd9-1790-45c4-b8df-e3125b9f3ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3', 'name': 'tempest-TestVolumeBackupRestore-1471441186-router', 'tenant_id': 'a1f64455a970457ebf88214fcfd1383d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'f13a5bd7-8093-4912-9abd-06a702506138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:01:09Z', 'updated_at': '2021-06-17T09:01:12Z', 'revision_number': 3, 'project_id': 'a1f64455a970457ebf88214fcfd1383d', 'gw_port': {'id': 'f13a5bd7-8093-4912-9abd-06a702506138', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:10Z', 'updated_at': '2021-06-17T09:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:16.514310 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-5ce4ef87-85d2-44e8-bc92-d4ca159b53a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:16.535274 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cdfbd9-1790-45c4-b8df-e3125b9f3ee6 None None] The sync data for ids ['f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3'] in n-d-758944-30 is: [{'id': 'f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3', 'name': 'tempest-TestVolumeBackupRestore-1471441186-router', 'tenant_id': 'a1f64455a970457ebf88214fcfd1383d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'f13a5bd7-8093-4912-9abd-06a702506138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:01:09Z', 'updated_at': '2021-06-17T09:01:12Z', 'revision_number': 3, 'project_id': 'a1f64455a970457ebf88214fcfd1383d', 'gw_port': {'id': 'f13a5bd7-8093-4912-9abd-06a702506138', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:10Z', 'updated_at': '2021-06-17T09:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:01:16.591990 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9a0bab-048a-4d60-b31b-edc0c43237f6 admin admin] Made reservation on behalf of 7f0c12b853e84b45908be5a6ec1f2162 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:01:16.596613 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1f9a0bab-048a-4d60-b31b-edc0c43237f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:16.640655 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c0838017-0567-49a4-85f0-aa989deb779a None None] Provisioning for port e806afda-91ed-4496-87d0-68cccfa621d5 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:01:16.645101 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c0838017-0567-49a4-85f0-aa989deb779a None None] Provisioning complete for port e806afda-91ed-4496-87d0-68cccfa621d5 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:16.645550 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c0838017-0567-49a4-85f0-aa989deb779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:16.651413 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1f9a0bab-048a-4d60-b31b-edc0c43237f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:16.690812 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-86acc0fd-e7fb-40e8-8699-e1f34d7fc260 admin admin] Allocated IP 172.20.0.1 (d8d7750b-6a63-4881-b0f2-96035dcad353/c61a1c28-12e0-4af9-abe7-379b2f73cbce/83eb1923-4f60-43ae-9c05-1d66ba5e1560) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:01:16.766845 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-c0838017-0567-49a4-85f0-aa989deb779a None None] Port e806afda-91ed-4496-87d0-68cccfa621d5 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 09:01:16.985623 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af93a35-f02b-400c-ac71-e8a3e6f2999f req-3d9376f0-c0bb-42d2-881c-683612443f0b tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:16.999602 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9af93a35-f02b-400c-ac71-e8a3e6f2999f req-3d9376f0-c0bb-42d2-881c-683612443f0b tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5 HTTP/1.1" status: 200 len: 970 time: 0.2362216 Jun 17 09:01:17.005050 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-86acc0fd-e7fb-40e8-8699-e1f34d7fc260 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:17.054220 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1f9a0bab-048a-4d60-b31b-edc0c43237f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:17.060324 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-86acc0fd-e7fb-40e8-8699-e1f34d7fc260 admin admin] Transition to ACTIVE for port object 83eb1923-4f60-43ae-9c05-1d66ba5e1560 will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:01:17.135781 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1f9a0bab-048a-4d60-b31b-edc0c43237f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:17.140882 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fe797707-58d6-4027-b179-b5e75e176c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:17.183012 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f9a0bab-048a-4d60-b31b-edc0c43237f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 09:01:17.199813 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9af93a35-f02b-400c-ac71-e8a3e6f2999f req-8fc82f4f-9bf1-4eef-b315-e98b57496135 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ce88f9c-fad4-433a-a58b-37e20200626e&id=0757b347-5713-4399-9d0b-dffd0de572d5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1987090 Jun 17 09:01:17.203033 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a0bab-048a-4d60-b31b-edc0c43237f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3123cd3f-abae-4f67-b8e4-d8311be67413,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:17.227285 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1f9a0bab-048a-4d60-b31b-edc0c43237f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:17.227640 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-1f9a0bab-048a-4d60-b31b-edc0c43237f6 admin admin] Added segment e7a36ac0-dfff-438f-ad17-82f855fc640a of type vlan for network 97d210e1-01bf-42ee-ae50-11f74d544f87 Jun 17 09:01:17.230170 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1f9a0bab-048a-4d60-b31b-edc0c43237f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:17.244038 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-86acc0fd-e7fb-40e8-8699-e1f34d7fc260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:17.248029 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1249cb39-f885-42fb-8e62-4c9ee486d54b tempest-VolumesNegativeTest-437342346 tempest-VolumesNegativeTest-437342346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:17.310760 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-5ce4ef87-85d2-44e8-bc92-d4ca159b53a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e806afda-91ed-4496-87d0-68cccfa621d5 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:01:17.332994 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-5ce4ef87-85d2-44e8-bc92-d4ca159b53a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:17.339101 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86acc0fd-e7fb-40e8-8699-e1f34d7fc260 admin admin] Network d8d7750b-6a63-4881-b0f2-96035dcad353 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:01:17.348212 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-86acc0fd-e7fb-40e8-8699-e1f34d7fc260 admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:01:17.354341 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86acc0fd-e7fb-40e8-8699-e1f34d7fc260 admin admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:01:17.357523 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1f9a0bab-048a-4d60-b31b-edc0c43237f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:17.377589 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-5ce4ef87-85d2-44e8-bc92-d4ca159b53a1 service neutron] Transition to ACTIVE for port object e806afda-91ed-4496-87d0-68cccfa621d5 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:01:17.432021 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86acc0fd-e7fb-40e8-8699-e1f34d7fc260 admin admin] Pushing event updated for resources: {'Port': ['ID=83eb1923-4f60-43ae-9c05-1d66ba5e1560,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:17.448272 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-86acc0fd-e7fb-40e8-8699-e1f34d7fc260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:17.498044 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-86acc0fd-e7fb-40e8-8699-e1f34d7fc260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:17.547364 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-5ce4ef87-85d2-44e8-bc92-d4ca159b53a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:17.552639 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-67dd18fb-1b21-48a8-a0df-0a09754ff629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:17.593050 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1f9a0bab-048a-4d60-b31b-edc0c43237f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:17.594932 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9a0bab-048a-4d60-b31b-edc0c43237f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:17.611108 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-1f9a0bab-048a-4d60-b31b-edc0c43237f6 admin admin] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:17.619680 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4ef87-85d2-44e8-bc92-d4ca159b53a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e806afda-91ed-4496-87d0-68cccfa621d5,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:17.637846 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-53b51745-586d-4230-8e4c-3c4a56e71ea9 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:17.644388 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5ce4ef87-85d2-44e8-bc92-d4ca159b53a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:17.687306 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:17.819795 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-1f9a0bab-048a-4d60-b31b-edc0c43237f6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2436044 Jun 17 09:01:17.824598 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45736) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:17.882589 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-84f52445-2eed-4a19-8cd3-536e78c32b84 admin admin] Request body: {'subnet': {'network_id': '97d210e1-01bf-42ee-ae50-11f74d544f87', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-976147112-subnet', 'tenant_id': '7f0c12b853e84b45908be5a6ec1f2162', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:01:17.908723 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device f13a5bd7-8093-4912-9abd-06a702506138 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:01:17.973287 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c9de40a7-ab50-4377-90d9-ba3b00ab9729 None None] Provisioning for port 83eb1923-4f60-43ae-9c05-1d66ba5e1560 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:01:17.976536 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-5ce4ef87-85d2-44e8-bc92-d4ca159b53a1 service neutron] Attempting to bind port e806afda-91ed-4496-87d0-68cccfa621d5 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:01:17.976879 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-5ce4ef87-85d2-44e8-bc92-d4ca159b53a1 service neutron] Attempting to bind port e806afda-91ed-4496-87d0-68cccfa621d5 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': 'c5511071-3953-4402-aa91-f7fff53809ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9ececb54-f1c7-4886-8f2b-7fd05acf2a74'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:01:17.977211 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-5ce4ef87-85d2-44e8-bc92-d4ca159b53a1 service neutron] Attempting to bind port e806afda-91ed-4496-87d0-68cccfa621d5 on network 9ececb54-f1c7-4886-8f2b-7fd05acf2a74 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:01:17.980772 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-c9de40a7-ab50-4377-90d9-ba3b00ab9729 None None] Provisioning complete for port 83eb1923-4f60-43ae-9c05-1d66ba5e1560 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:17.981177 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c9de40a7-ab50-4377-90d9-ba3b00ab9729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:17.983736 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-5ce4ef87-85d2-44e8-bc92-d4ca159b53a1 service neutron] Port e806afda-91ed-4496-87d0-68cccfa621d5 on network 9ececb54-f1c7-4886-8f2b-7fd05acf2a74 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:01:17.984086 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-5ce4ef87-85d2-44e8-bc92-d4ca159b53a1 service neutron] Attempting to bind port e806afda-91ed-4496-87d0-68cccfa621d5 on network 9ececb54-f1c7-4886-8f2b-7fd05acf2a74 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:01:17.996682 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a0bab-048a-4d60-b31b-edc0c43237f6 admin admin] Pushing event updated for resources: {'Network': ['ID=97d210e1-01bf-42ee-ae50-11f74d544f87,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:18.009345 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-5ce4ef87-85d2-44e8-bc92-d4ca159b53a1 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:01:18.009703 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-5ce4ef87-85d2-44e8-bc92-d4ca159b53a1 service neutron] Checking segment: {'id': 'c5511071-3953-4402-aa91-f7fff53809ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9ececb54-f1c7-4886-8f2b-7fd05acf2a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:01:18.010132 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-5ce4ef87-85d2-44e8-bc92-d4ca159b53a1 service neutron] Bound using segment: {'id': 'c5511071-3953-4402-aa91-f7fff53809ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9ececb54-f1c7-4886-8f2b-7fd05acf2a74'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:01:18.010489 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-5ce4ef87-85d2-44e8-bc92-d4ca159b53a1 service neutron] Bound port: e806afda-91ed-4496-87d0-68cccfa621d5, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5511071-3953-4402-aa91-f7fff53809ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9ececb54-f1c7-4886-8f2b-7fd05acf2a74'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:01:18.010840 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-5ce4ef87-85d2-44e8-bc92-d4ca159b53a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:18.027668 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1f9a0bab-048a-4d60-b31b-edc0c43237f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:18.056326 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 97d210e1-01bf-42ee-ae50-11f74d544f87 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 09:01:18.109342 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-5ce4ef87-85d2-44e8-bc92-d4ca159b53a1 service neutron] For port e806afda-91ed-4496-87d0-68cccfa621d5, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:01:18.114685 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-5ce4ef87-85d2-44e8-bc92-d4ca159b53a1 service neutron] For port e806afda-91ed-4496-87d0-68cccfa621d5, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=e806afda-91ed-4496-87d0-68cccfa621d5,segment=NetworkSegment(c5511071-3953-4402-aa91-f7fff53809ef),segment_id=c5511071-3953-4402-aa91-f7fff53809ef)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:01:18.152137 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-c9de40a7-ab50-4377-90d9-ba3b00ab9729 None None] Port 83eb1923-4f60-43ae-9c05-1d66ba5e1560 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 09:01:18.266328 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f52445-2eed-4a19-8cd3-536e78c32b84 admin admin] Made reservation on behalf of 7f0c12b853e84b45908be5a6ec1f2162 for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:01:18.266621 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port f13a5bd7-8093-4912-9abd-06a702506138 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:01:18.268033 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-5ce4ef87-85d2-44e8-bc92-d4ca159b53a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:18.269328 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-84f52445-2eed-4a19-8cd3-536e78c32b84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:18.274352 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port f13a5bd7-8093-4912-9abd-06a702506138 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:18.274352 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:18.289125 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e49b0088-a5cf-4ada-9461-9247d038bfe8 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:18.446448 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:18.449142 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-86acc0fd-e7fb-40e8-8699-e1f34d7fc260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:18.522888 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port f13a5bd7-8093-4912-9abd-06a702506138, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=f13a5bd7-8093-4912-9abd-06a702506138,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:18.528752 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-5ce4ef87-85d2-44e8-bc92-d4ca159b53a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:18.532680 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-5ce4ef87-85d2-44e8-bc92-d4ca159b53a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:18.536437 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-5ce4ef87-85d2-44e8-bc92-d4ca159b53a1 service neutron] 10.222.0.53 "PUT /v2.0/ports/e806afda-91ed-4496-87d0-68cccfa621d5 HTTP/1.1" status: 200 len: 1131 time: 2.2309637 Jun 17 09:01:18.537467 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9992cd9-c7e2-4d1d-8351-e25ecc49dbb5', 'tag': 'e806afda-91ed-4496-87d0-68cccfa621d5'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:01:18.544174 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6294af17-e5a8-403d-af1e-21f7c0a9882b" -d '{"events": [{"name": "network-changed", "server_uuid": "d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5", "tag": "e806afda-91ed-4496-87d0-68cccfa621d5"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:01:18.567672 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4ef87-85d2-44e8-bc92-d4ca159b53a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e806afda-91ed-4496-87d0-68cccfa621d5,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:18.573185 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5ce4ef87-85d2-44e8-bc92-d4ca159b53a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:18.617517 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:18.625019 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:18.681491 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 09:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908cb8f4-35aa-4d31-bcc3-f47484b161ac x-openstack-request-id: req-908cb8f4-35aa-4d31-bcc3-f47484b161ac {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:01:18.682410 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5", "tag": "e806afda-91ed-4496-87d0-68cccfa621d5", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:01:18.683140 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-908cb8f4-35aa-4d31-bcc3-f47484b161ac {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:01:18.684391 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9992cd9-c7e2-4d1d-8351-e25ecc49dbb5', 'tag': 'e806afda-91ed-4496-87d0-68cccfa621d5', 'status': 'completed', 'code': 200} Jun 17 09:01:18.741184 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=f13a5bd7-8093-4912-9abd-06a702506138,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:18.760597 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:18.877023 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03a512-b7fd-4860-99b4-05f2436c47d9 req-7ce5b12c-e4f4-4279-8e52-26410f2844e2 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:18.880066 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0e03a512-b7fd-4860-99b4-05f2436c47d9 req-7ce5b12c-e4f4-4279-8e52-26410f2844e2 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5 HTTP/1.1" status: 200 len: 982 time: 0.2733841 Jun 17 09:01:18.901396 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294af17-e5a8-403d-af1e-21f7c0a9882b req-e32c1d1f-0b0e-4011-b08c-83ce4b784923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:18.903689 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6294af17-e5a8-403d-af1e-21f7c0a9882b req-e32c1d1f-0b0e-4011-b08c-83ce4b784923 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d08282b987e04d83bb48daa169894c33&device_id=d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5 HTTP/1.1" status: 200 len: 1134 time: 0.2243574 Jun 17 09:01:19.042618 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0e03a512-b7fd-4860-99b4-05f2436c47d9 req-ed9e610b-9849-4028-8351-8132e2f01769 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ce88f9c-fad4-433a-a58b-37e20200626e&id=0757b347-5713-4399-9d0b-dffd0de572d5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1520853 Jun 17 09:01:19.062026 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0f336f60-a0c3-4175-ba2a-f6cd7ea22256 req-472414fc-042a-4366-90a4-1ae2d8cb7aec service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5031283 Jun 17 09:01:19.110349 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-33eacf69-044f-4fd1-98f9-8839351f0c17 req-0e851bd3-3d30-4ddc-97e1-3a8e47091aad service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e25507d0-ed77-4378-ad0f-81f05fa94d5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5693960 Jun 17 09:01:19.156703 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294af17-e5a8-403d-af1e-21f7c0a9882b req-27f07653-216b-4aa9-a2e6-d2188932abae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:19.158303 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6294af17-e5a8-403d-af1e-21f7c0a9882b req-27f07653-216b-4aa9-a2e6-d2188932abae service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d08282b987e04d83bb48daa169894c33&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2467377 Jun 17 09:01:19.245403 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-86acc0fd-e7fb-40e8-8699-e1f34d7fc260 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:19.264772 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f336f60-a0c3-4175-ba2a-f6cd7ea22256 req-28179397-f2dd-4191-b58b-77f3a63bfb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:19.265439 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0f336f60-a0c3-4175-ba2a-f6cd7ea22256 req-28179397-f2dd-4191-b58b-77f3a63bfb14 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=480b86ad1b7d49c4890b00851e5f8990&device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 1097 time: 0.1683507 Jun 17 09:01:19.269348 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294af17-e5a8-403d-af1e-21f7c0a9882b req-5a23adb8-049e-4104-87ea-f3a072c68cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:19.270899 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6294af17-e5a8-403d-af1e-21f7c0a9882b req-5a23adb8-049e-4104-87ea-f3a072c68cb1 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1031260 Jun 17 09:01:19.282790 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eacf69-044f-4fd1-98f9-8839351f0c17 req-5fbe9c80-4a1e-4d2e-ab75-d47edcc77908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:19.284338 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-33eacf69-044f-4fd1-98f9-8839351f0c17 req-5fbe9c80-4a1e-4d2e-ab75-d47edcc77908 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2ee40337e3b431baa5a1d17104f6d60&device_id=e25507d0-ed77-4378-ad0f-81f05fa94d5a HTTP/1.1" status: 200 len: 1097 time: 0.1089916 Jun 17 09:01:19.312982 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-84f52445-2eed-4a19-8cd3-536e78c32b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:19.345168 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0ee51ec6-1a5c-4271-8dac-41d53fe2b956 tempest-FloatingIPTestJSON-924009321 tempest-FloatingIPTestJSON-924009321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:19.388838 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-86acc0fd-e7fb-40e8-8699-e1f34d7fc260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:19.478602 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eacf69-044f-4fd1-98f9-8839351f0c17 req-40f4cf4d-62f3-4782-a2d1-d37acd13b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:19.483427 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-33eacf69-044f-4fd1-98f9-8839351f0c17 req-40f4cf4d-62f3-4782-a2d1-d37acd13b81d service neutron] 10.222.0.53 "GET /v2.0/networks?id=904ca9b1-00d8-4238-94b1-dcb40f3f0868 HTTP/1.1" status: 200 len: 915 time: 0.1643896 Jun 17 09:01:19.496640 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f52445-2eed-4a19-8cd3-536e78c32b84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbde395e-03df-44e6-9d8d-029a42a3ef23,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:19.504515 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-86acc0fd-e7fb-40e8-8699-e1f34d7fc260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:19.506956 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-84f52445-2eed-4a19-8cd3-536e78c32b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:19.513209 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2426f5e5-307e-492a-8775-03b32b363866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:19.529117 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-33eacf69-044f-4fd1-98f9-8839351f0c17 req-464f5992-dec3-4d94-9ab9-3756920b430c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c65a82dc-b698-455f-afe6-1fe8a9beeca4 HTTP/1.1" status: 200 len: 217 time: 0.0427511 Jun 17 09:01:19.558438 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f336f60-a0c3-4175-ba2a-f6cd7ea22256 req-0fc9a9ce-c6cb-4df9-8d7e-69743a9778b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:19.559958 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0f336f60-a0c3-4175-ba2a-f6cd7ea22256 req-0fc9a9ce-c6cb-4df9-8d7e-69743a9778b5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=16a34c89-47ce-4f22-9578-d80c43c79d15 HTTP/1.1" status: 200 len: 919 time: 0.2714205 Jun 17 09:01:19.589928 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eacf69-044f-4fd1-98f9-8839351f0c17 req-862860a3-cc4f-425a-b263-922c56d56526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:19.592612 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-33eacf69-044f-4fd1-98f9-8839351f0c17 req-862860a3-cc4f-425a-b263-922c56d56526 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=be2c55b3-02a4-4190-acdd-75f271ee2f5f HTTP/1.1" status: 200 len: 854 time: 0.0570643 Jun 17 09:01:19.634823 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-33eacf69-044f-4fd1-98f9-8839351f0c17 req-d7936ecb-e306-4622-9b99-b15271ac2b89 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=904ca9b1-00d8-4238-94b1-dcb40f3f0868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351679 Jun 17 09:01:19.671033 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0f336f60-a0c3-4175-ba2a-f6cd7ea22256 req-9a2dafc1-a5bb-4742-a9fd-cae9deef01e5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4 HTTP/1.1" status: 200 len: 217 time: 0.1014528 Jun 17 09:01:19.675646 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-8d04fe21-52fd-4345-8469-e876a8993d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:19.678400 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-8d04fe21-52fd-4345-8469-e876a8993d40 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d08282b987e04d83bb48daa169894c33&device_id=d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5 HTTP/1.1" status: 200 len: 1134 time: 0.3365254 Jun 17 09:01:19.684213 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f52445-2eed-4a19-8cd3-536e78c32b84 admin admin] Checking segment: {'id': 'e7a36ac0-dfff-438f-ad17-82f855fc640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '97d210e1-01bf-42ee-ae50-11f74d544f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:01:19.684213 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f52445-2eed-4a19-8cd3-536e78c32b84 admin admin] Network hostable DHCP agents. Network: 97d210e1-01bf-42ee-ae50-11f74d544f87, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 09:01:19.684213 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86acc0fd-e7fb-40e8-8699-e1f34d7fc260 admin admin] Pushing event updated for resources: {'Port': ['ID=83eb1923-4f60-43ae-9c05-1d66ba5e1560,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:19.688300 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-86acc0fd-e7fb-40e8-8699-e1f34d7fc260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:19.776714 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-97ec0ad2-d60c-44bc-82e7-72f545988079 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e806afda-91ed-4496-87d0-68cccfa621d5 HTTP/1.1" status: 200 len: 217 time: 0.0811822 Jun 17 09:01:19.800354 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-33eacf69-044f-4fd1-98f9-8839351f0c17 req-0e1bf7b2-c09b-4965-a7cd-fdf498f0643b service neutron] 10.222.0.53 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587901 Jun 17 09:01:19.823462 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device f13a5bd7-8093-4912-9abd-06a702506138 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:01:19.847287 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f336f60-a0c3-4175-ba2a-f6cd7ea22256 req-23731470-69db-404c-80a7-2e6e85a75786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:19.848850 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0f336f60-a0c3-4175-ba2a-f6cd7ea22256 req-23731470-69db-404c-80a7-2e6e85a75786 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8dcda4ff-69ce-4261-8f47-819696fbacb3 HTTP/1.1" status: 200 len: 858 time: 0.1645424 Jun 17 09:01:19.873463 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86acc0fd-e7fb-40e8-8699-e1f34d7fc260 admin admin] Network d8d7750b-6a63-4881-b0f2-96035dcad353 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:01:19.896850 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f52445-2eed-4a19-8cd3-536e78c32b84 admin admin] Network 97d210e1-01bf-42ee-ae50-11f74d544f87 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 09:01:19.903169 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0f336f60-a0c3-4175-ba2a-f6cd7ea22256 req-da648249-ee14-4654-9e2e-5c03e5245679 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=16a34c89-47ce-4f22-9578-d80c43c79d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456223 Jun 17 09:01:19.906793 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-86acc0fd-e7fb-40e8-8699-e1f34d7fc260 admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:01:19.910330 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-e157f7cc-6d23-4425-8b20-5a9a99a56e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:19.913074 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-e157f7cc-6d23-4425-8b20-5a9a99a56e58 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=40c6516d-868a-47bd-89cb-0de5af4997ac HTTP/1.1" status: 200 len: 835 time: 0.1251962 Jun 17 09:01:19.960264 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-33eacf69-044f-4fd1-98f9-8839351f0c17 req-33a43a9a-9bf0-4c33-bf90-4fa13e63684f service neutron] 10.222.0.53 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531718 Jun 17 09:01:19.979477 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port f13a5bd7-8093-4912-9abd-06a702506138 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:19.983756 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:20.142427 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:01:20.311185 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-5c48981e-e0eb-413a-b232-020fd400555d None None] Provisioning complete for port 83eb1923-4f60-43ae-9c05-1d66ba5e1560 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:20.311575 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5c48981e-e0eb-413a-b232-020fd400555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:20.366487 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-5c48981e-e0eb-413a-b232-020fd400555d None None] Port 83eb1923-4f60-43ae-9c05-1d66ba5e1560 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 09:01:20.464629 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-84f52445-2eed-4a19-8cd3-536e78c32b84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 97d210e1-01bf-42ee-ae50-11f74d544f87) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:01:20.468127 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:20.478922 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edc1fba-fad0-4fc0-8398-c4a082f71320 None None] Network 97d210e1-01bf-42ee-ae50-11f74d544f87 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:01:20.490077 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f52445-2eed-4a19-8cd3-536e78c32b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:20.490688 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-84f52445-2eed-4a19-8cd3-536e78c32b84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:20.587621 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0f336f60-a0c3-4175-ba2a-f6cd7ea22256 req-44ef84cc-fe35-4407-95fb-da1a095a444d service neutron] 10.222.0.50 "GET /v2.0/networks/16a34c89-47ce-4f22-9578-d80c43c79d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6707098 Jun 17 09:01:20.628877 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-0fdac099-706c-437e-89ae-146f39e68a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:20.630952 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-0fdac099-706c-437e-89ae-146f39e68a75 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9ececb54-f1c7-4886-8f2b-7fd05acf2a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6994715 Jun 17 09:01:20.668165 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86acc0fd-e7fb-40e8-8699-e1f34d7fc260 admin admin] Router f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 09:01:20.690941 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-84f52445-2eed-4a19-8cd3-536e78c32b84 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8439400 Jun 17 09:01:20.754203 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19142cdc-041a-4162-b2be-63942f6706bf req-e0b1359d-5d8e-45a6-9f0c-e77b094f5129 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:20.755942 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-19142cdc-041a-4162-b2be-63942f6706bf req-e0b1359d-5d8e-45a6-9f0c-e77b094f5129 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5 HTTP/1.1" status: 200 len: 982 time: 0.3044481 Jun 17 09:01:20.890557 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0f336f60-a0c3-4175-ba2a-f6cd7ea22256 req-29db5b25-3f34-47a8-856c-e6c27f41d1a0 service neutron] 10.222.0.50 "GET /v2.0/networks/16a34c89-47ce-4f22-9578-d80c43c79d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946811 Jun 17 09:01:20.941457 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-19142cdc-041a-4162-b2be-63942f6706bf req-1ad5c7b8-1b3f-43fd-94b2-4fdaa18e6cf2 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ce88f9c-fad4-433a-a58b-37e20200626e&id=0757b347-5713-4399-9d0b-dffd0de572d5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1755753 Jun 17 09:01:20.949669 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-64f21e3b-7a02-47e0-8817-8b541058d4d1 service neutron] 10.222.0.53 "GET /v2.0/networks/9ececb54-f1c7-4886-8f2b-7fd05acf2a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881708 Jun 17 09:01:20.978244 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da84f41-8d32-410b-a0ec-b19394231a55 None None] Network 97d210e1-01bf-42ee-ae50-11f74d544f87 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:01:21.078020 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86acc0fd-e7fb-40e8-8699-e1f34d7fc260 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 09:01:21.089202 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac696a8-d516-47c2-a9cb-1febacda5e69 None None] Sync routers for ids ['f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:01:21.092385 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-86acc0fd-e7fb-40e8-8699-e1f34d7fc260 admin admin] 10.222.0.49 "PUT /v2.0/routers/f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6523051 Jun 17 09:01:21.102158 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac696a8-d516-47c2-a9cb-1febacda5e69 None None] Routers {'f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:01:21.102812 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-4ac696a8-d516-47c2-a9cb-1febacda5e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T09:00:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:21.124035 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5008a84f-9d97-4c92-8b31-cf1c60f412fc req-b99dfe12-6521-4861-99af-b36fc435f7bf service neutron] 10.222.0.53 "GET /v2.0/networks/9ececb54-f1c7-4886-8f2b-7fd05acf2a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682103 Jun 17 09:01:21.310697 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-4ac696a8-d516-47c2-a9cb-1febacda5e69 None None] Set router f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:01:21.526801 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-4ac696a8-d516-47c2-a9cb-1febacda5e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3', 'name': 'tempest-TestVolumeBackupRestore-1471441186-router', 'tenant_id': 'a1f64455a970457ebf88214fcfd1383d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'f13a5bd7-8093-4912-9abd-06a702506138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:01:09Z', 'updated_at': '2021-06-17T09:01:18Z', 'revision_number': 4, 'project_id': 'a1f64455a970457ebf88214fcfd1383d', 'gw_port': {'id': 'f13a5bd7-8093-4912-9abd-06a702506138', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:10Z', 'updated_at': '2021-06-17T09:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '83eb1923-4f60-43ae-9c05-1d66ba5e1560', 'name': '', 'network_id': 'd8d7750b-6a63-4881-b0f2-96035dcad353', 'tenant_id': 'a1f64455a970457ebf88214fcfd1383d', 'mac_address': 'fa:16:3e:33:ac:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'c61a1c28-12e0-4af9-abe7-379b2f73cbce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:16Z', 'updated_at': '2021-06-17T09:01:18Z', 'revision_number': 2, 'project_id': 'a1f64455a970457ebf88214fcfd1383d', 'subnets': [{'id': 'c61a1c28-12e0-4af9-abe7-379b2f73cbce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:21.577144 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac696a8-d516-47c2-a9cb-1febacda5e69 None None] Checking router: f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:01:21.577617 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac696a8-d516-47c2-a9cb-1febacda5e69 None None] Updating router f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3 port 83eb1923-4f60-43ae-9c05-1d66ba5e1560 binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 09:01:21.621113 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-4ac696a8-d516-47c2-a9cb-1febacda5e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:21.906634 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45826) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:21.932662 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-4ac696a8-d516-47c2-a9cb-1febacda5e69 None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:21.948231 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-4ac696a8-d516-47c2-a9cb-1febacda5e69 None None] Transition to ACTIVE for port object 83eb1923-4f60-43ae-9c05-1d66ba5e1560 will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:01:22.047618 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-4ac696a8-d516-47c2-a9cb-1febacda5e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:22.049916 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-f28dfec5-24a4-443e-a360-b7a4f46636a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:22.325087 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b735237-933a-49fa-8efa-4513e2b14c7a req-f037d3ae-78f8-4500-82d0-6a203e24f462 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:22.327047 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b735237-933a-49fa-8efa-4513e2b14c7a req-f037d3ae-78f8-4500-82d0-6a203e24f462 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5 HTTP/1.1" status: 200 len: 982 time: 0.2285419 Jun 17 09:01:22.340939 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d6c8cc1c-b824-4d96-a1d3-c0a233be1241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:22.406522 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6b735237-933a-49fa-8efa-4513e2b14c7a req-4419f45c-4632-4d30-9f24-41272423d707 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ce88f9c-fad4-433a-a58b-37e20200626e&id=0757b347-5713-4399-9d0b-dffd0de572d5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0711772 Jun 17 09:01:22.417723 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa08bd-fbae-4e41-8ce3-ca44f1867eed None None] Pushing event updated for resources: {'Port': ['ID=83eb1923-4f60-43ae-9c05-1d66ba5e1560,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:22.454180 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-2daa08bd-fbae-4e41-8ce3-ca44f1867eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:22.462078 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-4ac696a8-d516-47c2-a9cb-1febacda5e69 None None] Attempting to bind port 83eb1923-4f60-43ae-9c05-1d66ba5e1560 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:01:22.462476 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-4ac696a8-d516-47c2-a9cb-1febacda5e69 None None] Attempting to bind port 83eb1923-4f60-43ae-9c05-1d66ba5e1560 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': 'ec7aa267-4b8a-4871-93e4-4e737a6d7313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd8d7750b-6a63-4881-b0f2-96035dcad353'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:01:22.462860 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac696a8-d516-47c2-a9cb-1febacda5e69 None None] Attempting to bind port 83eb1923-4f60-43ae-9c05-1d66ba5e1560 on network d8d7750b-6a63-4881-b0f2-96035dcad353 {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:01:22.477061 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac696a8-d516-47c2-a9cb-1febacda5e69 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:01:22.479068 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac696a8-d516-47c2-a9cb-1febacda5e69 None None] Checking segment: {'id': 'ec7aa267-4b8a-4871-93e4-4e737a6d7313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd8d7750b-6a63-4881-b0f2-96035dcad353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:01:22.479509 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-4ac696a8-d516-47c2-a9cb-1febacda5e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:22.479974 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac696a8-d516-47c2-a9cb-1febacda5e69 None None] Bound using segment: {'id': 'ec7aa267-4b8a-4871-93e4-4e737a6d7313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd8d7750b-6a63-4881-b0f2-96035dcad353'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:01:22.481836 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-4ac696a8-d516-47c2-a9cb-1febacda5e69 None None] Bound port: 83eb1923-4f60-43ae-9c05-1d66ba5e1560, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec7aa267-4b8a-4871-93e4-4e737a6d7313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd8d7750b-6a63-4881-b0f2-96035dcad353'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:01:22.482238 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-4ac696a8-d516-47c2-a9cb-1febacda5e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:22.566535 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d6c8cc1c-b824-4d96-a1d3-c0a233be1241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:22.577036 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-4ac696a8-d516-47c2-a9cb-1febacda5e69 None None] For port 83eb1923-4f60-43ae-9c05-1d66ba5e1560, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:01:22.583157 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-4ac696a8-d516-47c2-a9cb-1febacda5e69 None None] For port 83eb1923-4f60-43ae-9c05-1d66ba5e1560, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=83eb1923-4f60-43ae-9c05-1d66ba5e1560,segment=NetworkSegment(ec7aa267-4b8a-4871-93e4-4e737a6d7313),segment_id=ec7aa267-4b8a-4871-93e4-4e737a6d7313)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:01:22.658774 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d6c8cc1c-b824-4d96-a1d3-c0a233be1241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:22.662462 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9291be88-e963-4892-98f8-c5d2866f1845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:22.707357 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8cc1c-b824-4d96-a1d3-c0a233be1241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712f47ad-edb4-4e0b-a7cd-03b899c9f2e1,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:22.711304 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d6c8cc1c-b824-4d96-a1d3-c0a233be1241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:22.718478 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45844) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:22.719870 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d6c8cc1c-b824-4d96-a1d3-c0a233be1241 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6cc503b0c75a4c8ca57dc8eb7da7d5d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8075805 Jun 17 09:01:22.727767 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-4ac696a8-d516-47c2-a9cb-1febacda5e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:22.730019 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-9daa33b1-8189-4767-a823-dda167dca813 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:22.797874 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac696a8-d516-47c2-a9cb-1febacda5e69 None None] Routers {'f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:01:22.799137 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-4ac696a8-d516-47c2-a9cb-1febacda5e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T09:00:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:22.803242 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cde5d50d-b41d-4995-923a-bed4a21a770e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:22.835608 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cde5d50d-b41d-4995-923a-bed4a21a770e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:22.846806 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa08bd-fbae-4e41-8ce3-ca44f1867eed None None] Pushing event updated for resources: {'Port': ['ID=83eb1923-4f60-43ae-9c05-1d66ba5e1560,revision_number=4']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:22.905250 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-2daa08bd-fbae-4e41-8ce3-ca44f1867eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:22.980008 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-4ac696a8-d516-47c2-a9cb-1febacda5e69 None None] Set router f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:01:23.047650 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cde5d50d-b41d-4995-923a-bed4a21a770e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:23.050319 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-cde5d50d-b41d-4995-923a-bed4a21a770e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:23.051501 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-cde5d50d-b41d-4995-923a-bed4a21a770e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/712f47ad-edb4-4e0b-a7cd-03b899c9f2e1 HTTP/1.1" status: 204 len: 168 time: 0.3321085 Jun 17 09:01:23.054208 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7b80a03c-b5ee-4b02-b019-a54ee9e57af4 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:23.063118 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5d50d-b41d-4995-923a-bed4a21a770e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712f47ad-edb4-4e0b-a7cd-03b899c9f2e1,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:23.071330 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cde5d50d-b41d-4995-923a-bed4a21a770e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:23.219114 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-4ac696a8-d516-47c2-a9cb-1febacda5e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3', 'name': 'tempest-TestVolumeBackupRestore-1471441186-router', 'tenant_id': 'a1f64455a970457ebf88214fcfd1383d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'f13a5bd7-8093-4912-9abd-06a702506138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:01:09Z', 'updated_at': '2021-06-17T09:01:18Z', 'revision_number': 4, 'project_id': 'a1f64455a970457ebf88214fcfd1383d', 'gw_port': {'id': 'f13a5bd7-8093-4912-9abd-06a702506138', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:10Z', 'updated_at': '2021-06-17T09:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '83eb1923-4f60-43ae-9c05-1d66ba5e1560', 'name': '', 'network_id': 'd8d7750b-6a63-4881-b0f2-96035dcad353', 'tenant_id': 'a1f64455a970457ebf88214fcfd1383d', 'mac_address': 'fa:16:3e:33:ac:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'c61a1c28-12e0-4af9-abe7-379b2f73cbce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:16Z', 'updated_at': '2021-06-17T09:01:22Z', 'revision_number': 4, 'project_id': 'a1f64455a970457ebf88214fcfd1383d', 'subnets': [{'id': 'c61a1c28-12e0-4af9-abe7-379b2f73cbce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:23.256979 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac696a8-d516-47c2-a9cb-1febacda5e69 None None] The sync data for ids ['f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3'] in n-d-758944-30 is: [{'id': 'f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3', 'name': 'tempest-TestVolumeBackupRestore-1471441186-router', 'tenant_id': 'a1f64455a970457ebf88214fcfd1383d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'f13a5bd7-8093-4912-9abd-06a702506138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:01:09Z', 'updated_at': '2021-06-17T09:01:18Z', 'revision_number': 4, 'project_id': 'a1f64455a970457ebf88214fcfd1383d', 'gw_port': {'id': 'f13a5bd7-8093-4912-9abd-06a702506138', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:10Z', 'updated_at': '2021-06-17T09:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '83eb1923-4f60-43ae-9c05-1d66ba5e1560', 'name': '', 'network_id': 'd8d7750b-6a63-4881-b0f2-96035dcad353', 'tenant_id': 'a1f64455a970457ebf88214fcfd1383d', 'mac_address': 'fa:16:3e:33:ac:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a0c0ff-b4e4-465e-9144-bd6ba54b03f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'c61a1c28-12e0-4af9-abe7-379b2f73cbce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:16Z', 'updated_at': '2021-06-17T09:01:22Z', 'revision_number': 4, 'project_id': 'a1f64455a970457ebf88214fcfd1383d', 'subnets': [{'id': 'c61a1c28-12e0-4af9-abe7-379b2f73cbce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:01:23.577297 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device e806afda-91ed-4496-87d0-68cccfa621d5 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 09:01:23.729136 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9fa53-fde4-477b-962f-58fd88c81383 req-218304eb-f10c-4f99-b75b-682fcdc3fdb9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:23.734462 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fda9fa53-fde4-477b-962f-58fd88c81383 req-218304eb-f10c-4f99-b75b-682fcdc3fdb9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5 HTTP/1.1" status: 200 len: 982 time: 0.1504254 Jun 17 09:01:23.810396 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 83eb1923-4f60-43ae-9c05-1d66ba5e1560 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:01:23.834121 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fda9fa53-fde4-477b-962f-58fd88c81383 req-22a98e61-9b8f-44fd-aac6-c4acfc317901 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ce88f9c-fad4-433a-a58b-37e20200626e&id=0757b347-5713-4399-9d0b-dffd0de572d5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0935042 Jun 17 09:01:23.839285 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port e806afda-91ed-4496-87d0-68cccfa621d5, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=e806afda-91ed-4496-87d0-68cccfa621d5,segment=NetworkSegment(c5511071-3953-4402-aa91-f7fff53809ef),segment_id=c5511071-3953-4402-aa91-f7fff53809ef)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:23.867316 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45870) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:23.873322 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-7de4a2d5-4107-4c99-87e0-9cc5bbf015ee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1969888270-network', 'tenant_id': 'e1ee2b5f26c34731ae842771d1809dff'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:01:23.902905 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': 'e806afda-91ed-4496-87d0-68cccfa621d5', 'network_id': '9ececb54-f1c7-4886-8f2b-7fd05acf2a74', 'port_id': 'e806afda-91ed-4496-87d0-68cccfa621d5', 'mac_address': 'fa:16:3e:38:f9:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c6516d-868a-47bd-89cb-0de5af4997ac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 09:01:23.973115 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:23.997541 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e806afda-91ed-4496-87d0-68cccfa621d5 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:01:24.001880 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de4a2d5-4107-4c99-87e0-9cc5bbf015ee admin admin] Made reservation on behalf of e1ee2b5f26c34731ae842771d1809dff for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:01:24.004862 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7de4a2d5-4107-4c99-87e0-9cc5bbf015ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:24.019639 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7de4a2d5-4107-4c99-87e0-9cc5bbf015ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:24.024195 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port e806afda-91ed-4496-87d0-68cccfa621d5, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=e806afda-91ed-4496-87d0-68cccfa621d5,segment=NetworkSegment(c5511071-3953-4402-aa91-f7fff53809ef),segment_id=c5511071-3953-4402-aa91-f7fff53809ef)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:24.113618 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 83eb1923-4f60-43ae-9c05-1d66ba5e1560 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:01:24.119896 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 83eb1923-4f60-43ae-9c05-1d66ba5e1560 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:24.120289 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:24.149688 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7de4a2d5-4107-4c99-87e0-9cc5bbf015ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:24.173929 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:24.173929 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-eadf24ad-2736-489a-8917-aadb25608c28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:24.236268 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7de4a2d5-4107-4c99-87e0-9cc5bbf015ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:24.248226 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=e806afda-91ed-4496-87d0-68cccfa621d5,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:24.251943 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de4a2d5-4107-4c99-87e0-9cc5bbf015ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 09:01:24.252908 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:24.265063 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7de4a2d5-4107-4c99-87e0-9cc5bbf015ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:24.265742 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-7de4a2d5-4107-4c99-87e0-9cc5bbf015ee admin admin] Added segment cc80d634-b539-4191-ac1e-2243ca354ae0 of type vlan for network 1c208829-5e9c-4d3a-aadd-3edccb580080 Jun 17 09:01:24.281601 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:24.343883 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7de4a2d5-4107-4c99-87e0-9cc5bbf015ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:24.370249 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 83eb1923-4f60-43ae-9c05-1d66ba5e1560, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=83eb1923-4f60-43ae-9c05-1d66ba5e1560,segment=NetworkSegment(ec7aa267-4b8a-4871-93e4-4e737a6d7313),segment_id=ec7aa267-4b8a-4871-93e4-4e737a6d7313)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:24.371607 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8acb1f3e-17d0-438f-84db-d5fe35c544d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:24.395762 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['e806afda-91ed-4496-87d0-68cccfa621d5'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 09:01:24.431955 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45880) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:24.438606 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-c52989e0-ea1a-4b60-8224-f246e81743ae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1862353831-network', 'tenant_id': '0f2a02b451cb43eb984581a3d38fd244'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:01:24.452638 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4a2d5-4107-4c99-87e0-9cc5bbf015ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592985ed-8030-4a42-aecc-1b563cd24be5,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:24.457875 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7de4a2d5-4107-4c99-87e0-9cc5bbf015ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:24.495253 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:24.498755 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:24.538875 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7de4a2d5-4107-4c99-87e0-9cc5bbf015ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:24.541037 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de4a2d5-4107-4c99-87e0-9cc5bbf015ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:24.542246 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-7de4a2d5-4107-4c99-87e0-9cc5bbf015ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:24.548545 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45882) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:24.552713 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-77c0edd1-f452-4766-bd28-c0268bf0d909 tempest-BulkNetworkOpsIpV6Test-1369230095 tempest-BulkNetworkOpsIpV6Test-1369230095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:24.578108 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-499b8437-4b9d-4ed7-9b09-2ec15ad3e6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:24.590016 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=83eb1923-4f60-43ae-9c05-1d66ba5e1560,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:24.606554 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:24.634085 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52989e0-ea1a-4b60-8224-f246e81743ae admin admin] Made reservation on behalf of 0f2a02b451cb43eb984581a3d38fd244 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:01:24.637672 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c52989e0-ea1a-4b60-8224-f246e81743ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:24.678461 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c52989e0-ea1a-4b60-8224-f246e81743ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:24.717272 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4a2d5-4107-4c99-87e0-9cc5bbf015ee admin admin] Pushing event updated for resources: {'Network': ['ID=1c208829-5e9c-4d3a-aadd-3edccb580080,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:24.729115 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7de4a2d5-4107-4c99-87e0-9cc5bbf015ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:24.729316 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 1c208829-5e9c-4d3a-aadd-3edccb580080 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 09:01:24.819047 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-499b8437-4b9d-4ed7-9b09-2ec15ad3e6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:24.921625 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-499b8437-4b9d-4ed7-9b09-2ec15ad3e6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:24.963878 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3616806e-f26b-412d-9219-2ac679decdb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:25.016430 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-499b8437-4b9d-4ed7-9b09-2ec15ad3e6fc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f8e58e759de4e47ab133d7a4d42cacf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4664741 Jun 17 09:01:25.021040 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-7de4a2d5-4107-4c99-87e0-9cc5bbf015ee admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1481297 Jun 17 09:01:25.021577 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b8437-4b9d-4ed7-9b09-2ec15ad3e6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f98d0c-7971-4488-9bc0-35d0b37a70cf,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:25.022935 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45892) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:25.023504 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 45894) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:25.027480 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-499b8437-4b9d-4ed7-9b09-2ec15ad3e6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:25.080496 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-596a945a-18ec-48af-9296-30b995ded433 admin admin] Request body: {'subnet': {'network_id': '1c208829-5e9c-4d3a-aadd-3edccb580080', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1969888270-subnet', 'tenant_id': 'e1ee2b5f26c34731ae842771d1809dff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:01:25.115439 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67156c-8665-4e14-80da-c330e9309d69 req-d6bf0aea-19e5-48d7-bb6d-dcc654702eba tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:25.125936 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-db67156c-8665-4e14-80da-c330e9309d69 req-d6bf0aea-19e5-48d7-bb6d-dcc654702eba tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5 HTTP/1.1" status: 200 len: 983 time: 0.1669345 Jun 17 09:01:25.130002 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c52989e0-ea1a-4b60-8224-f246e81743ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:25.180475 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9eaea4b6-5951-4028-b8bc-78ff8dd35de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:25.191932 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-db67156c-8665-4e14-80da-c330e9309d69 req-8ce87a6f-df51-4287-b872-fddc403e33c9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ce88f9c-fad4-433a-a58b-37e20200626e&id=0757b347-5713-4399-9d0b-dffd0de572d5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0648119 Jun 17 09:01:25.212443 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9eaea4b6-5951-4028-b8bc-78ff8dd35de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:25.281538 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c52989e0-ea1a-4b60-8224-f246e81743ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:25.285818 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-873ff41f-994a-44c3-aff9-df2cca8f9458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:25.309575 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52989e0-ea1a-4b60-8224-f246e81743ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c22c63c-fb40-4443-9644-14890a9fef02,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:25.312648 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c52989e0-ea1a-4b60-8224-f246e81743ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:25.449120 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9eaea4b6-5951-4028-b8bc-78ff8dd35de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:25.456002 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-9eaea4b6-5951-4028-b8bc-78ff8dd35de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:25.460573 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9eaea4b6-5951-4028-b8bc-78ff8dd35de8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a9f98d0c-7971-4488-9bc0-35d0b37a70cf HTTP/1.1" status: 204 len: 168 time: 0.4149396 Jun 17 09:01:25.461861 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fb2ddc58-fa2e-4790-abb2-bd29b5b38fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:25.464312 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596a945a-18ec-48af-9296-30b995ded433 admin admin] Made reservation on behalf of e1ee2b5f26c34731ae842771d1809dff for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:01:25.467132 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-596a945a-18ec-48af-9296-30b995ded433 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:25.482826 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52989e0-ea1a-4b60-8224-f246e81743ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 09:01:25.486048 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaea4b6-5951-4028-b8bc-78ff8dd35de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f98d0c-7971-4488-9bc0-35d0b37a70cf,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:25.489769 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9eaea4b6-5951-4028-b8bc-78ff8dd35de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:25.524197 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c52989e0-ea1a-4b60-8224-f246e81743ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:25.528291 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-c52989e0-ea1a-4b60-8224-f246e81743ae admin admin] Added segment 63490378-0eb4-41bc-be3d-b666998cacaa of type vlan for network f0ec265e-e9dc-42fc-afb3-c4b8c4fb3149 Jun 17 09:01:25.602618 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device e806afda-91ed-4496-87d0-68cccfa621d5 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:01:25.607421 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-51ae4ebb-dc25-4cfb-b09d-ec6f17a3511f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:25.625990 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c52989e0-ea1a-4b60-8224-f246e81743ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:25.819140 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 83eb1923-4f60-43ae-9c05-1d66ba5e1560 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:01:25.823077 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 83eb1923-4f60-43ae-9c05-1d66ba5e1560 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:25.823467 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:26.076173 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c52989e0-ea1a-4b60-8224-f246e81743ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:26.079200 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52989e0-ea1a-4b60-8224-f246e81743ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:26.079200 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c52989e0-ea1a-4b60-8224-f246e81743ae admin admin] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:26.079488 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-596a945a-18ec-48af-9296-30b995ded433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:26.082027 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fe394ff0-1c16-4bc7-b520-4f50b60180f4 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:26.086921 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port e806afda-91ed-4496-87d0-68cccfa621d5 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:01:26.091973 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cb45ea25-13d1-4c36-8f8e-95c0cc5a5fd3 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:26.101279 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port e806afda-91ed-4496-87d0-68cccfa621d5 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:26.101716 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:26.156437 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52989e0-ea1a-4b60-8224-f246e81743ae admin admin] Pushing event updated for resources: {'Network': ['ID=f0ec265e-e9dc-42fc-afb3-c4b8c4fb3149,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:26.160488 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c52989e0-ea1a-4b60-8224-f246e81743ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:26.169445 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network f0ec265e-e9dc-42fc-afb3-c4b8c4fb3149 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 09:01:26.180327 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a945a-18ec-48af-9296-30b995ded433 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3fd1de2-d8f7-424c-a921-292835ec5c70,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:26.185217 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-596a945a-18ec-48af-9296-30b995ded433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:26.186577 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596a945a-18ec-48af-9296-30b995ded433 admin admin] Checking segment: {'id': 'cc80d634-b539-4191-ac1e-2243ca354ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1c208829-5e9c-4d3a-aadd-3edccb580080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:01:26.187079 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596a945a-18ec-48af-9296-30b995ded433 admin admin] Network hostable DHCP agents. Network: 1c208829-5e9c-4d3a-aadd-3edccb580080, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 09:01:26.302673 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:26.337575 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c52989e0-ea1a-4b60-8224-f246e81743ae admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9012766 Jun 17 09:01:26.338517 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45918) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:26.344550 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-4016d11e-0127-4877-86f2-ce3cebe215ee admin admin] Request body: {'subnet': {'network_id': 'f0ec265e-e9dc-42fc-afb3-c4b8c4fb3149', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1862353831-subnet', 'tenant_id': '0f2a02b451cb43eb984581a3d38fd244', 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:01:26.361141 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596a945a-18ec-48af-9296-30b995ded433 admin admin] Network 1c208829-5e9c-4d3a-aadd-3edccb580080 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 09:01:26.364480 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port e806afda-91ed-4496-87d0-68cccfa621d5, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=e806afda-91ed-4496-87d0-68cccfa621d5,segment=NetworkSegment(c5511071-3953-4402-aa91-f7fff53809ef),segment_id=c5511071-3953-4402-aa91-f7fff53809ef)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:26.365379 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9992cd9-c7e2-4d1d-8351-e25ecc49dbb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e806afda-91ed-4496-87d0-68cccfa621d5'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:01:26.367692 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20036762-d429-4c80-bd42-5db7c0b111ff" -d '{"events": [{"server_uuid": "d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5", "name": "network-vif-plugged", "status": "completed", "tag": "e806afda-91ed-4496-87d0-68cccfa621d5"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:01:26.404675 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3c413-a2bf-4f77-91eb-6d73f6023669 req-562d7a86-9393-4f0d-8c30-b9734180c447 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:26.406284 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-01b3c413-a2bf-4f77-91eb-6d73f6023669 req-562d7a86-9393-4f0d-8c30-b9734180c447 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5 HTTP/1.1" status: 200 len: 983 time: 0.0849388 Jun 17 09:01:26.452245 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-01b3c413-a2bf-4f77-91eb-6d73f6023669 req-9107e67c-55c9-438e-bf8d-adba4dd08a68 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ce88f9c-fad4-433a-a58b-37e20200626e&id=0757b347-5713-4399-9d0b-dffd0de572d5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0372760 Jun 17 09:01:26.501854 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c92dde-bc45-4a99-b6a1-934c908e5126 x-openstack-request-id: req-74c92dde-bc45-4a99-b6a1-934c908e5126 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:01:26.502156 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5", "name": "network-vif-plugged", "status": "completed", "tag": "e806afda-91ed-4496-87d0-68cccfa621d5", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:01:26.502413 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-74c92dde-bc45-4a99-b6a1-934c908e5126 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:01:26.502816 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9992cd9-c7e2-4d1d-8351-e25ecc49dbb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e806afda-91ed-4496-87d0-68cccfa621d5', 'code': 200} Jun 17 09:01:26.514056 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-596a945a-18ec-48af-9296-30b995ded433 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 1c208829-5e9c-4d3a-aadd-3edccb580080) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:01:26.522486 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:26.522828 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596a945a-18ec-48af-9296-30b995ded433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:26.522828 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-596a945a-18ec-48af-9296-30b995ded433 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:26.523011 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4016d11e-0127-4877-86f2-ce3cebe215ee admin admin] Made reservation on behalf of 0f2a02b451cb43eb984581a3d38fd244 for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:01:26.527062 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-ca0f8bd3-d39e-43aa-8af0-575c2fe844ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:26.537212 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4016d11e-0127-4877-86f2-ce3cebe215ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:26.551200 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22685811-bfb8-4596-a495-b1ccbbb7001d None None] Network 1c208829-5e9c-4d3a-aadd-3edccb580080 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:01:26.648700 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-596a945a-18ec-48af-9296-30b995ded433 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6019232 Jun 17 09:01:26.664897 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=e806afda-91ed-4496-87d0-68cccfa621d5,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:26.670159 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:26.732333 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522cca44-1251-4967-8afe-08f6df2262be req-6ebb8dff-89a0-4597-b2d4-dfc052127c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:26.735083 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-522cca44-1251-4967-8afe-08f6df2262be req-6ebb8dff-89a0-4597-b2d4-dfc052127c9d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5 HTTP/1.1" status: 200 len: 1136 time: 0.1083395 Jun 17 09:01:26.767984 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ff7ab7-4709-42ee-aaf4-9c8d987b3a64 None None] Network 1c208829-5e9c-4d3a-aadd-3edccb580080 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:01:26.817456 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-522cca44-1251-4967-8afe-08f6df2262be req-48bee04c-961c-4c72-8d65-0a0d34a14322 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0757b347-5713-4399-9d0b-dffd0de572d5&id=3ce88f9c-fad4-433a-a58b-37e20200626e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0734527 Jun 17 09:01:26.945779 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795efa66-2256-4f88-8cac-8e28c3b8d9f2 req-21a58702-bcbf-464a-8097-3b941cbbdd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:26.948287 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-795efa66-2256-4f88-8cac-8e28c3b8d9f2 req-21a58702-bcbf-464a-8097-3b941cbbdd06 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=480b86ad1b7d49c4890b00851e5f8990&device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 1097 time: 0.0786214 Jun 17 09:01:26.949342 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4016d11e-0127-4877-86f2-ce3cebe215ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:26.953204 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-cb13a540-6ce5-42c9-abfc-31f97e084ba2 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:26.988446 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8dcd7-9054-45a8-81df-fff8c69c1091 req-a63e3447-9eb2-47bd-8a76-dde41b664f16 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:26.996283 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0db8dcd7-9054-45a8-81df-fff8c69c1091 req-a63e3447-9eb2-47bd-8a76-dde41b664f16 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.1051741 Jun 17 09:01:27.048053 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0db8dcd7-9054-45a8-81df-fff8c69c1091 req-acc95e3b-3e60-4349-b308-af8c59eb5582 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470746 Jun 17 09:01:27.096726 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016d11e-0127-4877-86f2-ce3cebe215ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbfa5f17-8409-4343-81a2-2ea52a9a8c7c,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:27.107763 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4016d11e-0127-4877-86f2-ce3cebe215ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:27.110677 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4016d11e-0127-4877-86f2-ce3cebe215ee admin admin] Checking segment: {'id': '63490378-0eb4-41bc-be3d-b666998cacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f0ec265e-e9dc-42fc-afb3-c4b8c4fb3149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:01:27.110988 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4016d11e-0127-4877-86f2-ce3cebe215ee admin admin] Network hostable DHCP agents. Network: f0ec265e-e9dc-42fc-afb3-c4b8c4fb3149, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 09:01:27.152235 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795efa66-2256-4f88-8cac-8e28c3b8d9f2 req-5fe4611c-43a3-4c59-a8a7-3e8d922d3404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:27.153961 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-795efa66-2256-4f88-8cac-8e28c3b8d9f2 req-5fe4611c-43a3-4c59-a8a7-3e8d922d3404 service neutron] 10.222.0.50 "GET /v2.0/networks?id=16a34c89-47ce-4f22-9578-d80c43c79d15 HTTP/1.1" status: 200 len: 919 time: 0.1886935 Jun 17 09:01:27.203925 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-795efa66-2256-4f88-8cac-8e28c3b8d9f2 req-3f42c0f5-0494-4c1e-837f-5e294e58a7ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eae1d0ef-12b4-40d0-b352-77e11a5a7fe7 HTTP/1.1" status: 200 len: 217 time: 0.0428832 Jun 17 09:01:27.252193 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795efa66-2256-4f88-8cac-8e28c3b8d9f2 req-6687dc49-733b-4f80-9e0f-34c344706b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:27.253653 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-795efa66-2256-4f88-8cac-8e28c3b8d9f2 req-6687dc49-733b-4f80-9e0f-34c344706b3e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8dcda4ff-69ce-4261-8f47-819696fbacb3 HTTP/1.1" status: 200 len: 858 time: 0.0437891 Jun 17 09:01:27.290682 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-795efa66-2256-4f88-8cac-8e28c3b8d9f2 req-29f48eb3-5eab-4e41-a0d1-8f0feca4ced1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=16a34c89-47ce-4f22-9578-d80c43c79d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305970 Jun 17 09:01:27.304499 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4016d11e-0127-4877-86f2-ce3cebe215ee admin admin] Network f0ec265e-e9dc-42fc-afb3-c4b8c4fb3149 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 09:01:27.388263 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-795efa66-2256-4f88-8cac-8e28c3b8d9f2 req-b0aae19c-4918-4740-b5a4-b2fdb771e56c service neutron] 10.222.0.50 "GET /v2.0/networks/16a34c89-47ce-4f22-9578-d80c43c79d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909181 Jun 17 09:01:27.446702 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-4016d11e-0127-4877-86f2-ce3cebe215ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, f0ec265e-e9dc-42fc-afb3-c4b8c4fb3149) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:01:27.454100 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4016d11e-0127-4877-86f2-ce3cebe215ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:27.454710 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4016d11e-0127-4877-86f2-ce3cebe215ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:27.455997 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68b61cf-9054-4169-b809-1c785216d375 None None] Network f0ec265e-e9dc-42fc-afb3-c4b8c4fb3149 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:01:27.502771 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-795efa66-2256-4f88-8cac-8e28c3b8d9f2 req-cb84730a-30de-4827-a636-214241e1d791 service neutron] 10.222.0.50 "GET /v2.0/networks/16a34c89-47ce-4f22-9578-d80c43c79d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080780 Jun 17 09:01:27.551082 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4016d11e-0127-4877-86f2-ce3cebe215ee admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2113137 Jun 17 09:01:27.554185 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 45962) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:27.565150 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-d3d1f3e5-f197-4ded-bd62-f927a502055c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1862353831-router', 'tenant_id': '0f2a02b451cb43eb984581a3d38fd244', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:01:27.633083 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23468c74-87be-4f52-8713-a2b2cd0e27a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-f0ec265e-e9dc-42fc-afb3-c4b8c4fb3149', 'network_id': 'f0ec265e-e9dc-42fc-afb3-c4b8c4fb3149', 'tenant_id': '0f2a02b451cb43eb984581a3d38fd244', 'fixed_ips': [{'subnet_id': 'bbfa5f17-8409-4343-81a2-2ea52a9a8c7c'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 09:01:27.634278 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-23468c74-87be-4f52-8713-a2b2cd0e27a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:27.734620 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f3e5-f197-4ded-bd62-f927a502055c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:27.735652 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f3e5-f197-4ded-bd62-f927a502055c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:27.828435 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d07af9-3873-46e9-b0e8-ce8028746c80 req-386594b3-a06b-43d1-a7a9-024766302a11 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:27.831197 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-83d07af9-3873-46e9-b0e8-ce8028746c80 req-386594b3-a06b-43d1-a7a9-024766302a11 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5 HTTP/1.1" status: 200 len: 984 time: 0.1234531 Jun 17 09:01:27.847660 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-23468c74-87be-4f52-8713-a2b2cd0e27a1 None None] Allocated IP 172.20.0.2 (f0ec265e-e9dc-42fc-afb3-c4b8c4fb3149/bbfa5f17-8409-4343-81a2-2ea52a9a8c7c/a607d5f9-a1cd-4108-a405-0290442069d9) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:01:27.848879 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f3e5-f197-4ded-bd62-f927a502055c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:27.881685 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-83d07af9-3873-46e9-b0e8-ce8028746c80 req-f4d5937a-6be3-4ee6-a316-480acabd1446 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ce88f9c-fad4-433a-a58b-37e20200626e&id=0757b347-5713-4399-9d0b-dffd0de572d5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0430987 Jun 17 09:01:27.899245 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-2f84181a-c500-4c6a-bd21-242f5a6caca3 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:27.902810 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-2f84181a-c500-4c6a-bd21-242f5a6caca3 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/networks?id=97d210e1-01bf-42ee-ae50-11f74d544f87 HTTP/1.1" status: 200 len: 808 time: 0.1851256 Jun 17 09:01:27.937428 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-a5d30ae4-b1ef-43f7-a076-b930db97167b tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/quotas/7f0c12b853e84b45908be5a6ec1f2162 HTTP/1.1" status: 200 len: 375 time: 0.0217834 Jun 17 09:01:27.982926 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-94d4352f-c8f4-4e99-a63b-ffcd9a58fccc tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7f0c12b853e84b45908be5a6ec1f2162&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444427 Jun 17 09:01:28.054236 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:28.077723 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-23468c74-87be-4f52-8713-a2b2cd0e27a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:28.088574 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-23468c74-87be-4f52-8713-a2b2cd0e27a1 None None] Transition to ACTIVE for port object a607d5f9-a1cd-4108-a405-0290442069d9 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:01:28.111223 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-23468c74-87be-4f52-8713-a2b2cd0e27a1 None None] Transition to ACTIVE for port object a607d5f9-a1cd-4108-a405-0290442069d9 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:01:28.219119 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f3e5-f197-4ded-bd62-f927a502055c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:28.246744 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-23468c74-87be-4f52-8713-a2b2cd0e27a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:28.248660 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-f1c7dab8-d19b-46d3-b36a-8a8862cbd44a service neutron] 10.222.0.49 "GET /v2.0/networks/97d210e1-01bf-42ee-ae50-11f74d544f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646954 Jun 17 09:01:28.249103 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:28.249795 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3108a5-580d-4328-bbad-738808c24623 req-3032b303-7db1-4dc3-8bfe-dfd7bd4dc8ca tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:28.251333 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fd3108a5-580d-4328-bbad-738808c24623 req-3032b303-7db1-4dc3-8bfe-dfd7bd4dc8ca tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.0729380 Jun 17 09:01:28.299449 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23468c74-87be-4f52-8713-a2b2cd0e27a1 None None] Network f0ec265e-e9dc-42fc-afb3-c4b8c4fb3149 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:01:28.303190 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-23468c74-87be-4f52-8713-a2b2cd0e27a1 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:01:28.320260 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fd3108a5-580d-4328-bbad-738808c24623 req-620902d4-15fa-4f9b-9e86-b743d56352e3 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462883 Jun 17 09:01:28.321530 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23468c74-87be-4f52-8713-a2b2cd0e27a1 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:01:28.321530 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23468c74-87be-4f52-8713-a2b2cd0e27a1 None None] Pushing event updated for resources: {'Port': ['ID=a607d5f9-a1cd-4108-a405-0290442069d9,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:28.323329 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-23468c74-87be-4f52-8713-a2b2cd0e27a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:28.377304 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-037b36f8-ac9e-4c14-b73b-be556c04785e service neutron] 10.222.0.49 "GET /v2.0/networks/97d210e1-01bf-42ee-ae50-11f74d544f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186981 Jun 17 09:01:28.384152 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-23468c74-87be-4f52-8713-a2b2cd0e27a1 None None] Attempting to bind port a607d5f9-a1cd-4108-a405-0290442069d9 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:01:28.385044 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-23468c74-87be-4f52-8713-a2b2cd0e27a1 None None] Attempting to bind port a607d5f9-a1cd-4108-a405-0290442069d9 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '63490378-0eb4-41bc-be3d-b666998cacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f0ec265e-e9dc-42fc-afb3-c4b8c4fb3149'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:01:28.385432 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23468c74-87be-4f52-8713-a2b2cd0e27a1 None None] Attempting to bind port a607d5f9-a1cd-4108-a405-0290442069d9 on network f0ec265e-e9dc-42fc-afb3-c4b8c4fb3149 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:01:28.402669 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23468c74-87be-4f52-8713-a2b2cd0e27a1 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:01:28.404946 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23468c74-87be-4f52-8713-a2b2cd0e27a1 None None] Checking segment: {'id': '63490378-0eb4-41bc-be3d-b666998cacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f0ec265e-e9dc-42fc-afb3-c4b8c4fb3149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:01:28.405547 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-23468c74-87be-4f52-8713-a2b2cd0e27a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:28.406077 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23468c74-87be-4f52-8713-a2b2cd0e27a1 None None] Bound using segment: {'id': '63490378-0eb4-41bc-be3d-b666998cacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f0ec265e-e9dc-42fc-afb3-c4b8c4fb3149'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:01:28.406597 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-23468c74-87be-4f52-8713-a2b2cd0e27a1 None None] Bound port: a607d5f9-a1cd-4108-a405-0290442069d9, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63490378-0eb4-41bc-be3d-b666998cacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f0ec265e-e9dc-42fc-afb3-c4b8c4fb3149'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:01:28.406986 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-23468c74-87be-4f52-8713-a2b2cd0e27a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:28.502450 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-23468c74-87be-4f52-8713-a2b2cd0e27a1 None None] For port a607d5f9-a1cd-4108-a405-0290442069d9, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:01:28.506370 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-23468c74-87be-4f52-8713-a2b2cd0e27a1 None None] For port a607d5f9-a1cd-4108-a405-0290442069d9, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=a607d5f9-a1cd-4108-a405-0290442069d9,segment=NetworkSegment(63490378-0eb4-41bc-be3d-b666998cacaa),segment_id=63490378-0eb4-41bc-be3d-b666998cacaa)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:01:28.620181 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f3e5-f197-4ded-bd62-f927a502055c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:28.639021 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f3e5-f197-4ded-bd62-f927a502055c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:28.737072 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-23468c74-87be-4f52-8713-a2b2cd0e27a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:28.741355 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-0bc62438-2fba-49c0-8e2a-746bd7cedf23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:28.747437 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-d3d1f3e5-f197-4ded-bd62-f927a502055c admin admin] Allocated IP 172.25.2.225 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/24a9b5e9-05c7-488a-a694-86ee6fbeeaec) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:01:28.832507 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23468c74-87be-4f52-8713-a2b2cd0e27a1 None None] Pushing event updated for resources: {'Port': ['ID=a607d5f9-a1cd-4108-a405-0290442069d9,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:28.841479 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-23468c74-87be-4f52-8713-a2b2cd0e27a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:28.855953 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e27e2989-05f6-48b7-8ea9-04bf6c90e19e req-e2623446-a331-491c-85cc-f8380321f66d tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f9ef640-e3ed-4637-a8f0-0715e9de6bbb HTTP/1.1" status: 200 len: 210 time: 0.0469463 Jun 17 09:01:28.890163 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f3e5-f197-4ded-bd62-f927a502055c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:29.036798 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f3e5-f197-4ded-bd62-f927a502055c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:29.039983 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-feb515b7-e987-4321-9b9f-7c292711bdab tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:29.146741 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d1f3e5-f197-4ded-bd62-f927a502055c admin admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:01:29.154585 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-d3d1f3e5-f197-4ded-bd62-f927a502055c admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:01:29.161459 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d1f3e5-f197-4ded-bd62-f927a502055c admin admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:01:29.191322 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1f3e5-f197-4ded-bd62-f927a502055c admin admin] Pushing event updated for resources: {'Port': ['ID=24a9b5e9-05c7-488a-a694-86ee6fbeeaec,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:29.201541 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d3d1f3e5-f197-4ded-bd62-f927a502055c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:29.301038 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f75c8e-bf49-45e0-a388-7a805ba5b84a req-9c1952e9-f6aa-4315-9823-c581cc5a4689 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:29.310111 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f2f75c8e-bf49-45e0-a388-7a805ba5b84a req-9c1952e9-f6aa-4315-9823-c581cc5a4689 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5 HTTP/1.1" status: 200 len: 984 time: 0.2295601 Jun 17 09:01:29.406098 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f2f75c8e-bf49-45e0-a388-7a805ba5b84a req-efc12063-33d9-4df6-b339-46f4310f8167 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ce88f9c-fad4-433a-a58b-37e20200626e&id=0757b347-5713-4399-9d0b-dffd0de572d5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0962384 Jun 17 09:01:29.498702 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ad0b3cbb-9b22-4f60-be63-59805b97ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:29.529154 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d687eed-cabb-4f1b-8f6f-797a78b9b7f5 req-ca3b20b6-6d5d-4a9c-8218-4af0298156c7 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:29.531938 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0d687eed-cabb-4f1b-8f6f-797a78b9b7f5 req-ca3b20b6-6d5d-4a9c-8218-4af0298156c7 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.0914924 Jun 17 09:01:29.589310 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0d687eed-cabb-4f1b-8f6f-797a78b9b7f5 req-0e8661c0-ce57-45d7-a494-22976812549c tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509589 Jun 17 09:01:29.798427 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device a607d5f9-a1cd-4108-a405-0290442069d9 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:01:30.007181 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port a607d5f9-a1cd-4108-a405-0290442069d9 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:01:30.113912 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f3e5-f197-4ded-bd62-f927a502055c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:30.129686 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e3aedf-5f12-4e76-a380-44efb26c44ea None None] Network f0ec265e-e9dc-42fc-afb3-c4b8c4fb3149 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:01:30.356880 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-1558245d-dc75-4cee-974a-1867850f36ec None None] Provisioning for port a607d5f9-a1cd-4108-a405-0290442069d9 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:01:30.364185 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-1558245d-dc75-4cee-974a-1867850f36ec None None] Provisioning complete for port a607d5f9-a1cd-4108-a405-0290442069d9 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:30.364725 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1558245d-dc75-4cee-974a-1867850f36ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:30.401026 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bc110-2682-45c8-8d32-47a71b693b40 req-0176ff1a-bf60-43ce-a077-86269f89f5ab tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:30.410650 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-608bc110-2682-45c8-8d32-47a71b693b40 req-0176ff1a-bf60-43ce-a077-86269f89f5ab tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5 HTTP/1.1" status: 200 len: 984 time: 0.8587873 Jun 17 09:01:30.425450 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-31c2160a-bb89-4c24-8ece-9756b4950b3f req-5541bf6c-2dbd-4bc0-9d34-e343de87cf42 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f9ef640-e3ed-4637-a8f0-0715e9de6bbb HTTP/1.1" status: 200 len: 210 time: 0.5039098 Jun 17 09:01:30.476630 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f3e5-f197-4ded-bd62-f927a502055c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:30.492126 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-608bc110-2682-45c8-8d32-47a71b693b40 req-3ae316a7-c0b3-4b15-82d0-230984aa3edf tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ce88f9c-fad4-433a-a58b-37e20200626e&id=0757b347-5713-4399-9d0b-dffd0de572d5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0801473 Jun 17 09:01:30.522924 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1558245d-dc75-4cee-974a-1867850f36ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:30.598893 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-1558245d-dc75-4cee-974a-1867850f36ec None None] For port a607d5f9-a1cd-4108-a405-0290442069d9, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=a607d5f9-a1cd-4108-a405-0290442069d9,segment=NetworkSegment(63490378-0eb4-41bc-be3d-b666998cacaa),segment_id=63490378-0eb4-41bc-be3d-b666998cacaa)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:30.711136 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1558245d-dc75-4cee-974a-1867850f36ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:30.718866 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-129f4f01-f483-4e99-adfe-203648628e08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:30.794341 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558245d-dc75-4cee-974a-1867850f36ec None None] Pushing event updated for resources: {'Port': ['ID=a607d5f9-a1cd-4108-a405-0290442069d9,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:30.808087 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-1558245d-dc75-4cee-974a-1867850f36ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:30.822018 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac1685-33af-4743-856d-ffa9dbb36e7f req-60df6573-7044-47c6-9437-aaca43cd7d5e tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:30.827215 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a8ac1685-33af-4743-856d-ffa9dbb36e7f req-60df6573-7044-47c6-9437-aaca43cd7d5e tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5 HTTP/1.1" status: 200 len: 1136 time: 0.0677016 Jun 17 09:01:30.863796 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a00da-1e70-4292-bbb6-ace6bc7dec92 req-6bd8852a-15a5-45df-bb09-4294c0a8554d tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:30.870927 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a8ac1685-33af-4743-856d-ffa9dbb36e7f req-83ea24ba-172e-47eb-a5d6-3723e4397eb0 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:30.871974 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f25a00da-1e70-4292-bbb6-ace6bc7dec92 req-6bd8852a-15a5-45df-bb09-4294c0a8554d tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.1012275 Jun 17 09:01:30.879468 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d1f3e5-f197-4ded-bd62-f927a502055c admin admin] Router 48114a5f-8106-40e6-8a53-be6525f54102 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 09:01:30.938548 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-d35ad078-765d-43fd-b90e-b8df289121ca None None] Provisioning complete for port a607d5f9-a1cd-4108-a405-0290442069d9 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:30.939536 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d35ad078-765d-43fd-b90e-b8df289121ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:30.986912 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a8ac1685-33af-4743-856d-ffa9dbb36e7f req-83ea24ba-172e-47eb-a5d6-3723e4397eb0 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:30.994378 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f25a00da-1e70-4292-bbb6-ace6bc7dec92 req-0998fe77-8d84-43dd-9981-9200dd6112f2 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213350 Jun 17 09:01:30.996089 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:31.040964 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d1f3e5-f197-4ded-bd62-f927a502055c admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 09:01:31.058425 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1d8823-37fc-4c18-aafa-927c19cca753 None None] Sync routers for ids ['48114a5f-8106-40e6-8a53-be6525f54102'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:01:31.077973 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1d8823-37fc-4c18-aafa-927c19cca753 None None] Routers {'48114a5f-8106-40e6-8a53-be6525f54102'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:01:31.078497 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-7d1d8823-37fc-4c18-aafa-927c19cca753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T09:01:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['48114a5f-8106-40e6-8a53-be6525f54102'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:31.197527 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-7d1d8823-37fc-4c18-aafa-927c19cca753 None None] Set router 48114a5f-8106-40e6-8a53-be6525f54102 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:01:31.316913 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-a8ac1685-33af-4743-856d-ffa9dbb36e7f req-83ea24ba-172e-47eb-a5d6-3723e4397eb0 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:31.320937 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0de4ae04-b9fd-4f67-88fb-0dff41ef29ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:31.375530 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a8ac1685-33af-4743-856d-ffa9dbb36e7f req-83ea24ba-172e-47eb-a5d6-3723e4397eb0 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3ce88f9c-fad4-433a-a58b-37e20200626e&id=0757b347-5713-4399-9d0b-dffd0de572d5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5372243 Jun 17 09:01:31.380577 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea24ba-172e-47eb-a5d6-3723e4397eb0 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45fc60c-0800-46b9-9328-f5fa388e5669,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:31.390971 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-83ea24ba-172e-47eb-a5d6-3723e4397eb0 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:31.397484 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 46058) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:31.418503 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-7d1d8823-37fc-4c18-aafa-927c19cca753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48114a5f-8106-40e6-8a53-be6525f54102', 'name': 'tempest-TestVolumeBackupRestore-1862353831-router', 'tenant_id': '0f2a02b451cb43eb984581a3d38fd244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '24a9b5e9-05c7-488a-a694-86ee6fbeeaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:01:27Z', 'updated_at': '2021-06-17T09:01:29Z', 'revision_number': 3, 'project_id': '0f2a02b451cb43eb984581a3d38fd244', 'gw_port': {'id': '24a9b5e9-05c7-488a-a694-86ee6fbeeaec', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:40:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48114a5f-8106-40e6-8a53-be6525f54102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:28Z', 'updated_at': '2021-06-17T09:01:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:31.446533 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1d8823-37fc-4c18-aafa-927c19cca753 None None] Checking router: 48114a5f-8106-40e6-8a53-be6525f54102 for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:01:31.446906 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1d8823-37fc-4c18-aafa-927c19cca753 None None] Updating router 48114a5f-8106-40e6-8a53-be6525f54102 port 24a9b5e9-05c7-488a-a694-86ee6fbeeaec binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 09:01:31.469508 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ac564c-949c-48f4-b371-39bf8b383711 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:31.471163 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-47ac564c-949c-48f4-b371-39bf8b383711 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5 HTTP/1.1" status: 200 len: 1131 time: 0.0723467 Jun 17 09:01:31.477475 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 46062) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:31.486318 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-66e81cbd-58f8-4aa3-84f1-f1b60a1fd88c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'port_id': 'e806afda-91ed-4496-87d0-68cccfa621d5', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:01:31.494525 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f3e5-f197-4ded-bd62-f927a502055c admin admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:31.498229 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7d1d8823-37fc-4c18-aafa-927c19cca753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:31.500521 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-d3d1f3e5-f197-4ded-bd62-f927a502055c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9452116 Jun 17 09:01:31.501140 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 46066) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:31.673780 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d6cb32c8-2f4c-4216-9248-59d935b317b6 req-091a1875-c839-4a0e-ab9d-c6757611fb6e tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f9ef640-e3ed-4637-a8f0-0715e9de6bbb HTTP/1.1" status: 200 len: 210 time: 0.0549088 Jun 17 09:01:31.676132 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-66e81cbd-58f8-4aa3-84f1-f1b60a1fd88c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for floatingip, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:31.837247 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device a607d5f9-a1cd-4108-a405-0290442069d9 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:01:31.851171 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7d1d8823-37fc-4c18-aafa-927c19cca753 None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:31.876599 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-66e81cbd-58f8-4aa3-84f1-f1b60a1fd88c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:32.069793 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-7d1d8823-37fc-4c18-aafa-927c19cca753 None None] Transition to ACTIVE for port object 24a9b5e9-05c7-488a-a694-86ee6fbeeaec will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:01:32.094323 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port a607d5f9-a1cd-4108-a405-0290442069d9 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:32.094323 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:32.109172 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5b9e7763-bee2-424e-b6bb-179312b46154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:32.204518 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7d1d8823-37fc-4c18-aafa-927c19cca753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:32.210788 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:32.234275 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3859a-ff97-46d7-8a37-16a61620e1d1 req-5d35726c-3fa5-4bf4-b370-aa741616dc6b tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:32.235866 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a4a3859a-ff97-46d7-8a37-16a61620e1d1 req-5d35726c-3fa5-4bf4-b370-aa741616dc6b tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.1262007 Jun 17 09:01:32.282146 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-66e81cbd-58f8-4aa3-84f1-f1b60a1fd88c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Allocated IP 172.25.2.100 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/880c93cd-7f26-4bfb-b5a1-a860ec6ad681) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:01:32.303363 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a4a3859a-ff97-46d7-8a37-16a61620e1d1 req-aeb0a7ca-4c43-4b22-aeba-4a5766bb3324 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540550 Jun 17 09:01:32.327906 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-5b9e7763-bee2-424e-b6bb-179312b46154 admin admin] Allocated IP 172.20.0.1 (f0ec265e-e9dc-42fc-afb3-c4b8c4fb3149/bbfa5f17-8409-4343-81a2-2ea52a9a8c7c/e0149151-154d-4aaf-8748-a666fa0d65eb) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:01:32.335035 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51dfd5-85b1-4659-a217-287704752c25 None None] Pushing event updated for resources: {'Port': ['ID=24a9b5e9-05c7-488a-a694-86ee6fbeeaec,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:32.339246 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-ce51dfd5-85b1-4659-a217-287704752c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:32.348121 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-7d1d8823-37fc-4c18-aafa-927c19cca753 None None] Attempting to bind port 24a9b5e9-05c7-488a-a694-86ee6fbeeaec on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:01:32.352592 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-7d1d8823-37fc-4c18-aafa-927c19cca753 None None] Attempting to bind port 24a9b5e9-05c7-488a-a694-86ee6fbeeaec by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:01:32.353204 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1d8823-37fc-4c18-aafa-927c19cca753 None None] Attempting to bind port 24a9b5e9-05c7-488a-a694-86ee6fbeeaec on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:01:32.365127 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1d8823-37fc-4c18-aafa-927c19cca753 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:01:32.365626 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1d8823-37fc-4c18-aafa-927c19cca753 None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:01:32.366000 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7d1d8823-37fc-4c18-aafa-927c19cca753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:32.366391 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1d8823-37fc-4c18-aafa-927c19cca753 None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:01:32.366878 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-7d1d8823-37fc-4c18-aafa-927c19cca753 None None] Bound port: 24a9b5e9-05c7-488a-a694-86ee6fbeeaec, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:01:32.367304 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7d1d8823-37fc-4c18-aafa-927c19cca753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:32.455429 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-7d1d8823-37fc-4c18-aafa-927c19cca753 None None] For port 24a9b5e9-05c7-488a-a694-86ee6fbeeaec, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:01:32.459618 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-7d1d8823-37fc-4c18-aafa-927c19cca753 None None] For port 24a9b5e9-05c7-488a-a694-86ee6fbeeaec, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=24a9b5e9-05c7-488a-a694-86ee6fbeeaec,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:01:32.473431 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5b9e7763-bee2-424e-b6bb-179312b46154 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:32.493247 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-5b9e7763-bee2-424e-b6bb-179312b46154 admin admin] Transition to ACTIVE for port object e0149151-154d-4aaf-8748-a666fa0d65eb will not be triggered until provisioned by entity DHCP. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:01:32.528636 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-66e81cbd-58f8-4aa3-84f1-f1b60a1fd88c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:32.538425 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-7d1d8823-37fc-4c18-aafa-927c19cca753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:32.550327 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-23468c74-87be-4f52-8713-a2b2cd0e27a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:32.601736 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1d8823-37fc-4c18-aafa-927c19cca753 None None] Routers {'48114a5f-8106-40e6-8a53-be6525f54102'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:01:32.602393 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-7d1d8823-37fc-4c18-aafa-927c19cca753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T09:01:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['48114a5f-8106-40e6-8a53-be6525f54102'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:32.642807 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5b9e7763-bee2-424e-b6bb-179312b46154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:32.654867 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-aaf3bd6b-97f1-4090-873a-0ef8d99cd566 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:32.698470 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:32.701035 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51dfd5-85b1-4659-a217-287704752c25 None None] Pushing event updated for resources: {'Port': ['ID=24a9b5e9-05c7-488a-a694-86ee6fbeeaec,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:32.705601 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-ce51dfd5-85b1-4659-a217-287704752c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:32.725804 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-66e81cbd-58f8-4aa3-84f1-f1b60a1fd88c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:32.729518 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fa065ffe-9e3b-4282-9560-4875f7ab754e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:32.754360 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-7d1d8823-37fc-4c18-aafa-927c19cca753 None None] Set router 48114a5f-8106-40e6-8a53-be6525f54102 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:01:32.775098 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9e7763-bee2-424e-b6bb-179312b46154 admin admin] Network f0ec265e-e9dc-42fc-afb3-c4b8c4fb3149 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:01:32.795900 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e81cbd-58f8-4aa3-84f1-f1b60a1fd88c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:01:32.819200 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-66e81cbd-58f8-4aa3-84f1-f1b60a1fd88c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:01:32.822838 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e81cbd-58f8-4aa3-84f1-f1b60a1fd88c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:01:32.866932 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e81cbd-58f8-4aa3-84f1-f1b60a1fd88c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Pushing event updated for resources: {'Port': ['ID=880c93cd-7f26-4bfb-b5a1-a860ec6ad681,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:32.893019 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-66e81cbd-58f8-4aa3-84f1-f1b60a1fd88c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:32.897833 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-5b9e7763-bee2-424e-b6bb-179312b46154 admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:01:32.900354 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9e7763-bee2-424e-b6bb-179312b46154 admin admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:01:32.965425 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-13ba8291-b2be-4da3-90d4-cd2fd41dd5cd req-573c2e06-f083-4eeb-83ac-6be4734d03f1 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f9ef640-e3ed-4637-a8f0-0715e9de6bbb HTTP/1.1" status: 200 len: 210 time: 0.0698206 Jun 17 09:01:32.975782 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e7763-bee2-424e-b6bb-179312b46154 admin admin] Pushing event updated for resources: {'Port': ['ID=e0149151-154d-4aaf-8748-a666fa0d65eb,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:32.989237 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5b9e7763-bee2-424e-b6bb-179312b46154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:33.036044 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-7d1d8823-37fc-4c18-aafa-927c19cca753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48114a5f-8106-40e6-8a53-be6525f54102', 'name': 'tempest-TestVolumeBackupRestore-1862353831-router', 'tenant_id': '0f2a02b451cb43eb984581a3d38fd244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '24a9b5e9-05c7-488a-a694-86ee6fbeeaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:01:27Z', 'updated_at': '2021-06-17T09:01:29Z', 'revision_number': 3, 'project_id': '0f2a02b451cb43eb984581a3d38fd244', 'gw_port': {'id': '24a9b5e9-05c7-488a-a694-86ee6fbeeaec', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:40:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48114a5f-8106-40e6-8a53-be6525f54102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:28Z', 'updated_at': '2021-06-17T09:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:33.091163 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1d8823-37fc-4c18-aafa-927c19cca753 None None] The sync data for ids ['48114a5f-8106-40e6-8a53-be6525f54102'] in n-d-758944-30 is: [{'id': '48114a5f-8106-40e6-8a53-be6525f54102', 'name': 'tempest-TestVolumeBackupRestore-1862353831-router', 'tenant_id': '0f2a02b451cb43eb984581a3d38fd244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '24a9b5e9-05c7-488a-a694-86ee6fbeeaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:01:27Z', 'updated_at': '2021-06-17T09:01:29Z', 'revision_number': 3, 'project_id': '0f2a02b451cb43eb984581a3d38fd244', 'gw_port': {'id': '24a9b5e9-05c7-488a-a694-86ee6fbeeaec', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:40:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48114a5f-8106-40e6-8a53-be6525f54102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:28Z', 'updated_at': '2021-06-17T09:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:01:33.116248 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5b9e7763-bee2-424e-b6bb-179312b46154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:33.228701 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-1999bcf1-a4e5-424c-9bce-adf9112dcc3d tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:33.230444 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-1999bcf1-a4e5-424c-9bce-adf9112dcc3d tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/networks?id=904ca9b1-00d8-4238-94b1-dcb40f3f0868 HTTP/1.1" status: 200 len: 814 time: 0.5779214 Jun 17 09:01:33.275229 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-89d71fbd-935b-4ac2-90c8-4cb38cabbf24 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:33.276887 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-89d71fbd-935b-4ac2-90c8-4cb38cabbf24 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.50 "GET /v2.0/networks?id=97d210e1-01bf-42ee-ae50-11f74d544f87 HTTP/1.1" status: 200 len: 808 time: 0.5880105 Jun 17 09:01:33.307782 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-6f40de50-d689-43f9-9616-622690ca3c42 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Request body: {'port': {'device_id': '9f9ef640-e3ed-4637-a8f0-0715e9de6bbb', 'network_id': '97d210e1-01bf-42ee-ae50-11f74d544f87', 'admin_state_up': True, 'tenant_id': '7f0c12b853e84b45908be5a6ec1f2162'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:01:33.526842 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-1335a96d-d41d-4196-8578-c8d615dd911c None None] Provisioning for port e0149151-154d-4aaf-8748-a666fa0d65eb completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:01:33.532975 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-1335a96d-d41d-4196-8578-c8d615dd911c None None] Provisioning complete for port e0149151-154d-4aaf-8748-a666fa0d65eb triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:33.533598 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-1335a96d-d41d-4196-8578-c8d615dd911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:33.683937 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-1335a96d-d41d-4196-8578-c8d615dd911c None None] Port e0149151-154d-4aaf-8748-a666fa0d65eb cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 09:01:33.697673 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-7ab8539f-bea8-4261-bfba-33774e1a3f17 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/quotas/a2ee40337e3b431baa5a1d17104f6d60 HTTP/1.1" status: 200 len: 375 time: 0.4535255 Jun 17 09:01:33.845296 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 24a9b5e9-05c7-488a-a694-86ee6fbeeaec up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:01:33.879435 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5b9e7763-bee2-424e-b6bb-179312b46154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:33.936368 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-f2da5bdc-99d2-4470-a25c-b548c114cf97 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a2ee40337e3b431baa5a1d17104f6d60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2191780 Jun 17 09:01:33.941814 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-6f40de50-d689-43f9-9616-622690ca3c42 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Made reservation on behalf of 7f0c12b853e84b45908be5a6ec1f2162 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:01:33.948710 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-6f40de50-d689-43f9-9616-622690ca3c42 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:34.069601 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 24a9b5e9-05c7-488a-a694-86ee6fbeeaec completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:01:34.075956 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 24a9b5e9-05c7-488a-a694-86ee6fbeeaec triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:34.075956 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:34.211809 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:34.254893 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 24a9b5e9-05c7-488a-a694-86ee6fbeeaec, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=24a9b5e9-05c7-488a-a694-86ee6fbeeaec,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:34.421559 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5b9e7763-bee2-424e-b6bb-179312b46154 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:34.439904 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:34.447206 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:34.537250 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-62ca6ccf-c730-422d-aa24-81b78846d85d service neutron] 10.222.0.49 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5836942 Jun 17 09:01:34.574354 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=24a9b5e9-05c7-488a-a694-86ee6fbeeaec,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:34.578870 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:34.598080 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5b9e7763-bee2-424e-b6bb-179312b46154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:34.646054 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dba34b9f-379d-423d-92a7-29efdf2e3700 tempest-ServerRescueTestJSONUnderV235-352112836 tempest-ServerRescueTestJSONUnderV235-352112836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:34.667051 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-66e81cbd-58f8-4aa3-84f1-f1b60a1fd88c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:34.747563 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae07905-2689-418e-bd3f-1e42c9c767bf req-2501389f-7b42-4399-8539-34220e268fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:34.749198 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fae07905-2689-418e-bd3f-1e42c9c767bf req-2501389f-7b42-4399-8539-34220e268fce service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 1097 time: 1.0169840 Jun 17 09:01:34.790166 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6d366-dea8-4618-a0a5-308628588877 req-737d67ab-6db0-4f1a-ae44-ee6c3d733721 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:34.798318 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-07b6d366-dea8-4618-a0a5-308628588877 req-737d67ab-6db0-4f1a-ae44-ee6c3d733721 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 1.1872635 Jun 17 09:01:34.855107 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fae07905-2689-418e-bd3f-1e42c9c767bf req-241fbd9e-667d-4e2d-8fcc-deacf9e64457 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968907 Jun 17 09:01:34.860404 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-07b6d366-dea8-4618-a0a5-308628588877 req-cfa179cb-c16f-4900-965b-15af031f98ea tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611908 Jun 17 09:01:34.977175 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-66e81cbd-58f8-4aa3-84f1-f1b60a1fd88c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:35.035881 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-53f2a31e-48b5-4c84-b13f-dcb4cf02fbe4 req-3412f797-587f-4906-bc2f-1f2ee6e27340 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f9ef640-e3ed-4637-a8f0-0715e9de6bbb HTTP/1.1" status: 200 len: 210 time: 0.0370345 Jun 17 09:01:35.087905 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5b9e7763-bee2-424e-b6bb-179312b46154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:35.096514 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-6f40de50-d689-43f9-9616-622690ca3c42 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Allocated IP 172.20.0.14 (97d210e1-01bf-42ee-ae50-11f74d544f87/cbde395e-03df-44e6-9d8d-029a42a3ef23/d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:01:35.112384 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e7763-bee2-424e-b6bb-179312b46154 admin admin] Pushing event updated for resources: {'Port': ['ID=e0149151-154d-4aaf-8748-a666fa0d65eb,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:35.132288 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5b9e7763-bee2-424e-b6bb-179312b46154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:35.178866 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-66e81cbd-58f8-4aa3-84f1-f1b60a1fd88c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:35.189168 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 46116) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:35.211559 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-23fdc1a6-8b89-46f4-a87a-abce6a92e80c service neutron] 10.222.0.49 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6574190 Jun 17 09:01:35.308131 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-66e81cbd-58f8-4aa3-84f1-f1b60a1fd88c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:35.310793 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d3b66891-20ea-4ba8-8857-90d59dcc204b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:35.320117 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9e7763-bee2-424e-b6bb-179312b46154 admin admin] Network f0ec265e-e9dc-42fc-afb3-c4b8c4fb3149 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:01:35.325783 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-5b9e7763-bee2-424e-b6bb-179312b46154 admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:01:35.370946 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-01898722-c8a8-45cb-a932-1d3ac3d8a756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:35.417913 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e81cbd-58f8-4aa3-84f1-f1b60a1fd88c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Pushing event updated for resources: {'Port': ['ID=880c93cd-7f26-4bfb-b5a1-a860ec6ad681,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:35.425944 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-66e81cbd-58f8-4aa3-84f1-f1b60a1fd88c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:35.433189 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-66e81cbd-58f8-4aa3-84f1-f1b60a1fd88c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:35.482636 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-6f40de50-d689-43f9-9616-622690ca3c42 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:35.616176 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9e7763-bee2-424e-b6bb-179312b46154 admin admin] Router 48114a5f-8106-40e6-8a53-be6525f54102 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 09:01:35.631873 n-d-758944-30 neutron-server[94519]: INFO neutron.db.l3_db [None req-66e81cbd-58f8-4aa3-84f1-f1b60a1fd88c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Floating IP 2a3aa678-c925-45a6-8470-20275e0ff7ce associated. External IP: 172.25.2.100, port: e806afda-91ed-4496-87d0-68cccfa621d5. Jun 17 09:01:35.773701 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-6f40de50-d689-43f9-9616-622690ca3c42 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:35.787323 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ff286d15-38f0-4217-906f-a0006461ee21 req-f2575ee7-52fa-4731-ac34-23cbf0a392ba tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6ac75c8-d7ce-4624-8743-53dfc978ccb2 HTTP/1.1" status: 200 len: 210 time: 0.2045865 Jun 17 09:01:35.850335 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 24a9b5e9-05c7-488a-a694-86ee6fbeeaec up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:01:35.864001 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c46e2d71-0c7f-49e6-b6f4-f80e4765117f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:35.914649 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-01898722-c8a8-45cb-a932-1d3ac3d8a756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:35.942001 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40de50-d689-43f9-9616-622690ca3c42 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Pushing event updated for resources: {'Port': ['ID=d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:35.959032 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6f40de50-d689-43f9-9616-622690ca3c42 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:35.967417 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-e280d0d8-5344-4d46-be17-e99e18ea9919 None None] Provisioning complete for port e0149151-154d-4aaf-8748-a666fa0d65eb triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:35.967417 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e280d0d8-5344-4d46-be17-e99e18ea9919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:35.987547 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-6f40de50-d689-43f9-9616-622690ca3c42 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Network 97d210e1-01bf-42ee-ae50-11f74d544f87 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:01:35.996779 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-6f40de50-d689-43f9-9616-622690ca3c42 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:01:36.002361 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-6f40de50-d689-43f9-9616-622690ca3c42 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:01:36.027769 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-01898722-c8a8-45cb-a932-1d3ac3d8a756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:36.034690 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6964512d-9bf9-435b-9c6e-bb055f9177a3 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:36.048553 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-e280d0d8-5344-4d46-be17-e99e18ea9919 None None] Port e0149151-154d-4aaf-8748-a666fa0d65eb cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 09:01:36.059084 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-6f40de50-d689-43f9-9616-622690ca3c42 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:36.059869 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-6f40de50-d689-43f9-9616-622690ca3c42 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:36.068837 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 24a9b5e9-05c7-488a-a694-86ee6fbeeaec triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:36.070355 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:36.101383 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-01898722-c8a8-45cb-a932-1d3ac3d8a756 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ced65c8a15a4a7eae876f3c4258b0d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9080379 Jun 17 09:01:36.102116 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01898722-c8a8-45cb-a932-1d3ac3d8a756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008e4460-ff71-411d-98f6-bc152ee1838c,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:36.104299 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 46138) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:36.128629 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-01898722-c8a8-45cb-a932-1d3ac3d8a756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:36.181460 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e81cbd-58f8-4aa3-84f1-f1b60a1fd88c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Router 2f32b08b-5673-4591-8d71-1dbcc6cb0510 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 09:01:36.220892 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9c7346c2-9bbd-428a-b9c9-633d2ec57cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:36.238734 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9e7763-bee2-424e-b6bb-179312b46154 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 09:01:36.249149 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5b9e7763-bee2-424e-b6bb-179312b46154 admin admin] 10.222.0.49 "PUT /v2.0/routers/48114a5f-8106-40e6-8a53-be6525f54102/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7466350 Jun 17 09:01:36.249514 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bebd3ac-21af-468d-93be-5230308a81f0 None None] Sync routers for ids ['48114a5f-8106-40e6-8a53-be6525f54102'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:01:36.258329 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-6f40de50-d689-43f9-9616-622690ca3c42 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9627678 Jun 17 09:01:36.263051 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bebd3ac-21af-468d-93be-5230308a81f0 None None] Routers {'48114a5f-8106-40e6-8a53-be6525f54102'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:01:36.263695 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-1bebd3ac-21af-468d-93be-5230308a81f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T09:01:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['48114a5f-8106-40e6-8a53-be6525f54102'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:36.264143 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9c7346c2-9bbd-428a-b9c9-633d2ec57cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:36.270644 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-a3eb4352-b25c-4f22-a372-4fab0156e604 service neutron] Request body: {'port': {'device_id': '9f9ef640-e3ed-4637-a8f0-0715e9de6bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:01:36.377689 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b3b97-138a-4cac-89d6-e272126d7fe0 req-12242715-2429-4e16-a03f-1f8370d13373 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:36.379413 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-853b3b97-138a-4cac-89d6-e272126d7fe0 req-12242715-2429-4e16-a03f-1f8370d13373 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.2868977 Jun 17 09:01:36.395290 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784a7ec-5cb2-4887-87a5-928c32d9a244 req-4183f38f-48d5-4bc7-978b-451888872198 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:36.406004 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3784a7ec-5cb2-4887-87a5-928c32d9a244 req-4183f38f-48d5-4bc7-978b-451888872198 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f9ef640-e3ed-4637-a8f0-0715e9de6bbb HTTP/1.1" status: 200 len: 932 time: 0.1739056 Jun 17 09:01:36.424587 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-1bebd3ac-21af-468d-93be-5230308a81f0 None None] Set router 48114a5f-8106-40e6-8a53-be6525f54102 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:01:36.430705 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e81cbd-58f8-4aa3-84f1-f1b60a1fd88c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 09:01:36.446458 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4636e0f-f6dd-4889-a23b-62c5f64e5472 None None] Sync routers for ids ['2f32b08b-5673-4591-8d71-1dbcc6cb0510'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:01:36.463080 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4636e0f-f6dd-4889-a23b-62c5f64e5472 None None] Routers {'2f32b08b-5673-4591-8d71-1dbcc6cb0510'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:01:36.465649 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-e4636e0f-f6dd-4889-a23b-62c5f64e5472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T09:01:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['2f32b08b-5673-4591-8d71-1dbcc6cb0510'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:36.468208 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-853b3b97-138a-4cac-89d6-e272126d7fe0 req-e18018f5-7346-4e4f-92ea-7fdf556a1d11 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762596 Jun 17 09:01:36.481395 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-a3eb4352-b25c-4f22-a372-4fab0156e604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:36.494325 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3784a7ec-5cb2-4887-87a5-928c32d9a244 req-8aab9eac-208f-42bc-871c-b453853b4235 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/security-groups?id=3123cd3f-abae-4f67-b8e4-d8311be67413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871229 Jun 17 09:01:36.613086 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-66e81cbd-58f8-4aa3-84f1-f1b60a1fd88c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:36.628568 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9c7346c2-9bbd-428a-b9c9-633d2ec57cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:36.636683 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-9c7346c2-9bbd-428a-b9c9-633d2ec57cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:36.637863 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-9c7346c2-9bbd-428a-b9c9-633d2ec57cc0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/008e4460-ff71-411d-98f6-bc152ee1838c HTTP/1.1" status: 204 len: 168 time: 0.5312417 Jun 17 09:01:36.701177 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-1bebd3ac-21af-468d-93be-5230308a81f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48114a5f-8106-40e6-8a53-be6525f54102', 'name': 'tempest-TestVolumeBackupRestore-1862353831-router', 'tenant_id': '0f2a02b451cb43eb984581a3d38fd244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '24a9b5e9-05c7-488a-a694-86ee6fbeeaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:01:27Z', 'updated_at': '2021-06-17T09:01:33Z', 'revision_number': 4, 'project_id': '0f2a02b451cb43eb984581a3d38fd244', 'gw_port': {'id': '24a9b5e9-05c7-488a-a694-86ee6fbeeaec', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:40:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48114a5f-8106-40e6-8a53-be6525f54102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:28Z', 'updated_at': '2021-06-17T09:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'e0149151-154d-4aaf-8748-a666fa0d65eb', 'name': '', 'network_id': 'f0ec265e-e9dc-42fc-afb3-c4b8c4fb3149', 'tenant_id': '0f2a02b451cb43eb984581a3d38fd244', 'mac_address': 'fa:16:3e:69:ab:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48114a5f-8106-40e6-8a53-be6525f54102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'bbfa5f17-8409-4343-81a2-2ea52a9a8c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:32Z', 'updated_at': '2021-06-17T09:01:34Z', 'revision_number': 2, 'project_id': '0f2a02b451cb43eb984581a3d38fd244', 'subnets': [{'id': 'bbfa5f17-8409-4343-81a2-2ea52a9a8c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:36.739481 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bebd3ac-21af-468d-93be-5230308a81f0 None None] Checking router: 48114a5f-8106-40e6-8a53-be6525f54102 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:01:36.740087 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bebd3ac-21af-468d-93be-5230308a81f0 None None] Updating router 48114a5f-8106-40e6-8a53-be6525f54102 port e0149151-154d-4aaf-8748-a666fa0d65eb binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 09:01:36.768920 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2f14b5f1-5a5a-47f1-8c07-b2febc191828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:36.807005 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-66e81cbd-58f8-4aa3-84f1-f1b60a1fd88c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3252780 Jun 17 09:01:36.811797 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 46160) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:36.827496 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-1bebd3ac-21af-468d-93be-5230308a81f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:36.828419 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-e4636e0f-f6dd-4889-a23b-62c5f64e5472 None None] Set router 2f32b08b-5673-4591-8d71-1dbcc6cb0510 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:01:36.829285 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9992cd9-c7e2-4d1d-8351-e25ecc49dbb5', 'tag': 'e806afda-91ed-4496-87d0-68cccfa621d5'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:01:36.853375 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4daecb66-068f-4fc1-bed3-09e573f71250" -d '{"events": [{"name": "network-changed", "server_uuid": "d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5", "tag": "e806afda-91ed-4496-87d0-68cccfa621d5"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:01:36.867249 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7346c2-9bbd-428a-b9c9-633d2ec57cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008e4460-ff71-411d-98f6-bc152ee1838c,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:36.872768 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-9c7346c2-9bbd-428a-b9c9-633d2ec57cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:36.983062 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d9731b3b-759e-40f2-9f68-ee2173b3e387 req-a7d7a6ef-0dc6-4f82-8c03-05ffc95f2697 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6ac75c8-d7ce-4624-8743-53dfc978ccb2 HTTP/1.1" status: 200 len: 210 time: 0.0797544 Jun 17 09:01:37.014973 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 09:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2060b5-13c7-4e9b-8063-8bc7bc5950ea x-openstack-request-id: req-6d2060b5-13c7-4e9b-8063-8bc7bc5950ea {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:01:37.015562 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5", "tag": "e806afda-91ed-4496-87d0-68cccfa621d5", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:01:37.016137 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6d2060b5-13c7-4e9b-8063-8bc7bc5950ea {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:01:37.017812 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9992cd9-c7e2-4d1d-8351-e25ecc49dbb5', 'tag': 'e806afda-91ed-4496-87d0-68cccfa621d5', 'status': 'completed', 'code': 200} Jun 17 09:01:37.448771 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-e4636e0f-f6dd-4889-a23b-62c5f64e5472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788631899', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ec8f22aa-5fbe-4846-8130-2d20e12d558c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:00:53Z', 'updated_at': '2021-06-17T09:01:03Z', 'revision_number': 4, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'gw_port': {'id': 'ec8f22aa-5fbe-4846-8130-2d20e12d558c', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:54Z', 'updated_at': '2021-06-17T09:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': '2a3aa678-c925-45a6-8470-20275e0ff7ce', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'port_id': 'e806afda-91ed-4496-87d0-68cccfa621d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ececb54-f1c7-4886-8f2b-7fd05acf2a74', 'mac_address': 'fa:16:3e:38:f9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9992cd9-c7e2-4d1d-8351-e25ecc49dbb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T09:01:33Z', 'updated_at': '2021-06-17T09:01:33Z', 'revision_number': 0, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7cccb3-e3da-43b7-8d6d-14f711b8a645', 'name': '', 'network_id': '9ececb54-f1c7-4886-8f2b-7fd05acf2a74', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'mac_address': 'fa:16:3e:5c:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '40c6516d-868a-47bd-89cb-0de5af4997ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:02Z', 'updated_at': '2021-06-17T09:01:10Z', 'revision_number': 5, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'subnets': [{'id': '40c6516d-868a-47bd-89cb-0de5af4997ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:37.456602 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-a3eb4352-b25c-4f22-a372-4fab0156e604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:01:37.466076 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-a3eb4352-b25c-4f22-a372-4fab0156e604 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:37.493183 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-a3eb4352-b25c-4f22-a372-4fab0156e604 service neutron] Transition to ACTIVE for port object d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:01:37.513745 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4636e0f-f6dd-4889-a23b-62c5f64e5472 None None] Checking router: 2f32b08b-5673-4591-8d71-1dbcc6cb0510 for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:01:37.528879 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4636e0f-f6dd-4889-a23b-62c5f64e5472 None None] Routers {'2f32b08b-5673-4591-8d71-1dbcc6cb0510'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:01:37.533295 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-e4636e0f-f6dd-4889-a23b-62c5f64e5472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T09:01:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['2f32b08b-5673-4591-8d71-1dbcc6cb0510'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:37.560265 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-a3eb4352-b25c-4f22-a372-4fab0156e604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:37.576098 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d3d1f3e5-f197-4ded-bd62-f927a502055c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:37.706900 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46e1dac-388a-455d-a5fb-10235aa5f299 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:37.710356 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46e1dac-388a-455d-a5fb-10235aa5f299 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:37.710912 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46e1dac-388a-455d-a5fb-10235aa5f299 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:37.711396 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46e1dac-388a-455d-a5fb-10235aa5f299 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:37.715824 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46e1dac-388a-455d-a5fb-10235aa5f299 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:37.716402 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46e1dac-388a-455d-a5fb-10235aa5f299 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:37.716891 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46e1dac-388a-455d-a5fb-10235aa5f299 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:37.717371 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46e1dac-388a-455d-a5fb-10235aa5f299 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:37.717841 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46e1dac-388a-455d-a5fb-10235aa5f299 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:37.718308 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46e1dac-388a-455d-a5fb-10235aa5f299 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:37.723355 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e46e1dac-388a-455d-a5fb-10235aa5f299 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7090 time: 0.9034922 Jun 17 09:01:37.723581 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 46208) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:37.729090 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-1bebd3ac-21af-468d-93be-5230308a81f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:37.731578 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daecb66-068f-4fc1-bed3-09e573f71250 req-75520442-52a2-4862-aa9b-ccf510ed8697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:37.733216 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4daecb66-068f-4fc1-bed3-09e573f71250 req-75520442-52a2-4862-aa9b-ccf510ed8697 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d08282b987e04d83bb48daa169894c33&device_id=d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5 HTTP/1.1" status: 200 len: 1136 time: 0.6727910 Jun 17 09:01:37.743526 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-1bebd3ac-21af-468d-93be-5230308a81f0 None None] Transition to ACTIVE for port object e0149151-154d-4aaf-8748-a666fa0d65eb will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:01:37.744659 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-e4636e0f-f6dd-4889-a23b-62c5f64e5472 None None] Set router 2f32b08b-5673-4591-8d71-1dbcc6cb0510 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:01:37.870658 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 46210) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:37.887800 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-1bebd3ac-21af-468d-93be-5230308a81f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:37.912276 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-a257b4f0-4b97-4e7f-8e0c-3d16284a7509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:38.002603 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb4352-b25c-4f22-a372-4fab0156e604 service neutron] Pushing event updated for resources: {'Port': ['ID=d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:38.015077 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a3eb4352-b25c-4f22-a372-4fab0156e604 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:38.131004 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-e4636e0f-f6dd-4889-a23b-62c5f64e5472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788631899', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ec8f22aa-5fbe-4846-8130-2d20e12d558c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:00:53Z', 'updated_at': '2021-06-17T09:01:03Z', 'revision_number': 4, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'gw_port': {'id': 'ec8f22aa-5fbe-4846-8130-2d20e12d558c', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:54Z', 'updated_at': '2021-06-17T09:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': '2a3aa678-c925-45a6-8470-20275e0ff7ce', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'port_id': 'e806afda-91ed-4496-87d0-68cccfa621d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ececb54-f1c7-4886-8f2b-7fd05acf2a74', 'mac_address': 'fa:16:3e:38:f9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9992cd9-c7e2-4d1d-8351-e25ecc49dbb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T09:01:33Z', 'updated_at': '2021-06-17T09:01:33Z', 'revision_number': 0, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7cccb3-e3da-43b7-8d6d-14f711b8a645', 'name': '', 'network_id': '9ececb54-f1c7-4886-8f2b-7fd05acf2a74', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'mac_address': 'fa:16:3e:5c:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '40c6516d-868a-47bd-89cb-0de5af4997ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:02Z', 'updated_at': '2021-06-17T09:01:10Z', 'revision_number': 5, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'subnets': [{'id': '40c6516d-868a-47bd-89cb-0de5af4997ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:38.194236 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4636e0f-f6dd-4889-a23b-62c5f64e5472 None None] The sync data for ids ['2f32b08b-5673-4591-8d71-1dbcc6cb0510'] in n-d-758944-30 is: [{'id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788631899', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ec8f22aa-5fbe-4846-8130-2d20e12d558c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:00:53Z', 'updated_at': '2021-06-17T09:01:03Z', 'revision_number': 4, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'gw_port': {'id': 'ec8f22aa-5fbe-4846-8130-2d20e12d558c', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:54Z', 'updated_at': '2021-06-17T09:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_floatingips': [{'id': '2a3aa678-c925-45a6-8470-20275e0ff7ce', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'router_id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'port_id': 'e806afda-91ed-4496-87d0-68cccfa621d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ececb54-f1c7-4886-8f2b-7fd05acf2a74', 'mac_address': 'fa:16:3e:38:f9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9992cd9-c7e2-4d1d-8351-e25ecc49dbb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T09:01:33Z', 'updated_at': '2021-06-17T09:01:33Z', 'revision_number': 0, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7cccb3-e3da-43b7-8d6d-14f711b8a645', 'name': '', 'network_id': '9ececb54-f1c7-4886-8f2b-7fd05acf2a74', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'mac_address': 'fa:16:3e:5c:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '40c6516d-868a-47bd-89cb-0de5af4997ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:02Z', 'updated_at': '2021-06-17T09:01:10Z', 'revision_number': 5, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'subnets': [{'id': '40c6516d-868a-47bd-89cb-0de5af4997ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:01:38.196438 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cd2284-a3cf-49c2-bfc2-eaa07c15f1fe tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:38.197870 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cd2284-a3cf-49c2-bfc2-eaa07c15f1fe tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:38.199596 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cd2284-a3cf-49c2-bfc2-eaa07c15f1fe tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:38.202312 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2eae47cd-1cbf-4d66-9290-d1fb1f527907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:38.205669 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cd2284-a3cf-49c2-bfc2-eaa07c15f1fe tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:38.205970 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453da1e9-6124-4121-b011-fbd56a44cd86 None None] Pushing event updated for resources: {'Port': ['ID=e0149151-154d-4aaf-8748-a666fa0d65eb,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:38.206607 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cd2284-a3cf-49c2-bfc2-eaa07c15f1fe tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:38.207257 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cd2284-a3cf-49c2-bfc2-eaa07c15f1fe tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:38.207958 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cd2284-a3cf-49c2-bfc2-eaa07c15f1fe tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:38.208604 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cd2284-a3cf-49c2-bfc2-eaa07c15f1fe tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:38.211550 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cd2284-a3cf-49c2-bfc2-eaa07c15f1fe tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:38.212275 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cd2284-a3cf-49c2-bfc2-eaa07c15f1fe tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:38.215181 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-26cd2284-a3cf-49c2-bfc2-eaa07c15f1fe tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6571 time: 0.4899905 Jun 17 09:01:38.221726 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 46214) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:38.222964 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-453da1e9-6124-4121-b011-fbd56a44cd86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:38.252263 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-1bebd3ac-21af-468d-93be-5230308a81f0 None None] Attempting to bind port e0149151-154d-4aaf-8748-a666fa0d65eb on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:01:38.252926 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-1bebd3ac-21af-468d-93be-5230308a81f0 None None] Attempting to bind port e0149151-154d-4aaf-8748-a666fa0d65eb by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '63490378-0eb4-41bc-be3d-b666998cacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f0ec265e-e9dc-42fc-afb3-c4b8c4fb3149'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:01:38.253536 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bebd3ac-21af-468d-93be-5230308a81f0 None None] Attempting to bind port e0149151-154d-4aaf-8748-a666fa0d65eb on network f0ec265e-e9dc-42fc-afb3-c4b8c4fb3149 {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:01:38.261233 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bebd3ac-21af-468d-93be-5230308a81f0 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:01:38.284251 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bebd3ac-21af-468d-93be-5230308a81f0 None None] Checking segment: {'id': '63490378-0eb4-41bc-be3d-b666998cacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f0ec265e-e9dc-42fc-afb3-c4b8c4fb3149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:01:38.286468 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-1bebd3ac-21af-468d-93be-5230308a81f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:38.288710 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bebd3ac-21af-468d-93be-5230308a81f0 None None] Bound using segment: {'id': '63490378-0eb4-41bc-be3d-b666998cacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f0ec265e-e9dc-42fc-afb3-c4b8c4fb3149'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:01:38.295248 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-1bebd3ac-21af-468d-93be-5230308a81f0 None None] Bound port: e0149151-154d-4aaf-8748-a666fa0d65eb, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63490378-0eb4-41bc-be3d-b666998cacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f0ec265e-e9dc-42fc-afb3-c4b8c4fb3149'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:01:38.297166 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-1bebd3ac-21af-468d-93be-5230308a81f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:38.590097 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-1bebd3ac-21af-468d-93be-5230308a81f0 None None] For port e0149151-154d-4aaf-8748-a666fa0d65eb, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:01:38.591340 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-a3eb4352-b25c-4f22-a372-4fab0156e604 service neutron] Attempting to bind port d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:01:38.591851 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-a3eb4352-b25c-4f22-a372-4fab0156e604 service neutron] Attempting to bind port d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': 'e7a36ac0-dfff-438f-ad17-82f855fc640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '97d210e1-01bf-42ee-ae50-11f74d544f87'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:01:38.592123 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-a3eb4352-b25c-4f22-a372-4fab0156e604 service neutron] Attempting to bind port d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed on network 97d210e1-01bf-42ee-ae50-11f74d544f87 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:01:38.597560 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-1bebd3ac-21af-468d-93be-5230308a81f0 None None] For port e0149151-154d-4aaf-8748-a666fa0d65eb, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=e0149151-154d-4aaf-8748-a666fa0d65eb,segment=NetworkSegment(63490378-0eb4-41bc-be3d-b666998cacaa),segment_id=63490378-0eb4-41bc-be3d-b666998cacaa)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:01:38.612228 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daecb66-068f-4fc1-bed3-09e573f71250 req-bd861ee9-10a7-48e5-98dc-2b68fe71eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:38.631309 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4daecb66-068f-4fc1-bed3-09e573f71250 req-bd861ee9-10a7-48e5-98dc-2b68fe71eed3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9ececb54-f1c7-4886-8f2b-7fd05acf2a74 HTTP/1.1" status: 200 len: 897 time: 0.8658853 Jun 17 09:01:38.631471 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d7fac-7a8c-4970-b2c1-f7899b4cda2e req-48548096-0b65-4a75-9b42-9a3dc5ab50f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:38.631471 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5b3d7fac-7a8c-4970-b2c1-f7899b4cda2e req-48548096-0b65-4a75-9b42-9a3dc5ab50f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=480b86ad1b7d49c4890b00851e5f8990&device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 1097 time: 0.7559912 Jun 17 09:01:38.631681 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-a3eb4352-b25c-4f22-a372-4fab0156e604 service neutron] Port d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed on network 97d210e1-01bf-42ee-ae50-11f74d544f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:01:38.631681 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-a3eb4352-b25c-4f22-a372-4fab0156e604 service neutron] Attempting to bind port d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed on network 97d210e1-01bf-42ee-ae50-11f74d544f87 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:01:38.670101 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf61421-0f14-4e86-88ba-a0c55eefe1d0 req-0fad627e-0367-4c1d-b12a-5200f5d871cc tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:38.672158 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9bf61421-0f14-4e86-88ba-a0c55eefe1d0 req-0fad627e-0367-4c1d-b12a-5200f5d871cc tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.6579742 Jun 17 09:01:38.689531 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73b882-ba43-4fec-a1dc-b98aa7dbe10a req-8db16d99-5779-4799-9671-437258a6b12e tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:38.691150 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0c73b882-ba43-4fec-a1dc-b98aa7dbe10a req-8db16d99-5779-4799-9671-437258a6b12e tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f9ef640-e3ed-4637-a8f0-0715e9de6bbb HTTP/1.1" status: 200 len: 944 time: 0.6927731 Jun 17 09:01:38.697811 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-a3eb4352-b25c-4f22-a372-4fab0156e604 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:01:38.698163 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-a3eb4352-b25c-4f22-a372-4fab0156e604 service neutron] Checking segment: {'id': 'e7a36ac0-dfff-438f-ad17-82f855fc640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '97d210e1-01bf-42ee-ae50-11f74d544f87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:01:38.698564 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-a3eb4352-b25c-4f22-a372-4fab0156e604 service neutron] Bound using segment: {'id': 'e7a36ac0-dfff-438f-ad17-82f855fc640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '97d210e1-01bf-42ee-ae50-11f74d544f87'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:01:38.699205 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-a3eb4352-b25c-4f22-a372-4fab0156e604 service neutron] Bound port: d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a36ac0-dfff-438f-ad17-82f855fc640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '97d210e1-01bf-42ee-ae50-11f74d544f87'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:01:38.699798 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-a3eb4352-b25c-4f22-a372-4fab0156e604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:38.777294 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68210690-d5c6-4467-905c-df3fcc7ff4a8 None None] New status for floating IP 2a3aa678-c925-45a6-8470-20275e0ff7ce: ACTIVE {{(pid=94522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 09:01:38.809288 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4daecb66-068f-4fc1-bed3-09e573f71250 req-214afda7-9704-40c0-8ac8-880ab8f2df34 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e806afda-91ed-4496-87d0-68cccfa621d5 HTTP/1.1" status: 200 len: 999 time: 0.1828694 Jun 17 09:01:38.817822 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0c73b882-ba43-4fec-a1dc-b98aa7dbe10a req-25798f73-503d-4cb3-8802-d6f35aa33800 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/security-groups?id=3123cd3f-abae-4f67-b8e4-d8311be67413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154160 Jun 17 09:01:38.826969 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9bf61421-0f14-4e86-88ba-a0c55eefe1d0 req-4282a5da-25ec-4979-b9db-3a7cdb436d28 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335781 Jun 17 09:01:38.845653 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-1bebd3ac-21af-468d-93be-5230308a81f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:38.869495 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-6ac9a6b8-cac8-4bc1-a173-5643154a04f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:38.922874 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d7fac-7a8c-4970-b2c1-f7899b4cda2e req-eef63534-cfec-427c-8eba-911500469ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:38.924917 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5b3d7fac-7a8c-4970-b2c1-f7899b4cda2e req-eef63534-cfec-427c-8eba-911500469ba6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=16a34c89-47ce-4f22-9578-d80c43c79d15 HTTP/1.1" status: 200 len: 919 time: 0.2851005 Jun 17 09:01:38.935393 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2eae47cd-1cbf-4d66-9290-d1fb1f527907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:38.942801 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-a3eb4352-b25c-4f22-a372-4fab0156e604 service neutron] For port d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:01:38.954654 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daecb66-068f-4fc1-bed3-09e573f71250 req-445cbfc0-f97c-48a7-8aa5-d9ca0e981dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:38.957559 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4daecb66-068f-4fc1-bed3-09e573f71250 req-445cbfc0-f97c-48a7-8aa5-d9ca0e981dab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=40c6516d-868a-47bd-89cb-0de5af4997ac HTTP/1.1" status: 200 len: 835 time: 0.1366487 Jun 17 09:01:38.997547 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-a3eb4352-b25c-4f22-a372-4fab0156e604 service neutron] For port d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed,segment=NetworkSegment(e7a36ac0-dfff-438f-ad17-82f855fc640a),segment_id=e7a36ac0-dfff-438f-ad17-82f855fc640a)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:01:39.015755 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5b3d7fac-7a8c-4970-b2c1-f7899b4cda2e req-338dd1b6-989e-46c0-90ab-6abfc4f674e0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eae1d0ef-12b4-40d0-b352-77e11a5a7fe7 HTTP/1.1" status: 200 len: 217 time: 0.0779281 Jun 17 09:01:39.018611 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bebd3ac-21af-468d-93be-5230308a81f0 None None] Routers {'48114a5f-8106-40e6-8a53-be6525f54102'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:01:39.019330 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-1bebd3ac-21af-468d-93be-5230308a81f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T09:01:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['48114a5f-8106-40e6-8a53-be6525f54102'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:39.080702 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2eae47cd-1cbf-4d66-9290-d1fb1f527907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:39.096963 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453da1e9-6124-4121-b011-fbd56a44cd86 None None] Pushing event updated for resources: {'Port': ['ID=e0149151-154d-4aaf-8748-a666fa0d65eb,revision_number=4']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:39.099796 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-9285e47e-fdc1-4de6-8f27-1dc160ceb94e tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3786 time: 0.8759277 Jun 17 09:01:39.102208 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-550223f6-840b-4fad-9021-f727aaaa6c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:39.105059 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 46234) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:39.111136 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-453da1e9-6124-4121-b011-fbd56a44cd86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:39.130464 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-a3eb4352-b25c-4f22-a372-4fab0156e604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:39.173780 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d7fac-7a8c-4970-b2c1-f7899b4cda2e req-a0348234-a115-4b8d-bb1e-69b2c118fa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:39.175907 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5b3d7fac-7a8c-4970-b2c1-f7899b4cda2e req-a0348234-a115-4b8d-bb1e-69b2c118fa32 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8dcda4ff-69ce-4261-8f47-819696fbacb3 HTTP/1.1" status: 200 len: 858 time: 0.1493313 Jun 17 09:01:39.186280 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d496eb1d-80ed-47a6-85c3-de6f28f8f640 req-044a1373-beef-4d2a-a7d8-d121c30ba32a tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6ac75c8-d7ce-4624-8743-53dfc978ccb2 HTTP/1.1" status: 200 len: 210 time: 0.1128747 Jun 17 09:01:39.227082 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5b3d7fac-7a8c-4970-b2c1-f7899b4cda2e req-9d99e9c6-b10e-4685-a4e2-8f30cb3b615d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=16a34c89-47ce-4f22-9578-d80c43c79d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427055 Jun 17 09:01:39.234896 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-a3eb4352-b25c-4f22-a372-4fab0156e604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:39.235398 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-a3eb4352-b25c-4f22-a372-4fab0156e604 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:39.237026 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-a3eb4352-b25c-4f22-a372-4fab0156e604 service neutron] 10.222.0.50 "PUT /v2.0/ports/d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed HTTP/1.1" status: 200 len: 1093 time: 2.9705348 Jun 17 09:01:39.246923 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9ef640-e3ed-4637-a8f0-0715e9de6bbb', 'tag': 'd8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:01:39.253728 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-1bebd3ac-21af-468d-93be-5230308a81f0 None None] Set router 48114a5f-8106-40e6-8a53-be6525f54102 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:01:39.257715 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d13bba2-c587-4880-99f3-efc5b2e55169" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9ef640-e3ed-4637-a8f0-0715e9de6bbb", "tag": "d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:01:39.265082 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2eae47cd-1cbf-4d66-9290-d1fb1f527907 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5cff04c818464b6fb911f3cde8ed61a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2654276 Jun 17 09:01:39.267677 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 46254) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:01:39.270686 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae47cd-1cbf-4d66-9290-d1fb1f527907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581c4002-00f8-4524-bb5f-7c673f787ff0,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:39.279903 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2eae47cd-1cbf-4d66-9290-d1fb1f527907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:39.291628 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-86acc0fd-e7fb-40e8-8699-e1f34d7fc260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:39.337989 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 09:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e7083e-3808-4ff7-bc89-21f744f9765a x-openstack-request-id: req-88e7083e-3808-4ff7-bc89-21f744f9765a {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:01:39.338470 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9ef640-e3ed-4637-a8f0-0715e9de6bbb", "tag": "d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:01:39.338878 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-88e7083e-3808-4ff7-bc89-21f744f9765a {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:01:39.340011 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9ef640-e3ed-4637-a8f0-0715e9de6bbb', 'tag': 'd8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed', 'status': 'completed', 'code': 200} Jun 17 09:01:39.465183 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daecb66-068f-4fc1-bed3-09e573f71250 req-75ca8960-75d5-47dd-a6ba-5ca0e516e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:39.466811 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4daecb66-068f-4fc1-bed3-09e573f71250 req-75ca8960-75d5-47dd-a6ba-5ca0e516e3c9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9ececb54-f1c7-4886-8f2b-7fd05acf2a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5018997 Jun 17 09:01:39.606149 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb4352-b25c-4f22-a372-4fab0156e604 service neutron] Pushing event updated for resources: {'Port': ['ID=d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:39.611160 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a3eb4352-b25c-4f22-a372-4fab0156e604 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:39.634791 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-766dba7b-ce6f-496f-801e-76fd3595f0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:39.697251 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4daecb66-068f-4fc1-bed3-09e573f71250 req-b9ea5a4f-d573-462d-8d31-a639c0cfbb2f service neutron] 10.222.0.53 "GET /v2.0/networks/9ececb54-f1c7-4886-8f2b-7fd05acf2a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174010 Jun 17 09:01:39.699494 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13bba2-c587-4880-99f3-efc5b2e55169 req-b01a44b3-fcb5-496e-a635-37ad3967ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:39.701261 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9d13bba2-c587-4880-99f3-efc5b2e55169 req-b01a44b3-fcb5-496e-a635-37ad3967ce39 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f0c12b853e84b45908be5a6ec1f2162&device_id=9f9ef640-e3ed-4637-a8f0-0715e9de6bbb HTTP/1.1" status: 200 len: 1096 time: 0.3003919 Jun 17 09:01:39.703556 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-766dba7b-ce6f-496f-801e-76fd3595f0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:39.781420 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f510e39b-c5c7-4394-aa08-cb576dca5e0f tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:39.782182 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f510e39b-c5c7-4394-aa08-cb576dca5e0f tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:39.791804 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f510e39b-c5c7-4394-aa08-cb576dca5e0f tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2f32b08b-5673-4591-8d71-1dbcc6cb0510 HTTP/1.1" status: 200 len: 1992 time: 0.6784782 Jun 17 09:01:39.803276 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-1bebd3ac-21af-468d-93be-5230308a81f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48114a5f-8106-40e6-8a53-be6525f54102', 'name': 'tempest-TestVolumeBackupRestore-1862353831-router', 'tenant_id': '0f2a02b451cb43eb984581a3d38fd244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '24a9b5e9-05c7-488a-a694-86ee6fbeeaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:01:27Z', 'updated_at': '2021-06-17T09:01:33Z', 'revision_number': 4, 'project_id': '0f2a02b451cb43eb984581a3d38fd244', 'gw_port': {'id': '24a9b5e9-05c7-488a-a694-86ee6fbeeaec', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:40:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48114a5f-8106-40e6-8a53-be6525f54102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:28Z', 'updated_at': '2021-06-17T09:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'e0149151-154d-4aaf-8748-a666fa0d65eb', 'name': '', 'network_id': 'f0ec265e-e9dc-42fc-afb3-c4b8c4fb3149', 'tenant_id': '0f2a02b451cb43eb984581a3d38fd244', 'mac_address': 'fa:16:3e:69:ab:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48114a5f-8106-40e6-8a53-be6525f54102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'bbfa5f17-8409-4343-81a2-2ea52a9a8c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:32Z', 'updated_at': '2021-06-17T09:01:38Z', 'revision_number': 4, 'project_id': '0f2a02b451cb43eb984581a3d38fd244', 'subnets': [{'id': 'bbfa5f17-8409-4343-81a2-2ea52a9a8c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:01:39.836609 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bebd3ac-21af-468d-93be-5230308a81f0 None None] The sync data for ids ['48114a5f-8106-40e6-8a53-be6525f54102'] in n-d-758944-30 is: [{'id': '48114a5f-8106-40e6-8a53-be6525f54102', 'name': 'tempest-TestVolumeBackupRestore-1862353831-router', 'tenant_id': '0f2a02b451cb43eb984581a3d38fd244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '24a9b5e9-05c7-488a-a694-86ee6fbeeaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:01:27Z', 'updated_at': '2021-06-17T09:01:33Z', 'revision_number': 4, 'project_id': '0f2a02b451cb43eb984581a3d38fd244', 'gw_port': {'id': '24a9b5e9-05c7-488a-a694-86ee6fbeeaec', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:40:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48114a5f-8106-40e6-8a53-be6525f54102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:28Z', 'updated_at': '2021-06-17T09:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': 'e0149151-154d-4aaf-8748-a666fa0d65eb', 'name': '', 'network_id': 'f0ec265e-e9dc-42fc-afb3-c4b8c4fb3149', 'tenant_id': '0f2a02b451cb43eb984581a3d38fd244', 'mac_address': 'fa:16:3e:69:ab:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48114a5f-8106-40e6-8a53-be6525f54102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'bbfa5f17-8409-4343-81a2-2ea52a9a8c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:32Z', 'updated_at': '2021-06-17T09:01:38Z', 'revision_number': 4, 'project_id': '0f2a02b451cb43eb984581a3d38fd244', 'subnets': [{'id': 'bbfa5f17-8409-4343-81a2-2ea52a9a8c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:01:40.106487 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5b3d7fac-7a8c-4970-b2c1-f7899b4cda2e req-91affdfb-e261-4a4d-89a7-4dedf12217d1 service neutron] 10.222.0.50 "GET /v2.0/networks/16a34c89-47ce-4f22-9578-d80c43c79d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8682306 Jun 17 09:01:40.161865 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-a9d51cc9-ff87-4b6d-b642-b6a40a02b011 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:40.163902 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-a9d51cc9-ff87-4b6d-b642-b6a40a02b011 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.53 "GET /v2.0/networks?id=904ca9b1-00d8-4238-94b1-dcb40f3f0868 HTTP/1.1" status: 200 len: 814 time: 0.4014161 Jun 17 09:01:40.236615 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-35d40be0-8052-40b5-97bc-cc6c56c09eb9 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Request body: {'port': {'device_id': 'b6ac75c8-d7ce-4624-8743-53dfc978ccb2', 'network_id': '904ca9b1-00d8-4238-94b1-dcb40f3f0868', 'admin_state_up': True, 'tenant_id': 'a2ee40337e3b431baa5a1d17104f6d60'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:01:40.622820 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4daecb66-068f-4fc1-bed3-09e573f71250 req-3539c100-3f79-42fb-b5df-c2f0459cbfda service neutron] 10.222.0.53 "GET /v2.0/networks/9ececb54-f1c7-4886-8f2b-7fd05acf2a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9166846 Jun 17 09:01:40.654934 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5b3d7fac-7a8c-4970-b2c1-f7899b4cda2e req-46c3efaa-083f-4422-b9fc-9d7e29423868 service neutron] 10.222.0.50 "GET /v2.0/networks/16a34c89-47ce-4f22-9578-d80c43c79d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5409224 Jun 17 09:01:40.678666 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-766dba7b-ce6f-496f-801e-76fd3595f0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:40.681080 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48ac33-3396-4cea-8dc1-1e91795fce90 req-9bab1997-5da2-4280-91b2-bd2dafa3198e tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:40.682670 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7c48ac33-3396-4cea-8dc1-1e91795fce90 req-9bab1997-5da2-4280-91b2-bd2dafa3198e tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f9ef640-e3ed-4637-a8f0-0715e9de6bbb HTTP/1.1" status: 200 len: 944 time: 0.4597814 Jun 17 09:01:40.685939 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-766dba7b-ce6f-496f-801e-76fd3595f0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:40.687487 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-766dba7b-ce6f-496f-801e-76fd3595f0bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/581c4002-00f8-4524-bb5f-7c673f787ff0 HTTP/1.1" status: 204 len: 168 time: 1.4182811 Jun 17 09:01:40.688915 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c52989e0-ea1a-4b60-8224-f246e81743ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:40.694465 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13bba2-c587-4880-99f3-efc5b2e55169 req-929e2ca4-6367-4fa8-b331-5bb5d467217a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:40.697263 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9d13bba2-c587-4880-99f3-efc5b2e55169 req-929e2ca4-6367-4fa8-b331-5bb5d467217a service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=7f0c12b853e84b45908be5a6ec1f2162&shared=False HTTP/1.1" status: 200 len: 909 time: 0.9761264 Jun 17 09:01:40.769726 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-35d40be0-8052-40b5-97bc-cc6c56c09eb9 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Made reservation on behalf of a2ee40337e3b431baa5a1d17104f6d60 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:01:40.779999 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-35d40be0-8052-40b5-97bc-cc6c56c09eb9 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:40.808426 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7c48ac33-3396-4cea-8dc1-1e91795fce90 req-bbf96120-f913-466a-b732-2147e7e2d013 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/security-groups?id=3123cd3f-abae-4f67-b8e4-d8311be67413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032071 Jun 17 09:01:41.012040 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766dba7b-ce6f-496f-801e-76fd3595f0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581c4002-00f8-4524-bb5f-7c673f787ff0,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:41.018255 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-766dba7b-ce6f-496f-801e-76fd3595f0bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:41.084430 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ef7b2-22e2-490c-b5d0-d1862b42bae2 req-75353b37-08e7-4f2c-9d08-e75d8311c4d4 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:41.086239 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-703ef7b2-22e2-490c-b5d0-d1862b42bae2 req-75353b37-08e7-4f2c-9d08-e75d8311c4d4 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.7672400 Jun 17 09:01:41.105647 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-35d40be0-8052-40b5-97bc-cc6c56c09eb9 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Allocated IP 172.20.0.4 (904ca9b1-00d8-4238-94b1-dcb40f3f0868/be2c55b3-02a4-4190-acdd-75f271ee2f5f/46f67b5c-0104-48be-9ad1-6e7734dce156) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:01:41.140393 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13bba2-c587-4880-99f3-efc5b2e55169 req-0ed90e7d-f30f-4430-828e-1532837f1005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:41.142400 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9d13bba2-c587-4880-99f3-efc5b2e55169 req-0ed90e7d-f30f-4430-828e-1532837f1005 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4309623 Jun 17 09:01:41.170608 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-703ef7b2-22e2-490c-b5d0-d1862b42bae2 req-4827aba9-f15a-4ac4-8eb7-84fdd6b6f014 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751913 Jun 17 09:01:41.198226 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5a8c64db-1573-41c2-ba0c-7bc9445414d2 req-89f6c573-a7c4-4833-8bf4-251e34902c12 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6ac75c8-d7ce-4624-8743-53dfc978ccb2 HTTP/1.1" status: 200 len: 210 time: 0.0758162 Jun 17 09:01:41.310762 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-bb7ef068-b52b-471f-8504-cdae9867a23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:41.312670 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-bb7ef068-b52b-471f-8504-cdae9867a23c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f0c12b853e84b45908be5a6ec1f2162&device_id=9f9ef640-e3ed-4637-a8f0-0715e9de6bbb HTTP/1.1" status: 200 len: 1096 time: 0.1224816 Jun 17 09:01:41.384227 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-92f0a40d-05ce-43ec-985f-bf3a06c767f0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed HTTP/1.1" status: 200 len: 217 time: 0.0567794 Jun 17 09:01:41.456483 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-72f34c75-739f-49d7-80ab-c917d4cdca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:41.458518 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-72f34c75-739f-49d7-80ab-c917d4cdca08 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cbde395e-03df-44e6-9d8d-029a42a3ef23 HTTP/1.1" status: 200 len: 848 time: 0.0659280 Jun 17 09:01:41.506607 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-35d40be0-8052-40b5-97bc-cc6c56c09eb9 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:41.512539 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-37969c4d-a5a4-4f22-b939-3eae9ba5633a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=97d210e1-01bf-42ee-ae50-11f74d544f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464730 Jun 17 09:01:41.643874 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-8286c582-ba06-447a-a78b-920b0f02e96d service neutron] 10.222.0.50 "GET /v2.0/networks/97d210e1-01bf-42ee-ae50-11f74d544f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233344 Jun 17 09:01:41.745384 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-35d40be0-8052-40b5-97bc-cc6c56c09eb9 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:41.752918 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-86cfc1bf-cadf-412a-85d7-d5a6d7a31da1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:41.757278 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['c65a82dc-b698-455f-afe6-1fe8a9beeca4'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 09:01:41.878800 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-fac60a9b-63e7-4580-b74b-555f61812f1c req-4e1db938-aa62-4ba2-a32a-5b3574d968ef service neutron] 10.222.0.50 "GET /v2.0/networks/97d210e1-01bf-42ee-ae50-11f74d544f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271366 Jun 17 09:01:41.896790 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d40be0-8052-40b5-97bc-cc6c56c09eb9 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Pushing event updated for resources: {'Port': ['ID=46f67b5c-0104-48be-9ad1-6e7734dce156,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:41.899153 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device e0149151-154d-4aaf-8748-a666fa0d65eb up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:01:41.901747 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-35d40be0-8052-40b5-97bc-cc6c56c09eb9 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:41.927142 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-35d40be0-8052-40b5-97bc-cc6c56c09eb9 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Network 904ca9b1-00d8-4238-94b1-dcb40f3f0868 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:01:41.951032 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-35d40be0-8052-40b5-97bc-cc6c56c09eb9 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:01:41.960786 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-35d40be0-8052-40b5-97bc-cc6c56c09eb9 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:01:42.174796 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-35d40be0-8052-40b5-97bc-cc6c56c09eb9 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:42.175694 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-35d40be0-8052-40b5-97bc-cc6c56c09eb9 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:42.181801 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72dea14-1dc3-430e-91cb-f19c85b06d15 req-14ca9f70-6a1c-47ee-a81f-0862d8617a0b tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:42.183453 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e72dea14-1dc3-430e-91cb-f19c85b06d15 req-14ca9f70-6a1c-47ee-a81f-0862d8617a0b tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f9ef640-e3ed-4637-a8f0-0715e9de6bbb HTTP/1.1" status: 200 len: 944 time: 0.1003237 Jun 17 09:01:42.229401 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port e0149151-154d-4aaf-8748-a666fa0d65eb completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:01:42.234801 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port e0149151-154d-4aaf-8748-a666fa0d65eb triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:42.235183 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:42.255809 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-e72dea14-1dc3-430e-91cb-f19c85b06d15 req-ac3d2dc4-b9e6-4b27-ae03-9ac0b22306fe tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/security-groups?id=3123cd3f-abae-4f67-b8e4-d8311be67413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660677 Jun 17 09:01:42.353915 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-35d40be0-8052-40b5-97bc-cc6c56c09eb9 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1211789 Jun 17 09:01:42.399936 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:42.426119 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-c16b3bff-f5cf-4b29-811e-6b0483ea92e0 service neutron] Request body: {'port': {'device_id': 'b6ac75c8-d7ce-4624-8743-53dfc978ccb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:01:42.472361 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port e0149151-154d-4aaf-8748-a666fa0d65eb, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=e0149151-154d-4aaf-8748-a666fa0d65eb,segment=NetworkSegment(63490378-0eb4-41bc-be3d-b666998cacaa),segment_id=63490378-0eb4-41bc-be3d-b666998cacaa)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:42.518694 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268909d5-4730-4505-8158-9e5e57c761eb req-c3a4de41-d94b-46f1-8a2e-82bbdf7f39f1 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:42.527371 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-268909d5-4730-4505-8158-9e5e57c761eb req-c3a4de41-d94b-46f1-8a2e-82bbdf7f39f1 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.1722167 Jun 17 09:01:42.545113 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b5650-5b6a-4519-b6dc-90ce097c8cdd req-25bb8fe1-8f42-49cd-bbdf-a7b20dc78889 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:42.553840 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f45b5650-5b6a-4519-b6dc-90ce097c8cdd req-25bb8fe1-8f42-49cd-bbdf-a7b20dc78889 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6ac75c8-d7ce-4624-8743-53dfc978ccb2 HTTP/1.1" status: 200 len: 931 time: 0.1202691 Jun 17 09:01:42.591979 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f45b5650-5b6a-4519-b6dc-90ce097c8cdd req-e70b501c-817e-46d0-8800-4ab571a2156b tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371010 Jun 17 09:01:42.607054 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:42.610623 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-9851b5a8-3955-4750-a21e-d1ac6905f81e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:42.620482 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-268909d5-4730-4505-8158-9e5e57c761eb req-ed0c45a2-995c-4035-a841-765682c054b5 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919285 Jun 17 09:01:42.621209 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-c16b3bff-f5cf-4b29-811e-6b0483ea92e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:42.700413 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=e0149151-154d-4aaf-8748-a666fa0d65eb,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:42.703846 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:42.940007 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-c16b3bff-f5cf-4b29-811e-6b0483ea92e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f67b5c-0104-48be-9ad1-6e7734dce156 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:01:42.948801 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-c16b3bff-f5cf-4b29-811e-6b0483ea92e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:42.973336 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-c16b3bff-f5cf-4b29-811e-6b0483ea92e0 service neutron] Transition to ACTIVE for port object 46f67b5c-0104-48be-9ad1-6e7734dce156 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:01:43.081018 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-c16b3bff-f5cf-4b29-811e-6b0483ea92e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:43.083997 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-22acdaa0-9158-480f-abf4-0951d9d89a1b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:43.165899 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b3bff-f5cf-4b29-811e-6b0483ea92e0 service neutron] Pushing event updated for resources: {'Port': ['ID=46f67b5c-0104-48be-9ad1-6e7734dce156,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:43.171509 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c16b3bff-f5cf-4b29-811e-6b0483ea92e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:43.242166 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-c16b3bff-f5cf-4b29-811e-6b0483ea92e0 service neutron] Attempting to bind port 46f67b5c-0104-48be-9ad1-6e7734dce156 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:01:43.242422 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-c16b3bff-f5cf-4b29-811e-6b0483ea92e0 service neutron] Attempting to bind port 46f67b5c-0104-48be-9ad1-6e7734dce156 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': 'f0ecfeb2-618e-4a47-8e5b-ce5283258f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '904ca9b1-00d8-4238-94b1-dcb40f3f0868'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:01:43.242755 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-c16b3bff-f5cf-4b29-811e-6b0483ea92e0 service neutron] Attempting to bind port 46f67b5c-0104-48be-9ad1-6e7734dce156 on network 904ca9b1-00d8-4238-94b1-dcb40f3f0868 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:01:43.247751 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-c16b3bff-f5cf-4b29-811e-6b0483ea92e0 service neutron] Port 46f67b5c-0104-48be-9ad1-6e7734dce156 on network 904ca9b1-00d8-4238-94b1-dcb40f3f0868 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:01:43.248096 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-c16b3bff-f5cf-4b29-811e-6b0483ea92e0 service neutron] Attempting to bind port 46f67b5c-0104-48be-9ad1-6e7734dce156 on network 904ca9b1-00d8-4238-94b1-dcb40f3f0868 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:01:43.253066 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-c16b3bff-f5cf-4b29-811e-6b0483ea92e0 service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:01:43.253401 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-c16b3bff-f5cf-4b29-811e-6b0483ea92e0 service neutron] Checking segment: {'id': 'f0ecfeb2-618e-4a47-8e5b-ce5283258f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '904ca9b1-00d8-4238-94b1-dcb40f3f0868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:01:43.253786 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-c16b3bff-f5cf-4b29-811e-6b0483ea92e0 service neutron] Bound using segment: {'id': 'f0ecfeb2-618e-4a47-8e5b-ce5283258f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '904ca9b1-00d8-4238-94b1-dcb40f3f0868'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:01:43.255119 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-c16b3bff-f5cf-4b29-811e-6b0483ea92e0 service neutron] Bound port: 46f67b5c-0104-48be-9ad1-6e7734dce156, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ecfeb2-618e-4a47-8e5b-ce5283258f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '904ca9b1-00d8-4238-94b1-dcb40f3f0868'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:01:43.255475 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-c16b3bff-f5cf-4b29-811e-6b0483ea92e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:43.337964 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-c16b3bff-f5cf-4b29-811e-6b0483ea92e0 service neutron] For port 46f67b5c-0104-48be-9ad1-6e7734dce156, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:01:43.343241 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-c16b3bff-f5cf-4b29-811e-6b0483ea92e0 service neutron] For port 46f67b5c-0104-48be-9ad1-6e7734dce156, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=46f67b5c-0104-48be-9ad1-6e7734dce156,segment=NetworkSegment(f0ecfeb2-618e-4a47-8e5b-ce5283258f3b),segment_id=f0ecfeb2-618e-4a47-8e5b-ce5283258f3b)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:01:43.464566 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-c16b3bff-f5cf-4b29-811e-6b0483ea92e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:43.470533 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c5a112e7-19b1-45f9-a477-8a1220309296 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:43.489998 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173fc65-f175-49f7-a324-27f6f46e4e37 req-23203b55-b6f9-4eae-9ee8-add894268af2 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:43.491927 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9173fc65-f175-49f7-a324-27f6f46e4e37 req-23203b55-b6f9-4eae-9ee8-add894268af2 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f9ef640-e3ed-4637-a8f0-0715e9de6bbb HTTP/1.1" status: 200 len: 944 time: 0.0943639 Jun 17 09:01:43.542184 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-c16b3bff-f5cf-4b29-811e-6b0483ea92e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:43.542856 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-c16b3bff-f5cf-4b29-811e-6b0483ea92e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:43.544519 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-c16b3bff-f5cf-4b29-811e-6b0483ea92e0 service neutron] 10.222.0.53 "PUT /v2.0/ports/46f67b5c-0104-48be-9ad1-6e7734dce156 HTTP/1.1" status: 200 len: 1092 time: 1.1740968 Jun 17 09:01:43.547007 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ac75c8-d7ce-4624-8743-53dfc978ccb2', 'tag': '46f67b5c-0104-48be-9ad1-6e7734dce156'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:01:43.549684 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f544a3b-19ae-4855-aade-ef853c3625bb" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ac75c8-d7ce-4624-8743-53dfc978ccb2", "tag": "46f67b5c-0104-48be-9ad1-6e7734dce156"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:01:43.589292 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9173fc65-f175-49f7-a324-27f6f46e4e37 req-c59d0aab-625b-40ab-87e4-491cc86a9792 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/security-groups?id=3123cd3f-abae-4f67-b8e4-d8311be67413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730803 Jun 17 09:01:43.598571 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 09:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d61c0c-e314-4bd6-8843-0e10c3e699df x-openstack-request-id: req-f6d61c0c-e314-4bd6-8843-0e10c3e699df {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:01:43.598915 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ac75c8-d7ce-4624-8743-53dfc978ccb2", "tag": "46f67b5c-0104-48be-9ad1-6e7734dce156", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:01:43.599215 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f6d61c0c-e314-4bd6-8843-0e10c3e699df {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:01:43.599841 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ac75c8-d7ce-4624-8743-53dfc978ccb2', 'tag': '46f67b5c-0104-48be-9ad1-6e7734dce156', 'status': 'completed', 'code': 200} Jun 17 09:01:43.605239 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b3bff-f5cf-4b29-811e-6b0483ea92e0 service neutron] Pushing event updated for resources: {'Port': ['ID=46f67b5c-0104-48be-9ad1-6e7734dce156,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:43.612239 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c16b3bff-f5cf-4b29-811e-6b0483ea92e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:43.711985 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f544a3b-19ae-4855-aade-ef853c3625bb req-2e651e7a-b9c9-439b-81eb-1f5e8e1c238e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:43.724749 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8f544a3b-19ae-4855-aade-ef853c3625bb req-2e651e7a-b9c9-439b-81eb-1f5e8e1c238e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2ee40337e3b431baa5a1d17104f6d60&device_id=b6ac75c8-d7ce-4624-8743-53dfc978ccb2 HTTP/1.1" status: 200 len: 1095 time: 0.1092582 Jun 17 09:01:43.827326 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device e0149151-154d-4aaf-8748-a666fa0d65eb up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:01:43.967123 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port e0149151-154d-4aaf-8748-a666fa0d65eb triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:43.967511 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:43.990613 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f544a3b-19ae-4855-aade-ef853c3625bb req-d57448eb-c17a-4f2f-82d7-c5c5c156d8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:43.993487 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8f544a3b-19ae-4855-aade-ef853c3625bb req-d57448eb-c17a-4f2f-82d7-c5c5c156d8f6 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=a2ee40337e3b431baa5a1d17104f6d60&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2596395 Jun 17 09:01:44.003461 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5f51c-ce93-4f1b-81e1-0645cd9d9ac6 req-12387362-e98b-47ee-af82-fbe7250e53fd tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:44.011871 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-22d5f51c-ce93-4f1b-81e1-0645cd9d9ac6 req-12387362-e98b-47ee-af82-fbe7250e53fd tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6ac75c8-d7ce-4624-8743-53dfc978ccb2 HTTP/1.1" status: 200 len: 943 time: 0.1858752 Jun 17 09:01:44.088769 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-22d5f51c-ce93-4f1b-81e1-0645cd9d9ac6 req-3e2e4c7a-a3c3-426e-9763-07fb31481219 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746121 Jun 17 09:01:44.155842 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8969bb-6d8a-43a6-9b94-717136b549c4 req-fa5a4fa8-ff1a-4413-ab08-dcb1b397e157 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:44.163174 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6a8969bb-6d8a-43a6-9b94-717136b549c4 req-fa5a4fa8-ff1a-4413-ab08-dcb1b397e157 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.2943060 Jun 17 09:01:44.226544 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f544a3b-19ae-4855-aade-ef853c3625bb req-01f7eadf-031c-4e4e-8302-04b1dc5d38cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:44.229113 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8f544a3b-19ae-4855-aade-ef853c3625bb req-01f7eadf-031c-4e4e-8302-04b1dc5d38cb service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2225757 Jun 17 09:01:44.232791 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6a8969bb-6d8a-43a6-9b94-717136b549c4 req-5f1a3e61-de06-4536-bf49-52b58563e940 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687423 Jun 17 09:01:44.405397 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-07e38922-0802-47a0-af42-da4567abfaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:44.407072 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-07e38922-0802-47a0-af42-da4567abfaa4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2ee40337e3b431baa5a1d17104f6d60&device_id=b6ac75c8-d7ce-4624-8743-53dfc978ccb2 HTTP/1.1" status: 200 len: 1095 time: 0.0917854 Jun 17 09:01:44.488547 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-a22a4948-2c32-42b3-9c1f-33490fba08c5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46f67b5c-0104-48be-9ad1-6e7734dce156 HTTP/1.1" status: 200 len: 217 time: 0.0601828 Jun 17 09:01:44.555151 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-796116f9-1e7e-4f8d-a52d-0e1a7182379c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:44.557968 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-796116f9-1e7e-4f8d-a52d-0e1a7182379c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=be2c55b3-02a4-4190-acdd-75f271ee2f5f HTTP/1.1" status: 200 len: 854 time: 0.0610802 Jun 17 09:01:44.617989 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-a6fb2cd6-f4e0-48b8-8cce-1fe2646b94ea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=904ca9b1-00d8-4238-94b1-dcb40f3f0868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535078 Jun 17 09:01:44.744625 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-7f9725b7-91fc-4044-aee8-d11f691d6cb9 service neutron] 10.222.0.53 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190591 Jun 17 09:01:44.887742 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aebf453a-f347-44e3-b57a-4ab12b65a07c req-0109acac-76be-4f8f-8db9-0a07290f83f4 service neutron] 10.222.0.53 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364751 Jun 17 09:01:44.914057 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9e52d-aa5e-4cc4-8e45-388b98f28942 req-9e4b6f08-4b9b-42da-907b-8aaa49058a72 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:44.915647 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a8d9e52d-aa5e-4cc4-8e45-388b98f28942 req-9e4b6f08-4b9b-42da-907b-8aaa49058a72 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f9ef640-e3ed-4637-a8f0-0715e9de6bbb HTTP/1.1" status: 200 len: 944 time: 0.1459424 Jun 17 09:01:44.975641 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a8d9e52d-aa5e-4cc4-8e45-388b98f28942 req-682cd5fd-29ce-4c3d-8587-9bc1002bae94 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/security-groups?id=3123cd3f-abae-4f67-b8e4-d8311be67413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516105 Jun 17 09:01:45.328401 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c1a94-7320-45a0-8984-0a1423e70af2 req-02b51067-3737-4e2b-9cce-2407e718fe55 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:45.330005 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a56c1a94-7320-45a0-8984-0a1423e70af2 req-02b51067-3737-4e2b-9cce-2407e718fe55 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6ac75c8-d7ce-4624-8743-53dfc978ccb2 HTTP/1.1" status: 200 len: 943 time: 0.0813882 Jun 17 09:01:45.373774 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a56c1a94-7320-45a0-8984-0a1423e70af2 req-76fe82af-6ea0-4457-b4d8-1a781954132d tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372064 Jun 17 09:01:45.485362 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 09:01:45.606151 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed,segment=NetworkSegment(e7a36ac0-dfff-438f-ad17-82f855fc640a),segment_id=e7a36ac0-dfff-438f-ad17-82f855fc640a)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:45.620544 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': 'd8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed', 'network_id': '97d210e1-01bf-42ee-ae50-11f74d544f87', 'port_id': 'd8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed', 'mac_address': 'fa:16:3e:a4:18:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbde395e-03df-44e6-9d8d-029a42a3ef23', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 09:01:45.675238 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:45.691871 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:01:45.715503 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed,segment=NetworkSegment(e7a36ac0-dfff-438f-ad17-82f855fc640a),segment_id=e7a36ac0-dfff-438f-ad17-82f855fc640a)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:45.806951 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:45.810255 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-d9a79515-6522-47f2-8b25-5ae83e8ee38a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:45.946856 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:45.969235 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:46.054429 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 09:01:46.401841 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61a347-493a-418f-b2e6-6d1714d617ed req-b658dc0a-df77-46cc-9110-7952b087b673 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:46.404724 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4d61a347-493a-418f-b2e6-6d1714d617ed req-b658dc0a-df77-46cc-9110-7952b087b673 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f9ef640-e3ed-4637-a8f0-0715e9de6bbb HTTP/1.1" status: 200 len: 945 time: 0.1275287 Jun 17 09:01:46.495351 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4d61a347-493a-418f-b2e6-6d1714d617ed req-a75813bb-a14f-4e07-9540-28f20f53ef25 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/security-groups?id=3123cd3f-abae-4f67-b8e4-d8311be67413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784514 Jun 17 09:01:46.636776 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f8c47-7126-4ddd-ba43-1dc42820de3c req-84408eb3-ed32-49f7-92a7-ca86bf8f87c0 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:46.638378 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-994f8c47-7126-4ddd-ba43-1dc42820de3c req-84408eb3-ed32-49f7-92a7-ca86bf8f87c0 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6ac75c8-d7ce-4624-8743-53dfc978ccb2 HTTP/1.1" status: 200 len: 943 time: 0.1032970 Jun 17 09:01:46.704314 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-994f8c47-7126-4ddd-ba43-1dc42820de3c req-3de1da4d-3a90-4b85-926a-19a3ecebf178 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592220 Jun 17 09:01:47.500230 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:01:47.679136 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:47.709425 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:01:47.714356 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:47.715549 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:47.811285 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 46f67b5c-0104-48be-9ad1-6e7734dce156 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 09:01:47.900672 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebd5dc-baaf-4708-9e40-3c16c8e1e24d req-ff93d369-8b8d-441e-b92a-4df645eae0fd tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:47.915651 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ceebd5dc-baaf-4708-9e40-3c16c8e1e24d req-ff93d369-8b8d-441e-b92a-4df645eae0fd tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f9ef640-e3ed-4637-a8f0-0715e9de6bbb HTTP/1.1" status: 200 len: 945 time: 0.2448907 Jun 17 09:01:48.050920 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ceebd5dc-baaf-4708-9e40-3c16c8e1e24d req-7281ca4f-7384-4276-a2d1-d12bc437143e tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/security-groups?id=3123cd3f-abae-4f67-b8e4-d8311be67413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286173 Jun 17 09:01:48.129032 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05106eb-0e05-4cce-a20e-37fcbd33ee96 req-30fff02b-cfee-4ccb-9779-021d55b46db3 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:48.131864 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a05106eb-0e05-4cce-a20e-37fcbd33ee96 req-30fff02b-cfee-4ccb-9779-021d55b46db3 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6ac75c8-d7ce-4624-8743-53dfc978ccb2 HTTP/1.1" status: 200 len: 943 time: 0.1123307 Jun 17 09:01:48.147879 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:48.189036 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9ef640-e3ed-4637-a8f0-0715e9de6bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:01:48.191721 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f46840-7d2a-4bae-b4ba-9aad6a5acc3d" -d '{"events": [{"server_uuid": "9f9ef640-e3ed-4637-a8f0-0715e9de6bbb", "name": "network-vif-plugged", "status": "completed", "tag": "d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:01:48.203168 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a05106eb-0e05-4cce-a20e-37fcbd33ee96 req-0190c01a-b854-4e13-b5d7-1bb9b2b916eb tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652213 Jun 17 09:01:48.225576 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed,segment=NetworkSegment(e7a36ac0-dfff-438f-ad17-82f855fc640a),segment_id=e7a36ac0-dfff-438f-ad17-82f855fc640a)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:48.231023 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 46f67b5c-0104-48be-9ad1-6e7734dce156, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=46f67b5c-0104-48be-9ad1-6e7734dce156,segment=NetworkSegment(f0ecfeb2-618e-4a47-8e5b-ce5283258f3b),segment_id=f0ecfeb2-618e-4a47-8e5b-ce5283258f3b)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:48.244735 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '46f67b5c-0104-48be-9ad1-6e7734dce156', 'network_id': '904ca9b1-00d8-4238-94b1-dcb40f3f0868', 'port_id': '46f67b5c-0104-48be-9ad1-6e7734dce156', 'mac_address': 'fa:16:3e:12:e8:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be2c55b3-02a4-4190-acdd-75f271ee2f5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 09:01:48.303530 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:48.313487 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b34f7e-4792-42c2-b9d7-7decf997c89d x-openstack-request-id: req-f8b34f7e-4792-42c2-b9d7-7decf997c89d {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:01:48.313795 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9ef640-e3ed-4637-a8f0-0715e9de6bbb", "name": "network-vif-plugged", "status": "completed", "tag": "d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:01:48.314187 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8b34f7e-4792-42c2-b9d7-7decf997c89d {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:01:48.314584 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9ef640-e3ed-4637-a8f0-0715e9de6bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed', 'code': 200} Jun 17 09:01:48.320380 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:48.323002 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:48.326193 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f67b5c-0104-48be-9ad1-6e7734dce156 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:01:48.395496 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 46f67b5c-0104-48be-9ad1-6e7734dce156, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=46f67b5c-0104-48be-9ad1-6e7734dce156,segment=NetworkSegment(f0ecfeb2-618e-4a47-8e5b-ce5283258f3b),segment_id=f0ecfeb2-618e-4a47-8e5b-ce5283258f3b)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:48.412989 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:48.416606 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:48.501964 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a4813-2865-41d5-8aa6-12fb9c0d1c2f req-4dd5ab13-86fb-4ec0-936d-0e8bbd417f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:48.504543 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ac5a4813-2865-41d5-8aa6-12fb9c0d1c2f req-4dd5ab13-86fb-4ec0-936d-0e8bbd417f00 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9f9ef640-e3ed-4637-a8f0-0715e9de6bbb HTTP/1.1" status: 200 len: 1098 time: 0.1004560 Jun 17 09:01:48.536648 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:48.558560 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:48.562538 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ac5a4813-2865-41d5-8aa6-12fb9c0d1c2f req-9e6fa480-6204-422a-a248-dfcfcc6a1c11 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3123cd3f-abae-4f67-b8e4-d8311be67413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515642 Jun 17 09:01:48.602854 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=46f67b5c-0104-48be-9ad1-6e7734dce156,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:48.606082 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:48.794621 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['46f67b5c-0104-48be-9ad1-6e7734dce156'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 09:01:49.256137 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebd8b6-f877-4c39-a855-f0c286699ffe req-972fb41c-46f9-46bd-96ad-120d27b8db7f tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:49.257795 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-04ebd8b6-f877-4c39-a855-f0c286699ffe req-972fb41c-46f9-46bd-96ad-120d27b8db7f tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f9ef640-e3ed-4637-a8f0-0715e9de6bbb HTTP/1.1" status: 200 len: 946 time: 0.0832844 Jun 17 09:01:49.326229 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-04ebd8b6-f877-4c39-a855-f0c286699ffe req-ee215c0b-aa8f-42f8-afe6-f2b409bb59ed tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/security-groups?id=3123cd3f-abae-4f67-b8e4-d8311be67413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612607 Jun 17 09:01:49.507360 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0ee46-31aa-42fb-a1f7-9065d7693d47 req-699684f7-ac88-4635-97e0-f490b4cb6034 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:49.507360 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b9c0ee46-31aa-42fb-a1f7-9065d7693d47 req-699684f7-ac88-4635-97e0-f490b4cb6034 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6ac75c8-d7ce-4624-8743-53dfc978ccb2 HTTP/1.1" status: 200 len: 944 time: 0.0950346 Jun 17 09:01:49.579195 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b9c0ee46-31aa-42fb-a1f7-9065d7693d47 req-b718c630-a90c-404d-9296-7bbed692c110 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677128 Jun 17 09:01:49.740861 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 46f67b5c-0104-48be-9ad1-6e7734dce156 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:01:49.915889 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 46f67b5c-0104-48be-9ad1-6e7734dce156 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:01:49.919977 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 46f67b5c-0104-48be-9ad1-6e7734dce156 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:01:49.920439 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:50.028712 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:50.068478 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 46f67b5c-0104-48be-9ad1-6e7734dce156, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=46f67b5c-0104-48be-9ad1-6e7734dce156,segment=NetworkSegment(f0ecfeb2-618e-4a47-8e5b-ce5283258f3b),segment_id=f0ecfeb2-618e-4a47-8e5b-ce5283258f3b)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:01:50.144106 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:50.147257 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:01:50.237398 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=46f67b5c-0104-48be-9ad1-6e7734dce156,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:01:50.249637 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:01:50.315887 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ac75c8-d7ce-4624-8743-53dfc978ccb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f67b5c-0104-48be-9ad1-6e7734dce156'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:01:50.318402 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd21f911-2ae3-4062-a8f8-c32ac23493dd" -d '{"events": [{"server_uuid": "b6ac75c8-d7ce-4624-8743-53dfc978ccb2", "name": "network-vif-plugged", "status": "completed", "tag": "46f67b5c-0104-48be-9ad1-6e7734dce156"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:01:50.376027 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc20fdd-9c97-452c-9397-20def501b1a6 x-openstack-request-id: req-0bc20fdd-9c97-452c-9397-20def501b1a6 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:01:50.376338 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ac75c8-d7ce-4624-8743-53dfc978ccb2", "name": "network-vif-plugged", "status": "completed", "tag": "46f67b5c-0104-48be-9ad1-6e7734dce156", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:01:50.376614 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0bc20fdd-9c97-452c-9397-20def501b1a6 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:01:50.377037 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ac75c8-d7ce-4624-8743-53dfc978ccb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f67b5c-0104-48be-9ad1-6e7734dce156', 'code': 200} Jun 17 09:01:50.501680 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:50.590162 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898c823-c828-4350-96e4-efee2ad1d58d req-42f84ad3-52f5-4f4b-9663-3685284cc3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:50.591878 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a898c823-c828-4350-96e4-efee2ad1d58d req-42f84ad3-52f5-4f4b-9663-3685284cc3ad service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b6ac75c8-d7ce-4624-8743-53dfc978ccb2 HTTP/1.1" status: 200 len: 1097 time: 0.1205666 Jun 17 09:01:50.635473 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d8fb5-440b-49bd-9de0-5387d80b91b5 req-115eea20-9c40-4b15-82d6-8b054c3b47e7 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:50.635473 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-862d8fb5-440b-49bd-9de0-5387d80b91b5 req-115eea20-9c40-4b15-82d6-8b054c3b47e7 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f9ef640-e3ed-4637-a8f0-0715e9de6bbb HTTP/1.1" status: 200 len: 946 time: 0.1175327 Jun 17 09:01:50.696313 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-862d8fb5-440b-49bd-9de0-5387d80b91b5 req-e1ce7245-4ac6-45e6-9532-b17ca5b100b9 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/security-groups?id=3123cd3f-abae-4f67-b8e4-d8311be67413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524142 Jun 17 09:01:50.706278 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a898c823-c828-4350-96e4-efee2ad1d58d req-21b7e19a-9cf1-4c6b-b9a3-751eae70e1a4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037190 Jun 17 09:01:50.806877 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829b139-30fb-4316-9db4-9897b1636645 req-1d9c9035-d544-46ac-8a75-d1924f46584c tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:50.817905 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0829b139-30fb-4316-9db4-9897b1636645 req-1d9c9035-d544-46ac-8a75-d1924f46584c tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6ac75c8-d7ce-4624-8743-53dfc978ccb2 HTTP/1.1" status: 200 len: 945 time: 0.0993931 Jun 17 09:01:50.862494 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0829b139-30fb-4316-9db4-9897b1636645 req-cfc270c7-c58f-4c5a-b87a-ab0f6c51e3cd tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436580 Jun 17 09:01:52.068360 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2080735-e159-4be3-bbe0-791167bdb925 req-f7e7e4d1-6082-4d8a-a7eb-e23a0a97d83c tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:52.072310 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e2080735-e159-4be3-bbe0-791167bdb925 req-f7e7e4d1-6082-4d8a-a7eb-e23a0a97d83c tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6ac75c8-d7ce-4624-8743-53dfc978ccb2 HTTP/1.1" status: 200 len: 945 time: 0.0713439 Jun 17 09:01:52.120609 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-e2080735-e159-4be3-bbe0-791167bdb925 req-3cdb0163-ec3c-4822-a855-38782d6e61b7 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445910 Jun 17 09:01:55.537529 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-969dde7f-7cfc-41b8-938a-015e659a2929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:57.139460 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:01:58.451618 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:59.371836 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-3a6b8a31-6d12-4199-a9a8-c373153b7c5e tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:59.374211 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-3a6b8a31-6d12-4199-a9a8-c373153b7c5e tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/networks?id=904ca9b1-00d8-4238-94b1-dcb40f3f0868 HTTP/1.1" status: 200 len: 814 time: 0.1403811 Jun 17 09:01:59.411544 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-2bf2eb71-64c5-49df-bda4-1f25791d44f6 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/quotas/a2ee40337e3b431baa5a1d17104f6d60 HTTP/1.1" status: 200 len: 375 time: 0.0297058 Jun 17 09:01:59.451759 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b8c845ab-ed33-490d-bbba-a8f3470b7a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:59.546796 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-86562fff-827e-40ca-8660-e8d0d4141fae tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a2ee40337e3b431baa5a1d17104f6d60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1330657 Jun 17 09:01:59.740695 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-52ac7b96-bd91-4000-ac20-b41bd2a48533 service neutron] 10.222.0.49 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831810 Jun 17 09:01:59.902213 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-9f13c246-ed92-4e85-899c-5f30cf5384ea service neutron] 10.222.0.49 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603596 Jun 17 09:02:00.450198 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-559b5d4f-4b58-4f17-bca0-494482da54c4 req-f7062061-e397-43a1-a571-813f95ffb606 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=68a15824-574d-47df-9e6c-e7314cbd26b7 HTTP/1.1" status: 200 len: 210 time: 0.0758739 Jun 17 09:02:00.783156 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd41d9-3166-4c14-984e-1e10dce8b0ee req-ecb311c0-8add-46a6-b214-682af0df2205 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:00.784697 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2cbd41d9-3166-4c14-984e-1e10dce8b0ee req-ecb311c0-8add-46a6-b214-682af0df2205 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f9ef640-e3ed-4637-a8f0-0715e9de6bbb HTTP/1.1" status: 200 len: 946 time: 0.0888498 Jun 17 09:02:00.831769 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2cbd41d9-3166-4c14-984e-1e10dce8b0ee req-a329172d-2e0d-4d76-aa40-941a243abeb1 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/security-groups?id=3123cd3f-abae-4f67-b8e4-d8311be67413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343113 Jun 17 09:02:00.994777 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:01.561743 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-40ba88b5-1ae2-4e9a-91e8-24b7bd367c16 req-86db3003-ec3e-4531-8034-29876a57699d tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=68a15824-574d-47df-9e6c-e7314cbd26b7 HTTP/1.1" status: 200 len: 210 time: 0.0332882 Jun 17 09:02:02.005862 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67fe33-ea32-4569-88ed-72c5114a1201 req-e56fb31f-83d5-4cc1-b4ff-19ca53398463 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:02.007362 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4a67fe33-ea32-4569-88ed-72c5114a1201 req-e56fb31f-83d5-4cc1-b4ff-19ca53398463 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 945 time: 0.0949340 Jun 17 09:02:02.066863 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4a67fe33-ea32-4569-88ed-72c5114a1201 req-51797fad-b123-417b-9d8f-bb8cc9b6841b tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528836 Jun 17 09:02:02.124957 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4d0f4-8a12-48c8-86cc-a9db9ba3b834 req-4963fbda-5970-42a6-b734-bc6cafaf6a29 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:02.128659 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c0d4d0f4-8a12-48c8-86cc-a9db9ba3b834 req-4963fbda-5970-42a6-b734-bc6cafaf6a29 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f9ef640-e3ed-4637-a8f0-0715e9de6bbb HTTP/1.1" status: 200 len: 946 time: 0.1155689 Jun 17 09:02:02.183618 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017e514-785f-404d-88c5-cf5f429f48d3 req-c3ace8b4-f0e5-4e39-a4b3-98794da62ad4 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:02.185388 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6017e514-785f-404d-88c5-cf5f429f48d3 req-c3ace8b4-f0e5-4e39-a4b3-98794da62ad4 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f9ef640-e3ed-4637-a8f0-0715e9de6bbb HTTP/1.1" status: 200 len: 946 time: 0.1089408 Jun 17 09:02:02.223689 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c0d4d0f4-8a12-48c8-86cc-a9db9ba3b834 req-47bcdb12-bae7-47fb-a9dc-a29592c6b5db tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/security-groups?id=3123cd3f-abae-4f67-b8e4-d8311be67413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764441 Jun 17 09:02:02.402200 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-6017e514-785f-404d-88c5-cf5f429f48d3 req-f9c9c94d-dbad-4b88-8c2d-496a42d61e34 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Deleting port d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:02:02.404599 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6017e514-785f-404d-88c5-cf5f429f48d3 req-f9c9c94d-dbad-4b88-8c2d-496a42d61e34 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:02.535304 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-6017e514-785f-404d-88c5-cf5f429f48d3 req-f9c9c94d-dbad-4b88-8c2d-496a42d61e34 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] For port d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed,segment=NetworkSegment(e7a36ac0-dfff-438f-ad17-82f855fc640a),segment_id=e7a36ac0-dfff-438f-ad17-82f855fc640a)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:02:02.535694 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6017e514-785f-404d-88c5-cf5f429f48d3 req-f9c9c94d-dbad-4b88-8c2d-496a42d61e34 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:02.596128 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:02.619798 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-6017e514-785f-404d-88c5-cf5f429f48d3 req-f9c9c94d-dbad-4b88-8c2d-496a42d61e34 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Calling delete_port for d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:02:02.771430 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ffe96a71-08b5-4b38-a265-80609bf635a7 req-23bf1868-14e9-4529-8452-b16c1095d1b0 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=68a15824-574d-47df-9e6c-e7314cbd26b7 HTTP/1.1" status: 200 len: 210 time: 0.0550337 Jun 17 09:02:03.033598 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6017e514-785f-404d-88c5-cf5f429f48d3 req-f9c9c94d-dbad-4b88-8c2d-496a42d61e34 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:03.041644 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-cf7e7f1b-80c4-4ac8-be88-82b6ea6eeac5 tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:03.049255 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 09:02:03.091581 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9c94d-dbad-4b88-8c2d-496a42d61e34 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Pushing event deleted for resources: {'Port': ['ID=d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:03.157087 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9c94d-dbad-4b88-8c2d-496a42d61e34 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:03.157666 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9c94d-dbad-4b88-8c2d-496a42d61e34 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:03.158529 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9c94d-dbad-4b88-8c2d-496a42d61e34 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:03.159352 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9c94d-dbad-4b88-8c2d-496a42d61e34 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:03.160175 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9c94d-dbad-4b88-8c2d-496a42d61e34 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:03.161526 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9c94d-dbad-4b88-8c2d-496a42d61e34 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:03.163669 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9c94d-dbad-4b88-8c2d-496a42d61e34 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:03.164664 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9c94d-dbad-4b88-8c2d-496a42d61e34 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:03.165504 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9c94d-dbad-4b88-8c2d-496a42d61e34 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:03.166340 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9c94d-dbad-4b88-8c2d-496a42d61e34 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:03.167159 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9c94d-dbad-4b88-8c2d-496a42d61e34 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:03.168408 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9c94d-dbad-4b88-8c2d-496a42d61e34 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:03.212599 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f9c9c94d-dbad-4b88-8c2d-496a42d61e34 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:03.214939 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-6017e514-785f-404d-88c5-cf5f429f48d3 req-f9c9c94d-dbad-4b88-8c2d-496a42d61e34 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] No DVR routers for this DVR port d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 09:02:03.225663 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-6017e514-785f-404d-88c5-cf5f429f48d3 req-f9c9c94d-dbad-4b88-8c2d-496a42d61e34 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:03.229317 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6017e514-785f-404d-88c5-cf5f429f48d3 req-f9c9c94d-dbad-4b88-8c2d-496a42d61e34 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.50 "DELETE /v2.0/ports/d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed HTTP/1.1" status: 204 len: 173 time: 1.0338831 Jun 17 09:02:03.230189 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9ef640-e3ed-4637-a8f0-0715e9de6bbb', 'name': 'network-vif-deleted', 'tag': 'd8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:02:03.245131 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b47ff2-5f98-419a-a269-740999a6c336" -d '{"events": [{"server_uuid": "9f9ef640-e3ed-4637-a8f0-0715e9de6bbb", "name": "network-vif-deleted", "tag": "d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:02:03.328691 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3383f40-cdc9-4148-9147-9207732ba5a4 x-openstack-request-id: req-c3383f40-cdc9-4148-9147-9207732ba5a4 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:02:03.347237 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9ef640-e3ed-4637-a8f0-0715e9de6bbb", "name": "network-vif-deleted", "tag": "d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:02:03.353170 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c3383f40-cdc9-4148-9147-9207732ba5a4 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:02:03.353170 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9ef640-e3ed-4637-a8f0-0715e9de6bbb', 'name': 'network-vif-deleted', 'tag': 'd8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed', 'status': 'completed', 'code': 200} Jun 17 09:02:03.414191 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf5b06-61e3-4b2a-a7ee-be697aa0fc79 req-77f1c1d9-a6be-4d76-95b2-4fe8dd3684d2 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:03.424735 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-75bf5b06-61e3-4b2a-a7ee-be697aa0fc79 req-77f1c1d9-a6be-4d76-95b2-4fe8dd3684d2 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 945 time: 0.1295550 Jun 17 09:02:03.497042 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-75bf5b06-61e3-4b2a-a7ee-be697aa0fc79 req-c169690e-7cae-4c91-9aef-11a14aaf8cad tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699961 Jun 17 09:02:03.540414 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f9b2bea8-c9f5-49f2-802d-601ae0eaa924 req-8b4483d2-9f43-4e31-97ec-c88437741850 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f9ef640-e3ed-4637-a8f0-0715e9de6bbb HTTP/1.1" status: 200 len: 210 time: 0.0459437 Jun 17 09:02:03.993553 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4aaf4bab-b1b2-4aa4-915b-1cdee5b645a2 req-ee4a1e9b-d146-4d0e-b1c1-e9049c0c9aa1 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=68a15824-574d-47df-9e6c-e7314cbd26b7 HTTP/1.1" status: 200 len: 210 time: 0.0307655 Jun 17 09:02:04.214678 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-c7c137a5-215b-454b-92f1-dfb969b8111f tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:04.216328 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-c7c137a5-215b-454b-92f1-dfb969b8111f tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.50 "GET /v2.0/networks?id=904ca9b1-00d8-4238-94b1-dcb40f3f0868 HTTP/1.1" status: 200 len: 814 time: 0.1293013 Jun 17 09:02:04.232438 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-26034eb1-bd1a-4f03-b8e7-0bf1638eb529 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Request body: {'port': {'device_id': '68a15824-574d-47df-9e6c-e7314cbd26b7', 'network_id': '904ca9b1-00d8-4238-94b1-dcb40f3f0868', 'admin_state_up': True, 'tenant_id': 'a2ee40337e3b431baa5a1d17104f6d60'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:02:04.398359 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87210711-e27c-4d5d-885e-0d8918a74db5 req-3e98948b-76fa-470f-a1eb-0fba34eaeb3e tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:04.401026 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87210711-e27c-4d5d-885e-0d8918a74db5 req-3e98948b-76fa-470f-a1eb-0fba34eaeb3e tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 945 time: 0.0883279 Jun 17 09:02:04.543486 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-87210711-e27c-4d5d-885e-0d8918a74db5 req-4deffcd5-e5ed-42ba-82e9-87d062bd3d13 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Deleting port 7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:02:04.544457 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-87210711-e27c-4d5d-885e-0d8918a74db5 req-4deffcd5-e5ed-42ba-82e9-87d062bd3d13 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:04.600048 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-26034eb1-bd1a-4f03-b8e7-0bf1638eb529 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Made reservation on behalf of a2ee40337e3b431baa5a1d17104f6d60 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:02:04.607501 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-26034eb1-bd1a-4f03-b8e7-0bf1638eb529 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:04.671009 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-87210711-e27c-4d5d-885e-0d8918a74db5 req-4deffcd5-e5ed-42ba-82e9-87d062bd3d13 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] For port 7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4,segment=NetworkSegment(407ed44e-d9b9-4ab2-b01f-1684e753c7cd),segment_id=407ed44e-d9b9-4ab2-b01f-1684e753c7cd)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:02:04.671401 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-87210711-e27c-4d5d-885e-0d8918a74db5 req-4deffcd5-e5ed-42ba-82e9-87d062bd3d13 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:04.826824 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-87210711-e27c-4d5d-885e-0d8918a74db5 req-4deffcd5-e5ed-42ba-82e9-87d062bd3d13 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Calling delete_port for 7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:02:04.850559 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede4968-ea4b-4099-abcf-7290a14bc990 req-c5f81fe6-5de5-4e06-9181-86383e232c32 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:04.851436 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6ede4968-ea4b-4099-abcf-7290a14bc990 req-c5f81fe6-5de5-4e06-9181-86383e232c32 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 945 time: 0.1988711 Jun 17 09:02:04.892525 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1a81dbe6-b251-41fa-b0fb-26cf5a4b72f9 req-b77940c7-8a59-4772-af0e-6b96fd9899e2 tempest-VolumesActionsTest-1245461970 tempest-VolumesActionsTest-1245461970-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f9ef640-e3ed-4637-a8f0-0715e9de6bbb HTTP/1.1" status: 200 len: 210 time: 0.0629754 Jun 17 09:02:04.895288 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-26034eb1-bd1a-4f03-b8e7-0bf1638eb529 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Allocated IP 172.20.0.6 (904ca9b1-00d8-4238-94b1-dcb40f3f0868/be2c55b3-02a4-4190-acdd-75f271ee2f5f/b17bc4b0-abc2-4fea-bc85-0c00b4affe8c) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:02:04.982053 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-6ede4968-ea4b-4099-abcf-7290a14bc990 req-afae523b-ae8d-44a2-98bc-0d015e89db7b tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160023 Jun 17 09:02:05.170677 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-711e4b68-b0f6-462f-9a1a-2ec9295c6d76 req-38661cec-a93b-4561-9fdd-c8824d186103 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=68a15824-574d-47df-9e6c-e7314cbd26b7 HTTP/1.1" status: 200 len: 210 time: 0.0317504 Jun 17 09:02:05.320333 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-87210711-e27c-4d5d-885e-0d8918a74db5 req-4deffcd5-e5ed-42ba-82e9-87d062bd3d13 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:05.326093 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-66e81cbd-58f8-4aa3-84f1-f1b60a1fd88c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:05.335506 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['eae1d0ef-12b4-40d0-b352-77e11a5a7fe7', '7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 09:02:05.390713 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deffcd5-e5ed-42ba-82e9-87d062bd3d13 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Pushing event deleted for resources: {'Port': ['ID=7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:05.437326 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deffcd5-e5ed-42ba-82e9-87d062bd3d13 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:05.440815 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deffcd5-e5ed-42ba-82e9-87d062bd3d13 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:05.440815 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deffcd5-e5ed-42ba-82e9-87d062bd3d13 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:05.440815 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deffcd5-e5ed-42ba-82e9-87d062bd3d13 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:05.440815 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deffcd5-e5ed-42ba-82e9-87d062bd3d13 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:05.440815 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deffcd5-e5ed-42ba-82e9-87d062bd3d13 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:05.440815 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deffcd5-e5ed-42ba-82e9-87d062bd3d13 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:05.440815 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deffcd5-e5ed-42ba-82e9-87d062bd3d13 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:05.440815 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deffcd5-e5ed-42ba-82e9-87d062bd3d13 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:05.440815 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deffcd5-e5ed-42ba-82e9-87d062bd3d13 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:05.442823 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deffcd5-e5ed-42ba-82e9-87d062bd3d13 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:05.442823 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deffcd5-e5ed-42ba-82e9-87d062bd3d13 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:05.470694 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4deffcd5-e5ed-42ba-82e9-87d062bd3d13 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:05.476111 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-87210711-e27c-4d5d-885e-0d8918a74db5 req-4deffcd5-e5ed-42ba-82e9-87d062bd3d13 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] No DVR routers for this DVR port 7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4 on host n-h1-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 09:02:05.476111 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-87210711-e27c-4d5d-885e-0d8918a74db5 req-4deffcd5-e5ed-42ba-82e9-87d062bd3d13 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:05.484500 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-87210711-e27c-4d5d-885e-0d8918a74db5 req-4deffcd5-e5ed-42ba-82e9-87d062bd3d13 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.50 "DELETE /v2.0/ports/7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4 HTTP/1.1" status: 204 len: 173 time: 1.0733175 Jun 17 09:02:05.485131 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47e031a-43e9-407a-96c6-cc61052acb37', 'name': 'network-vif-deleted', 'tag': '7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:02:05.485302 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-26034eb1-bd1a-4f03-b8e7-0bf1638eb529 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:05.487742 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2091d2d1-31c7-494f-85ee-66ce9f20b168" -d '{"events": [{"server_uuid": "d47e031a-43e9-407a-96c6-cc61052acb37", "name": "network-vif-deleted", "tag": "7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:02:05.560738 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1a3abb-e8ce-4abc-8b49-af544d79e7cf x-openstack-request-id: req-7b1a3abb-e8ce-4abc-8b49-af544d79e7cf {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:02:05.561674 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d47e031a-43e9-407a-96c6-cc61052acb37", "name": "network-vif-deleted", "tag": "7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:02:05.561674 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b1a3abb-e8ce-4abc-8b49-af544d79e7cf {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:02:05.561995 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47e031a-43e9-407a-96c6-cc61052acb37', 'name': 'network-vif-deleted', 'tag': '7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4', 'status': 'completed', 'code': 200} Jun 17 09:02:05.587078 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:02:05.614148 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:02:05.614711 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device d8cbb4e9-d7b5-4933-8dd1-4a9fcdabd6ed not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:02:05.726570 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-26034eb1-bd1a-4f03-b8e7-0bf1638eb529 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:05.731119 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d79735f1-9d7d-4dbb-9cfe-cf4aef2bb2e9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:05.743122 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['c65a82dc-b698-455f-afe6-1fe8a9beeca4', '46f67b5c-0104-48be-9ad1-6e7734dce156'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 09:02:05.790486 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-26034eb1-bd1a-4f03-b8e7-0bf1638eb529 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Network 904ca9b1-00d8-4238-94b1-dcb40f3f0868 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:02:05.797398 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-26034eb1-bd1a-4f03-b8e7-0bf1638eb529 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:02:05.809990 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-26034eb1-bd1a-4f03-b8e7-0bf1638eb529 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:02:05.892719 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-26034eb1-bd1a-4f03-b8e7-0bf1638eb529 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:05.893441 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-26034eb1-bd1a-4f03-b8e7-0bf1638eb529 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:05.901271 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26034eb1-bd1a-4f03-b8e7-0bf1638eb529 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Pushing event updated for resources: {'Port': ['ID=b17bc4b0-abc2-4fea-bc85-0c00b4affe8c,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:05.908291 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-26034eb1-bd1a-4f03-b8e7-0bf1638eb529 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:06.023219 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-26034eb1-bd1a-4f03-b8e7-0bf1638eb529 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7859602 Jun 17 09:02:06.040939 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-6bbb34d7-ab7a-40fe-99fc-bfafcb209b80 service neutron] Request body: {'port': {'device_id': '68a15824-574d-47df-9e6c-e7314cbd26b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:02:06.123159 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 46818) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:06.257027 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-6bbb34d7-ab7a-40fe-99fc-bfafcb209b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:06.323670 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-66be013d-fbfc-4a68-bf07-0b997e8260e4 req-8ae097fc-edd0-4182-8808-926c14191f15 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=d47e031a-43e9-407a-96c6-cc61052acb37 HTTP/1.1" status: 200 len: 210 time: 0.0470815 Jun 17 09:02:06.415155 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d2b183cf-452c-4eab-997d-3fbe17c58121 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] 10.222.0.49 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2929 time: 0.2872896 Jun 17 09:02:06.415964 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 46830) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:06.424148 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-4b1edfba-774b-4d74-98a6-251813f32fa4 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Request body: {'network': {'name': 'tempest-network-smoke--1160776562', 'project_id': 'd08282b987e04d83bb48daa169894c33', 'port_security_enabled': False}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:02:06.657467 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1edfba-774b-4d74-98a6-251813f32fa4 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Made reservation on behalf of d08282b987e04d83bb48daa169894c33 for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:02:06.662885 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4b1edfba-774b-4d74-98a6-251813f32fa4 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:06.802733 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1edfba-774b-4d74-98a6-251813f32fa4 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 09:02:06.817483 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4b1edfba-774b-4d74-98a6-251813f32fa4 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:06.818013 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-4b1edfba-774b-4d74-98a6-251813f32fa4 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Added segment 21e312ae-da59-48a6-a38b-d7af835b5bf4 of type vlan for network 92c0ee84-afcf-471d-9130-80944ddb495b Jun 17 09:02:06.818602 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-6bbb34d7-ab7a-40fe-99fc-bfafcb209b80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b17bc4b0-abc2-4fea-bc85-0c00b4affe8c {{(pid=94520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:02:06.828818 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-6bbb34d7-ab7a-40fe-99fc-bfafcb209b80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:06.849561 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-6bbb34d7-ab7a-40fe-99fc-bfafcb209b80 service neutron] Transition to ACTIVE for port object b17bc4b0-abc2-4fea-bc85-0c00b4affe8c will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:02:06.918164 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186b03b-5475-41e2-bd8b-e2b6ce57fbaa req-3d338718-ccbe-4860-bef9-a733f1d6db6c tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:06.923615 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4186b03b-5475-41e2-bd8b-e2b6ce57fbaa req-3d338718-ccbe-4860-bef9-a733f1d6db6c tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=68a15824-574d-47df-9e6c-e7314cbd26b7 HTTP/1.1" status: 200 len: 931 time: 0.2276070 Jun 17 09:02:06.935781 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4b1edfba-774b-4d74-98a6-251813f32fa4 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:07.014776 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-4186b03b-5475-41e2-bd8b-e2b6ce57fbaa req-e3d3f133-2184-46b9-bef8-c240433acc6c tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746641 Jun 17 09:02:07.049373 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-6bbb34d7-ab7a-40fe-99fc-bfafcb209b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:07.051589 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3f6b598d-0dbe-4ef3-9e30-f23e9e06ca34 tempest-RoutersAdminTest-745738958 tempest-RoutersAdminTest-745738958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:07.133289 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb34d7-ab7a-40fe-99fc-bfafcb209b80 service neutron] Pushing event updated for resources: {'Port': ['ID=b17bc4b0-abc2-4fea-bc85-0c00b4affe8c,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:07.137929 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6bbb34d7-ab7a-40fe-99fc-bfafcb209b80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:07.230288 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-6bbb34d7-ab7a-40fe-99fc-bfafcb209b80 service neutron] Attempting to bind port b17bc4b0-abc2-4fea-bc85-0c00b4affe8c on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:02:07.256961 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-6bbb34d7-ab7a-40fe-99fc-bfafcb209b80 service neutron] Attempting to bind port b17bc4b0-abc2-4fea-bc85-0c00b4affe8c by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': 'f0ecfeb2-618e-4a47-8e5b-ce5283258f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '904ca9b1-00d8-4238-94b1-dcb40f3f0868'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:02:07.256961 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-6bbb34d7-ab7a-40fe-99fc-bfafcb209b80 service neutron] Attempting to bind port b17bc4b0-abc2-4fea-bc85-0c00b4affe8c on network 904ca9b1-00d8-4238-94b1-dcb40f3f0868 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:02:07.256961 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-6bbb34d7-ab7a-40fe-99fc-bfafcb209b80 service neutron] Port b17bc4b0-abc2-4fea-bc85-0c00b4affe8c on network 904ca9b1-00d8-4238-94b1-dcb40f3f0868 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:02:07.256961 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-6bbb34d7-ab7a-40fe-99fc-bfafcb209b80 service neutron] Attempting to bind port b17bc4b0-abc2-4fea-bc85-0c00b4affe8c on network 904ca9b1-00d8-4238-94b1-dcb40f3f0868 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:02:07.256961 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-6bbb34d7-ab7a-40fe-99fc-bfafcb209b80 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:02:07.256961 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-6bbb34d7-ab7a-40fe-99fc-bfafcb209b80 service neutron] Checking segment: {'id': 'f0ecfeb2-618e-4a47-8e5b-ce5283258f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '904ca9b1-00d8-4238-94b1-dcb40f3f0868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:02:07.256961 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-6bbb34d7-ab7a-40fe-99fc-bfafcb209b80 service neutron] Bound using segment: {'id': 'f0ecfeb2-618e-4a47-8e5b-ce5283258f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '904ca9b1-00d8-4238-94b1-dcb40f3f0868'} {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:02:07.256961 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-6bbb34d7-ab7a-40fe-99fc-bfafcb209b80 service neutron] Bound port: b17bc4b0-abc2-4fea-bc85-0c00b4affe8c, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ecfeb2-618e-4a47-8e5b-ce5283258f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '904ca9b1-00d8-4238-94b1-dcb40f3f0868'}}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:02:07.256961 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-6bbb34d7-ab7a-40fe-99fc-bfafcb209b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:07.292430 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4b1edfba-774b-4d74-98a6-251813f32fa4 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:07.302644 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1edfba-774b-4d74-98a6-251813f32fa4 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:07.306342 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4b1edfba-774b-4d74-98a6-251813f32fa4 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:07.311160 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5ec57c14-52b5-495e-955f-1bc2e85e3854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:07.321381 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-6bbb34d7-ab7a-40fe-99fc-bfafcb209b80 service neutron] For port b17bc4b0-abc2-4fea-bc85-0c00b4affe8c, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:02:07.325147 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-6bbb34d7-ab7a-40fe-99fc-bfafcb209b80 service neutron] For port b17bc4b0-abc2-4fea-bc85-0c00b4affe8c, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=b17bc4b0-abc2-4fea-bc85-0c00b4affe8c,segment=NetworkSegment(f0ecfeb2-618e-4a47-8e5b-ce5283258f3b),segment_id=f0ecfeb2-618e-4a47-8e5b-ce5283258f3b)] {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:02:07.385383 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1edfba-774b-4d74-98a6-251813f32fa4 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Pushing event updated for resources: {'Network': ['ID=92c0ee84-afcf-471d-9130-80944ddb495b,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:07.391134 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4b1edfba-774b-4d74-98a6-251813f32fa4 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:07.401351 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 92c0ee84-afcf-471d-9130-80944ddb495b details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 09:02:07.520817 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-6bbb34d7-ab7a-40fe-99fc-bfafcb209b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:07.523729 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e9bd066a-b395-44c8-a463-fa5f668cde41 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090 tempest-ExtraDHCPOptionsIpV6TestJSON-1593795090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:07.530282 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4b1edfba-774b-4d74-98a6-251813f32fa4 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1095355 Jun 17 09:02:07.533720 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 46852) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:07.542028 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-293f3fd0-d484-4d43-a022-89a9dd541002 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1474796172', 'admin_state_up': True, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:02:07.582912 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-6bbb34d7-ab7a-40fe-99fc-bfafcb209b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:07.583573 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-6bbb34d7-ab7a-40fe-99fc-bfafcb209b80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:07.585403 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-6bbb34d7-ab7a-40fe-99fc-bfafcb209b80 service neutron] 10.222.0.50 "PUT /v2.0/ports/b17bc4b0-abc2-4fea-bc85-0c00b4affe8c HTTP/1.1" status: 200 len: 1092 time: 1.5603204 Jun 17 09:02:07.586166 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a15824-574d-47df-9e6c-e7314cbd26b7', 'tag': 'b17bc4b0-abc2-4fea-bc85-0c00b4affe8c'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:02:07.589181 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a742f3-b950-4677-b7a8-21a22ae022db" -d '{"events": [{"name": "network-changed", "server_uuid": "68a15824-574d-47df-9e6c-e7314cbd26b7", "tag": "b17bc4b0-abc2-4fea-bc85-0c00b4affe8c"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:02:07.596590 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb34d7-ab7a-40fe-99fc-bfafcb209b80 service neutron] Pushing event updated for resources: {'Port': ['ID=b17bc4b0-abc2-4fea-bc85-0c00b4affe8c,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:07.600107 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6bbb34d7-ab7a-40fe-99fc-bfafcb209b80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:07.644985 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 09:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa936883-a1e0-45a3-a18d-917b42a94747 x-openstack-request-id: req-aa936883-a1e0-45a3-a18d-917b42a94747 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:02:07.645366 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68a15824-574d-47df-9e6c-e7314cbd26b7", "tag": "b17bc4b0-abc2-4fea-bc85-0c00b4affe8c", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:02:07.645860 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa936883-a1e0-45a3-a18d-917b42a94747 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:02:07.646161 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a15824-574d-47df-9e6c-e7314cbd26b7', 'tag': 'b17bc4b0-abc2-4fea-bc85-0c00b4affe8c', 'status': 'completed', 'code': 200} Jun 17 09:02:07.744998 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a742f3-b950-4677-b7a8-21a22ae022db req-d35cc4f3-d9d9-4d91-9f59-4a4e29f0e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:07.746987 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-02a742f3-b950-4677-b7a8-21a22ae022db req-d35cc4f3-d9d9-4d91-9f59-4a4e29f0e7d3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a2ee40337e3b431baa5a1d17104f6d60&device_id=68a15824-574d-47df-9e6c-e7314cbd26b7 HTTP/1.1" status: 200 len: 1095 time: 0.0768168 Jun 17 09:02:07.800005 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-293f3fd0-d484-4d43-a022-89a9dd541002 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:07.801650 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-293f3fd0-d484-4d43-a022-89a9dd541002 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:07.868011 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-293f3fd0-d484-4d43-a022-89a9dd541002 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:07.882759 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a742f3-b950-4677-b7a8-21a22ae022db req-c7322696-6ef6-49e9-b3f5-8d7d81fcd015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:07.884336 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-02a742f3-b950-4677-b7a8-21a22ae022db req-c7322696-6ef6-49e9-b3f5-8d7d81fcd015 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=a2ee40337e3b431baa5a1d17104f6d60&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1297908 Jun 17 09:02:07.982625 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a742f3-b950-4677-b7a8-21a22ae022db req-084cbcf9-1abe-482e-940a-36a7e19d56e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:07.984004 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-02a742f3-b950-4677-b7a8-21a22ae022db req-084cbcf9-1abe-482e-940a-36a7e19d56e9 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928535 Jun 17 09:02:08.099324 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-e4a7bfc7-1b7f-4873-a5b5-12c9f9ca3050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:08.100870 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-e4a7bfc7-1b7f-4873-a5b5-12c9f9ca3050 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a2ee40337e3b431baa5a1d17104f6d60&device_id=68a15824-574d-47df-9e6c-e7314cbd26b7 HTTP/1.1" status: 200 len: 1095 time: 0.0748601 Jun 17 09:02:08.159781 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-e43a5276-d072-4162-9881-a9d4a84c3cda service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b17bc4b0-abc2-4fea-bc85-0c00b4affe8c HTTP/1.1" status: 200 len: 217 time: 0.0507123 Jun 17 09:02:08.260226 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-7e1a4af2-2ca0-4541-b38f-544597129286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:08.263650 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-7e1a4af2-2ca0-4541-b38f-544597129286 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be2c55b3-02a4-4190-acdd-75f271ee2f5f HTTP/1.1" status: 200 len: 854 time: 0.0928438 Jun 17 09:02:08.301421 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-ff16659e-6162-4a28-a760-1f65feee9c27 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=904ca9b1-00d8-4238-94b1-dcb40f3f0868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323715 Jun 17 09:02:08.323231 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b936f-967d-46e0-9c13-067d5144730c req-13ddf1c5-7462-4955-b212-54cc03ade197 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:08.324878 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-810b936f-967d-46e0-9c13-067d5144730c req-13ddf1c5-7462-4955-b212-54cc03ade197 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=68a15824-574d-47df-9e6c-e7314cbd26b7 HTTP/1.1" status: 200 len: 943 time: 0.1254122 Jun 17 09:02:08.429842 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-810b936f-967d-46e0-9c13-067d5144730c req-98c4b683-e4a9-43a1-9b45-a45f79a042a0 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922341 Jun 17 09:02:08.470903 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-fa9d5d73-46a4-48d3-9c54-6c83eeee08bc service neutron] 10.222.0.50 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628544 Jun 17 09:02:08.630285 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-72b44279-4a36-4a1e-9e88-23b50f340296 req-67494847-e339-42e6-8437-1f3c394db73f service neutron] 10.222.0.50 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448734 Jun 17 09:02:08.763036 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-293f3fd0-d484-4d43-a022-89a9dd541002 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:08.804976 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4e21c-30b6-429a-a26a-a871de41b66a req-4dec7bfa-d4bb-4bce-8737-239253b62707 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:08.806517 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-52c4e21c-30b6-429a-a26a-a871de41b66a req-4dec7bfa-d4bb-4bce-8737-239253b62707 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.1498582 Jun 17 09:02:08.851394 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-52c4e21c-30b6-429a-a26a-a871de41b66a req-e2405bef-83ab-41a0-baac-b5b64f4bda5c tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390384 Jun 17 09:02:09.271730 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-293f3fd0-d484-4d43-a022-89a9dd541002 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for router_gateway, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:09.296585 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-293f3fd0-d484-4d43-a022-89a9dd541002 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:09.406060 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-293f3fd0-d484-4d43-a022-89a9dd541002 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Allocated IP 172.25.2.114 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/b2c1b550-9315-4bf9-a539-b58910ed9f57) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:02:09.528251 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-293f3fd0-d484-4d43-a022-89a9dd541002 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:09.604496 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:02:09.627139 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:02:09.627489 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 7fa1a4cc-5ec1-4249-8a7d-87c2b8692da4 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:02:09.640720 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee99e57-faac-459f-bd9b-25eaabe15a29 req-d9d31639-1b1f-4996-9671-402f20e5468e tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:09.645250 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5ee99e57-faac-459f-bd9b-25eaabe15a29 req-d9d31639-1b1f-4996-9671-402f20e5468e tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=68a15824-574d-47df-9e6c-e7314cbd26b7 HTTP/1.1" status: 200 len: 943 time: 0.0884802 Jun 17 09:02:09.683411 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5ee99e57-faac-459f-bd9b-25eaabe15a29 req-49f2960f-24cc-4340-9c06-d0fdb418ba04 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351980 Jun 17 09:02:09.731919 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-293f3fd0-d484-4d43-a022-89a9dd541002 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:09.734043 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-68c2abbb-41c0-4441-9cf3-129523e6ce99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:09.771299 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293f3fd0-d484-4d43-a022-89a9dd541002 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:02:09.774363 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-293f3fd0-d484-4d43-a022-89a9dd541002 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:02:09.779993 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293f3fd0-d484-4d43-a022-89a9dd541002 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:02:09.785207 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f3fd0-d484-4d43-a022-89a9dd541002 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Pushing event updated for resources: {'Port': ['ID=b2c1b550-9315-4bf9-a539-b58910ed9f57,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:09.804744 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-293f3fd0-d484-4d43-a022-89a9dd541002 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:10.167789 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6dcf3-5aaa-4a8d-a057-c241f8ef226b req-1f0d4a00-9656-4303-8a86-83be876acd4b tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:10.169303 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3ee6dcf3-5aaa-4a8d-a057-c241f8ef226b req-1f0d4a00-9656-4303-8a86-83be876acd4b tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.1562440 Jun 17 09:02:10.196992 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-293f3fd0-d484-4d43-a022-89a9dd541002 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for router_gateway, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:10.296492 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-3ee6dcf3-5aaa-4a8d-a057-c241f8ef226b req-c9a4336a-ec3e-48b4-a802-0a78bc7f8170 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189353 Jun 17 09:02:10.438583 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-293f3fd0-d484-4d43-a022-89a9dd541002 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:10.737218 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293f3fd0-d484-4d43-a022-89a9dd541002 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Router b10b6d99-0fc5-4f1c-a109-4e936928c31d is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 09:02:10.866802 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293f3fd0-d484-4d43-a022-89a9dd541002 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 09:02:10.877242 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c85d52-b2c5-4b2e-9ec6-1e0782a83b22 None None] Sync routers for ids ['b10b6d99-0fc5-4f1c-a109-4e936928c31d'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:02:10.896862 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c85d52-b2c5-4b2e-9ec6-1e0782a83b22 None None] Routers {'b10b6d99-0fc5-4f1c-a109-4e936928c31d'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:02:10.902352 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-95c85d52-b2c5-4b2e-9ec6-1e0782a83b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T09:01:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['b10b6d99-0fc5-4f1c-a109-4e936928c31d'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:10.920067 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09833c43-771e-46b4-be98-7827bfa69db0 req-b6a87d9f-d89b-4639-a093-3261ba314591 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:10.925475 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-09833c43-771e-46b4-be98-7827bfa69db0 req-b6a87d9f-d89b-4639-a093-3261ba314591 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=68a15824-574d-47df-9e6c-e7314cbd26b7 HTTP/1.1" status: 200 len: 943 time: 0.1024582 Jun 17 09:02:11.007824 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-09833c43-771e-46b4-be98-7827bfa69db0 req-d9801e03-878c-4969-a83c-befb6f6d42df tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689497 Jun 17 09:02:11.063578 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-95c85d52-b2c5-4b2e-9ec6-1e0782a83b22 None None] Set router b10b6d99-0fc5-4f1c-a109-4e936928c31d gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:02:11.073847 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-293f3fd0-d484-4d43-a022-89a9dd541002 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:11.088221 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-293f3fd0-d484-4d43-a022-89a9dd541002 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.5417361 Jun 17 09:02:11.090805 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 46914) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:11.183312 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82f9ecf-86f1-4d24-b58f-f1388f8ecf40 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:11.185028 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a82f9ecf-86f1-4d24-b58f-f1388f8ecf40 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=d08282b987e04d83bb48daa169894c33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0916638 Jun 17 09:02:11.187787 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 46918) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:11.328340 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-95c85d52-b2c5-4b2e-9ec6-1e0782a83b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10b6d99-0fc5-4f1c-a109-4e936928c31d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1474796172', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'b2c1b550-9315-4bf9-a539-b58910ed9f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:02:07Z', 'updated_at': '2021-06-17T09:02:09Z', 'revision_number': 3, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'gw_port': {'id': 'b2c1b550-9315-4bf9-a539-b58910ed9f57', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10b6d99-0fc5-4f1c-a109-4e936928c31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:02:09Z', 'updated_at': '2021-06-17T09:02:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:11.360412 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c85d52-b2c5-4b2e-9ec6-1e0782a83b22 None None] Checking router: b10b6d99-0fc5-4f1c-a109-4e936928c31d for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:02:11.360777 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c85d52-b2c5-4b2e-9ec6-1e0782a83b22 None None] Updating router b10b6d99-0fc5-4f1c-a109-4e936928c31d port b2c1b550-9315-4bf9-a539-b58910ed9f57 binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 09:02:11.402669 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-95c85d52-b2c5-4b2e-9ec6-1e0782a83b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:11.632166 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device b17bc4b0-abc2-4fea-bc85-0c00b4affe8c details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 09:02:11.638625 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b8163-f303-4243-ba7e-bf9fc647e6d6 req-918de40e-e7ab-4d62-9205-0c7294b8b032 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:11.649241 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9f3b8163-f303-4243-ba7e-bf9fc647e6d6 req-918de40e-e7ab-4d62-9205-0c7294b8b032 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.1870196 Jun 17 09:02:11.771087 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9f3b8163-f303-4243-ba7e-bf9fc647e6d6 req-5b4d549f-3169-4a92-8501-35c26872ee14 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046789 Jun 17 09:02:11.976163 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port b17bc4b0-abc2-4fea-bc85-0c00b4affe8c, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=b17bc4b0-abc2-4fea-bc85-0c00b4affe8c,segment=NetworkSegment(f0ecfeb2-618e-4a47-8e5b-ce5283258f3b),segment_id=f0ecfeb2-618e-4a47-8e5b-ce5283258f3b)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:02:12.001011 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': 'b17bc4b0-abc2-4fea-bc85-0c00b4affe8c', 'network_id': '904ca9b1-00d8-4238-94b1-dcb40f3f0868', 'port_id': 'b17bc4b0-abc2-4fea-bc85-0c00b4affe8c', 'mac_address': 'fa:16:3e:b3:22:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be2c55b3-02a4-4190-acdd-75f271ee2f5f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 09:02:12.006700 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-95c85d52-b2c5-4b2e-9ec6-1e0782a83b22 None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:12.046431 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-95c85d52-b2c5-4b2e-9ec6-1e0782a83b22 None None] Transition to ACTIVE for port object b2c1b550-9315-4bf9-a539-b58910ed9f57 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:02:12.063803 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:12.087242 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b17bc4b0-abc2-4fea-bc85-0c00b4affe8c {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:02:12.145898 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dab7ed-3ce8-4e83-854d-a7e43d190b7b tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:12.159859 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-59dab7ed-3ce8-4e83-854d-a7e43d190b7b tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9679823 Jun 17 09:02:12.160610 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port b17bc4b0-abc2-4fea-bc85-0c00b4affe8c, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=b17bc4b0-abc2-4fea-bc85-0c00b4affe8c,segment=NetworkSegment(f0ecfeb2-618e-4a47-8e5b-ce5283258f3b),segment_id=f0ecfeb2-618e-4a47-8e5b-ce5283258f3b)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:02:12.161171 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 46938) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:12.169356 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-95c85d52-b2c5-4b2e-9ec6-1e0782a83b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:12.178115 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-d9a79515-6522-47f2-8b25-5ae83e8ee38a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:12.242422 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-cc3de1d8-edc7-4c78-b7bb-0002ed6ae051 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=47e26d50-07b5-44f6-8ce3-9ccc70a7083a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0733230 Jun 17 09:02:12.243606 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 46940) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:12.263982 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-95c85d52-b2c5-4b2e-9ec6-1e0782a83b22 None None] Attempting to bind port b2c1b550-9315-4bf9-a539-b58910ed9f57 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:02:12.264602 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-95c85d52-b2c5-4b2e-9ec6-1e0782a83b22 None None] Attempting to bind port b2c1b550-9315-4bf9-a539-b58910ed9f57 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:02:12.265202 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c85d52-b2c5-4b2e-9ec6-1e0782a83b22 None None] Attempting to bind port b2c1b550-9315-4bf9-a539-b58910ed9f57 on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:02:12.279773 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c17fb670-8f6b-400d-a01a-2925d2355dae tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=d08282b987e04d83bb48daa169894c33&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331311 Jun 17 09:02:12.282621 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 46942) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:12.283831 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c85d52-b2c5-4b2e-9ec6-1e0782a83b22 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:02:12.284482 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c85d52-b2c5-4b2e-9ec6-1e0782a83b22 None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:02:12.290836 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-95c85d52-b2c5-4b2e-9ec6-1e0782a83b22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:12.290836 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c85d52-b2c5-4b2e-9ec6-1e0782a83b22 None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:02:12.290836 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-95c85d52-b2c5-4b2e-9ec6-1e0782a83b22 None None] Bound port: b2c1b550-9315-4bf9-a539-b58910ed9f57, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:02:12.290836 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-95c85d52-b2c5-4b2e-9ec6-1e0782a83b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:12.296986 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:12.324655 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd97061b-81bc-41bc-8b5f-3f8ba702f6a2 None None] Pushing event updated for resources: {'Port': ['ID=b2c1b550-9315-4bf9-a539-b58910ed9f57,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:12.339489 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd97061b-81bc-41bc-8b5f-3f8ba702f6a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:12.340035 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd97061b-81bc-41bc-8b5f-3f8ba702f6a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:12.340466 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd97061b-81bc-41bc-8b5f-3f8ba702f6a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:12.340773 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd97061b-81bc-41bc-8b5f-3f8ba702f6a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:12.341245 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd97061b-81bc-41bc-8b5f-3f8ba702f6a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:12.341677 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd97061b-81bc-41bc-8b5f-3f8ba702f6a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:12.341990 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd97061b-81bc-41bc-8b5f-3f8ba702f6a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:12.343044 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd97061b-81bc-41bc-8b5f-3f8ba702f6a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:12.343044 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd97061b-81bc-41bc-8b5f-3f8ba702f6a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:12.343044 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd97061b-81bc-41bc-8b5f-3f8ba702f6a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:12.343447 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd97061b-81bc-41bc-8b5f-3f8ba702f6a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:12.343757 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd97061b-81bc-41bc-8b5f-3f8ba702f6a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:12.349114 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-dd97061b-81bc-41bc-8b5f-3f8ba702f6a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:12.349614 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:12.385410 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4d49b-0327-4318-a9ff-660561b80f0f req-df649384-3636-44b7-9701-db464f1ed525 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:12.386813 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ffe4d49b-0327-4318-a9ff-660561b80f0f req-df649384-3636-44b7-9701-db464f1ed525 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=68a15824-574d-47df-9e6c-e7314cbd26b7 HTTP/1.1" status: 200 len: 943 time: 0.1580164 Jun 17 09:02:12.439615 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af08aee4-bf43-4e77-871f-1106a34b4da0 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:12.439615 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-af08aee4-bf43-4e77-871f-1106a34b4da0 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1532199 Jun 17 09:02:12.444267 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 46948) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:12.466729 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ffe4d49b-0327-4318-a9ff-660561b80f0f req-f9b905c5-c5c9-4d9f-80d9-bf7fd2853645 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722778 Jun 17 09:02:12.480024 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=b17bc4b0-abc2-4fea-bc85-0c00b4affe8c,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:12.496986 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:12.504114 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-813355d2-6258-4463-80dc-df709438a112 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=47e26d50-07b5-44f6-8ce3-9ccc70a7083a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0579977 Jun 17 09:02:12.506559 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 46950) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:12.513999 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-686a85dc-3158-4cc5-b45c-0a3a64c71dac tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1019279051', 'network_id': '92c0ee84-afcf-471d-9130-80944ddb495b', 'project_id': 'd08282b987e04d83bb48daa169894c33', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:02:12.514234 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-95c85d52-b2c5-4b2e-9ec6-1e0782a83b22 None None] For port b2c1b550-9315-4bf9-a539-b58910ed9f57, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:02:12.522951 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-95c85d52-b2c5-4b2e-9ec6-1e0782a83b22 None None] For port b2c1b550-9315-4bf9-a539-b58910ed9f57, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=b2c1b550-9315-4bf9-a539-b58910ed9f57,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:02:12.543344 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['b17bc4b0-abc2-4fea-bc85-0c00b4affe8c'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 09:02:12.681125 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-95c85d52-b2c5-4b2e-9ec6-1e0782a83b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:12.697714 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:12.773050 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd97061b-81bc-41bc-8b5f-3f8ba702f6a2 None None] Pushing event updated for resources: {'Port': ['ID=b2c1b550-9315-4bf9-a539-b58910ed9f57,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:12.780164 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-dd97061b-81bc-41bc-8b5f-3f8ba702f6a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:12.794106 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686a85dc-3158-4cc5-b45c-0a3a64c71dac tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Made reservation on behalf of d08282b987e04d83bb48daa169894c33 for: {'subnet': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:02:12.798636 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-686a85dc-3158-4cc5-b45c-0a3a64c71dac tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15928596'] for subnet, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:12.798939 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c85d52-b2c5-4b2e-9ec6-1e0782a83b22 None None] Routers {'b10b6d99-0fc5-4f1c-a109-4e936928c31d'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:02:12.799779 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-95c85d52-b2c5-4b2e-9ec6-1e0782a83b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T09:01:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['b10b6d99-0fc5-4f1c-a109-4e936928c31d'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:13.029578 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-95c85d52-b2c5-4b2e-9ec6-1e0782a83b22 None None] Set router b10b6d99-0fc5-4f1c-a109-4e936928c31d gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:02:13.151393 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91576e-a6c3-4e5e-b916-21ecdd48e71a req-8dd5dbeb-69bb-4717-96fd-1e67409f1c63 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:13.153484 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d91576e-a6c3-4e5e-b916-21ecdd48e71a req-8dd5dbeb-69bb-4717-96fd-1e67409f1c63 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.1972282 Jun 17 09:02:13.225250 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-6d91576e-a6c3-4e5e-b916-21ecdd48e71a req-5cfbb512-e4b1-474a-b06f-59291e3d16d2 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638433 Jun 17 09:02:13.296272 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-95c85d52-b2c5-4b2e-9ec6-1e0782a83b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10b6d99-0fc5-4f1c-a109-4e936928c31d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1474796172', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'b2c1b550-9315-4bf9-a539-b58910ed9f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:02:07Z', 'updated_at': '2021-06-17T09:02:09Z', 'revision_number': 3, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'gw_port': {'id': 'b2c1b550-9315-4bf9-a539-b58910ed9f57', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10b6d99-0fc5-4f1c-a109-4e936928c31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:02:09Z', 'updated_at': '2021-06-17T09:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:13.323121 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c85d52-b2c5-4b2e-9ec6-1e0782a83b22 None None] The sync data for ids ['b10b6d99-0fc5-4f1c-a109-4e936928c31d'] in n-d-758944-30 is: [{'id': 'b10b6d99-0fc5-4f1c-a109-4e936928c31d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1474796172', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'b2c1b550-9315-4bf9-a539-b58910ed9f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:02:07Z', 'updated_at': '2021-06-17T09:02:09Z', 'revision_number': 3, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'gw_port': {'id': 'b2c1b550-9315-4bf9-a539-b58910ed9f57', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10b6d99-0fc5-4f1c-a109-4e936928c31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:02:09Z', 'updated_at': '2021-06-17T09:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:02:13.358671 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-686a85dc-3158-4cc5-b45c-0a3a64c71dac tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15928582'] for subnet, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:13.364193 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9a06ae77-529d-4f38-93b6-bca84d22bfa0 tempest-NetworksTest-1914000286 tempest-NetworksTest-1914000286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:13.456404 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a85dc-3158-4cc5-b45c-0a3a64c71dac tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Pushing event updated for resources: {'Subnet': ['ID=ab2747a0-da8f-475c-9b4b-c00e954f8d6a,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:13.491007 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-686a85dc-3158-4cc5-b45c-0a3a64c71dac tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:13.514398 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686a85dc-3158-4cc5-b45c-0a3a64c71dac tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Checking segment: {'id': '21e312ae-da59-48a6-a38b-d7af835b5bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '92c0ee84-afcf-471d-9130-80944ddb495b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:02:13.514777 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686a85dc-3158-4cc5-b45c-0a3a64c71dac tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Network hostable DHCP agents. Network: 92c0ee84-afcf-471d-9130-80944ddb495b, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 09:02:13.646067 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device b17bc4b0-abc2-4fea-bc85-0c00b4affe8c up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:02:13.765184 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e5faf-7cd1-4b51-ae81-af51a126360e req-c23c2855-ad5f-4211-9858-8bd7292c1421 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:13.766798 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f19e5faf-7cd1-4b51-ae81-af51a126360e req-c23c2855-ad5f-4211-9858-8bd7292c1421 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=68a15824-574d-47df-9e6c-e7314cbd26b7 HTTP/1.1" status: 200 len: 944 time: 0.1342902 Jun 17 09:02:13.805633 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686a85dc-3158-4cc5-b45c-0a3a64c71dac tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Network 92c0ee84-afcf-471d-9130-80944ddb495b is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 09:02:13.858976 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f19e5faf-7cd1-4b51-ae81-af51a126360e req-2e12922d-b7ec-48a8-ace0-d50a767c79da tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779285 Jun 17 09:02:13.882432 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device b2c1b550-9315-4bf9-a539-b58910ed9f57 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:02:14.033108 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-686a85dc-3158-4cc5-b45c-0a3a64c71dac tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 92c0ee84-afcf-471d-9130-80944ddb495b) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:02:14.035658 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port b17bc4b0-abc2-4fea-bc85-0c00b4affe8c completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:02:14.041699 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686a85dc-3158-4cc5-b45c-0a3a64c71dac tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:14.042715 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port b17bc4b0-abc2-4fea-bc85-0c00b4affe8c triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:02:14.043180 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:14.048586 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-686a85dc-3158-4cc5-b45c-0a3a64c71dac tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:14.050123 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49405bcf-291d-4351-8676-1275c73c7aa2 None None] Network 92c0ee84-afcf-471d-9130-80944ddb495b requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:02:14.071129 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [req-81c0effe-5910-49c8-b383-c924a95e1e78 req-600b8241-512a-4d69-8d03-586fb6838ed9 service neutron] (94520) timed out ('10.222.0.49', 39562) {{(pid=94520) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 09:02:14.090143 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4c07a-e5d5-4439-a206-408aacd220aa req-09fd153d-08c3-43bb-9c2d-ca6711fcc75c tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:14.093432 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-89d4c07a-e5d5-4439-a206-408aacd220aa req-09fd153d-08c3-43bb-9c2d-ca6711fcc75c tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.50 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.1140168 Jun 17 09:02:14.180159 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port b2c1b550-9315-4bf9-a539-b58910ed9f57 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:02:14.196759 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port b2c1b550-9315-4bf9-a539-b58910ed9f57 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:02:14.197038 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:14.253265 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-89d4c07a-e5d5-4439-a206-408aacd220aa req-1207df93-d62b-41c7-931f-62e3fd74bdc4 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Deleting port eae1d0ef-12b4-40d0-b352-77e11a5a7fe7 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:02:14.254708 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-89d4c07a-e5d5-4439-a206-408aacd220aa req-1207df93-d62b-41c7-931f-62e3fd74bdc4 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:14.304667 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-686a85dc-3158-4cc5-b45c-0a3a64c71dac tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7966375 Jun 17 09:02:14.307529 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 46992) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:14.494379 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-89d4c07a-e5d5-4439-a206-408aacd220aa req-1207df93-d62b-41c7-931f-62e3fd74bdc4 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] For port eae1d0ef-12b4-40d0-b352-77e11a5a7fe7, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=eae1d0ef-12b4-40d0-b352-77e11a5a7fe7,segment=NetworkSegment(407ed44e-d9b9-4ab2-b01f-1684e753c7cd),segment_id=407ed44e-d9b9-4ab2-b01f-1684e753c7cd)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:02:14.495135 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-89d4c07a-e5d5-4439-a206-408aacd220aa req-1207df93-d62b-41c7-931f-62e3fd74bdc4 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:14.573739 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137876c-2eaf-4ea1-9c7c-eb478903e514 req-a9913bdf-eea3-48e5-a7ae-145d2ba96352 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:14.591769 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-89d4c07a-e5d5-4439-a206-408aacd220aa req-1207df93-d62b-41c7-931f-62e3fd74bdc4 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Calling delete_port for eae1d0ef-12b4-40d0-b352-77e11a5a7fe7 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:02:14.604384 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7137876c-2eaf-4ea1-9c7c-eb478903e514 req-a9913bdf-eea3-48e5-a7ae-145d2ba96352 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 945 time: 0.1192210 Jun 17 09:02:14.646387 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfdd52c-22e6-41dc-aa8e-9f1e51e5c2bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-92c0ee84-afcf-471d-9130-80944ddb495b', 'network_id': '92c0ee84-afcf-471d-9130-80944ddb495b', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'fixed_ips': [{'subnet_id': 'ab2747a0-da8f-475c-9b4b-c00e954f8d6a'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 09:02:14.647601 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd52c-22e6-41dc-aa8e-9f1e51e5c2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:14.652927 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:14.738795 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:14.864370 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7137876c-2eaf-4ea1-9c7c-eb478903e514 req-2c5ab2dc-c387-4602-83cd-9ccbaf2b4540 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc878a3e-f72e-4f61-aa9a-faee9551e676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568212 Jun 17 09:02:14.903041 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a15824-574d-47df-9e6c-e7314cbd26b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17bc4b0-abc2-4fea-bc85-0c00b4affe8c'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:02:14.906116 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83816b86-9cbb-481c-828b-e20c3b556527" -d '{"events": [{"server_uuid": "68a15824-574d-47df-9e6c-e7314cbd26b7", "name": "network-vif-plugged", "status": "completed", "tag": "b17bc4b0-abc2-4fea-bc85-0c00b4affe8c"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:02:14.922649 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port b2c1b550-9315-4bf9-a539-b58910ed9f57, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=b2c1b550-9315-4bf9-a539-b58910ed9f57,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:02:14.941914 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port b17bc4b0-abc2-4fea-bc85-0c00b4affe8c, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=b17bc4b0-abc2-4fea-bc85-0c00b4affe8c,segment=NetworkSegment(f0ecfeb2-618e-4a47-8e5b-ce5283258f3b),segment_id=f0ecfeb2-618e-4a47-8e5b-ce5283258f3b)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:02:15.009246 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c171842f-aed1-4045-8901-cfc491ee8e3c x-openstack-request-id: req-c171842f-aed1-4045-8901-cfc491ee8e3c {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:02:15.010750 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a15824-574d-47df-9e6c-e7314cbd26b7", "name": "network-vif-plugged", "status": "completed", "tag": "b17bc4b0-abc2-4fea-bc85-0c00b4affe8c", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:02:15.011172 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c171842f-aed1-4045-8901-cfc491ee8e3c {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:02:15.011951 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a15824-574d-47df-9e6c-e7314cbd26b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17bc4b0-abc2-4fea-bc85-0c00b4affe8c', 'code': 200} Jun 17 09:02:15.052902 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-5cfdd52c-22e6-41dc-aa8e-9f1e51e5c2bd None None] Allocated IP 172.20.0.18 (92c0ee84-afcf-471d-9130-80944ddb495b/ab2747a0-da8f-475c-9b4b-c00e954f8d6a/34354ef5-fbd6-4fc0-8525-7866c44b5e55) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:02:15.091571 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:15.104352 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:15.139277 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-89d4c07a-e5d5-4439-a206-408aacd220aa req-1207df93-d62b-41c7-931f-62e3fd74bdc4 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:15.148847 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-86acc0fd-e7fb-40e8-8699-e1f34d7fc260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:15.179745 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['eae1d0ef-12b4-40d0-b352-77e11a5a7fe7'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 09:02:15.190894 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207df93-d62b-41c7-931f-62e3fd74bdc4 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Pushing event deleted for resources: {'Port': ['ID=eae1d0ef-12b4-40d0-b352-77e11a5a7fe7,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:15.194063 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:15.196502 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1207df93-d62b-41c7-931f-62e3fd74bdc4 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:15.263801 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d4c07a-e5d5-4439-a206-408aacd220aa req-1207df93-d62b-41c7-931f-62e3fd74bdc4 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] No DVR routers for this DVR port eae1d0ef-12b4-40d0-b352-77e11a5a7fe7 on host n-h1-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 09:02:15.267163 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-89d4c07a-e5d5-4439-a206-408aacd220aa req-1207df93-d62b-41c7-931f-62e3fd74bdc4 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:15.270538 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-89d4c07a-e5d5-4439-a206-408aacd220aa req-1207df93-d62b-41c7-931f-62e3fd74bdc4 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.50 "DELETE /v2.0/ports/eae1d0ef-12b4-40d0-b352-77e11a5a7fe7 HTTP/1.1" status: 204 len: 173 time: 1.1712260 Jun 17 09:02:15.274259 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317a4ddc-a574-47c5-a03f-95a09022ba49', 'name': 'network-vif-deleted', 'tag': 'eae1d0ef-12b4-40d0-b352-77e11a5a7fe7'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:02:15.276839 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99403573-aba8-40b0-8ce1-d8ba3135f519" -d '{"events": [{"server_uuid": "317a4ddc-a574-47c5-a03f-95a09022ba49", "name": "network-vif-deleted", "tag": "eae1d0ef-12b4-40d0-b352-77e11a5a7fe7"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:02:15.298078 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=b2c1b550-9315-4bf9-a539-b58910ed9f57,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:15.302975 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:15.303456 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-eadf24ad-2736-489a-8917-aadb25608c28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:15.308733 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653a927-35ab-4ead-905f-085de356db6b req-bf0b9d93-fd4a-49f6-977e-0763aab84ce1 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:15.348147 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8653a927-35ab-4ead-905f-085de356db6b req-bf0b9d93-fd4a-49f6-977e-0763aab84ce1 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=68a15824-574d-47df-9e6c-e7314cbd26b7 HTTP/1.1" status: 200 len: 944 time: 0.2778382 Jun 17 09:02:15.442419 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=b17bc4b0-abc2-4fea-bc85-0c00b4affe8c,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:15.444649 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483cff29-ce82-4984-b02b-b18da55acdfc x-openstack-request-id: req-483cff29-ce82-4984-b02b-b18da55acdfc {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:02:15.445957 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:15.450527 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317a4ddc-a574-47c5-a03f-95a09022ba49", "name": "network-vif-deleted", "tag": "eae1d0ef-12b4-40d0-b352-77e11a5a7fe7", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:02:15.465072 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-483cff29-ce82-4984-b02b-b18da55acdfc {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:02:15.467488 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317a4ddc-a574-47c5-a03f-95a09022ba49', 'name': 'network-vif-deleted', 'tag': 'eae1d0ef-12b4-40d0-b352-77e11a5a7fe7', 'status': 'completed', 'code': 200} Jun 17 09:02:15.487655 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accdcc35-a402-49d7-baaf-ef94c89fc8ac req-10ea448a-f48b-4891-b577-1caed267be15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:15.496934 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-accdcc35-a402-49d7-baaf-ef94c89fc8ac req-10ea448a-f48b-4891-b577-1caed267be15 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=68a15824-574d-47df-9e6c-e7314cbd26b7 HTTP/1.1" status: 200 len: 1097 time: 0.2870569 Jun 17 09:02:15.557628 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8653a927-35ab-4ead-905f-085de356db6b req-49f69cb6-4a73-4834-9cf2-a96d8b2583a9 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906009 Jun 17 09:02:15.560621 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd52c-22e6-41dc-aa8e-9f1e51e5c2bd None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:15.592743 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-5cfdd52c-22e6-41dc-aa8e-9f1e51e5c2bd None None] Transition to ACTIVE for port object 34354ef5-fbd6-4fc0-8525-7866c44b5e55 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:02:15.625476 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-5cfdd52c-22e6-41dc-aa8e-9f1e51e5c2bd None None] Transition to ACTIVE for port object 34354ef5-fbd6-4fc0-8525-7866c44b5e55 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:02:15.666471 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-accdcc35-a402-49d7-baaf-ef94c89fc8ac req-19676520-28d2-4d66-8e05-f1c97fe0a7f5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609805 Jun 17 09:02:15.790417 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd52c-22e6-41dc-aa8e-9f1e51e5c2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:15.798156 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-23468c74-87be-4f52-8713-a2b2cd0e27a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:15.812864 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8d431326-020c-4ab4-b63d-029cf447656a tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:16.052540 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device b2c1b550-9315-4bf9-a539-b58910ed9f57 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:02:16.057213 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfdd52c-22e6-41dc-aa8e-9f1e51e5c2bd None None] Pushing event updated for resources: {'Port': ['ID=34354ef5-fbd6-4fc0-8525-7866c44b5e55,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:16.091982 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-5cfdd52c-22e6-41dc-aa8e-9f1e51e5c2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:16.098240 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfdd52c-22e6-41dc-aa8e-9f1e51e5c2bd None None] Network 92c0ee84-afcf-471d-9130-80944ddb495b is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:02:16.101507 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-5cfdd52c-22e6-41dc-aa8e-9f1e51e5c2bd None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:02:16.105344 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfdd52c-22e6-41dc-aa8e-9f1e51e5c2bd None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:02:16.217142 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-5cfdd52c-22e6-41dc-aa8e-9f1e51e5c2bd None None] Attempting to bind port 34354ef5-fbd6-4fc0-8525-7866c44b5e55 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:02:16.217640 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-5cfdd52c-22e6-41dc-aa8e-9f1e51e5c2bd None None] Attempting to bind port 34354ef5-fbd6-4fc0-8525-7866c44b5e55 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '21e312ae-da59-48a6-a38b-d7af835b5bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '92c0ee84-afcf-471d-9130-80944ddb495b'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:02:16.218077 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfdd52c-22e6-41dc-aa8e-9f1e51e5c2bd None None] Attempting to bind port 34354ef5-fbd6-4fc0-8525-7866c44b5e55 on network 92c0ee84-afcf-471d-9130-80944ddb495b {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:02:16.230504 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfdd52c-22e6-41dc-aa8e-9f1e51e5c2bd None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:02:16.230926 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfdd52c-22e6-41dc-aa8e-9f1e51e5c2bd None None] Checking segment: {'id': '21e312ae-da59-48a6-a38b-d7af835b5bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '92c0ee84-afcf-471d-9130-80944ddb495b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:02:16.231343 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd52c-22e6-41dc-aa8e-9f1e51e5c2bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:16.231907 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfdd52c-22e6-41dc-aa8e-9f1e51e5c2bd None None] Bound using segment: {'id': '21e312ae-da59-48a6-a38b-d7af835b5bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '92c0ee84-afcf-471d-9130-80944ddb495b'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:02:16.232320 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-5cfdd52c-22e6-41dc-aa8e-9f1e51e5c2bd None None] Bound port: 34354ef5-fbd6-4fc0-8525-7866c44b5e55, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e312ae-da59-48a6-a38b-d7af835b5bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '92c0ee84-afcf-471d-9130-80944ddb495b'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:02:16.232723 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd52c-22e6-41dc-aa8e-9f1e51e5c2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:16.234632 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port b2c1b550-9315-4bf9-a539-b58910ed9f57 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:02:16.234996 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:16.327009 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-93a096b2-f253-40cf-a900-6d38b79673e9 req-6a55f18c-9a37-4184-b89b-a358205f59fa tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] 10.222.0.49 "GET /v2.0/ports?device_id=317a4ddc-a574-47c5-a03f-95a09022ba49 HTTP/1.1" status: 200 len: 210 time: 0.0972488 Jun 17 09:02:16.481108 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-5cfdd52c-22e6-41dc-aa8e-9f1e51e5c2bd None None] For port 34354ef5-fbd6-4fc0-8525-7866c44b5e55, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:02:16.549891 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-5cfdd52c-22e6-41dc-aa8e-9f1e51e5c2bd None None] For port 34354ef5-fbd6-4fc0-8525-7866c44b5e55, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=34354ef5-fbd6-4fc0-8525-7866c44b5e55,segment=NetworkSegment(21e312ae-da59-48a6-a38b-d7af835b5bf4),segment_id=21e312ae-da59-48a6-a38b-d7af835b5bf4)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:02:16.587481 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-8d431326-020c-4ab4-b63d-029cf447656a tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Allocated IP 172.20.0.17 (92c0ee84-afcf-471d-9130-80944ddb495b/ab2747a0-da8f-475c-9b4b-c00e954f8d6a/7ae27442-9d45-4bde-939b-8fd309186261) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:02:16.727542 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8d431326-020c-4ab4-b63d-029cf447656a tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:16.732560 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd52c-22e6-41dc-aa8e-9f1e51e5c2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:16.745447 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:16.753548 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-8d431326-020c-4ab4-b63d-029cf447656a tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Transition to ACTIVE for port object 7ae27442-9d45-4bde-939b-8fd309186261 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:02:16.816503 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368ae0a-43cf-4692-b6bd-d6f98b08e789 req-c3b4b724-7e5f-485d-ab57-3e250f11d49f tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:16.828415 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7368ae0a-43cf-4692-b6bd-d6f98b08e789 req-c3b4b724-7e5f-485d-ab57-3e250f11d49f tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=68a15824-574d-47df-9e6c-e7314cbd26b7 HTTP/1.1" status: 200 len: 945 time: 0.1028190 Jun 17 09:02:16.853851 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfdd52c-22e6-41dc-aa8e-9f1e51e5c2bd None None] Pushing event updated for resources: {'Port': ['ID=34354ef5-fbd6-4fc0-8525-7866c44b5e55,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:16.857407 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-5cfdd52c-22e6-41dc-aa8e-9f1e51e5c2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:16.877708 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7368ae0a-43cf-4692-b6bd-d6f98b08e789 req-6c61a6fb-9260-4252-aaf1-5949ce40e9ae tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476673 Jun 17 09:02:17.091419 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8d431326-020c-4ab4-b63d-029cf447656a tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:17.097929 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5ce4ef87-85d2-44e8-bc92-d4ca159b53a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:17.204534 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d431326-020c-4ab4-b63d-029cf447656a tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Network 92c0ee84-afcf-471d-9130-80944ddb495b is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:02:17.209166 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-8d431326-020c-4ab4-b63d-029cf447656a tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:02:17.214338 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d431326-020c-4ab4-b63d-029cf447656a tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:02:17.263641 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8d431326-020c-4ab4-b63d-029cf447656a tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:17.351427 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d431326-020c-4ab4-b63d-029cf447656a tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Pushing event updated for resources: {'Port': ['ID=7ae27442-9d45-4bde-939b-8fd309186261,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:17.355054 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8d431326-020c-4ab4-b63d-029cf447656a tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:17.608968 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47036) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:17.653666 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device eae1d0ef-12b4-40d0-b352-77e11a5a7fe7 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:02:17.722363 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47040) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:17.764636 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: eae1d0ef-12b4-40d0-b352-77e11a5a7fe7 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:02:17.765395 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device eae1d0ef-12b4-40d0-b352-77e11a5a7fe7 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:02:17.772082 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:17.878069 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8d431326-020c-4ab4-b63d-029cf447656a tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:17.960362 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8e4125a5-953e-40c8-864e-f709dc2df9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:17.967837 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 34354ef5-fbd6-4fc0-8525-7866c44b5e55 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:02:18.223486 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 34354ef5-fbd6-4fc0-8525-7866c44b5e55 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:02:18.303340 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8e4125a5-953e-40c8-864e-f709dc2df9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:18.411792 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f672491-ad67-4b63-9130-f4636bcee8b1 req-5ebfe25a-e0e8-45ac-a5be-4cbeb125dace tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:18.413565 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3f672491-ad67-4b63-9130-f4636bcee8b1 req-5ebfe25a-e0e8-45ac-a5be-4cbeb125dace tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=68a15824-574d-47df-9e6c-e7314cbd26b7 HTTP/1.1" status: 200 len: 945 time: 0.1086216 Jun 17 09:02:18.450901 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8e4125a5-953e-40c8-864e-f709dc2df9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:18.489112 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8c440953-8ea4-438f-a16b-1f0dc00cb5c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:18.533785 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-8e4125a5-953e-40c8-864e-f709dc2df9d3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3dbdd8fa0cca4f38bd9d72866b6f65f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8092806 Jun 17 09:02:18.535230 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47050) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:18.594552 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4125a5-953e-40c8-864e-f709dc2df9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aadf624-2635-4db9-baf0-e21bc42c60bb,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:18.615936 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8e4125a5-953e-40c8-864e-f709dc2df9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:18.626968 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d7ad83-2917-4131-a122-da1312a7e5e1 None None] Network 92c0ee84-afcf-471d-9130-80944ddb495b requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:02:18.650179 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-3f672491-ad67-4b63-9130-f4636bcee8b1 req-46484abf-df0d-4b4d-a539-c753125c4e21 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278607 Jun 17 09:02:18.679636 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f01a6fba-e9b4-4ee7-aa14-67fa30686c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:18.704413 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f01a6fba-e9b4-4ee7-aa14-67fa30686c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:18.895521 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-d3a785d7-f58b-4be7-b71a-b61f24253345 None None] Provisioning for port 34354ef5-fbd6-4fc0-8525-7866c44b5e55 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:02:18.896641 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f01a6fba-e9b4-4ee7-aa14-67fa30686c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:18.899588 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f01a6fba-e9b4-4ee7-aa14-67fa30686c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:18.909103 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f01a6fba-e9b4-4ee7-aa14-67fa30686c87 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9aadf624-2635-4db9-baf0-e21bc42c60bb HTTP/1.1" status: 204 len: 168 time: 0.3638744 Jun 17 09:02:18.909103 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1482ee4c-8ed4-4691-bf7f-a6bf9b6bfc8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:18.918577 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-d3a785d7-f58b-4be7-b71a-b61f24253345 None None] Provisioning complete for port 34354ef5-fbd6-4fc0-8525-7866c44b5e55 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:02:18.918959 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d3a785d7-f58b-4be7-b71a-b61f24253345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:18.919543 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a6fba-e9b4-4ee7-aa14-67fa30686c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aadf624-2635-4db9-baf0-e21bc42c60bb,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:18.935102 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f01a6fba-e9b4-4ee7-aa14-67fa30686c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:19.177439 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d3a785d7-f58b-4be7-b71a-b61f24253345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:19.283320 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-d3a785d7-f58b-4be7-b71a-b61f24253345 None None] For port 34354ef5-fbd6-4fc0-8525-7866c44b5e55, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=34354ef5-fbd6-4fc0-8525-7866c44b5e55,segment=NetworkSegment(21e312ae-da59-48a6-a38b-d7af835b5bf4),segment_id=21e312ae-da59-48a6-a38b-d7af835b5bf4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:02:19.389878 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8d431326-020c-4ab4-b63d-029cf447656a tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:19.426697 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d3a785d7-f58b-4be7-b71a-b61f24253345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:19.429290 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-66bb5469-5a43-46d6-a48b-dd6f32cbae6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:19.518775 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a785d7-f58b-4be7-b71a-b61f24253345 None None] Pushing event updated for resources: {'Port': ['ID=34354ef5-fbd6-4fc0-8525-7866c44b5e55,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:19.538284 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-d3a785d7-f58b-4be7-b71a-b61f24253345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:19.543608 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8d431326-020c-4ab4-b63d-029cf447656a tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:19.570066 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-152a1758-f6a3-4a24-850c-27ff083df7ed tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:19.803170 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a72a4e4e-17a6-4648-9da1-918ee380162d None None] Provisioning complete for port 34354ef5-fbd6-4fc0-8525-7866c44b5e55 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:02:19.803560 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a72a4e4e-17a6-4648-9da1-918ee380162d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:19.819082 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d431326-020c-4ab4-b63d-029cf447656a tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Pushing event updated for resources: {'Port': ['ID=7ae27442-9d45-4bde-939b-8fd309186261,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:19.832047 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8d431326-020c-4ab4-b63d-029cf447656a tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:19.834911 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8d431326-020c-4ab4-b63d-029cf447656a tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:19.852530 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f7522cae-061f-4bce-93c2-628ee34ab488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:19.923190 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 34354ef5-fbd6-4fc0-8525-7866c44b5e55 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:02:20.047137 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 34354ef5-fbd6-4fc0-8525-7866c44b5e55 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:02:20.047877 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:20.059657 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fb34211a-f63a-4b7a-8bbc-f0d4e08803c6 req-2e887007-f153-4c96-9db2-68f06624b063 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=68a15824-574d-47df-9e6c-e7314cbd26b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6033597 Jun 17 09:02:20.308154 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a72a4e4e-17a6-4648-9da1-918ee380162d None None] Provisioning for port 7ae27442-9d45-4bde-939b-8fd309186261 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:02:20.312980 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a72a4e4e-17a6-4648-9da1-918ee380162d None None] Provisioning complete for port 7ae27442-9d45-4bde-939b-8fd309186261 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:02:20.313748 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a72a4e4e-17a6-4648-9da1-918ee380162d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:20.365100 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47078) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:20.389094 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-78a7393d-3bd4-495d-ac47-1a9309e5fa63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:20.393416 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d431326-020c-4ab4-b63d-029cf447656a tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Network 92c0ee84-afcf-471d-9130-80944ddb495b is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:02:20.411328 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-8d431326-020c-4ab4-b63d-029cf447656a tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:02:20.435198 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34211a-f63a-4b7a-8bbc-f0d4e08803c6 req-14316e3e-8a97-4d49-880b-c329e1744600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:20.448238 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fb34211a-f63a-4b7a-8bbc-f0d4e08803c6 req-14316e3e-8a97-4d49-880b-c329e1744600 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a2ee40337e3b431baa5a1d17104f6d60&device_id=68a15824-574d-47df-9e6c-e7314cbd26b7 HTTP/1.1" status: 200 len: 1097 time: 0.2924569 Jun 17 09:02:20.502572 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a72a4e4e-17a6-4648-9da1-918ee380162d None None] Port 7ae27442-9d45-4bde-939b-8fd309186261 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 09:02:20.580319 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:20.585578 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-78a7393d-3bd4-495d-ac47-1a9309e5fa63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:20.651002 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-82cd518a-ef88-43a8-9dda-d67314a95900 None None] Provisioning complete for port 7ae27442-9d45-4bde-939b-8fd309186261 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:02:20.651417 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-82cd518a-ef88-43a8-9dda-d67314a95900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:20.703797 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-78a7393d-3bd4-495d-ac47-1a9309e5fa63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:20.714227 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b44b750b-7764-4184-9c5e-f98187e4188c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:20.756400 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-82cd518a-ef88-43a8-9dda-d67314a95900 None None] Port 7ae27442-9d45-4bde-939b-8fd309186261 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 09:02:20.948640 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7393d-3bd4-495d-ac47-1a9309e5fa63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05dfb49-175f-4a58-97b2-8bb77513b995,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:20.980801 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-78a7393d-3bd4-495d-ac47-1a9309e5fa63 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d48a0474b14847deb3d4497a2d6eb4fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6145077 Jun 17 09:02:20.982518 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-78a7393d-3bd4-495d-ac47-1a9309e5fa63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:20.990972 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47090) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:20.993955 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d431326-020c-4ab4-b63d-029cf447656a tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Router b10b6d99-0fc5-4f1c-a109-4e936928c31d has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 09:02:20.999988 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-900fe664-064a-49ca-b403-6f8b6588106b None None] Provisioning complete for port 7ae27442-9d45-4bde-939b-8fd309186261 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:02:21.001298 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-900fe664-064a-49ca-b403-6f8b6588106b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:21.123492 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34211a-f63a-4b7a-8bbc-f0d4e08803c6 req-6da6169a-fcfd-46f0-a3a7-08bc6ef41aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:21.134322 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fb34211a-f63a-4b7a-8bbc-f0d4e08803c6 req-6da6169a-fcfd-46f0-a3a7-08bc6ef41aff service neutron] 10.222.0.50 "GET /v2.0/networks?id=904ca9b1-00d8-4238-94b1-dcb40f3f0868 HTTP/1.1" status: 200 len: 915 time: 0.4252188 Jun 17 09:02:21.178768 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4554ca85-64a1-47f1-a3ac-3346cc99c9b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:21.241165 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-900fe664-064a-49ca-b403-6f8b6588106b None None] Port 7ae27442-9d45-4bde-939b-8fd309186261 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 09:02:21.243899 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4554ca85-64a1-47f1-a3ac-3346cc99c9b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:21.422265 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4554ca85-64a1-47f1-a3ac-3346cc99c9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:21.425645 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4554ca85-64a1-47f1-a3ac-3346cc99c9b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:21.427303 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4554ca85-64a1-47f1-a3ac-3346cc99c9b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f05dfb49-175f-4a58-97b2-8bb77513b995 HTTP/1.1" status: 204 len: 168 time: 0.4348097 Jun 17 09:02:21.428576 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d1037570-5374-48de-9c52-a8ab5d1dd1e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:21.459470 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554ca85-64a1-47f1-a3ac-3346cc99c9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05dfb49-175f-4a58-97b2-8bb77513b995,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:21.465739 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4554ca85-64a1-47f1-a3ac-3346cc99c9b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:21.557685 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fb34211a-f63a-4b7a-8bbc-f0d4e08803c6 req-01db3fbc-8de6-489d-84b5-31f527095304 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b17bc4b0-abc2-4fea-bc85-0c00b4affe8c HTTP/1.1" status: 200 len: 217 time: 0.4112148 Jun 17 09:02:21.660475 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d431326-020c-4ab4-b63d-029cf447656a tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 09:02:21.685092 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-8d431326-020c-4ab4-b63d-029cf447656a tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "PUT /v2.0/routers/b10b6d99-0fc5-4f1c-a109-4e936928c31d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3758106 Jun 17 09:02:21.696990 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228452db-0d6b-45b0-93b0-12ddd1ef1ba5 None None] Sync routers for ids ['b10b6d99-0fc5-4f1c-a109-4e936928c31d'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:02:21.734822 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34211a-f63a-4b7a-8bbc-f0d4e08803c6 req-abc6e006-aa3d-450b-a833-a1da0530fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:21.738793 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228452db-0d6b-45b0-93b0-12ddd1ef1ba5 None None] Routers {'b10b6d99-0fc5-4f1c-a109-4e936928c31d'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:02:21.740377 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-228452db-0d6b-45b0-93b0-12ddd1ef1ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T09:01:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['b10b6d99-0fc5-4f1c-a109-4e936928c31d'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:21.744485 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fb34211a-f63a-4b7a-8bbc-f0d4e08803c6 req-abc6e006-aa3d-450b-a833-a1da0530fba5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be2c55b3-02a4-4190-acdd-75f271ee2f5f HTTP/1.1" status: 200 len: 854 time: 0.1727762 Jun 17 09:02:21.797798 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-95c6bc62-af49-4556-abab-f9cefcc751c1 req-d5d954d9-6ff6-4c3b-ac60-39cc2e35f26e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e25507d0-ed77-4378-ad0f-81f05fa94d5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0614474 Jun 17 09:02:21.803851 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fb34211a-f63a-4b7a-8bbc-f0d4e08803c6 req-3f97f4c1-51b4-4751-a8c3-7195f0213247 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=904ca9b1-00d8-4238-94b1-dcb40f3f0868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581577 Jun 17 09:02:21.808376 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-f7522cae-061f-4bce-93c2-628ee34ab488 admin admin] Deleting port 813ddfc5-c88a-4ca9-b64f-e0c47e671c56 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:02:21.809108 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f7522cae-061f-4bce-93c2-628ee34ab488 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:21.910481 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-228452db-0d6b-45b0-93b0-12ddd1ef1ba5 None None] Set router b10b6d99-0fc5-4f1c-a109-4e936928c31d gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:02:22.094968 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fb34211a-f63a-4b7a-8bbc-f0d4e08803c6 req-7b798a51-dd29-43c1-84cc-25ba4a63b6ac service neutron] 10.222.0.50 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827370 Jun 17 09:02:22.342820 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-228452db-0d6b-45b0-93b0-12ddd1ef1ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10b6d99-0fc5-4f1c-a109-4e936928c31d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1474796172', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'b2c1b550-9315-4bf9-a539-b58910ed9f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:02:07Z', 'updated_at': '2021-06-17T09:02:17Z', 'revision_number': 4, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'gw_port': {'id': 'b2c1b550-9315-4bf9-a539-b58910ed9f57', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10b6d99-0fc5-4f1c-a109-4e936928c31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:02:09Z', 'updated_at': '2021-06-17T09:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '7ae27442-9d45-4bde-939b-8fd309186261', 'name': '', 'network_id': '92c0ee84-afcf-471d-9130-80944ddb495b', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'mac_address': 'fa:16:3e:9b:2d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10b6d99-0fc5-4f1c-a109-4e936928c31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'ab2747a0-da8f-475c-9b4b-c00e954f8d6a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:02:16Z', 'updated_at': '2021-06-17T09:02:19Z', 'revision_number': 2, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'subnets': [{'id': 'ab2747a0-da8f-475c-9b4b-c00e954f8d6a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:22.534910 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-f7522cae-061f-4bce-93c2-628ee34ab488 admin admin] For port 813ddfc5-c88a-4ca9-b64f-e0c47e671c56, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=813ddfc5-c88a-4ca9-b64f-e0c47e671c56,segment=NetworkSegment(407ed44e-d9b9-4ab2-b01f-1684e753c7cd),segment_id=407ed44e-d9b9-4ab2-b01f-1684e753c7cd)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:02:22.535222 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f7522cae-061f-4bce-93c2-628ee34ab488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:22.636509 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-f7522cae-061f-4bce-93c2-628ee34ab488 admin admin] Calling delete_port for 813ddfc5-c88a-4ca9-b64f-e0c47e671c56 owned by network:router_interface {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:02:22.656745 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228452db-0d6b-45b0-93b0-12ddd1ef1ba5 None None] Checking router: b10b6d99-0fc5-4f1c-a109-4e936928c31d for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:02:22.656745 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228452db-0d6b-45b0-93b0-12ddd1ef1ba5 None None] Updating router b10b6d99-0fc5-4f1c-a109-4e936928c31d port 7ae27442-9d45-4bde-939b-8fd309186261 binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 09:02:22.695626 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-228452db-0d6b-45b0-93b0-12ddd1ef1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:23.011676 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-fb34211a-f63a-4b7a-8bbc-f0d4e08803c6 req-54c7fd82-d1d1-4550-8933-742ff94f2950 service neutron] 10.222.0.50 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8835049 Jun 17 09:02:23.040983 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6bc62-af49-4556-abab-f9cefcc751c1 req-29ffe0bf-fb15-4e59-a53f-46f64f4af8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:23.042716 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-95c6bc62-af49-4556-abab-f9cefcc751c1 req-29ffe0bf-fb15-4e59-a53f-46f64f4af8af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2ee40337e3b431baa5a1d17104f6d60&device_id=e25507d0-ed77-4378-ad0f-81f05fa94d5a HTTP/1.1" status: 200 len: 1097 time: 1.1806426 Jun 17 09:02:23.054440 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-bac8a26f-3b27-41ed-ab1a-4fe679b024e8 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:23.056059 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-bac8a26f-3b27-41ed-ab1a-4fe679b024e8 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/networks?id=92c0ee84-afcf-471d-9130-80944ddb495b HTTP/1.1" status: 200 len: 798 time: 1.0926752 Jun 17 09:02:23.191546 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-228452db-0d6b-45b0-93b0-12ddd1ef1ba5 None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:23.233591 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-47f33ae6-bd5e-4485-a22d-997bb3d49723 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/quotas/d08282b987e04d83bb48daa169894c33 HTTP/1.1" status: 200 len: 375 time: 0.0989230 Jun 17 09:02:23.343836 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6bc62-af49-4556-abab-f9cefcc751c1 req-1300b912-615c-491b-8e7e-bd22ff0dd871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:23.349247 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-95c6bc62-af49-4556-abab-f9cefcc751c1 req-1300b912-615c-491b-8e7e-bd22ff0dd871 service neutron] 10.222.0.53 "GET /v2.0/networks?id=904ca9b1-00d8-4238-94b1-dcb40f3f0868 HTTP/1.1" status: 200 len: 915 time: 0.2133656 Jun 17 09:02:23.443460 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-228452db-0d6b-45b0-93b0-12ddd1ef1ba5 None None] Transition to ACTIVE for port object 7ae27442-9d45-4bde-939b-8fd309186261 will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:02:23.462672 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-ea10ea88-f809-4a1e-882e-cec909a7c419 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d08282b987e04d83bb48daa169894c33&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2114227 Jun 17 09:02:23.481676 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-95c6bc62-af49-4556-abab-f9cefcc751c1 req-b59fef34-0b57-4251-822d-3bbb8de55310 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c65a82dc-b698-455f-afe6-1fe8a9beeca4 HTTP/1.1" status: 200 len: 217 time: 0.1156077 Jun 17 09:02:23.482553 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f7522cae-061f-4bce-93c2-628ee34ab488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:23.489911 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-66e81cbd-58f8-4aa3-84f1-f1b60a1fd88c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:23.525546 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-228452db-0d6b-45b0-93b0-12ddd1ef1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:23.527735 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-9daa33b1-8189-4767-a823-dda167dca813 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:23.585866 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7522cae-061f-4bce-93c2-628ee34ab488 admin admin] Pushing event deleted for resources: {'Port': ['ID=813ddfc5-c88a-4ca9-b64f-e0c47e671c56,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:23.601397 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f7522cae-061f-4bce-93c2-628ee34ab488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:23.856095 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545ab4c-953d-4a6b-9eda-854c21c14e28 None None] Pushing event updated for resources: {'Port': ['ID=7ae27442-9d45-4bde-939b-8fd309186261,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:23.885063 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6bc62-af49-4556-abab-f9cefcc751c1 req-4d80cdaa-ec71-4124-b253-bf969a209652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:23.886856 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-95c6bc62-af49-4556-abab-f9cefcc751c1 req-4d80cdaa-ec71-4124-b253-bf969a209652 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=be2c55b3-02a4-4190-acdd-75f271ee2f5f HTTP/1.1" status: 200 len: 854 time: 0.3022711 Jun 17 09:02:23.906226 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545ab4c-953d-4a6b-9eda-854c21c14e28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:23.914575 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545ab4c-953d-4a6b-9eda-854c21c14e28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:23.914575 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545ab4c-953d-4a6b-9eda-854c21c14e28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:23.914575 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545ab4c-953d-4a6b-9eda-854c21c14e28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:23.914575 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545ab4c-953d-4a6b-9eda-854c21c14e28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:23.914575 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545ab4c-953d-4a6b-9eda-854c21c14e28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:23.914575 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545ab4c-953d-4a6b-9eda-854c21c14e28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:23.914575 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545ab4c-953d-4a6b-9eda-854c21c14e28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:23.914575 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545ab4c-953d-4a6b-9eda-854c21c14e28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:23.914575 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545ab4c-953d-4a6b-9eda-854c21c14e28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:23.914575 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545ab4c-953d-4a6b-9eda-854c21c14e28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:23.914575 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545ab4c-953d-4a6b-9eda-854c21c14e28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:23.917610 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-d545ab4c-953d-4a6b-9eda-854c21c14e28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:23.952245 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-228452db-0d6b-45b0-93b0-12ddd1ef1ba5 None None] Attempting to bind port 7ae27442-9d45-4bde-939b-8fd309186261 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:02:23.952245 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-228452db-0d6b-45b0-93b0-12ddd1ef1ba5 None None] Attempting to bind port 7ae27442-9d45-4bde-939b-8fd309186261 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '21e312ae-da59-48a6-a38b-d7af835b5bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '92c0ee84-afcf-471d-9130-80944ddb495b'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:02:23.952245 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228452db-0d6b-45b0-93b0-12ddd1ef1ba5 None None] Attempting to bind port 7ae27442-9d45-4bde-939b-8fd309186261 on network 92c0ee84-afcf-471d-9130-80944ddb495b {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:02:23.985178 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228452db-0d6b-45b0-93b0-12ddd1ef1ba5 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:02:23.986150 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228452db-0d6b-45b0-93b0-12ddd1ef1ba5 None None] Checking segment: {'id': '21e312ae-da59-48a6-a38b-d7af835b5bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '92c0ee84-afcf-471d-9130-80944ddb495b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:02:23.986150 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-228452db-0d6b-45b0-93b0-12ddd1ef1ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:23.986385 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228452db-0d6b-45b0-93b0-12ddd1ef1ba5 None None] Bound using segment: {'id': '21e312ae-da59-48a6-a38b-d7af835b5bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '92c0ee84-afcf-471d-9130-80944ddb495b'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:02:23.986749 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-228452db-0d6b-45b0-93b0-12ddd1ef1ba5 None None] Bound port: 7ae27442-9d45-4bde-939b-8fd309186261, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e312ae-da59-48a6-a38b-d7af835b5bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '92c0ee84-afcf-471d-9130-80944ddb495b'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:02:23.987460 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-228452db-0d6b-45b0-93b0-12ddd1ef1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:24.061523 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-95c6bc62-af49-4556-abab-f9cefcc751c1 req-7f3de9a4-76dd-4c94-a60c-6f5e86e7d19b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=904ca9b1-00d8-4238-94b1-dcb40f3f0868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1586089 Jun 17 09:02:24.173492 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-228452db-0d6b-45b0-93b0-12ddd1ef1ba5 None None] For port 7ae27442-9d45-4bde-939b-8fd309186261, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:02:24.178996 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-228452db-0d6b-45b0-93b0-12ddd1ef1ba5 None None] For port 7ae27442-9d45-4bde-939b-8fd309186261, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=7ae27442-9d45-4bde-939b-8fd309186261,segment=NetworkSegment(21e312ae-da59-48a6-a38b-d7af835b5bf4),segment_id=21e312ae-da59-48a6-a38b-d7af835b5bf4)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:02:24.343850 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-228452db-0d6b-45b0-93b0-12ddd1ef1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:24.354256 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:24.398205 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-f6d7742b-0560-49f8-8672-8e540bd8a6e4 service neutron] 10.222.0.49 "GET /v2.0/networks/92c0ee84-afcf-471d-9130-80944ddb495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9323502 Jun 17 09:02:24.451332 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228452db-0d6b-45b0-93b0-12ddd1ef1ba5 None None] Routers {'b10b6d99-0fc5-4f1c-a109-4e936928c31d'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:02:24.452037 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-228452db-0d6b-45b0-93b0-12ddd1ef1ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T09:01:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['b10b6d99-0fc5-4f1c-a109-4e936928c31d'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:24.573333 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545ab4c-953d-4a6b-9eda-854c21c14e28 None None] Pushing event updated for resources: {'Port': ['ID=7ae27442-9d45-4bde-939b-8fd309186261,revision_number=4']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:24.676794 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-d545ab4c-953d-4a6b-9eda-854c21c14e28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:24.908064 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-228452db-0d6b-45b0-93b0-12ddd1ef1ba5 None None] Set router b10b6d99-0fc5-4f1c-a109-4e936928c31d gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:02:25.321946 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-95c6bc62-af49-4556-abab-f9cefcc751c1 req-8c1d8bf6-3a2e-4c88-8d73-acd053067314 service neutron] 10.222.0.53 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1411150 Jun 17 09:02:25.364788 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f7522cae-061f-4bce-93c2-628ee34ab488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:25.375368 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-228452db-0d6b-45b0-93b0-12ddd1ef1ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10b6d99-0fc5-4f1c-a109-4e936928c31d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1474796172', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'b2c1b550-9315-4bf9-a539-b58910ed9f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:02:07Z', 'updated_at': '2021-06-17T09:02:17Z', 'revision_number': 4, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'gw_port': {'id': 'b2c1b550-9315-4bf9-a539-b58910ed9f57', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10b6d99-0fc5-4f1c-a109-4e936928c31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:02:09Z', 'updated_at': '2021-06-17T09:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '7ae27442-9d45-4bde-939b-8fd309186261', 'name': '', 'network_id': '92c0ee84-afcf-471d-9130-80944ddb495b', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'mac_address': 'fa:16:3e:9b:2d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10b6d99-0fc5-4f1c-a109-4e936928c31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'ab2747a0-da8f-475c-9b4b-c00e954f8d6a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:02:16Z', 'updated_at': '2021-06-17T09:02:24Z', 'revision_number': 4, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'subnets': [{'id': 'ab2747a0-da8f-475c-9b4b-c00e954f8d6a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:25.447626 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228452db-0d6b-45b0-93b0-12ddd1ef1ba5 None None] The sync data for ids ['b10b6d99-0fc5-4f1c-a109-4e936928c31d'] in n-d-758944-30 is: [{'id': 'b10b6d99-0fc5-4f1c-a109-4e936928c31d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1474796172', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'b2c1b550-9315-4bf9-a539-b58910ed9f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:02:07Z', 'updated_at': '2021-06-17T09:02:17Z', 'revision_number': 4, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'gw_port': {'id': 'b2c1b550-9315-4bf9-a539-b58910ed9f57', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10b6d99-0fc5-4f1c-a109-4e936928c31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:02:09Z', 'updated_at': '2021-06-17T09:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '7ae27442-9d45-4bde-939b-8fd309186261', 'name': '', 'network_id': '92c0ee84-afcf-471d-9130-80944ddb495b', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'mac_address': 'fa:16:3e:9b:2d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10b6d99-0fc5-4f1c-a109-4e936928c31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'ab2747a0-da8f-475c-9b4b-c00e954f8d6a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:02:16Z', 'updated_at': '2021-06-17T09:02:24Z', 'revision_number': 4, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'subnets': [{'id': 'ab2747a0-da8f-475c-9b4b-c00e954f8d6a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:02:25.491307 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-cbebccf0-4c23-47be-b19f-1636029db192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:25.574350 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-1d990746-16b7-4dbe-aa87-02b7956f19d6 service neutron] 10.222.0.49 "GET /v2.0/networks/92c0ee84-afcf-471d-9130-80944ddb495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1496980 Jun 17 09:02:25.822089 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-95c6bc62-af49-4556-abab-f9cefcc751c1 req-bbbf4967-5160-478c-abfd-792ce7641e36 service neutron] 10.222.0.53 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4903581 Jun 17 09:02:25.953699 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 7ae27442-9d45-4bde-939b-8fd309186261 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:02:26.100881 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7522cae-061f-4bce-93c2-628ee34ab488 admin admin] Router 7a59f5ef-3dee-403f-8dd2-c806c718907e has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 09:02:26.235437 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-36808664-9d11-4eb2-beb8-5b2a8fdad2f2 req-892cb026-d04f-4d97-89e6-a5d54f0d6c2b tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=06bff188-10bb-435e-8f5a-a7b938bc42df HTTP/1.1" status: 200 len: 210 time: 0.1020634 Jun 17 09:02:26.256109 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 7ae27442-9d45-4bde-939b-8fd309186261 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:02:26.260381 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 7ae27442-9d45-4bde-939b-8fd309186261 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:02:26.260763 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:26.423600 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7522cae-061f-4bce-93c2-628ee34ab488 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 09:02:26.435962 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f7522cae-061f-4bce-93c2-628ee34ab488 admin admin] 10.222.0.49 "PUT /v2.0/routers/7a59f5ef-3dee-403f-8dd2-c806c718907e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8255062 Jun 17 09:02:26.439634 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47234) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:26.587965 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:26.592657 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fe72cb-b34d-48e0-a766-7c23204bb2d5 None None] Sync routers for ids ['7a59f5ef-3dee-403f-8dd2-c806c718907e'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:02:26.620189 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fe72cb-b34d-48e0-a766-7c23204bb2d5 None None] Routers {'7a59f5ef-3dee-403f-8dd2-c806c718907e'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:02:26.621897 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-02fe72cb-b34d-48e0-a766-7c23204bb2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T09:01:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7a59f5ef-3dee-403f-8dd2-c806c718907e'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:26.716348 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5be586b6-6d4d-428e-8065-a465d871fd6b admin admin] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:26.888071 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-02fe72cb-b34d-48e0-a766-7c23204bb2d5 None None] Set router 7a59f5ef-3dee-403f-8dd2-c806c718907e gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:02:26.956364 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5be586b6-6d4d-428e-8065-a465d871fd6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:27.048134 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 7ae27442-9d45-4bde-939b-8fd309186261, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=7ae27442-9d45-4bde-939b-8fd309186261,segment=NetworkSegment(21e312ae-da59-48a6-a38b-d7af835b5bf4),segment_id=21e312ae-da59-48a6-a38b-d7af835b5bf4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:02:27.159092 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47258) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:27.217280 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:27.221018 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:27.232144 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-5be586b6-6d4d-428e-8065-a465d871fd6b admin admin] Deleting port 07fe16ee-52ad-46d5-9ad4-d42d53c942b1 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:02:27.236333 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5be586b6-6d4d-428e-8065-a465d871fd6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:27.420036 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-5be586b6-6d4d-428e-8065-a465d871fd6b admin admin] For port 07fe16ee-52ad-46d5-9ad4-d42d53c942b1, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=07fe16ee-52ad-46d5-9ad4-d42d53c942b1,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:02:27.421869 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5be586b6-6d4d-428e-8065-a465d871fd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:27.452477 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-842d75e2-6e8c-4abb-b4b6-c0564bb06df0 req-678b906c-c7eb-41b7-9530-36c0b9db58a1 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=06bff188-10bb-435e-8f5a-a7b938bc42df HTTP/1.1" status: 200 len: 210 time: 0.1009204 Jun 17 09:02:27.489500 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-23f0da01-59fe-4c57-bd7d-e39eaa1a6244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:27.498376 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=7ae27442-9d45-4bde-939b-8fd309186261,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:27.504081 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:27.534481 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-02fe72cb-b34d-48e0-a766-7c23204bb2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a59f5ef-3dee-403f-8dd2-c806c718907e', 'name': 'tempest-ServerRescueNegativeTestJSON-151435376-router', 'tenant_id': '480b86ad1b7d49c4890b00851e5f8990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '07fe16ee-52ad-46d5-9ad4-d42d53c942b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:59:25Z', 'updated_at': '2021-06-17T09:02:23Z', 'revision_number': 5, 'project_id': '480b86ad1b7d49c4890b00851e5f8990', 'gw_port': {'id': '07fe16ee-52ad-46d5-9ad4-d42d53c942b1', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:43:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59f5ef-3dee-403f-8dd2-c806c718907e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:59:25Z', 'updated_at': '2021-06-17T08:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:27.622566 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-5be586b6-6d4d-428e-8065-a465d871fd6b admin admin] Calling delete_port for 07fe16ee-52ad-46d5-9ad4-d42d53c942b1 owned by network:router_gateway {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:02:27.627492 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fe72cb-b34d-48e0-a766-7c23204bb2d5 None None] Checking router: 7a59f5ef-3dee-403f-8dd2-c806c718907e for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:02:27.655442 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fe72cb-b34d-48e0-a766-7c23204bb2d5 None None] Routers {'7a59f5ef-3dee-403f-8dd2-c806c718907e'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:02:27.657888 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-02fe72cb-b34d-48e0-a766-7c23204bb2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T09:01:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['7a59f5ef-3dee-403f-8dd2-c806c718907e'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:27.732987 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-23f0da01-59fe-4c57-bd7d-e39eaa1a6244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:27.913625 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-23f0da01-59fe-4c57-bd7d-e39eaa1a6244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:27.961659 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-daa67337-e3db-4209-9cac-beb265d65dd0 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:27.972399 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-23f0da01-59fe-4c57-bd7d-e39eaa1a6244 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=179e960695cf435ba5ad634b9241a9c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8115165 Jun 17 09:02:27.973096 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47278) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:28.019326 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 7ae27442-9d45-4bde-939b-8fd309186261 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:02:28.098813 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0da01-59fe-4c57-bd7d-e39eaa1a6244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fad4ffb-020b-4ec6-bcb8-ea25c03a92d3,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:28.103525 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-23f0da01-59fe-4c57-bd7d-e39eaa1a6244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:28.109163 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-02fe72cb-b34d-48e0-a766-7c23204bb2d5 None None] Set router 7a59f5ef-3dee-403f-8dd2-c806c718907e gateway port host: None {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:02:28.151687 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5dcbabab-6475-4686-b45e-f271a19a2db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:28.199417 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5dcbabab-6475-4686-b45e-f271a19a2db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:28.214733 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-02fe72cb-b34d-48e0-a766-7c23204bb2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a59f5ef-3dee-403f-8dd2-c806c718907e', 'name': 'tempest-ServerRescueNegativeTestJSON-151435376-router', 'tenant_id': '480b86ad1b7d49c4890b00851e5f8990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:59:25Z', 'updated_at': '2021-06-17T09:02:26Z', 'revision_number': 6, 'project_id': '480b86ad1b7d49c4890b00851e5f8990', 'gw_port_host': None}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:28.254160 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5be586b6-6d4d-428e-8065-a465d871fd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:28.271561 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fe72cb-b34d-48e0-a766-7c23204bb2d5 None None] The sync data for ids ['7a59f5ef-3dee-403f-8dd2-c806c718907e'] in n-d-758944-30 is: [{'id': '7a59f5ef-3dee-403f-8dd2-c806c718907e', 'name': 'tempest-ServerRescueNegativeTestJSON-151435376-router', 'tenant_id': '480b86ad1b7d49c4890b00851e5f8990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:59:25Z', 'updated_at': '2021-06-17T09:02:26Z', 'revision_number': 6, 'project_id': '480b86ad1b7d49c4890b00851e5f8990', 'gw_port_host': None}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:02:28.292929 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-6bbb34d7-ab7a-40fe-99fc-bfafcb209b80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:28.341493 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 7ae27442-9d45-4bde-939b-8fd309186261 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:02:28.342270 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:28.432630 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:28.455443 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5be586b6-6d4d-428e-8065-a465d871fd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:28.455443 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be586b6-6d4d-428e-8065-a465d871fd6b admin admin] Pushing event deleted for resources: {'Port': ['ID=07fe16ee-52ad-46d5-9ad4-d42d53c942b1,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:28.459162 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5be586b6-6d4d-428e-8065-a465d871fd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:28.504439 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5dcbabab-6475-4686-b45e-f271a19a2db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:28.507901 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-5dcbabab-6475-4686-b45e-f271a19a2db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:28.514157 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-5dcbabab-6475-4686-b45e-f271a19a2db2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9fad4ffb-020b-4ec6-bcb8-ea25c03a92d3 HTTP/1.1" status: 204 len: 168 time: 0.5323064 Jun 17 09:02:28.515784 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-16c0ecc0-60ca-48c6-84e9-5222e04e2649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:28.532762 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbabab-6475-4686-b45e-f271a19a2db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fad4ffb-020b-4ec6-bcb8-ea25c03a92d3,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:28.538327 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5dcbabab-6475-4686-b45e-f271a19a2db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:28.636924 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5be586b6-6d4d-428e-8065-a465d871fd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:28.639937 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5be586b6-6d4d-428e-8065-a465d871fd6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:28.767387 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a975dfe9-cd48-4ed4-a341-0b7493af4bb8 req-d07fadec-a6a4-47b4-9447-a333eb4e77da tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=06bff188-10bb-435e-8f5a-a7b938bc42df HTTP/1.1" status: 200 len: 210 time: 0.0477693 Jun 17 09:02:28.817142 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5be586b6-6d4d-428e-8065-a465d871fd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:28.817971 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be586b6-6d4d-428e-8065-a465d871fd6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a59f5ef-3dee-403f-8dd2-c806c718907e {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 09:02:28.823224 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5be586b6-6d4d-428e-8065-a465d871fd6b admin admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:28.827873 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5be586b6-6d4d-428e-8065-a465d871fd6b admin admin] 10.222.0.49 "DELETE /v2.0/routers/7a59f5ef-3dee-403f-8dd2-c806c718907e HTTP/1.1" status: 204 len: 168 time: 2.3828149 Jun 17 09:02:28.832283 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47296) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:28.884805 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-724c116c-e910-42a4-a835-f73791ec8f6e admin admin] Deleting subnet 8dcda4ff-69ce-4261-8f47-819696fbacb3 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 09:02:28.888422 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-724c116c-e910-42a4-a835-f73791ec8f6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:28.946815 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-724c116c-e910-42a4-a835-f73791ec8f6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:29.001410 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-724c116c-e910-42a4-a835-f73791ec8f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:29.333942 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-724c116c-e910-42a4-a835-f73791ec8f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:29.336400 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ddd33e9a-f912-4708-aff4-02cc0b50eb43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:29.455693 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c116c-e910-42a4-a835-f73791ec8f6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dcda4ff-69ce-4261-8f47-819696fbacb3,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:29.471733 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2581c2cc-737b-4158-bf67-bcb53cac2401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:29.475916 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-724c116c-e910-42a4-a835-f73791ec8f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:29.480885 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-724c116c-e910-42a4-a835-f73791ec8f6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:29.480885 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-724c116c-e910-42a4-a835-f73791ec8f6e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8dcda4ff-69ce-4261-8f47-819696fbacb3 HTTP/1.1" status: 204 len: 168 time: 0.6464591 Jun 17 09:02:29.482925 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47316) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:29.631651 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0337c038-6cc6-4e77-b81b-c94054cb55d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:29.781608 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0337c038-6cc6-4e77-b81b-c94054cb55d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:29.796881 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-0337c038-6cc6-4e77-b81b-c94054cb55d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a34c89-47ce-4f22-9578-d80c43c79d15']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:29.874582 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-0337c038-6cc6-4e77-b81b-c94054cb55d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '407ed44e-d9b9-4ab2-b01f-1684e753c7cd') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:29.874865 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-0337c038-6cc6-4e77-b81b-c94054cb55d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '407ed44e-d9b9-4ab2-b01f-1684e753c7cd') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:29.888586 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 813ddfc5-c88a-4ca9-b64f-e0c47e671c56 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:02:29.899250 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0337c038-6cc6-4e77-b81b-c94054cb55d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:29.935889 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 813ddfc5-c88a-4ca9-b64f-e0c47e671c56 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:02:29.936169 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 813ddfc5-c88a-4ca9-b64f-e0c47e671c56 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:02:29.936616 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 07fe16ee-52ad-46d5-9ad4-d42d53c942b1 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:02:29.937822 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0337c038-6cc6-4e77-b81b-c94054cb55d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:29.949646 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0337c038-6cc6-4e77-b81b-c94054cb55d3 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 09:02:29.950606 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0337c038-6cc6-4e77-b81b-c94054cb55d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: conditions |= (models_v2.Port.network_id.in_( Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: retrieve_revision_numbers = { Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: timer() Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 09:02:29.953114 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 09:02:29.959945 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 09:02:30.014227 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 07fe16ee-52ad-46d5-9ad4-d42d53c942b1 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:02:30.014586 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 07fe16ee-52ad-46d5-9ad4-d42d53c942b1 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:02:30.192641 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0337c038-6cc6-4e77-b81b-c94054cb55d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:30.202248 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-eea850f3-c960-45ff-bac6-910804452fe6 tempest-QuotasNegativeTest-1428647279 tempest-QuotasNegativeTest-1428647279-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:30.209989 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-62eaec71-217d-46a9-8d84-4497cf94bc44 req-a7aa2ff8-a321-4927-a70c-f0a219d886b8 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=06bff188-10bb-435e-8f5a-a7b938bc42df HTTP/1.1" status: 200 len: 210 time: 0.0514641 Jun 17 09:02:30.221304 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0337c038-6cc6-4e77-b81b-c94054cb55d3 admin admin] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:30.228466 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0337c038-6cc6-4e77-b81b-c94054cb55d3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/16a34c89-47ce-4f22-9578-d80c43c79d15 HTTP/1.1" status: 204 len: 168 time: 0.7434239 Jun 17 09:02:30.229455 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337c038-6cc6-4e77-b81b-c94054cb55d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=16a34c89-47ce-4f22-9578-d80c43c79d15,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:30.239176 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0337c038-6cc6-4e77-b81b-c94054cb55d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:30.696206 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-699ea001-b3df-43a8-8d9d-96209de8ca8a tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:30.699061 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-699ea001-b3df-43a8-8d9d-96209de8ca8a tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.50 "GET /v2.0/networks?id=92c0ee84-afcf-471d-9130-80944ddb495b HTTP/1.1" status: 200 len: 798 time: 0.3931303 Jun 17 09:02:30.715469 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-2dfa5782-8575-4161-8815-252266af786c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Request body: {'port': {'device_id': '06bff188-10bb-435e-8f5a-a7b938bc42df', 'network_id': '92c0ee84-afcf-471d-9130-80944ddb495b', 'admin_state_up': True, 'tenant_id': 'd08282b987e04d83bb48daa169894c33'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:02:30.791964 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47350) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:30.999284 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:31.038711 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47356) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:31.044487 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-23fcb1ed-c28b-4c39-aef0-b73a25fbd102 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=480b86ad1b7d49c4890b00851e5f8990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2499111 Jun 17 09:02:31.154534 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ee476e70-c80f-479d-9aa5-59f54a4bfa86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:31.210249 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ee476e70-c80f-479d-9aa5-59f54a4bfa86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:31.389239 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-09c267c4-67ee-4ff3-b2d9-78c7bc5bc03e req-d97fa049-2cd5-4119-889b-69e3c29d130b tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=06bff188-10bb-435e-8f5a-a7b938bc42df HTTP/1.1" status: 200 len: 210 time: 0.0480914 Jun 17 09:02:31.458333 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-2dfa5782-8575-4161-8815-252266af786c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Made reservation on behalf of d08282b987e04d83bb48daa169894c33 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:02:31.467077 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-2dfa5782-8575-4161-8815-252266af786c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:31.486425 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ee476e70-c80f-479d-9aa5-59f54a4bfa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:31.489305 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ee476e70-c80f-479d-9aa5-59f54a4bfa86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:31.493220 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ee476e70-c80f-479d-9aa5-59f54a4bfa86 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bc878a3e-f72e-4f61-aa9a-faee9551e676 HTTP/1.1" status: 204 len: 168 time: 0.4534826 Jun 17 09:02:31.501206 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7286ab43-1e28-4bc2-b840-2dd81ef65168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:31.516082 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee476e70-c80f-479d-9aa5-59f54a4bfa86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc878a3e-f72e-4f61-aa9a-faee9551e676,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:31.541336 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ee476e70-c80f-479d-9aa5-59f54a4bfa86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:31.750597 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-2dfa5782-8575-4161-8815-252266af786c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Allocated IP 172.20.0.28 (92c0ee84-afcf-471d-9130-80944ddb495b/ab2747a0-da8f-475c-9b4b-c00e954f8d6a/20eb4cc8-0feb-469a-83a4-4066ba4fe359) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:02:32.018166 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-2dfa5782-8575-4161-8815-252266af786c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:32.043345 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-2dfa5782-8575-4161-8815-252266af786c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Transition to ACTIVE for port object 20eb4cc8-0feb-469a-83a4-4066ba4fe359 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:02:32.167134 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-2dfa5782-8575-4161-8815-252266af786c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:32.183514 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-9dcfb1bd-fdb3-4ec3-8802-a37f66a969f8 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:32.235888 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-2dfa5782-8575-4161-8815-252266af786c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Network 92c0ee84-afcf-471d-9130-80944ddb495b is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:02:32.240485 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-2dfa5782-8575-4161-8815-252266af786c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:02:32.337433 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-2dfa5782-8575-4161-8815-252266af786c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:02:32.518918 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa5782-8575-4161-8815-252266af786c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Pushing event updated for resources: {'Port': ['ID=20eb4cc8-0feb-469a-83a4-4066ba4fe359,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:32.531239 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-2dfa5782-8575-4161-8815-252266af786c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:32.564168 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-2dfa5782-8575-4161-8815-252266af786c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:32.574170 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-2dfa5782-8575-4161-8815-252266af786c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:32.634375 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:32.795930 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-2dfa5782-8575-4161-8815-252266af786c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.0882487 Jun 17 09:02:32.819327 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-df0015be-476a-4683-bef2-234797735d74 service neutron] Request body: {'port': {'device_id': '06bff188-10bb-435e-8f5a-a7b938bc42df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:02:32.845304 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b6038d89-1e25-4336-af2c-d227f8a72096 None None] Provisioning for port 20eb4cc8-0feb-469a-83a4-4066ba4fe359 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:02:32.851102 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-b6038d89-1e25-4336-af2c-d227f8a72096 None None] Provisioning complete for port 20eb4cc8-0feb-469a-83a4-4066ba4fe359 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:02:32.853802 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-b6038d89-1e25-4336-af2c-d227f8a72096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:32.970554 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-b6038d89-1e25-4336-af2c-d227f8a72096 None None] Port 20eb4cc8-0feb-469a-83a4-4066ba4fe359 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 09:02:33.093743 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc038c-428d-4ee2-bf76-c2ff564bdfd2 req-fed6ba3e-31d6-4857-a8d3-0f91c2a2fdb4 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:33.095800 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-27dc038c-428d-4ee2-bf76-c2ff564bdfd2 req-fed6ba3e-31d6-4857-a8d3-0f91c2a2fdb4 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=06bff188-10bb-435e-8f5a-a7b938bc42df HTTP/1.1" status: 200 len: 895 time: 0.3867621 Jun 17 09:02:33.102562 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-df0015be-476a-4683-bef2-234797735d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:33.554942 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-df0015be-476a-4683-bef2-234797735d74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20eb4cc8-0feb-469a-83a4-4066ba4fe359 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:02:33.564101 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-df0015be-476a-4683-bef2-234797735d74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:33.580509 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-df0015be-476a-4683-bef2-234797735d74 service neutron] Transition to ACTIVE for port object 20eb4cc8-0feb-469a-83a4-4066ba4fe359 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:02:33.685273 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-df0015be-476a-4683-bef2-234797735d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:33.689410 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8d431326-020c-4ab4-b63d-029cf447656a tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:34.027266 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-df0015be-476a-4683-bef2-234797735d74 service neutron] Attempting to bind port 20eb4cc8-0feb-469a-83a4-4066ba4fe359 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:02:34.027266 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-df0015be-476a-4683-bef2-234797735d74 service neutron] Attempting to bind port 20eb4cc8-0feb-469a-83a4-4066ba4fe359 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '21e312ae-da59-48a6-a38b-d7af835b5bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '92c0ee84-afcf-471d-9130-80944ddb495b'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:02:34.027266 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-df0015be-476a-4683-bef2-234797735d74 service neutron] Attempting to bind port 20eb4cc8-0feb-469a-83a4-4066ba4fe359 on network 92c0ee84-afcf-471d-9130-80944ddb495b {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:02:34.027266 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0015be-476a-4683-bef2-234797735d74 service neutron] Pushing event updated for resources: {'Port': ['ID=20eb4cc8-0feb-469a-83a4-4066ba4fe359,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:34.027662 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-df0015be-476a-4683-bef2-234797735d74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:34.029960 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-df0015be-476a-4683-bef2-234797735d74 service neutron] Port 20eb4cc8-0feb-469a-83a4-4066ba4fe359 on network 92c0ee84-afcf-471d-9130-80944ddb495b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:02:34.030510 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-df0015be-476a-4683-bef2-234797735d74 service neutron] Attempting to bind port 20eb4cc8-0feb-469a-83a4-4066ba4fe359 on network 92c0ee84-afcf-471d-9130-80944ddb495b {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:02:34.050761 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-df0015be-476a-4683-bef2-234797735d74 service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:02:34.051213 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-df0015be-476a-4683-bef2-234797735d74 service neutron] Checking segment: {'id': '21e312ae-da59-48a6-a38b-d7af835b5bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '92c0ee84-afcf-471d-9130-80944ddb495b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:02:34.055613 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-df0015be-476a-4683-bef2-234797735d74 service neutron] Bound using segment: {'id': '21e312ae-da59-48a6-a38b-d7af835b5bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '92c0ee84-afcf-471d-9130-80944ddb495b'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:02:34.067991 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-df0015be-476a-4683-bef2-234797735d74 service neutron] Bound port: 20eb4cc8-0feb-469a-83a4-4066ba4fe359, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e312ae-da59-48a6-a38b-d7af835b5bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '92c0ee84-afcf-471d-9130-80944ddb495b'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:02:34.067991 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-df0015be-476a-4683-bef2-234797735d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:34.136902 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:02:34.276938 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-df0015be-476a-4683-bef2-234797735d74 service neutron] For port 20eb4cc8-0feb-469a-83a4-4066ba4fe359, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:02:34.285665 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-df0015be-476a-4683-bef2-234797735d74 service neutron] For port 20eb4cc8-0feb-469a-83a4-4066ba4fe359, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=20eb4cc8-0feb-469a-83a4-4066ba4fe359,segment=NetworkSegment(21e312ae-da59-48a6-a38b-d7af835b5bf4),segment_id=21e312ae-da59-48a6-a38b-d7af835b5bf4)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:02:34.453038 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dbffa-98d8-4500-b971-05600a2b7e44 req-ccb31101-89cb-40db-94bf-4fb695137130 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:34.458470 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-df0015be-476a-4683-bef2-234797735d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:34.466088 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f01dbffa-98d8-4500-b971-05600a2b7e44 req-ccb31101-89cb-40db-94bf-4fb695137130 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=06bff188-10bb-435e-8f5a-a7b938bc42df HTTP/1.1" status: 200 len: 907 time: 0.1139104 Jun 17 09:02:34.478161 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-3f6b6257-6085-4f61-a5f2-9710706c5852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:34.519752 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-df0015be-476a-4683-bef2-234797735d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:34.520384 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-df0015be-476a-4683-bef2-234797735d74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:34.521945 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-df0015be-476a-4683-bef2-234797735d74 service neutron] 10.222.0.50 "PUT /v2.0/ports/20eb4cc8-0feb-469a-83a4-4066ba4fe359 HTTP/1.1" status: 200 len: 1056 time: 1.7159131 Jun 17 09:02:34.524514 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06bff188-10bb-435e-8f5a-a7b938bc42df', 'tag': '20eb4cc8-0feb-469a-83a4-4066ba4fe359'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:02:34.533530 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c086bfe4-9d76-4d30-b5a8-a9d7a68a5bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "06bff188-10bb-435e-8f5a-a7b938bc42df", "tag": "20eb4cc8-0feb-469a-83a4-4066ba4fe359"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:02:34.571476 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0015be-476a-4683-bef2-234797735d74 service neutron] Pushing event updated for resources: {'Port': ['ID=20eb4cc8-0feb-469a-83a4-4066ba4fe359,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:34.591304 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-df0015be-476a-4683-bef2-234797735d74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:34.622173 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 09:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d84a8f-3f97-4ab2-8800-9f748831e463 x-openstack-request-id: req-d5d84a8f-3f97-4ab2-8800-9f748831e463 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:02:34.622520 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06bff188-10bb-435e-8f5a-a7b938bc42df", "tag": "20eb4cc8-0feb-469a-83a4-4066ba4fe359", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:02:34.622825 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d5d84a8f-3f97-4ab2-8800-9f748831e463 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:02:34.624101 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06bff188-10bb-435e-8f5a-a7b938bc42df', 'tag': '20eb4cc8-0feb-469a-83a4-4066ba4fe359', 'status': 'completed', 'code': 200} Jun 17 09:02:34.818491 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086bfe4-9d76-4d30-b5a8-a9d7a68a5bf5 req-20d503cb-6179-4268-b0e6-d5045eac73c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:34.820177 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c086bfe4-9d76-4d30-b5a8-a9d7a68a5bf5 req-20d503cb-6179-4268-b0e6-d5045eac73c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d08282b987e04d83bb48daa169894c33&device_id=06bff188-10bb-435e-8f5a-a7b938bc42df HTTP/1.1" status: 200 len: 1059 time: 0.1773093 Jun 17 09:02:34.995333 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086bfe4-9d76-4d30-b5a8-a9d7a68a5bf5 req-e63a74f7-22e9-4d68-b097-56ad1c75d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:34.995952 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086bfe4-9d76-4d30-b5a8-a9d7a68a5bf5 req-e63a74f7-22e9-4d68-b097-56ad1c75d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:34.997559 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c086bfe4-9d76-4d30-b5a8-a9d7a68a5bf5 req-e63a74f7-22e9-4d68-b097-56ad1c75d9ba service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=d08282b987e04d83bb48daa169894c33&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1699493 Jun 17 09:02:35.121718 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086bfe4-9d76-4d30-b5a8-a9d7a68a5bf5 req-44ea4a80-c70b-4e01-9cc8-8760c57b810f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:35.123094 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-c086bfe4-9d76-4d30-b5a8-a9d7a68a5bf5 req-44ea4a80-c70b-4e01-9cc8-8760c57b810f service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1161041 Jun 17 09:02:35.243559 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-109fb666-8527-475a-a419-ab3d73c84109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:35.245407 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-109fb666-8527-475a-a419-ab3d73c84109 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d08282b987e04d83bb48daa169894c33&device_id=06bff188-10bb-435e-8f5a-a7b938bc42df HTTP/1.1" status: 200 len: 1059 time: 0.0722423 Jun 17 09:02:35.319912 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-82d50c6f-dab3-404c-b57b-abe92c857591 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=20eb4cc8-0feb-469a-83a4-4066ba4fe359 HTTP/1.1" status: 200 len: 217 time: 0.0661235 Jun 17 09:02:35.388430 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47568) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:35.389066 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-92929c41-2ba5-40d1-8ab4-b637cac20544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:35.390913 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-92929c41-2ba5-40d1-8ab4-b637cac20544 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ab2747a0-da8f-475c-9b4b-c00e954f8d6a HTTP/1.1" status: 200 len: 838 time: 0.0637116 Jun 17 09:02:35.507133 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-8223529f-43b9-4c75-8dc9-fafe56c7f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:35.510584 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-8223529f-43b9-4c75-8dc9-fafe56c7f0ca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92c0ee84-afcf-471d-9130-80944ddb495b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1131957 Jun 17 09:02:35.522057 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47580) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:35.649002 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b4620d1c-f32f-4136-bfe8-eeb9b20dae91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:35.678053 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-e04b3c00-3d83-4cc6-8026-af675e8aafae service neutron] 10.222.0.50 "GET /v2.0/networks/92c0ee84-afcf-471d-9130-80944ddb495b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509085 Jun 17 09:02:35.705364 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e6d74c01-86fa-4e07-8848-a577e517c88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:35.808728 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85a671-0248-4075-a97f-1d8f861417cc req-6ec730a5-776b-48f7-8802-8b5cc091d2dd tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:35.808728 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7c85a671-0248-4075-a97f-1d8f861417cc req-6ec730a5-776b-48f7-8802-8b5cc091d2dd tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=06bff188-10bb-435e-8f5a-a7b938bc42df HTTP/1.1" status: 200 len: 907 time: 0.1630728 Jun 17 09:02:35.832310 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-1352806b-f3eb-477c-a7d1-4b7eb9587f00 req-f9a3bdc5-5cf3-443e-bb55-038f7c930958 service neutron] 10.222.0.50 "GET /v2.0/networks/92c0ee84-afcf-471d-9130-80944ddb495b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477618 Jun 17 09:02:35.856706 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b4620d1c-f32f-4136-bfe8-eeb9b20dae91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:35.924749 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-b4620d1c-f32f-4136-bfe8-eeb9b20dae91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:35.937703 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1f9a0bab-048a-4d60-b31b-edc0c43237f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:35.991938 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4620d1c-f32f-4136-bfe8-eeb9b20dae91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8ed32c-d2b4-405b-90ca-fb6f931e58fa,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:35.996495 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-b4620d1c-f32f-4136-bfe8-eeb9b20dae91 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0354179704014da8ac478d6c708c3144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6067984 Jun 17 09:02:35.999144 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47594) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:36.001619 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b4620d1c-f32f-4136-bfe8-eeb9b20dae91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:36.076368 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ba500fb2-c71d-4dad-a670-ee40936ba866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:36.107813 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e6d74c01-86fa-4e07-8848-a577e517c88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:36.110898 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ba500fb2-c71d-4dad-a670-ee40936ba866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:36.174742 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47602) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:36.255210 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e6d74c01-86fa-4e07-8848-a577e517c88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:36.260978 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ffc033b7-96e6-4bb5-bcf3-19ce473f3ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:36.307794 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7bd863fd-12cc-40bb-b063-31e979ae03f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:36.311759 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ba500fb2-c71d-4dad-a670-ee40936ba866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:36.313699 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d74c01-86fa-4e07-8848-a577e517c88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a4a143-e216-4795-b47c-ca86727ef321,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:36.315593 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-ba500fb2-c71d-4dad-a670-ee40936ba866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:36.322286 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e6d74c01-86fa-4e07-8848-a577e517c88f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:36.332118 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-ba500fb2-c71d-4dad-a670-ee40936ba866 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d8ed32c-d2b4-405b-90ca-fb6f931e58fa HTTP/1.1" status: 204 len: 168 time: 0.3284311 Jun 17 09:02:36.332118 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47606) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:36.332398 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e6d74c01-86fa-4e07-8848-a577e517c88f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1bcff474e248403c947ef54459f62455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8070810 Jun 17 09:02:36.332497 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8cd01230-a153-4753-bf36-0febab2af78a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:36.356235 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba500fb2-c71d-4dad-a670-ee40936ba866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8ed32c-d2b4-405b-90ca-fb6f931e58fa,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:36.367696 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-ba500fb2-c71d-4dad-a670-ee40936ba866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:36.429616 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7bd863fd-12cc-40bb-b063-31e979ae03f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:36.458239 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1c9545f5-455e-4d31-a0c5-4948994653d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:36.495487 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1c9545f5-455e-4d31-a0c5-4948994653d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:36.523774 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7bd863fd-12cc-40bb-b063-31e979ae03f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:36.528220 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-326091b8-cd58-42d9-8c9c-ae1745f03a7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:36.572944 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7bd863fd-12cc-40bb-b063-31e979ae03f4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9622fdd2c5ce43fcbb62058759f89c64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3970034 Jun 17 09:02:36.574177 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd863fd-12cc-40bb-b063-31e979ae03f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd5a171-a804-4e13-8d9b-8506ab2e16f4,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:36.576052 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47616) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:36.594364 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7bd863fd-12cc-40bb-b063-31e979ae03f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:36.637158 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c4054f12-0cab-4b5a-946d-7904030029e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:36.652560 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1c9545f5-455e-4d31-a0c5-4948994653d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:36.655523 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1c9545f5-455e-4d31-a0c5-4948994653d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:36.659176 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-1c9545f5-455e-4d31-a0c5-4948994653d6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b4a4a143-e216-4795-b47c-ca86727ef321 HTTP/1.1" status: 204 len: 168 time: 0.3069904 Jun 17 09:02:36.661445 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-719feb77-47c6-4d89-bfd2-43f0dbd15006 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:36.668047 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c4054f12-0cab-4b5a-946d-7904030029e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:36.679355 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9545f5-455e-4d31-a0c5-4948994653d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a4a143-e216-4795-b47c-ca86727ef321,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:36.687784 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1c9545f5-455e-4d31-a0c5-4948994653d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:36.833205 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c4054f12-0cab-4b5a-946d-7904030029e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:36.836232 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c4054f12-0cab-4b5a-946d-7904030029e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:36.841010 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c4054f12-0cab-4b5a-946d-7904030029e1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8bd5a171-a804-4e13-8d9b-8506ab2e16f4 HTTP/1.1" status: 204 len: 168 time: 0.2627828 Jun 17 09:02:36.842151 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d37e782b-4197-420b-bfdf-8380e9aad36d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:36.851652 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4054f12-0cab-4b5a-946d-7904030029e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd5a171-a804-4e13-8d9b-8506ab2e16f4,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:36.854991 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c4054f12-0cab-4b5a-946d-7904030029e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:37.035840 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4fa30-3b8e-4959-967c-d40459960a14 req-a70609c7-7376-49d9-9eeb-e305e9b9d2ce tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:37.046692 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-5ae4fa30-3b8e-4959-967c-d40459960a14 req-a70609c7-7376-49d9-9eeb-e305e9b9d2ce tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=06bff188-10bb-435e-8f5a-a7b938bc42df HTTP/1.1" status: 200 len: 907 time: 0.0893714 Jun 17 09:02:37.741796 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47656) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:37.756382 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-aa19efaf-0434-4ab8-b3a2-b81d0286ce68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:37.876985 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-aa19efaf-0434-4ab8-b3a2-b81d0286ce68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:37.965221 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-aa19efaf-0434-4ab8-b3a2-b81d0286ce68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:37.968156 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-eec1539c-5b7a-4631-88dd-079045141963 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:38.004035 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19efaf-0434-4ab8-b3a2-b81d0286ce68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9cb4df-bcc0-4733-b43d-182e31bb119f,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:38.008383 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-aa19efaf-0434-4ab8-b3a2-b81d0286ce68 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bada6f830ee944bca8227da30a9324e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2652636 Jun 17 09:02:38.009355 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-aa19efaf-0434-4ab8-b3a2-b81d0286ce68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:38.011056 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47670) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:38.073883 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f5635056-61bb-4cc3-804e-1b3a1e48edf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:38.106500 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f5635056-61bb-4cc3-804e-1b3a1e48edf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:38.262127 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f5635056-61bb-4cc3-804e-1b3a1e48edf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:38.270200 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-f5635056-61bb-4cc3-804e-1b3a1e48edf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:38.274024 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-f5635056-61bb-4cc3-804e-1b3a1e48edf8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7f9cb4df-bcc0-4733-b43d-182e31bb119f HTTP/1.1" status: 204 len: 168 time: 0.2592547 Jun 17 09:02:38.274024 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b07458cc-5660-4767-907d-eabeac3529c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:38.291787 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5635056-61bb-4cc3-804e-1b3a1e48edf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9cb4df-bcc0-4733-b43d-182e31bb119f,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:38.296023 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f5635056-61bb-4cc3-804e-1b3a1e48edf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:38.306653 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3f4e6-ef4f-4f10-ac31-1f9dea8351f1 req-1e8e9352-242e-4d5a-a6f0-8d17ebec96c2 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:38.311467 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b8a3f4e6-ef4f-4f10-ac31-1f9dea8351f1 req-1e8e9352-242e-4d5a-a6f0-8d17ebec96c2 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=06bff188-10bb-435e-8f5a-a7b938bc42df HTTP/1.1" status: 200 len: 907 time: 0.1010814 Jun 17 09:02:39.078927 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47726) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:39.168699 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [req-451666c8-edf4-4ef0-a958-4d7f60665e84 req-3e032985-ad76-4662-914a-b31baab2e1e0 tempest-ServerShowV247Test-361102591 tempest-ServerShowV247Test-361102591-project] (94519) timed out ('10.222.0.53', 64395) {{(pid=94519) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 09:02:39.498722 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-2b0cd480-ae74-4ac7-a6f4-15d1fe15ca05 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-988134914-network', 'tenant_id': '2c5f9be02f694efc899ea83bc65e21d8'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:02:39.556302 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50b482-71b3-4a9f-8773-e2c20ba48d81 req-e1cdfef4-894f-4566-817d-822a26bea65a tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:39.570829 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-ec50b482-71b3-4a9f-8773-e2c20ba48d81 req-e1cdfef4-894f-4566-817d-822a26bea65a tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=06bff188-10bb-435e-8f5a-a7b938bc42df HTTP/1.1" status: 200 len: 907 time: 0.1175330 Jun 17 09:02:39.610515 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0cd480-ae74-4ac7-a6f4-15d1fe15ca05 admin admin] Made reservation on behalf of 2c5f9be02f694efc899ea83bc65e21d8 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:02:39.614178 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2b0cd480-ae74-4ac7-a6f4-15d1fe15ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:39.630045 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2b0cd480-ae74-4ac7-a6f4-15d1fe15ca05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:39.743289 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 20eb4cc8-0feb-469a-83a4-4066ba4fe359 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 09:02:39.804095 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2b0cd480-ae74-4ac7-a6f4-15d1fe15ca05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:39.912242 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2b0cd480-ae74-4ac7-a6f4-15d1fe15ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:39.915368 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 20eb4cc8-0feb-469a-83a4-4066ba4fe359, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=20eb4cc8-0feb-469a-83a4-4066ba4fe359,segment=NetworkSegment(21e312ae-da59-48a6-a38b-d7af835b5bf4),segment_id=21e312ae-da59-48a6-a38b-d7af835b5bf4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:02:39.919905 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-78a7393d-3bd4-495d-ac47-1a9309e5fa63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:39.949616 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '20eb4cc8-0feb-469a-83a4-4066ba4fe359', 'network_id': '92c0ee84-afcf-471d-9130-80944ddb495b', 'port_id': '20eb4cc8-0feb-469a-83a4-4066ba4fe359', 'mac_address': 'fa:16:3e:bc:92:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab2747a0-da8f-475c-9b4b-c00e954f8d6a', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 09:02:39.963959 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0cd480-ae74-4ac7-a6f4-15d1fe15ca05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 09:02:40.016837 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2b0cd480-ae74-4ac7-a6f4-15d1fe15ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:40.017443 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-2b0cd480-ae74-4ac7-a6f4-15d1fe15ca05 admin admin] Added segment e28193e5-8636-4fb9-95d2-2bdc079c6a9e of type vlan for network 3d805ef3-c740-4a7f-b649-059d0f777d8c Jun 17 09:02:40.021275 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0cd480-ae74-4ac7-a6f4-15d1fe15ca05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364833cc-96a7-4a9c-ae61-e7b470be1886,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:40.027882 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2b0cd480-ae74-4ac7-a6f4-15d1fe15ca05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:40.043877 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:40.077208 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20eb4cc8-0feb-469a-83a4-4066ba4fe359 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:02:40.101712 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 20eb4cc8-0feb-469a-83a4-4066ba4fe359, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=20eb4cc8-0feb-469a-83a4-4066ba4fe359,segment=NetworkSegment(21e312ae-da59-48a6-a38b-d7af835b5bf4),segment_id=21e312ae-da59-48a6-a38b-d7af835b5bf4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:02:40.112715 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2b0cd480-ae74-4ac7-a6f4-15d1fe15ca05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:40.227618 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:40.231330 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:40.285332 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2b0cd480-ae74-4ac7-a6f4-15d1fe15ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:40.288900 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0cd480-ae74-4ac7-a6f4-15d1fe15ca05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:40.288900 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2b0cd480-ae74-4ac7-a6f4-15d1fe15ca05 admin admin] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:40.303047 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=20eb4cc8-0feb-469a-83a4-4066ba4fe359,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:40.308234 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:40.312771 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1f9a0bab-048a-4d60-b31b-edc0c43237f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:40.403131 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0cd480-ae74-4ac7-a6f4-15d1fe15ca05 admin admin] Pushing event updated for resources: {'Network': ['ID=3d805ef3-c740-4a7f-b649-059d0f777d8c,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:40.406629 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2b0cd480-ae74-4ac7-a6f4-15d1fe15ca05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:40.416372 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 3d805ef3-c740-4a7f-b649-059d0f777d8c details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 09:02:40.424389 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2b0cd480-ae74-4ac7-a6f4-15d1fe15ca05 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3425732 Jun 17 09:02:40.461551 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['20eb4cc8-0feb-469a-83a4-4066ba4fe359'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 09:02:40.784580 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f4cd0-f188-45b5-b9f9-bd48981b18ec req-fe76cff4-de95-461c-8e55-1f0b6edf1d9d tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:40.788337 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5e4f4cd0-f188-45b5-b9f9-bd48981b18ec req-fe76cff4-de95-461c-8e55-1f0b6edf1d9d tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=06bff188-10bb-435e-8f5a-a7b938bc42df HTTP/1.1" status: 200 len: 908 time: 0.0839968 Jun 17 09:02:41.451201 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc238562-c78e-496e-a5cd-57f329d92b9c req-5cc6cef4-a129-44ba-8bd3-af10af9942ef tempest-ComputeTenantNetworksTest-1875717525 tempest-ComputeTenantNetworksTest-1875717525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:41.461948 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc238562-c78e-496e-a5cd-57f329d92b9c req-5cc6cef4-a129-44ba-8bd3-af10af9942ef tempest-ComputeTenantNetworksTest-1875717525 tempest-ComputeTenantNetworksTest-1875717525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:41.476333 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc238562-c78e-496e-a5cd-57f329d92b9c req-5cc6cef4-a129-44ba-8bd3-af10af9942ef tempest-ComputeTenantNetworksTest-1875717525 tempest-ComputeTenantNetworksTest-1875717525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:41.480110 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-cc238562-c78e-496e-a5cd-57f329d92b9c req-5cc6cef4-a129-44ba-8bd3-af10af9942ef tempest-ComputeTenantNetworksTest-1875717525 tempest-ComputeTenantNetworksTest-1875717525-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3342459 Jun 17 09:02:41.599129 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb1529-2087-44bc-b3f1-1a4eb8fa3260 req-02ec6fe7-cd0d-4c41-a6d1-fe053a2f0d54 tempest-ComputeTenantNetworksTest-1875717525 tempest-ComputeTenantNetworksTest-1875717525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:41.600915 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-a9fb1529-2087-44bc-b3f1-1a4eb8fa3260 req-02ec6fe7-cd0d-4c41-a6d1-fe053a2f0d54 tempest-ComputeTenantNetworksTest-1875717525 tempest-ComputeTenantNetworksTest-1875717525-project] 10.222.0.49 "GET /v2.0/networks/3d805ef3-c740-4a7f-b649-059d0f777d8c HTTP/1.1" status: 200 len: 768 time: 0.1003871 Jun 17 09:02:41.610242 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47824) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:41.728468 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4f6c7120-aec3-48df-a0d9-f14b7d32f34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:41.760836 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 20eb4cc8-0feb-469a-83a4-4066ba4fe359 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:02:41.871356 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4f6c7120-aec3-48df-a0d9-f14b7d32f34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:41.885039 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-4f6c7120-aec3-48df-a0d9-f14b7d32f34f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d805ef3-c740-4a7f-b649-059d0f777d8c']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:41.901599 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-4f6c7120-aec3-48df-a0d9-f14b7d32f34f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28193e5-8636-4fb9-95d2-2bdc079c6a9e') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:41.902636 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-4f6c7120-aec3-48df-a0d9-f14b7d32f34f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28193e5-8636-4fb9-95d2-2bdc079c6a9e') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:41.915307 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4f6c7120-aec3-48df-a0d9-f14b7d32f34f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:41.935667 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4f6c7120-aec3-48df-a0d9-f14b7d32f34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:41.936275 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 20eb4cc8-0feb-469a-83a4-4066ba4fe359 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:02:41.941392 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 20eb4cc8-0feb-469a-83a4-4066ba4fe359 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:02:41.941773 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:41.943625 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6c7120-aec3-48df-a0d9-f14b7d32f34f admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 09:02:41.944365 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4f6c7120-aec3-48df-a0d9-f14b7d32f34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: timer() Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 09:02:41.946877 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 09:02:42.066644 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4d15b-c217-4474-b468-9bd4cd29830a req-e4952c11-ef78-4cf0-8be0-fa6abd3fc75e tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:42.068422 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b1a4d15b-c217-4474-b468-9bd4cd29830a req-e4952c11-ef78-4cf0-8be0-fa6abd3fc75e tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=06bff188-10bb-435e-8f5a-a7b938bc42df HTTP/1.1" status: 200 len: 908 time: 0.1245975 Jun 17 09:02:42.099803 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:42.122164 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bff188-10bb-435e-8f5a-a7b938bc42df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20eb4cc8-0feb-469a-83a4-4066ba4fe359'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:02:42.124661 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b61b26-b193-4507-a745-7e700c7698e7" -d '{"events": [{"server_uuid": "06bff188-10bb-435e-8f5a-a7b938bc42df", "name": "network-vif-plugged", "status": "completed", "tag": "20eb4cc8-0feb-469a-83a4-4066ba4fe359"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:02:42.138273 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 20eb4cc8-0feb-469a-83a4-4066ba4fe359, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=20eb4cc8-0feb-469a-83a4-4066ba4fe359,segment=NetworkSegment(21e312ae-da59-48a6-a38b-d7af835b5bf4),segment_id=21e312ae-da59-48a6-a38b-d7af835b5bf4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:02:42.203528 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4f6c7120-aec3-48df-a0d9-f14b7d32f34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:42.226776 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4f6c7120-aec3-48df-a0d9-f14b7d32f34f admin admin] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:42.230256 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4f6c7120-aec3-48df-a0d9-f14b7d32f34f admin admin] 10.222.0.49 "DELETE /v2.0/networks/3d805ef3-c740-4a7f-b649-059d0f777d8c HTTP/1.1" status: 204 len: 168 time: 0.6182549 Jun 17 09:02:42.230592 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-276060f6-b606-4474-aca3-98612f7f3fb0 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:42.262539 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:42.265189 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c7120-aec3-48df-a0d9-f14b7d32f34f admin admin] Pushing event deleted for resources: {'Network': ['ID=3d805ef3-c740-4a7f-b649-059d0f777d8c,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:42.266125 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:42.272969 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4f6c7120-aec3-48df-a0d9-f14b7d32f34f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:42.335297 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=20eb4cc8-0feb-469a-83a4-4066ba4fe359,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:42.340515 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:42.368995 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29680062-0cb3-4e9b-88ba-622a439bbe7d x-openstack-request-id: req-29680062-0cb3-4e9b-88ba-622a439bbe7d {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:02:42.369230 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06bff188-10bb-435e-8f5a-a7b938bc42df", "name": "network-vif-plugged", "status": "completed", "tag": "20eb4cc8-0feb-469a-83a4-4066ba4fe359", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:02:42.369597 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29680062-0cb3-4e9b-88ba-622a439bbe7d {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:02:42.370086 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bff188-10bb-435e-8f5a-a7b938bc42df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20eb4cc8-0feb-469a-83a4-4066ba4fe359', 'code': 200} Jun 17 09:02:42.525827 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af1e3a-48e0-4d5f-8827-a945d3a66368 req-c54b530f-3878-456c-9665-5c9fcb356559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:42.528098 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-03af1e3a-48e0-4d5f-8827-a945d3a66368 req-c54b530f-3878-456c-9665-5c9fcb356559 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=06bff188-10bb-435e-8f5a-a7b938bc42df HTTP/1.1" status: 200 len: 1061 time: 0.0728760 Jun 17 09:02:42.873999 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47888) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:42.926070 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-397e9bde-a4d3-444a-ae22-eca3c9c115e0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c5f9be02f694efc899ea83bc65e21d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499387 Jun 17 09:02:42.929514 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47892) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:43.000144 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e707757-000b-4426-b0bc-5cf037992a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:43.047198 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e707757-000b-4426-b0bc-5cf037992a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:43.294282 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6852ea-01d6-497d-9ccb-e6c784d8be26 req-0d5b489b-1b40-4d0c-9629-f20143f18875 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:43.296233 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9c6852ea-01d6-497d-9ccb-e6c784d8be26 req-0d5b489b-1b40-4d0c-9629-f20143f18875 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=06bff188-10bb-435e-8f5a-a7b938bc42df HTTP/1.1" status: 200 len: 909 time: 0.0737388 Jun 17 09:02:43.375800 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e707757-000b-4426-b0bc-5cf037992a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:43.378993 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e707757-000b-4426-b0bc-5cf037992a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:43.380255 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-2e707757-000b-4426-b0bc-5cf037992a78 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/364833cc-96a7-4a9c-ae61-e7b470be1886 HTTP/1.1" status: 204 len: 168 time: 0.4490554 Jun 17 09:02:43.381371 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-41e2c9c1-13fc-4aa1-91fd-e3a375f58d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:43.394542 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e707757-000b-4426-b0bc-5cf037992a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364833cc-96a7-4a9c-ae61-e7b470be1886,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:43.398113 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2e707757-000b-4426-b0bc-5cf037992a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:44.093907 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 47924) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:44.234025 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8089f5af-d51d-424a-a944-24151643a0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:44.458600 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8089f5af-d51d-424a-a944-24151643a0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:44.569767 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636fa31-d914-4eef-8e55-ae899d24d710 req-93750739-f01a-4ccd-b996-9b2a8e288014 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:44.574133 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-8089f5af-d51d-424a-a944-24151643a0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:44.578879 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-499b8437-4b9d-4ed7-9b09-2ec15ad3e6fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:44.581789 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0636fa31-d914-4eef-8e55-ae899d24d710 req-93750739-f01a-4ccd-b996-9b2a8e288014 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=06bff188-10bb-435e-8f5a-a7b938bc42df HTTP/1.1" status: 200 len: 909 time: 0.0891719 Jun 17 09:02:44.636043 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089f5af-d51d-424a-a944-24151643a0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62ed337-c754-4866-850f-72d03566d966,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:44.653396 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-8089f5af-d51d-424a-a944-24151643a0c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:44.670134 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-8089f5af-d51d-424a-a944-24151643a0c0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b1644e75e60f4e6998c531c532691b19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5725784 Jun 17 09:02:44.673022 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47946) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:44.803377 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6902f29b-ac42-4f1d-846f-e7ce3e7d2321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:44.832668 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6902f29b-ac42-4f1d-846f-e7ce3e7d2321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:44.872733 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a82be-2998-478e-afcb-bf2aec92c4c4 req-8ba7d86a-1c5a-4762-9216-1e23fc9c6ac1 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:44.874436 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-a28a82be-2998-478e-afcb-bf2aec92c4c4 req-8ba7d86a-1c5a-4762-9216-1e23fc9c6ac1 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=06bff188-10bb-435e-8f5a-a7b938bc42df HTTP/1.1" status: 200 len: 909 time: 0.1018429 Jun 17 09:02:44.992781 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6902f29b-ac42-4f1d-846f-e7ce3e7d2321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:44.995393 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6902f29b-ac42-4f1d-846f-e7ce3e7d2321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:45.001071 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6902f29b-ac42-4f1d-846f-e7ce3e7d2321 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e62ed337-c754-4866-850f-72d03566d966 HTTP/1.1" status: 204 len: 168 time: 0.3270500 Jun 17 09:02:45.002018 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a6ab4262-192d-4536-93bd-c36cc4019199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:45.024721 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902f29b-ac42-4f1d-846f-e7ce3e7d2321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62ed337-c754-4866-850f-72d03566d966,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:45.027308 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6902f29b-ac42-4f1d-846f-e7ce3e7d2321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:45.239685 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a686b8-5655-425c-a05f-b276a46aef83 req-5aad024a-4a6d-4171-b6fb-a347e1982d0a tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:45.242641 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-62a686b8-5655-425c-a05f-b276a46aef83 req-5aad024a-4a6d-4171-b6fb-a347e1982d0a tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=06bff188-10bb-435e-8f5a-a7b938bc42df HTTP/1.1" status: 200 len: 1061 time: 0.1607089 Jun 17 09:02:45.545268 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa562a3-c646-42d6-8542-793806abd5a4 req-03e77b97-efda-47ab-ab12-371f88df03f1 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:45.557138 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9aa562a3-c646-42d6-8542-793806abd5a4 req-03e77b97-efda-47ab-ab12-371f88df03f1 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5 HTTP/1.1" status: 200 len: 1136 time: 0.0954163 Jun 17 09:02:45.612873 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-9aa562a3-c646-42d6-8542-793806abd5a4 req-1953114e-cba8-4963-aec0-54d158d29a00 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3ce88f9c-fad4-433a-a58b-37e20200626e&id=0757b347-5713-4399-9d0b-dffd0de572d5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0541627 Jun 17 09:02:45.628660 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 47990) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:45.750886 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2b18af-c870-4f37-9b08-3c03e6ed6be4 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:45.760293 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-8b2b18af-c870-4f37-9b08-3c03e6ed6be4 tempest-TestSecurityGroupsBasicOps-504406950 tempest-TestSecurityGroupsBasicOps-504406950-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=06bff188-10bb-435e-8f5a-a7b938bc42df HTTP/1.1" status: 200 len: 1056 time: 0.1297269 Jun 17 09:02:46.254682 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 48006) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:46.372202 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 48010) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:46.393753 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4beb7c84-878a-4d9c-8a00-5e75a239e834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:46.418182 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-971e1086-e748-45a2-8eb1-13cedb7116ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:46.451571 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.db.api [None req-971e1086-e748-45a2-8eb1-13cedb7116ae admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 09:02:46.451571 n-d-758944-30 neutron-server[94519]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 17 09:02:46.451571 n-d-758944-30 neutron-server[94519]: [parameters: {'project_id': '70b9fec972ec4a9bab6f2b1fd74ebc0d', 'id': '033a8fef-f529-4f38-8edf-baeaccca0942', 'expiration': datetime.datetime(2021, 6, 17, 9, 4, 46, 445348)}] Jun 17 09:02:46.451571 n-d-758944-30 neutron-server[94519]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 09:02:46.453048 n-d-758944-30 neutron-server[94519]: DEBUG oslo_db.api [None req-971e1086-e748-45a2-8eb1-13cedb7116ae admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 09:02:46.552076 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4beb7c84-878a-4d9c-8a00-5e75a239e834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:46.615429 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc7305-dd7a-4889-ba17-596f8e13c9ba req-930dffee-df54-44cf-a370-48fa473982cc tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:46.629088 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-30cc7305-dd7a-4889-ba17-596f8e13c9ba req-930dffee-df54-44cf-a370-48fa473982cc tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=06bff188-10bb-435e-8f5a-a7b938bc42df HTTP/1.1" status: 200 len: 909 time: 0.0821822 Jun 17 09:02:46.672801 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-4beb7c84-878a-4d9c-8a00-5e75a239e834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:46.701239 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b5ae5944-eb35-472b-8460-ca033398e3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:46.705669 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-4beb7c84-878a-4d9c-8a00-5e75a239e834 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e9cb7703ad6040979586125a79f3c040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3324225 Jun 17 09:02:46.708324 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48014) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:46.752109 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb7c84-878a-4d9c-8a00-5e75a239e834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726b69b7-9697-48cf-aa21-e219ef76fac4,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:46.756525 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4beb7c84-878a-4d9c-8a00-5e75a239e834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:46.810307 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-80c2f5f3-437d-49cc-8dec-318808ed370b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:46.832846 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-80c2f5f3-437d-49cc-8dec-318808ed370b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:46.955235 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-971e1086-e748-45a2-8eb1-13cedb7116ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:46.972556 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-80c2f5f3-437d-49cc-8dec-318808ed370b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:46.976750 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-80c2f5f3-437d-49cc-8dec-318808ed370b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:46.978818 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-80c2f5f3-437d-49cc-8dec-318808ed370b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/726b69b7-9697-48cf-aa21-e219ef76fac4 HTTP/1.1" status: 204 len: 168 time: 0.2691927 Jun 17 09:02:46.980127 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b4620d1c-f32f-4136-bfe8-eeb9b20dae91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:46.992432 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2f5f3-437d-49cc-8dec-318808ed370b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726b69b7-9697-48cf-aa21-e219ef76fac4,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:47.002954 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-80c2f5f3-437d-49cc-8dec-318808ed370b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:47.128218 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-971e1086-e748-45a2-8eb1-13cedb7116ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:47.244830 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-971e1086-e748-45a2-8eb1-13cedb7116ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:47.277361 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5dcbabab-6475-4686-b45e-f271a19a2db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:47.285808 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48024) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:47.286023 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-971e1086-e748-45a2-8eb1-13cedb7116ae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=70b9fec972ec4a9bab6f2b1fd74ebc0d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0299904 Jun 17 09:02:47.338780 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e1086-e748-45a2-8eb1-13cedb7116ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1d044c-7d4f-4a39-b45d-4a0a8025be0a,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:47.344196 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-971e1086-e748-45a2-8eb1-13cedb7116ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:47.362942 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-20aadae4-9244-4580-82b8-fed9d3dc2469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:47.386005 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-20aadae4-9244-4580-82b8-fed9d3dc2469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:47.650457 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-20aadae4-9244-4580-82b8-fed9d3dc2469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:47.653390 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-20aadae4-9244-4580-82b8-fed9d3dc2469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:47.655181 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-20aadae4-9244-4580-82b8-fed9d3dc2469 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0b1d044c-7d4f-4a39-b45d-4a0a8025be0a HTTP/1.1" status: 204 len: 168 time: 0.3683870 Jun 17 09:02:47.656228 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d6c8cc1c-b824-4d96-a1d3-c0a233be1241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:47.664814 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aadae4-9244-4580-82b8-fed9d3dc2469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1d044c-7d4f-4a39-b45d-4a0a8025be0a,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:47.700276 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-20aadae4-9244-4580-82b8-fed9d3dc2469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:47.853525 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:47.908505 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50567cf-cbab-434d-8258-1b043c6dcac2 req-4a15f51c-0868-4502-ad12-73f8fd574de3 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:47.909973 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b50567cf-cbab-434d-8258-1b043c6dcac2 req-4a15f51c-0868-4502-ad12-73f8fd574de3 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=06bff188-10bb-435e-8f5a-a7b938bc42df HTTP/1.1" status: 200 len: 909 time: 0.1065471 Jun 17 09:02:47.919783 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4545f0-0ec7-4df1-bf44-11acef52f4ad req-c87f0839-5d79-416b-91b6-6ee3afb4f477 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:47.921954 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9a4545f0-0ec7-4df1-bf44-11acef52f4ad req-c87f0839-5d79-416b-91b6-6ee3afb4f477 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.50 "GET /v2.0/ports?device_id=06bff188-10bb-435e-8f5a-a7b938bc42df HTTP/1.1" status: 200 len: 909 time: 0.0894496 Jun 17 09:02:48.102228 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-9a4545f0-0ec7-4df1-bf44-11acef52f4ad req-8e1d9c6c-8819-49e0-a7fa-cc1376596743 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Deleting port 20eb4cc8-0feb-469a-83a4-4066ba4fe359 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:02:48.102693 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9a4545f0-0ec7-4df1-bf44-11acef52f4ad req-8e1d9c6c-8819-49e0-a7fa-cc1376596743 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:48.205388 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-9a4545f0-0ec7-4df1-bf44-11acef52f4ad req-8e1d9c6c-8819-49e0-a7fa-cc1376596743 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] For port 20eb4cc8-0feb-469a-83a4-4066ba4fe359, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=20eb4cc8-0feb-469a-83a4-4066ba4fe359,segment=NetworkSegment(21e312ae-da59-48a6-a38b-d7af835b5bf4),segment_id=21e312ae-da59-48a6-a38b-d7af835b5bf4)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:02:48.206254 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9a4545f0-0ec7-4df1-bf44-11acef52f4ad req-8e1d9c6c-8819-49e0-a7fa-cc1376596743 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:48.302630 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [req-9a4545f0-0ec7-4df1-bf44-11acef52f4ad req-8e1d9c6c-8819-49e0-a7fa-cc1376596743 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Calling delete_port for 20eb4cc8-0feb-469a-83a4-4066ba4fe359 owned by compute:nova {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:02:48.666623 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-4dab96b2-2493-4fb2-9636-e9979ea0720f tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:48.668173 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-4dab96b2-2493-4fb2-9636-e9979ea0720f tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/networks?id=904ca9b1-00d8-4238-94b1-dcb40f3f0868 HTTP/1.1" status: 200 len: 814 time: 0.1416841 Jun 17 09:02:48.688515 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-d8151014-e7eb-4733-8c5f-85d0678e31c4 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/quotas/a2ee40337e3b431baa5a1d17104f6d60 HTTP/1.1" status: 200 len: 375 time: 0.0152018 Jun 17 09:02:48.746197 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9a4545f0-0ec7-4df1-bf44-11acef52f4ad req-8e1d9c6c-8819-49e0-a7fa-cc1376596743 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:48.769483 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0aa83e35-54f4-4ea9-82f9-ddaf2a7585b4 tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:48.827318 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d9c6c-8819-49e0-a7fa-cc1376596743 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Pushing event deleted for resources: {'Port': ['ID=20eb4cc8-0feb-469a-83a4-4066ba4fe359,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:48.844732 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8e1d9c6c-8819-49e0-a7fa-cc1376596743 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:48.858528 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-4a50a6a2-bc57-40c0-9069-f925d0c4b359 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a2ee40337e3b431baa5a1d17104f6d60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1690223 Jun 17 09:02:48.920513 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4545f0-0ec7-4df1-bf44-11acef52f4ad req-8e1d9c6c-8819-49e0-a7fa-cc1376596743 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] No DVR routers for this DVR port 20eb4cc8-0feb-469a-83a4-4066ba4fe359 on host n-h1-758944-30 {{(pid=94519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 09:02:48.925372 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-9a4545f0-0ec7-4df1-bf44-11acef52f4ad req-8e1d9c6c-8819-49e0-a7fa-cc1376596743 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:48.929583 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9a4545f0-0ec7-4df1-bf44-11acef52f4ad req-8e1d9c6c-8819-49e0-a7fa-cc1376596743 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.50 "DELETE /v2.0/ports/20eb4cc8-0feb-469a-83a4-4066ba4fe359 HTTP/1.1" status: 204 len: 173 time: 1.0014417 Jun 17 09:02:48.930427 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bff188-10bb-435e-8f5a-a7b938bc42df', 'name': 'network-vif-deleted', 'tag': '20eb4cc8-0feb-469a-83a4-4066ba4fe359'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:02:48.934800 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd560e07-89e6-4555-910c-73e06f172076" -d '{"events": [{"server_uuid": "06bff188-10bb-435e-8f5a-a7b938bc42df", "name": "network-vif-deleted", "tag": "20eb4cc8-0feb-469a-83a4-4066ba4fe359"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:02:49.201273 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8d872d86-e112-4e10-85cc-0f11a6c70d30 req-740320e2-3bbc-435f-b851-f7390e9ee1f4 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=06bff188-10bb-435e-8f5a-a7b938bc42df HTTP/1.1" status: 200 len: 210 time: 0.0429332 Jun 17 09:02:49.343477 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-495c0d4b-36f9-40c5-9f28-67a0409a0db7 service neutron] 10.222.0.49 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835370 Jun 17 09:02:49.600216 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705ff418-6ed0-443c-823d-482cff9d5bd8 x-openstack-request-id: req-705ff418-6ed0-443c-823d-482cff9d5bd8 {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:02:49.600895 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06bff188-10bb-435e-8f5a-a7b938bc42df", "name": "network-vif-deleted", "tag": "20eb4cc8-0feb-469a-83a4-4066ba4fe359", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:02:49.601404 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-705ff418-6ed0-443c-823d-482cff9d5bd8 {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:02:49.602273 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bff188-10bb-435e-8f5a-a7b938bc42df', 'name': 'network-vif-deleted', 'tag': '20eb4cc8-0feb-469a-83a4-4066ba4fe359', 'status': 'completed', 'code': 200} Jun 17 09:02:49.938085 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 48134) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:49.989386 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-99ff62af-ccd1-49d3-a1e7-446468258c5e service neutron] 10.222.0.49 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6445777 Jun 17 09:02:50.210563 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-d8ba1913-2091-4e46-84de-b3d0d0617eff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1614933591-network', 'tenant_id': 'dd574e42d189402d846f2ea243ac136e'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:02:50.319681 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ba1913-2091-4e46-84de-b3d0d0617eff admin admin] Made reservation on behalf of dd574e42d189402d846f2ea243ac136e for: {'network': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:02:50.322417 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d8ba1913-2091-4e46-84de-b3d0d0617eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:50.342280 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d8ba1913-2091-4e46-84de-b3d0d0617eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:50.416596 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:50.443111 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-5b2bd918-e6ab-4c84-8125-6657ead1ae8b req-7b77d1f7-4f82-4b47-8c6a-a147e49a66af tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf0b352f-8433-4e42-b09b-1685ae596b49 HTTP/1.1" status: 200 len: 210 time: 0.0889003 Jun 17 09:02:50.586160 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0123ba7e-a64d-4c2a-bbf4-e56e561d9226 req-06263ac5-ecc3-4081-b349-c0405b74c8ca tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=06bff188-10bb-435e-8f5a-a7b938bc42df HTTP/1.1" status: 200 len: 210 time: 0.0670376 Jun 17 09:02:50.670150 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d8ba1913-2091-4e46-84de-b3d0d0617eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:50.816692 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d8ba1913-2091-4e46-84de-b3d0d0617eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:50.822067 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-7de4a2d5-4107-4c99-87e0-9cc5bbf015ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:50.841208 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ba1913-2091-4e46-84de-b3d0d0617eff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=94519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 09:02:50.861167 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d8ba1913-2091-4e46-84de-b3d0d0617eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:50.862092 n-d-758944-30 neutron-server[94519]: INFO neutron.db.segments_db [None req-d8ba1913-2091-4e46-84de-b3d0d0617eff admin admin] Added segment 10b29316-10a4-4fd1-bc1e-88cc4c4bd788 of type vlan for network fc71b295-65ef-4cc5-80ca-29105fad9814 Jun 17 09:02:50.863848 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba1913-2091-4e46-84de-b3d0d0617eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5b77b1-58ce-49d3-8778-b355d0399f60,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:50.881021 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d8ba1913-2091-4e46-84de-b3d0d0617eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:50.922873 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d8ba1913-2091-4e46-84de-b3d0d0617eff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:51.159222 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d8ba1913-2091-4e46-84de-b3d0d0617eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:51.160277 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ba1913-2091-4e46-84de-b3d0d0617eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:51.161437 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-d8ba1913-2091-4e46-84de-b3d0d0617eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622672'] for network, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:51.177315 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4b1edfba-774b-4d74-98a6-251813f32fa4 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:51.288415 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba1913-2091-4e46-84de-b3d0d0617eff admin admin] Pushing event updated for resources: {'Network': ['ID=fc71b295-65ef-4cc5-80ca-29105fad9814,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:51.295256 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d8ba1913-2091-4e46-84de-b3d0d0617eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:51.306649 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network fc71b295-65ef-4cc5-80ca-29105fad9814 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 09:02:51.344216 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48210) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:51.347949 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-d8ba1913-2091-4e46-84de-b3d0d0617eff admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4070790 Jun 17 09:02:51.351349 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-e85942fc-232c-46e6-bc8b-4b42ab9b700b admin admin] Request body: {'subnet': {'network_id': 'fc71b295-65ef-4cc5-80ca-29105fad9814', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1614933591-subnet', 'tenant_id': 'dd574e42d189402d846f2ea243ac136e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:02:51.532150 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-94cef51d-21f8-4610-b9d5-3b6fd9e2d315 req-393f0f84-d531-45cb-976b-46466b7a2824 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf0b352f-8433-4e42-b09b-1685ae596b49 HTTP/1.1" status: 200 len: 210 time: 0.0430043 Jun 17 09:02:51.569020 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85942fc-232c-46e6-bc8b-4b42ab9b700b admin admin] Made reservation on behalf of dd574e42d189402d846f2ea243ac136e for: {'subnet': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:02:51.570017 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e85942fc-232c-46e6-bc8b-4b42ab9b700b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5887062'] for subnet, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:51.710721 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 48224) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:51.816293 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 20eb4cc8-0feb-469a-83a4-4066ba4fe359 no longer exists at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:02:51.848751 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48232) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:51.883307 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] No Port match for: 20eb4cc8-0feb-469a-83a4-4066ba4fe359 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:02:51.888058 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 20eb4cc8-0feb-469a-83a4-4066ba4fe359 not bound to the agent host n-h1-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:02:51.909562 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e85942fc-232c-46e6-bc8b-4b42ab9b700b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5916526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5887044'] for subnet, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:51.927942 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-19b6a7fd-6c78-4d59-8a0d-4eed85486c55 tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:51.977379 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85942fc-232c-46e6-bc8b-4b42ab9b700b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dc605df-b028-4c40-9161-272bbe1db744,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:51.984688 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e85942fc-232c-46e6-bc8b-4b42ab9b700b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:51.997762 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b15b2d0-055e-4937-89c8-c20e11453962 admin admin] Deleting subnet cbde395e-03df-44e6-9d8d-029a42a3ef23 {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 09:02:52.016876 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0b15b2d0-055e-4937-89c8-c20e11453962 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:52.161733 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0b15b2d0-055e-4937-89c8-c20e11453962 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:52.236229 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0b15b2d0-055e-4937-89c8-c20e11453962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:52.323657 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85942fc-232c-46e6-bc8b-4b42ab9b700b admin admin] Checking segment: {'id': '10b29316-10a4-4fd1-bc1e-88cc4c4bd788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fc71b295-65ef-4cc5-80ca-29105fad9814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:02:52.324002 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85942fc-232c-46e6-bc8b-4b42ab9b700b admin admin] Network hostable DHCP agents. Network: fc71b295-65ef-4cc5-80ca-29105fad9814, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 09:02:52.468626 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0b15b2d0-055e-4937-89c8-c20e11453962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:52.474014 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c3ced8f2-1c99-424f-ad9a-0af3294739fc tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:52.525228 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15b2d0-055e-4937-89c8-c20e11453962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbde395e-03df-44e6-9d8d-029a42a3ef23,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:52.529953 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0b15b2d0-055e-4937-89c8-c20e11453962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:52.532501 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85942fc-232c-46e6-bc8b-4b42ab9b700b admin admin] Network fc71b295-65ef-4cc5-80ca-29105fad9814 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 09:02:52.545324 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-0b15b2d0-055e-4937-89c8-c20e11453962 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:52.549699 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0b15b2d0-055e-4937-89c8-c20e11453962 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cbde395e-03df-44e6-9d8d-029a42a3ef23 HTTP/1.1" status: 204 len: 168 time: 0.6970284 Jun 17 09:02:52.564527 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48262) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:52.699288 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-e85942fc-232c-46e6-bc8b-4b42ab9b700b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, fc71b295-65ef-4cc5-80ca-29105fad9814) {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:02:52.710128 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85942fc-232c-46e6-bc8b-4b42ab9b700b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:52.710800 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e85942fc-232c-46e6-bc8b-4b42ab9b700b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:52.715324 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386cb588-ea8b-4a3e-89bd-47b299e75869 None None] Network fc71b295-65ef-4cc5-80ca-29105fad9814 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:02:52.823067 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bc8e9513-5c82-4e9e-80f0-4111b30317ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:52.859038 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e85942fc-232c-46e6-bc8b-4b42ab9b700b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5112669 Jun 17 09:02:52.859891 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48274) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:52.891291 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-57644b67-439a-432f-943d-e41002bcee5a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1614933591-router', 'tenant_id': 'dd574e42d189402d846f2ea243ac136e', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:02:53.072545 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ef540ca7-769f-40c8-a0ec-c89c819b511d req-f317106e-deea-49df-a20a-d4cb8959f5de tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf0b352f-8433-4e42-b09b-1685ae596b49 HTTP/1.1" status: 200 len: 210 time: 0.1148827 Jun 17 09:02:53.073369 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-57644b67-439a-432f-943d-e41002bcee5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2873'] for router, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:53.082670 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-57644b67-439a-432f-943d-e41002bcee5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-946984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2864'] for router, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:53.126191 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a0d2f4-1247-42f3-890e-3851e7201d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18be4634-eed4-5de0-b979-88a6135e656a-fc71b295-65ef-4cc5-80ca-29105fad9814', 'network_id': 'fc71b295-65ef-4cc5-80ca-29105fad9814', 'tenant_id': 'dd574e42d189402d846f2ea243ac136e', 'fixed_ips': [{'subnet_id': '8dc605df-b028-4c40-9161-272bbe1db744'}]}} from n-d-758944-30. {{(pid=94521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 09:02:53.128021 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-94a0d2f4-1247-42f3-890e-3851e7201d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:53.145725 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-23af1243-fb8e-4068-a092-f03fa179c1af tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:53.202959 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-57644b67-439a-432f-943d-e41002bcee5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:53.306597 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bc8e9513-5c82-4e9e-80f0-4111b30317ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:53.347496 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-bc8e9513-5c82-4e9e-80f0-4111b30317ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97d210e1-01bf-42ee-ae50-11f74d544f87']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:53.352974 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.db_base_plugin_common [None req-94a0d2f4-1247-42f3-890e-3851e7201d32 None None] Allocated IP 172.20.0.2 (fc71b295-65ef-4cc5-80ca-29105fad9814/8dc605df-b028-4c40-9161-272bbe1db744/328be491-540c-40b2-a2be-b3b0e4d775e2) {{(pid=94521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:02:53.475470 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-bc8e9513-5c82-4e9e-80f0-4111b30317ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a36ac0-dfff-438f-ad17-82f855fc640a') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:53.476063 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-bc8e9513-5c82-4e9e-80f0-4111b30317ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a36ac0-dfff-438f-ad17-82f855fc640a') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:53.565447 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bc8e9513-5c82-4e9e-80f0-4111b30317ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:53.671644 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bc8e9513-5c82-4e9e-80f0-4111b30317ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:53.734468 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-94a0d2f4-1247-42f3-890e-3851e7201d32 None None] Notify callbacks [] for port, precommit_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8e9513-5c82-4e9e-80f0-4111b30317ed admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bc8e9513-5c82-4e9e-80f0-4111b30317ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: timer() Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 09:02:53.799828 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-57644b67-439a-432f-943d-e41002bcee5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-940947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2854'] for router, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:53.815995 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-1f919f9d-d3a6-4c9a-a8c7-c21fea83230f tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:53.817749 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-1f919f9d-d3a6-4c9a-a8c7-c21fea83230f tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.53 "GET /v2.0/networks?id=904ca9b1-00d8-4238-94b1-dcb40f3f0868 HTTP/1.1" status: 200 len: 814 time: 0.2716098 Jun 17 09:02:53.838069 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-cad7d00a-0293-47a6-bfbc-ea45b2b1f3fd tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Request body: {'port': {'device_id': 'cf0b352f-8433-4e42-b09b-1685ae596b49', 'network_id': '904ca9b1-00d8-4238-94b1-dcb40f3f0868', 'admin_state_up': True, 'tenant_id': 'a2ee40337e3b431baa5a1d17104f6d60'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:02:54.010358 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-94a0d2f4-1247-42f3-890e-3851e7201d32 None None] Transition to ACTIVE for port object 328be491-540c-40b2-a2be-b3b0e4d775e2 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:02:54.040170 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-94a0d2f4-1247-42f3-890e-3851e7201d32 None None] Transition to ACTIVE for port object 328be491-540c-40b2-a2be-b3b0e4d775e2 will not be triggered until provisioned by entity DHCP. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:02:54.067630 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bc8e9513-5c82-4e9e-80f0-4111b30317ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.085390 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-bc8e9513-5c82-4e9e-80f0-4111b30317ed admin admin] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.092212 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-bc8e9513-5c82-4e9e-80f0-4111b30317ed admin admin] 10.222.0.49 "DELETE /v2.0/networks/97d210e1-01bf-42ee-ae50-11f74d544f87 HTTP/1.1" status: 204 len: 168 time: 1.5318367 Jun 17 09:02:54.096380 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 48312) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:54.100233 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-0337c038-6cc6-4e77-b81b-c94054cb55d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:54.124075 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e9513-5c82-4e9e-80f0-4111b30317ed admin admin] Pushing event deleted for resources: {'Network': ['ID=97d210e1-01bf-42ee-ae50-11f74d544f87,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:54.131523 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bc8e9513-5c82-4e9e-80f0-4111b30317ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:54.175353 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-23af1243-fb8e-4068-a092-f03fa179c1af tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Deleting port 7ae27442-9d45-4bde-939b-8fd309186261 {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:02:54.176232 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-94a0d2f4-1247-42f3-890e-3851e7201d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711'] for port, after_create {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.176947 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-23af1243-fb8e-4068-a092-f03fa179c1af tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.178285 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-b6390aca-dba3-4b3b-8feb-71465f203170 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:54.204662 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6b1bce-9d0c-4455-968e-294c0cbdf127 admin admin] Deleting subnet d3fd1de2-d8f7-424c-a921-292835ec5c70 {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 09:02:54.259991 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8f6b1bce-9d0c-4455-968e-294c0cbdf127 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.282065 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a0d2f4-1247-42f3-890e-3851e7201d32 None None] Network fc71b295-65ef-4cc5-80ca-29105fad9814 is already hosted by enough agents. {{(pid=94521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:02:54.284509 n-d-758944-30 neutron-server[94521]: DEBUG neutron.scheduler.base_scheduler [None req-94a0d2f4-1247-42f3-890e-3851e7201d32 None None] Resources bound (agent type, host, resource id): {{(pid=94521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:02:54.297935 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0d2f4-1247-42f3-890e-3851e7201d32 None None] Pushing event updated for resources: {'Port': ['ID=328be491-540c-40b2-a2be-b3b0e4d775e2,revision_number=1']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:54.301394 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a0d2f4-1247-42f3-890e-3851e7201d32 None None] Received port after_create {{(pid=94521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:02:54.303635 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-94a0d2f4-1247-42f3-890e-3851e7201d32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:54.325733 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-cad7d00a-0293-47a6-bfbc-ea45b2b1f3fd tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Made reservation on behalf of a2ee40337e3b431baa5a1d17104f6d60 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:02:54.330007 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-cad7d00a-0293-47a6-bfbc-ea45b2b1f3fd tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.342351 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8f6b1bce-9d0c-4455-968e-294c0cbdf127 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.436801 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-94a0d2f4-1247-42f3-890e-3851e7201d32 None None] Attempting to bind port 328be491-540c-40b2-a2be-b3b0e4d775e2 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:02:54.437951 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-94a0d2f4-1247-42f3-890e-3851e7201d32 None None] Attempting to bind port 328be491-540c-40b2-a2be-b3b0e4d775e2 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '10b29316-10a4-4fd1-bc1e-88cc4c4bd788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fc71b295-65ef-4cc5-80ca-29105fad9814'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:02:54.438456 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a0d2f4-1247-42f3-890e-3851e7201d32 None None] Attempting to bind port 328be491-540c-40b2-a2be-b3b0e4d775e2 on network fc71b295-65ef-4cc5-80ca-29105fad9814 {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:02:54.440518 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-bf16b197-5efd-45fb-a013-a3fad6af0f30 req-cab585c2-80ab-4c3d-bd76-170092049813 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf0b352f-8433-4e42-b09b-1685ae596b49 HTTP/1.1" status: 200 len: 210 time: 0.1045301 Jun 17 09:02:54.450064 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a0d2f4-1247-42f3-890e-3851e7201d32 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:02:54.450064 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a0d2f4-1247-42f3-890e-3851e7201d32 None None] Checking segment: {'id': '10b29316-10a4-4fd1-bc1e-88cc4c4bd788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fc71b295-65ef-4cc5-80ca-29105fad9814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:02:54.450064 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-94a0d2f4-1247-42f3-890e-3851e7201d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.450064 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a0d2f4-1247-42f3-890e-3851e7201d32 None None] Bound using segment: {'id': '10b29316-10a4-4fd1-bc1e-88cc4c4bd788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fc71b295-65ef-4cc5-80ca-29105fad9814'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:02:54.450064 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-94a0d2f4-1247-42f3-890e-3851e7201d32 None None] Bound port: 328be491-540c-40b2-a2be-b3b0e4d775e2, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b29316-10a4-4fd1-bc1e-88cc4c4bd788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fc71b295-65ef-4cc5-80ca-29105fad9814'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:02:54.455784 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-94a0d2f4-1247-42f3-890e-3851e7201d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.489958 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-57644b67-439a-432f-943d-e41002bcee5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.513296 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-57644b67-439a-432f-943d-e41002bcee5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.521718 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-23af1243-fb8e-4068-a092-f03fa179c1af tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] For port 7ae27442-9d45-4bde-939b-8fd309186261, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=7ae27442-9d45-4bde-939b-8fd309186261,segment=NetworkSegment(21e312ae-da59-48a6-a38b-d7af835b5bf4),segment_id=21e312ae-da59-48a6-a38b-d7af835b5bf4)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:02:54.522412 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-23af1243-fb8e-4068-a092-f03fa179c1af tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.548412 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-94a0d2f4-1247-42f3-890e-3851e7201d32 None None] For port 328be491-540c-40b2-a2be-b3b0e4d775e2, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:02:54.553965 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-94a0d2f4-1247-42f3-890e-3851e7201d32 None None] For port 328be491-540c-40b2-a2be-b3b0e4d775e2, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=328be491-540c-40b2-a2be-b3b0e4d775e2,segment=NetworkSegment(10b29316-10a4-4fd1-bc1e-88cc4c4bd788),segment_id=10b29316-10a4-4fd1-bc1e-88cc4c4bd788)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:02:54.629361 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-23af1243-fb8e-4068-a092-f03fa179c1af tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Calling delete_port for 7ae27442-9d45-4bde-939b-8fd309186261 owned by network:router_interface {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:02:54.649845 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_common [None req-57644b67-439a-432f-943d-e41002bcee5a admin admin] Allocated IP 172.25.2.208 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/4dd61375-781a-4bf9-afbe-6e8a1c939b03) {{(pid=94520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:02:54.753719 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-94a0d2f4-1247-42f3-890e-3851e7201d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.765650 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-ce51dfd5-85b1-4659-a217-287704752c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:54.772278 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-57644b67-439a-432f-943d-e41002bcee5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.827955 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8f6b1bce-9d0c-4455-968e-294c0cbdf127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.853526 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0d2f4-1247-42f3-890e-3851e7201d32 None None] Pushing event updated for resources: {'Port': ['ID=328be491-540c-40b2-a2be-b3b0e4d775e2,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:54.860314 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-94a0d2f4-1247-42f3-890e-3851e7201d32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:54.908819 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-cad7d00a-0293-47a6-bfbc-ea45b2b1f3fd tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Allocated IP 172.20.0.5 (904ca9b1-00d8-4238-94b1-dcb40f3f0868/be2c55b3-02a4-4190-acdd-75f271ee2f5f/63241de6-fbb8-4e65-ad53-ca0118c5db69) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:02:54.934540 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-57644b67-439a-432f-943d-e41002bcee5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:54.942281 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-ad8909ee-c5a2-43ce-a64e-27a671af406c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:54.998247 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57644b67-439a-432f-943d-e41002bcee5a admin admin] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:02:55.004017 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-57644b67-439a-432f-943d-e41002bcee5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:02:55.011263 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57644b67-439a-432f-943d-e41002bcee5a admin admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:02:55.017327 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57644b67-439a-432f-943d-e41002bcee5a admin admin] Pushing event updated for resources: {'Port': ['ID=4dd61375-781a-4bf9-afbe-6e8a1c939b03,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:55.031490 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-57644b67-439a-432f-943d-e41002bcee5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:55.120628 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8f6b1bce-9d0c-4455-968e-294c0cbdf127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:55.123515 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0f8061ad-acc9-4b33-9ae9-965782fb4f54 tempest-NetworksIpV6TestAttrs-278665339 tempest-NetworksIpV6TestAttrs-278665339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:55.215668 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b1bce-9d0c-4455-968e-294c0cbdf127 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3fd1de2-d8f7-424c-a921-292835ec5c70,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:55.218776 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-8f6b1bce-9d0c-4455-968e-294c0cbdf127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:55.273768 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-23af1243-fb8e-4068-a092-f03fa179c1af tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:55.291128 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fa25dfe3-271b-49e7-abb6-29446920d306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:55.372389 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1243-fb8e-4068-a092-f03fa179c1af tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Pushing event deleted for resources: {'Port': ['ID=7ae27442-9d45-4bde-939b-8fd309186261,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:55.377186 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-8f6b1bce-9d0c-4455-968e-294c0cbdf127 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:55.378483 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-8f6b1bce-9d0c-4455-968e-294c0cbdf127 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d3fd1de2-d8f7-424c-a921-292835ec5c70 HTTP/1.1" status: 204 len: 168 time: 1.2797565 Jun 17 09:02:55.381187 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-23af1243-fb8e-4068-a092-f03fa179c1af tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:55.381949 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48360) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:55.482357 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-265b971a-909d-41c0-bbbc-f71a34c1d83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:55.534892 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-cad7d00a-0293-47a6-bfbc-ea45b2b1f3fd tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:55.623789 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-265b971a-909d-41c0-bbbc-f71a34c1d83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:55.638890 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9bbea24e-5372-45bd-a0c6-effdf164a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:55.661542 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-265b971a-909d-41c0-bbbc-f71a34c1d83b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c208829-5e9c-4d3a-aadd-3edccb580080']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:55.672706 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-23af1243-fb8e-4068-a092-f03fa179c1af tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:55.711690 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-265b971a-909d-41c0-bbbc-f71a34c1d83b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc80d634-b539-4191-ac1e-2243ca354ae0') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:55.712435 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-265b971a-909d-41c0-bbbc-f71a34c1d83b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc80d634-b539-4191-ac1e-2243ca354ae0') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:55.764479 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-265b971a-909d-41c0-bbbc-f71a34c1d83b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:55.802640 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-265b971a-909d-41c0-bbbc-f71a34c1d83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:55.810307 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265b971a-909d-41c0-bbbc-f71a34c1d83b admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 09:02:55.813255 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-265b971a-909d-41c0-bbbc-f71a34c1d83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:55.847737 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-cad7d00a-0293-47a6-bfbc-ea45b2b1f3fd tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:55.852946 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-35d40be0-8052-40b5-97bc-cc6c56c09eb9 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:55.861973 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['c65a82dc-b698-455f-afe6-1fe8a9beeca4', '46f67b5c-0104-48be-9ad1-6e7734dce156'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: timer() Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 09:02:55.894177 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 09:02:55.994247 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['b17bc4b0-abc2-4fea-bc85-0c00b4affe8c'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 09:02:56.128506 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 328be491-540c-40b2-a2be-b3b0e4d775e2 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:02:56.149442 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-cad7d00a-0293-47a6-bfbc-ea45b2b1f3fd tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Network 904ca9b1-00d8-4238-94b1-dcb40f3f0868 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:02:56.168364 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-cad7d00a-0293-47a6-bfbc-ea45b2b1f3fd tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:02:56.180315 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-cad7d00a-0293-47a6-bfbc-ea45b2b1f3fd tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:02:56.193222 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7d00a-0293-47a6-bfbc-ea45b2b1f3fd tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Pushing event updated for resources: {'Port': ['ID=63241de6-fbb8-4e65-ad53-ca0118c5db69,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:56.216742 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-57644b67-439a-432f-943d-e41002bcee5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:56.220019 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cad7d00a-0293-47a6-bfbc-ea45b2b1f3fd tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:56.266093 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-cad7d00a-0293-47a6-bfbc-ea45b2b1f3fd tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:56.267055 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-cad7d00a-0293-47a6-bfbc-ea45b2b1f3fd tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:56.310201 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-265b971a-909d-41c0-bbbc-f71a34c1d83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:56.324079 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23af1243-fb8e-4068-a092-f03fa179c1af tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Router b10b6d99-0fc5-4f1c-a109-4e936928c31d has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 09:02:56.328385 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-af3f604d-8359-43bb-9db7-0a0df686761c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:56.333386 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-265b971a-909d-41c0-bbbc-f71a34c1d83b admin admin] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:56.339438 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-265b971a-909d-41c0-bbbc-f71a34c1d83b admin admin] 10.222.0.49 "DELETE /v2.0/networks/1c208829-5e9c-4d3a-aadd-3edccb580080 HTTP/1.1" status: 204 len: 168 time: 0.9516966 Jun 17 09:02:56.347109 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e53a2-114c-4f92-9895-fc9480f0f320 req-982aec9b-cfcc-478f-889c-a479befba981 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:56.353170 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-642e53a2-114c-4f92-9895-fc9480f0f320 req-982aec9b-cfcc-478f-889c-a479befba981 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf0b352f-8433-4e42-b09b-1685ae596b49 HTTP/1.1" status: 200 len: 931 time: 0.2114677 Jun 17 09:02:56.373649 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b971a-909d-41c0-bbbc-f71a34c1d83b admin admin] Pushing event deleted for resources: {'Network': ['ID=1c208829-5e9c-4d3a-aadd-3edccb580080,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:56.384783 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-265b971a-909d-41c0-bbbc-f71a34c1d83b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:56.404934 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-cad7d00a-0293-47a6-bfbc-ea45b2b1f3fd tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5767963 Jun 17 09:02:56.417700 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-26ca152a-fdf8-404d-b931-19dea0e3678e service neutron] Request body: {'port': {'device_id': 'cf0b352f-8433-4e42-b09b-1685ae596b49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:02:56.483513 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-642e53a2-114c-4f92-9895-fc9480f0f320 req-36a7dc28-b85b-4635-b2f0-55c3afa5f434 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191559 Jun 17 09:02:56.524666 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 328be491-540c-40b2-a2be-b3b0e4d775e2 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:02:56.605152 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08db69c7-0bc9-4375-ac9a-453179a5d504 None None] Network fc71b295-65ef-4cc5-80ca-29105fad9814 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:02:56.690444 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-57644b67-439a-432f-943d-e41002bcee5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941029'] for router, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:56.715860 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-26ca152a-fdf8-404d-b931-19dea0e3678e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:56.850728 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-47b962ff-72e0-46f7-a003-8199beb52041 None None] Provisioning for port 328be491-540c-40b2-a2be-b3b0e4d775e2 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:02:56.857358 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-47b962ff-72e0-46f7-a003-8199beb52041 None None] Provisioning complete for port 328be491-540c-40b2-a2be-b3b0e4d775e2 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:02:56.858097 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-47b962ff-72e0-46f7-a003-8199beb52041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:56.898349 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48412) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:57.008512 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-edca4d63-a33a-437b-95dc-288664b3cb1f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7f0c12b853e84b45908be5a6ec1f2162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1034374 Jun 17 09:02:57.009162 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48424) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:57.062756 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57644b67-439a-432f-943d-e41002bcee5a admin admin] Router 6d3aafce-56c8-40d5-995b-9e7a30c20695 is scheduled to L3 agent 5da38073-a04f-47c5-966d-0527550e54fd with binding_index 1 {{(pid=94520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 09:02:57.082747 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-47b962ff-72e0-46f7-a003-8199beb52041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:57.086010 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3064fc24-c9ff-4f6a-9d8a-b2e0104a4f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:57.121992 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3064fc24-c9ff-4f6a-9d8a-b2e0104a4f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:57.168668 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-47b962ff-72e0-46f7-a003-8199beb52041 None None] For port 328be491-540c-40b2-a2be-b3b0e4d775e2, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=328be491-540c-40b2-a2be-b3b0e4d775e2,segment=NetworkSegment(10b29316-10a4-4fd1-bc1e-88cc4c4bd788),segment_id=10b29316-10a4-4fd1-bc1e-88cc4c4bd788)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:02:57.209483 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-26ca152a-fdf8-404d-b931-19dea0e3678e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63241de6-fbb8-4e65-ad53-ca0118c5db69 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:02:57.230872 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23af1243-fb8e-4068-a092-f03fa179c1af tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 09:02:57.235278 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-26ca152a-fdf8-404d-b931-19dea0e3678e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:57.249731 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57cc38d-684c-4898-93d4-b4b55c4fa151 None None] Sync routers for ids ['b10b6d99-0fc5-4f1c-a109-4e936928c31d'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:02:57.262437 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57cc38d-684c-4898-93d4-b4b55c4fa151 None None] Routers {'b10b6d99-0fc5-4f1c-a109-4e936928c31d'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:02:57.264473 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-a57cc38d-684c-4898-93d4-b4b55c4fa151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T09:02:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['b10b6d99-0fc5-4f1c-a109-4e936928c31d'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:57.269651 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-23af1243-fb8e-4068-a092-f03fa179c1af tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "PUT /v2.0/routers/b10b6d99-0fc5-4f1c-a109-4e936928c31d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5547674 Jun 17 09:02:57.270351 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 48428) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:57.278492 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-47b962ff-72e0-46f7-a003-8199beb52041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:57.282062 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:57.360522 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57644b67-439a-432f-943d-e41002bcee5a admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 09:02:57.376272 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6924a347-2dba-4fa0-b9d1-f6acd3c97346 None None] Sync routers for ids ['6d3aafce-56c8-40d5-995b-9e7a30c20695'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:02:57.378240 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-26ca152a-fdf8-404d-b931-19dea0e3678e service neutron] Transition to ACTIVE for port object 63241de6-fbb8-4e65-ad53-ca0118c5db69 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:02:57.385663 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b962ff-72e0-46f7-a003-8199beb52041 None None] Pushing event updated for resources: {'Port': ['ID=328be491-540c-40b2-a2be-b3b0e4d775e2,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:57.405056 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-47b962ff-72e0-46f7-a003-8199beb52041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:57.414715 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6924a347-2dba-4fa0-b9d1-f6acd3c97346 None None] Routers {'6d3aafce-56c8-40d5-995b-9e7a30c20695'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:02:57.415366 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-6924a347-2dba-4fa0-b9d1-f6acd3c97346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T09:02:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['6d3aafce-56c8-40d5-995b-9e7a30c20695'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:57.420117 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa263d6e-9719-4c19-8044-cd34455bd10d tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Deleting subnet ab2747a0-da8f-475c-9b4b-c00e954f8d6a {{(pid=94519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 09:02:57.423758 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa263d6e-9719-4c19-8044-cd34455bd10d tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for subnet, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:57.456293 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3064fc24-c9ff-4f6a-9d8a-b2e0104a4f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:57.459830 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-3064fc24-c9ff-4f6a-9d8a-b2e0104a4f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:57.463971 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-3064fc24-c9ff-4f6a-9d8a-b2e0104a4f51 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3123cd3f-abae-4f67-b8e4-d8311be67413 HTTP/1.1" status: 204 len: 168 time: 0.4506013 Jun 17 09:02:57.463971 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-57644b67-439a-432f-943d-e41002bcee5a admin admin] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:57.463971 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-57644b67-439a-432f-943d-e41002bcee5a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6027241 Jun 17 09:02:57.470195 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7bd863fd-12cc-40bb-b063-31e979ae03f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:57.470588 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-a57cc38d-684c-4898-93d4-b4b55c4fa151 None None] Set router b10b6d99-0fc5-4f1c-a109-4e936928c31d gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:02:57.474115 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 48436) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:57.480978 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-26ca152a-fdf8-404d-b931-19dea0e3678e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:57.488812 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064fc24-c9ff-4f6a-9d8a-b2e0104a4f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3123cd3f-abae-4f67-b8e4-d8311be67413,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:57.492024 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3064fc24-c9ff-4f6a-9d8a-b2e0104a4f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:57.550622 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-74084572-eada-4071-9cb9-b9576f34f41d tempest-RoutersAdminTest-1368131986 tempest-RoutersAdminTest-1368131986-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:57.721215 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-6924a347-2dba-4fa0-b9d1-f6acd3c97346 None None] Set router 6d3aafce-56c8-40d5-995b-9e7a30c20695 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:02:57.725137 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca152a-fdf8-404d-b931-19dea0e3678e service neutron] Pushing event updated for resources: {'Port': ['ID=63241de6-fbb8-4e65-ad53-ca0118c5db69,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:57.807192 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-a57cc38d-684c-4898-93d4-b4b55c4fa151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10b6d99-0fc5-4f1c-a109-4e936928c31d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1474796172', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'b2c1b550-9315-4bf9-a539-b58910ed9f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:02:07Z', 'updated_at': '2021-06-17T09:02:54Z', 'revision_number': 5, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'gw_port': {'id': 'b2c1b550-9315-4bf9-a539-b58910ed9f57', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10b6d99-0fc5-4f1c-a109-4e936928c31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:02:09Z', 'updated_at': '2021-06-17T09:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:57.838629 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57cc38d-684c-4898-93d4-b4b55c4fa151 None None] Checking router: b10b6d99-0fc5-4f1c-a109-4e936928c31d for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:02:57.862051 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57cc38d-684c-4898-93d4-b4b55c4fa151 None None] Routers {'b10b6d99-0fc5-4f1c-a109-4e936928c31d'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:02:57.862802 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-a57cc38d-684c-4898-93d4-b4b55c4fa151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T09:02:29Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['b10b6d99-0fc5-4f1c-a109-4e936928c31d'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:57.951766 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 328be491-540c-40b2-a2be-b3b0e4d775e2 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:02:57.995474 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48448) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:58.025180 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-a57cc38d-684c-4898-93d4-b4b55c4fa151 None None] Set router b10b6d99-0fc5-4f1c-a109-4e936928c31d gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:02:58.097142 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-d2909f12-edd7-49ab-8aa2-fc04c61ab77e None None] Provisioning complete for port 328be491-540c-40b2-a2be-b3b0e4d775e2 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:02:58.099019 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d2909f12-edd7-49ab-8aa2-fc04c61ab77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:58.228373 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-547fc35e-575d-4ede-b296-63df40f5eddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:58.231397 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-a57cc38d-684c-4898-93d4-b4b55c4fa151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10b6d99-0fc5-4f1c-a109-4e936928c31d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1474796172', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'b2c1b550-9315-4bf9-a539-b58910ed9f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:02:07Z', 'updated_at': '2021-06-17T09:02:54Z', 'revision_number': 5, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'gw_port': {'id': 'b2c1b550-9315-4bf9-a539-b58910ed9f57', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10b6d99-0fc5-4f1c-a109-4e936928c31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:02:09Z', 'updated_at': '2021-06-17T09:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:58.261123 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57cc38d-684c-4898-93d4-b4b55c4fa151 None None] The sync data for ids ['b10b6d99-0fc5-4f1c-a109-4e936928c31d'] in n-d-758944-30 is: [{'id': 'b10b6d99-0fc5-4f1c-a109-4e936928c31d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1474796172', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'b2c1b550-9315-4bf9-a539-b58910ed9f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:02:07Z', 'updated_at': '2021-06-17T09:02:54Z', 'revision_number': 5, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'gw_port': {'id': 'b2c1b550-9315-4bf9-a539-b58910ed9f57', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10b6d99-0fc5-4f1c-a109-4e936928c31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:02:09Z', 'updated_at': '2021-06-17T09:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:02:58.452732 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa263d6e-9719-4c19-8044-cd34455bd10d tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5184661'] for subnet, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:58.484424 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 328be491-540c-40b2-a2be-b3b0e4d775e2 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:02:58.484908 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:58.544122 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-547fc35e-575d-4ede-b296-63df40f5eddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:58.545176 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48456) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:58.562406 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-26ca152a-fdf8-404d-b931-19dea0e3678e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.012s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:58.621857 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-547fc35e-575d-4ede-b296-63df40f5eddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:58.638725 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:58.657417 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f54209f9-5911-4423-a318-bff541323025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:58.685489 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa263d6e-9719-4c19-8044-cd34455bd10d tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:58.709937 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-6924a347-2dba-4fa0-b9d1-f6acd3c97346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3aafce-56c8-40d5-995b-9e7a30c20695', 'name': 'tempest-AttachVolumeShelveTestJSON-1614933591-router', 'tenant_id': 'dd574e42d189402d846f2ea243ac136e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '4dd61375-781a-4bf9-afbe-6e8a1c939b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:02:53Z', 'updated_at': '2021-06-17T09:02:55Z', 'revision_number': 3, 'project_id': 'dd574e42d189402d846f2ea243ac136e', 'gw_port': {'id': '4dd61375-781a-4bf9-afbe-6e8a1c939b03', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bc:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3aafce-56c8-40d5-995b-9e7a30c20695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:02:54Z', 'updated_at': '2021-06-17T09:02:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:58.723575 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4dbc596a-2e5d-4c0f-b6bc-13d6ab2d1e92 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e1ee2b5f26c34731ae842771d1809dff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1744120 Jun 17 09:02:58.732982 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48458) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:58.740990 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6924a347-2dba-4fa0-b9d1-f6acd3c97346 None None] Checking router: 6d3aafce-56c8-40d5-995b-9e7a30c20695 for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:02:58.741412 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6924a347-2dba-4fa0-b9d1-f6acd3c97346 None None] Updating router 6d3aafce-56c8-40d5-995b-9e7a30c20695 port 4dd61375-781a-4bf9-afbe-6e8a1c939b03 binding host n-d-758944-30 {{(pid=94521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 09:02:58.781044 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6924a347-2dba-4fa0-b9d1-f6acd3c97346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:58.846996 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-547fc35e-575d-4ede-b296-63df40f5eddc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5b513789c9e846d3abed92d8f28d1c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8503475 Jun 17 09:02:58.848108 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48462) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:58.939843 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fc35e-575d-4ede-b296-63df40f5eddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935bd823-d035-463a-8e8e-bbaf0aa32cfc,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:58.964977 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-547fc35e-575d-4ede-b296-63df40f5eddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:58.965558 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7d0d8a29-7ef4-463b-9b37-ea1c10cfee70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:58.987742 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5ae9712a-bcf1-44f0-a485-bf7518554f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:59.027389 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231cfa5-6301-471f-a535-b3e6ac609a3f req-b59cd4ae-887a-4084-9771-0ace4b0bd60b tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:59.030332 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7231cfa5-6301-471f-a535-b3e6ac609a3f req-b59cd4ae-887a-4084-9771-0ace4b0bd60b tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf0b352f-8433-4e42-b09b-1685ae596b49 HTTP/1.1" status: 200 len: 943 time: 1.2963040 Jun 17 09:02:59.030521 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7d0d8a29-7ef4-463b-9b37-ea1c10cfee70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:59.043013 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5ae9712a-bcf1-44f0-a485-bf7518554f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:59.054251 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa263d6e-9719-4c19-8044-cd34455bd10d tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15791735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15928625'] for subnet, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:59.103684 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-20df93fc-1239-4d5c-8c84-a5040a9896c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:59.151498 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa263d6e-9719-4c19-8044-cd34455bd10d tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Pushing event deleted for resources: {'Subnet': ['ID=ab2747a0-da8f-475c-9b4b-c00e954f8d6a,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:59.172163 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-26ca152a-fdf8-404d-b931-19dea0e3678e service neutron] Attempting to bind port 63241de6-fbb8-4e65-ad53-ca0118c5db69 on host n-h2-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:02:59.172511 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-26ca152a-fdf8-404d-b931-19dea0e3678e service neutron] Attempting to bind port 63241de6-fbb8-4e65-ad53-ca0118c5db69 by drivers openvswitch,hyperv on host n-h2-758944-30 at level 0 using segments [{'id': 'f0ecfeb2-618e-4a47-8e5b-ce5283258f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '904ca9b1-00d8-4238-94b1-dcb40f3f0868'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:02:59.173066 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-26ca152a-fdf8-404d-b931-19dea0e3678e service neutron] Attempting to bind port 63241de6-fbb8-4e65-ad53-ca0118c5db69 on network 904ca9b1-00d8-4238-94b1-dcb40f3f0868 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:02:59.178626 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fa263d6e-9719-4c19-8044-cd34455bd10d tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:59.184173 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-26ca152a-fdf8-404d-b931-19dea0e3678e service neutron] Port 63241de6-fbb8-4e65-ad53-ca0118c5db69 on network 904ca9b1-00d8-4238-94b1-dcb40f3f0868 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:02:59.184651 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-26ca152a-fdf8-404d-b931-19dea0e3678e service neutron] Attempting to bind port 63241de6-fbb8-4e65-ad53-ca0118c5db69 on network 904ca9b1-00d8-4238-94b1-dcb40f3f0868 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:02:59.186487 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6924a347-2dba-4fa0-b9d1-f6acd3c97346 None None] Notify callbacks [] for port, precommit_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:59.199112 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa263d6e-9719-4c19-8044-cd34455bd10d tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for subnet, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:59.203929 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-fa263d6e-9719-4c19-8044-cd34455bd10d tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "DELETE /v2.0/subnets/ab2747a0-da8f-475c-9b4b-c00e954f8d6a HTTP/1.1" status: 204 len: 168 time: 1.9229498 Jun 17 09:02:59.237855 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48466) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:59.238738 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638e3eaa-0474-481e-90c4-ccc54bd6c2e4 None None] Network 92c0ee84-afcf-471d-9130-80944ddb495b requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:02:59.238872 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7231cfa5-6301-471f-a535-b3e6ac609a3f req-7df18358-a8b2-4927-abbd-5518426be357 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636870 Jun 17 09:02:59.377575 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5ae9712a-bcf1-44f0-a485-bf7518554f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:59.381264 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-5ae9712a-bcf1-44f0-a485-bf7518554f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:59.386560 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-26ca152a-fdf8-404d-b931-19dea0e3678e service neutron] Checking agent: {'id': '0c3aea3f-049f-400a-a790-ff65433ef57b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:02:59.386560 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-26ca152a-fdf8-404d-b931-19dea0e3678e service neutron] Checking segment: {'id': 'f0ecfeb2-618e-4a47-8e5b-ce5283258f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '904ca9b1-00d8-4238-94b1-dcb40f3f0868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:02:59.386912 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-26ca152a-fdf8-404d-b931-19dea0e3678e service neutron] Bound using segment: {'id': 'f0ecfeb2-618e-4a47-8e5b-ce5283258f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '904ca9b1-00d8-4238-94b1-dcb40f3f0868'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:02:59.387367 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-26ca152a-fdf8-404d-b931-19dea0e3678e service neutron] Bound port: 63241de6-fbb8-4e65-ad53-ca0118c5db69, host: n-h2-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ecfeb2-618e-4a47-8e5b-ce5283258f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '904ca9b1-00d8-4238-94b1-dcb40f3f0868'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:02:59.392563 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-26ca152a-fdf8-404d-b931-19dea0e3678e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:59.403934 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-5ae9712a-bcf1-44f0-a485-bf7518554f34 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/592985ed-8030-4a42-aecc-1b563cd24be5 HTTP/1.1" status: 204 len: 168 time: 0.6648154 Jun 17 09:02:59.406984 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f01a6fba-e9b4-4ee7-aa14-67fa30686c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:59.445197 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9712a-bcf1-44f0-a485-bf7518554f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592985ed-8030-4a42-aecc-1b563cd24be5,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:59.448958 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5ae9712a-bcf1-44f0-a485-bf7518554f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:59.480503 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-6924a347-2dba-4fa0-b9d1-f6acd3c97346 None None] Transition to ACTIVE for port object 4dd61375-781a-4bf9-afbe-6e8a1c939b03 will not be triggered until provisioned by entity L2. {{(pid=94521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:02:59.485477 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7d0d8a29-7ef4-463b-9b37-ea1c10cfee70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:59.493139 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7d0d8a29-7ef4-463b-9b37-ea1c10cfee70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:59.495897 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98d149d-fb88-4de1-af7d-c8f6f4ddcc98 None None] DHCP port deletion for 92c0ee84-afcf-471d-9130-80944ddb495b request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 09:02:59.497673 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7d0d8a29-7ef4-463b-9b37-ea1c10cfee70 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/935bd823-d035-463a-8e8e-bbaf0aa32cfc HTTP/1.1" status: 204 len: 168 time: 0.6473424 Jun 17 09:02:59.559593 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-20aadae4-9244-4580-82b8-fed9d3dc2469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:59.568225 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-493b53ff-0794-4ea7-bc6f-c2bd454f9ceb tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for router, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:59.622716 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d54fff60-c65f-4f4f-8cba-5064bf9def50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:59.673399 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-e98d149d-fb88-4de1-af7d-c8f6f4ddcc98 None None] Deleting port 34354ef5-fbd6-4fc0-8525-7866c44b5e55 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:02:59.676236 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e98d149d-fb88-4de1-af7d-c8f6f4ddcc98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:59.684962 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6924a347-2dba-4fa0-b9d1-f6acd3c97346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:59.709699 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:59.735257 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d8a29-7ef4-463b-9b37-ea1c10cfee70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935bd823-d035-463a-8e8e-bbaf0aa32cfc,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:59.738502 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7d0d8a29-7ef4-463b-9b37-ea1c10cfee70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:59.740175 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-493b53ff-0794-4ea7-bc6f-c2bd454f9ceb tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:59.769750 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-26ca152a-fdf8-404d-b931-19dea0e3678e service neutron] For port 63241de6-fbb8-4e65-ad53-ca0118c5db69, host n-h2-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:02:59.777619 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8045c7-ad87-4ffd-8c8b-10c94d05d10b None None] Pushing event updated for resources: {'Port': ['ID=4dd61375-781a-4bf9-afbe-6e8a1c939b03,revision_number=2']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:59.778555 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-26ca152a-fdf8-404d-b931-19dea0e3678e service neutron] For port 63241de6-fbb8-4e65-ad53-ca0118c5db69, host n-h2-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=63241de6-fbb8-4e65-ad53-ca0118c5db69,segment=NetworkSegment(f0ecfeb2-618e-4a47-8e5b-ce5283258f3b),segment_id=f0ecfeb2-618e-4a47-8e5b-ce5283258f3b)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:02:59.784090 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6fa0d394-319a-41d5-9a75-2b1b93727529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:59.833967 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-5d8045c7-ad87-4ffd-8c8b-10c94d05d10b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:59.835844 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-6924a347-2dba-4fa0-b9d1-f6acd3c97346 None None] Attempting to bind port 4dd61375-781a-4bf9-afbe-6e8a1c939b03 on host n-d-758944-30 for vnic_type normal with profile {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:02:59.840309 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-6924a347-2dba-4fa0-b9d1-f6acd3c97346 None None] Attempting to bind port 4dd61375-781a-4bf9-afbe-6e8a1c939b03 by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:02:59.841103 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6924a347-2dba-4fa0-b9d1-f6acd3c97346 None None] Attempting to bind port 4dd61375-781a-4bf9-afbe-6e8a1c939b03 on network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:02:59.860342 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 7ae27442-9d45-4bde-939b-8fd309186261 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:02:59.881196 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6924a347-2dba-4fa0-b9d1-f6acd3c97346 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:02:59.881691 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6924a347-2dba-4fa0-b9d1-f6acd3c97346 None None] Checking segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:02:59.882166 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6924a347-2dba-4fa0-b9d1-f6acd3c97346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:59.882646 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6924a347-2dba-4fa0-b9d1-f6acd3c97346 None None] Bound using segment: {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'} {{(pid=94521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:02:59.883220 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.managers [None req-6924a347-2dba-4fa0-b9d1-f6acd3c97346 None None] Bound port: 4dd61375-781a-4bf9-afbe-6e8a1c939b03, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8e1df-b445-48f1-b070-212cc182c837', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}}] {{(pid=94521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:02:59.883714 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6924a347-2dba-4fa0-b9d1-f6acd3c97346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:59.923055 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 7ae27442-9d45-4bde-939b-8fd309186261 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:02:59.929747 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 7ae27442-9d45-4bde-939b-8fd309186261 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:02:59.930475 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 34354ef5-fbd6-4fc0-8525-7866c44b5e55 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:02:59.989701 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-26ca152a-fdf8-404d-b931-19dea0e3678e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:59.994960 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5ce4ef87-85d2-44e8-bc92-d4ca159b53a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:00.010417 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-493b53ff-0794-4ea7-bc6f-c2bd454f9ceb tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Deleting port b2c1b550-9315-4bf9-a539-b58910ed9f57 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:03:00.010417 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-493b53ff-0794-4ea7-bc6f-c2bd454f9ceb tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:00.022241 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-e98d149d-fb88-4de1-af7d-c8f6f4ddcc98 None None] For port 34354ef5-fbd6-4fc0-8525-7866c44b5e55, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=34354ef5-fbd6-4fc0-8525-7866c44b5e55,segment=NetworkSegment(21e312ae-da59-48a6-a38b-d7af835b5bf4),segment_id=21e312ae-da59-48a6-a38b-d7af835b5bf4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:00.029620 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e98d149d-fb88-4de1-af7d-c8f6f4ddcc98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:00.057466 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-26ca152a-fdf8-404d-b931-19dea0e3678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:00.058261 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-26ca152a-fdf8-404d-b931-19dea0e3678e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:00.059784 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-26ca152a-fdf8-404d-b931-19dea0e3678e service neutron] 10.222.0.53 "PUT /v2.0/ports/63241de6-fbb8-4e65-ad53-ca0118c5db69 HTTP/1.1" status: 200 len: 1092 time: 3.6467528 Jun 17 09:03:00.062159 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0b352f-8433-4e42-b09b-1685ae596b49', 'tag': '63241de6-fbb8-4e65-ad53-ca0118c5db69'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:03:00.066511 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ab5fb7-2292-4736-8d77-7fb4610e26ed" -d '{"events": [{"name": "network-changed", "server_uuid": "cf0b352f-8433-4e42-b09b-1685ae596b49", "tag": "63241de6-fbb8-4e65-ad53-ca0118c5db69"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:03:00.105833 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-6fa0d394-319a-41d5-9a75-2b1b93727529 admin admin] Allocated IP 172.20.0.1 (fc71b295-65ef-4cc5-80ca-29105fad9814/8dc605df-b028-4c40-9161-272bbe1db744/668dec18-9d0d-49d0-a603-af3dfbc5104b) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:03:00.123010 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca152a-fdf8-404d-b931-19dea0e3678e service neutron] Pushing event updated for resources: {'Port': ['ID=63241de6-fbb8-4e65-ad53-ca0118c5db69,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:00.129531 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-26ca152a-fdf8-404d-b931-19dea0e3678e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:00.163528 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-493b53ff-0794-4ea7-bc6f-c2bd454f9ceb tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] For port b2c1b550-9315-4bf9-a539-b58910ed9f57, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=b2c1b550-9315-4bf9-a539-b58910ed9f57,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:00.164499 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-493b53ff-0794-4ea7-bc6f-c2bd454f9ceb tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:00.188786 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-e98d149d-fb88-4de1-af7d-c8f6f4ddcc98 None None] Calling delete_port for 34354ef5-fbd6-4fc0-8525-7866c44b5e55 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:03:00.217691 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:00.221969 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-6924a347-2dba-4fa0-b9d1-f6acd3c97346 None None] For port 4dd61375-781a-4bf9-afbe-6e8a1c939b03, host n-d-758944-30, cleared binding levels {{(pid=94521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:03:00.283863 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6fa0d394-319a-41d5-9a75-2b1b93727529 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:00.283863 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-6fa0d394-319a-41d5-9a75-2b1b93727529 admin admin] Transition to ACTIVE for port object 668dec18-9d0d-49d0-a603-af3dfbc5104b will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:03:00.292447 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-6924a347-2dba-4fa0-b9d1-f6acd3c97346 None None] For port 4dd61375-781a-4bf9-afbe-6e8a1c939b03, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=4dd61375-781a-4bf9-afbe-6e8a1c939b03,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:03:00.315352 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 09:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56af1d48-bc8d-4536-8ff6-573d3eef2daa x-openstack-request-id: req-56af1d48-bc8d-4536-8ff6-573d3eef2daa {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:03:00.322880 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf0b352f-8433-4e42-b09b-1685ae596b49", "tag": "63241de6-fbb8-4e65-ad53-ca0118c5db69", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:03:00.322880 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-56af1d48-bc8d-4536-8ff6-573d3eef2daa {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:03:00.322880 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf0b352f-8433-4e42-b09b-1685ae596b49', 'tag': '63241de6-fbb8-4e65-ad53-ca0118c5db69', 'status': 'completed', 'code': 200} Jun 17 09:03:00.409344 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 34354ef5-fbd6-4fc0-8525-7866c44b5e55, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=34354ef5-fbd6-4fc0-8525-7866c44b5e55,segment=NetworkSegment(21e312ae-da59-48a6-a38b-d7af835b5bf4),segment_id=21e312ae-da59-48a6-a38b-d7af835b5bf4)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:00.428505 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab5fb7-2292-4736-8d77-7fb4610e26ed req-b1dc0042-2d96-4d97-9f42-307d1d6232e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:00.430378 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-29ab5fb7-2292-4736-8d77-7fb4610e26ed req-b1dc0042-2d96-4d97-9f42-307d1d6232e5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2ee40337e3b431baa5a1d17104f6d60&device_id=cf0b352f-8433-4e42-b09b-1685ae596b49 HTTP/1.1" status: 200 len: 1095 time: 0.1175880 Jun 17 09:03:00.465526 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-6924a347-2dba-4fa0-b9d1-f6acd3c97346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:00.469722 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-1558245d-dc75-4cee-974a-1867850f36ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:00.475647 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94787c-1c1b-44b4-99c1-1ea0167a259f req-18f809f3-03de-4ba8-bc82-d6791ebe942b tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:00.484287 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-eb94787c-1c1b-44b4-99c1-1ea0167a259f req-18f809f3-03de-4ba8-bc82-d6791ebe942b tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf0b352f-8433-4e42-b09b-1685ae596b49 HTTP/1.1" status: 200 len: 943 time: 0.1233594 Jun 17 09:03:00.540040 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6fa0d394-319a-41d5-9a75-2b1b93727529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:00.542713 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fa54d064-2fc7-4213-a1a1-f81b478da310 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:00.603137 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-eb94787c-1c1b-44b4-99c1-1ea0167a259f req-8b21cc93-52c7-4865-883c-f405ddf704a3 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178062 Jun 17 09:03:00.652202 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-493b53ff-0794-4ea7-bc6f-c2bd454f9ceb tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Calling delete_port for b2c1b550-9315-4bf9-a539-b58910ed9f57 owned by network:router_gateway {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:03:00.668839 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa0d394-319a-41d5-9a75-2b1b93727529 admin admin] Network fc71b295-65ef-4cc5-80ca-29105fad9814 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:03:00.676211 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-6fa0d394-319a-41d5-9a75-2b1b93727529 admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:03:00.677142 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8045c7-ad87-4ffd-8c8b-10c94d05d10b None None] Pushing event updated for resources: {'Port': ['ID=4dd61375-781a-4bf9-afbe-6e8a1c939b03,revision_number=3']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:00.698557 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa0d394-319a-41d5-9a75-2b1b93727529 admin admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:03:00.706745 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-5d8045c7-ad87-4ffd-8c8b-10c94d05d10b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:00.720622 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:00.744544 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0d394-319a-41d5-9a75-2b1b93727529 admin admin] Pushing event updated for resources: {'Port': ['ID=668dec18-9d0d-49d0-a603-af3dfbc5104b,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:00.745741 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-94a0d2f4-1247-42f3-890e-3851e7201d32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:00.753076 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6fa0d394-319a-41d5-9a75-2b1b93727529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:00.798689 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab5fb7-2292-4736-8d77-7fb4610e26ed req-d2f5d6fb-3f24-4a3d-84d2-a351c1745dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:00.799930 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-29ab5fb7-2292-4736-8d77-7fb4610e26ed req-d2f5d6fb-3f24-4a3d-84d2-a351c1745dc5 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=a2ee40337e3b431baa5a1d17104f6d60&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3618224 Jun 17 09:03:00.800802 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6fa0d394-319a-41d5-9a75-2b1b93727529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936020'] for router_interface, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:00.911170 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=34354ef5-fbd6-4fc0-8525-7866c44b5e55,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:00.918523 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:00.920187 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6924a347-2dba-4fa0-b9d1-f6acd3c97346 None None] Routers {'6d3aafce-56c8-40d5-995b-9e7a30c20695'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:03:00.920487 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-6924a347-2dba-4fa0-b9d1-f6acd3c97346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T09:02:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['6d3aafce-56c8-40d5-995b-9e7a30c20695'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:00.939035 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-e98d149d-fb88-4de1-af7d-c8f6f4ddcc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:00.950768 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-dd97061b-81bc-41bc-8b5f-3f8ba702f6a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:01.132892 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab5fb7-2292-4736-8d77-7fb4610e26ed req-9f8fb02d-a3a0-40f4-a943-325610baf08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:01.134990 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-29ab5fb7-2292-4736-8d77-7fb4610e26ed req-9f8fb02d-a3a0-40f4-a943-325610baf08d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3234224 Jun 17 09:03:01.154488 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-493b53ff-0794-4ea7-bc6f-c2bd454f9ceb tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:01.156499 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d8f16d6a-155c-4174-b36d-ca7dcdff552f tempest-ServerGroupTestJSON-1218665878 tempest-ServerGroupTestJSON-1218665878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:01.179587 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98d149d-fb88-4de1-af7d-c8f6f4ddcc98 None None] No DVR routers for this DVR port 34354ef5-fbd6-4fc0-8525-7866c44b5e55 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 09:03:01.208701 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d149d-fb88-4de1-af7d-c8f6f4ddcc98 None None] Pushing event deleted for resources: {'Port': ['ID=34354ef5-fbd6-4fc0-8525-7866c44b5e55,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:01.224091 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-e98d149d-fb88-4de1-af7d-c8f6f4ddcc98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:01.247611 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-6924a347-2dba-4fa0-b9d1-f6acd3c97346 None None] Set router 6d3aafce-56c8-40d5-995b-9e7a30c20695 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:03:01.249115 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b53ff-0794-4ea7-bc6f-c2bd454f9ceb tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Pushing event deleted for resources: {'Port': ['ID=b2c1b550-9315-4bf9-a539-b58910ed9f57,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:01.255537 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-493b53ff-0794-4ea7-bc6f-c2bd454f9ceb tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:01.277082 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:01.334339 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6fa0d394-319a-41d5-9a75-2b1b93727529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:01.365155 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-3439fd0e-4ef5-4709-b3c8-04f2b78e9e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:01.367120 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-3439fd0e-4ef5-4709-b3c8-04f2b78e9e62 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2ee40337e3b431baa5a1d17104f6d60&device_id=cf0b352f-8433-4e42-b09b-1685ae596b49 HTTP/1.1" status: 200 len: 1095 time: 0.1824491 Jun 17 09:03:01.380735 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-493b53ff-0794-4ea7-bc6f-c2bd454f9ceb tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:01.397830 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-178a0045-9d86-40ec-b895-2901cce2a8c8 None None] Provisioning for port 668dec18-9d0d-49d0-a603-af3dfbc5104b completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:03:01.412511 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-178a0045-9d86-40ec-b895-2901cce2a8c8 None None] Provisioning complete for port 668dec18-9d0d-49d0-a603-af3dfbc5104b triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:03:01.414439 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-178a0045-9d86-40ec-b895-2901cce2a8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:01.488500 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-493b53ff-0794-4ea7-bc6f-c2bd454f9ceb tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:01.491833 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-493b53ff-0794-4ea7-bc6f-c2bd454f9ceb tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:01.500655 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-3d906470-e163-4101-a686-016ea9e01801 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63241de6-fbb8-4e65-ad53-ca0118c5db69 HTTP/1.1" status: 200 len: 217 time: 0.1082506 Jun 17 09:03:01.542956 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-178a0045-9d86-40ec-b895-2901cce2a8c8 None None] Port 668dec18-9d0d-49d0-a603-af3dfbc5104b cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 09:03:01.594231 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-6924a347-2dba-4fa0-b9d1-f6acd3c97346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3aafce-56c8-40d5-995b-9e7a30c20695', 'name': 'tempest-AttachVolumeShelveTestJSON-1614933591-router', 'tenant_id': 'dd574e42d189402d846f2ea243ac136e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '4dd61375-781a-4bf9-afbe-6e8a1c939b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:02:53Z', 'updated_at': '2021-06-17T09:02:55Z', 'revision_number': 3, 'project_id': 'dd574e42d189402d846f2ea243ac136e', 'gw_port': {'id': '4dd61375-781a-4bf9-afbe-6e8a1c939b03', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bc:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3aafce-56c8-40d5-995b-9e7a30c20695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:02:54Z', 'updated_at': '2021-06-17T09:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:01.668011 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6924a347-2dba-4fa0-b9d1-f6acd3c97346 None None] The sync data for ids ['6d3aafce-56c8-40d5-995b-9e7a30c20695'] in n-d-758944-30 is: [{'id': '6d3aafce-56c8-40d5-995b-9e7a30c20695', 'name': 'tempest-AttachVolumeShelveTestJSON-1614933591-router', 'tenant_id': 'dd574e42d189402d846f2ea243ac136e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '4dd61375-781a-4bf9-afbe-6e8a1c939b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:02:53Z', 'updated_at': '2021-06-17T09:02:55Z', 'revision_number': 3, 'project_id': 'dd574e42d189402d846f2ea243ac136e', 'gw_port': {'id': '4dd61375-781a-4bf9-afbe-6e8a1c939b03', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bc:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3aafce-56c8-40d5-995b-9e7a30c20695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:02:54Z', 'updated_at': '2021-06-17T09:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:03:01.672904 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-493b53ff-0794-4ea7-bc6f-c2bd454f9ceb tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:01.675415 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493b53ff-0794-4ea7-bc6f-c2bd454f9ceb tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Fanout notify agent at l3_agent the message router_deleted on router b10b6d99-0fc5-4f1c-a109-4e936928c31d {{(pid=94520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 09:03:01.681952 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-493b53ff-0794-4ea7-bc6f-c2bd454f9ceb tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for router, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:01.688205 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-493b53ff-0794-4ea7-bc6f-c2bd454f9ceb tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "DELETE /v2.0/routers/b10b6d99-0fc5-4f1c-a109-4e936928c31d HTTP/1.1" status: 204 len: 168 time: 2.4823651 Jun 17 09:03:01.690715 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48526) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:01.762159 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6fa0d394-319a-41d5-9a75-2b1b93727529 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:01.825026 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-25f92d05-11a6-41fa-913c-eef350d4881b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:01.829669 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-25f92d05-11a6-41fa-913c-eef350d4881b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=be2c55b3-02a4-4190-acdd-75f271ee2f5f HTTP/1.1" status: 200 len: 854 time: 0.3052213 Jun 17 09:03:01.868710 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6fa0d394-319a-41d5-9a75-2b1b93727529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:02.019910 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-732e3861-2971-4bcb-9c34-45bd1483d4ae tempest-ServersNegativeTestJSON-910891143 tempest-ServersNegativeTestJSON-910891143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:02.022641 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-6fa0d394-319a-41d5-9a75-2b1b93727529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935976'] for router_interface, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:02.034001 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f91ca211-f7a5-4134-a7d0-e32d0fed3bc0 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029321'] for network, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:02.043731 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-7d81ad5e-bb2a-4701-bd95-d289b3583494 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=904ca9b1-00d8-4238-94b1-dcb40f3f0868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2108016 Jun 17 09:03:02.159297 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1409c-a4ba-430a-b212-564404e257dd req-0a651b85-fd20-4cc5-9ca5-93e58a118457 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:02.161078 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-acc1409c-a4ba-430a-b212-564404e257dd req-0a651b85-fd20-4cc5-9ca5-93e58a118457 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf0b352f-8433-4e42-b09b-1685ae596b49 HTTP/1.1" status: 200 len: 943 time: 0.3057108 Jun 17 09:03:02.167162 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48536) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:02.353990 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0d394-319a-41d5-9a75-2b1b93727529 admin admin] Pushing event updated for resources: {'Port': ['ID=668dec18-9d0d-49d0-a603-af3dfbc5104b,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:02.357483 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6fa0d394-319a-41d5-9a75-2b1b93727529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:02.386526 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f91ca211-f7a5-4134-a7d0-e32d0fed3bc0 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022162', 'neutron.services.segments.db._delete_segments_for_network-8774480564785'] for network, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:02.446695 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-f91ca211-f7a5-4134-a7d0-e32d0fed3bc0 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c0ee84-afcf-471d-9130-80944ddb495b']}} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:02.480049 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa0d394-319a-41d5-9a75-2b1b93727529 admin admin] Network fc71b295-65ef-4cc5-80ca-29105fad9814 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:03:02.487936 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-6fa0d394-319a-41d5-9a75-2b1b93727529 admin admin] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:03:02.513416 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-acc1409c-a4ba-430a-b212-564404e257dd req-dd66a8ae-2b60-4626-bfe6-12b1670557b7 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244681 Jun 17 09:03:02.522758 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-f91ca211-f7a5-4134-a7d0-e32d0fed3bc0 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e312ae-da59-48a6-a38b-d7af835b5bf4') {'for_net_delete': True} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:02.528393 n-d-758944-30 neutron-server[94520]: DEBUG neutron.services.segments.db [None req-f91ca211-f7a5-4134-a7d0-e32d0fed3bc0 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e312ae-da59-48a6-a38b-d7af835b5bf4') {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:02.545789 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:02.571214 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f91ca211-f7a5-4134-a7d0-e32d0fed3bc0 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774480565890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880046'] for segment, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:02.637017 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f91ca211-f7a5-4134-a7d0-e32d0fed3bc0 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:02.667184 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91ca211-f7a5-4134-a7d0-e32d0fed3bc0 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 09:03:02.669849 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f91ca211-f7a5-4134-a7d0-e32d0fed3bc0 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5916556'] for segment, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: Traceback (most recent call last): Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: timer() Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: cb(*args, **kw) Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: return func(*args, **kwargs) Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: self._notify() Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: self.callback(batched_events) Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: event.method(event) Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: return f(self, *a, **k) Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: return self._get(url).json() Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: return self.request(url, 'GET', **kwargs) Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 09:03:02.677620 n-d-758944-30 neutron-server[94520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 09:03:02.691569 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa0d394-319a-41d5-9a75-2b1b93727529 admin admin] Router 6d3aafce-56c8-40d5-995b-9e7a30c20695 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 09:03:02.791095 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-093850e9-8b1b-4250-891d-779c8769ba2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:02.988149 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-ae914a5d-1811-462f-883d-879011b98dd9 service neutron] 10.222.0.53 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8962002 Jun 17 09:03:02.988977 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f8090bb-9169-4494-8b95-419d1c3efa6a None None] Provisioning complete for port 668dec18-9d0d-49d0-a603-af3dfbc5104b triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:03:02.989567 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f8090bb-9169-4494-8b95-419d1c3efa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:02.996207 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa0d394-319a-41d5-9a75-2b1b93727529 admin admin] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 09:03:03.002604 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-6fa0d394-319a-41d5-9a75-2b1b93727529 admin admin] 10.222.0.49 "PUT /v2.0/routers/6d3aafce-56c8-40d5-995b-9e7a30c20695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4919536 Jun 17 09:03:03.012510 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-093850e9-8b1b-4250-891d-779c8769ba2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:03.013743 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f91ca211-f7a5-4134-a7d0-e32d0fed3bc0 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941936'] for network, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:03.020983 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c46e2d71-0c7f-49e6-b6f4-f80e4765117f tempest-PortsIpV6TestJSON-1682540225 tempest-PortsIpV6TestJSON-1682540225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:03.062461 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f91ca211-f7a5-4134-a7d0-e32d0fed3bc0 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:03.065419 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f91ca211-f7a5-4134-a7d0-e32d0fed3bc0 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "DELETE /v2.0/networks/92c0ee84-afcf-471d-9130-80944ddb495b HTTP/1.1" status: 204 len: 168 time: 1.3709440 Jun 17 09:03:03.066673 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ca211-f7a5-4134-a7d0-e32d0fed3bc0 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Pushing event deleted for resources: {'Network': ['ID=92c0ee84-afcf-471d-9130-80944ddb495b,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:03.071783 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48560) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:03.074272 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f91ca211-f7a5-4134-a7d0-e32d0fed3bc0 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:03.121970 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f8090bb-9169-4494-8b95-419d1c3efa6a None None] Port 668dec18-9d0d-49d0-a603-af3dfbc5104b cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 09:03:03.135565 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-afa60449-e030-4d15-852c-8ca73a0d2524 req-e2e5256a-198e-41f7-a791-de9c52557ee5 service neutron] 10.222.0.53 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353190 Jun 17 09:03:03.287177 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-093850e9-8b1b-4250-891d-779c8769ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:03.292087 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-3064fc24-c9ff-4f6a-9d8a-b2e0104a4f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:03.357825 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-093850e9-8b1b-4250-891d-779c8769ba2d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=32671ec387424f499d9c54b0ff256cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1870260 Jun 17 09:03:03.361079 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 48574) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:03.363633 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093850e9-8b1b-4250-891d-779c8769ba2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd79b2a3-2a43-4300-8fa5-b620ce2c7e4c,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:03.374655 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093850e9-8b1b-4250-891d-779c8769ba2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:03.375074 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093850e9-8b1b-4250-891d-779c8769ba2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:03.380651 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093850e9-8b1b-4250-891d-779c8769ba2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:03.380651 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093850e9-8b1b-4250-891d-779c8769ba2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:03.380651 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093850e9-8b1b-4250-891d-779c8769ba2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:03.380651 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093850e9-8b1b-4250-891d-779c8769ba2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:03.380651 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093850e9-8b1b-4250-891d-779c8769ba2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:03.380651 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093850e9-8b1b-4250-891d-779c8769ba2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:03.380651 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093850e9-8b1b-4250-891d-779c8769ba2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:03.380651 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093850e9-8b1b-4250-891d-779c8769ba2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:03.380651 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093850e9-8b1b-4250-891d-779c8769ba2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:03.380651 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093850e9-8b1b-4250-891d-779c8769ba2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:03.384729 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-093850e9-8b1b-4250-891d-779c8769ba2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:03.402835 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-60298608-f4f1-4c2a-9d3f-557cd97e6ea6 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Deleting port 880c93cd-7f26-4bfb-b5a1-a860ec6ad681 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:03:03.403396 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-60298608-f4f1-4c2a-9d3f-557cd97e6ea6 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:03.470011 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-289fa083-93a7-4f65-b8f1-a434cc1e5a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:03.520614 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-289fa083-93a7-4f65-b8f1-a434cc1e5a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:03.599988 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-60298608-f4f1-4c2a-9d3f-557cd97e6ea6 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:03.600313 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-60298608-f4f1-4c2a-9d3f-557cd97e6ea6 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:03.681105 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-289fa083-93a7-4f65-b8f1-a434cc1e5a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:03.684725 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-289fa083-93a7-4f65-b8f1-a434cc1e5a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:03.686078 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-289fa083-93a7-4f65-b8f1-a434cc1e5a66 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd79b2a3-2a43-4300-8fa5-b620ce2c7e4c HTTP/1.1" status: 204 len: 168 time: 0.3234665 Jun 17 09:03:03.687162 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d8ba1913-2091-4e46-84de-b3d0d0617eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:03.698157 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-60298608-f4f1-4c2a-9d3f-557cd97e6ea6 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Calling delete_port for 880c93cd-7f26-4bfb-b5a1-a860ec6ad681 owned by network:floatingip {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:03:03.714810 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fa083-93a7-4f65-b8f1-a434cc1e5a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd79b2a3-2a43-4300-8fa5-b620ce2c7e4c,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:03.738513 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-289fa083-93a7-4f65-b8f1-a434cc1e5a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:03.964237 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 4dd61375-781a-4bf9-afbe-6e8a1c939b03 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:03:03.995803 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e5db7-f089-46d7-9791-86a093539325 req-f9423d30-1e45-4468-8336-4a388ef12bbf tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:03.998608 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8e8e5db7-f089-46d7-9791-86a093539325 req-f9423d30-1e45-4468-8336-4a388ef12bbf tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf0b352f-8433-4e42-b09b-1685ae596b49 HTTP/1.1" status: 200 len: 943 time: 0.1877370 Jun 17 09:03:04.099810 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-8e8e5db7-f089-46d7-9791-86a093539325 req-a6f2b23b-e71e-4703-ae03-bb923fc72872 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911832 Jun 17 09:03:04.167657 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 4dd61375-781a-4bf9-afbe-6e8a1c939b03 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:03:04.171330 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 4dd61375-781a-4bf9-afbe-6e8a1c939b03 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:03:04.172279 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:04.306995 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:04.328865 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 4dd61375-781a-4bf9-afbe-6e8a1c939b03, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=4dd61375-781a-4bf9-afbe-6e8a1c939b03,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:04.351866 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-60298608-f4f1-4c2a-9d3f-557cd97e6ea6 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:04.351866 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-d79735f1-9d7d-4dbb-9cfe-cf4aef2bb2e9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:04.353346 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 48604) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:04.360344 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-407ef0d8-d873-4be5-ac5d-66a6f2ab4b44 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--203741071', 'description': 'tempest-description--326012276'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:03:04.391930 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60298608-f4f1-4c2a-9d3f-557cd97e6ea6 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Pushing event deleted for resources: {'Port': ['ID=880c93cd-7f26-4bfb-b5a1-a860ec6ad681,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:04.404196 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-60298608-f4f1-4c2a-9d3f-557cd97e6ea6 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:04.481783 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-60298608-f4f1-4c2a-9d3f-557cd97e6ea6 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for floatingip, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:04.482170 n-d-758944-30 neutron-server[94520]: INFO neutron.db.l3_db [None req-60298608-f4f1-4c2a-9d3f-557cd97e6ea6 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Floating IP 2a3aa678-c925-45a6-8470-20275e0ff7ce disassociated (deleted). External IP: 172.25.2.100, port: e806afda-91ed-4496-87d0-68cccfa621d5. Jun 17 09:03:04.486453 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf14731-0eed-4b1f-9f6e-352acc3eed23 None None] Sync routers for ids ['6d3aafce-56c8-40d5-995b-9e7a30c20695'] in n-d-758944-30 {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:03:04.493618 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:04.510873 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:04.519352 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device b2c1b550-9315-4bf9-a539-b58910ed9f57 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:03:04.540828 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf14731-0eed-4b1f-9f6e-352acc3eed23 None None] Routers {'6d3aafce-56c8-40d5-995b-9e7a30c20695'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:03:04.548117 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-ebf14731-0eed-4b1f-9f6e-352acc3eed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T09:02:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['6d3aafce-56c8-40d5-995b-9e7a30c20695'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:04.556380 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-407ef0d8-d873-4be5-ac5d-66a6f2ab4b44 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:04.625876 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=4dd61375-781a-4bf9-afbe-6e8a1c939b03,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:04.653114 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:04.654894 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: b2c1b550-9315-4bf9-a539-b58910ed9f57 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:03:04.655559 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device b2c1b550-9315-4bf9-a539-b58910ed9f57 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:03:04.674668 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48614) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:04.674884 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-407ef0d8-d873-4be5-ac5d-66a6f2ab4b44 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:04.793049 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-407ef0d8-d873-4be5-ac5d-66a6f2ab4b44 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:04.799228 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-26710c78-a081-42bc-b1c8-b8c2695925b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:04.832722 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ef0d8-d873-4be5-ac5d-66a6f2ab4b44 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a96b8424-58d3-4c98-bafc-cb1846f4669b,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:04.839891 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-407ef0d8-d873-4be5-ac5d-66a6f2ab4b44 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:04.867845 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60298608-f4f1-4c2a-9d3f-557cd97e6ea6 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Router 2f32b08b-5673-4591-8d71-1dbcc6cb0510 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 09:03:04.875920 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-ebf14731-0eed-4b1f-9f6e-352acc3eed23 None None] Set router 6d3aafce-56c8-40d5-995b-9e7a30c20695 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:03:04.899580 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d751-fe00-4321-a849-e7d13f803c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:05.004010 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-407ef0d8-d873-4be5-ac5d-66a6f2ab4b44 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:05.009942 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-407ef0d8-d873-4be5-ac5d-66a6f2ab4b44 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6547663 Jun 17 09:03:05.010788 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 48626) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:05.018086 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-a8f6da52-3fb6-439f-a73c-ce29572586dd tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Request body: {'security_group_rule': {'security_group_id': 'a96b8424-58d3-4c98-bafc-cb1846f4669b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:03:05.031943 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60298608-f4f1-4c2a-9d3f-557cd97e6ea6 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 09:03:05.039171 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-60298608-f4f1-4c2a-9d3f-557cd97e6ea6 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:05.050941 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ab8e3e-2e16-4e49-9f3a-72ae662b36ce None None] Sync routers for ids ['2f32b08b-5673-4591-8d71-1dbcc6cb0510'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:03:05.063825 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ab8e3e-2e16-4e49-9f3a-72ae662b36ce None None] Routers {'2f32b08b-5673-4591-8d71-1dbcc6cb0510'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:03:05.069627 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-b0ab8e3e-2e16-4e49-9f3a-72ae662b36ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T09:02:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['2f32b08b-5673-4591-8d71-1dbcc6cb0510'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:05.101962 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-60298608-f4f1-4c2a-9d3f-557cd97e6ea6 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "DELETE /v2.0/floatingips/2a3aa678-c925-45a6-8470-20275e0ff7ce HTTP/1.1" status: 204 len: 168 time: 2.0263991 Jun 17 09:03:05.103008 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9992cd9-c7e2-4d1d-8351-e25ecc49dbb5', 'tag': 'e806afda-91ed-4496-87d0-68cccfa621d5'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:03:05.105878 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015fa973-22f6-4b45-b6ed-979fbc7a85cc" -d '{"events": [{"name": "network-changed", "server_uuid": "d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5", "tag": "e806afda-91ed-4496-87d0-68cccfa621d5"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:03:05.163891 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-ebf14731-0eed-4b1f-9f6e-352acc3eed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3aafce-56c8-40d5-995b-9e7a30c20695', 'name': 'tempest-AttachVolumeShelveTestJSON-1614933591-router', 'tenant_id': 'dd574e42d189402d846f2ea243ac136e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '4dd61375-781a-4bf9-afbe-6e8a1c939b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:02:53Z', 'updated_at': '2021-06-17T09:03:01Z', 'revision_number': 4, 'project_id': 'dd574e42d189402d846f2ea243ac136e', 'gw_port': {'id': '4dd61375-781a-4bf9-afbe-6e8a1c939b03', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3aafce-56c8-40d5-995b-9e7a30c20695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:02:54Z', 'updated_at': '2021-06-17T09:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '668dec18-9d0d-49d0-a603-af3dfbc5104b', 'name': '', 'network_id': 'fc71b295-65ef-4cc5-80ca-29105fad9814', 'tenant_id': 'dd574e42d189402d846f2ea243ac136e', 'mac_address': 'fa:16:3e:d8:8c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3aafce-56c8-40d5-995b-9e7a30c20695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '8dc605df-b028-4c40-9161-272bbe1db744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:02:59Z', 'updated_at': '2021-06-17T09:03:01Z', 'revision_number': 2, 'project_id': 'dd574e42d189402d846f2ea243ac136e', 'subnets': [{'id': '8dc605df-b028-4c40-9161-272bbe1db744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:05.239383 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf14731-0eed-4b1f-9f6e-352acc3eed23 None None] Checking router: 6d3aafce-56c8-40d5-995b-9e7a30c20695 for host: n-d-758944-30 {{(pid=94522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:03:05.241500 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf14731-0eed-4b1f-9f6e-352acc3eed23 None None] Updating router 6d3aafce-56c8-40d5-995b-9e7a30c20695 port 668dec18-9d0d-49d0-a603-af3dfbc5104b binding host n-d-758944-30 {{(pid=94522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 09:03:05.277311 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d751-fe00-4321-a849-e7d13f803c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:05.329312 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 48636) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:05.351796 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-69a6567c-4e38-43cf-97e3-5d206ab66cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:05.367356 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-ebf14731-0eed-4b1f-9f6e-352acc3eed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:05.381461 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d751-fe00-4321-a849-e7d13f803c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:05.384670 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-807b9791-16b0-4299-bbf9-3eede276eeea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:05.431942 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-b0ab8e3e-2e16-4e49-9f3a-72ae662b36ce None None] Set router 2f32b08b-5673-4591-8d71-1dbcc6cb0510 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:03:05.437210 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 09:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504048e0-52d3-4fb4-b359-11b1bd763250 x-openstack-request-id: req-504048e0-52d3-4fb4-b359-11b1bd763250 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:03:05.437956 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5", "tag": "e806afda-91ed-4496-87d0-68cccfa621d5", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:03:05.438426 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-504048e0-52d3-4fb4-b359-11b1bd763250 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:03:05.439843 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9992cd9-c7e2-4d1d-8351-e25ecc49dbb5', 'tag': 'e806afda-91ed-4496-87d0-68cccfa621d5', 'status': 'completed', 'code': 200} Jun 17 09:03:05.479231 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-e5f5d751-fe00-4321-a849-e7d13f803c22 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9949ca3bbcb24f5d934a3402b004edf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7994046 Jun 17 09:03:05.482266 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48638) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:05.496758 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5d751-fe00-4321-a849-e7d13f803c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57ce33f-fa6c-45a0-81fb-241aa6214505,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:05.507047 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-e5f5d751-fe00-4321-a849-e7d13f803c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:05.597182 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a8f6da52-3fb6-439f-a73c-ce29572586dd tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:05.608172 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4863af9a-4af0-415f-b7cd-582f24af45b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:05.619163 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fa973-22f6-4b45-b6ed-979fbc7a85cc req-8ee93292-4e60-4214-9606-9ed535162dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:05.625675 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-015fa973-22f6-4b45-b6ed-979fbc7a85cc req-8ee93292-4e60-4214-9606-9ed535162dc1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d08282b987e04d83bb48daa169894c33&device_id=d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5 HTTP/1.1" status: 200 len: 1136 time: 0.1631963 Jun 17 09:03:05.637851 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4863af9a-4af0-415f-b7cd-582f24af45b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:05.804438 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4863af9a-4af0-415f-b7cd-582f24af45b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:05.807925 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-4863af9a-4af0-415f-b7cd-582f24af45b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:05.809245 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-4863af9a-4af0-415f-b7cd-582f24af45b9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d57ce33f-fa6c-45a0-81fb-241aa6214505 HTTP/1.1" status: 204 len: 168 time: 0.3183692 Jun 17 09:03:05.810211 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-093850e9-8b1b-4250-891d-779c8769ba2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:05.847651 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863af9a-4af0-415f-b7cd-582f24af45b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57ce33f-fa6c-45a0-81fb-241aa6214505,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:05.851201 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-4863af9a-4af0-415f-b7cd-582f24af45b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:05.910723 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-ebf14731-0eed-4b1f-9f6e-352acc3eed23 None None] Notify callbacks [] for port, precommit_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:05.914039 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 4dd61375-781a-4bf9-afbe-6e8a1c939b03 up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:03:05.924934 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.provisioning_blocks [None req-ebf14731-0eed-4b1f-9f6e-352acc3eed23 None None] Transition to ACTIVE for port object 668dec18-9d0d-49d0-a603-af3dfbc5104b will not be triggered until provisioned by entity L2. {{(pid=94522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:03:06.043850 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-ebf14731-0eed-4b1f-9f6e-352acc3eed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:06.055002 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-453da1e9-6124-4121-b011-fbd56a44cd86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:06.090306 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 4dd61375-781a-4bf9-afbe-6e8a1c939b03 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:03:06.092281 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a8f6da52-3fb6-439f-a73c-ce29572586dd tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:06.094219 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:06.174190 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fa973-22f6-4b45-b6ed-979fbc7a85cc req-e1b5f4e2-cf54-4b6f-bc94-2a82a952d17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:06.175818 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-015fa973-22f6-4b45-b6ed-979fbc7a85cc req-e1b5f4e2-cf54-4b6f-bc94-2a82a952d17b service neutron] 10.222.0.53 "GET /v2.0/networks?id=9ececb54-f1c7-4886-8f2b-7fd05acf2a74 HTTP/1.1" status: 200 len: 897 time: 0.5461261 Jun 17 09:03:06.187261 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 63241de6-fbb8-4e65-ad53-ca0118c5db69 details requested by agent hyperv_n-h2-758944-30 with host n-h2-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 09:03:06.203174 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba2f5a-192d-4d6a-a76e-5e3ae3ff12ee req-24e3708f-4764-4d8c-91a4-9c9c97139b58 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:06.205513 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b3ba2f5a-192d-4d6a-a76e-5e3ae3ff12ee req-24e3708f-4764-4d8c-91a4-9c9c97139b58 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf0b352f-8433-4e42-b09b-1685ae596b49 HTTP/1.1" status: 200 len: 943 time: 0.5762055 Jun 17 09:03:06.250595 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a8f6da52-3fb6-439f-a73c-ce29572586dd tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:06.262459 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-0ca830b1-dacb-4b88-989b-5fcad2336096 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:06.280912 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-015fa973-22f6-4b45-b6ed-979fbc7a85cc req-c6d087bc-e206-484d-b907-49f60f295a32 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e806afda-91ed-4496-87d0-68cccfa621d5 HTTP/1.1" status: 200 len: 217 time: 0.0971932 Jun 17 09:03:06.290061 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940785f-fe2f-4262-9672-4fb8fe36e66a req-25a0d8d8-d983-4ec4-8e94-6652562c5eb8 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:06.298266 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d940785f-fe2f-4262-9672-4fb8fe36e66a req-25a0d8d8-d983-4ec4-8e94-6652562c5eb8 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5 HTTP/1.1" status: 200 len: 984 time: 0.2334499 Jun 17 09:03:06.340519 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a4944-181a-40fe-b09c-6473760b1ba7 None None] Pushing event updated for resources: {'Port': ['ID=668dec18-9d0d-49d0-a603-af3dfbc5104b,revision_number=3']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:06.350920 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-204a4944-181a-40fe-b09c-6473760b1ba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:06.399614 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-69a6567c-4e38-43cf-97e3-5d206ab66cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:06.405566 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6da52-3fb6-439f-a73c-ce29572586dd tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3547d216-689e-4787-be54-72286fe6eafd,revision_number=0']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:06.425544 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 63241de6-fbb8-4e65-ad53-ca0118c5db69, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=63241de6-fbb8-4e65-ad53-ca0118c5db69,segment=NetworkSegment(f0ecfeb2-618e-4a47-8e5b-ce5283258f3b),segment_id=f0ecfeb2-618e-4a47-8e5b-ce5283258f3b)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:06.434387 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-ebf14731-0eed-4b1f-9f6e-352acc3eed23 None None] Attempting to bind port 668dec18-9d0d-49d0-a603-af3dfbc5104b on host n-d-758944-30 for vnic_type normal with profile {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:03:06.438172 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-ebf14731-0eed-4b1f-9f6e-352acc3eed23 None None] Attempting to bind port 668dec18-9d0d-49d0-a603-af3dfbc5104b by drivers openvswitch,hyperv on host n-d-758944-30 at level 0 using segments [{'id': '10b29316-10a4-4fd1-bc1e-88cc4c4bd788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fc71b295-65ef-4cc5-80ca-29105fad9814'}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:03:06.444924 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf14731-0eed-4b1f-9f6e-352acc3eed23 None None] Attempting to bind port 668dec18-9d0d-49d0-a603-af3dfbc5104b on network fc71b295-65ef-4cc5-80ca-29105fad9814 {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:03:06.452510 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf14731-0eed-4b1f-9f6e-352acc3eed23 None None] Checking agent: {'id': '1b43a1ef-cd48-49c0-8f50-7154eac7869d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 25, 28), 'started_at': datetime.datetime(2021, 6, 17, 8, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:03:06.453040 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf14731-0eed-4b1f-9f6e-352acc3eed23 None None] Checking segment: {'id': '10b29316-10a4-4fd1-bc1e-88cc4c4bd788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fc71b295-65ef-4cc5-80ca-29105fad9814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:03:06.454367 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-ebf14731-0eed-4b1f-9f6e-352acc3eed23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:06.458707 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Returning: {'device': '63241de6-fbb8-4e65-ad53-ca0118c5db69', 'network_id': '904ca9b1-00d8-4238-94b1-dcb40f3f0868', 'port_id': '63241de6-fbb8-4e65-ad53-ca0118c5db69', 'mac_address': 'fa:16:3e:5a:a6:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be2c55b3-02a4-4190-acdd-75f271ee2f5f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 09:03:06.459473 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf14731-0eed-4b1f-9f6e-352acc3eed23 None None] Bound using segment: {'id': '10b29316-10a4-4fd1-bc1e-88cc4c4bd788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fc71b295-65ef-4cc5-80ca-29105fad9814'} {{(pid=94522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:03:06.460111 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.managers [None req-ebf14731-0eed-4b1f-9f6e-352acc3eed23 None None] Bound port: 668dec18-9d0d-49d0-a603-af3dfbc5104b, host: n-d-758944-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b29316-10a4-4fd1-bc1e-88cc4c4bd788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fc71b295-65ef-4cc5-80ca-29105fad9814'}}] {{(pid=94522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:03:06.460603 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-ebf14731-0eed-4b1f-9f6e-352acc3eed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:06.463194 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6da52-3fb6-439f-a73c-ce29572586dd tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:06.463814 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6da52-3fb6-439f-a73c-ce29572586dd tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:06.464016 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6da52-3fb6-439f-a73c-ce29572586dd tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:06.464377 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6da52-3fb6-439f-a73c-ce29572586dd tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:06.464753 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6da52-3fb6-439f-a73c-ce29572586dd tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:06.465127 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6da52-3fb6-439f-a73c-ce29572586dd tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:06.465501 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6da52-3fb6-439f-a73c-ce29572586dd tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:06.465875 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6da52-3fb6-439f-a73c-ce29572586dd tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:06.466279 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6da52-3fb6-439f-a73c-ce29572586dd tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:06.466793 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-d940785f-fe2f-4262-9672-4fb8fe36e66a req-c0c98472-de18-4bf1-88b8-377ef737004d tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ce88f9c-fad4-433a-a58b-37e20200626e&id=0757b347-5713-4399-9d0b-dffd0de572d5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1562042 Jun 17 09:03:06.468219 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6da52-3fb6-439f-a73c-ce29572586dd tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:06.470890 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6da52-3fb6-439f-a73c-ce29572586dd tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:06.471325 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6da52-3fb6-439f-a73c-ce29572586dd tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:06.479306 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-a8f6da52-3fb6-439f-a73c-ce29572586dd tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:06.512271 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-b3ba2f5a-192d-4d6a-a76e-5e3ae3ff12ee req-7766d713-bd4d-4d2c-a1aa-78ef13e027e5 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578139 Jun 17 09:03:06.519280 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fa973-22f6-4b45-b6ed-979fbc7a85cc req-246fc098-513d-4228-b79a-eed7b6a1c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:06.533279 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-015fa973-22f6-4b45-b6ed-979fbc7a85cc req-246fc098-513d-4228-b79a-eed7b6a1c4d7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=40c6516d-868a-47bd-89cb-0de5af4997ac HTTP/1.1" status: 200 len: 835 time: 0.2074692 Jun 17 09:03:06.536365 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:06.541816 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-ebf14731-0eed-4b1f-9f6e-352acc3eed23 None None] For port 668dec18-9d0d-49d0-a603-af3dfbc5104b, host n-d-758944-30, cleared binding levels {{(pid=94522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:03:06.545151 n-d-758944-30 neutron-server[94522]: DEBUG neutron.plugins.ml2.db [None req-ebf14731-0eed-4b1f-9f6e-352acc3eed23 None None] For port 668dec18-9d0d-49d0-a603-af3dfbc5104b, host n-d-758944-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=668dec18-9d0d-49d0-a603-af3dfbc5104b,segment=NetworkSegment(10b29316-10a4-4fd1-bc1e-88cc4c4bd788),segment_id=10b29316-10a4-4fd1-bc1e-88cc4c4bd788)] {{(pid=94522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:03:06.563082 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63241de6-fbb8-4e65-ad53-ca0118c5db69 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:03:06.573216 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-69a6567c-4e38-43cf-97e3-5d206ab66cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:06.573458 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-b0ab8e3e-2e16-4e49-9f3a-72ae662b36ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788631899', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ec8f22aa-5fbe-4846-8130-2d20e12d558c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:00:53Z', 'updated_at': '2021-06-17T09:01:03Z', 'revision_number': 4, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'gw_port': {'id': 'ec8f22aa-5fbe-4846-8130-2d20e12d558c', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:54Z', 'updated_at': '2021-06-17T09:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '2f7cccb3-e3da-43b7-8d6d-14f711b8a645', 'name': '', 'network_id': '9ececb54-f1c7-4886-8f2b-7fd05acf2a74', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'mac_address': 'fa:16:3e:5c:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '40c6516d-868a-47bd-89cb-0de5af4997ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:02Z', 'updated_at': '2021-06-17T09:01:10Z', 'revision_number': 5, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'subnets': [{'id': '40c6516d-868a-47bd-89cb-0de5af4997ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:06.578764 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-aa19efaf-0434-4ab8-b3a2-b81d0286ce68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:06.617738 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ab8e3e-2e16-4e49-9f3a-72ae662b36ce None None] Checking router: 2f32b08b-5673-4591-8d71-1dbcc6cb0510 for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:03:06.625544 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-69a6567c-4e38-43cf-97e3-5d206ab66cbd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6d84cefa76f04c60b50744b561d13a40&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2926288 Jun 17 09:03:06.625544 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6567c-4e38-43cf-97e3-5d206ab66cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bbed94-1a50-4475-b207-24c5f8d0ce16,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:06.626243 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48652) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:06.628808 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 63241de6-fbb8-4e65-ad53-ca0118c5db69, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=63241de6-fbb8-4e65-ad53-ca0118c5db69,segment=NetworkSegment(f0ecfeb2-618e-4a47-8e5b-ce5283258f3b),segment_id=f0ecfeb2-618e-4a47-8e5b-ce5283258f3b)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:06.628933 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-69a6567c-4e38-43cf-97e3-5d206ab66cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:06.645049 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fa973-22f6-4b45-b6ed-979fbc7a85cc req-cd1fa64e-a0e9-4b7b-8fa7-a4865de133f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:06.646678 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-015fa973-22f6-4b45-b6ed-979fbc7a85cc req-cd1fa64e-a0e9-4b7b-8fa7-a4865de133f1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9ececb54-f1c7-4886-8f2b-7fd05acf2a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1157620 Jun 17 09:03:06.652133 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ab8e3e-2e16-4e49-9f3a-72ae662b36ce None None] Routers {'2f32b08b-5673-4591-8d71-1dbcc6cb0510'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:03:06.652787 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-b0ab8e3e-2e16-4e49-9f3a-72ae662b36ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T09:02:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['2f32b08b-5673-4591-8d71-1dbcc6cb0510'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:06.707457 n-d-758944-30 neutron-server[94522]: DEBUG neutron_lib.callbacks.manager [None req-ebf14731-0eed-4b1f-9f6e-352acc3eed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:06.709737 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-0c3ac929-ba50-44e8-a94e-3b25d8efc2a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:06.722542 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c489c59e-6970-4a63-a409-8f2e246a4313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:06.734321 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:06.738966 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-6b4ca47e-958f-463e-8428-9637ce7c1214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:06.743880 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-a8f6da52-3fb6-439f-a73c-ce29572586dd tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:06.748888 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-a8f6da52-3fb6-439f-a73c-ce29572586dd tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7327969 Jun 17 09:03:06.750208 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48658) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:06.769384 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-211b1ed5-7cae-4977-847c-c3a7ad975550 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Request body: {'security_group_rule': {'security_group_id': 'a96b8424-58d3-4c98-bafc-cb1846f4669b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:03:06.790884 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=63241de6-fbb8-4e65-ad53-ca0118c5db69,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:06.797412 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:06.806952 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c489c59e-6970-4a63-a409-8f2e246a4313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:06.821718 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-015fa973-22f6-4b45-b6ed-979fbc7a85cc req-b3cbc4b9-ec37-4945-9768-0b43af8b03db service neutron] 10.222.0.53 "GET /v2.0/networks/9ececb54-f1c7-4886-8f2b-7fd05acf2a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635003 Jun 17 09:03:06.843032 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a4944-181a-40fe-b09c-6473760b1ba7 None None] Pushing event updated for resources: {'Port': ['ID=668dec18-9d0d-49d0-a603-af3dfbc5104b,revision_number=4']} {{(pid=94522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:06.854430 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf14731-0eed-4b1f-9f6e-352acc3eed23 None None] Routers {'6d3aafce-56c8-40d5-995b-9e7a30c20695'} bound to L3 agent in host n-d-758944-30 {{(pid=94522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:03:06.854430 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-ebf14731-0eed-4b1f-9f6e-352acc3eed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T09:02:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['6d3aafce-56c8-40d5-995b-9e7a30c20695'], 'active': True} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:06.859891 n-d-758944-30 neutron-server[94522]: DEBUG oslo_concurrency.lockutils [None req-204a4944-181a-40fe-b09c-6473760b1ba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:06.901957 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-b0ab8e3e-2e16-4e49-9f3a-72ae662b36ce None None] Set router 2f32b08b-5673-4591-8d71-1dbcc6cb0510 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:03:06.976035 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-211b1ed5-7cae-4977-847c-c3a7ad975550 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:06.996134 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c489c59e-6970-4a63-a409-8f2e246a4313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:06.999334 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-c489c59e-6970-4a63-a409-8f2e246a4313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:07.000781 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-c489c59e-6970-4a63-a409-8f2e246a4313 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d3bbed94-1a50-4475-b207-24c5f8d0ce16 HTTP/1.1" status: 204 len: 168 time: 0.3727362 Jun 17 09:03:07.009827 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-09a037fc-e41a-4e4c-9566-6c69e42391f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:07.029714 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_dvr_db [None req-ebf14731-0eed-4b1f-9f6e-352acc3eed23 None None] Set router 6d3aafce-56c8-40d5-995b-9e7a30c20695 gateway port host: n-d-758944-30 {{(pid=94522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:03:07.109792 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] get_ports_and_sgs() called for port_ids ['63241de6-fbb8-4e65-ad53-ca0118c5db69'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 09:03:07.113339 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-211b1ed5-7cae-4977-847c-c3a7ad975550 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:07.117232 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489c59e-6970-4a63-a409-8f2e246a4313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bbed94-1a50-4475-b207-24c5f8d0ce16,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:07.132603 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-c489c59e-6970-4a63-a409-8f2e246a4313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:07.151142 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-015fa973-22f6-4b45-b6ed-979fbc7a85cc req-7d244524-de13-4122-bccd-e562cd99bd21 service neutron] 10.222.0.53 "GET /v2.0/networks/9ececb54-f1c7-4886-8f2b-7fd05acf2a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187225 Jun 17 09:03:07.259125 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-211b1ed5-7cae-4977-847c-c3a7ad975550 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589086'] for security_group_rule, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:07.271746 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-5f464158-b6c0-4fde-83b1-6ac256d9a0c2 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:07.289999 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b1ed5-7cae-4977-847c-c3a7ad975550 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb22e09-323e-48c7-830a-22a20926e593,revision_number=0']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:07.301386 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-211b1ed5-7cae-4977-847c-c3a7ad975550 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:07.372194 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.l3_hamode_db [None req-ebf14731-0eed-4b1f-9f6e-352acc3eed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3aafce-56c8-40d5-995b-9e7a30c20695', 'name': 'tempest-AttachVolumeShelveTestJSON-1614933591-router', 'tenant_id': 'dd574e42d189402d846f2ea243ac136e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '4dd61375-781a-4bf9-afbe-6e8a1c939b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:02:53Z', 'updated_at': '2021-06-17T09:03:01Z', 'revision_number': 4, 'project_id': 'dd574e42d189402d846f2ea243ac136e', 'gw_port': {'id': '4dd61375-781a-4bf9-afbe-6e8a1c939b03', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3aafce-56c8-40d5-995b-9e7a30c20695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:02:54Z', 'updated_at': '2021-06-17T09:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '668dec18-9d0d-49d0-a603-af3dfbc5104b', 'name': '', 'network_id': 'fc71b295-65ef-4cc5-80ca-29105fad9814', 'tenant_id': 'dd574e42d189402d846f2ea243ac136e', 'mac_address': 'fa:16:3e:d8:8c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3aafce-56c8-40d5-995b-9e7a30c20695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '8dc605df-b028-4c40-9161-272bbe1db744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:02:59Z', 'updated_at': '2021-06-17T09:03:06Z', 'revision_number': 4, 'project_id': 'dd574e42d189402d846f2ea243ac136e', 'subnets': [{'id': '8dc605df-b028-4c40-9161-272bbe1db744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:07.398280 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541f8e1-16f0-4176-9419-ffb1bfe95ea5 req-8a891d31-15be-48cb-b2bc-909b6b0a98a3 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:07.403868 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2541f8e1-16f0-4176-9419-ffb1bfe95ea5 req-8a891d31-15be-48cb-b2bc-909b6b0a98a3 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5 HTTP/1.1" status: 200 len: 984 time: 0.2648270 Jun 17 09:03:07.406439 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-211b1ed5-7cae-4977-847c-c3a7ad975550 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:07.412560 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-211b1ed5-7cae-4977-847c-c3a7ad975550 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6551850 Jun 17 09:03:07.412697 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 48674) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:07.417922 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-71da5da7-177e-4f74-94ef-684922674ce5 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Request body: {'floatingip': {'floating_network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:03:07.454767 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf14731-0eed-4b1f-9f6e-352acc3eed23 None None] The sync data for ids ['6d3aafce-56c8-40d5-995b-9e7a30c20695'] in n-d-758944-30 is: [{'id': '6d3aafce-56c8-40d5-995b-9e7a30c20695', 'name': 'tempest-AttachVolumeShelveTestJSON-1614933591-router', 'tenant_id': 'dd574e42d189402d846f2ea243ac136e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '4dd61375-781a-4bf9-afbe-6e8a1c939b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:02:53Z', 'updated_at': '2021-06-17T09:03:01Z', 'revision_number': 4, 'project_id': 'dd574e42d189402d846f2ea243ac136e', 'gw_port': {'id': '4dd61375-781a-4bf9-afbe-6e8a1c939b03', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3aafce-56c8-40d5-995b-9e7a30c20695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:02:54Z', 'updated_at': '2021-06-17T09:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '668dec18-9d0d-49d0-a603-af3dfbc5104b', 'name': '', 'network_id': 'fc71b295-65ef-4cc5-80ca-29105fad9814', 'tenant_id': 'dd574e42d189402d846f2ea243ac136e', 'mac_address': 'fa:16:3e:d8:8c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3aafce-56c8-40d5-995b-9e7a30c20695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '8dc605df-b028-4c40-9161-272bbe1db744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:02:59Z', 'updated_at': '2021-06-17T09:03:06Z', 'revision_number': 4, 'project_id': 'dd574e42d189402d846f2ea243ac136e', 'subnets': [{'id': '8dc605df-b028-4c40-9161-272bbe1db744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:03:07.574564 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-71da5da7-177e-4f74-94ef-684922674ce5 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Notify callbacks [] for floatingip, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:07.737241 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-2541f8e1-16f0-4176-9419-ffb1bfe95ea5 req-1e2f4895-e7de-4ea8-9bd4-351faff8ea30 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Deleting port e806afda-91ed-4496-87d0-68cccfa621d5 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:03:07.737815 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2541f8e1-16f0-4176-9419-ffb1bfe95ea5 req-1e2f4895-e7de-4ea8-9bd4-351faff8ea30 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:07.870135 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-71da5da7-177e-4f74-94ef-684922674ce5 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:07.912338 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-b0ab8e3e-2e16-4e49-9f3a-72ae662b36ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788631899', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ec8f22aa-5fbe-4846-8130-2d20e12d558c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:00:53Z', 'updated_at': '2021-06-17T09:01:03Z', 'revision_number': 4, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'gw_port': {'id': 'ec8f22aa-5fbe-4846-8130-2d20e12d558c', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:54Z', 'updated_at': '2021-06-17T09:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '2f7cccb3-e3da-43b7-8d6d-14f711b8a645', 'name': '', 'network_id': '9ececb54-f1c7-4886-8f2b-7fd05acf2a74', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'mac_address': 'fa:16:3e:5c:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '40c6516d-868a-47bd-89cb-0de5af4997ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:02Z', 'updated_at': '2021-06-17T09:01:10Z', 'revision_number': 5, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'subnets': [{'id': '40c6516d-868a-47bd-89cb-0de5af4997ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:07.968053 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 668dec18-9d0d-49d0-a603-af3dfbc5104b up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:03:08.061601 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ab8e3e-2e16-4e49-9f3a-72ae662b36ce None None] The sync data for ids ['2f32b08b-5673-4591-8d71-1dbcc6cb0510'] in n-d-758944-30 is: [{'id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788631899', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ec8f22aa-5fbe-4846-8130-2d20e12d558c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:00:53Z', 'updated_at': '2021-06-17T09:01:03Z', 'revision_number': 4, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'gw_port': {'id': 'ec8f22aa-5fbe-4846-8130-2d20e12d558c', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:54Z', 'updated_at': '2021-06-17T09:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30', '_interfaces': [{'id': '2f7cccb3-e3da-43b7-8d6d-14f711b8a645', 'name': '', 'network_id': '9ececb54-f1c7-4886-8f2b-7fd05acf2a74', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'mac_address': 'fa:16:3e:5c:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '40c6516d-868a-47bd-89cb-0de5af4997ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:01:02Z', 'updated_at': '2021-06-17T09:01:10Z', 'revision_number': 5, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'subnets': [{'id': '40c6516d-868a-47bd-89cb-0de5af4997ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:03:08.157337 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [req-2541f8e1-16f0-4176-9419-ffb1bfe95ea5 req-1e2f4895-e7de-4ea8-9bd4-351faff8ea30 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] For port e806afda-91ed-4496-87d0-68cccfa621d5, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=e806afda-91ed-4496-87d0-68cccfa621d5,segment=NetworkSegment(c5511071-3953-4402-aa91-f7fff53809ef),segment_id=c5511071-3953-4402-aa91-f7fff53809ef)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:08.157750 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2541f8e1-16f0-4176-9419-ffb1bfe95ea5 req-1e2f4895-e7de-4ea8-9bd4-351faff8ea30 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:08.176688 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 48692) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:08.186754 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning for port 668dec18-9d0d-49d0-a603-af3dfbc5104b completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:03:08.188492 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ab724-77f5-4bfb-b10b-2193f23efbc2 req-04fe7560-e104-4c6e-bcaa-4ecb63c7cf78 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:08.191136 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 668dec18-9d0d-49d0-a603-af3dfbc5104b triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:03:08.191511 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:08.202433 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-018ab724-77f5-4bfb-b10b-2193f23efbc2 req-04fe7560-e104-4c6e-bcaa-4ecb63c7cf78 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5 HTTP/1.1" status: 200 len: 984 time: 0.2915103 Jun 17 09:03:08.225660 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c2b18555-4e97-4670-bb19-517308b91407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:08.290696 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [None req-71da5da7-177e-4f74-94ef-684922674ce5 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Allocated IP 172.25.2.53 (47e26d50-07b5-44f6-8ce3-9ccc70a7083a/bc42cdd1-3da5-4ada-bb49-608a1fdd0030/4fae161b-dfa8-49f9-9441-57b11c5d5028) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:03:08.300741 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c7605-f6bb-4a76-8f66-92a42acc5b5c req-a1a81e27-4fa8-4953-a353-01f002d077d6 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:08.302317 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7f4c7605-f6bb-4a76-8f66-92a42acc5b5c req-a1a81e27-4fa8-4953-a353-01f002d077d6 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf0b352f-8433-4e42-b09b-1685ae596b49 HTTP/1.1" status: 200 len: 944 time: 0.4183717 Jun 17 09:03:08.384822 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:08.431171 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [req-2541f8e1-16f0-4176-9419-ffb1bfe95ea5 req-1e2f4895-e7de-4ea8-9bd4-351faff8ea30 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Calling delete_port for e806afda-91ed-4496-87d0-68cccfa621d5 owned by compute:nova {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:03:08.484874 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] For port 668dec18-9d0d-49d0-a603-af3dfbc5104b, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=668dec18-9d0d-49d0-a603-af3dfbc5104b,segment=NetworkSegment(10b29316-10a4-4fd1-bc1e-88cc4c4bd788),segment_id=10b29316-10a4-4fd1-bc1e-88cc4c4bd788)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:08.543600 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-018ab724-77f5-4bfb-b10b-2193f23efbc2 req-a9509bf4-1a39-4f83-8493-f6d48ace2439 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ce88f9c-fad4-433a-a58b-37e20200626e&id=0757b347-5713-4399-9d0b-dffd0de572d5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3368540 Jun 17 09:03:08.570846 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:08.576493 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-ce51dfd5-85b1-4659-a217-287704752c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:08.605293 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7f4c7605-f6bb-4a76-8f66-92a42acc5b5c req-1888f6c0-fbf8-41bd-ab63-e98a852401f5 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874565 Jun 17 09:03:08.715977 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Pushing event updated for resources: {'Port': ['ID=668dec18-9d0d-49d0-a603-af3dfbc5104b,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:08.731346 n-d-758944-30 neutron-server[94522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e07c278-e48e-4869-ba82-e595f6d03386 None None] New status for floating IP 2a3aa678-c925-45a6-8470-20275e0ff7ce: DOWN {{(pid=94522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 09:03:08.739750 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:08.774917 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-71da5da7-177e-4f74-94ef-684922674ce5 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:08.855549 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c2b18555-4e97-4670-bb19-517308b91407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:08.981215 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-71da5da7-177e-4f74-94ef-684922674ce5 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:08.983486 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-d816d247-b3c0-456c-883d-4221c9f638d9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:09.030871 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71da5da7-177e-4f74-94ef-684922674ce5 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Network 47e26d50-07b5-44f6-8ce3-9ccc70a7083a is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:03:09.034510 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-71da5da7-177e-4f74-94ef-684922674ce5 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:03:09.040482 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71da5da7-177e-4f74-94ef-684922674ce5 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:03:09.070170 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2541f8e1-16f0-4176-9419-ffb1bfe95ea5 req-1e2f4895-e7de-4ea8-9bd4-351faff8ea30 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:09.095099 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:09.137337 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f4895-e7de-4ea8-9bd4-351faff8ea30 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Pushing event deleted for resources: {'Port': ['ID=e806afda-91ed-4496-87d0-68cccfa621d5,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:09.145584 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-1e2f4895-e7de-4ea8-9bd4-351faff8ea30 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:09.209866 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [req-2541f8e1-16f0-4176-9419-ffb1bfe95ea5 req-1e2f4895-e7de-4ea8-9bd4-351faff8ea30 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] No DVR routers for this DVR port e806afda-91ed-4496-87d0-68cccfa621d5 on host n-h2-758944-30 {{(pid=94520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 09:03:09.212978 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [req-2541f8e1-16f0-4176-9419-ffb1bfe95ea5 req-1e2f4895-e7de-4ea8-9bd4-351faff8ea30 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:09.215686 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-2541f8e1-16f0-4176-9419-ffb1bfe95ea5 req-1e2f4895-e7de-4ea8-9bd4-351faff8ea30 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.53 "DELETE /v2.0/ports/e806afda-91ed-4496-87d0-68cccfa621d5 HTTP/1.1" status: 204 len: 173 time: 1.8053973 Jun 17 09:03:09.216093 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9992cd9-c7e2-4d1d-8351-e25ecc49dbb5', 'name': 'network-vif-deleted', 'tag': 'e806afda-91ed-4496-87d0-68cccfa621d5'}] {{(pid=94520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:03:09.219325 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}440844e4713c4e7ce75698097264792268f9b5f1a8dc9d82cb7cb7cfcea02bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7a5685-9b0c-493b-a7af-aae1468fd133" -d '{"events": [{"server_uuid": "d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5", "name": "network-vif-deleted", "tag": "e806afda-91ed-4496-87d0-68cccfa621d5"}]}' {{(pid=94520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:03:09.263415 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd42a8cc-ad11-4bfc-9d43-86e1929c4040 x-openstack-request-id: req-bd42a8cc-ad11-4bfc-9d43-86e1929c4040 {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:03:09.263862 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5", "name": "network-vif-deleted", "tag": "e806afda-91ed-4496-87d0-68cccfa621d5", "status": "completed", "code": 200}]} {{(pid=94520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:03:09.264242 n-d-758944-30 neutron-server[94520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bd42a8cc-ad11-4bfc-9d43-86e1929c4040 {{(pid=94520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:03:09.264762 n-d-758944-30 neutron-server[94520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9992cd9-c7e2-4d1d-8351-e25ecc49dbb5', 'name': 'network-vif-deleted', 'tag': 'e806afda-91ed-4496-87d0-68cccfa621d5', 'status': 'completed', 'code': 200} Jun 17 09:03:09.537491 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c2b18555-4e97-4670-bb19-517308b91407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:09.545145 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da5da7-177e-4f74-94ef-684922674ce5 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Pushing event updated for resources: {'Port': ['ID=4fae161b-dfa8-49f9-9441-57b11c5d5028,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:09.553433 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-71da5da7-177e-4f74-94ef-684922674ce5 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:09.554342 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-b09f4571-9c17-4316-8aa3-15a481bb40b9 tempest-SecGroupTest-681650900 tempest-SecGroupTest-681650900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:09.686915 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c2b18555-4e97-4670-bb19-517308b91407 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5592410f26f142a6a17e76e6c67bfd3c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5023670 Jun 17 09:03:09.686915 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b18555-4e97-4670-bb19-517308b91407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b233ab-1b09-426d-b184-3197c7b2cea6,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:09.687195 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48720) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:09.717285 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c2b18555-4e97-4670-bb19-517308b91407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:09.807402 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-71da5da7-177e-4f74-94ef-684922674ce5 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:09.813337 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53f1de99-7095-4911-a376-20737f3be5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:09.842814 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53f1de99-7095-4911-a376-20737f3be5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:09.933348 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 668dec18-9d0d-49d0-a603-af3dfbc5104b up at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:03:09.951756 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2800af4b-f614-4220-9556-c20fe340c9b8 req-862d3bd9-c957-47ab-a745-4627e653cfd7 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9992cd9-c7e2-4d1d-8351-e25ecc49dbb5 HTTP/1.1" status: 200 len: 210 time: 0.0751929 Jun 17 09:03:10.015131 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Provisioning complete for port 668dec18-9d0d-49d0-a603-af3dfbc5104b triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:03:10.015598 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:10.018479 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-71da5da7-177e-4f74-94ef-684922674ce5 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:10.061908 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409dda0-3f73-4560-b9ee-0305257b0485 req-ae340dce-27fe-4114-b12a-55ca09e43887 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:10.065965 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1409dda0-3f73-4560-b9ee-0305257b0485 req-ae340dce-27fe-4114-b12a-55ca09e43887 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf0b352f-8433-4e42-b09b-1685ae596b49 HTTP/1.1" status: 200 len: 944 time: 0.1987329 Jun 17 09:03:10.135745 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53f1de99-7095-4911-a376-20737f3be5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:10.139500 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-53f1de99-7095-4911-a376-20737f3be5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:10.147582 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-53f1de99-7095-4911-a376-20737f3be5e9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e0b233ab-1b09-426d-b184-3197c7b2cea6 HTTP/1.1" status: 204 len: 168 time: 0.4599071 Jun 17 09:03:10.151418 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-766dba7b-ce6f-496f-801e-76fd3595f0bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:10.196459 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1de99-7095-4911-a376-20737f3be5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b233ab-1b09-426d-b184-3197c7b2cea6,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:10.197532 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device 63241de6-fbb8-4e65-ad53-ca0118c5db69 up at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:03:10.265588 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-1409dda0-3f73-4560-b9ee-0305257b0485 req-f5e7a4df-1576-4e85-944e-385937048517 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570497 Jun 17 09:03:10.269602 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-53f1de99-7095-4911-a376-20737f3be5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:10.270166 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48736) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:10.345852 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-71da5da7-177e-4f74-94ef-684922674ce5 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:10.429934 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning for port 63241de6-fbb8-4e65-ad53-ca0118c5db69 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:03:10.429934 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Provisioning complete for port 63241de6-fbb8-4e65-ad53-ca0118c5db69 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:03:10.429934 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:10.435826 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-a8a1c7da-59c6-4b9f-9896-a70a8fb9ff06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-792308553'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:03:10.495147 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-71da5da7-177e-4f74-94ef-684922674ce5 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:10.503518 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-6fa0d394-319a-41d5-9a75-2b1b93727529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:10.514146 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:10.546603 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a1c7da-59c6-4b9f-9896-a70a8fb9ff06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822-project] Made reservation on behalf of 2a5249e9cb2b492bb7470d1a0bf26b18 for: {'network': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:03:10.552880 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c7da-59c6-4b9f-9896-a70a8fb9ff06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for network, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:10.566227 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c7da-59c6-4b9f-9896-a70a8fb9ff06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822-project] Notify callbacks [] for security_group, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:10.572533 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0b352f-8433-4e42-b09b-1685ae596b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63241de6-fbb8-4e65-ad53-ca0118c5db69'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:03:10.575442 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29858b90-2011-4139-8a89-23dff7810313" -d '{"events": [{"server_uuid": "cf0b352f-8433-4e42-b09b-1685ae596b49", "name": "network-vif-plugged", "status": "completed", "tag": "63241de6-fbb8-4e65-ad53-ca0118c5db69"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:03:10.582686 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] For port 63241de6-fbb8-4e65-ad53-ca0118c5db69, host n-h2-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-30',level=0,port_id=63241de6-fbb8-4e65-ad53-ca0118c5db69,segment=NetworkSegment(f0ecfeb2-618e-4a47-8e5b-ce5283258f3b),segment_id=f0ecfeb2-618e-4a47-8e5b-ce5283258f3b)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:10.643918 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d8c5f9-8b3a-4527-aed4-c931a161af44 x-openstack-request-id: req-96d8c5f9-8b3a-4527-aed4-c931a161af44 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:03:10.645089 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0b352f-8433-4e42-b09b-1685ae596b49", "name": "network-vif-plugged", "status": "completed", "tag": "63241de6-fbb8-4e65-ad53-ca0118c5db69", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:03:10.645089 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-96d8c5f9-8b3a-4527-aed4-c931a161af44 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:03:10.645366 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0b352f-8433-4e42-b09b-1685ae596b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63241de6-fbb8-4e65-ad53-ca0118c5db69', 'code': 200} Jun 17 09:03:10.645890 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-71da5da7-177e-4f74-94ef-684922674ce5 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942062'] for floatingip, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:10.677804 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da5da7-177e-4f74-94ef-684922674ce5 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Pushing event updated for resources: {'Port': ['ID=4fae161b-dfa8-49f9-9441-57b11c5d5028,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:10.684103 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-71da5da7-177e-4f74-94ef-684922674ce5 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:10.708228 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:10.711093 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device e806afda-91ed-4496-87d0-68cccfa621d5 no longer exists at agent hyperv_n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:03:10.714705 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-d3a785d7-f58b-4be7-b71a-b61f24253345 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:10.793536 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] No Port match for: e806afda-91ed-4496-87d0-68cccfa621d5 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:03:10.794199 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Device e806afda-91ed-4496-87d0-68cccfa621d5 not bound to the agent host n-h2-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:03:10.803540 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c7da-59c6-4b9f-9896-a70a8fb9ff06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822-project] Notify callbacks [] for security_group, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:10.824181 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Pushing event updated for resources: {'Port': ['ID=63241de6-fbb8-4e65-ad53-ca0118c5db69,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:10.827600 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:10.833806 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf122a5-7e65-4b5d-a011-bd9853764a6f req-d355ec09-6372-4af3-ba5b-a5b51dc6b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:10.835433 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-faf122a5-7e65-4b5d-a011-bd9853764a6f req-d355ec09-6372-4af3-ba5b-a5b51dc6b91c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cf0b352f-8433-4e42-b09b-1685ae596b49 HTTP/1.1" status: 200 len: 1097 time: 0.0932500 Jun 17 09:03:10.880164 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-faf122a5-7e65-4b5d-a011-bd9853764a6f req-997c5418-5486-4009-a526-c5d0c7806889 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330353 Jun 17 09:03:10.884845 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c7da-59c6-4b9f-9896-a70a8fb9ff06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:10.889214 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-80c2f5f3-437d-49cc-8dec-318808ed370b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:10.908559 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a1c7da-59c6-4b9f-9896-a70a8fb9ff06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=94520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 09:03:10.930948 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c7da-59c6-4b9f-9896-a70a8fb9ff06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2017758'] for segment, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:10.930948 n-d-758944-30 neutron-server[94520]: INFO neutron.db.segments_db [None req-a8a1c7da-59c6-4b9f-9896-a70a8fb9ff06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822-project] Added segment 550c2cf5-eb79-408b-bdd4-1a8d0a605465 of type vlan for network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 Jun 17 09:03:10.930948 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1c7da-59c6-4b9f-9896-a70a8fb9ff06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7844f87-3175-4cc0-b2e9-4cef44e0f192,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:10.932756 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a8a1c7da-59c6-4b9f-9896-a70a8fb9ff06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:10.986623 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-71da5da7-177e-4f74-94ef-684922674ce5 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for floatingip, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:10.995025 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-71da5da7-177e-4f74-94ef-684922674ce5 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5775757 Jun 17 09:03:10.995908 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c7da-59c6-4b9f-9896-a70a8fb9ff06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774480029350'] for network, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:11.077144 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 48758) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:11.131091 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:03:11.183655 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e66d3e4f-af25-4757-b11a-248e0934d63f tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:11.203418 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c7da-59c6-4b9f-9896-a70a8fb9ff06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-585706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671'] for network, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:11.211753 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a1c7da-59c6-4b9f-9896-a70a8fb9ff06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:11.212637 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c7da-59c6-4b9f-9896-a70a8fb9ff06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822-project] Notify callbacks [] for network, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:11.222990 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-bc8e9513-5c82-4e9e-80f0-4111b30317ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:11.256013 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e66d3e4f-af25-4757-b11a-248e0934d63f tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:11.304602 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-470a9150-15f6-4640-8402-32df0eac767e tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--203741071&fields=id&tenant_id=dd574e42d189402d846f2ea243ac136e HTTP/1.1" status: 200 len: 267 time: 0.0864577 Jun 17 09:03:11.315277 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-a8a1c7da-59c6-4b9f-9896-a70a8fb9ff06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.0438521 Jun 17 09:03:11.319441 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1c7da-59c6-4b9f-9896-a70a8fb9ff06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822-project] Pushing event updated for resources: {'Network': ['ID=5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:11.323577 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-a8a1c7da-59c6-4b9f-9896-a70a8fb9ff06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539124822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:11.332987 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 details requested by agent ovs-agent-n-d-758944-30 with host n-d-758944-30 {{(pid=94521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 09:03:11.469938 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e66d3e4f-af25-4757-b11a-248e0934d63f tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:11.479007 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-e66d3e4f-af25-4757-b11a-248e0934d63f tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:11.485127 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7c8b6-b14d-4d90-a805-37ca3259927a req-4e53337a-c2be-4f8d-ba28-d6de5340605d tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:11.487965 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-efe7c8b6-b14d-4d90-a805-37ca3259927a req-4e53337a-c2be-4f8d-ba28-d6de5340605d tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf0b352f-8433-4e42-b09b-1685ae596b49 HTTP/1.1" status: 200 len: 945 time: 0.0830288 Jun 17 09:03:11.496420 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-e66d3e4f-af25-4757-b11a-248e0934d63f tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "DELETE /v2.0/security-groups/0757b347-5713-4399-9d0b-dffd0de572d5 HTTP/1.1" status: 204 len: 168 time: 0.4180472 Jun 17 09:03:11.499486 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4beb7c84-878a-4d9c-8a00-5e75a239e834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:11.503220 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 48782) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:11.521467 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-55e31b56-98c7-4d5e-a5f6-44bc323b5565 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:11.528406 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-55e31b56-98c7-4d5e-a5f6-44bc323b5565 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] 10.222.0.49 "GET /v2.0/networks?id=fc71b295-65ef-4cc5-80ca-29105fad9814 HTTP/1.1" status: 200 len: 817 time: 0.2178442 Jun 17 09:03:11.546582 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d3e4f-af25-4757-b11a-248e0934d63f tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0757b347-5713-4399-9d0b-dffd0de572d5,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:11.552890 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-e66d3e4f-af25-4757-b11a-248e0934d63f tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:11.577111 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-e2f6efcd-1998-4927-ad85-0cb3713c16ee tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] 10.222.0.49 "GET /v2.0/quotas/dd574e42d189402d846f2ea243ac136e HTTP/1.1" status: 200 len: 375 time: 0.0397153 Jun 17 09:03:11.578333 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-efe7c8b6-b14d-4d90-a805-37ca3259927a req-7f86e9eb-40af-43cd-929d-d9203245c2fd tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846815 Jun 17 09:03:11.706292 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d5df092-870d-44b8-9511-e4cee85f0266 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for security_group, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:11.749661 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d5df092-870d-44b8-9511-e4cee85f0266 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:11.856512 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-84242082-3d50-4aa1-bd8b-0a5b33018823 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd574e42d189402d846f2ea243ac136e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2784057 Jun 17 09:03:11.934202 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d5df092-870d-44b8-9511-e4cee85f0266 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:11.946476 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-1d5df092-870d-44b8-9511-e4cee85f0266 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for security_group, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:11.950840 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-1d5df092-870d-44b8-9511-e4cee85f0266 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "DELETE /v2.0/security-groups/3ce88f9c-fad4-433a-a58b-37e20200626e HTTP/1.1" status: 204 len: 168 time: 0.4459860 Jun 17 09:03:11.951093 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48798) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:11.959464 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-23f0da01-59fe-4c57-bd7d-e39eaa1a6244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:11.987581 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5df092-870d-44b8-9511-e4cee85f0266 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce88f9c-fad4-433a-a58b-37e20200626e,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:11.994676 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-1d5df092-870d-44b8-9511-e4cee85f0266 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:12.041806 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-3de886df-f464-4982-8ee6-730f45a63bde service neutron] 10.222.0.49 "GET /v2.0/networks/fc71b295-65ef-4cc5-80ca-29105fad9814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819603 Jun 17 09:03:12.181757 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 48802) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:12.223331 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Request body: {'port': {'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48', 'binding:host_id': 'n-h1-758944-30', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-975824354'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:03:12.269663 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-4f0a7f44-7764-4081-af78-d87785b00ae8 service neutron] 10.222.0.49 "GET /v2.0/networks/fc71b295-65ef-4cc5-80ca-29105fad9814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192392 Jun 17 09:03:12.397860 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Made reservation on behalf of ee97fa2e20134764a84b192a42221690 for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:03:12.400448 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:12.410590 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:12.491743 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7aa3a781-470b-429a-a461-df39de2fe0c9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558793'] for router_interface, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:12.583845 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:12.662938 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-7855b02b-97f3-4b72-902b-c5ed73e8cc7c req-11dbb94c-cfee-4bcc-9130-6d6668416f2b tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbf2c6c6-c6cb-45ef-a664-e4b8d3422f8b HTTP/1.1" status: 200 len: 210 time: 0.0580361 Jun 17 09:03:12.672304 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585661'] for security_group, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:12.675762 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-f59d538f-ee92-4ac5-a648-77e3b85d00e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:12.678945 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] device_id is not set on port bf4aa640-f350-4f02-ac46-4aee4f644dbf yet. {{(pid=94519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 09:03:12.821273 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fa740a-bc15-4c5e-a5ff-cb4dca0b744d,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:12.851612 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:12.978225 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3182d-efa0-4c92-82a9-c734cdd6d951 req-e94b84cf-0651-4f29-80fd-979a40d88ca7 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:12.986867 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aaa3182d-efa0-4c92-82a9-c734cdd6d951 req-e94b84cf-0651-4f29-80fd-979a40d88ca7 tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf0b352f-8433-4e42-b09b-1685ae596b49 HTTP/1.1" status: 200 len: 945 time: 0.1882510 Jun 17 09:03:13.117005 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-7aa3a781-470b-429a-a461-df39de2fe0c9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Deleting port 2f7cccb3-e3da-43b7-8d6d-14f711b8a645 {{(pid=94520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:03:13.117624 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7aa3a781-470b-429a-a461-df39de2fe0c9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:13.154259 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] device_id is not set on port bf4aa640-f350-4f02-ac46-4aee4f644dbf yet. {{(pid=94519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 09:03:13.166477 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:13.199310 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Transition to ACTIVE for port object bf4aa640-f350-4f02-ac46-4aee4f644dbf will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:03:13.240778 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-7aa3a781-470b-429a-a461-df39de2fe0c9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] For port 2f7cccb3-e3da-43b7-8d6d-14f711b8a645, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=2f7cccb3-e3da-43b7-8d6d-14f711b8a645,segment=NetworkSegment(c5511071-3953-4402-aa91-f7fff53809ef),segment_id=c5511071-3953-4402-aa91-f7fff53809ef)] {{(pid=94520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:13.241332 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7aa3a781-470b-429a-a461-df39de2fe0c9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:13.247049 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-aaa3182d-efa0-4c92-82a9-c734cdd6d951 req-d167b8c3-1611-4286-9d39-5a9aadc66d3c tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] 10.222.0.49 "GET /v2.0/security-groups?id=839f447c-19ff-40cd-ada1-f9abcd102995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583499 Jun 17 09:03:13.319489 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-7aa3a781-470b-429a-a461-df39de2fe0c9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Calling delete_port for 2f7cccb3-e3da-43b7-8d6d-14f711b8a645 owned by network:router_interface {{(pid=94520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:03:13.322287 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:13.327107 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-22acdaa0-9158-480f-abf4-0951d9d89a1b tempest-RoutersNegativeTest-154036728 tempest-RoutersNegativeTest-154036728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:13.369864 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Checking segment: {'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:03:13.370296 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Network hostable DHCP agents. Network: 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48, hostable agents: ['517c54a4-d57b-40dc-8679-22d1a2f56001'], hosted agents: [] {{(pid=94519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 09:03:13.484956 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Pushing event updated for resources: {'Port': ['ID=bf4aa640-f350-4f02-ac46-4aee4f644dbf,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:13.491105 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:13.523499 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 is scheduled to be hosted by DHCP agent 517c54a4-d57b-40dc-8679-22d1a2f56001 with binding_index 1 {{(pid=94519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 09:03:13.620564 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-30, 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48) {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:03:13.625078 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:03:13.632562 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759e7ccb-839c-4eb9-b14c-815e3b05eefe None None] Network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:03:13.654566 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:03:13.654950 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:03:13.655318 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:03:13.674468 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Port bf4aa640-f350-4f02-ac46-4aee4f644dbf on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:03:13.674825 n-d-758944-30 neutron-server[94519]: ERROR neutron.plugins.ml2.managers [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Failed to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf on host n-h1-758944-30 for vnic_type normal using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] Jun 17 09:03:13.675295 n-d-758944-30 neutron-server[94519]: INFO neutron.plugins.ml2.plugin [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempt 2 to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf Jun 17 09:03:13.701007 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:03:13.701353 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:03:13.701701 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:03:13.707043 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Port bf4aa640-f350-4f02-ac46-4aee4f644dbf on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:03:13.707390 n-d-758944-30 neutron-server[94519]: ERROR neutron.plugins.ml2.managers [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Failed to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf on host n-h1-758944-30 for vnic_type normal using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] Jun 17 09:03:13.707820 n-d-758944-30 neutron-server[94519]: INFO neutron.plugins.ml2.plugin [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempt 3 to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf Jun 17 09:03:13.738290 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:03:13.738636 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:03:13.739002 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:03:13.754021 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Port bf4aa640-f350-4f02-ac46-4aee4f644dbf on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:03:13.754465 n-d-758944-30 neutron-server[94519]: ERROR neutron.plugins.ml2.managers [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Failed to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf on host n-h1-758944-30 for vnic_type normal using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] Jun 17 09:03:13.754759 n-d-758944-30 neutron-server[94519]: INFO neutron.plugins.ml2.plugin [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempt 4 to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf Jun 17 09:03:13.782019 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:03:13.782369 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:03:13.782793 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:03:13.799337 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Port bf4aa640-f350-4f02-ac46-4aee4f644dbf on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:03:13.799686 n-d-758944-30 neutron-server[94519]: ERROR neutron.plugins.ml2.managers [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Failed to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf on host n-h1-758944-30 for vnic_type normal using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] Jun 17 09:03:13.800123 n-d-758944-30 neutron-server[94519]: INFO neutron.plugins.ml2.plugin [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempt 5 to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf Jun 17 09:03:13.803416 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-b02d8838-1cdc-46a0-a188-2014a607b7c6 req-d82f0f74-b24d-4cae-b4f3-153c7cc2b6f6 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbf2c6c6-c6cb-45ef-a664-e4b8d3422f8b HTTP/1.1" status: 200 len: 210 time: 0.0629940 Jun 17 09:03:13.805791 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7aa3a781-470b-429a-a461-df39de2fe0c9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916635'] for port, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:13.817716 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-944733ed-f98c-4985-b151-37197f317cfe tempest-AttachVolumeTestJSON-1141791982 tempest-AttachVolumeTestJSON-1141791982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:13.829548 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:03:13.830203 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:03:13.830538 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:03:13.836420 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Port bf4aa640-f350-4f02-ac46-4aee4f644dbf on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:03:13.836765 n-d-758944-30 neutron-server[94519]: ERROR neutron.plugins.ml2.managers [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Failed to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf on host n-h1-758944-30 for vnic_type normal using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] Jun 17 09:03:13.837431 n-d-758944-30 neutron-server[94519]: INFO neutron.plugins.ml2.plugin [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempt 6 to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf Jun 17 09:03:13.871059 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:03:13.871365 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:03:13.871739 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:03:13.877307 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Port bf4aa640-f350-4f02-ac46-4aee4f644dbf on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:03:13.877646 n-d-758944-30 neutron-server[94519]: ERROR neutron.plugins.ml2.managers [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Failed to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf on host n-h1-758944-30 for vnic_type normal using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] Jun 17 09:03:13.878056 n-d-758944-30 neutron-server[94519]: INFO neutron.plugins.ml2.plugin [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempt 7 to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf Jun 17 09:03:13.912947 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:03:13.913288 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:03:13.913641 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:03:13.919495 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Port bf4aa640-f350-4f02-ac46-4aee4f644dbf on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:03:13.919885 n-d-758944-30 neutron-server[94519]: ERROR neutron.plugins.ml2.managers [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Failed to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf on host n-h1-758944-30 for vnic_type normal using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] Jun 17 09:03:13.920304 n-d-758944-30 neutron-server[94519]: INFO neutron.plugins.ml2.plugin [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempt 8 to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf Jun 17 09:03:13.973723 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:03:13.974076 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:03:13.974425 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:03:13.979670 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Port bf4aa640-f350-4f02-ac46-4aee4f644dbf on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:03:13.980048 n-d-758944-30 neutron-server[94519]: ERROR neutron.plugins.ml2.managers [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Failed to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf on host n-h1-758944-30 for vnic_type normal using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] Jun 17 09:03:13.980461 n-d-758944-30 neutron-server[94519]: INFO neutron.plugins.ml2.plugin [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempt 9 to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf Jun 17 09:03:14.026642 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:03:14.026642 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:03:14.026642 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:03:14.036040 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Port bf4aa640-f350-4f02-ac46-4aee4f644dbf on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:03:14.036386 n-d-758944-30 neutron-server[94519]: ERROR neutron.plugins.ml2.managers [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Failed to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf on host n-h1-758944-30 for vnic_type normal using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] Jun 17 09:03:14.036813 n-d-758944-30 neutron-server[94519]: INFO neutron.plugins.ml2.plugin [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempt 10 to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf Jun 17 09:03:14.067584 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:03:14.067930 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:03:14.068283 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:03:14.073369 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Port bf4aa640-f350-4f02-ac46-4aee4f644dbf on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:03:14.073713 n-d-758944-30 neutron-server[94519]: ERROR neutron.plugins.ml2.managers [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Failed to bind port bf4aa640-f350-4f02-ac46-4aee4f644dbf on host n-h1-758944-30 for vnic_type normal using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] Jun 17 09:03:14.074255 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:14.152536 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] For port bf4aa640-f350-4f02-ac46-4aee4f644dbf, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:03:14.152536 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempted to set empty binding levels {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 17 09:03:14.281675 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:14.302872 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-df0015be-476a-4683-bef2-234797735d74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:14.336071 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:14.336904 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:14.337850 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3a781-470b-429a-a461-df39de2fe0c9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Pushing event deleted for resources: {'Port': ['ID=2f7cccb3-e3da-43b7-8d6d-14f711b8a645,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:14.341582 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7aa3a781-470b-429a-a461-df39de2fe0c9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:14.373730 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Pushing event updated for resources: {'Port': ['ID=bf4aa640-f350-4f02-ac46-4aee4f644dbf,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:14.406210 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:14.562805 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-7aa3a781-470b-429a-a461-df39de2fe0c9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558685'] for router_interface, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:14.757041 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.5727677 Jun 17 09:03:14.759694 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 48854) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:14.927043 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-c4a84707-626b-4cb3-a0dc-e718bdbc73dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Deleting port bf4aa640-f350-4f02-ac46-4aee4f644dbf {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:03:14.927365 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c4a84707-626b-4cb3-a0dc-e718bdbc73dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:14.994193 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa3a781-470b-429a-a461-df39de2fe0c9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Router 2f32b08b-5673-4591-8d71-1dbcc6cb0510 has already been hosted by L3 agent 5da38073-a04f-47c5-966d-0527550e54fd {{(pid=94520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 09:03:15.026664 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-c4a84707-626b-4cb3-a0dc-e718bdbc73dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] For port bf4aa640-f350-4f02-ac46-4aee4f644dbf, host n-h1-758944-30, got binding levels [] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:15.027159 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c4a84707-626b-4cb3-a0dc-e718bdbc73dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:15.118125 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa3a781-470b-429a-a461-df39de2fe0c9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify agent at l3_agent.n-d-758944-30 the message routers_updated {{(pid=94520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 09:03:15.128254 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2385d7a-ec3b-4422-90e1-8c392e6c5ca9 None None] Sync routers for ids ['2f32b08b-5673-4591-8d71-1dbcc6cb0510'] in n-d-758944-30 {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:03:15.132551 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-7aa3a781-470b-429a-a461-df39de2fe0c9 tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "PUT /v2.0/routers/2f32b08b-5673-4591-8d71-1dbcc6cb0510/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1771517 Jun 17 09:03:15.132949 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48864) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:15.140925 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2385d7a-ec3b-4422-90e1-8c392e6c5ca9 None None] Routers {'2f32b08b-5673-4591-8d71-1dbcc6cb0510'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:03:15.141580 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-c2385d7a-ec3b-4422-90e1-8c392e6c5ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T09:02:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['2f32b08b-5673-4591-8d71-1dbcc6cb0510'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:15.170000 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-c4a84707-626b-4cb3-a0dc-e718bdbc73dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Calling delete_port for bf4aa640-f350-4f02-ac46-4aee4f644dbf owned by {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:03:15.227489 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.db_base_plugin_v2 [None req-86649899-6a2b-4bba-b5ca-cd35877ce3ca tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Deleting subnet 40c6516d-868a-47bd-89cb-0de5af4997ac {{(pid=94520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 09:03:15.237678 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-86649899-6a2b-4bba-b5ca-cd35877ce3ca tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for subnet, before_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:15.342168 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-86649899-6a2b-4bba-b5ca-cd35877ce3ca tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880033'] for subnet, precommit_delete_associations {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:15.368740 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-14e611ac-1e7e-46bd-aceb-9b40cd661ffe req-1a2b018c-4019-4213-8c78-a6c6e7a7d7f8 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbf2c6c6-c6cb-45ef-a664-e4b8d3422f8b HTTP/1.1" status: 200 len: 210 time: 0.3762758 Jun 17 09:03:15.431197 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-c2385d7a-ec3b-4422-90e1-8c392e6c5ca9 None None] Set router 2f32b08b-5673-4591-8d71-1dbcc6cb0510 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:03:15.443789 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c4a84707-626b-4cb3-a0dc-e718bdbc73dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:15.448229 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-71da5da7-177e-4f74-94ef-684922674ce5 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:15.499794 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a84707-626b-4cb3-a0dc-e718bdbc73dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf4aa640-f350-4f02-ac46-4aee4f644dbf,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:15.512156 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c4a84707-626b-4cb3-a0dc-e718bdbc73dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:15.524439 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-c4a84707-626b-4cb3-a0dc-e718bdbc73dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:15.527980 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-c4a84707-626b-4cb3-a0dc-e718bdbc73dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] 10.222.0.49 "DELETE /v2.0/ports/bf4aa640-f350-4f02-ac46-4aee4f644dbf HTTP/1.1" status: 204 len: 168 time: 0.7658565 Jun 17 09:03:15.533743 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48878) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:15.584322 n-d-758944-30 neutron-server[94520]: INFO neutron.pecan_wsgi.hooks.translation [None req-0613cf76-52e7-492f-ac19-ae8ebd1fcdff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] GET failed (client error): The resource could not be found. Jun 17 09:03:15.586615 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-0613cf76-52e7-492f-ac19-ae8ebd1fcdff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] 10.222.0.49 "GET /v2.0/ports/bf4aa640-f350-4f02-ac46-4aee4f644dbf HTTP/1.1" status: 404 len: 333 time: 0.0530798 Jun 17 09:03:15.590946 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48880) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:15.602813 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-f9be1b72-e1ad-472f-9913-34587fa8a070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Request body: {'port': {'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349788409'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:03:15.612066 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-86649899-6a2b-4bba-b5ca-cd35877ce3ca tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019467'] for subnet, precommit_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:15.763501 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9be1b72-e1ad-472f-9913-34587fa8a070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Made reservation on behalf of ee97fa2e20134764a84b192a42221690 for: {'port': 1} {{(pid=94520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:03:15.767600 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f9be1b72-e1ad-472f-9913-34587fa8a070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:15.793495 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [None req-f9be1b72-e1ad-472f-9913-34587fa8a070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] device_id is not set on port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f yet. {{(pid=94520) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 09:03:15.794438 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-c2385d7a-ec3b-4422-90e1-8c392e6c5ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788631899', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ec8f22aa-5fbe-4846-8130-2d20e12d558c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:00:53Z', 'updated_at': '2021-06-17T09:03:13Z', 'revision_number': 5, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'gw_port': {'id': 'ec8f22aa-5fbe-4846-8130-2d20e12d558c', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:54Z', 'updated_at': '2021-06-17T09:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:15.823051 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2385d7a-ec3b-4422-90e1-8c392e6c5ca9 None None] Checking router: 2f32b08b-5673-4591-8d71-1dbcc6cb0510 for host: n-d-758944-30 {{(pid=94521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:03:15.832818 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2385d7a-ec3b-4422-90e1-8c392e6c5ca9 None None] Routers {'2f32b08b-5673-4591-8d71-1dbcc6cb0510'} bound to L3 agent in host n-d-758944-30 {{(pid=94521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:03:15.833704 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-c2385d7a-ec3b-4422-90e1-8c392e6c5ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:25:29Z,description=,heartbeat_timestamp=2021-06-17T09:02:59Z,host='n-d-758944-30',id=5da38073-a04f-47c5-966d-0527550e54fd,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:25:30Z,topic='l3_agent')) {'router_ids': ['2f32b08b-5673-4591-8d71-1dbcc6cb0510'], 'active': True} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:15.854820 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-86649899-6a2b-4bba-b5ca-cd35877ce3ca tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5916449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5887091'] for subnet, after_delete {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:15.859260 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-7166b93e-1181-429d-bef4-336339f341b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:15.925817 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa53b487-975b-4eb7-903f-6e73b4e8f1ca None None] Network 9ececb54-f1c7-4886-8f2b-7fd05acf2a74 requested from n-d-758944-30 {{(pid=94521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:03:15.937630 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86649899-6a2b-4bba-b5ca-cd35877ce3ca tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Pushing event deleted for resources: {'Subnet': ['ID=40c6516d-868a-47bd-89cb-0de5af4997ac,revision_number=None']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:15.976182 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-86649899-6a2b-4bba-b5ca-cd35877ce3ca tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for subnet, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:15.985559 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-86649899-6a2b-4bba-b5ca-cd35877ce3ca tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "DELETE /v2.0/subnets/40c6516d-868a-47bd-89cb-0de5af4997ac HTTP/1.1" status: 204 len: 168 time: 0.8513808 Jun 17 09:03:15.988441 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [-] (94519) accepted ('10.222.0.49', 48888) {{(pid=94519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:16.000001 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-86649899-6a2b-4bba-b5ca-cd35877ce3ca tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:16.227753 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-41daf29a-218f-4123-9eaf-84ddee6f186c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for router, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:16.300563 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f9be1b72-e1ad-472f-9913-34587fa8a070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:16.491791 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvr_db [None req-c2385d7a-ec3b-4422-90e1-8c392e6c5ca9 None None] Set router 2f32b08b-5673-4591-8d71-1dbcc6cb0510 gateway port host: n-d-758944-30 {{(pid=94521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:03:16.533776 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f9be1b72-e1ad-472f-9913-34587fa8a070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5916626'] for port, after_create {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:16.546057 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-dccd392a-d35f-49b9-af61-7b4f0e7e851d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:16.547257 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-41daf29a-218f-4123-9eaf-84ddee6f186c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:16.642971 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be1b72-e1ad-472f-9913-34587fa8a070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Pushing event updated for resources: {'Port': ['ID=aabbd0d6-4c45-4e85-a3f8-5503c4aad41f,revision_number=1']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:16.657878 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-f9be1b72-e1ad-472f-9913-34587fa8a070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:16.669099 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9be1b72-e1ad-472f-9913-34587fa8a070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 is already hosted by enough agents. {{(pid=94520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:03:16.670887 n-d-758944-30 neutron-server[94520]: DEBUG neutron.scheduler.base_scheduler [None req-f9be1b72-e1ad-472f-9913-34587fa8a070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Resources bound (agent type, host, resource id): {{(pid=94520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:03:16.677067 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-d3736563-a7ea-485a-acf8-0512008bdf30 req-78a57411-a488-426e-9329-1eeb5bd4c810 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbf2c6c6-c6cb-45ef-a664-e4b8d3422f8b HTTP/1.1" status: 200 len: 210 time: 0.0486882 Jun 17 09:03:16.680564 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be1b72-e1ad-472f-9913-34587fa8a070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Received port after_create {{(pid=94520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:03:16.682710 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9be1b72-e1ad-472f-9913-34587fa8a070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:16.683750 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-f9be1b72-e1ad-472f-9913-34587fa8a070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:16.765052 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-41daf29a-218f-4123-9eaf-84ddee6f186c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Deleting port ec8f22aa-5fbe-4846-8130-2d20e12d558c {{(pid=94519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:03:16.765440 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-41daf29a-218f-4123-9eaf-84ddee6f186c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:16.787142 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-f9be1b72-e1ad-472f-9913-34587fa8a070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1939027 Jun 17 09:03:16.789895 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [-] (94520) accepted ('10.222.0.49', 48906) {{(pid=94520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:16.795431 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.v2.base [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758944-30'}} {{(pid=94520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:03:16.882449 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_hamode_db [None req-c2385d7a-ec3b-4422-90e1-8c392e6c5ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788631899', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ec8f22aa-5fbe-4846-8130-2d20e12d558c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:00:53Z', 'updated_at': '2021-06-17T09:03:13Z', 'revision_number': 5, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'gw_port': {'id': 'ec8f22aa-5fbe-4846-8130-2d20e12d558c', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:54Z', 'updated_at': '2021-06-17T09:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}], 'n-d-758944-30', False) {} {{(pid=94521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:16.916459 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2385d7a-ec3b-4422-90e1-8c392e6c5ca9 None None] The sync data for ids ['2f32b08b-5673-4591-8d71-1dbcc6cb0510'] in n-d-758944-30 is: [{'id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788631899', 'tenant_id': 'd08282b987e04d83bb48daa169894c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'external_fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ec8f22aa-5fbe-4846-8130-2d20e12d558c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T09:00:53Z', 'updated_at': '2021-06-17T09:03:13Z', 'revision_number': 5, 'project_id': 'd08282b987e04d83bb48daa169894c33', 'gw_port': {'id': 'ec8f22aa-5fbe-4846-8130-2d20e12d558c', 'name': '', 'network_id': '47e26d50-07b5-44f6-8ce3-9ccc70a7083a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f32b08b-5673-4591-8d71-1dbcc6cb0510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T09:00:54Z', 'updated_at': '2021-06-17T09:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc42cdd1-3da5-4ada-bb49-608a1fdd0030', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-30'}] {{(pid=94521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:03:16.922886 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbf13fb-536d-49b1-b718-07cc5103447a None None] DHCP port deletion for 9ececb54-f1c7-4886-8f2b-7fd05acf2a74 request from n-d-758944-30 {{(pid=94521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 09:03:16.939653 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:17.003279 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [None req-41daf29a-218f-4123-9eaf-84ddee6f186c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] For port ec8f22aa-5fbe-4846-8130-2d20e12d558c, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=ec8f22aa-5fbe-4846-8130-2d20e12d558c,segment=NetworkSegment(3fa8e1df-b445-48f1-b070-212cc182c837),segment_id=3fa8e1df-b445-48f1-b070-212cc182c837)] {{(pid=94519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:17.004789 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-41daf29a-218f-4123-9eaf-84ddee6f186c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:17.007008 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-abbf13fb-536d-49b1-b718-07cc5103447a None None] Deleting port 71c08009-bc38-4e9a-bb02-457d475eb8e9 {{(pid=94521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:03:17.007418 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-abbf13fb-536d-49b1-b718-07cc5103447a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774480461469'] for port, before_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:17.126946 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-abbf13fb-536d-49b1-b718-07cc5103447a None None] For port 71c08009-bc38-4e9a-bb02-457d475eb8e9, host n-d-758944-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-30',level=0,port_id=71c08009-bc38-4e9a-bb02-457d475eb8e9,segment=NetworkSegment(c5511071-3953-4402-aa91-f7fff53809ef),segment_id=c5511071-3953-4402-aa91-f7fff53809ef)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:17.127361 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-abbf13fb-536d-49b1-b718-07cc5103447a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-934126'] for port, precommit_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:17.202023 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.plugin [None req-41daf29a-218f-4123-9eaf-84ddee6f186c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Calling delete_port for ec8f22aa-5fbe-4846-8130-2d20e12d558c owned by network:router_gateway {{(pid=94519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:03:17.221081 n-d-758944-30 neutron-server[94520]: DEBUG neutron.notifiers.nova [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] device_id is not set on port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f yet. {{(pid=94520) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 09:03:17.230060 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:17.243422 n-d-758944-30 neutron-server[94520]: DEBUG neutron.db.provisioning_blocks [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Transition to ACTIVE for port object aabbd0d6-4c45-4e85-a3f8-5503c4aad41f will not be triggered until provisioned by entity L2. {{(pid=94520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:03:17.307524 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-abbf13fb-536d-49b1-b718-07cc5103447a None None] Calling delete_port for 71c08009-bc38-4e9a-bb02-457d475eb8e9 owned by network:dhcp {{(pid=94521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:03:17.390082 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:17.393957 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-b03db7bd-05d2-49b4-aa7a-2872c446fcfd tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:17.459087 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Pushing event updated for resources: {'Port': ['ID=aabbd0d6-4c45-4e85-a3f8-5503c4aad41f,revision_number=2']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:17.464185 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:17.581341 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:03:17.581826 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:03:17.582842 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:03:17.588759 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:03:17.589362 n-d-758944-30 neutron-server[94520]: ERROR neutron.plugins.ml2.managers [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Failed to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on host n-h1-758944-30 for vnic_type normal using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] Jun 17 09:03:17.589840 n-d-758944-30 neutron-server[94520]: INFO neutron.plugins.ml2.plugin [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempt 2 to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f Jun 17 09:03:17.618497 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:03:17.619259 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:03:17.619863 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:03:17.625826 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:03:17.626472 n-d-758944-30 neutron-server[94520]: ERROR neutron.plugins.ml2.managers [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Failed to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on host n-h1-758944-30 for vnic_type normal using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] Jun 17 09:03:17.627357 n-d-758944-30 neutron-server[94520]: INFO neutron.plugins.ml2.plugin [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempt 3 to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f Jun 17 09:03:17.631938 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-abbf13fb-536d-49b1-b718-07cc5103447a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720'] for port, after_delete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:17.635471 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:17.645320 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-542a97db-d93d-4468-a782-f6b24cea7f16 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:17.646907 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-542a97db-d93d-4468-a782-f6b24cea7f16 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] 10.222.0.50 "GET /v2.0/networks?id=fc71b295-65ef-4cc5-80ca-29105fad9814 HTTP/1.1" status: 200 len: 817 time: 0.3722856 Jun 17 09:03:17.665700 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:03:17.666519 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:03:17.667080 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:03:17.673783 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbf13fb-536d-49b1-b718-07cc5103447a None None] No DVR routers for this DVR port 71c08009-bc38-4e9a-bb02-457d475eb8e9 on host n-d-758944-30 {{(pid=94521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 09:03:17.680100 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf13fb-536d-49b1-b718-07cc5103447a None None] Pushing event deleted for resources: {'Port': ['ID=71c08009-bc38-4e9a-bb02-457d475eb8e9,revision_number=None']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:17.687215 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:03:17.687781 n-d-758944-30 neutron-server[94520]: ERROR neutron.plugins.ml2.managers [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Failed to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on host n-h1-758944-30 for vnic_type normal using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] Jun 17 09:03:17.688300 n-d-758944-30 neutron-server[94520]: INFO neutron.plugins.ml2.plugin [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempt 4 to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f Jun 17 09:03:17.706079 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf13fb-536d-49b1-b718-07cc5103447a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:17.706438 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf13fb-536d-49b1-b718-07cc5103447a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:17.707282 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf13fb-536d-49b1-b718-07cc5103447a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:17.707645 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf13fb-536d-49b1-b718-07cc5103447a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:17.709925 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf13fb-536d-49b1-b718-07cc5103447a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:17.710421 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf13fb-536d-49b1-b718-07cc5103447a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:17.710772 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf13fb-536d-49b1-b718-07cc5103447a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:17.711114 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf13fb-536d-49b1-b718-07cc5103447a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:17.711448 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf13fb-536d-49b1-b718-07cc5103447a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:17.711812 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf13fb-536d-49b1-b718-07cc5103447a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:17.712399 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf13fb-536d-49b1-b718-07cc5103447a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:17.719078 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf13fb-536d-49b1-b718-07cc5103447a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-30 {{(pid=94521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:17.725442 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-abbf13fb-536d-49b1-b718-07cc5103447a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:17.727104 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:17.728985 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:03:17.730286 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:03:17.732154 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:03:17.755087 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:03:17.755788 n-d-758944-30 neutron-server[94520]: ERROR neutron.plugins.ml2.managers [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Failed to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on host n-h1-758944-30 for vnic_type normal using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] Jun 17 09:03:17.756434 n-d-758944-30 neutron-server[94520]: INFO neutron.plugins.ml2.plugin [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempt 5 to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f Jun 17 09:03:17.792130 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-8538cfda-938e-4f5a-9e0f-d4a38e7998a7 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd574e42d189402d846f2ea243ac136e HTTP/1.1" status: 200 len: 379 time: 0.1363599 Jun 17 09:03:17.803486 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-5c5254b4-083c-473d-86ff-11d1b2bf52c9 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Request body: {'port': {'device_id': 'dbf2c6c6-c6cb-45ef-a664-e4b8d3422f8b', 'network_id': 'fc71b295-65ef-4cc5-80ca-29105fad9814', 'admin_state_up': True, 'tenant_id': 'dd574e42d189402d846f2ea243ac136e', 'security_groups': ['a96b8424-58d3-4c98-bafc-cb1846f4669b']}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:03:17.814455 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:03:17.816219 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:03:17.816736 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:03:17.839967 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:03:17.840754 n-d-758944-30 neutron-server[94520]: ERROR neutron.plugins.ml2.managers [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Failed to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on host n-h1-758944-30 for vnic_type normal using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] Jun 17 09:03:17.842207 n-d-758944-30 neutron-server[94520]: INFO neutron.plugins.ml2.plugin [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempt 6 to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f Jun 17 09:03:17.878786 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-41daf29a-218f-4123-9eaf-84ddee6f186c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774480467321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774480071720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15791757'] for port, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:17.881422 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:03:17.881761 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:03:17.882097 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:03:17.883038 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 71c08009-bc38-4e9a-bb02-457d475eb8e9 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:03:17.894947 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:03:17.895290 n-d-758944-30 neutron-server[94520]: ERROR neutron.plugins.ml2.managers [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Failed to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on host n-h1-758944-30 for vnic_type normal using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] Jun 17 09:03:17.895683 n-d-758944-30 neutron-server[94520]: INFO neutron.plugins.ml2.plugin [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempt 7 to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f Jun 17 09:03:17.902931 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-cad7d00a-0293-47a6-bfbc-ea45b2b1f3fd tempest-AttachVolumeNegativeTest-392330318 tempest-AttachVolumeNegativeTest-392330318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:17.915394 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:03:17.915942 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:03:17.916400 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:03:17.921328 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:03:17.921773 n-d-758944-30 neutron-server[94520]: ERROR neutron.plugins.ml2.managers [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Failed to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on host n-h1-758944-30 for vnic_type normal using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] Jun 17 09:03:17.922248 n-d-758944-30 neutron-server[94520]: INFO neutron.plugins.ml2.plugin [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempt 8 to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f Jun 17 09:03:17.942532 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 71c08009-bc38-4e9a-bb02-457d475eb8e9 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:03:17.944067 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:03:17.945512 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:03:17.946121 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:03:17.952370 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:03:17.952835 n-d-758944-30 neutron-server[94520]: ERROR neutron.plugins.ml2.managers [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Failed to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on host n-h1-758944-30 for vnic_type normal using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] Jun 17 09:03:17.953318 n-d-758944-30 neutron-server[94520]: INFO neutron.plugins.ml2.plugin [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempt 9 to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f Jun 17 09:03:17.953993 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 71c08009-bc38-4e9a-bb02-457d475eb8e9 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:03:17.954985 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 2f7cccb3-e3da-43b7-8d6d-14f711b8a645 no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:03:17.992548 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daf29a-218f-4123-9eaf-84ddee6f186c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Pushing event deleted for resources: {'Port': ['ID=ec8f22aa-5fbe-4846-8130-2d20e12d558c,revision_number=None']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:17.993641 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:03:17.993991 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:03:17.994329 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:03:18.004906 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:03:18.005246 n-d-758944-30 neutron-server[94520]: ERROR neutron.plugins.ml2.managers [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Failed to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on host n-h1-758944-30 for vnic_type normal using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] Jun 17 09:03:18.005784 n-d-758944-30 neutron-server[94520]: INFO neutron.plugins.ml2.plugin [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempt 10 to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f Jun 17 09:03:18.021686 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: 2f7cccb3-e3da-43b7-8d6d-14f711b8a645 {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:03:18.021939 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:03:18.022167 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device 2f7cccb3-e3da-43b7-8d6d-14f711b8a645 not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:03:18.022279 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.managers [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] {{(pid=94520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:03:18.022492 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempting to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:03:18.051720 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-41daf29a-218f-4123-9eaf-84ddee6f186c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:18.056166 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:03:18.056503 n-d-758944-30 neutron-server[94520]: ERROR neutron.plugins.ml2.managers [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Failed to bind port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on host n-h1-758944-30 for vnic_type normal using segments [{'id': '550c2cf5-eb79-408b-bdd4-1a8d0a605465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48'}] Jun 17 09:03:18.056866 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:18.127636 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-41daf29a-218f-4123-9eaf-84ddee6f186c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941854'] for router_gateway, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:18.219374 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] For port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f, host n-h1-758944-30, cleared binding levels {{(pid=94520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:03:18.220593 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.db [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attempted to set empty binding levels {{(pid=94520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 17 09:03:18.257609 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-41daf29a-218f-4123-9eaf-84ddee6f186c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2863'] for router, precommit_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:18.259782 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-41daf29a-218f-4123-9eaf-84ddee6f186c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:18.333089 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5916640'] for port, after_update {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:18.343486 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-57644b67-439a-432f-943d-e41002bcee5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:18.385626 n-d-758944-30 neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] In _notify_port_updated(), no bound segment for port aabbd0d6-4c45-4e85-a3f8-5503c4aad41f on network 5ca3ddf8-2f41-4aec-a338-5b7aacfc7f48 {{(pid=94520) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 09:03:18.386520 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:18.387171 n-d-758944-30 neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:18.393459 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] 10.222.0.49 "PUT /v2.0/ports/aabbd0d6-4c45-4e85-a3f8-5503c4aad41f HTTP/1.1" status: 200 len: 980 time: 1.6005559 Jun 17 09:03:18.416282 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-41daf29a-218f-4123-9eaf-84ddee6f186c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-947796'] for router, after_delete {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:18.417109 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41daf29a-218f-4123-9eaf-84ddee6f186c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Fanout notify agent at l3_agent the message router_deleted on router 2f32b08b-5673-4591-8d71-1dbcc6cb0510 {{(pid=94519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 09:03:18.420841 n-d-758944-30 neutron-server[94520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Pushing event updated for resources: {'Port': ['ID=aabbd0d6-4c45-4e85-a3f8-5503c4aad41f,revision_number=3']} {{(pid=94520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:18.432614 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [None req-41daf29a-218f-4123-9eaf-84ddee6f186c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] Notify callbacks [] for router, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:18.432813 n-d-758944-30 neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-fa90d5ca-872a-443f-a7ca-721db754ebe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:18.434417 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [None req-41daf29a-218f-4123-9eaf-84ddee6f186c tempest-TestSecurityGroupsBasicOps-1165951743 tempest-TestSecurityGroupsBasicOps-1165951743-project] 10.222.0.49 "DELETE /v2.0/routers/2f32b08b-5673-4591-8d71-1dbcc6cb0510 HTTP/1.1" status: 204 len: 168 time: 2.4449046 Jun 17 09:03:18.435460 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-5c5254b4-083c-473d-86ff-11d1b2bf52c9 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Made reservation on behalf of dd574e42d189402d846f2ea243ac136e for: {'port': 1} {{(pid=94519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:03:18.439408 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-5c5254b4-083c-473d-86ff-11d1b2bf52c9 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2093260'] for port, before_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:18.674490 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.db_base_plugin_common [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-5c5254b4-083c-473d-86ff-11d1b2bf52c9 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Allocated IP 172.20.0.6 (fc71b295-65ef-4cc5-80ca-29105fad9814/8dc605df-b028-4c40-9161-272bbe1db744/9b13eb32-c505-444b-a868-b08185af5186) {{(pid=94519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:03:18.838108 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-5c5254b4-083c-473d-86ff-11d1b2bf52c9 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Notify callbacks [] for port, precommit_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:18.860054 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-5c5254b4-083c-473d-86ff-11d1b2bf52c9 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Transition to ACTIVE for port object 9b13eb32-c505-444b-a868-b08185af5186 will not be triggered until provisioned by entity DHCP. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:03:19.009926 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-5c5254b4-083c-473d-86ff-11d1b2bf52c9 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2093833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-622671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774480071711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15791748'] for port, after_create {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:19.014143 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-c16b3bff-f5cf-4b29-811e-6b0483ea92e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:19.072797 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-5c5254b4-083c-473d-86ff-11d1b2bf52c9 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Network fc71b295-65ef-4cc5-80ca-29105fad9814 is already hosted by enough agents. {{(pid=94519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:03:19.077128 n-d-758944-30 neutron-server[94519]: DEBUG neutron.scheduler.base_scheduler [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-5c5254b4-083c-473d-86ff-11d1b2bf52c9 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Resources bound (agent type, host, resource id): {{(pid=94519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:03:19.079178 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5254b4-083c-473d-86ff-11d1b2bf52c9 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Pushing event updated for resources: {'Port': ['ID=9b13eb32-c505-444b-a868-b08185af5186,revision_number=1']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:19.089072 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.l3_dvrscheduler_db [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-5c5254b4-083c-473d-86ff-11d1b2bf52c9 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Received port after_create {{(pid=94519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:03:19.127460 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-5c5254b4-083c-473d-86ff-11d1b2bf52c9 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:19.144676 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-5c5254b4-083c-473d-86ff-11d1b2bf52c9 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:19.144676 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-5c5254b4-083c-473d-86ff-11d1b2bf52c9 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:19.259167 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-5c5254b4-083c-473d-86ff-11d1b2bf52c9 tempest-AttachVolumeShelveTestJSON-1692311763 tempest-AttachVolumeShelveTestJSON-1692311763-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4626298 Jun 17 09:03:19.273207 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.v2.base [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-349c8c39-1d13-445d-964a-5f38309243fa service neutron] Request body: {'port': {'device_id': 'dbf2c6c6-c6cb-45ef-a664-e4b8d3422f8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-30'}} {{(pid=94519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:03:19.362289 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-349c8c39-1d13-445d-964a-5f38309243fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:19.557422 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-79f23a0b-b4aa-45e0-be54-ce6bb01bc0d1 None None] Provisioning for port 9b13eb32-c505-444b-a868-b08185af5186 completed by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:03:19.571470 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-79f23a0b-b4aa-45e0-be54-ce6bb01bc0d1 None None] Provisioning complete for port 9b13eb32-c505-444b-a868-b08185af5186 triggered by entity DHCP. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:03:19.572245 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-79f23a0b-b4aa-45e0-be54-ce6bb01bc0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:19.649006 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-79f23a0b-b4aa-45e0-be54-ce6bb01bc0d1 None None] Port 9b13eb32-c505-444b-a868-b08185af5186 cannot update to ACTIVE because it is not bound. {{(pid=94521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 09:03:19.698670 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-349c8c39-1d13-445d-964a-5f38309243fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b13eb32-c505-444b-a868-b08185af5186 {{(pid=94519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:03:19.710179 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-349c8c39-1d13-445d-964a-5f38309243fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:19.726732 n-d-758944-30 neutron-server[94519]: DEBUG neutron.db.provisioning_blocks [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-349c8c39-1d13-445d-964a-5f38309243fa service neutron] Transition to ACTIVE for port object 9b13eb32-c505-444b-a868-b08185af5186 will not be triggered until provisioned by entity L2. {{(pid=94519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:03:19.801776 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-349c8c39-1d13-445d-964a-5f38309243fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:19.804779 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-fa9a450f-0fd6-4d4b-a573-1bda4b5f9cc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388643787-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:19.846566 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device ec8f22aa-5fbe-4846-8130-2d20e12d558c no longer exists at agent ovs-agent-n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:03:19.881142 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.plugin [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] No Port match for: ec8f22aa-5fbe-4846-8130-2d20e12d558c {{(pid=94521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:03:19.882471 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Device ec8f22aa-5fbe-4846-8130-2d20e12d558c not bound to the agent host n-d-758944-30 {{(pid=94521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:03:20.001974 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c8c39-1d13-445d-964a-5f38309243fa service neutron] Pushing event updated for resources: {'Port': ['ID=9b13eb32-c505-444b-a868-b08185af5186,revision_number=2']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:20.007689 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-349c8c39-1d13-445d-964a-5f38309243fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:20.013092 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-349c8c39-1d13-445d-964a-5f38309243fa service neutron] Attempting to bind port 9b13eb32-c505-444b-a868-b08185af5186 on host n-h1-758944-30 for vnic_type normal with profile {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:03:20.013537 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-349c8c39-1d13-445d-964a-5f38309243fa service neutron] Attempting to bind port 9b13eb32-c505-444b-a868-b08185af5186 by drivers openvswitch,hyperv on host n-h1-758944-30 at level 0 using segments [{'id': '10b29316-10a4-4fd1-bc1e-88cc4c4bd788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fc71b295-65ef-4cc5-80ca-29105fad9814'}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:03:20.014029 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-349c8c39-1d13-445d-964a-5f38309243fa service neutron] Attempting to bind port 9b13eb32-c505-444b-a868-b08185af5186 on network fc71b295-65ef-4cc5-80ca-29105fad9814 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:03:20.020647 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-349c8c39-1d13-445d-964a-5f38309243fa service neutron] Port 9b13eb32-c505-444b-a868-b08185af5186 on network fc71b295-65ef-4cc5-80ca-29105fad9814 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-30 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:03:20.027299 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-349c8c39-1d13-445d-964a-5f38309243fa service neutron] Attempting to bind port 9b13eb32-c505-444b-a868-b08185af5186 on network fc71b295-65ef-4cc5-80ca-29105fad9814 {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:03:20.049706 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-349c8c39-1d13-445d-964a-5f38309243fa service neutron] Checking agent: {'id': 'f627ed26-c1e0-47da-a0e7-ee0743163ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'started_at': datetime.datetime(2021, 6, 17, 8, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:03:20.050244 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-349c8c39-1d13-445d-964a-5f38309243fa service neutron] Checking segment: {'id': '10b29316-10a4-4fd1-bc1e-88cc4c4bd788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fc71b295-65ef-4cc5-80ca-29105fad9814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:03:20.055280 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-349c8c39-1d13-445d-964a-5f38309243fa service neutron] Bound using segment: {'id': '10b29316-10a4-4fd1-bc1e-88cc4c4bd788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fc71b295-65ef-4cc5-80ca-29105fad9814'} {{(pid=94519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:03:20.056062 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.managers [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-349c8c39-1d13-445d-964a-5f38309243fa service neutron] Bound port: 9b13eb32-c505-444b-a868-b08185af5186, host: n-h1-758944-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b29316-10a4-4fd1-bc1e-88cc4c4bd788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fc71b295-65ef-4cc5-80ca-29105fad9814'}}] {{(pid=94519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:03:20.056714 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-349c8c39-1d13-445d-964a-5f38309243fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:20.157432 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-349c8c39-1d13-445d-964a-5f38309243fa service neutron] For port 9b13eb32-c505-444b-a868-b08185af5186, host n-h1-758944-30, cleared binding levels {{(pid=94519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:03:20.161455 n-d-758944-30 neutron-server[94519]: DEBUG neutron.plugins.ml2.db [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-349c8c39-1d13-445d-964a-5f38309243fa service neutron] For port 9b13eb32-c505-444b-a868-b08185af5186, host n-h1-758944-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=9b13eb32-c505-444b-a868-b08185af5186,segment=NetworkSegment(10b29316-10a4-4fd1-bc1e-88cc4c4bd788),segment_id=10b29316-10a4-4fd1-bc1e-88cc4c4bd788)] {{(pid=94519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:03:20.255185 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-349c8c39-1d13-445d-964a-5f38309243fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15791798'] for port, after_update {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:20.257410 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-4deffcd5-e5ed-42ba-82e9-87d062bd3d13 tempest-ServerRescueNegativeTestJSON-1442570892 tempest-ServerRescueNegativeTestJSON-1442570892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:20.290338 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-349c8c39-1d13-445d-964a-5f38309243fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:20.291372 n-d-758944-30 neutron-server[94519]: DEBUG neutron_lib.callbacks.manager [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-349c8c39-1d13-445d-964a-5f38309243fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58203'] for port, before_response {{(pid=94519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:20.292836 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-349c8c39-1d13-445d-964a-5f38309243fa service neutron] 10.222.0.50 "PUT /v2.0/ports/9b13eb32-c505-444b-a868-b08185af5186 HTTP/1.1" status: 200 len: 1092 time: 1.0247548 Jun 17 09:03:20.295229 n-d-758944-30 neutron-server[94519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf2c6c6-c6cb-45ef-a664-e4b8d3422f8b', 'tag': '9b13eb32-c505-444b-a868-b08185af5186'}] {{(pid=94519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:03:20.297523 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d87a5cd2dac2425819d68db72417277cc7a183fd014ddf29d0209e963782997f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7278ed-28cb-4acd-b83d-0a122e03d305" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf2c6c6-c6cb-45ef-a664-e4b8d3422f8b", "tag": "9b13eb32-c505-444b-a868-b08185af5186"}]}' {{(pid=94519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:03:20.335915 n-d-758944-30 neutron-server[94519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c8c39-1d13-445d-964a-5f38309243fa service neutron] Pushing event updated for resources: {'Port': ['ID=9b13eb32-c505-444b-a868-b08185af5186,revision_number=3']} {{(pid=94519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:20.340405 n-d-758944-30 neutron-server[94519]: DEBUG oslo_concurrency.lockutils [None req-349c8c39-1d13-445d-964a-5f38309243fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:20.359349 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 09:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307ef132-291d-470e-808a-f76de482515f x-openstack-request-id: req-307ef132-291d-470e-808a-f76de482515f {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:03:20.359789 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf2c6c6-c6cb-45ef-a664-e4b8d3422f8b", "tag": "9b13eb32-c505-444b-a868-b08185af5186", "status": "completed", "code": 200}]} {{(pid=94519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:03:20.360235 n-d-758944-30 neutron-server[94519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-307ef132-291d-470e-808a-f76de482515f {{(pid=94519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:03:20.369174 n-d-758944-30 neutron-server[94519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf2c6c6-c6cb-45ef-a664-e4b8d3422f8b', 'tag': '9b13eb32-c505-444b-a868-b08185af5186', 'status': 'completed', 'code': 200} Jun 17 09:03:20.458608 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:20.468733 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7278ed-28cb-4acd-b83d-0a122e03d305 req-5ad46def-3b2a-47e1-86f6-6051ec146257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:20.471338 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7e7278ed-28cb-4acd-b83d-0a122e03d305 req-5ad46def-3b2a-47e1-86f6-6051ec146257 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dd574e42d189402d846f2ea243ac136e&device_id=dbf2c6c6-c6cb-45ef-a664-e4b8d3422f8b HTTP/1.1" status: 200 len: 1095 time: 0.0961936 Jun 17 09:03:20.478931 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4a07a2aa-1431-46cf-b77f-76f80a4df18d req-90c618f9-c91c-4c02-a9fe-8e56d0d739d4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=68a15824-574d-47df-9e6c-e7314cbd26b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0766556 Jun 17 09:03:20.591895 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07a2aa-1431-46cf-b77f-76f80a4df18d req-bc263b6d-c707-4fc8-8d6c-0161c879583e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:20.593670 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4a07a2aa-1431-46cf-b77f-76f80a4df18d req-bc263b6d-c707-4fc8-8d6c-0161c879583e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a2ee40337e3b431baa5a1d17104f6d60&device_id=68a15824-574d-47df-9e6c-e7314cbd26b7 HTTP/1.1" status: 200 len: 1097 time: 0.0686476 Jun 17 09:03:20.599637 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7278ed-28cb-4acd-b83d-0a122e03d305 req-f89b900f-d2fe-4890-80b4-b11ceb5f2bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:20.601176 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7e7278ed-28cb-4acd-b83d-0a122e03d305 req-f89b900f-d2fe-4890-80b4-b11ceb5f2bc3 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dd574e42d189402d846f2ea243ac136e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1222243 Jun 17 09:03:20.708928 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7278ed-28cb-4acd-b83d-0a122e03d305 req-4ad5b6a0-820a-4232-a37f-4a9dc917cf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:20.710417 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7e7278ed-28cb-4acd-b83d-0a122e03d305 req-4ad5b6a0-820a-4232-a37f-4a9dc917cf90 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1005490 Jun 17 09:03:20.718909 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07a2aa-1431-46cf-b77f-76f80a4df18d req-44ab6078-0ad5-4783-b9c3-203214ebfad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:20.721113 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4a07a2aa-1431-46cf-b77f-76f80a4df18d req-44ab6078-0ad5-4783-b9c3-203214ebfad2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=904ca9b1-00d8-4238-94b1-dcb40f3f0868 HTTP/1.1" status: 200 len: 915 time: 0.1071093 Jun 17 09:03:20.766540 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4a07a2aa-1431-46cf-b77f-76f80a4df18d req-1144a14e-9b47-4b65-a365-6ee608acbf85 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b17bc4b0-abc2-4fea-bc85-0c00b4affe8c HTTP/1.1" status: 200 len: 217 time: 0.0394688 Jun 17 09:03:20.802849 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-95dadf7f-133c-47fa-aeff-00c89dfea7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:20.804383 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-95dadf7f-133c-47fa-aeff-00c89dfea7f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dd574e42d189402d846f2ea243ac136e&device_id=dbf2c6c6-c6cb-45ef-a664-e4b8d3422f8b HTTP/1.1" status: 200 len: 1095 time: 0.0549374 Jun 17 09:03:20.816449 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07a2aa-1431-46cf-b77f-76f80a4df18d req-fb8afecf-f780-4cf0-ae0a-9448521e35db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:20.818682 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4a07a2aa-1431-46cf-b77f-76f80a4df18d req-fb8afecf-f780-4cf0-ae0a-9448521e35db service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be2c55b3-02a4-4190-acdd-75f271ee2f5f HTTP/1.1" status: 200 len: 854 time: 0.0457380 Jun 17 09:03:20.852286 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-bbee626e-5832-4624-b35e-8c925bdf3dde service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b13eb32-c505-444b-a868-b08185af5186 HTTP/1.1" status: 200 len: 217 time: 0.0410764 Jun 17 09:03:20.856853 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4a07a2aa-1431-46cf-b77f-76f80a4df18d req-8fb971ac-d447-41fe-9346-1a52f116fff3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=904ca9b1-00d8-4238-94b1-dcb40f3f0868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332224 Jun 17 09:03:20.910326 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-df24bb54-7d16-4b89-8831-f0decf894de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:20.911822 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-df24bb54-7d16-4b89-8831-f0decf894de0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8dc605df-b028-4c40-9161-272bbe1db744 HTTP/1.1" status: 200 len: 856 time: 0.0484133 Jun 17 09:03:20.989525 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4a07a2aa-1431-46cf-b77f-76f80a4df18d req-20e42554-8e9d-4c70-9e5f-678cb90926a9 service neutron] 10.222.0.50 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257961 Jun 17 09:03:20.999413 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-455f3c98-98e2-4e95-8383-8473fcfaa3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:21.001075 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-455f3c98-98e2-4e95-8383-8473fcfaa3d0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fc71b295-65ef-4cc5-80ca-29105fad9814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0802889 Jun 17 09:03:21.093923 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4a07a2aa-1431-46cf-b77f-76f80a4df18d req-ad0778b8-911d-4dd1-8983-6dfcbf4b6749 service neutron] 10.222.0.50 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977139 Jun 17 09:03:21.140092 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-781ba4fa-f8e3-4e88-8433-81b1e75e70e0 service neutron] 10.222.0.50 "GET /v2.0/networks/fc71b295-65ef-4cc5-80ca-29105fad9814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325912 Jun 17 09:03:21.243422 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2faed6a5-0d45-4e38-917e-a8db4aa797d5 req-d21a6fad-9953-434a-8220-d2f083e524b0 service neutron] 10.222.0.50 "GET /v2.0/networks/fc71b295-65ef-4cc5-80ca-29105fad9814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949607 Jun 17 09:03:21.648679 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0117a015-4be2-4c4a-bd5a-2469e1d8a07e req-19a05edd-07e9-4728-b296-ae19a76b1826 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b6ac75c8-d7ce-4624-8743-53dfc978ccb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0624237 Jun 17 09:03:21.740926 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117a015-4be2-4c4a-bd5a-2469e1d8a07e req-f2dc714b-2bab-4257-a793-dbb98f6d27a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:21.743399 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0117a015-4be2-4c4a-bd5a-2469e1d8a07e req-f2dc714b-2bab-4257-a793-dbb98f6d27a0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2ee40337e3b431baa5a1d17104f6d60&device_id=b6ac75c8-d7ce-4624-8743-53dfc978ccb2 HTTP/1.1" status: 200 len: 1097 time: 0.0600471 Jun 17 09:03:21.856445 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117a015-4be2-4c4a-bd5a-2469e1d8a07e req-0e1a1163-94cd-4d57-b0b2-8189b93a0047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:21.857826 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0117a015-4be2-4c4a-bd5a-2469e1d8a07e req-0e1a1163-94cd-4d57-b0b2-8189b93a0047 service neutron] 10.222.0.53 "GET /v2.0/networks?id=904ca9b1-00d8-4238-94b1-dcb40f3f0868 HTTP/1.1" status: 200 len: 915 time: 0.0926685 Jun 17 09:03:21.899086 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0117a015-4be2-4c4a-bd5a-2469e1d8a07e req-d43572d8-0514-41d7-8a01-c10a035be674 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46f67b5c-0104-48be-9ad1-6e7734dce156 HTTP/1.1" status: 200 len: 217 time: 0.0354540 Jun 17 09:03:21.949232 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117a015-4be2-4c4a-bd5a-2469e1d8a07e req-29e3cfe6-9bdb-47e6-a9f5-b97db60384c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:21.950688 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0117a015-4be2-4c4a-bd5a-2469e1d8a07e req-29e3cfe6-9bdb-47e6-a9f5-b97db60384c5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=be2c55b3-02a4-4190-acdd-75f271ee2f5f HTTP/1.1" status: 200 len: 854 time: 0.0459709 Jun 17 09:03:21.984701 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0117a015-4be2-4c4a-bd5a-2469e1d8a07e req-1a93ebf2-d713-4131-8798-414c276b1dd1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=904ca9b1-00d8-4238-94b1-dcb40f3f0868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281892 Jun 17 09:03:22.098849 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0117a015-4be2-4c4a-bd5a-2469e1d8a07e req-83225a00-0776-43ac-97a4-2897ac98f024 service neutron] 10.222.0.53 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080592 Jun 17 09:03:22.224853 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-0117a015-4be2-4c4a-bd5a-2469e1d8a07e req-cd49d971-dec0-4172-bc43-243f7f92dc13 service neutron] 10.222.0.53 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191866 Jun 17 09:03:23.958098 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 9b13eb32-c505-444b-a868-b08185af5186 details requested by agent hyperv_n-h1-758944-30 with host n-h1-758944-30 {{(pid=94521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 09:03:24.062371 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 9b13eb32-c505-444b-a868-b08185af5186, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=9b13eb32-c505-444b-a868-b08185af5186,segment=NetworkSegment(10b29316-10a4-4fd1-bc1e-88cc4c4bd788),segment_id=10b29316-10a4-4fd1-bc1e-88cc4c4bd788)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:24.075338 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Returning: {'device': '9b13eb32-c505-444b-a868-b08185af5186', 'network_id': 'fc71b295-65ef-4cc5-80ca-29105fad9814', 'port_id': '9b13eb32-c505-444b-a868-b08185af5186', 'mac_address': 'fa:16:3e:e6:24:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc605df-b028-4c40-9161-272bbe1db744', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 09:03:24.120536 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:24.135106 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b13eb32-c505-444b-a868-b08185af5186 {{(pid=94521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:03:24.155096 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 9b13eb32-c505-444b-a868-b08185af5186, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=9b13eb32-c505-444b-a868-b08185af5186,segment=NetworkSegment(10b29316-10a4-4fd1-bc1e-88cc4c4bd788),segment_id=10b29316-10a4-4fd1-bc1e-88cc4c4bd788)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:24.265959 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:24.268150 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:24.315494 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=9b13eb32-c505-444b-a868-b08185af5186,revision_number=4']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:24.318877 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:24.491569 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] get_ports_and_sgs() called for port_ids ['9b13eb32-c505-444b-a868-b08185af5186'] {{(pid=94521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 09:03:25.543539 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-0efcdb9b-6a71-43ac-bef7-fd162f9700a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:25.973644 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Device 9b13eb32-c505-444b-a868-b08185af5186 up at agent hyperv_n-h1-758944-30 {{(pid=94521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:03:26.123203 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning for port 9b13eb32-c505-444b-a868-b08185af5186 completed by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:03:26.128545 n-d-758944-30 neutron-server[94521]: DEBUG neutron.db.provisioning_blocks [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Provisioning complete for port 9b13eb32-c505-444b-a868-b08185af5186 triggered by entity L2. {{(pid=94521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:03:26.129001 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021789'] for port, provisioning_complete {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:26.207372 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2093278'] for port, before_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:26.229780 n-d-758944-30 neutron-server[94521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf2c6c6-c6cb-45ef-a664-e4b8d3422f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b13eb32-c505-444b-a868-b08185af5186'}] {{(pid=94521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:03:26.232099 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58904b3a0740540659b357bf808c4540ff6930495c9786b384c0f36148ca2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dc4c03-0eca-4acb-98b9-dea1f45232bc" -d '{"events": [{"server_uuid": "dbf2c6c6-c6cb-45ef-a664-e4b8d3422f8b", "name": "network-vif-plugged", "status": "completed", "tag": "9b13eb32-c505-444b-a868-b08185af5186"}]}' {{(pid=94521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:03:26.248562 n-d-758944-30 neutron-server[94521]: DEBUG neutron.plugins.ml2.db [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] For port 9b13eb32-c505-444b-a868-b08185af5186, host n-h1-758944-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-30',level=0,port_id=9b13eb32-c505-444b-a868-b08185af5186,segment=NetworkSegment(10b29316-10a4-4fd1-bc1e-88cc4c4bd788),segment_id=10b29316-10a4-4fd1-bc1e-88cc4c4bd788)] {{(pid=94521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:26.280332 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd8f947-3f61-45cb-937e-6d142faf4771 x-openstack-request-id: req-5dd8f947-3f61-45cb-937e-6d142faf4771 {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:03:26.280634 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf2c6c6-c6cb-45ef-a664-e4b8d3422f8b", "name": "network-vif-plugged", "status": "completed", "tag": "9b13eb32-c505-444b-a868-b08185af5186", "code": 200}]} {{(pid=94521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:03:26.280899 n-d-758944-30 neutron-server[94521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5dd8f947-3f61-45cb-937e-6d142faf4771 {{(pid=94521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:03:26.281376 n-d-758944-30 neutron-server[94521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf2c6c6-c6cb-45ef-a664-e4b8d3422f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b13eb32-c505-444b-a868-b08185af5186', 'code': 200} Jun 17 09:03:26.335022 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2093824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622662', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774480467303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774480071729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774480071774'] for port, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:26.338531 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-5cfdd52c-22e6-41dc-aa8e-9f1e51e5c2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:26.387800 n-d-758944-30 neutron-server[94521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Pushing event updated for resources: {'Port': ['ID=9b13eb32-c505-444b-a868-b08185af5186,revision_number=5']} {{(pid=94521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:26.390872 n-d-758944-30 neutron-server[94521]: DEBUG oslo_concurrency.lockutils [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:26.410538 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb1709-0ad6-4f53-999a-33a83c747de1 req-9c7e348c-91f0-47c4-a2a1-7265b0a5e2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:26.412097 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9adb1709-0ad6-4f53-999a-33a83c747de1 req-9c7e348c-91f0-47c4-a2a1-7265b0a5e2d3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dbf2c6c6-c6cb-45ef-a664-e4b8d3422f8b HTTP/1.1" status: 200 len: 1097 time: 0.0527363 Jun 17 09:03:26.451781 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9adb1709-0ad6-4f53-999a-33a83c747de1 req-ae3826ac-03fb-4d0c-a6eb-ccab743720a0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a96b8424-58d3-4c98-bafc-cb1846f4669b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330880 Jun 17 09:03:28.037764 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:29.459856 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2d51485f-fda2-4cc5-8922-81d6a1d74679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:30.979670 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:32.514781 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:47.634665 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:48.131672 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:03:50.396560 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:55.459213 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-52aa47e0-a28b-4f3f-8e92-93b72c0a6a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:58.034369 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:59.430057 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-633c0fcf-255a-4013-a5bd-e6d11f524a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:00.933218 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:02.539071 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:17.669594 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:20.417924 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:20.455730 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f0d6be01-02ad-4352-9b07-c92efacd8eec req-1006cd10-e64a-45f6-8026-66e80c099bf8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=68a15824-574d-47df-9e6c-e7314cbd26b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516987 Jun 17 09:04:20.549304 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6be01-02ad-4352-9b07-c92efacd8eec req-67a32df3-158e-4ab2-bb91-4818c2862934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:04:20.551643 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f0d6be01-02ad-4352-9b07-c92efacd8eec req-67a32df3-158e-4ab2-bb91-4818c2862934 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a2ee40337e3b431baa5a1d17104f6d60&device_id=68a15824-574d-47df-9e6c-e7314cbd26b7 HTTP/1.1" status: 200 len: 1097 time: 0.0541177 Jun 17 09:04:21.010951 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6be01-02ad-4352-9b07-c92efacd8eec req-7516abb4-44ae-43f0-8432-47b910e756db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:04:21.012480 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f0d6be01-02ad-4352-9b07-c92efacd8eec req-7516abb4-44ae-43f0-8432-47b910e756db service neutron] 10.222.0.50 "GET /v2.0/networks?id=904ca9b1-00d8-4238-94b1-dcb40f3f0868 HTTP/1.1" status: 200 len: 915 time: 0.4427369 Jun 17 09:04:21.057350 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f0d6be01-02ad-4352-9b07-c92efacd8eec req-2a37eb9e-2204-4637-a3cf-f550ebbed52c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b17bc4b0-abc2-4fea-bc85-0c00b4affe8c HTTP/1.1" status: 200 len: 217 time: 0.0375254 Jun 17 09:04:21.108062 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6be01-02ad-4352-9b07-c92efacd8eec req-d986027f-a499-433d-bdf5-f7cef5421e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:04:21.109613 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f0d6be01-02ad-4352-9b07-c92efacd8eec req-d986027f-a499-433d-bdf5-f7cef5421e27 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be2c55b3-02a4-4190-acdd-75f271ee2f5f HTTP/1.1" status: 200 len: 854 time: 0.0460258 Jun 17 09:04:21.142700 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f0d6be01-02ad-4352-9b07-c92efacd8eec req-86f78f62-3f20-44ef-8d53-407dcef6f794 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=904ca9b1-00d8-4238-94b1-dcb40f3f0868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259986 Jun 17 09:04:21.232522 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f0d6be01-02ad-4352-9b07-c92efacd8eec req-a139203d-df7a-4473-bf14-8fb432f52ea2 service neutron] 10.222.0.50 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835676 Jun 17 09:04:21.326358 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-f0d6be01-02ad-4352-9b07-c92efacd8eec req-e28c81fd-94a7-42cf-b99d-099e21528e8e service neutron] 10.222.0.50 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875332 Jun 17 09:04:23.539327 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-55b94a15-69bd-45e3-ad71-3911cb8f68c7 req-c30bbcd6-ddc0-4af3-9f3c-bf487152f1f9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e25507d0-ed77-4378-ad0f-81f05fa94d5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0561345 Jun 17 09:04:23.640886 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94a15-69bd-45e3-ad71-3911cb8f68c7 req-942bebe0-ad5a-4d67-a795-21dca3d7b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:04:23.642415 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-55b94a15-69bd-45e3-ad71-3911cb8f68c7 req-942bebe0-ad5a-4d67-a795-21dca3d7b5df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2ee40337e3b431baa5a1d17104f6d60&device_id=e25507d0-ed77-4378-ad0f-81f05fa94d5a HTTP/1.1" status: 200 len: 1097 time: 0.0565686 Jun 17 09:04:23.761474 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94a15-69bd-45e3-ad71-3911cb8f68c7 req-463d2ffa-f704-4a50-949d-f67e1c789845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:04:23.762966 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-55b94a15-69bd-45e3-ad71-3911cb8f68c7 req-463d2ffa-f704-4a50-949d-f67e1c789845 service neutron] 10.222.0.53 "GET /v2.0/networks?id=904ca9b1-00d8-4238-94b1-dcb40f3f0868 HTTP/1.1" status: 200 len: 915 time: 0.0993907 Jun 17 09:04:23.805819 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-55b94a15-69bd-45e3-ad71-3911cb8f68c7 req-835fb6b0-65f1-4766-a503-3465d96b21c4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c65a82dc-b698-455f-afe6-1fe8a9beeca4 HTTP/1.1" status: 200 len: 217 time: 0.0363953 Jun 17 09:04:23.854290 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94a15-69bd-45e3-ad71-3911cb8f68c7 req-12d7a9fc-b071-4b09-9e6b-aa98e5000b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:04:23.855787 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-55b94a15-69bd-45e3-ad71-3911cb8f68c7 req-12d7a9fc-b071-4b09-9e6b-aa98e5000b0e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=be2c55b3-02a4-4190-acdd-75f271ee2f5f HTTP/1.1" status: 200 len: 854 time: 0.0444381 Jun 17 09:04:23.895240 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-55b94a15-69bd-45e3-ad71-3911cb8f68c7 req-e4682bf5-8e90-4260-a0ef-cd0365d65477 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=904ca9b1-00d8-4238-94b1-dcb40f3f0868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334814 Jun 17 09:04:23.985906 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-55b94a15-69bd-45e3-ad71-3911cb8f68c7 req-327faf04-3467-4521-8366-d9b0342b7c6c service neutron] 10.222.0.53 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841768 Jun 17 09:04:24.080746 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-55b94a15-69bd-45e3-ad71-3911cb8f68c7 req-5a9e7233-1360-426d-b2c7-8ee5c0d63253 service neutron] 10.222.0.53 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880578 Jun 17 09:04:25.131397 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:04:25.549347 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-182a8eaf-1374-4eb9-999c-4fc83ebb532f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:28.015681 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:29.445236 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-d838f31f-da36-4b41-b8ff-8c323ef76631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:30.947184 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:32.538312 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:47.674169 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:50.439890 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:55.454414 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9009bf47-efeb-457e-8bd9-0067250cfe01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:58.017017 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:59.450870 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-3181e674-a428-441d-be81-005d509b7e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:01.007845 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:02.130560 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:05:02.582572 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:17.660615 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:20.433917 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:22.489925 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2dc95a1e-a912-4690-b9e6-622913f2bb35 req-d3b1bc6a-782f-4288-a4d5-c07724ab8205 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dbf2c6c6-c6cb-45ef-a664-e4b8d3422f8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521398 Jun 17 09:05:22.564059 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc95a1e-a912-4690-b9e6-622913f2bb35 req-c1418fc0-e056-4d90-a066-d14bfd8d8b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:05:22.565555 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2dc95a1e-a912-4690-b9e6-622913f2bb35 req-c1418fc0-e056-4d90-a066-d14bfd8d8b51 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dd574e42d189402d846f2ea243ac136e&device_id=dbf2c6c6-c6cb-45ef-a664-e4b8d3422f8b HTTP/1.1" status: 200 len: 1097 time: 0.0540221 Jun 17 09:05:22.674294 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc95a1e-a912-4690-b9e6-622913f2bb35 req-7a5165d9-2dac-4850-9ff0-ddb35191c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:05:22.675808 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2dc95a1e-a912-4690-b9e6-622913f2bb35 req-7a5165d9-2dac-4850-9ff0-ddb35191c99b service neutron] 10.222.0.50 "GET /v2.0/networks?id=fc71b295-65ef-4cc5-80ca-29105fad9814 HTTP/1.1" status: 200 len: 918 time: 0.0908203 Jun 17 09:05:22.716020 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2dc95a1e-a912-4690-b9e6-622913f2bb35 req-6958f37e-1117-497f-bfba-fb43e1e1f707 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b13eb32-c505-444b-a868-b08185af5186 HTTP/1.1" status: 200 len: 217 time: 0.0340269 Jun 17 09:05:22.764057 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc95a1e-a912-4690-b9e6-622913f2bb35 req-cd8d9628-8822-45dc-b866-a34cea2f47b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:05:22.765800 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2dc95a1e-a912-4690-b9e6-622913f2bb35 req-cd8d9628-8822-45dc-b866-a34cea2f47b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8dc605df-b028-4c40-9161-272bbe1db744 HTTP/1.1" status: 200 len: 856 time: 0.0427060 Jun 17 09:05:22.829585 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc95a1e-a912-4690-b9e6-622913f2bb35 req-0d22ddc8-0f1a-4dfa-99e8-3e00b04e1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:05:22.831088 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2dc95a1e-a912-4690-b9e6-622913f2bb35 req-0d22ddc8-0f1a-4dfa-99e8-3e00b04e1caf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fc71b295-65ef-4cc5-80ca-29105fad9814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593395 Jun 17 09:05:22.917989 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2dc95a1e-a912-4690-b9e6-622913f2bb35 req-7297cbc6-811c-42de-b79c-25d756eb94be service neutron] 10.222.0.50 "GET /v2.0/networks/fc71b295-65ef-4cc5-80ca-29105fad9814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809484 Jun 17 09:05:23.014385 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-2dc95a1e-a912-4690-b9e6-622913f2bb35 req-e21de9cd-eaa3-43ab-ad8e-16e6e5d6f941 service neutron] 10.222.0.50 "GET /v2.0/networks/fc71b295-65ef-4cc5-80ca-29105fad9814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892892 Jun 17 09:05:23.582395 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4302788b-8381-41eb-b261-1cd1df7b49c9 req-31b21689-fc83-457a-b509-e0b47f74b72e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b6ac75c8-d7ce-4624-8743-53dfc978ccb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0551252 Jun 17 09:05:23.655341 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302788b-8381-41eb-b261-1cd1df7b49c9 req-9041d5e2-5b61-4788-bad6-1fd53a4f45db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:05:23.656862 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4302788b-8381-41eb-b261-1cd1df7b49c9 req-9041d5e2-5b61-4788-bad6-1fd53a4f45db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2ee40337e3b431baa5a1d17104f6d60&device_id=b6ac75c8-d7ce-4624-8743-53dfc978ccb2 HTTP/1.1" status: 200 len: 1097 time: 0.0536315 Jun 17 09:05:23.766884 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302788b-8381-41eb-b261-1cd1df7b49c9 req-3cc2931a-6965-4261-b9ae-da083568a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:05:23.768438 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4302788b-8381-41eb-b261-1cd1df7b49c9 req-3cc2931a-6965-4261-b9ae-da083568a05a service neutron] 10.222.0.53 "GET /v2.0/networks?id=904ca9b1-00d8-4238-94b1-dcb40f3f0868 HTTP/1.1" status: 200 len: 915 time: 0.0892653 Jun 17 09:05:23.810068 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4302788b-8381-41eb-b261-1cd1df7b49c9 req-e3ac032c-0ed9-4b69-a0d6-fb36c1af51c2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46f67b5c-0104-48be-9ad1-6e7734dce156 HTTP/1.1" status: 200 len: 217 time: 0.0353403 Jun 17 09:05:23.857109 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302788b-8381-41eb-b261-1cd1df7b49c9 req-779d2d70-3fc3-4a2b-bb5d-9d2a6874c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:05:23.859072 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4302788b-8381-41eb-b261-1cd1df7b49c9 req-779d2d70-3fc3-4a2b-bb5d-9d2a6874c760 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=be2c55b3-02a4-4190-acdd-75f271ee2f5f HTTP/1.1" status: 200 len: 854 time: 0.0435166 Jun 17 09:05:23.898745 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4302788b-8381-41eb-b261-1cd1df7b49c9 req-73aef940-71fb-4cd1-81b2-09db6bffb9a6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=904ca9b1-00d8-4238-94b1-dcb40f3f0868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321920 Jun 17 09:05:23.986200 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4302788b-8381-41eb-b261-1cd1df7b49c9 req-8f7045fe-9767-452b-9356-98606211a8aa service neutron] 10.222.0.53 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811994 Jun 17 09:05:24.078147 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-4302788b-8381-41eb-b261-1cd1df7b49c9 req-35946648-f91a-4bf8-ae3e-97492aa43aef service neutron] 10.222.0.53 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860300 Jun 17 09:05:25.491045 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-09a11c15-b2d9-4389-a2dc-c5f9699158a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:28.005438 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:29.552527 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4567570c-4390-4694-a9a7-f21c63b9eb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:30.986287 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:32.537215 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:39.128952 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:05:47.663340 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:50.467206 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:55.486436 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2e393f4f-e420-4785-b12b-6acd8b88d5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:57.987738 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:59.433215 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-16ed7011-cae0-4c06-8390-23cda78f458f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:00.943394 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:02.530564 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:16.127406 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:06:17.772832 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:20.475940 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:23.466212 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8dc0d4ff-7ee6-41c3-9747-6815cd75f73b req-954109cd-aca4-414f-ae79-1eab5b320579 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=68a15824-574d-47df-9e6c-e7314cbd26b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0574172 Jun 17 09:06:23.559286 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0d4ff-7ee6-41c3-9747-6815cd75f73b req-6c95a6c5-7e77-4911-a2a0-32150d592fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:06:23.560790 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8dc0d4ff-7ee6-41c3-9747-6815cd75f73b req-6c95a6c5-7e77-4911-a2a0-32150d592fd6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a2ee40337e3b431baa5a1d17104f6d60&device_id=68a15824-574d-47df-9e6c-e7314cbd26b7 HTTP/1.1" status: 200 len: 1097 time: 0.0526533 Jun 17 09:06:23.671947 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0d4ff-7ee6-41c3-9747-6815cd75f73b req-57fb535b-f135-4f9e-b65c-d40494eb63f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:06:23.673474 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8dc0d4ff-7ee6-41c3-9747-6815cd75f73b req-57fb535b-f135-4f9e-b65c-d40494eb63f4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=904ca9b1-00d8-4238-94b1-dcb40f3f0868 HTTP/1.1" status: 200 len: 915 time: 0.0917954 Jun 17 09:06:23.721867 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8dc0d4ff-7ee6-41c3-9747-6815cd75f73b req-2ea51e8b-e77a-40ca-ae69-6ea4f215d536 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b17bc4b0-abc2-4fea-bc85-0c00b4affe8c HTTP/1.1" status: 200 len: 217 time: 0.0368981 Jun 17 09:06:23.765124 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0d4ff-7ee6-41c3-9747-6815cd75f73b req-4b50fab9-a314-47aa-813c-30a37466a92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:06:23.766534 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8dc0d4ff-7ee6-41c3-9747-6815cd75f73b req-4b50fab9-a314-47aa-813c-30a37466a92e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be2c55b3-02a4-4190-acdd-75f271ee2f5f HTTP/1.1" status: 200 len: 854 time: 0.0428896 Jun 17 09:06:23.803062 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8dc0d4ff-7ee6-41c3-9747-6815cd75f73b req-7e1e7098-ab95-4b75-9051-6fb12470f120 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=904ca9b1-00d8-4238-94b1-dcb40f3f0868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297532 Jun 17 09:06:23.891120 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8dc0d4ff-7ee6-41c3-9747-6815cd75f73b req-406f4f1e-27d6-41a1-9a00-037afc480b87 service neutron] 10.222.0.50 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816827 Jun 17 09:06:23.983927 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-8dc0d4ff-7ee6-41c3-9747-6815cd75f73b req-01115e30-4de2-4fe6-951b-998ccabd211a service neutron] 10.222.0.50 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860868 Jun 17 09:06:25.464582 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-2a9b471f-d296-4b34-bdde-5d1bff3b97c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:25.569946 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f712ad00-8ae2-4f82-b42e-50db2fb38455 req-13f1bc48-f595-4717-9513-fa290aad44ae service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cf0b352f-8433-4e42-b09b-1685ae596b49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536399 Jun 17 09:06:25.646649 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712ad00-8ae2-4f82-b42e-50db2fb38455 req-1683cc3d-e887-4564-a1e4-dbd643554258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:06:25.648632 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f712ad00-8ae2-4f82-b42e-50db2fb38455 req-1683cc3d-e887-4564-a1e4-dbd643554258 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2ee40337e3b431baa5a1d17104f6d60&device_id=cf0b352f-8433-4e42-b09b-1685ae596b49 HTTP/1.1" status: 200 len: 1097 time: 0.0546730 Jun 17 09:06:25.756108 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712ad00-8ae2-4f82-b42e-50db2fb38455 req-9190e3bb-9c26-46d3-9804-3e51d65613f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:06:25.757574 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f712ad00-8ae2-4f82-b42e-50db2fb38455 req-9190e3bb-9c26-46d3-9804-3e51d65613f9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=904ca9b1-00d8-4238-94b1-dcb40f3f0868 HTTP/1.1" status: 200 len: 915 time: 0.0891294 Jun 17 09:06:25.798785 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f712ad00-8ae2-4f82-b42e-50db2fb38455 req-fa243a5f-cb84-408c-a3e9-e37d2f86d310 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63241de6-fbb8-4e65-ad53-ca0118c5db69 HTTP/1.1" status: 200 len: 217 time: 0.0343723 Jun 17 09:06:25.845053 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712ad00-8ae2-4f82-b42e-50db2fb38455 req-cc264579-6117-45ee-8691-badc3168ec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:06:25.846387 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f712ad00-8ae2-4f82-b42e-50db2fb38455 req-cc264579-6117-45ee-8691-badc3168ec69 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=be2c55b3-02a4-4190-acdd-75f271ee2f5f HTTP/1.1" status: 200 len: 854 time: 0.0422525 Jun 17 09:06:25.882291 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f712ad00-8ae2-4f82-b42e-50db2fb38455 req-59540a3b-43bf-4efe-a809-3e7533cfcb1c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=904ca9b1-00d8-4238-94b1-dcb40f3f0868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300078 Jun 17 09:06:25.971870 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f712ad00-8ae2-4f82-b42e-50db2fb38455 req-453cc5f6-8341-4ead-9182-1f0d584a2032 service neutron] 10.222.0.53 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826285 Jun 17 09:06:26.065205 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f712ad00-8ae2-4f82-b42e-50db2fb38455 req-30c16327-c1ef-418f-a6f8-5d351e8bc0e0 service neutron] 10.222.0.53 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872369 Jun 17 09:06:28.001873 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:29.458927 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-62c68988-360b-4d93-8e8a-320b4daabf28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:31.000462 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:32.521662 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:47.739719 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:50.572235 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:53.127243 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:06:55.488268 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-f7e1ac9a-9bf8-4b16-8845-29f0e21832a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:58.014113 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:59.549333 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f7771a6-a290-4b14-830e-593334c23bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:01.002775 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:02.522443 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:17.700505 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:20.490334 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:23.670732 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9fcb083d-1f92-494f-a3aa-c1e3c17146b0 req-7aa72983-7dd9-4aa1-ab41-1f8ea92dbac5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dbf2c6c6-c6cb-45ef-a664-e4b8d3422f8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2167463 Jun 17 09:07:23.747091 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb083d-1f92-494f-a3aa-c1e3c17146b0 req-79b5720c-ec92-45e3-8734-32f3674e8243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:07:23.748548 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9fcb083d-1f92-494f-a3aa-c1e3c17146b0 req-79b5720c-ec92-45e3-8734-32f3674e8243 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dd574e42d189402d846f2ea243ac136e&device_id=dbf2c6c6-c6cb-45ef-a664-e4b8d3422f8b HTTP/1.1" status: 200 len: 1097 time: 0.0541894 Jun 17 09:07:23.866213 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb083d-1f92-494f-a3aa-c1e3c17146b0 req-e9d0eed7-2776-4732-9b04-4a599de0fdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:07:23.867734 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9fcb083d-1f92-494f-a3aa-c1e3c17146b0 req-e9d0eed7-2776-4732-9b04-4a599de0fdc8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fc71b295-65ef-4cc5-80ca-29105fad9814 HTTP/1.1" status: 200 len: 918 time: 0.0973132 Jun 17 09:07:23.911845 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9fcb083d-1f92-494f-a3aa-c1e3c17146b0 req-be6099c5-b2f6-426b-84b3-837b0b8ba99c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b13eb32-c505-444b-a868-b08185af5186 HTTP/1.1" status: 200 len: 217 time: 0.0371845 Jun 17 09:07:23.967180 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb083d-1f92-494f-a3aa-c1e3c17146b0 req-f78b1682-ba6d-4109-89e3-4f527faad2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:07:23.969240 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9fcb083d-1f92-494f-a3aa-c1e3c17146b0 req-f78b1682-ba6d-4109-89e3-4f527faad2f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8dc605df-b028-4c40-9161-272bbe1db744 HTTP/1.1" status: 200 len: 856 time: 0.0520153 Jun 17 09:07:24.034001 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb083d-1f92-494f-a3aa-c1e3c17146b0 req-b09a8101-dcd2-4bac-ad31-7fbdc7f0736f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:07:24.035465 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9fcb083d-1f92-494f-a3aa-c1e3c17146b0 req-b09a8101-dcd2-4bac-ad31-7fbdc7f0736f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fc71b295-65ef-4cc5-80ca-29105fad9814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596921 Jun 17 09:07:24.045824 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [req-9fcb083d-1f92-494f-a3aa-c1e3c17146b0 req-d90b2603-dff4-4d81-839b-20352d73e02d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 09:07:24.047432 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9fcb083d-1f92-494f-a3aa-c1e3c17146b0 req-d90b2603-dff4-4d81-839b-20352d73e02d service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053003 Jun 17 09:07:24.139831 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9fcb083d-1f92-494f-a3aa-c1e3c17146b0 req-7e6948e7-5903-43f8-9300-505403bfd48b service neutron] 10.222.0.50 "GET /v2.0/networks/fc71b295-65ef-4cc5-80ca-29105fad9814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865388 Jun 17 09:07:24.242137 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-9fcb083d-1f92-494f-a3aa-c1e3c17146b0 req-937fc346-68bb-4465-a3fa-022673012827 service neutron] 10.222.0.50 "GET /v2.0/networks/fc71b295-65ef-4cc5-80ca-29105fad9814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951626 Jun 17 09:07:25.528927 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9fa084f9-333c-4d99-b80c-6989c8b36271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:27.636317 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ccc73013-781e-444e-b67c-76d9bc546d3d req-1fb81669-9c23-4089-abae-b721aa08be02 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e25507d0-ed77-4378-ad0f-81f05fa94d5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1356287 Jun 17 09:07:27.725807 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc73013-781e-444e-b67c-76d9bc546d3d req-a7e30a18-8f0f-451d-ac8f-06133ede02c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:07:27.727265 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ccc73013-781e-444e-b67c-76d9bc546d3d req-a7e30a18-8f0f-451d-ac8f-06133ede02c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2ee40337e3b431baa5a1d17104f6d60&device_id=e25507d0-ed77-4378-ad0f-81f05fa94d5a HTTP/1.1" status: 200 len: 1097 time: 0.0508130 Jun 17 09:07:27.992024 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:28.172463 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc73013-781e-444e-b67c-76d9bc546d3d req-3d55f008-9120-421d-a08c-ac42b4b1a01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:07:28.174353 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ccc73013-781e-444e-b67c-76d9bc546d3d req-3d55f008-9120-421d-a08c-ac42b4b1a01a service neutron] 10.222.0.53 "GET /v2.0/networks?id=904ca9b1-00d8-4238-94b1-dcb40f3f0868 HTTP/1.1" status: 200 len: 915 time: 0.4253752 Jun 17 09:07:28.215087 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ccc73013-781e-444e-b67c-76d9bc546d3d req-4ac9b721-312e-44d4-ae81-358afded0587 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c65a82dc-b698-455f-afe6-1fe8a9beeca4 HTTP/1.1" status: 200 len: 217 time: 0.0341496 Jun 17 09:07:28.262254 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc73013-781e-444e-b67c-76d9bc546d3d req-6e59b497-214a-4155-99c1-61da163d6c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:07:28.263723 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ccc73013-781e-444e-b67c-76d9bc546d3d req-6e59b497-214a-4155-99c1-61da163d6c91 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=be2c55b3-02a4-4190-acdd-75f271ee2f5f HTTP/1.1" status: 200 len: 854 time: 0.0430171 Jun 17 09:07:28.299303 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ccc73013-781e-444e-b67c-76d9bc546d3d req-c24a07bb-07ae-41f8-96c9-e6ebfc1dd474 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=904ca9b1-00d8-4238-94b1-dcb40f3f0868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296576 Jun 17 09:07:28.308875 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [req-ccc73013-781e-444e-b67c-76d9bc546d3d req-879e03d7-7b92-4d0c-8c50-a830ee6baabe service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 09:07:28.309780 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ccc73013-781e-444e-b67c-76d9bc546d3d req-879e03d7-7b92-4d0c-8c50-a830ee6baabe service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048070 Jun 17 09:07:28.395428 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ccc73013-781e-444e-b67c-76d9bc546d3d req-84924847-1d4d-4b6e-9563-da602c2e690c service neutron] 10.222.0.53 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797272 Jun 17 09:07:28.486826 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ccc73013-781e-444e-b67c-76d9bc546d3d req-f26cfac3-17c0-4481-a6db-20f446ef64d0 service neutron] 10.222.0.53 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848663 Jun 17 09:07:29.512163 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-ae3f43d7-5070-4e73-a444-e7b13c9c25d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:30.126597 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:07:31.060537 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:32.574765 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:47.733438 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:50.517577 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:55.598019 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-c50cb18e-f575-43a9-a062-620eb031dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:57.992787 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:59.419548 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-83151770-88b3-4e5b-854f-cf46eed3248b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:01.002130 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:02.529705 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:07.125971 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:08:17.756738 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:20.510968 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:23.492067 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7e37430d-294e-405a-a994-6c9b38cc2477 req-579630b4-22cb-4bdf-981a-50c255e588f9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=68a15824-574d-47df-9e6c-e7314cbd26b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538657 Jun 17 09:08:23.585448 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37430d-294e-405a-a994-6c9b38cc2477 req-e2e77a23-7c1d-488d-b864-5bbb44e1ecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:08:23.586948 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7e37430d-294e-405a-a994-6c9b38cc2477 req-e2e77a23-7c1d-488d-b864-5bbb44e1ecdc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a2ee40337e3b431baa5a1d17104f6d60&device_id=68a15824-574d-47df-9e6c-e7314cbd26b7 HTTP/1.1" status: 200 len: 1097 time: 0.0531249 Jun 17 09:08:23.692320 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37430d-294e-405a-a994-6c9b38cc2477 req-04dd00e8-f121-4035-8e52-2e58d9429642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:08:23.693805 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7e37430d-294e-405a-a994-6c9b38cc2477 req-04dd00e8-f121-4035-8e52-2e58d9429642 service neutron] 10.222.0.50 "GET /v2.0/networks?id=904ca9b1-00d8-4238-94b1-dcb40f3f0868 HTTP/1.1" status: 200 len: 915 time: 0.0869789 Jun 17 09:08:23.733571 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7e37430d-294e-405a-a994-6c9b38cc2477 req-8e834aa9-92b1-43e2-8cb8-5991489e89a3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b17bc4b0-abc2-4fea-bc85-0c00b4affe8c HTTP/1.1" status: 200 len: 217 time: 0.0333951 Jun 17 09:08:23.785350 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37430d-294e-405a-a994-6c9b38cc2477 req-0171e72a-03d6-40da-93fb-123883c72537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:08:23.786684 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7e37430d-294e-405a-a994-6c9b38cc2477 req-0171e72a-03d6-40da-93fb-123883c72537 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be2c55b3-02a4-4190-acdd-75f271ee2f5f HTTP/1.1" status: 200 len: 854 time: 0.0471387 Jun 17 09:08:23.818741 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7e37430d-294e-405a-a994-6c9b38cc2477 req-5aa818e7-a22a-4960-b247-fac343a650f1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=904ca9b1-00d8-4238-94b1-dcb40f3f0868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259075 Jun 17 09:08:23.911683 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7e37430d-294e-405a-a994-6c9b38cc2477 req-e1dae164-d254-43f3-8db5-02a7e26b1778 service neutron] 10.222.0.50 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869622 Jun 17 09:08:24.006340 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-7e37430d-294e-405a-a994-6c9b38cc2477 req-b9e5ffb0-1c6a-4949-aa1a-bc5ce252b410 service neutron] 10.222.0.50 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881519 Jun 17 09:08:25.484443 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-edac7e77-900a-4b4c-a2e4-ff35d0ae5698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:27.992903 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:29.409745 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-5229771b-8b0e-475a-916a-71d6df3dfb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:29.587372 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ab202d06-a997-4f6c-b507-8feccb612f50 req-48bc20e7-7d7f-4ea7-9fff-a02e71ba3924 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b6ac75c8-d7ce-4624-8743-53dfc978ccb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519879 Jun 17 09:08:29.660212 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab202d06-a997-4f6c-b507-8feccb612f50 req-61f7b4c6-a57f-4433-9f06-000d9b1d156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:08:29.661712 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ab202d06-a997-4f6c-b507-8feccb612f50 req-61f7b4c6-a57f-4433-9f06-000d9b1d156f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2ee40337e3b431baa5a1d17104f6d60&device_id=b6ac75c8-d7ce-4624-8743-53dfc978ccb2 HTTP/1.1" status: 200 len: 1097 time: 0.0531023 Jun 17 09:08:29.768220 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab202d06-a997-4f6c-b507-8feccb612f50 req-28a391db-10d6-4ef7-8bdf-640f804cbfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:08:29.769679 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ab202d06-a997-4f6c-b507-8feccb612f50 req-28a391db-10d6-4ef7-8bdf-640f804cbfbb service neutron] 10.222.0.53 "GET /v2.0/networks?id=904ca9b1-00d8-4238-94b1-dcb40f3f0868 HTTP/1.1" status: 200 len: 915 time: 0.0877738 Jun 17 09:08:29.811030 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ab202d06-a997-4f6c-b507-8feccb612f50 req-2f62b780-9b92-41b4-82e9-ca39ecb20aa6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46f67b5c-0104-48be-9ad1-6e7734dce156 HTTP/1.1" status: 200 len: 217 time: 0.0339808 Jun 17 09:08:29.859375 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab202d06-a997-4f6c-b507-8feccb612f50 req-e1abcbdc-337f-4bcb-a56b-baf198aa47e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:08:29.860841 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ab202d06-a997-4f6c-b507-8feccb612f50 req-e1abcbdc-337f-4bcb-a56b-baf198aa47e8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=be2c55b3-02a4-4190-acdd-75f271ee2f5f HTTP/1.1" status: 200 len: 854 time: 0.0437922 Jun 17 09:08:29.898467 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ab202d06-a997-4f6c-b507-8feccb612f50 req-25c71928-b564-4b66-bd3c-d067edff5db7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=904ca9b1-00d8-4238-94b1-dcb40f3f0868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315101 Jun 17 09:08:29.986902 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ab202d06-a997-4f6c-b507-8feccb612f50 req-0d0dc586-878c-4448-aa73-03541b709596 service neutron] 10.222.0.53 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815737 Jun 17 09:08:30.079669 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-ab202d06-a997-4f6c-b507-8feccb612f50 req-f75ce946-3d8a-451a-aa06-34be59d0b3a1 service neutron] 10.222.0.53 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863431 Jun 17 09:08:31.008668 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:32.559451 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:44.125198 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:08:47.890613 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:50.530036 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:52.236650 n-d-758944-30 neutron-server[94520]: DEBUG neutron.wsgi [req-e9a01ae7-aaa8-4bf0-a377-ab424bcbcf8b req-c7fca5ae-9e04-4412-8546-21f0ed22be61 service neutron] (94520) timed out ('10.222.0.50', 63555) {{(pid=94520) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 09:08:55.477111 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9a7a8844-743d-45c7-a9b5-f81e606b31bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:58.004947 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:59.507659 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9c39743e-d9ca-4c43-a241-750095ae333f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:01.062878 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:02.610551 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:17.742366 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:20.565098 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:21.124630 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:09:24.500632 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0f30d588-7bc4-4ee9-97d4-0f5dd140c1de req-8a1a36f2-1995-42f5-b02e-52fb5477ff69 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dbf2c6c6-c6cb-45ef-a664-e4b8d3422f8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0572524 Jun 17 09:09:24.578995 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30d588-7bc4-4ee9-97d4-0f5dd140c1de req-2cdc05d6-818c-47e7-883a-92f9c62cc52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:09:24.581156 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0f30d588-7bc4-4ee9-97d4-0f5dd140c1de req-2cdc05d6-818c-47e7-883a-92f9c62cc52d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dd574e42d189402d846f2ea243ac136e&device_id=dbf2c6c6-c6cb-45ef-a664-e4b8d3422f8b HTTP/1.1" status: 200 len: 1097 time: 0.0560737 Jun 17 09:09:24.695923 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30d588-7bc4-4ee9-97d4-0f5dd140c1de req-dba98949-37c4-4be6-9ffd-2e1dd53ccc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:09:24.698069 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0f30d588-7bc4-4ee9-97d4-0f5dd140c1de req-dba98949-37c4-4be6-9ffd-2e1dd53ccc3b service neutron] 10.222.0.50 "GET /v2.0/networks?id=fc71b295-65ef-4cc5-80ca-29105fad9814 HTTP/1.1" status: 200 len: 918 time: 0.0966039 Jun 17 09:09:24.740416 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0f30d588-7bc4-4ee9-97d4-0f5dd140c1de req-a7310ec1-d8da-46e8-b5e6-9d5d05492f31 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b13eb32-c505-444b-a868-b08185af5186 HTTP/1.1" status: 200 len: 217 time: 0.0360236 Jun 17 09:09:24.804453 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30d588-7bc4-4ee9-97d4-0f5dd140c1de req-ff385d1f-0942-436e-9f46-cb137a153523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:09:24.806085 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0f30d588-7bc4-4ee9-97d4-0f5dd140c1de req-ff385d1f-0942-436e-9f46-cb137a153523 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8dc605df-b028-4c40-9161-272bbe1db744 HTTP/1.1" status: 200 len: 856 time: 0.0600157 Jun 17 09:09:24.865769 n-d-758944-30 neutron-server[94519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30d588-7bc4-4ee9-97d4-0f5dd140c1de req-441603b8-c9fb-4ff1-89ad-080df2333f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:09:24.867312 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0f30d588-7bc4-4ee9-97d4-0f5dd140c1de req-441603b8-c9fb-4ff1-89ad-080df2333f70 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fc71b295-65ef-4cc5-80ca-29105fad9814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550866 Jun 17 09:09:24.963029 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0f30d588-7bc4-4ee9-97d4-0f5dd140c1de req-1849efce-1574-4308-a124-4f171d785f29 service neutron] 10.222.0.50 "GET /v2.0/networks/fc71b295-65ef-4cc5-80ca-29105fad9814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883675 Jun 17 09:09:25.057757 n-d-758944-30 neutron-server[94519]: INFO neutron.wsgi [req-0f30d588-7bc4-4ee9-97d4-0f5dd140c1de req-06104bbc-dec6-4cac-9f00-e73066199a8e service neutron] 10.222.0.50 "GET /v2.0/networks/fc71b295-65ef-4cc5-80ca-29105fad9814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897636 Jun 17 09:09:25.479405 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-9e51cb74-2488-470f-8cc8-c77feeea9ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:27.997759 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:29.450835 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-4d11ce2f-6df4-4f75-844e-33f3a8a2d445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:31.016577 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:31.592966 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f5442630-a6f5-4029-b16b-240b4282fe16 req-4252c818-e770-4c33-8374-dc0e31f0bdb2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cf0b352f-8433-4e42-b09b-1685ae596b49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0559642 Jun 17 09:09:31.667329 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5442630-a6f5-4029-b16b-240b4282fe16 req-9f6d2b04-91fa-482a-8f2c-10f34dd121df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:09:31.669073 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f5442630-a6f5-4029-b16b-240b4282fe16 req-9f6d2b04-91fa-482a-8f2c-10f34dd121df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2ee40337e3b431baa5a1d17104f6d60&device_id=cf0b352f-8433-4e42-b09b-1685ae596b49 HTTP/1.1" status: 200 len: 1097 time: 0.0529268 Jun 17 09:09:31.782778 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5442630-a6f5-4029-b16b-240b4282fe16 req-bc035273-d7f0-48e9-b124-8e7f367b41e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:09:31.784909 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f5442630-a6f5-4029-b16b-240b4282fe16 req-bc035273-d7f0-48e9-b124-8e7f367b41e1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=904ca9b1-00d8-4238-94b1-dcb40f3f0868 HTTP/1.1" status: 200 len: 915 time: 0.0940979 Jun 17 09:09:31.827045 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f5442630-a6f5-4029-b16b-240b4282fe16 req-a8aff832-a8f0-4643-a247-74d802dfd454 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63241de6-fbb8-4e65-ad53-ca0118c5db69 HTTP/1.1" status: 200 len: 217 time: 0.0355847 Jun 17 09:09:31.878550 n-d-758944-30 neutron-server[94520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5442630-a6f5-4029-b16b-240b4282fe16 req-de939a09-b8af-4231-9511-67862c33e3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:09:31.880047 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f5442630-a6f5-4029-b16b-240b4282fe16 req-de939a09-b8af-4231-9511-67862c33e3b4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=be2c55b3-02a4-4190-acdd-75f271ee2f5f HTTP/1.1" status: 200 len: 854 time: 0.0468864 Jun 17 09:09:31.918785 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f5442630-a6f5-4029-b16b-240b4282fe16 req-6be4bc1c-1845-4bb3-bad1-8346fef92d96 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=904ca9b1-00d8-4238-94b1-dcb40f3f0868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319273 Jun 17 09:09:32.012279 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f5442630-a6f5-4029-b16b-240b4282fe16 req-a829f6b5-ae4e-48e0-b376-db30addc4468 service neutron] 10.222.0.53 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870063 Jun 17 09:09:32.110639 n-d-758944-30 neutron-server[94520]: INFO neutron.wsgi [req-f5442630-a6f5-4029-b16b-240b4282fe16 req-c748b49e-f656-43ff-9b03-6033fc11c6c0 service neutron] 10.222.0.53 "GET /v2.0/networks/904ca9b1-00d8-4238-94b1-dcb40f3f0868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914218 Jun 17 09:09:32.542614 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:47.757924 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:50.560113 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:55.508886 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-bf82e329-4cca-4bfc-8605-6c8a9c0dc14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:58.026819 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-a28dfa0f-3650-4699-a773-a4e2d28974fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:58.123473 n-d-758944-30 neutron-server[94522]: DEBUG neutron.db.agents_db [None req-8e5281d8-91c3-4eb5-9f14-3d6642e6d915 None None] Agent healthcheck: found 7 active agents {{(pid=94522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:09:58.288774 n-d-758944-30 neutron-server[94519]: DEBUG neutron.wsgi [req-742b0c21-bfaa-4eec-be41-bf4885b84968 req-44a79b76-35b2-4530-8ef8-153081fda369 service neutron] (94519) timed out ('10.222.0.53', 64533) {{(pid=94519) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 09:09:59.451850 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-51c32399-48c8-4858-b3ee-f6091e4d806d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:00.999543 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-75e5518b-ebec-4c85-83ba-05d4731ad159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:02.566218 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-89f0243a-b43a-4c0f-869c-04b63f4e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:17.765586 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-071a3b3b-5557-441a-8d27-0447d86ec8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:20.542988 n-d-758944-30 neutron-server[94521]: DEBUG neutron_lib.callbacks.manager [None req-8f67c951-41e3-472e-b584-c2789aaa3641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774480564767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021836'] for agent, after_update {{(pid=94521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}